0	transitions	0	-0.46033546328544617
0	transitions	1	0.5124078392982483
0	transitions	2	1.921187162399292
0	transitions	3	0.2602096199989319
0	transitions	4	1.0812071561813354
0	transitions	5	1.285875916481018
0	transitions	6	0.48738619685173035
0	transitions	7	0.19248166680335999
0	transitions	8	-0.9162455201148987
0	transitions	9	0.9324526786804199
0	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
0	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
0	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
0	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
0	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
0	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
0	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
0	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
0	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
0	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
0	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
0	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
0	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
0	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
0	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
0	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
0	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
0	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
0	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
0	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
0	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
0	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
0	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
0	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
0	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
0	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
0	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
0	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
0	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
0	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
0	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
0	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
0	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
0	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
0	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
0	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
0	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
0	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
0	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
0	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
0	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
0	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
0	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
0	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
0	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
0	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
0	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
0	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
0	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
0	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
0	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
0	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
0	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
0	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
0	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
0	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
0	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
0	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
0	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
0	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
0	embedding2nn.weight	0	0.0036110023502260447
0	embedding2nn.weight	1	0.013403542339801788
0	embedding2nn.weight	2	-0.0033915662206709385
0	embedding2nn.weight	3	0.003753610420972109
0	embedding2nn.weight	4	-0.0028675140347331762
0	embedding2nn.weight	5	0.0020166891627013683
0	embedding2nn.weight	6	-0.00020499563834164292
0	embedding2nn.weight	7	0.0010323997121304274
0	embedding2nn.weight	8	-0.0071905218064785
0	embedding2nn.weight	9	-0.014245648868381977
0	embedding2nn.bias	0	0.006100091151893139
0	embedding2nn.bias	1	-0.015763217583298683
0	embedding2nn.bias	2	-0.002277444349601865
0	embedding2nn.bias	3	0.009585687890648842
0	embedding2nn.bias	4	-7.39667157176882e-05
0	embedding2nn.bias	5	-0.013691742904484272
0	embedding2nn.bias	6	0.011472283862531185
0	embedding2nn.bias	7	-0.00045106513425707817
0	embedding2nn.bias	8	-0.012877105735242367
0	embedding2nn.bias	9	-0.0039062455762177706
0	rnn.weight_ih_l0	0	0.033114925026893616
0	rnn.weight_ih_l0	1	-0.0009487209608778358
0	rnn.weight_ih_l0	2	-0.027294237166643143
0	rnn.weight_ih_l0	3	-0.043898846954107285
0	rnn.weight_ih_l0	4	-0.05176250636577606
0	rnn.weight_ih_l0	5	0.00044253122177906334
0	rnn.weight_ih_l0	6	-0.047898225486278534
0	rnn.weight_ih_l0	7	-0.041249871253967285
0	rnn.weight_ih_l0	8	-0.04449805989861488
0	rnn.weight_ih_l0	9	-0.02278820611536503
0	rnn.weight_hh_l0	0	0.01563080959022045
0	rnn.weight_hh_l0	1	-0.012866244651377201
0	rnn.weight_hh_l0	2	-0.015641942620277405
0	rnn.weight_hh_l0	3	-0.017390472814440727
0	rnn.weight_hh_l0	4	-0.060665760189294815
0	rnn.weight_hh_l0	5	-0.032743312418460846
0	rnn.weight_hh_l0	6	-0.0279019046574831
0	rnn.weight_hh_l0	7	0.04802946746349335
0	rnn.weight_hh_l0	8	-0.035217806696891785
0	rnn.weight_hh_l0	9	0.029293224215507507
0	rnn.bias_ih_l0	0	0.03685329109430313
0	rnn.bias_ih_l0	1	-0.05777287110686302
0	rnn.bias_ih_l0	2	0.027918588370084763
0	rnn.bias_ih_l0	3	0.040575120598077774
0	rnn.bias_ih_l0	4	0.06102946773171425
0	rnn.bias_ih_l0	5	-0.011627369560301304
0	rnn.bias_ih_l0	6	-0.0399760864675045
0	rnn.bias_ih_l0	7	-0.0537741556763649
0	rnn.bias_ih_l0	8	-0.0645097866654396
0	rnn.bias_ih_l0	9	0.0301277544349432
0	rnn.bias_hh_l0	0	-0.04981986805796623
0	rnn.bias_hh_l0	1	-0.004427815321832895
0	rnn.bias_hh_l0	2	-0.030181925743818283
0	rnn.bias_hh_l0	3	-0.002207352314144373
0	rnn.bias_hh_l0	4	-0.038562603294849396
0	rnn.bias_hh_l0	5	0.004242925904691219
0	rnn.bias_hh_l0	6	-0.021210547536611557
0	rnn.bias_hh_l0	7	0.009799167513847351
0	rnn.bias_hh_l0	8	-0.005607317667454481
0	rnn.bias_hh_l0	9	0.041433338075876236
0	rnn.weight_ih_l0_reverse	0	-0.03248364478349686
0	rnn.weight_ih_l0_reverse	1	-0.008959130384027958
0	rnn.weight_ih_l0_reverse	2	0.023447835817933083
0	rnn.weight_ih_l0_reverse	3	-0.06089278683066368
0	rnn.weight_ih_l0_reverse	4	0.015854930505156517
0	rnn.weight_ih_l0_reverse	5	-0.05130336806178093
0	rnn.weight_ih_l0_reverse	6	0.00845984648913145
0	rnn.weight_ih_l0_reverse	7	0.034367769956588745
0	rnn.weight_ih_l0_reverse	8	-0.03153795003890991
0	rnn.weight_ih_l0_reverse	9	-0.04089784994721413
0	rnn.weight_hh_l0_reverse	0	-0.0616447776556015
0	rnn.weight_hh_l0_reverse	1	-0.06242051720619202
0	rnn.weight_hh_l0_reverse	2	0.010088515467941761
0	rnn.weight_hh_l0_reverse	3	0.03846736252307892
0	rnn.weight_hh_l0_reverse	4	0.033349718898534775
0	rnn.weight_hh_l0_reverse	5	0.04561053588986397
0	rnn.weight_hh_l0_reverse	6	0.03191789984703064
0	rnn.weight_hh_l0_reverse	7	-0.0023425384424626827
0	rnn.weight_hh_l0_reverse	8	-0.053137265145778656
0	rnn.weight_hh_l0_reverse	9	0.015327280387282372
0	rnn.bias_ih_l0_reverse	0	-0.022274326533079147
0	rnn.bias_ih_l0_reverse	1	-0.050489943474531174
0	rnn.bias_ih_l0_reverse	2	0.04074010252952576
0	rnn.bias_ih_l0_reverse	3	0.01644725538790226
0	rnn.bias_ih_l0_reverse	4	-0.05180316045880318
0	rnn.bias_ih_l0_reverse	5	-0.032601259648799896
0	rnn.bias_ih_l0_reverse	6	-0.04072585329413414
0	rnn.bias_ih_l0_reverse	7	0.032854270190000534
0	rnn.bias_ih_l0_reverse	8	-0.009286771528422832
0	rnn.bias_ih_l0_reverse	9	0.03988327831029892
0	rnn.bias_hh_l0_reverse	0	0.01718541793525219
0	rnn.bias_hh_l0_reverse	1	-0.02996675856411457
0	rnn.bias_hh_l0_reverse	2	0.04338629171252251
0	rnn.bias_hh_l0_reverse	3	-0.001292828586883843
0	rnn.bias_hh_l0_reverse	4	0.038474492728710175
0	rnn.bias_hh_l0_reverse	5	0.03898940980434418
0	rnn.bias_hh_l0_reverse	6	-0.05577490106225014
0	rnn.bias_hh_l0_reverse	7	0.05581435561180115
0	rnn.bias_hh_l0_reverse	8	-0.034376759082078934
0	rnn.bias_hh_l0_reverse	9	-0.05898318067193031
0	linear.weight	0	0.03742572292685509
0	linear.weight	1	-0.040348537266254425
0	linear.weight	2	0.011766075156629086
0	linear.weight	3	0.004495709203183651
0	linear.weight	4	0.03160402178764343
0	linear.weight	5	-0.017738811671733856
0	linear.weight	6	-0.04116092249751091
0	linear.weight	7	-0.043234262615442276
0	linear.weight	8	0.026281310245394707
0	linear.weight	9	0.010631290264427662
0	linear.bias	0	0.1122669130563736
0	linear.bias	1	-0.04872367903590202
0	linear.bias	2	-0.005522132385522127
0	linear.bias	3	0.0052848756313323975
0	linear.bias	4	-0.0001490902213845402
0	linear.bias	5	-0.030769959092140198
0	linear.bias	6	0.029054729267954826
0	linear.bias	7	-0.036509495228528976
0	linear.bias	8	0.022247476503252983
0	linear.bias	9	0.002278767991811037
28	transitions	0	-0.46393367648124695
28	transitions	1	0.5016394853591919
28	transitions	2	1.8979623317718506
28	transitions	3	0.25882306694984436
28	transitions	4	1.079728364944458
28	transitions	5	1.2829797267913818
28	transitions	6	0.4866635203361511
28	transitions	7	0.19182275235652924
28	transitions	8	-0.9166192412376404
28	transitions	9	0.931057870388031
28	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28	embedding2nn.weight	0	0.004397787619382143
28	embedding2nn.weight	1	0.013413396663963795
28	embedding2nn.weight	2	-0.0033793768379837275
28	embedding2nn.weight	3	0.004139239899814129
28	embedding2nn.weight	4	-0.0028526997193694115
28	embedding2nn.weight	5	0.0022089281119406223
28	embedding2nn.weight	6	-0.00023924204288050532
28	embedding2nn.weight	7	0.0030466686002910137
28	embedding2nn.weight	8	-0.006974922493100166
28	embedding2nn.weight	9	-0.014222138561308384
28	embedding2nn.bias	0	0.002829010132700205
28	embedding2nn.bias	1	-0.017799949273467064
28	embedding2nn.bias	2	0.009293134324252605
28	embedding2nn.bias	3	0.020817633718252182
28	embedding2nn.bias	4	0.007433430757373571
28	embedding2nn.bias	5	-0.017395660281181335
28	embedding2nn.bias	6	0.025943361222743988
28	embedding2nn.bias	7	0.028691906481981277
28	embedding2nn.bias	8	-0.01454304251819849
28	embedding2nn.bias	9	0.000864038651343435
28	rnn.weight_ih_l0	0	0.033100735396146774
28	rnn.weight_ih_l0	1	-0.0012952610850334167
28	rnn.weight_ih_l0	2	-0.02767474390566349
28	rnn.weight_ih_l0	3	-0.04445742070674896
28	rnn.weight_ih_l0	4	-0.05163721740245819
28	rnn.weight_ih_l0	5	0.0003963609633501619
28	rnn.weight_ih_l0	6	-0.04785412549972534
28	rnn.weight_ih_l0	7	-0.041016507893800735
28	rnn.weight_ih_l0	8	-0.04482818767428398
28	rnn.weight_ih_l0	9	-0.022823981940746307
28	rnn.weight_hh_l0	0	0.015652356669306755
28	rnn.weight_hh_l0	1	-0.011825433932244778
28	rnn.weight_hh_l0	2	-0.015606030821800232
28	rnn.weight_hh_l0	3	-0.017398986965417862
28	rnn.weight_hh_l0	4	-0.05983815714716911
28	rnn.weight_hh_l0	5	-0.03257431834936142
28	rnn.weight_hh_l0	6	-0.027221964672207832
28	rnn.weight_hh_l0	7	0.04892764240503311
28	rnn.weight_hh_l0	8	-0.033805038779973984
28	rnn.weight_hh_l0	9	0.029443509876728058
28	rnn.bias_ih_l0	0	0.04104899987578392
28	rnn.bias_ih_l0	1	-0.05753311142325401
28	rnn.bias_ih_l0	2	0.032784875482320786
28	rnn.bias_ih_l0	3	0.046392664313316345
28	rnn.bias_ih_l0	4	0.06637852638959885
28	rnn.bias_ih_l0	5	-0.010210635140538216
28	rnn.bias_ih_l0	6	-0.03227195143699646
28	rnn.bias_ih_l0	7	-0.0518043152987957
28	rnn.bias_ih_l0	8	-0.07883486151695251
28	rnn.bias_ih_l0	9	0.03328237310051918
28	rnn.bias_hh_l0	0	-0.04697708040475845
28	rnn.bias_hh_l0	1	-0.0018401845591142774
28	rnn.bias_hh_l0	2	-0.026789555326104164
28	rnn.bias_hh_l0	3	0.01095575001090765
28	rnn.bias_hh_l0	4	-0.03862379491329193
28	rnn.bias_hh_l0	5	0.0114859938621521
28	rnn.bias_hh_l0	6	-0.011973277665674686
28	rnn.bias_hh_l0	7	0.010090712457895279
28	rnn.bias_hh_l0	8	0.0020968159660696983
28	rnn.bias_hh_l0	9	0.04980544000864029
28	rnn.weight_ih_l0_reverse	0	-0.03256088122725487
28	rnn.weight_ih_l0_reverse	1	-0.0089289341121912
28	rnn.weight_ih_l0_reverse	2	0.023438196629285812
28	rnn.weight_ih_l0_reverse	3	-0.060603152960538864
28	rnn.weight_ih_l0_reverse	4	0.01563623547554016
28	rnn.weight_ih_l0_reverse	5	-0.05132114887237549
28	rnn.weight_ih_l0_reverse	6	0.008583067916333675
28	rnn.weight_ih_l0_reverse	7	0.03466450795531273
28	rnn.weight_ih_l0_reverse	8	-0.03159700334072113
28	rnn.weight_ih_l0_reverse	9	-0.04093926399946213
28	rnn.weight_hh_l0_reverse	0	-0.06154390424489975
28	rnn.weight_hh_l0_reverse	1	-0.06137533485889435
28	rnn.weight_hh_l0_reverse	2	0.00956969615072012
28	rnn.weight_hh_l0_reverse	3	0.03892106935381889
28	rnn.weight_hh_l0_reverse	4	0.03339243680238724
28	rnn.weight_hh_l0_reverse	5	0.046483639627695084
28	rnn.weight_hh_l0_reverse	6	0.034108709543943405
28	rnn.weight_hh_l0_reverse	7	-0.002315571764484048
28	rnn.weight_hh_l0_reverse	8	-0.05321087688207626
28	rnn.weight_hh_l0_reverse	9	0.0154217928647995
28	rnn.bias_ih_l0_reverse	0	-0.03901316970586777
28	rnn.bias_ih_l0_reverse	1	-0.04155717417597771
28	rnn.bias_ih_l0_reverse	2	0.04348447546362877
28	rnn.bias_ih_l0_reverse	3	0.02021990343928337
28	rnn.bias_ih_l0_reverse	4	-0.05096608027815819
28	rnn.bias_ih_l0_reverse	5	-0.028828924521803856
28	rnn.bias_ih_l0_reverse	6	-0.041241604834795
28	rnn.bias_ih_l0_reverse	7	0.03217282518744469
28	rnn.bias_ih_l0_reverse	8	-0.003202141262590885
28	rnn.bias_ih_l0_reverse	9	0.0430881641805172
28	rnn.bias_hh_l0_reverse	0	0.04097113385796547
28	rnn.bias_hh_l0_reverse	1	-0.012926374562084675
28	rnn.bias_hh_l0_reverse	2	0.04565086215734482
28	rnn.bias_hh_l0_reverse	3	-0.00030359995434992015
28	rnn.bias_hh_l0_reverse	4	0.04221467673778534
28	rnn.bias_hh_l0_reverse	5	0.027091797441244125
28	rnn.bias_hh_l0_reverse	6	-0.05558127537369728
28	rnn.bias_hh_l0_reverse	7	0.05537599325180054
28	rnn.bias_hh_l0_reverse	8	-0.03275838866829872
28	rnn.bias_hh_l0_reverse	9	-0.06271146982908249
28	linear.weight	0	0.050446707755327225
28	linear.weight	1	-0.05367510765790939
28	linear.weight	2	-0.005115070845931768
28	linear.weight	3	0.009061635471880436
28	linear.weight	4	0.03506780043244362
28	linear.weight	5	-0.010752618312835693
28	linear.weight	6	-0.03828885033726692
28	linear.weight	7	-0.03559453412890434
28	linear.weight	8	0.03100600838661194
28	linear.weight	9	0.016938798129558563
28	linear.bias	0	0.40275809168815613
28	linear.bias	1	-0.09604863077402115
28	linear.bias	2	-0.11919757723808289
28	linear.bias	3	0.281602680683136
28	linear.bias	4	-0.12010137736797333
28	linear.bias	5	-0.030769959092140198
28	linear.bias	6	-0.054797686636447906
28	linear.bias	7	-0.1269252449274063
28	linear.bias	8	0.18262603878974915
28	linear.bias	9	-0.07761223614215851
56	transitions	0	-0.46505433320999146
56	transitions	1	0.4974747598171234
56	transitions	2	1.893090844154358
56	transitions	3	0.2585296928882599
56	transitions	4	1.0796308517456055
56	transitions	5	1.2827510833740234
56	transitions	6	0.4866304397583008
56	transitions	7	0.19177576899528503
56	transitions	8	-0.916663408279419
56	transitions	9	0.930996835231781
56	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
56	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
56	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
56	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
56	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
56	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
56	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
56	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
56	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
56	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
56	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
56	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
56	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
56	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
56	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
56	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
56	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
56	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
56	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
56	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
56	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
56	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
56	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
56	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
56	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
56	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
56	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
56	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
56	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
56	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
56	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
56	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
56	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
56	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
56	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
56	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
56	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
56	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
56	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
56	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
56	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
56	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
56	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
56	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
56	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
56	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
56	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
56	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
56	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
56	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
56	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
56	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
56	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
56	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
56	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
56	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
56	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
56	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
56	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
56	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
56	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
56	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
56	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
56	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
56	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
56	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
56	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
56	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
56	embedding2nn.weight	0	0.0034180462826043367
56	embedding2nn.weight	1	0.01332066673785448
56	embedding2nn.weight	2	-0.0033363865222781897
56	embedding2nn.weight	3	0.0038356671575456858
56	embedding2nn.weight	4	-0.002758326940238476
56	embedding2nn.weight	5	0.002365714404731989
56	embedding2nn.weight	6	1.941902155522257e-05
56	embedding2nn.weight	7	0.0034074459690600634
56	embedding2nn.weight	8	-0.006928260438144207
56	embedding2nn.weight	9	-0.01415984332561493
56	embedding2nn.bias	0	-0.005811712704598904
56	embedding2nn.bias	1	-0.0091791907325387
56	embedding2nn.bias	2	-0.0002800086804199964
56	embedding2nn.bias	3	0.01973845064640045
56	embedding2nn.bias	4	0.020151818171143532
56	embedding2nn.bias	5	-0.022175855934619904
56	embedding2nn.bias	6	0.036164917051792145
56	embedding2nn.bias	7	0.04188846796751022
56	embedding2nn.bias	8	-0.0034469440579414368
56	embedding2nn.bias	9	-0.0020159475971013308
56	rnn.weight_ih_l0	0	0.0330430306494236
56	rnn.weight_ih_l0	1	-0.0014050937024876475
56	rnn.weight_ih_l0	2	-0.02901320718228817
56	rnn.weight_ih_l0	3	-0.04492742940783501
56	rnn.weight_ih_l0	4	-0.051189273595809937
56	rnn.weight_ih_l0	5	0.000490847509354353
56	rnn.weight_ih_l0	6	-0.04814935475587845
56	rnn.weight_ih_l0	7	-0.04079458490014076
56	rnn.weight_ih_l0	8	-0.04494791850447655
56	rnn.weight_ih_l0	9	-0.0231122225522995
56	rnn.weight_hh_l0	0	0.015677860006690025
56	rnn.weight_hh_l0	1	-0.01061360165476799
56	rnn.weight_hh_l0	2	-0.01682768389582634
56	rnn.weight_hh_l0	3	-0.017395401373505592
56	rnn.weight_hh_l0	4	-0.059638772159814835
56	rnn.weight_hh_l0	5	-0.0323469340801239
56	rnn.weight_hh_l0	6	-0.026373015716671944
56	rnn.weight_hh_l0	7	0.049183979630470276
56	rnn.weight_hh_l0	8	-0.030690187588334084
56	rnn.weight_hh_l0	9	0.029971439391374588
56	rnn.bias_ih_l0	0	0.04289964213967323
56	rnn.bias_ih_l0	1	-0.05584995821118355
56	rnn.bias_ih_l0	2	0.039518605917692184
56	rnn.bias_ih_l0	3	0.05599793419241905
56	rnn.bias_ih_l0	4	0.07040295004844666
56	rnn.bias_ih_l0	5	-0.008113149553537369
56	rnn.bias_ih_l0	6	-0.025231584906578064
56	rnn.bias_ih_l0	7	-0.055236998945474625
56	rnn.bias_ih_l0	8	-0.08152949064970016
56	rnn.bias_ih_l0	9	0.037490114569664
56	rnn.bias_hh_l0	0	-0.041903041303157806
56	rnn.bias_hh_l0	1	0.0012711018789559603
56	rnn.bias_hh_l0	2	-0.022424478083848953
56	rnn.bias_hh_l0	3	0.023597124963998795
56	rnn.bias_hh_l0	4	-0.03807726502418518
56	rnn.bias_hh_l0	5	0.017994584515690804
56	rnn.bias_hh_l0	6	-0.009331919252872467
56	rnn.bias_hh_l0	7	0.009870687499642372
56	rnn.bias_hh_l0	8	0.009137180633842945
56	rnn.bias_hh_l0	9	0.05601654574275017
56	rnn.weight_ih_l0_reverse	0	-0.03274420276284218
56	rnn.weight_ih_l0_reverse	1	-0.008676139637827873
56	rnn.weight_ih_l0_reverse	2	0.023394234478473663
56	rnn.weight_ih_l0_reverse	3	-0.06026530638337135
56	rnn.weight_ih_l0_reverse	4	0.015478151850402355
56	rnn.weight_ih_l0_reverse	5	-0.05182307958602905
56	rnn.weight_ih_l0_reverse	6	0.008271033875644207
56	rnn.weight_ih_l0_reverse	7	0.03513047844171524
56	rnn.weight_ih_l0_reverse	8	-0.031670358031988144
56	rnn.weight_ih_l0_reverse	9	-0.04111010581254959
56	rnn.weight_hh_l0_reverse	0	-0.061619073152542114
56	rnn.weight_hh_l0_reverse	1	-0.061517443507909775
56	rnn.weight_hh_l0_reverse	2	0.00892399437725544
56	rnn.weight_hh_l0_reverse	3	0.039471592754125595
56	rnn.weight_hh_l0_reverse	4	0.033515602350234985
56	rnn.weight_hh_l0_reverse	5	0.046659961342811584
56	rnn.weight_hh_l0_reverse	6	0.03794443979859352
56	rnn.weight_hh_l0_reverse	7	-0.0022855354472994804
56	rnn.weight_hh_l0_reverse	8	-0.05373051390051842
56	rnn.weight_hh_l0_reverse	9	0.017843814566731453
56	rnn.bias_ih_l0_reverse	0	-0.03890175372362137
56	rnn.bias_ih_l0_reverse	1	-0.041568558663129807
56	rnn.bias_ih_l0_reverse	2	0.04746198654174805
56	rnn.bias_ih_l0_reverse	3	0.021471459418535233
56	rnn.bias_ih_l0_reverse	4	-0.05257580056786537
56	rnn.bias_ih_l0_reverse	5	-0.028103245422244072
56	rnn.bias_ih_l0_reverse	6	-0.04515548422932625
56	rnn.bias_ih_l0_reverse	7	0.030846383422613144
56	rnn.bias_ih_l0_reverse	8	-5.024898928240873e-05
56	rnn.bias_ih_l0_reverse	9	0.046552129089832306
56	rnn.bias_hh_l0_reverse	0	0.04263060912489891
56	rnn.bias_hh_l0_reverse	1	0.007840415462851524
56	rnn.bias_hh_l0_reverse	2	0.049256909638643265
56	rnn.bias_hh_l0_reverse	3	0.0006611204007640481
56	rnn.bias_hh_l0_reverse	4	0.04316911846399307
56	rnn.bias_hh_l0_reverse	5	0.03653822839260101
56	rnn.bias_hh_l0_reverse	6	-0.05534858629107475
56	rnn.bias_hh_l0_reverse	7	0.055830176919698715
56	rnn.bias_hh_l0_reverse	8	-0.02914438210427761
56	rnn.bias_hh_l0_reverse	9	-0.061802539974451065
56	linear.weight	0	0.030858201906085014
56	linear.weight	1	-0.060100801289081573
56	linear.weight	2	-0.008045644499361515
56	linear.weight	3	0.01095870416611433
56	linear.weight	4	0.038771748542785645
56	linear.weight	5	-0.0092203663662076
56	linear.weight	6	-0.03687332198023796
56	linear.weight	7	-0.03450217470526695
56	linear.weight	8	0.03036850318312645
56	linear.weight	9	0.01875658892095089
56	linear.bias	0	0.3774798810482025
56	linear.bias	1	-0.0891324132680893
56	linear.bias	2	-0.1367226243019104
56	linear.bias	3	0.327210396528244
56	linear.bias	4	-0.14756236970424652
56	linear.bias	5	-0.030769959092140198
56	linear.bias	6	-0.0653148666024208
56	linear.bias	7	-0.14666427671909332
56	linear.bias	8	0.18386626243591309
56	linear.bias	9	-0.09944356977939606
84	transitions	0	-0.46581342816352844
84	transitions	1	0.4947490692138672
84	transitions	2	1.891101360321045
84	transitions	3	0.25819501280784607
84	transitions	4	1.0795695781707764
84	transitions	5	1.2826253175735474
84	transitions	6	0.4866209030151367
84	transitions	7	0.19174645841121674
84	transitions	8	-0.9166951775550842
84	transitions	9	0.930973470211029
84	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
84	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
84	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
84	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
84	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
84	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
84	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
84	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
84	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
84	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
84	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
84	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
84	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
84	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
84	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
84	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
84	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
84	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
84	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
84	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
84	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
84	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
84	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
84	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
84	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
84	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
84	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
84	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
84	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
84	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
84	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
84	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
84	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
84	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
84	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
84	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
84	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
84	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
84	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
84	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
84	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
84	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
84	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
84	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
84	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
84	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
84	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
84	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
84	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
84	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
84	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
84	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
84	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
84	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
84	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
84	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
84	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
84	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
84	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
84	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
84	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
84	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
84	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
84	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
84	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
84	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
84	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
84	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
84	embedding2nn.weight	0	0.0020343211945146322
84	embedding2nn.weight	1	0.013245485723018646
84	embedding2nn.weight	2	-0.0033601163886487484
84	embedding2nn.weight	3	0.00379555718973279
84	embedding2nn.weight	4	-0.002748351776972413
84	embedding2nn.weight	5	0.0024216189049184322
84	embedding2nn.weight	6	0.00021376194490585476
84	embedding2nn.weight	7	0.004115477204322815
84	embedding2nn.weight	8	-0.007076793350279331
84	embedding2nn.weight	9	-0.014144341461360455
84	embedding2nn.bias	0	-0.004676473792642355
84	embedding2nn.bias	1	-0.002482653595507145
84	embedding2nn.bias	2	-0.008845903910696507
84	embedding2nn.bias	3	0.017962172627449036
84	embedding2nn.bias	4	0.023111607879400253
84	embedding2nn.bias	5	-0.02691490948200226
84	embedding2nn.bias	6	0.03766933083534241
84	embedding2nn.bias	7	0.045294325798749924
84	embedding2nn.bias	8	-0.0034073656424880028
84	embedding2nn.bias	9	-0.008887707255780697
84	rnn.weight_ih_l0	0	0.03295845538377762
84	rnn.weight_ih_l0	1	-0.0012628254480659962
84	rnn.weight_ih_l0	2	-0.029358621686697006
84	rnn.weight_ih_l0	3	-0.04508174583315849
84	rnn.weight_ih_l0	4	-0.051043979823589325
84	rnn.weight_ih_l0	5	0.0004995724302716553
84	rnn.weight_ih_l0	6	-0.048442646861076355
84	rnn.weight_ih_l0	7	-0.04072146117687225
84	rnn.weight_ih_l0	8	-0.0449913889169693
84	rnn.weight_ih_l0	9	-0.023439709097146988
84	rnn.weight_hh_l0	0	0.015730436891317368
84	rnn.weight_hh_l0	1	-0.010045433416962624
84	rnn.weight_hh_l0	2	-0.018099244683980942
84	rnn.weight_hh_l0	3	-0.017662689089775085
84	rnn.weight_hh_l0	4	-0.059880685061216354
84	rnn.weight_hh_l0	5	-0.03225138038396835
84	rnn.weight_hh_l0	6	-0.024735866114497185
84	rnn.weight_hh_l0	7	0.048911843448877335
84	rnn.weight_hh_l0	8	-0.028912831097841263
84	rnn.weight_hh_l0	9	0.030376030132174492
84	rnn.bias_ih_l0	0	0.04397572949528694
84	rnn.bias_ih_l0	1	-0.05681249871850014
84	rnn.bias_ih_l0	2	0.04228419065475464
84	rnn.bias_ih_l0	3	0.06201839819550514
84	rnn.bias_ih_l0	4	0.07367171347141266
84	rnn.bias_ih_l0	5	-0.006949629634618759
84	rnn.bias_ih_l0	6	-0.020668860524892807
84	rnn.bias_ih_l0	7	-0.05338368937373161
84	rnn.bias_ih_l0	8	-0.08266133815050125
84	rnn.bias_ih_l0	9	0.0412035696208477
84	rnn.bias_hh_l0	0	-0.03891761973500252
84	rnn.bias_hh_l0	1	0.0037085339426994324
84	rnn.bias_hh_l0	2	-0.017989961430430412
84	rnn.bias_hh_l0	3	0.02946080081164837
84	rnn.bias_hh_l0	4	-0.03860938921570778
84	rnn.bias_hh_l0	5	0.02577824704349041
84	rnn.bias_hh_l0	6	-0.008409665897488594
84	rnn.bias_hh_l0	7	0.00981220230460167
84	rnn.bias_hh_l0	8	0.013699903152883053
84	rnn.bias_hh_l0	9	0.058533575385808945
84	rnn.weight_ih_l0_reverse	0	-0.03279031068086624
84	rnn.weight_ih_l0_reverse	1	-0.008375640027225018
84	rnn.weight_ih_l0_reverse	2	0.02337559685111046
84	rnn.weight_ih_l0_reverse	3	-0.06007935106754303
84	rnn.weight_ih_l0_reverse	4	0.015259623527526855
84	rnn.weight_ih_l0_reverse	5	-0.05212007462978363
84	rnn.weight_ih_l0_reverse	6	0.006394410040229559
84	rnn.weight_ih_l0_reverse	7	0.03548735752701759
84	rnn.weight_ih_l0_reverse	8	-0.03180266171693802
84	rnn.weight_ih_l0_reverse	9	-0.041574399918317795
84	rnn.weight_hh_l0_reverse	0	-0.06143020838499069
84	rnn.weight_hh_l0_reverse	1	-0.061618562787771225
84	rnn.weight_hh_l0_reverse	2	0.008587302640080452
84	rnn.weight_hh_l0_reverse	3	0.04013872519135475
84	rnn.weight_hh_l0_reverse	4	0.033656030893325806
84	rnn.weight_hh_l0_reverse	5	0.046664632856845856
84	rnn.weight_hh_l0_reverse	6	0.03901178017258644
84	rnn.weight_hh_l0_reverse	7	-0.002294244710355997
84	rnn.weight_hh_l0_reverse	8	-0.054262109100818634
84	rnn.weight_hh_l0_reverse	9	0.01902848668396473
84	rnn.bias_ih_l0_reverse	0	-0.036119963973760605
84	rnn.bias_ih_l0_reverse	1	-0.04451753571629524
84	rnn.bias_ih_l0_reverse	2	0.049638934433460236
84	rnn.bias_ih_l0_reverse	3	0.02156197838485241
84	rnn.bias_ih_l0_reverse	4	-0.05572172626852989
84	rnn.bias_ih_l0_reverse	5	-0.027593625709414482
84	rnn.bias_ih_l0_reverse	6	-0.04929949343204498
84	rnn.bias_ih_l0_reverse	7	0.029288575053215027
84	rnn.bias_ih_l0_reverse	8	0.002219386864453554
84	rnn.bias_ih_l0_reverse	9	0.04781388118863106
84	rnn.bias_hh_l0_reverse	0	0.03751111030578613
84	rnn.bias_hh_l0_reverse	1	0.01911936327815056
84	rnn.bias_hh_l0_reverse	2	0.0528763085603714
84	rnn.bias_hh_l0_reverse	3	6.728647713316604e-05
84	rnn.bias_hh_l0_reverse	4	0.043883949518203735
84	rnn.bias_hh_l0_reverse	5	0.03254994750022888
84	rnn.bias_hh_l0_reverse	6	-0.05545549839735031
84	rnn.bias_hh_l0_reverse	7	0.05432533845305443
84	rnn.bias_hh_l0_reverse	8	-0.025557227432727814
84	rnn.bias_hh_l0_reverse	9	-0.056026335805654526
84	linear.weight	0	0.013337042182683945
84	linear.weight	1	-0.06355360150337219
84	linear.weight	2	-0.012076199054718018
84	linear.weight	3	0.015752116218209267
84	linear.weight	4	0.04125065729022026
84	linear.weight	5	-0.008518367074429989
84	linear.weight	6	-0.03601917624473572
84	linear.weight	7	-0.03318553790450096
84	linear.weight	8	0.029064839705824852
84	linear.weight	9	0.020768335089087486
84	linear.bias	0	0.3564666509628296
84	linear.bias	1	-0.07324458658695221
84	linear.bias	2	-0.14392820000648499
84	linear.bias	3	0.30404582619667053
84	linear.bias	4	-0.1632939875125885
84	linear.bias	5	-0.030769959092140198
84	linear.bias	6	-0.0671224296092987
84	linear.bias	7	-0.15215644240379333
84	linear.bias	8	0.17838560044765472
84	linear.bias	9	-0.11235570907592773
112	transitions	0	-0.46659988164901733
112	transitions	1	0.49240341782569885
112	transitions	2	1.888942003250122
112	transitions	3	0.25772085785865784
112	transitions	4	1.079458475112915
112	transitions	5	1.2824407815933228
112	transitions	6	0.4866100251674652
112	transitions	7	0.19169597327709198
112	transitions	8	-0.9167470335960388
112	transitions	9	0.9309476017951965
112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
112	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
112	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
112	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
112	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
112	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
112	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
112	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
112	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
112	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
112	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
112	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
112	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
112	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
112	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
112	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
112	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
112	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
112	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
112	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
112	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
112	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
112	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
112	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
112	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
112	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
112	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
112	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
112	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
112	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
112	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
112	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
112	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
112	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
112	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
112	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
112	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
112	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
112	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
112	embedding2nn.weight	0	0.0022956004831939936
112	embedding2nn.weight	1	0.013272902928292751
112	embedding2nn.weight	2	-0.0034187741111963987
112	embedding2nn.weight	3	0.0036997210700064898
112	embedding2nn.weight	4	-0.0027193285059183836
112	embedding2nn.weight	5	0.002547387732192874
112	embedding2nn.weight	6	0.0001451697899028659
112	embedding2nn.weight	7	0.0033130713272839785
112	embedding2nn.weight	8	-0.007290196605026722
112	embedding2nn.weight	9	-0.013966347090899944
112	embedding2nn.bias	0	-0.008505929261446
112	embedding2nn.bias	1	-0.007703039795160294
112	embedding2nn.bias	2	-0.015477858483791351
112	embedding2nn.bias	3	0.019448768347501755
112	embedding2nn.bias	4	0.030702779069542885
112	embedding2nn.bias	5	-0.03724357485771179
112	embedding2nn.bias	6	0.04701179638504982
112	embedding2nn.bias	7	0.05255191773176193
112	embedding2nn.bias	8	-0.0025434314738959074
112	embedding2nn.bias	9	-0.008832680992782116
112	rnn.weight_ih_l0	0	0.03287268802523613
112	rnn.weight_ih_l0	1	-0.0013305286411195993
112	rnn.weight_ih_l0	2	-0.029535602778196335
112	rnn.weight_ih_l0	3	-0.045428257435560226
112	rnn.weight_ih_l0	4	-0.05111680552363396
112	rnn.weight_ih_l0	5	0.0005837321514263749
112	rnn.weight_ih_l0	6	-0.048596449196338654
112	rnn.weight_ih_l0	7	-0.04069824889302254
112	rnn.weight_ih_l0	8	-0.045021917670965195
112	rnn.weight_ih_l0	9	-0.023746944963932037
112	rnn.weight_hh_l0	0	0.015743212774395943
112	rnn.weight_hh_l0	1	-0.010266170836985111
112	rnn.weight_hh_l0	2	-0.018587902188301086
112	rnn.weight_hh_l0	3	-0.01789139397442341
112	rnn.weight_hh_l0	4	-0.060195524245500565
112	rnn.weight_hh_l0	5	-0.03201385587453842
112	rnn.weight_hh_l0	6	-0.022810040041804314
112	rnn.weight_hh_l0	7	0.04856191202998161
112	rnn.weight_hh_l0	8	-0.02714807167649269
112	rnn.weight_hh_l0	9	0.030567409470677376
112	rnn.bias_ih_l0	0	0.04549314081668854
112	rnn.bias_ih_l0	1	-0.05833102762699127
112	rnn.bias_ih_l0	2	0.04579725116491318
112	rnn.bias_ih_l0	3	0.06518765538930893
112	rnn.bias_ih_l0	4	0.07447293400764465
112	rnn.bias_ih_l0	5	-0.005658465437591076
112	rnn.bias_ih_l0	6	-0.01755649968981743
112	rnn.bias_ih_l0	7	-0.05857069790363312
112	rnn.bias_ih_l0	8	-0.08187668770551682
112	rnn.bias_ih_l0	9	0.04380308836698532
112	rnn.bias_hh_l0	0	-0.03639474883675575
112	rnn.bias_hh_l0	1	0.006463056895881891
112	rnn.bias_hh_l0	2	-0.01611495018005371
112	rnn.bias_hh_l0	3	0.02974308282136917
112	rnn.bias_hh_l0	4	-0.04069903492927551
112	rnn.bias_hh_l0	5	0.03082083724439144
112	rnn.bias_hh_l0	6	-0.009845729917287827
112	rnn.bias_hh_l0	7	0.009278848767280579
112	rnn.bias_hh_l0	8	0.016812266781926155
112	rnn.bias_hh_l0	9	0.05947668105363846
112	rnn.weight_ih_l0_reverse	0	-0.032816532999277115
112	rnn.weight_ih_l0_reverse	1	-0.008339189924299717
112	rnn.weight_ih_l0_reverse	2	0.023352721706032753
112	rnn.weight_ih_l0_reverse	3	-0.060014110058546066
112	rnn.weight_ih_l0_reverse	4	0.01501123420894146
112	rnn.weight_ih_l0_reverse	5	-0.052346665412187576
112	rnn.weight_ih_l0_reverse	6	0.0038905113469809294
112	rnn.weight_ih_l0_reverse	7	0.03575293347239494
112	rnn.weight_ih_l0_reverse	8	-0.03189500793814659
112	rnn.weight_ih_l0_reverse	9	-0.04179001227021217
112	rnn.weight_hh_l0_reverse	0	-0.06140546500682831
112	rnn.weight_hh_l0_reverse	1	-0.06228330358862877
112	rnn.weight_hh_l0_reverse	2	0.008125416934490204
112	rnn.weight_hh_l0_reverse	3	0.04088638350367546
112	rnn.weight_hh_l0_reverse	4	0.03377461060881615
112	rnn.weight_hh_l0_reverse	5	0.046745941042900085
112	rnn.weight_hh_l0_reverse	6	0.03907515108585358
112	rnn.weight_hh_l0_reverse	7	-0.002464322606101632
112	rnn.weight_hh_l0_reverse	8	-0.05433661863207817
112	rnn.weight_hh_l0_reverse	9	0.019563687965273857
112	rnn.bias_ih_l0_reverse	0	-0.03749364614486694
112	rnn.bias_ih_l0_reverse	1	-0.04981721565127373
112	rnn.bias_ih_l0_reverse	2	0.051308050751686096
112	rnn.bias_ih_l0_reverse	3	0.021649984642863274
112	rnn.bias_ih_l0_reverse	4	-0.05667450278997421
112	rnn.bias_ih_l0_reverse	5	-0.026682941243052483
112	rnn.bias_ih_l0_reverse	6	-0.05340844392776489
112	rnn.bias_ih_l0_reverse	7	0.0276213176548481
112	rnn.bias_ih_l0_reverse	8	0.002992555033415556
112	rnn.bias_ih_l0_reverse	9	0.049267999827861786
112	rnn.bias_hh_l0_reverse	0	0.0403461791574955
112	rnn.bias_hh_l0_reverse	1	0.023504501208662987
112	rnn.bias_hh_l0_reverse	2	0.05486048385500908
112	rnn.bias_hh_l0_reverse	3	0.0003064587072003633
112	rnn.bias_hh_l0_reverse	4	0.04554709792137146
112	rnn.bias_hh_l0_reverse	5	0.03310956060886383
112	rnn.bias_hh_l0_reverse	6	-0.056109827011823654
112	rnn.bias_hh_l0_reverse	7	0.05385487899184227
112	rnn.bias_hh_l0_reverse	8	-0.023110052570700645
112	rnn.bias_hh_l0_reverse	9	-0.06048756465315819
112	linear.weight	0	0.02230645716190338
112	linear.weight	1	-0.06696767359972
112	linear.weight	2	-0.02004723995923996
112	linear.weight	3	0.022146109491586685
112	linear.weight	4	0.043547265231609344
112	linear.weight	5	-0.0069390335120260715
112	linear.weight	6	-0.03565165400505066
112	linear.weight	7	-0.03308596462011337
112	linear.weight	8	0.02877570316195488
112	linear.weight	9	0.029406582936644554
112	linear.bias	0	0.3417523205280304
112	linear.bias	1	-0.03903047740459442
112	linear.bias	2	-0.15583589673042297
112	linear.bias	3	0.3273693919181824
112	linear.bias	4	-0.1761453002691269
112	linear.bias	5	-0.030769959092140198
112	linear.bias	6	-0.07338010519742966
112	linear.bias	7	-0.16003097593784332
112	linear.bias	8	0.18969710171222687
112	linear.bias	9	-0.12336849421262741
140	transitions	0	-0.46715685725212097
140	transitions	1	0.4900680482387543
140	transitions	2	1.8870772123336792
140	transitions	3	0.2573549151420593
140	transitions	4	1.0792982578277588
140	transitions	5	1.2822134494781494
140	transitions	6	0.4866025149822235
140	transitions	7	0.1916259080171585
140	transitions	8	-0.9167894124984741
140	transitions	9	0.9309301376342773
140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
140	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
140	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
140	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
140	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
140	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
140	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
140	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
140	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
140	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
140	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
140	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
140	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
140	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
140	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
140	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
140	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
140	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
140	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
140	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
140	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
140	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
140	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
140	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
140	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
140	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
140	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
140	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
140	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
140	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
140	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
140	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
140	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
140	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
140	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
140	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
140	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
140	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
140	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
140	embedding2nn.weight	0	0.0022683811839669943
140	embedding2nn.weight	1	0.013196042738854885
140	embedding2nn.weight	2	-0.0034531927667558193
140	embedding2nn.weight	3	0.0035484698601067066
140	embedding2nn.weight	4	-0.0026318789459764957
140	embedding2nn.weight	5	0.002533710328862071
140	embedding2nn.weight	6	0.00020003615645691752
140	embedding2nn.weight	7	0.003987789154052734
140	embedding2nn.weight	8	-0.007229111157357693
140	embedding2nn.weight	9	-0.014002780430018902
140	embedding2nn.bias	0	-0.010760555043816566
140	embedding2nn.bias	1	-0.00619042944163084
140	embedding2nn.bias	2	-0.021425187587738037
140	embedding2nn.bias	3	0.02223900891840458
140	embedding2nn.bias	4	0.0342583954334259
140	embedding2nn.bias	5	-0.04276023805141449
140	embedding2nn.bias	6	0.05138766020536423
140	embedding2nn.bias	7	0.0546821691095829
140	embedding2nn.bias	8	-0.0020815201569348574
140	embedding2nn.bias	9	-0.015988530591130257
140	rnn.weight_ih_l0	0	0.03289911895990372
140	rnn.weight_ih_l0	1	-0.0012496799463406205
140	rnn.weight_ih_l0	2	-0.029693298041820526
140	rnn.weight_ih_l0	3	-0.045595526695251465
140	rnn.weight_ih_l0	4	-0.05124559998512268
140	rnn.weight_ih_l0	5	0.0006507723592221737
140	rnn.weight_ih_l0	6	-0.04893157631158829
140	rnn.weight_ih_l0	7	-0.040659692138433456
140	rnn.weight_ih_l0	8	-0.045144472271203995
140	rnn.weight_ih_l0	9	-0.02389642596244812
140	rnn.weight_hh_l0	0	0.01564253494143486
140	rnn.weight_hh_l0	1	-0.00994137767702341
140	rnn.weight_hh_l0	2	-0.019627388566732407
140	rnn.weight_hh_l0	3	-0.01796380616724491
140	rnn.weight_hh_l0	4	-0.06035991013050079
140	rnn.weight_hh_l0	5	-0.03182930871844292
140	rnn.weight_hh_l0	6	-0.023269645869731903
140	rnn.weight_hh_l0	7	0.04840002954006195
140	rnn.weight_hh_l0	8	-0.026676874607801437
140	rnn.weight_hh_l0	9	0.030660491436719894
140	rnn.bias_ih_l0	0	0.04627713933587074
140	rnn.bias_ih_l0	1	-0.059780921787023544
140	rnn.bias_ih_l0	2	0.0470791794359684
140	rnn.bias_ih_l0	3	0.06621883064508438
140	rnn.bias_ih_l0	4	0.07725100219249725
140	rnn.bias_ih_l0	5	-0.004087480250746012
140	rnn.bias_ih_l0	6	-0.017675645649433136
140	rnn.bias_ih_l0	7	-0.056143272668123245
140	rnn.bias_ih_l0	8	-0.08526542782783508
140	rnn.bias_ih_l0	9	0.04562431946396828
140	rnn.bias_hh_l0	0	-0.036101460456848145
140	rnn.bias_hh_l0	1	0.008868386968970299
140	rnn.bias_hh_l0	2	-0.01619027741253376
140	rnn.bias_hh_l0	3	0.03087513893842697
140	rnn.bias_hh_l0	4	-0.04410199820995331
140	rnn.bias_hh_l0	5	0.03345299884676933
140	rnn.bias_hh_l0	6	-0.010256598703563213
140	rnn.bias_hh_l0	7	0.010106044821441174
140	rnn.bias_hh_l0	8	0.016693120822310448
140	rnn.bias_hh_l0	9	0.061050768941640854
140	rnn.weight_ih_l0_reverse	0	-0.032910797744989395
140	rnn.weight_ih_l0_reverse	1	-0.00829241517931223
140	rnn.weight_ih_l0_reverse	2	0.023307688534259796
140	rnn.weight_ih_l0_reverse	3	-0.060136828571558
140	rnn.weight_ih_l0_reverse	4	0.014714518561959267
140	rnn.weight_ih_l0_reverse	5	-0.05252143740653992
140	rnn.weight_ih_l0_reverse	6	0.0015794991049915552
140	rnn.weight_ih_l0_reverse	7	0.035903897136449814
140	rnn.weight_ih_l0_reverse	8	-0.032015103846788406
140	rnn.weight_ih_l0_reverse	9	-0.04213672876358032
140	rnn.weight_hh_l0_reverse	0	-0.061999376863241196
140	rnn.weight_hh_l0_reverse	1	-0.062495049089193344
140	rnn.weight_hh_l0_reverse	2	0.00785257387906313
140	rnn.weight_hh_l0_reverse	3	0.04125728830695152
140	rnn.weight_hh_l0_reverse	4	0.033798083662986755
140	rnn.weight_hh_l0_reverse	5	0.04652358219027519
140	rnn.weight_hh_l0_reverse	6	0.03791533783078194
140	rnn.weight_hh_l0_reverse	7	-0.002641525352373719
140	rnn.weight_hh_l0_reverse	8	-0.054027315229177475
140	rnn.weight_hh_l0_reverse	9	0.019641947001218796
140	rnn.bias_ih_l0_reverse	0	-0.03686673566699028
140	rnn.bias_ih_l0_reverse	1	-0.049331728368997574
140	rnn.bias_ih_l0_reverse	2	0.052936382591724396
140	rnn.bias_ih_l0_reverse	3	0.022785810753703117
140	rnn.bias_ih_l0_reverse	4	-0.05809832364320755
140	rnn.bias_ih_l0_reverse	5	-0.02547663450241089
140	rnn.bias_ih_l0_reverse	6	-0.0558195635676384
140	rnn.bias_ih_l0_reverse	7	0.027220360934734344
140	rnn.bias_ih_l0_reverse	8	0.004777176305651665
140	rnn.bias_ih_l0_reverse	9	0.05050106719136238
140	rnn.bias_hh_l0_reverse	0	0.03515642136335373
140	rnn.bias_hh_l0_reverse	1	0.026778902858495712
140	rnn.bias_hh_l0_reverse	2	0.05722407251596451
140	rnn.bias_hh_l0_reverse	3	-0.0007544128457084298
140	rnn.bias_hh_l0_reverse	4	0.04715821146965027
140	rnn.bias_hh_l0_reverse	5	0.03358575329184532
140	rnn.bias_hh_l0_reverse	6	-0.05616533011198044
140	rnn.bias_hh_l0_reverse	7	0.053181882947683334
140	rnn.bias_hh_l0_reverse	8	-0.02067440003156662
140	rnn.bias_hh_l0_reverse	9	-0.059283461421728134
140	linear.weight	0	0.024901755154132843
140	linear.weight	1	-0.06919144839048386
140	linear.weight	2	-0.024618089199066162
140	linear.weight	3	0.023499367758631706
140	linear.weight	4	0.04442420229315758
140	linear.weight	5	-0.00622699735686183
140	linear.weight	6	-0.03481816127896309
140	linear.weight	7	-0.03164425864815712
140	linear.weight	8	0.028841551393270493
140	linear.weight	9	0.03177613765001297
140	linear.bias	0	0.32517337799072266
140	linear.bias	1	-0.013543687760829926
140	linear.bias	2	-0.160848006606102
140	linear.bias	3	0.3277800679206848
140	linear.bias	4	-0.18806995451450348
140	linear.bias	5	-0.030769959092140198
140	linear.bias	6	-0.07513150572776794
140	linear.bias	7	-0.1628018170595169
140	linear.bias	8	0.19847910106182098
140	linear.bias	9	-0.13149510324001312
168	transitions	0	-0.46780622005462646
168	transitions	1	0.4881840646266937
168	transitions	2	1.8852794170379639
168	transitions	3	0.2569940388202667
168	transitions	4	1.0790143013000488
168	transitions	5	1.2819913625717163
168	transitions	6	0.4865962266921997
168	transitions	7	0.1915237456560135
168	transitions	8	-0.9168195724487305
168	transitions	9	0.9309162497520447
168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
168	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
168	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
168	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
168	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
168	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
168	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
168	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
168	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
168	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
168	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
168	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
168	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
168	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
168	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
168	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
168	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
168	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
168	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
168	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
168	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
168	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
168	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
168	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
168	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
168	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
168	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
168	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
168	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
168	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
168	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
168	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
168	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
168	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
168	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
168	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
168	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
168	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
168	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
168	embedding2nn.weight	0	0.0009407803299836814
168	embedding2nn.weight	1	0.013346065767109394
168	embedding2nn.weight	2	-0.003353408072143793
168	embedding2nn.weight	3	0.0034662552643567324
168	embedding2nn.weight	4	-0.002631779760122299
168	embedding2nn.weight	5	0.0024176707956939936
168	embedding2nn.weight	6	5.9742757002823055e-05
168	embedding2nn.weight	7	0.004987205844372511
168	embedding2nn.weight	8	-0.007296152878552675
168	embedding2nn.weight	9	-0.014077375642955303
168	embedding2nn.bias	0	-0.00962243601679802
168	embedding2nn.bias	1	-0.010572237893939018
168	embedding2nn.bias	2	-0.015611757524311543
168	embedding2nn.bias	3	0.02720003016293049
168	embedding2nn.bias	4	0.03477540612220764
168	embedding2nn.bias	5	-0.04312899708747864
168	embedding2nn.bias	6	0.05282323434948921
168	embedding2nn.bias	7	0.05640801787376404
168	embedding2nn.bias	8	0.0014319606125354767
168	embedding2nn.bias	9	-0.018686989322304726
168	rnn.weight_ih_l0	0	0.03287141025066376
168	rnn.weight_ih_l0	1	-0.0015111439861357212
168	rnn.weight_ih_l0	2	-0.029948638752102852
168	rnn.weight_ih_l0	3	-0.04569476097822189
168	rnn.weight_ih_l0	4	-0.05141611397266388
168	rnn.weight_ih_l0	5	0.0006464170874096453
168	rnn.weight_ih_l0	6	-0.04905565455555916
168	rnn.weight_ih_l0	7	-0.040712662041187286
168	rnn.weight_ih_l0	8	-0.045199889689683914
168	rnn.weight_ih_l0	9	-0.024021444842219353
168	rnn.weight_hh_l0	0	0.015546846203505993
168	rnn.weight_hh_l0	1	-0.010407760739326477
168	rnn.weight_hh_l0	2	-0.02022078074514866
168	rnn.weight_hh_l0	3	-0.017689988017082214
168	rnn.weight_hh_l0	4	-0.06079088896512985
168	rnn.weight_hh_l0	5	-0.03144588693976402
168	rnn.weight_hh_l0	6	-0.019986644387245178
168	rnn.weight_hh_l0	7	0.048383790999650955
168	rnn.weight_hh_l0	8	-0.0258070956915617
168	rnn.weight_hh_l0	9	0.03067639283835888
168	rnn.bias_ih_l0	0	0.04591485112905502
168	rnn.bias_ih_l0	1	-0.0582820400595665
168	rnn.bias_ih_l0	2	0.048241522163152695
168	rnn.bias_ih_l0	3	0.0659594014286995
168	rnn.bias_ih_l0	4	0.07862687855958939
168	rnn.bias_ih_l0	5	-0.003440707456320524
168	rnn.bias_ih_l0	6	-0.017264310270547867
168	rnn.bias_ih_l0	7	-0.05917828530073166
168	rnn.bias_ih_l0	8	-0.08536994457244873
168	rnn.bias_ih_l0	9	0.04853512719273567
168	rnn.bias_hh_l0	0	-0.03544921055436134
168	rnn.bias_hh_l0	1	0.009930643253028393
168	rnn.bias_hh_l0	2	-0.01515846885740757
168	rnn.bias_hh_l0	3	0.03129340335726738
168	rnn.bias_hh_l0	4	-0.04433107376098633
168	rnn.bias_hh_l0	5	0.03669771924614906
168	rnn.bias_hh_l0	6	-0.00905038882046938
168	rnn.bias_hh_l0	7	0.010084420442581177
168	rnn.bias_hh_l0	8	0.017104456201195717
168	rnn.bias_hh_l0	9	0.06158110499382019
168	rnn.weight_ih_l0_reverse	0	-0.032997697591781616
168	rnn.weight_ih_l0_reverse	1	-0.007943673059344292
168	rnn.weight_ih_l0_reverse	2	0.023289266973733902
168	rnn.weight_ih_l0_reverse	3	-0.06022367998957634
168	rnn.weight_ih_l0_reverse	4	0.014560406096279621
168	rnn.weight_ih_l0_reverse	5	-0.05265578255057335
168	rnn.weight_ih_l0_reverse	6	0.002176534151658416
168	rnn.weight_ih_l0_reverse	7	0.036000266671180725
168	rnn.weight_ih_l0_reverse	8	-0.03233872354030609
168	rnn.weight_ih_l0_reverse	9	-0.04233511537313461
168	rnn.weight_hh_l0_reverse	0	-0.062377531081438065
168	rnn.weight_hh_l0_reverse	1	-0.06324804574251175
168	rnn.weight_hh_l0_reverse	2	0.0074636489152908325
168	rnn.weight_hh_l0_reverse	3	0.041011519730091095
168	rnn.weight_hh_l0_reverse	4	0.03385123237967491
168	rnn.weight_hh_l0_reverse	5	0.04651590809226036
168	rnn.weight_hh_l0_reverse	6	0.037562914192676544
168	rnn.weight_hh_l0_reverse	7	-0.0026496052742004395
168	rnn.weight_hh_l0_reverse	8	-0.053801875561475754
168	rnn.weight_hh_l0_reverse	9	0.019954754039645195
168	rnn.bias_ih_l0_reverse	0	-0.037352368235588074
168	rnn.bias_ih_l0_reverse	1	-0.051954761147499084
168	rnn.bias_ih_l0_reverse	2	0.054517678916454315
168	rnn.bias_ih_l0_reverse	3	0.02310772053897381
168	rnn.bias_ih_l0_reverse	4	-0.05910190939903259
168	rnn.bias_ih_l0_reverse	5	-0.025098780170083046
168	rnn.bias_ih_l0_reverse	6	-0.05697022005915642
168	rnn.bias_ih_l0_reverse	7	0.02742898464202881
168	rnn.bias_ih_l0_reverse	8	0.005544261075556278
168	rnn.bias_ih_l0_reverse	9	0.050667792558670044
168	rnn.bias_hh_l0_reverse	0	0.03677818179130554
168	rnn.bias_hh_l0_reverse	1	0.029889749363064766
168	rnn.bias_hh_l0_reverse	2	0.05806624889373779
168	rnn.bias_hh_l0_reverse	3	-0.0010767853818833828
168	rnn.bias_hh_l0_reverse	4	0.04801425710320473
168	rnn.bias_hh_l0_reverse	5	0.03997131437063217
168	rnn.bias_hh_l0_reverse	6	-0.05625244975090027
168	rnn.bias_hh_l0_reverse	7	0.05334273725748062
168	rnn.bias_hh_l0_reverse	8	-0.01936444267630577
168	rnn.bias_hh_l0_reverse	9	-0.05733221396803856
168	linear.weight	0	0.022026589140295982
168	linear.weight	1	-0.07202812284231186
168	linear.weight	2	-0.03477203845977783
168	linear.weight	3	0.02744225040078163
168	linear.weight	4	0.04585546627640724
168	linear.weight	5	-0.005784978624433279
168	linear.weight	6	-0.03418939560651779
168	linear.weight	7	-0.030175473541021347
168	linear.weight	8	0.02986815944314003
168	linear.weight	9	0.036806538701057434
168	linear.bias	0	0.32831183075904846
168	linear.bias	1	0.009076655842363834
168	linear.bias	2	-0.1645364612340927
168	linear.bias	3	0.31841394305229187
168	linear.bias	4	-0.19937878847122192
168	linear.bias	5	-0.030769959092140198
168	linear.bias	6	-0.07534942775964737
168	linear.bias	7	-0.15628640353679657
168	linear.bias	8	0.188249871134758
168	linear.bias	9	-0.1384652554988861
196	transitions	0	-0.4683372378349304
196	transitions	1	0.48690342903137207
196	transitions	2	1.884163498878479
196	transitions	3	0.2567253112792969
196	transitions	4	1.0787348747253418
196	transitions	5	1.2818020582199097
196	transitions	6	0.48659226298332214
196	transitions	7	0.1914430856704712
196	transitions	8	-0.9168505072593689
196	transitions	9	0.9309096336364746
196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
196	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
196	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
196	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
196	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
196	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
196	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
196	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
196	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
196	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
196	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
196	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
196	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
196	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
196	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
196	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
196	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
196	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
196	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
196	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
196	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
196	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
196	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
196	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
196	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
196	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
196	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
196	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
196	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
196	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
196	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
196	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
196	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
196	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
196	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
196	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
196	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
196	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
196	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
196	embedding2nn.weight	0	0.0009215960162691772
196	embedding2nn.weight	1	0.013304170221090317
196	embedding2nn.weight	2	-0.003345898585394025
196	embedding2nn.weight	3	0.003458133665844798
196	embedding2nn.weight	4	-0.002613729564473033
196	embedding2nn.weight	5	0.002276088111102581
196	embedding2nn.weight	6	4.0822356822900474e-05
196	embedding2nn.weight	7	0.0052596041932702065
196	embedding2nn.weight	8	-0.007512454409152269
196	embedding2nn.weight	9	-0.01404715795069933
196	embedding2nn.bias	0	-0.01133899949491024
196	embedding2nn.bias	1	-0.010214378125965595
196	embedding2nn.bias	2	-0.018913980573415756
196	embedding2nn.bias	3	0.03378772363066673
196	embedding2nn.bias	4	0.034758061170578
196	embedding2nn.bias	5	-0.04643069580197334
196	embedding2nn.bias	6	0.05439991131424904
196	embedding2nn.bias	7	0.05632863938808441
196	embedding2nn.bias	8	0.0011121885618194938
196	embedding2nn.bias	9	-0.026591064408421516
196	rnn.weight_ih_l0	0	0.032828617841005325
196	rnn.weight_ih_l0	1	-0.0013308540219441056
196	rnn.weight_ih_l0	2	-0.031044475734233856
196	rnn.weight_ih_l0	3	-0.0458829291164875
196	rnn.weight_ih_l0	4	-0.051505040377378464
196	rnn.weight_ih_l0	5	0.0006301128887571394
196	rnn.weight_ih_l0	6	-0.04939372092485428
196	rnn.weight_ih_l0	7	-0.04071151837706566
196	rnn.weight_ih_l0	8	-0.045222435146570206
196	rnn.weight_ih_l0	9	-0.02416139841079712
196	rnn.weight_hh_l0	0	0.015269691124558449
196	rnn.weight_hh_l0	1	-0.010384767316281796
196	rnn.weight_hh_l0	2	-0.02042229101061821
196	rnn.weight_hh_l0	3	-0.017588850110769272
196	rnn.weight_hh_l0	4	-0.06087611988186836
196	rnn.weight_hh_l0	5	-0.03156614303588867
196	rnn.weight_hh_l0	6	-0.014940300025045872
196	rnn.weight_hh_l0	7	0.04820074513554573
196	rnn.weight_hh_l0	8	-0.02519921585917473
196	rnn.weight_hh_l0	9	0.03082970529794693
196	rnn.bias_ih_l0	0	0.04638369753956795
196	rnn.bias_ih_l0	1	-0.059154726564884186
196	rnn.bias_ih_l0	2	0.04990629479289055
196	rnn.bias_ih_l0	3	0.06743896007537842
196	rnn.bias_ih_l0	4	0.07859324663877487
196	rnn.bias_ih_l0	5	-0.0018748664297163486
196	rnn.bias_ih_l0	6	-0.016859538853168488
196	rnn.bias_ih_l0	7	-0.05250689014792442
196	rnn.bias_ih_l0	8	-0.08931436389684677
196	rnn.bias_ih_l0	9	0.050496023148298264
196	rnn.bias_hh_l0	0	-0.03405303880572319
196	rnn.bias_hh_l0	1	0.01170396339148283
196	rnn.bias_hh_l0	2	-0.013693385757505894
196	rnn.bias_hh_l0	3	0.02900950238108635
196	rnn.bias_hh_l0	4	-0.04496994614601135
196	rnn.bias_hh_l0	5	0.0398719422519207
196	rnn.bias_hh_l0	6	-0.010012110695242882
196	rnn.bias_hh_l0	7	0.009631878696382046
196	rnn.bias_hh_l0	8	0.017509227618575096
196	rnn.bias_hh_l0	9	0.06131784990429878
196	rnn.weight_ih_l0_reverse	0	-0.033034391701221466
196	rnn.weight_ih_l0_reverse	1	-0.008055748417973518
196	rnn.weight_ih_l0_reverse	2	0.023285411298274994
196	rnn.weight_ih_l0_reverse	3	-0.06020624563097954
196	rnn.weight_ih_l0_reverse	4	0.014400921761989594
196	rnn.weight_ih_l0_reverse	5	-0.05276736989617348
196	rnn.weight_ih_l0_reverse	6	0.0013351269299164414
196	rnn.weight_ih_l0_reverse	7	0.03627414628863335
196	rnn.weight_ih_l0_reverse	8	-0.03242257982492447
196	rnn.weight_ih_l0_reverse	9	-0.04288649186491966
196	rnn.weight_hh_l0_reverse	0	-0.06274652481079102
196	rnn.weight_hh_l0_reverse	1	-0.06446855515241623
196	rnn.weight_hh_l0_reverse	2	0.007248929236084223
196	rnn.weight_hh_l0_reverse	3	0.04145842045545578
196	rnn.weight_hh_l0_reverse	4	0.0338299386203289
196	rnn.weight_hh_l0_reverse	5	0.04645150154829025
196	rnn.weight_hh_l0_reverse	6	0.037648461759090424
196	rnn.weight_hh_l0_reverse	7	-0.0026456578634679317
196	rnn.weight_hh_l0_reverse	8	-0.05369658023118973
196	rnn.weight_hh_l0_reverse	9	0.020149873569607735
196	rnn.bias_ih_l0_reverse	0	-0.0361909382045269
196	rnn.bias_ih_l0_reverse	1	-0.04529706388711929
196	rnn.bias_ih_l0_reverse	2	0.0551694855093956
196	rnn.bias_ih_l0_reverse	3	0.02304106019437313
196	rnn.bias_ih_l0_reverse	4	-0.061906442046165466
196	rnn.bias_ih_l0_reverse	5	-0.02441791445016861
196	rnn.bias_ih_l0_reverse	6	-0.05754989758133888
196	rnn.bias_ih_l0_reverse	7	0.02741025760769844
196	rnn.bias_ih_l0_reverse	8	0.006220218259841204
196	rnn.bias_ih_l0_reverse	9	0.051894642412662506
196	rnn.bias_hh_l0_reverse	0	0.03711596503853798
196	rnn.bias_hh_l0_reverse	1	0.03166196122765541
196	rnn.bias_hh_l0_reverse	2	0.05904199928045273
196	rnn.bias_hh_l0_reverse	3	-0.0007683901349082589
196	rnn.bias_hh_l0_reverse	4	0.04888300970196724
196	rnn.bias_hh_l0_reverse	5	0.034919194877147675
196	rnn.bias_hh_l0_reverse	6	-0.05663269758224487
196	rnn.bias_hh_l0_reverse	7	0.05268390476703644
196	rnn.bias_hh_l0_reverse	8	-0.018383895978331566
196	rnn.bias_hh_l0_reverse	9	-0.054016564041376114
196	linear.weight	0	0.028180258348584175
196	linear.weight	1	-0.07364804297685623
196	linear.weight	2	-0.042715154588222504
196	linear.weight	3	0.0361134298145771
196	linear.weight	4	0.04676523432135582
196	linear.weight	5	-0.0048832157626748085
196	linear.weight	6	-0.033321283757686615
196	linear.weight	7	-0.029236169531941414
196	linear.weight	8	0.03265761211514473
196	linear.weight	9	0.042322468012571335
196	linear.bias	0	0.31683439016342163
196	linear.bias	1	0.012491278350353241
196	linear.bias	2	-0.16790662705898285
196	linear.bias	3	0.3318690061569214
196	linear.bias	4	-0.2076844573020935
196	linear.bias	5	-0.030769959092140198
196	linear.bias	6	-0.07733331620693207
196	linear.bias	7	-0.16347885131835938
196	linear.bias	8	0.1840118169784546
196	linear.bias	9	-0.14346860349178314
224	transitions	0	-0.46884670853614807
224	transitions	1	0.4859350621700287
224	transitions	2	1.8830357789993286
224	transitions	3	0.2564847469329834
224	transitions	4	1.0782750844955444
224	transitions	5	1.2816599607467651
224	transitions	6	0.48658812046051025
224	transitions	7	0.19135382771492004
224	transitions	8	-0.9168793559074402
224	transitions	9	0.9309042096138
224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
224	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
224	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
224	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
224	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
224	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
224	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
224	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
224	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
224	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
224	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
224	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
224	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
224	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
224	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
224	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
224	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
224	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
224	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
224	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
224	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
224	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
224	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
224	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
224	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
224	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
224	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
224	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
224	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
224	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
224	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
224	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
224	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
224	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
224	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
224	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
224	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
224	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
224	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
224	embedding2nn.weight	0	-0.000182515534106642
224	embedding2nn.weight	1	0.013292580842971802
224	embedding2nn.weight	2	-0.003390786936506629
224	embedding2nn.weight	3	0.0031661763787269592
224	embedding2nn.weight	4	-0.00263540749438107
224	embedding2nn.weight	5	0.002164744306355715
224	embedding2nn.weight	6	4.740535223390907e-05
224	embedding2nn.weight	7	0.005850576795637608
224	embedding2nn.weight	8	-0.0075334301218390465
224	embedding2nn.weight	9	-0.013891465961933136
224	embedding2nn.bias	0	-0.008173338137567043
224	embedding2nn.bias	1	-0.006077270954847336
224	embedding2nn.bias	2	-0.014566742815077305
224	embedding2nn.bias	3	0.031563397496938705
224	embedding2nn.bias	4	0.040772393345832825
224	embedding2nn.bias	5	-0.04678443446755409
224	embedding2nn.bias	6	0.05576152727007866
224	embedding2nn.bias	7	0.05744076892733574
224	embedding2nn.bias	8	0.0025398866273462772
224	embedding2nn.bias	9	-0.025519022718071938
224	rnn.weight_ih_l0	0	0.032844178378582
224	rnn.weight_ih_l0	1	-0.0011374008608981967
224	rnn.weight_ih_l0	2	-0.031360626220703125
224	rnn.weight_ih_l0	3	-0.04623068869113922
224	rnn.weight_ih_l0	4	-0.05157100036740303
224	rnn.weight_ih_l0	5	0.0006698024808429182
224	rnn.weight_ih_l0	6	-0.049413830041885376
224	rnn.weight_ih_l0	7	-0.040771931409835815
224	rnn.weight_ih_l0	8	-0.04522848129272461
224	rnn.weight_ih_l0	9	-0.024270281195640564
224	rnn.weight_hh_l0	0	0.015159890986979008
224	rnn.weight_hh_l0	1	-0.010500689968466759
224	rnn.weight_hh_l0	2	-0.0208432674407959
224	rnn.weight_hh_l0	3	-0.017543645575642586
224	rnn.weight_hh_l0	4	-0.06100026145577431
224	rnn.weight_hh_l0	5	-0.031665727496147156
224	rnn.weight_hh_l0	6	-0.014884726144373417
224	rnn.weight_hh_l0	7	0.048005737364292145
224	rnn.weight_hh_l0	8	-0.026180703192949295
224	rnn.weight_hh_l0	9	0.030795425176620483
224	rnn.bias_ih_l0	0	0.04698469489812851
224	rnn.bias_ih_l0	1	-0.06038452684879303
224	rnn.bias_ih_l0	2	0.05251450091600418
224	rnn.bias_ih_l0	3	0.06788919121026993
224	rnn.bias_ih_l0	4	0.07887382805347443
224	rnn.bias_ih_l0	5	-0.0012169249821454287
224	rnn.bias_ih_l0	6	-0.017870189622044563
224	rnn.bias_ih_l0	7	-0.04609423875808716
224	rnn.bias_ih_l0	8	-0.08997413516044617
224	rnn.bias_ih_l0	9	0.05261671543121338
224	rnn.bias_hh_l0	0	-0.0341029167175293
224	rnn.bias_hh_l0	1	0.013235951773822308
224	rnn.bias_hh_l0	2	-0.01306059118360281
224	rnn.bias_hh_l0	3	0.03103259764611721
224	rnn.bias_hh_l0	4	-0.0474059134721756
224	rnn.bias_hh_l0	5	0.041910555213689804
224	rnn.bias_hh_l0	6	-0.01141261775046587
224	rnn.bias_hh_l0	7	0.009916651993989944
224	rnn.bias_hh_l0	8	0.01649857684969902
224	rnn.bias_hh_l0	9	0.06190802901983261
224	rnn.weight_ih_l0_reverse	0	-0.033089153468608856
224	rnn.weight_ih_l0_reverse	1	-0.008041352964937687
224	rnn.weight_ih_l0_reverse	2	0.023274362087249756
224	rnn.weight_ih_l0_reverse	3	-0.06027086824178696
224	rnn.weight_ih_l0_reverse	4	0.01435709185898304
224	rnn.weight_ih_l0_reverse	5	-0.05293222889304161
224	rnn.weight_ih_l0_reverse	6	0.0009314511553384364
224	rnn.weight_ih_l0_reverse	7	0.03649531304836273
224	rnn.weight_ih_l0_reverse	8	-0.032607659697532654
224	rnn.weight_ih_l0_reverse	9	-0.0431814081966877
224	rnn.weight_hh_l0_reverse	0	-0.06282048672437668
224	rnn.weight_hh_l0_reverse	1	-0.064303919672966
224	rnn.weight_hh_l0_reverse	2	0.0069133504293859005
224	rnn.weight_hh_l0_reverse	3	0.04174534231424332
224	rnn.weight_hh_l0_reverse	4	0.03370923921465874
224	rnn.weight_hh_l0_reverse	5	0.046328406780958176
224	rnn.weight_hh_l0_reverse	6	0.03859627991914749
224	rnn.weight_hh_l0_reverse	7	-0.0026979397516697645
224	rnn.weight_hh_l0_reverse	8	-0.05344563350081444
224	rnn.weight_hh_l0_reverse	9	0.0206497460603714
224	rnn.bias_ih_l0_reverse	0	-0.03600947558879852
224	rnn.bias_ih_l0_reverse	1	-0.0439591258764267
224	rnn.bias_ih_l0_reverse	2	0.055768340826034546
224	rnn.bias_ih_l0_reverse	3	0.022262224927544594
224	rnn.bias_ih_l0_reverse	4	-0.0630449503660202
224	rnn.bias_ih_l0_reverse	5	-0.023436283692717552
224	rnn.bias_ih_l0_reverse	6	-0.05806560441851616
224	rnn.bias_ih_l0_reverse	7	0.02670162357389927
224	rnn.bias_ih_l0_reverse	8	0.0067827459424734116
224	rnn.bias_ih_l0_reverse	9	0.05331939086318016
224	rnn.bias_hh_l0_reverse	0	0.04098747298121452
224	rnn.bias_hh_l0_reverse	1	0.03160242363810539
224	rnn.bias_hh_l0_reverse	2	0.0611376091837883
224	rnn.bias_hh_l0_reverse	3	-0.00012945460912305862
224	rnn.bias_hh_l0_reverse	4	0.050347380340099335
224	rnn.bias_hh_l0_reverse	5	0.033637769520282745
224	rnn.bias_hh_l0_reverse	6	-0.05670255795121193
224	rnn.bias_hh_l0_reverse	7	0.052540671080350876
224	rnn.bias_hh_l0_reverse	8	-0.017061468213796616
224	rnn.bias_hh_l0_reverse	9	-0.064056396484375
224	linear.weight	0	0.028097569942474365
224	linear.weight	1	-0.0747118666768074
224	linear.weight	2	-0.044070396572351456
224	linear.weight	3	0.032780736684799194
224	linear.weight	4	0.04694467782974243
224	linear.weight	5	-0.004431653767824173
224	linear.weight	6	-0.03316272795200348
224	linear.weight	7	-0.031002873554825783
224	linear.weight	8	0.035702068358659744
224	linear.weight	9	0.045577891170978546
224	linear.bias	0	0.30195221304893494
224	linear.bias	1	0.039729125797748566
224	linear.bias	2	-0.1728270798921585
224	linear.bias	3	0.35774245858192444
224	linear.bias	4	-0.2150624543428421
224	linear.bias	5	-0.030769959092140198
224	linear.bias	6	-0.08072815835475922
224	linear.bias	7	-0.16519570350646973
224	linear.bias	8	0.1881270855665207
224	linear.bias	9	-0.14969182014465332
252	transitions	0	-0.4694250822067261
252	transitions	1	0.48493295907974243
252	transitions	2	1.8819407224655151
252	transitions	3	0.25617119669914246
252	transitions	4	1.0777863264083862
252	transitions	5	1.2815042734146118
252	transitions	6	0.4865838885307312
252	transitions	7	0.19128602743148804
252	transitions	8	-0.9169066548347473
252	transitions	9	0.9308986663818359
252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
252	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
252	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
252	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
252	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
252	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
252	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
252	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
252	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
252	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
252	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
252	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
252	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
252	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
252	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
252	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
252	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
252	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
252	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
252	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
252	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
252	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
252	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
252	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
252	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
252	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
252	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
252	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
252	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
252	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
252	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
252	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
252	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
252	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
252	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
252	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
252	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
252	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
252	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
252	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
252	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
252	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
252	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
252	embedding2nn.weight	0	-0.00012835701636504382
252	embedding2nn.weight	1	0.01315829437226057
252	embedding2nn.weight	2	-0.0033825680147856474
252	embedding2nn.weight	3	0.0031598424538969994
252	embedding2nn.weight	4	-0.002766303950920701
252	embedding2nn.weight	5	0.002433429006487131
252	embedding2nn.weight	6	-1.6539800071768695e-06
252	embedding2nn.weight	7	0.007348492741584778
252	embedding2nn.weight	8	-0.007865170016884804
252	embedding2nn.weight	9	-0.013848545029759407
252	embedding2nn.bias	0	-0.006849640514701605
252	embedding2nn.bias	1	-0.00918565969914198
252	embedding2nn.bias	2	-0.020068205893039703
252	embedding2nn.bias	3	0.034193333238363266
252	embedding2nn.bias	4	0.044308148324489594
252	embedding2nn.bias	5	-0.043419577181339264
252	embedding2nn.bias	6	0.056728869676589966
252	embedding2nn.bias	7	0.06307965517044067
252	embedding2nn.bias	8	-0.001614241860806942
252	embedding2nn.bias	9	-0.028610259294509888
252	rnn.weight_ih_l0	0	0.03281427174806595
252	rnn.weight_ih_l0	1	-0.0018642613431438804
252	rnn.weight_ih_l0	2	-0.03175131604075432
252	rnn.weight_ih_l0	3	-0.04657044634222984
252	rnn.weight_ih_l0	4	-0.051584575325250626
252	rnn.weight_ih_l0	5	0.0006779269897378981
252	rnn.weight_ih_l0	6	-0.049584515392780304
252	rnn.weight_ih_l0	7	-0.04091695323586464
252	rnn.weight_ih_l0	8	-0.04521192982792854
252	rnn.weight_ih_l0	9	-0.024313602596521378
252	rnn.weight_hh_l0	0	0.01522316224873066
252	rnn.weight_hh_l0	1	-0.010667987167835236
252	rnn.weight_hh_l0	2	-0.021123694255948067
252	rnn.weight_hh_l0	3	-0.017567425966262817
252	rnn.weight_hh_l0	4	-0.06110750138759613
252	rnn.weight_hh_l0	5	-0.031592048704624176
252	rnn.weight_hh_l0	6	-0.01714341528713703
252	rnn.weight_hh_l0	7	0.0477244108915329
252	rnn.weight_hh_l0	8	-0.026059675961732864
252	rnn.weight_hh_l0	9	0.03081786073744297
252	rnn.bias_ih_l0	0	0.04734078422188759
252	rnn.bias_ih_l0	1	-0.06231587007641792
252	rnn.bias_ih_l0	2	0.05403069034218788
252	rnn.bias_ih_l0	3	0.06805028766393661
252	rnn.bias_ih_l0	4	0.08074426651000977
252	rnn.bias_ih_l0	5	-0.0011790365679189563
252	rnn.bias_ih_l0	6	-0.01862155646085739
252	rnn.bias_ih_l0	7	-0.048262279480695724
252	rnn.bias_ih_l0	8	-0.08820077776908875
252	rnn.bias_ih_l0	9	0.053494974970817566
252	rnn.bias_hh_l0	0	-0.033354006707668304
252	rnn.bias_hh_l0	1	0.014107706025242805
252	rnn.bias_hh_l0	2	-0.013526750728487968
252	rnn.bias_hh_l0	3	0.03080553002655506
252	rnn.bias_hh_l0	4	-0.0481274276971817
252	rnn.bias_hh_l0	5	0.042359545826911926
252	rnn.bias_hh_l0	6	-0.01092059351503849
252	rnn.bias_hh_l0	7	0.009215317666530609
252	rnn.bias_hh_l0	8	0.015747210010886192
252	rnn.bias_hh_l0	9	0.06184745952486992
252	rnn.weight_ih_l0_reverse	0	-0.033127691596746445
252	rnn.weight_ih_l0_reverse	1	-0.007856170646846294
252	rnn.weight_ih_l0_reverse	2	0.023270387202501297
252	rnn.weight_ih_l0_reverse	3	-0.06031142920255661
252	rnn.weight_ih_l0_reverse	4	0.01426242757588625
252	rnn.weight_ih_l0_reverse	5	-0.05307352542877197
252	rnn.weight_ih_l0_reverse	6	0.0022908798418939114
252	rnn.weight_ih_l0_reverse	7	0.03654376417398453
252	rnn.weight_ih_l0_reverse	8	-0.03271337226033211
252	rnn.weight_ih_l0_reverse	9	-0.043142613023519516
252	rnn.weight_hh_l0_reverse	0	-0.06278513371944427
252	rnn.weight_hh_l0_reverse	1	-0.06410472840070724
252	rnn.weight_hh_l0_reverse	2	0.006918325088918209
252	rnn.weight_hh_l0_reverse	3	0.04153626784682274
252	rnn.weight_hh_l0_reverse	4	0.03381655737757683
252	rnn.weight_hh_l0_reverse	5	0.04625799506902695
252	rnn.weight_hh_l0_reverse	6	0.03755531087517738
252	rnn.weight_hh_l0_reverse	7	-0.002834425773471594
252	rnn.weight_hh_l0_reverse	8	-0.05345993861556053
252	rnn.weight_hh_l0_reverse	9	0.020629262551665306
252	rnn.bias_ih_l0_reverse	0	-0.03497898951172829
252	rnn.bias_ih_l0_reverse	1	-0.04717780649662018
252	rnn.bias_ih_l0_reverse	2	0.058670029044151306
252	rnn.bias_ih_l0_reverse	3	0.022156815975904465
252	rnn.bias_ih_l0_reverse	4	-0.061909280717372894
252	rnn.bias_ih_l0_reverse	5	-0.022617798298597336
252	rnn.bias_ih_l0_reverse	6	-0.059098441153764725
252	rnn.bias_ih_l0_reverse	7	0.025881154462695122
252	rnn.bias_ih_l0_reverse	8	0.007515466306358576
252	rnn.bias_ih_l0_reverse	9	0.05277078598737717
252	rnn.bias_hh_l0_reverse	0	0.03744948282837868
252	rnn.bias_hh_l0_reverse	1	0.0331546775996685
252	rnn.bias_hh_l0_reverse	2	0.06222476810216904
252	rnn.bias_hh_l0_reverse	3	-0.0010195709764957428
252	rnn.bias_hh_l0_reverse	4	0.05125312879681587
252	rnn.bias_hh_l0_reverse	5	0.03208485618233681
252	rnn.bias_hh_l0_reverse	6	-0.056741274893283844
252	rnn.bias_hh_l0_reverse	7	0.052189987152814865
252	rnn.bias_hh_l0_reverse	8	-0.015145142562687397
252	rnn.bias_hh_l0_reverse	9	-0.06786157190799713
252	linear.weight	0	0.036731649190187454
252	linear.weight	1	-0.07616464048624039
252	linear.weight	2	-0.04770529642701149
252	linear.weight	3	0.03300337865948677
252	linear.weight	4	0.04800218343734741
252	linear.weight	5	-0.003955418709665537
252	linear.weight	6	-0.03277108818292618
252	linear.weight	7	-0.030450960621237755
252	linear.weight	8	0.037609074264764786
252	linear.weight	9	0.05213524401187897
252	linear.bias	0	0.29452767968177795
252	linear.bias	1	0.05923265963792801
252	linear.bias	2	-0.16913741827011108
252	linear.bias	3	0.358184278011322
252	linear.bias	4	-0.22289596498012543
252	linear.bias	5	-0.030769959092140198
252	linear.bias	6	-0.07723183929920197
252	linear.bias	7	-0.16606909036636353
252	linear.bias	8	0.18536487221717834
252	linear.bias	9	-0.15398640930652618
280	transitions	0	-0.46989309787750244
280	transitions	1	0.4842603802680969
280	transitions	2	1.8811081647872925
280	transitions	3	0.2559702396392822
280	transitions	4	1.0769654512405396
280	transitions	5	1.2813796997070312
280	transitions	6	0.48658081889152527
280	transitions	7	0.1912267506122589
280	transitions	8	-0.9169466495513916
280	transitions	9	0.9308941960334778
280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
280	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
280	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
280	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
280	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
280	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
280	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
280	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
280	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
280	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
280	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
280	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
280	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
280	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
280	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
280	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
280	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
280	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
280	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
280	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
280	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
280	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
280	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
280	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
280	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
280	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
280	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
280	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
280	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
280	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
280	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
280	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
280	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
280	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
280	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
280	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
280	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
280	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
280	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
280	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
280	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
280	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
280	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
280	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
280	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
280	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
280	embedding2nn.weight	0	0.0003682680253405124
280	embedding2nn.weight	1	0.012965569272637367
280	embedding2nn.weight	2	-0.003350348211824894
280	embedding2nn.weight	3	0.0032526999711990356
280	embedding2nn.weight	4	-0.002819740679115057
280	embedding2nn.weight	5	0.0024724812246859074
280	embedding2nn.weight	6	0.00010468845721334219
280	embedding2nn.weight	7	0.006366635672748089
280	embedding2nn.weight	8	-0.007797713857144117
280	embedding2nn.weight	9	-0.013787440024316311
280	embedding2nn.bias	0	-0.0008992569637484848
280	embedding2nn.bias	1	-0.01047925092279911
280	embedding2nn.bias	2	-0.01869792491197586
280	embedding2nn.bias	3	0.029951535165309906
280	embedding2nn.bias	4	0.04999631643295288
280	embedding2nn.bias	5	-0.04591863974928856
280	embedding2nn.bias	6	0.057886380702257156
280	embedding2nn.bias	7	0.06392333656549454
280	embedding2nn.bias	8	0.004849943798035383
280	embedding2nn.bias	9	-0.02699434943497181
280	rnn.weight_ih_l0	0	0.03276899829506874
280	rnn.weight_ih_l0	1	-0.0019999067299067974
280	rnn.weight_ih_l0	2	-0.031057285144925117
280	rnn.weight_ih_l0	3	-0.04686387628316879
280	rnn.weight_ih_l0	4	-0.051679715514183044
280	rnn.weight_ih_l0	5	0.0006831916398368776
280	rnn.weight_ih_l0	6	-0.04978752136230469
280	rnn.weight_ih_l0	7	-0.041029274463653564
280	rnn.weight_ih_l0	8	-0.04528173431754112
280	rnn.weight_ih_l0	9	-0.024243421852588654
280	rnn.weight_hh_l0	0	0.015166046097874641
280	rnn.weight_hh_l0	1	-0.011166742071509361
280	rnn.weight_hh_l0	2	-0.021254325285553932
280	rnn.weight_hh_l0	3	-0.017452118918299675
280	rnn.weight_hh_l0	4	-0.0611339695751667
280	rnn.weight_hh_l0	5	-0.03158748149871826
280	rnn.weight_hh_l0	6	-0.01767144165933132
280	rnn.weight_hh_l0	7	0.04712192341685295
280	rnn.weight_hh_l0	8	-0.02558211050927639
280	rnn.weight_hh_l0	9	0.030808676034212112
280	rnn.bias_ih_l0	0	0.048434752970933914
280	rnn.bias_ih_l0	1	-0.06221508979797363
280	rnn.bias_ih_l0	2	0.05389636009931564
280	rnn.bias_ih_l0	3	0.06920818239450455
280	rnn.bias_ih_l0	4	0.08025117218494415
280	rnn.bias_ih_l0	5	-0.0004694107628893107
280	rnn.bias_ih_l0	6	-0.018461886793375015
280	rnn.bias_ih_l0	7	-0.05090455338358879
280	rnn.bias_ih_l0	8	-0.09073610603809357
280	rnn.bias_ih_l0	9	0.05532466620206833
280	rnn.bias_hh_l0	0	-0.03338667377829552
280	rnn.bias_hh_l0	1	0.01512073539197445
280	rnn.bias_hh_l0	2	-0.012575967237353325
280	rnn.bias_hh_l0	3	0.02817000262439251
280	rnn.bias_hh_l0	4	-0.04875217750668526
280	rnn.bias_hh_l0	5	0.043199896812438965
280	rnn.bias_hh_l0	6	-0.010717086493968964
280	rnn.bias_hh_l0	7	0.009736769832670689
280	rnn.bias_hh_l0	8	0.01590687595307827
280	rnn.bias_hh_l0	9	0.0625281035900116
280	rnn.weight_ih_l0_reverse	0	-0.03317999094724655
280	rnn.weight_ih_l0_reverse	1	-0.007524549961090088
280	rnn.weight_ih_l0_reverse	2	0.02324158139526844
280	rnn.weight_ih_l0_reverse	3	-0.060327012091875076
280	rnn.weight_ih_l0_reverse	4	0.01417169626802206
280	rnn.weight_ih_l0_reverse	5	-0.05308115854859352
280	rnn.weight_ih_l0_reverse	6	0.0026269652880728245
280	rnn.weight_ih_l0_reverse	7	0.03670055419206619
280	rnn.weight_ih_l0_reverse	8	-0.03272908926010132
280	rnn.weight_ih_l0_reverse	9	-0.04356103762984276
280	rnn.weight_hh_l0_reverse	0	-0.06295325607061386
280	rnn.weight_hh_l0_reverse	1	-0.06416487693786621
280	rnn.weight_hh_l0_reverse	2	0.006934285629540682
280	rnn.weight_hh_l0_reverse	3	0.04180287942290306
280	rnn.weight_hh_l0_reverse	4	0.03384093940258026
280	rnn.weight_hh_l0_reverse	5	0.04617391154170036
280	rnn.weight_hh_l0_reverse	6	0.03703025355935097
280	rnn.weight_hh_l0_reverse	7	-0.0027494048699736595
280	rnn.weight_hh_l0_reverse	8	-0.05363978073000908
280	rnn.weight_hh_l0_reverse	9	0.02102155052125454
280	rnn.bias_ih_l0_reverse	0	-0.02863660641014576
280	rnn.bias_ih_l0_reverse	1	-0.04152195155620575
280	rnn.bias_ih_l0_reverse	2	0.05937353894114494
280	rnn.bias_ih_l0_reverse	3	0.02180739864706993
280	rnn.bias_ih_l0_reverse	4	-0.06384391337633133
280	rnn.bias_ih_l0_reverse	5	-0.022609952837228775
280	rnn.bias_ih_l0_reverse	6	-0.06099582463502884
280	rnn.bias_ih_l0_reverse	7	0.02660021185874939
280	rnn.bias_ih_l0_reverse	8	0.007538683246821165
280	rnn.bias_ih_l0_reverse	9	0.05356829985976219
280	rnn.bias_hh_l0_reverse	0	0.03753092139959335
280	rnn.bias_hh_l0_reverse	1	0.03432781249284744
280	rnn.bias_hh_l0_reverse	2	0.06254207342863083
280	rnn.bias_hh_l0_reverse	3	-0.0003839230921585113
280	rnn.bias_hh_l0_reverse	4	0.05138907954096794
280	rnn.bias_hh_l0_reverse	5	0.03377824276685715
280	rnn.bias_hh_l0_reverse	6	-0.05676394701004028
280	rnn.bias_hh_l0_reverse	7	0.051557280123233795
280	rnn.bias_hh_l0_reverse	8	-0.01415778324007988
280	rnn.bias_hh_l0_reverse	9	-0.06804037094116211
280	linear.weight	0	0.035218801349401474
280	linear.weight	1	-0.07699079811573029
280	linear.weight	2	-0.05135379359126091
280	linear.weight	3	0.04250306263566017
280	linear.weight	4	0.04790865257382393
280	linear.weight	5	-0.005341537296772003
280	linear.weight	6	-0.03263407200574875
280	linear.weight	7	-0.03017103299498558
280	linear.weight	8	0.0408002994954586
280	linear.weight	9	0.05329579859972
280	linear.bias	0	0.2941572070121765
280	linear.bias	1	0.06731432676315308
280	linear.bias	2	-0.17277716100215912
280	linear.bias	3	0.3716753423213959
280	linear.bias	4	-0.2283570021390915
280	linear.bias	5	-0.030769959092140198
280	linear.bias	6	-0.08001811802387238
280	linear.bias	7	-0.15854710340499878
280	linear.bias	8	0.18071891367435455
280	linear.bias	9	-0.15736542642116547
308	transitions	0	-0.4703792929649353
308	transitions	1	0.48347094655036926
308	transitions	2	1.8802423477172852
308	transitions	3	0.2556912899017334
308	transitions	4	1.0761330127716064
308	transitions	5	1.281266689300537
308	transitions	6	0.48657795786857605
308	transitions	7	0.19115588068962097
308	transitions	8	-0.9169752597808838
308	transitions	9	0.9308900833129883
308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
308	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
308	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
308	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
308	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
308	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
308	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
308	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
308	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
308	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
308	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
308	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
308	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
308	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
308	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
308	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
308	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
308	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
308	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
308	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
308	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
308	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
308	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
308	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
308	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
308	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
308	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
308	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
308	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
308	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
308	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
308	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
308	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
308	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
308	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
308	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
308	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
308	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
308	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
308	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
308	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
308	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
308	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
308	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
308	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
308	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
308	embedding2nn.weight	0	0.0012807347811758518
308	embedding2nn.weight	1	0.01293229591101408
308	embedding2nn.weight	2	-0.0034186027478426695
308	embedding2nn.weight	3	0.003260089084506035
308	embedding2nn.weight	4	-0.0028487208765000105
308	embedding2nn.weight	5	0.002568915020674467
308	embedding2nn.weight	6	-8.75277619343251e-05
308	embedding2nn.weight	7	0.007228899281471968
308	embedding2nn.weight	8	-0.007929962128400803
308	embedding2nn.weight	9	-0.013853774406015873
308	embedding2nn.bias	0	0.004826891701668501
308	embedding2nn.bias	1	-0.018665730953216553
308	embedding2nn.bias	2	-0.019832676276564598
308	embedding2nn.bias	3	0.034586887806653976
308	embedding2nn.bias	4	0.0472128763794899
308	embedding2nn.bias	5	-0.04741790518164635
308	embedding2nn.bias	6	0.05623258650302887
308	embedding2nn.bias	7	0.05975910648703575
308	embedding2nn.bias	8	0.009947335347533226
308	embedding2nn.bias	9	-0.025244466960430145
308	rnn.weight_ih_l0	0	0.03273668512701988
308	rnn.weight_ih_l0	1	-0.0023206225596368313
308	rnn.weight_ih_l0	2	-0.03179946914315224
308	rnn.weight_ih_l0	3	-0.047162964940071106
308	rnn.weight_ih_l0	4	-0.05155310407280922
308	rnn.weight_ih_l0	5	0.000639171339571476
308	rnn.weight_ih_l0	6	-0.05009007453918457
308	rnn.weight_ih_l0	7	-0.04108044132590294
308	rnn.weight_ih_l0	8	-0.04521002620458603
308	rnn.weight_ih_l0	9	-0.02432357706129551
308	rnn.weight_hh_l0	0	0.015404436737298965
308	rnn.weight_hh_l0	1	-0.011086123064160347
308	rnn.weight_hh_l0	2	-0.021152636036276817
308	rnn.weight_hh_l0	3	-0.01730279065668583
308	rnn.weight_hh_l0	4	-0.06092344596982002
308	rnn.weight_hh_l0	5	-0.03173905611038208
308	rnn.weight_hh_l0	6	-0.01573464274406433
308	rnn.weight_hh_l0	7	0.046153582632541656
308	rnn.weight_hh_l0	8	-0.02587188221514225
308	rnn.weight_hh_l0	9	0.030949866399168968
308	rnn.bias_ih_l0	0	0.04857524111866951
308	rnn.bias_ih_l0	1	-0.06142956018447876
308	rnn.bias_ih_l0	2	0.05504341050982475
308	rnn.bias_ih_l0	3	0.06951579451560974
308	rnn.bias_ih_l0	4	0.08050666749477386
308	rnn.bias_ih_l0	5	3.876609116559848e-05
308	rnn.bias_ih_l0	6	-0.01702071912586689
308	rnn.bias_ih_l0	7	-0.05185409635305405
308	rnn.bias_ih_l0	8	-0.08829794079065323
308	rnn.bias_ih_l0	9	0.05690620839595795
308	rnn.bias_hh_l0	0	-0.03274041414260864
308	rnn.bias_hh_l0	1	0.014468478970229626
308	rnn.bias_hh_l0	2	-0.010774604976177216
308	rnn.bias_hh_l0	3	0.02696816623210907
308	rnn.bias_hh_l0	4	-0.04716808721423149
308	rnn.bias_hh_l0	5	0.04446457698941231
308	rnn.bias_hh_l0	6	-0.011933533474802971
308	rnn.bias_hh_l0	7	0.009418675675988197
308	rnn.bias_hh_l0	8	0.017348043620586395
308	rnn.bias_hh_l0	9	0.06247291341423988
308	rnn.weight_ih_l0_reverse	0	-0.033101294189691544
308	rnn.weight_ih_l0_reverse	1	-0.006670616567134857
308	rnn.weight_ih_l0_reverse	2	0.023105965927243233
308	rnn.weight_ih_l0_reverse	3	-0.06031463295221329
308	rnn.weight_ih_l0_reverse	4	0.013942050747573376
308	rnn.weight_ih_l0_reverse	5	-0.05325306951999664
308	rnn.weight_ih_l0_reverse	6	0.004503882024437189
308	rnn.weight_ih_l0_reverse	7	0.03650057688355446
308	rnn.weight_ih_l0_reverse	8	-0.03287046402692795
308	rnn.weight_ih_l0_reverse	9	-0.0436544306576252
308	rnn.weight_hh_l0_reverse	0	-0.06306655704975128
308	rnn.weight_hh_l0_reverse	1	-0.06495437771081924
308	rnn.weight_hh_l0_reverse	2	0.006935916841030121
308	rnn.weight_hh_l0_reverse	3	0.0418228954076767
308	rnn.weight_hh_l0_reverse	4	0.03375668451189995
308	rnn.weight_hh_l0_reverse	5	0.04604159668087959
308	rnn.weight_hh_l0_reverse	6	0.03657354414463043
308	rnn.weight_hh_l0_reverse	7	-0.0029715567361563444
308	rnn.weight_hh_l0_reverse	8	-0.05312484875321388
308	rnn.weight_hh_l0_reverse	9	0.02138533815741539
308	rnn.bias_ih_l0_reverse	0	-0.027621977031230927
308	rnn.bias_ih_l0_reverse	1	-0.04756023734807968
308	rnn.bias_ih_l0_reverse	2	0.06002082675695419
308	rnn.bias_ih_l0_reverse	3	0.021300701424479485
308	rnn.bias_ih_l0_reverse	4	-0.06364994496107101
308	rnn.bias_ih_l0_reverse	5	-0.021741097792983055
308	rnn.bias_ih_l0_reverse	6	-0.06159847602248192
308	rnn.bias_ih_l0_reverse	7	0.026669280603528023
308	rnn.bias_ih_l0_reverse	8	0.007405561860650778
308	rnn.bias_ih_l0_reverse	9	0.054585717618465424
308	rnn.bias_hh_l0_reverse	0	0.03516507148742676
308	rnn.bias_hh_l0_reverse	1	0.03431881219148636
308	rnn.bias_hh_l0_reverse	2	0.06261565536260605
308	rnn.bias_hh_l0_reverse	3	-0.00021861102140974253
308	rnn.bias_hh_l0_reverse	4	0.051806628704071045
308	rnn.bias_hh_l0_reverse	5	0.037172216922044754
308	rnn.bias_hh_l0_reverse	6	-0.05658453330397606
308	rnn.bias_hh_l0_reverse	7	0.05132924020290375
308	rnn.bias_hh_l0_reverse	8	-0.014672879129648209
308	rnn.bias_hh_l0_reverse	9	-0.07609668374061584
308	linear.weight	0	0.025044875219464302
308	linear.weight	1	-0.07750669121742249
308	linear.weight	2	-0.06153573840856552
308	linear.weight	3	0.042468998581171036
308	linear.weight	4	0.04774157702922821
308	linear.weight	5	-0.0056461915373802185
308	linear.weight	6	-0.0323086753487587
308	linear.weight	7	-0.02986002527177334
308	linear.weight	8	0.04457411170005798
308	linear.weight	9	0.06214743107557297
308	linear.bias	0	0.2889561653137207
308	linear.bias	1	0.07736461609601974
308	linear.bias	2	-0.16329656541347504
308	linear.bias	3	0.366752028465271
308	linear.bias	4	-0.22886279225349426
308	linear.bias	5	-0.030769959092140198
308	linear.bias	6	-0.06979440152645111
308	linear.bias	7	-0.15262745320796967
308	linear.bias	8	0.1753125935792923
308	linear.bias	9	-0.1618533432483673
336	transitions	0	-0.47095322608947754
336	transitions	1	0.4826529324054718
336	transitions	2	1.8793188333511353
336	transitions	3	0.25545433163642883
336	transitions	4	1.074724793434143
336	transitions	5	1.2811435461044312
336	transitions	6	0.48657506704330444
336	transitions	7	0.1910874843597412
336	transitions	8	-0.9170074462890625
336	transitions	9	0.930886447429657
336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
336	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
336	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
336	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
336	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
336	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
336	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
336	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
336	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
336	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
336	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
336	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
336	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
336	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
336	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
336	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
336	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
336	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
336	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
336	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
336	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
336	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
336	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
336	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
336	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
336	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
336	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
336	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
336	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
336	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
336	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
336	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
336	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
336	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
336	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
336	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
336	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
336	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
336	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
336	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
336	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
336	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
336	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
336	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
336	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
336	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
336	embedding2nn.weight	0	0.0019239444518461823
336	embedding2nn.weight	1	0.012938265688717365
336	embedding2nn.weight	2	-0.003474683966487646
336	embedding2nn.weight	3	0.0032101422548294067
336	embedding2nn.weight	4	-0.0027570805978029966
336	embedding2nn.weight	5	0.0024285020772367716
336	embedding2nn.weight	6	-9.220442007062957e-05
336	embedding2nn.weight	7	0.006741486024111509
336	embedding2nn.weight	8	-0.00801180675625801
336	embedding2nn.weight	9	-0.013911804184317589
336	embedding2nn.bias	0	0.0033442771527916193
336	embedding2nn.bias	1	-0.011918295174837112
336	embedding2nn.bias	2	-0.01703033782541752
336	embedding2nn.bias	3	0.030760353431105614
336	embedding2nn.bias	4	0.04850642383098602
336	embedding2nn.bias	5	-0.04549586400389671
336	embedding2nn.bias	6	0.05652821063995361
336	embedding2nn.bias	7	0.06181945279240608
336	embedding2nn.bias	8	0.009156472980976105
336	embedding2nn.bias	9	-0.026119906455278397
336	rnn.weight_ih_l0	0	0.0326581746339798
336	rnn.weight_ih_l0	1	-0.0019367719069123268
336	rnn.weight_ih_l0	2	-0.031837742775678635
336	rnn.weight_ih_l0	3	-0.047425415366888046
336	rnn.weight_ih_l0	4	-0.05148296058177948
336	rnn.weight_ih_l0	5	0.0007133465842343867
336	rnn.weight_ih_l0	6	-0.05014772340655327
336	rnn.weight_ih_l0	7	-0.041162826120853424
336	rnn.weight_ih_l0	8	-0.04517504572868347
336	rnn.weight_ih_l0	9	-0.024459276348352432
336	rnn.weight_hh_l0	0	0.015405428595840931
336	rnn.weight_hh_l0	1	-0.01112737413495779
336	rnn.weight_hh_l0	2	-0.021383661776781082
336	rnn.weight_hh_l0	3	-0.01727176271378994
336	rnn.weight_hh_l0	4	-0.060980141162872314
336	rnn.weight_hh_l0	5	-0.031572405248880386
336	rnn.weight_hh_l0	6	-0.015581075102090836
336	rnn.weight_hh_l0	7	0.04655847325921059
336	rnn.weight_hh_l0	8	-0.025624455884099007
336	rnn.weight_hh_l0	9	0.030864188447594643
336	rnn.bias_ih_l0	0	0.04779580980539322
336	rnn.bias_ih_l0	1	-0.061724524945020676
336	rnn.bias_ih_l0	2	0.060237105935811996
336	rnn.bias_ih_l0	3	0.07058657705783844
336	rnn.bias_ih_l0	4	0.0802408829331398
336	rnn.bias_ih_l0	5	0.0006193260196596384
336	rnn.bias_ih_l0	6	-0.01628553867340088
336	rnn.bias_ih_l0	7	-0.053298402577638626
336	rnn.bias_ih_l0	8	-0.0915561094880104
336	rnn.bias_ih_l0	9	0.05705520883202553
336	rnn.bias_hh_l0	0	-0.03121931664645672
336	rnn.bias_hh_l0	1	0.014648202806711197
336	rnn.bias_hh_l0	2	-0.010928111150860786
336	rnn.bias_hh_l0	3	0.027969498187303543
336	rnn.bias_hh_l0	4	-0.04867682233452797
336	rnn.bias_hh_l0	5	0.04490363225340843
336	rnn.bias_hh_l0	6	-0.01203086320310831
336	rnn.bias_hh_l0	7	0.01035647839307785
336	rnn.bias_hh_l0	8	0.018083224073052406
336	rnn.bias_hh_l0	9	0.06350752711296082
336	rnn.weight_ih_l0_reverse	0	-0.03297839313745499
336	rnn.weight_ih_l0_reverse	1	-0.006380315870046616
336	rnn.weight_ih_l0_reverse	2	0.02310546301305294
336	rnn.weight_ih_l0_reverse	3	-0.06021840125322342
336	rnn.weight_ih_l0_reverse	4	0.013979863375425339
336	rnn.weight_ih_l0_reverse	5	-0.05352802947163582
336	rnn.weight_ih_l0_reverse	6	0.004099890124052763
336	rnn.weight_ih_l0_reverse	7	0.03672013804316521
336	rnn.weight_ih_l0_reverse	8	-0.03295130282640457
336	rnn.weight_ih_l0_reverse	9	-0.043463874608278275
336	rnn.weight_hh_l0_reverse	0	-0.0633101612329483
336	rnn.weight_hh_l0_reverse	1	-0.06478538364171982
336	rnn.weight_hh_l0_reverse	2	0.0068143378011882305
336	rnn.weight_hh_l0_reverse	3	0.041729170829057693
336	rnn.weight_hh_l0_reverse	4	0.03389967605471611
336	rnn.weight_hh_l0_reverse	5	0.04601115360856056
336	rnn.weight_hh_l0_reverse	6	0.037751391530036926
336	rnn.weight_hh_l0_reverse	7	-0.0027793915942311287
336	rnn.weight_hh_l0_reverse	8	-0.05285751074552536
336	rnn.weight_hh_l0_reverse	9	0.021282050758600235
336	rnn.bias_ih_l0_reverse	0	-0.028887221589684486
336	rnn.bias_ih_l0_reverse	1	-0.05092495307326317
336	rnn.bias_ih_l0_reverse	2	0.06091402843594551
336	rnn.bias_ih_l0_reverse	3	0.021020380780100822
336	rnn.bias_ih_l0_reverse	4	-0.06328383833169937
336	rnn.bias_ih_l0_reverse	5	-0.021664081141352654
336	rnn.bias_ih_l0_reverse	6	-0.060762763023376465
336	rnn.bias_ih_l0_reverse	7	0.027129599824547768
336	rnn.bias_ih_l0_reverse	8	0.0077050658874213696
336	rnn.bias_ih_l0_reverse	9	0.05499155819416046
336	rnn.bias_hh_l0_reverse	0	0.03963164985179901
336	rnn.bias_hh_l0_reverse	1	0.03312108665704727
336	rnn.bias_hh_l0_reverse	2	0.06184835359454155
336	rnn.bias_hh_l0_reverse	3	9.759869863046333e-05
336	rnn.bias_hh_l0_reverse	4	0.05328402295708656
336	rnn.bias_hh_l0_reverse	5	0.03280624374747276
336	rnn.bias_hh_l0_reverse	6	-0.05617745593190193
336	rnn.bias_hh_l0_reverse	7	0.051783859729766846
336	rnn.bias_hh_l0_reverse	8	-0.014931637793779373
336	rnn.bias_hh_l0_reverse	9	-0.07529570162296295
336	linear.weight	0	0.04075922444462776
336	linear.weight	1	-0.07801230996847153
336	linear.weight	2	-0.06331124156713486
336	linear.weight	3	0.037599027156829834
336	linear.weight	4	0.04764554649591446
336	linear.weight	5	-0.0062024956569075584
336	linear.weight	6	-0.03202603757381439
336	linear.weight	7	-0.029423711821436882
336	linear.weight	8	0.04943905025720596
336	linear.weight	9	0.06949781626462936
336	linear.bias	0	0.28657788038253784
336	linear.bias	1	0.07689578831195831
336	linear.bias	2	-0.16501455008983612
336	linear.bias	3	0.3718121349811554
336	linear.bias	4	-0.23469026386737823
336	linear.bias	5	-0.030769959092140198
336	linear.bias	6	-0.0715894028544426
336	linear.bias	7	-0.15315504372119904
336	linear.bias	8	0.17329344153404236
336	linear.bias	9	-0.16565003991127014
364	transitions	0	-0.4714604318141937
364	transitions	1	0.4821648895740509
364	transitions	2	1.8783800601959229
364	transitions	3	0.2552112340927124
364	transitions	4	1.073620319366455
364	transitions	5	1.281059980392456
364	transitions	6	0.4865717887878418
364	transitions	7	0.19100213050842285
364	transitions	8	-0.9170302152633667
364	transitions	9	0.9308843016624451
364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
364	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
364	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
364	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
364	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
364	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
364	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
364	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
364	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
364	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
364	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
364	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
364	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
364	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
364	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
364	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
364	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
364	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
364	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
364	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
364	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
364	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
364	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
364	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
364	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
364	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
364	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
364	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
364	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
364	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
364	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
364	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
364	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
364	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
364	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
364	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
364	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
364	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
364	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
364	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
364	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
364	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
364	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
364	embedding2nn.weight	0	0.0008318043546751142
364	embedding2nn.weight	1	0.013011107221245766
364	embedding2nn.weight	2	-0.0035838335752487183
364	embedding2nn.weight	3	0.0031376599799841642
364	embedding2nn.weight	4	-0.0027905215974897146
364	embedding2nn.weight	5	0.0019152562599629164
364	embedding2nn.weight	6	-0.0002799671492539346
364	embedding2nn.weight	7	0.006619715131819248
364	embedding2nn.weight	8	-0.007900545373558998
364	embedding2nn.weight	9	-0.013810772448778152
364	embedding2nn.bias	0	0.003844415070489049
364	embedding2nn.bias	1	-0.007786048576235771
364	embedding2nn.bias	2	-0.01660463958978653
364	embedding2nn.bias	3	0.031800635159015656
364	embedding2nn.bias	4	0.04854398965835571
364	embedding2nn.bias	5	-0.04632116109132767
364	embedding2nn.bias	6	0.06098570302128792
364	embedding2nn.bias	7	0.05886383727192879
364	embedding2nn.bias	8	0.012158991768956184
364	embedding2nn.bias	9	-0.022473419085144997
364	rnn.weight_ih_l0	0	0.03274117782711983
364	rnn.weight_ih_l0	1	-0.002335241762921214
364	rnn.weight_ih_l0	2	-0.03170853480696678
364	rnn.weight_ih_l0	3	-0.04769834503531456
364	rnn.weight_ih_l0	4	-0.051515232771635056
364	rnn.weight_ih_l0	5	0.000765344244427979
364	rnn.weight_ih_l0	6	-0.05010998249053955
364	rnn.weight_ih_l0	7	-0.041292350739240646
364	rnn.weight_ih_l0	8	-0.04514142870903015
364	rnn.weight_ih_l0	9	-0.024482520297169685
364	rnn.weight_hh_l0	0	0.015335913747549057
364	rnn.weight_hh_l0	1	-0.01101283822208643
364	rnn.weight_hh_l0	2	-0.022141175344586372
364	rnn.weight_hh_l0	3	-0.01725117675960064
364	rnn.weight_hh_l0	4	-0.060911573469638824
364	rnn.weight_hh_l0	5	-0.03125884756445885
364	rnn.weight_hh_l0	6	-0.017422717064619064
364	rnn.weight_hh_l0	7	0.04652285948395729
364	rnn.weight_hh_l0	8	-0.025222932919859886
364	rnn.weight_hh_l0	9	0.031032821163535118
364	rnn.bias_ih_l0	0	0.04853222519159317
364	rnn.bias_ih_l0	1	-0.0627632588148117
364	rnn.bias_ih_l0	2	0.061083778738975525
364	rnn.bias_ih_l0	3	0.07017858326435089
364	rnn.bias_ih_l0	4	0.07982508838176727
364	rnn.bias_ih_l0	5	0.0015644789673388004
364	rnn.bias_ih_l0	6	-0.017926311120390892
364	rnn.bias_ih_l0	7	-0.0560099259018898
364	rnn.bias_ih_l0	8	-0.08919214457273483
364	rnn.bias_ih_l0	9	0.05649030953645706
364	rnn.bias_hh_l0	0	-0.03066469542682171
364	rnn.bias_hh_l0	1	0.015464646741747856
364	rnn.bias_hh_l0	2	-0.010953971184790134
364	rnn.bias_hh_l0	3	0.026601538062095642
364	rnn.bias_hh_l0	4	-0.050161462277173996
364	rnn.bias_hh_l0	5	0.04639846086502075
364	rnn.bias_hh_l0	6	-0.012051522731781006
364	rnn.bias_hh_l0	7	0.011627629399299622
364	rnn.bias_hh_l0	8	0.016442451626062393
364	rnn.bias_hh_l0	9	0.06384224444627762
364	rnn.weight_ih_l0_reverse	0	-0.03301762044429779
364	rnn.weight_ih_l0_reverse	1	-0.006492224056273699
364	rnn.weight_ih_l0_reverse	2	0.023072656244039536
364	rnn.weight_ih_l0_reverse	3	-0.06026768684387207
364	rnn.weight_ih_l0_reverse	4	0.013922885060310364
364	rnn.weight_ih_l0_reverse	5	-0.05368749052286148
364	rnn.weight_ih_l0_reverse	6	0.0033735099714249372
364	rnn.weight_ih_l0_reverse	7	0.03654991835355759
364	rnn.weight_ih_l0_reverse	8	-0.0330851785838604
364	rnn.weight_ih_l0_reverse	9	-0.04391226917505264
364	rnn.weight_hh_l0_reverse	0	-0.06329698860645294
364	rnn.weight_hh_l0_reverse	1	-0.06506256014108658
364	rnn.weight_hh_l0_reverse	2	0.006546471733599901
364	rnn.weight_hh_l0_reverse	3	0.041805315762758255
364	rnn.weight_hh_l0_reverse	4	0.03383278101682663
364	rnn.weight_hh_l0_reverse	5	0.04591190069913864
364	rnn.weight_hh_l0_reverse	6	0.035962220281362534
364	rnn.weight_hh_l0_reverse	7	-0.0027649716939777136
364	rnn.weight_hh_l0_reverse	8	-0.0525205135345459
364	rnn.weight_hh_l0_reverse	9	0.020716499537229538
364	rnn.bias_ih_l0_reverse	0	-0.03243076056241989
364	rnn.bias_ih_l0_reverse	1	-0.04084540903568268
364	rnn.bias_ih_l0_reverse	2	0.059845976531505585
364	rnn.bias_ih_l0_reverse	3	0.02146649733185768
364	rnn.bias_ih_l0_reverse	4	-0.06488223373889923
364	rnn.bias_ih_l0_reverse	5	-0.02174314670264721
364	rnn.bias_ih_l0_reverse	6	-0.0615481473505497
364	rnn.bias_ih_l0_reverse	7	0.02746417559683323
364	rnn.bias_ih_l0_reverse	8	0.008348602801561356
364	rnn.bias_ih_l0_reverse	9	0.05607139691710472
364	rnn.bias_hh_l0_reverse	0	0.0405203253030777
364	rnn.bias_hh_l0_reverse	1	0.03421507030725479
364	rnn.bias_hh_l0_reverse	2	0.0633244663476944
364	rnn.bias_hh_l0_reverse	3	-0.0007122280658222735
364	rnn.bias_hh_l0_reverse	4	0.0530644915997982
364	rnn.bias_hh_l0_reverse	5	0.03178970515727997
364	rnn.bias_hh_l0_reverse	6	-0.05614019185304642
364	rnn.bias_hh_l0_reverse	7	0.05144105106592178
364	rnn.bias_hh_l0_reverse	8	-0.012887855060398579
364	rnn.bias_hh_l0_reverse	9	-0.07227136939764023
364	linear.weight	0	0.03805337846279144
364	linear.weight	1	-0.07867357134819031
364	linear.weight	2	-0.06401771306991577
364	linear.weight	3	0.038753919303417206
364	linear.weight	4	0.047975100576877594
364	linear.weight	5	-0.007718169130384922
364	linear.weight	6	-0.03216247260570526
364	linear.weight	7	-0.030750053003430367
364	linear.weight	8	0.048424530774354935
364	linear.weight	9	0.07566612213850021
364	linear.bias	0	0.2788926064968109
364	linear.bias	1	0.06535974889993668
364	linear.bias	2	-0.1680983603000641
364	linear.bias	3	0.39827659726142883
364	linear.bias	4	-0.23894210159778595
364	linear.bias	5	-0.030769959092140198
364	linear.bias	6	-0.0734860971570015
364	linear.bias	7	-0.14976713061332703
364	linear.bias	8	0.16809475421905518
364	linear.bias	9	-0.16843333840370178
392	transitions	0	-0.47214967012405396
392	transitions	1	0.48153436183929443
392	transitions	2	1.8773914575576782
392	transitions	3	0.2549905776977539
392	transitions	4	1.0722060203552246
392	transitions	5	1.2809486389160156
392	transitions	6	0.48656782507896423
392	transitions	7	0.19087472558021545
392	transitions	8	-0.9170602560043335
392	transitions	9	0.9308798909187317
392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
392	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
392	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
392	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
392	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
392	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
392	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
392	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
392	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
392	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
392	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
392	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
392	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
392	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
392	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
392	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
392	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
392	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
392	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
392	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
392	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
392	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
392	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
392	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
392	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
392	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
392	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
392	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
392	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
392	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
392	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
392	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
392	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
392	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
392	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
392	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
392	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
392	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
392	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
392	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
392	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
392	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
392	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
392	embedding2nn.weight	0	0.0008819160284474492
392	embedding2nn.weight	1	0.01297035813331604
392	embedding2nn.weight	2	-0.0035904424730688334
392	embedding2nn.weight	3	0.003098316490650177
392	embedding2nn.weight	4	-0.002901318483054638
392	embedding2nn.weight	5	0.001899977563880384
392	embedding2nn.weight	6	-0.00021701880905311555
392	embedding2nn.weight	7	0.005381324328482151
392	embedding2nn.weight	8	-0.008073587901890278
392	embedding2nn.weight	9	-0.013815275393426418
392	embedding2nn.bias	0	0.002636328572407365
392	embedding2nn.bias	1	-0.00978605356067419
392	embedding2nn.bias	2	-0.018672198057174683
392	embedding2nn.bias	3	0.03045748360455036
392	embedding2nn.bias	4	0.04811038076877594
392	embedding2nn.bias	5	-0.04135705158114433
392	embedding2nn.bias	6	0.057818252593278885
392	embedding2nn.bias	7	0.06640625
392	embedding2nn.bias	8	0.010335651226341724
392	embedding2nn.bias	9	-0.019100358709692955
392	rnn.weight_ih_l0	0	0.032694604247808456
392	rnn.weight_ih_l0	1	-0.0019139915239065886
392	rnn.weight_ih_l0	2	-0.03178037330508232
392	rnn.weight_ih_l0	3	-0.04785291105508804
392	rnn.weight_ih_l0	4	-0.051502775400877
392	rnn.weight_ih_l0	5	0.000855524034705013
392	rnn.weight_ih_l0	6	-0.05022474005818367
392	rnn.weight_ih_l0	7	-0.04135647788643837
392	rnn.weight_ih_l0	8	-0.04519809037446976
392	rnn.weight_ih_l0	9	-0.02444867603480816
392	rnn.weight_hh_l0	0	0.015452121384441853
392	rnn.weight_hh_l0	1	-0.011165167205035686
392	rnn.weight_hh_l0	2	-0.022292861714959145
392	rnn.weight_hh_l0	3	-0.017104560509324074
392	rnn.weight_hh_l0	4	-0.060833510011434555
392	rnn.weight_hh_l0	5	-0.03128526359796524
392	rnn.weight_hh_l0	6	-0.017670201137661934
392	rnn.weight_hh_l0	7	0.04682581499218941
392	rnn.weight_hh_l0	8	-0.02514658495783806
392	rnn.weight_hh_l0	9	0.030990948900580406
392	rnn.bias_ih_l0	0	0.049312807619571686
392	rnn.bias_ih_l0	1	-0.06219944730401039
392	rnn.bias_ih_l0	2	0.06188482046127319
392	rnn.bias_ih_l0	3	0.0703769102692604
392	rnn.bias_ih_l0	4	0.08073651045560837
392	rnn.bias_ih_l0	5	0.0020355742890387774
392	rnn.bias_ih_l0	6	-0.01675843819975853
392	rnn.bias_ih_l0	7	-0.05267109349370003
392	rnn.bias_ih_l0	8	-0.09310241043567657
392	rnn.bias_ih_l0	9	0.057045139372348785
392	rnn.bias_hh_l0	0	-0.031175823882222176
392	rnn.bias_hh_l0	1	0.01565009355545044
392	rnn.bias_hh_l0	2	-0.011706052348017693
392	rnn.bias_hh_l0	3	0.024087145924568176
392	rnn.bias_hh_l0	4	-0.04978719353675842
392	rnn.bias_hh_l0	5	0.04887951537966728
392	rnn.bias_hh_l0	6	-0.012151608243584633
392	rnn.bias_hh_l0	7	0.012275384739041328
392	rnn.bias_hh_l0	8	0.017610324546694756
392	rnn.bias_hh_l0	9	0.06386204063892365
392	rnn.weight_ih_l0_reverse	0	-0.03308960050344467
392	rnn.weight_ih_l0_reverse	1	-0.006258444860577583
392	rnn.weight_ih_l0_reverse	2	0.02309504896402359
392	rnn.weight_ih_l0_reverse	3	-0.06040067598223686
392	rnn.weight_ih_l0_reverse	4	0.013710875995457172
392	rnn.weight_ih_l0_reverse	5	-0.05388423427939415
392	rnn.weight_ih_l0_reverse	6	0.0041006566025316715
392	rnn.weight_ih_l0_reverse	7	0.03653629496693611
392	rnn.weight_ih_l0_reverse	8	-0.03312874212861061
392	rnn.weight_ih_l0_reverse	9	-0.04444383829832077
392	rnn.weight_hh_l0_reverse	0	-0.06349648535251617
392	rnn.weight_hh_l0_reverse	1	-0.06436502933502197
392	rnn.weight_hh_l0_reverse	2	0.0063965474255383015
392	rnn.weight_hh_l0_reverse	3	0.04162042587995529
392	rnn.weight_hh_l0_reverse	4	0.03390318527817726
392	rnn.weight_hh_l0_reverse	5	0.045913759618997574
392	rnn.weight_hh_l0_reverse	6	0.03383747860789299
392	rnn.weight_hh_l0_reverse	7	-0.0030087355989962816
392	rnn.weight_hh_l0_reverse	8	-0.052642930299043655
392	rnn.weight_hh_l0_reverse	9	0.020879259333014488
392	rnn.bias_ih_l0_reverse	0	-0.03645769879221916
392	rnn.bias_ih_l0_reverse	1	-0.03968462720513344
392	rnn.bias_ih_l0_reverse	2	0.06052327901124954
392	rnn.bias_ih_l0_reverse	3	0.022224051877856255
392	rnn.bias_ih_l0_reverse	4	-0.06732252985239029
392	rnn.bias_ih_l0_reverse	5	-0.0211463812738657
392	rnn.bias_ih_l0_reverse	6	-0.06055406481027603
392	rnn.bias_ih_l0_reverse	7	0.026466161012649536
392	rnn.bias_ih_l0_reverse	8	0.008296724408864975
392	rnn.bias_ih_l0_reverse	9	0.055805180221796036
392	rnn.bias_hh_l0_reverse	0	0.03770614042878151
392	rnn.bias_hh_l0_reverse	1	0.034540824592113495
392	rnn.bias_hh_l0_reverse	2	0.06481947004795074
392	rnn.bias_hh_l0_reverse	3	-0.0014153416268527508
392	rnn.bias_hh_l0_reverse	4	0.05389915034174919
392	rnn.bias_hh_l0_reverse	5	0.03381844982504845
392	rnn.bias_hh_l0_reverse	6	-0.05649092420935631
392	rnn.bias_hh_l0_reverse	7	0.04982537776231766
392	rnn.bias_hh_l0_reverse	8	-0.011817358434200287
392	rnn.bias_hh_l0_reverse	9	-0.06996706873178482
392	linear.weight	0	0.03831717371940613
392	linear.weight	1	-0.07962038367986679
392	linear.weight	2	-0.062189534306526184
392	linear.weight	3	0.03757205232977867
392	linear.weight	4	0.049250464886426926
392	linear.weight	5	-0.008723265491425991
392	linear.weight	6	-0.03217596188187599
392	linear.weight	7	-0.03013375960290432
392	linear.weight	8	0.045295070856809616
392	linear.weight	9	0.07952023297548294
392	linear.bias	0	0.28032875061035156
392	linear.bias	1	0.055264897644519806
392	linear.bias	2	-0.15571218729019165
392	linear.bias	3	0.38433700799942017
392	linear.bias	4	-0.24407289922237396
392	linear.bias	5	-0.030769959092140198
392	linear.bias	6	-0.06059924513101578
392	linear.bias	7	-0.15328802168369293
392	linear.bias	8	0.1710350662469864
392	linear.bias	9	-0.17199954390525818
420	transitions	0	-0.4729299545288086
420	transitions	1	0.4807797372341156
420	transitions	2	1.8764623403549194
420	transitions	3	0.2546711564064026
420	transitions	4	1.0711220502853394
420	transitions	5	1.2807652950286865
420	transitions	6	0.48656389117240906
420	transitions	7	0.190812349319458
420	transitions	8	-0.9170911908149719
420	transitions	9	0.9308763146400452
420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
420	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
420	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
420	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
420	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
420	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
420	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
420	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
420	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
420	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
420	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
420	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
420	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
420	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
420	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
420	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
420	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
420	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
420	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
420	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
420	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
420	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
420	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
420	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
420	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
420	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
420	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
420	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
420	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
420	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
420	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
420	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
420	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
420	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
420	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
420	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
420	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
420	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
420	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
420	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
420	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
420	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
420	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
420	embedding2nn.weight	0	0.0015929299406707287
420	embedding2nn.weight	1	0.013010352849960327
420	embedding2nn.weight	2	-0.003643891541287303
420	embedding2nn.weight	3	0.0030711134895682335
420	embedding2nn.weight	4	-0.0030323804821819067
420	embedding2nn.weight	5	0.0019995553884655237
420	embedding2nn.weight	6	-0.00018151932454202324
420	embedding2nn.weight	7	0.0065981619991362095
420	embedding2nn.weight	8	-0.008225624449551105
420	embedding2nn.weight	9	-0.013788447715342045
420	embedding2nn.bias	0	-0.0007761373999528587
420	embedding2nn.bias	1	-0.005336852744221687
420	embedding2nn.bias	2	-0.015435265377163887
420	embedding2nn.bias	3	0.029943643137812614
420	embedding2nn.bias	4	0.04017345607280731
420	embedding2nn.bias	5	-0.039880331605672836
420	embedding2nn.bias	6	0.05925402045249939
420	embedding2nn.bias	7	0.06327279657125473
420	embedding2nn.bias	8	0.011607671156525612
420	embedding2nn.bias	9	-0.02361930161714554
420	rnn.weight_ih_l0	0	0.03271235525608063
420	rnn.weight_ih_l0	1	-0.0014170336071401834
420	rnn.weight_ih_l0	2	-0.03208037465810776
420	rnn.weight_ih_l0	3	-0.04807663336396217
420	rnn.weight_ih_l0	4	-0.05154572054743767
420	rnn.weight_ih_l0	5	0.0008977782563306391
420	rnn.weight_ih_l0	6	-0.05028194189071655
420	rnn.weight_ih_l0	7	-0.04145887494087219
420	rnn.weight_ih_l0	8	-0.04524044319987297
420	rnn.weight_ih_l0	9	-0.024493476375937462
420	rnn.weight_hh_l0	0	0.015535920858383179
420	rnn.weight_hh_l0	1	-0.01100992038846016
420	rnn.weight_hh_l0	2	-0.02301524020731449
420	rnn.weight_hh_l0	3	-0.01676284708082676
420	rnn.weight_hh_l0	4	-0.06080453097820282
420	rnn.weight_hh_l0	5	-0.03150457888841629
420	rnn.weight_hh_l0	6	-0.016277678310871124
420	rnn.weight_hh_l0	7	0.04629375785589218
420	rnn.weight_hh_l0	8	-0.024950940161943436
420	rnn.weight_hh_l0	9	0.03074713423848152
420	rnn.bias_ih_l0	0	0.04915432259440422
420	rnn.bias_ih_l0	1	-0.06192629039287567
420	rnn.bias_ih_l0	2	0.06260320544242859
420	rnn.bias_ih_l0	3	0.07172150909900665
420	rnn.bias_ih_l0	4	0.0815182477235794
420	rnn.bias_ih_l0	5	0.002192664658650756
420	rnn.bias_ih_l0	6	-0.013806039467453957
420	rnn.bias_ih_l0	7	-0.04631034657359123
420	rnn.bias_ih_l0	8	-0.08758655935525894
420	rnn.bias_ih_l0	9	0.057599689811468124
420	rnn.bias_hh_l0	0	-0.031266920268535614
420	rnn.bias_hh_l0	1	0.016591640189290047
420	rnn.bias_hh_l0	2	-0.010073980316519737
420	rnn.bias_hh_l0	3	0.021782590076327324
420	rnn.bias_hh_l0	4	-0.050689030438661575
420	rnn.bias_hh_l0	5	0.049821000546216965
420	rnn.bias_hh_l0	6	-0.012278717942535877
420	rnn.bias_hh_l0	7	0.010972771793603897
420	rnn.bias_hh_l0	8	0.02056271769106388
420	rnn.bias_hh_l0	9	0.06505749374628067
420	rnn.weight_ih_l0_reverse	0	-0.033061280846595764
420	rnn.weight_ih_l0_reverse	1	-0.005994993261992931
420	rnn.weight_ih_l0_reverse	2	0.0230611190199852
420	rnn.weight_ih_l0_reverse	3	-0.060428060591220856
420	rnn.weight_ih_l0_reverse	4	0.013635985553264618
420	rnn.weight_ih_l0_reverse	5	-0.05415608733892441
420	rnn.weight_ih_l0_reverse	6	0.003993012942373753
420	rnn.weight_ih_l0_reverse	7	0.03654900938272476
420	rnn.weight_ih_l0_reverse	8	-0.033082228153944016
420	rnn.weight_ih_l0_reverse	9	-0.04423334077000618
420	rnn.weight_hh_l0_reverse	0	-0.06316561996936798
420	rnn.weight_hh_l0_reverse	1	-0.06410498172044754
420	rnn.weight_hh_l0_reverse	2	0.0065370891243219376
420	rnn.weight_hh_l0_reverse	3	0.041676443070173264
420	rnn.weight_hh_l0_reverse	4	0.033791929483413696
420	rnn.weight_hh_l0_reverse	5	0.04606616124510765
420	rnn.weight_hh_l0_reverse	6	0.03412982076406479
420	rnn.weight_hh_l0_reverse	7	-0.0026991672348231077
420	rnn.weight_hh_l0_reverse	8	-0.05300240218639374
420	rnn.weight_hh_l0_reverse	9	0.020747175440192223
420	rnn.bias_ih_l0_reverse	0	-0.03825807943940163
420	rnn.bias_ih_l0_reverse	1	-0.0404038205742836
420	rnn.bias_ih_l0_reverse	2	0.06127622351050377
420	rnn.bias_ih_l0_reverse	3	0.022679222747683525
420	rnn.bias_ih_l0_reverse	4	-0.06599637120962143
420	rnn.bias_ih_l0_reverse	5	-0.02040220983326435
420	rnn.bias_ih_l0_reverse	6	-0.05841609090566635
420	rnn.bias_ih_l0_reverse	7	0.026577774435281754
420	rnn.bias_ih_l0_reverse	8	0.008680506609380245
420	rnn.bias_ih_l0_reverse	9	0.05593222752213478
420	rnn.bias_hh_l0_reverse	0	0.03851223737001419
420	rnn.bias_hh_l0_reverse	1	0.034858036786317825
420	rnn.bias_hh_l0_reverse	2	0.06602875143289566
420	rnn.bias_hh_l0_reverse	3	-0.00122569699306041
420	rnn.bias_hh_l0_reverse	4	0.05512293800711632
420	rnn.bias_hh_l0_reverse	5	0.025259949266910553
420	rnn.bias_hh_l0_reverse	6	-0.056263841688632965
420	rnn.bias_hh_l0_reverse	7	0.04943753033876419
420	rnn.bias_hh_l0_reverse	8	-0.00972619280219078
420	rnn.bias_hh_l0_reverse	9	-0.0736691877245903
420	linear.weight	0	0.024883650243282318
420	linear.weight	1	-0.08043631911277771
420	linear.weight	2	-0.06524693965911865
420	linear.weight	3	0.029659569263458252
420	linear.weight	4	0.0500374473631382
420	linear.weight	5	-0.00982394628226757
420	linear.weight	6	-0.03205270320177078
420	linear.weight	7	-0.029538052156567574
420	linear.weight	8	0.04639515280723572
420	linear.weight	9	0.07929232716560364
420	linear.bias	0	0.25891467928886414
420	linear.bias	1	0.06192513555288315
420	linear.bias	2	-0.15386059880256653
420	linear.bias	3	0.4002766013145447
420	linear.bias	4	-0.24936935305595398
420	linear.bias	5	-0.030769959092140198
420	linear.bias	6	-0.057709574699401855
420	linear.bias	7	-0.1432054489850998
420	linear.bias	8	0.16700977087020874
420	linear.bias	9	-0.1762198507785797
448	transitions	0	-0.4736441671848297
448	transitions	1	0.48013561964035034
448	transitions	2	1.8757960796356201
448	transitions	3	0.2542983293533325
448	transitions	4	1.0698705911636353
448	transitions	5	1.2806421518325806
448	transitions	6	0.4865587651729584
448	transitions	7	0.1907338947057724
448	transitions	8	-0.9171274900436401
448	transitions	9	0.9308714270591736
448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
448	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
448	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
448	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
448	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
448	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
448	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
448	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
448	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
448	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
448	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
448	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
448	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
448	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
448	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
448	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
448	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
448	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
448	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
448	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
448	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
448	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
448	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
448	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
448	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
448	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
448	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
448	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
448	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
448	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
448	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
448	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
448	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
448	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
448	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
448	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
448	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
448	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
448	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
448	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
448	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
448	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
448	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
448	embedding2nn.weight	0	0.001239657518453896
448	embedding2nn.weight	1	0.01308759581297636
448	embedding2nn.weight	2	-0.003663730574771762
448	embedding2nn.weight	3	0.002930167829617858
448	embedding2nn.weight	4	-0.0031084853690117598
448	embedding2nn.weight	5	0.0019163338001817465
448	embedding2nn.weight	6	-0.00022585895203519613
448	embedding2nn.weight	7	0.006095465738326311
448	embedding2nn.weight	8	-0.008401177823543549
448	embedding2nn.weight	9	-0.013582298532128334
448	embedding2nn.bias	0	-0.000717151677235961
448	embedding2nn.bias	1	-0.010009732097387314
448	embedding2nn.bias	2	-0.016763098537921906
448	embedding2nn.bias	3	0.0289185531437397
448	embedding2nn.bias	4	0.046680059283971786
448	embedding2nn.bias	5	-0.04312928393483162
448	embedding2nn.bias	6	0.06163589283823967
448	embedding2nn.bias	7	0.06514289230108261
448	embedding2nn.bias	8	0.007602353114634752
448	embedding2nn.bias	9	-0.020080631598830223
448	rnn.weight_ih_l0	0	0.032658882439136505
448	rnn.weight_ih_l0	1	-0.0016665260773152113
448	rnn.weight_ih_l0	2	-0.031784918159246445
448	rnn.weight_ih_l0	3	-0.04817629233002663
448	rnn.weight_ih_l0	4	-0.051573146134614944
448	rnn.weight_ih_l0	5	0.0007759344880469143
448	rnn.weight_ih_l0	6	-0.05008397996425629
448	rnn.weight_ih_l0	7	-0.04153060168027878
448	rnn.weight_ih_l0	8	-0.04543231427669525
448	rnn.weight_ih_l0	9	-0.024522138759493828
448	rnn.weight_hh_l0	0	0.015541785396635532
448	rnn.weight_hh_l0	1	-0.010403532534837723
448	rnn.weight_hh_l0	2	-0.022607607766985893
448	rnn.weight_hh_l0	3	-0.016598107293248177
448	rnn.weight_hh_l0	4	-0.06096124276518822
448	rnn.weight_hh_l0	5	-0.0311441533267498
448	rnn.weight_hh_l0	6	-0.01705145090818405
448	rnn.weight_hh_l0	7	0.046500399708747864
448	rnn.weight_hh_l0	8	-0.024844981729984283
448	rnn.weight_hh_l0	9	0.03056931309401989
448	rnn.bias_ih_l0	0	0.04907223954796791
448	rnn.bias_ih_l0	1	-0.06155702471733093
448	rnn.bias_ih_l0	2	0.06481578201055527
448	rnn.bias_ih_l0	3	0.07134594768285751
448	rnn.bias_ih_l0	4	0.08110038936138153
448	rnn.bias_ih_l0	5	0.002383733866736293
448	rnn.bias_ih_l0	6	-0.016413003206253052
448	rnn.bias_ih_l0	7	-0.05152163282036781
448	rnn.bias_ih_l0	8	-0.08933432400226593
448	rnn.bias_ih_l0	9	0.05779033154249191
448	rnn.bias_hh_l0	0	-0.03091186285018921
448	rnn.bias_hh_l0	1	0.01695219613611698
448	rnn.bias_hh_l0	2	-0.011751116253435612
448	rnn.bias_hh_l0	3	0.019693762063980103
448	rnn.bias_hh_l0	4	-0.05051443353295326
448	rnn.bias_hh_l0	5	0.051075391471385956
448	rnn.bias_hh_l0	6	-0.014234231784939766
448	rnn.bias_hh_l0	7	0.01132406760007143
448	rnn.bias_hh_l0	8	0.017955752089619637
448	rnn.bias_hh_l0	9	0.06594932079315186
448	rnn.weight_ih_l0_reverse	0	-0.03307787701487541
448	rnn.weight_ih_l0_reverse	1	-0.006621628068387508
448	rnn.weight_ih_l0_reverse	2	0.023051530122756958
448	rnn.weight_ih_l0_reverse	3	-0.0605899803340435
448	rnn.weight_ih_l0_reverse	4	0.013742557726800442
448	rnn.weight_ih_l0_reverse	5	-0.05410567671060562
448	rnn.weight_ih_l0_reverse	6	0.0049662296660244465
448	rnn.weight_ih_l0_reverse	7	0.036549679934978485
448	rnn.weight_ih_l0_reverse	8	-0.03313161060214043
448	rnn.weight_ih_l0_reverse	9	-0.04426870867609978
448	rnn.weight_hh_l0_reverse	0	-0.06281252950429916
448	rnn.weight_hh_l0_reverse	1	-0.0633680522441864
448	rnn.weight_hh_l0_reverse	2	0.006706451531499624
448	rnn.weight_hh_l0_reverse	3	0.04154762998223305
448	rnn.weight_hh_l0_reverse	4	0.03390710800886154
448	rnn.weight_hh_l0_reverse	5	0.046177078038454056
448	rnn.weight_hh_l0_reverse	6	0.03350367024540901
448	rnn.weight_hh_l0_reverse	7	-0.00261740037240088
448	rnn.weight_hh_l0_reverse	8	-0.053062401711940765
448	rnn.weight_hh_l0_reverse	9	0.020484155043959618
448	rnn.bias_ih_l0_reverse	0	-0.03946952894330025
448	rnn.bias_ih_l0_reverse	1	-0.04234449937939644
448	rnn.bias_ih_l0_reverse	2	0.062153078615665436
448	rnn.bias_ih_l0_reverse	3	0.02248995378613472
448	rnn.bias_ih_l0_reverse	4	-0.06621304154396057
448	rnn.bias_ih_l0_reverse	5	-0.019986283034086227
448	rnn.bias_ih_l0_reverse	6	-0.05858255922794342
448	rnn.bias_ih_l0_reverse	7	0.026799196377396584
448	rnn.bias_ih_l0_reverse	8	0.008558114059269428
448	rnn.bias_ih_l0_reverse	9	0.05551030859351158
448	rnn.bias_hh_l0_reverse	0	0.0346544124186039
448	rnn.bias_hh_l0_reverse	1	0.03247842565178871
448	rnn.bias_hh_l0_reverse	2	0.0662597045302391
448	rnn.bias_hh_l0_reverse	3	-0.0008681042236275971
448	rnn.bias_hh_l0_reverse	4	0.05548982322216034
448	rnn.bias_hh_l0_reverse	5	0.020849833264946938
448	rnn.bias_hh_l0_reverse	6	-0.056489404290914536
448	rnn.bias_hh_l0_reverse	7	0.049830518662929535
448	rnn.bias_hh_l0_reverse	8	-0.009061488322913647
448	rnn.bias_hh_l0_reverse	9	-0.0686216801404953
448	linear.weight	0	0.01331361010670662
448	linear.weight	1	-0.08094601333141327
448	linear.weight	2	-0.06185082718729973
448	linear.weight	3	0.031343527138233185
448	linear.weight	4	0.04993614926934242
448	linear.weight	5	-0.010386807844042778
448	linear.weight	6	-0.03155025467276573
448	linear.weight	7	-0.02951229363679886
448	linear.weight	8	0.049420315772295
448	linear.weight	9	0.0857623815536499
448	linear.bias	0	0.26308420300483704
448	linear.bias	1	0.0639720931649208
448	linear.bias	2	-0.15694595873355865
448	linear.bias	3	0.386507511138916
448	linear.bias	4	-0.25408825278282166
448	linear.bias	5	-0.030769959092140198
448	linear.bias	6	-0.06126706302165985
448	linear.bias	7	-0.1358860433101654
448	linear.bias	8	0.16982923448085785
448	linear.bias	9	-0.17983463406562805
476	transitions	0	-0.47445252537727356
476	transitions	1	0.47977811098098755
476	transitions	2	1.8752567768096924
476	transitions	3	0.25397223234176636
476	transitions	4	1.0692180395126343
476	transitions	5	1.2805763483047485
476	transitions	6	0.48655635118484497
476	transitions	7	0.19068852066993713
476	transitions	8	-0.9171679019927979
476	transitions	9	0.9308698773384094
476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
476	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
476	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
476	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
476	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
476	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
476	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
476	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
476	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
476	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
476	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
476	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
476	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
476	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
476	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
476	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
476	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
476	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
476	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
476	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
476	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
476	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
476	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
476	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
476	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
476	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
476	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
476	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
476	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
476	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
476	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
476	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
476	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
476	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
476	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
476	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
476	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
476	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
476	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
476	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
476	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
476	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
476	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
476	embedding2nn.weight	0	0.00136934919282794
476	embedding2nn.weight	1	0.013170902617275715
476	embedding2nn.weight	2	-0.003571178298443556
476	embedding2nn.weight	3	0.0028960576746612787
476	embedding2nn.weight	4	-0.0031685035210102797
476	embedding2nn.weight	5	0.002018873579800129
476	embedding2nn.weight	6	-0.0004465519159566611
476	embedding2nn.weight	7	0.0059310621581971645
476	embedding2nn.weight	8	-0.00818757712841034
476	embedding2nn.weight	9	-0.013535503298044205
476	embedding2nn.bias	0	-0.003362387651577592
476	embedding2nn.bias	1	-0.017001710832118988
476	embedding2nn.bias	2	-0.016140595078468323
476	embedding2nn.bias	3	0.02325533889234066
476	embedding2nn.bias	4	0.046010978519916534
476	embedding2nn.bias	5	-0.04136228933930397
476	embedding2nn.bias	6	0.06412399560213089
476	embedding2nn.bias	7	0.062236227095127106
476	embedding2nn.bias	8	0.008365655317902565
476	embedding2nn.bias	9	-0.013247685506939888
476	rnn.weight_ih_l0	0	0.03264935687184334
476	rnn.weight_ih_l0	1	-0.0015823857393115759
476	rnn.weight_ih_l0	2	-0.03119533881545067
476	rnn.weight_ih_l0	3	-0.04828062281012535
476	rnn.weight_ih_l0	4	-0.05164668336510658
476	rnn.weight_ih_l0	5	0.0008062914712354541
476	rnn.weight_ih_l0	6	-0.05032537505030632
476	rnn.weight_ih_l0	7	-0.04151436313986778
476	rnn.weight_ih_l0	8	-0.045491039752960205
476	rnn.weight_ih_l0	9	-0.02465653419494629
476	rnn.weight_hh_l0	0	0.015515106730163097
476	rnn.weight_hh_l0	1	-0.010482221841812134
476	rnn.weight_hh_l0	2	-0.022451817989349365
476	rnn.weight_hh_l0	3	-0.016438033431768417
476	rnn.weight_hh_l0	4	-0.06105401739478111
476	rnn.weight_hh_l0	5	-0.031086528673768044
476	rnn.weight_hh_l0	6	-0.015243827365338802
476	rnn.weight_hh_l0	7	0.046287085860967636
476	rnn.weight_hh_l0	8	-0.02482421137392521
476	rnn.weight_hh_l0	9	0.03066302463412285
476	rnn.bias_ih_l0	0	0.05029802769422531
476	rnn.bias_ih_l0	1	-0.062054187059402466
476	rnn.bias_ih_l0	2	0.06643189489841461
476	rnn.bias_ih_l0	3	0.07281056046485901
476	rnn.bias_ih_l0	4	0.08158028870820999
476	rnn.bias_ih_l0	5	0.0019349608337506652
476	rnn.bias_ih_l0	6	-0.015237700194120407
476	rnn.bias_ih_l0	7	-0.04978962987661362
476	rnn.bias_ih_l0	8	-0.08812557905912399
476	rnn.bias_ih_l0	9	0.05735062435269356
476	rnn.bias_hh_l0	0	-0.02957909181714058
476	rnn.bias_hh_l0	1	0.01673428900539875
476	rnn.bias_hh_l0	2	-0.011288517154753208
476	rnn.bias_hh_l0	3	0.02204044908285141
476	rnn.bias_hh_l0	4	-0.0503612719476223
476	rnn.bias_hh_l0	5	0.05317045375704765
476	rnn.bias_hh_l0	6	-0.013545460067689419
476	rnn.bias_hh_l0	7	0.01214703917503357
476	rnn.bias_hh_l0	8	0.019131051376461983
476	rnn.bias_hh_l0	9	0.06659699976444244
476	rnn.weight_ih_l0_reverse	0	-0.03325822949409485
476	rnn.weight_ih_l0_reverse	1	-0.0069457851350307465
476	rnn.weight_ih_l0_reverse	2	0.02307751402258873
476	rnn.weight_ih_l0_reverse	3	-0.06073205545544624
476	rnn.weight_ih_l0_reverse	4	0.013773232698440552
476	rnn.weight_ih_l0_reverse	5	-0.054227959364652634
476	rnn.weight_ih_l0_reverse	6	0.005148725584149361
476	rnn.weight_ih_l0_reverse	7	0.036371245980262756
476	rnn.weight_ih_l0_reverse	8	-0.033368777483701706
476	rnn.weight_ih_l0_reverse	9	-0.04432547464966774
476	rnn.weight_hh_l0_reverse	0	-0.06211386248469353
476	rnn.weight_hh_l0_reverse	1	-0.06331009417772293
476	rnn.weight_hh_l0_reverse	2	0.0068036578595638275
476	rnn.weight_hh_l0_reverse	3	0.041361384093761444
476	rnn.weight_hh_l0_reverse	4	0.03371225669980049
476	rnn.weight_hh_l0_reverse	5	0.046333830803632736
476	rnn.weight_hh_l0_reverse	6	0.0305021982640028
476	rnn.weight_hh_l0_reverse	7	-0.0028335752431303263
476	rnn.weight_hh_l0_reverse	8	-0.05282313749194145
476	rnn.weight_hh_l0_reverse	9	0.020072918385267258
476	rnn.bias_ih_l0_reverse	0	-0.036754317581653595
476	rnn.bias_ih_l0_reverse	1	-0.048188354820013046
476	rnn.bias_ih_l0_reverse	2	0.06288669258356094
476	rnn.bias_ih_l0_reverse	3	0.02205861173570156
476	rnn.bias_ih_l0_reverse	4	-0.06596484780311584
476	rnn.bias_ih_l0_reverse	5	-0.019603334367275238
476	rnn.bias_ih_l0_reverse	6	-0.06048673763871193
476	rnn.bias_ih_l0_reverse	7	0.026292920112609863
476	rnn.bias_ih_l0_reverse	8	0.00994966086000204
476	rnn.bias_ih_l0_reverse	9	0.05494263023138046
476	rnn.bias_hh_l0_reverse	0	0.03496692702174187
476	rnn.bias_hh_l0_reverse	1	0.03439502418041229
476	rnn.bias_hh_l0_reverse	2	0.06567732989788055
476	rnn.bias_hh_l0_reverse	3	-0.0006105468492023647
476	rnn.bias_hh_l0_reverse	4	0.05702288821339607
476	rnn.bias_hh_l0_reverse	5	0.02803800068795681
476	rnn.bias_hh_l0_reverse	6	-0.05722788721323013
476	rnn.bias_hh_l0_reverse	7	0.05019012466073036
476	rnn.bias_hh_l0_reverse	8	-0.007544361986219883
476	rnn.bias_hh_l0_reverse	9	-0.07397810369729996
476	linear.weight	0	0.029444031417369843
476	linear.weight	1	-0.08155260980129242
476	linear.weight	2	-0.061741556972265244
476	linear.weight	3	0.02988683059811592
476	linear.weight	4	0.048564981669187546
476	linear.weight	5	-0.012275515124201775
476	linear.weight	6	-0.030975572764873505
476	linear.weight	7	-0.028958113864064217
476	linear.weight	8	0.047476403415203094
476	linear.weight	9	0.0866241529583931
476	linear.bias	0	0.2453485131263733
476	linear.bias	1	0.06714875251054764
476	linear.bias	2	-0.15110747516155243
476	linear.bias	3	0.4087490141391754
476	linear.bias	4	-0.257618248462677
476	linear.bias	5	-0.030769959092140198
476	linear.bias	6	-0.05469033494591713
476	linear.bias	7	-0.13225597143173218
476	linear.bias	8	0.151962548494339
476	linear.bias	9	-0.1824168562889099
504	transitions	0	-0.47527021169662476
504	transitions	1	0.47919756174087524
504	transitions	2	1.8746676445007324
504	transitions	3	0.25366824865341187
504	transitions	4	1.0679038763046265
504	transitions	5	1.2804467678070068
504	transitions	6	0.4865500330924988
504	transitions	7	0.1906481683254242
504	transitions	8	-0.9172006845474243
504	transitions	9	0.930866003036499
504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
504	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
504	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
504	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
504	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
504	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
504	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
504	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
504	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
504	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
504	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
504	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
504	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
504	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
504	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
504	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
504	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
504	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
504	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
504	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
504	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
504	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
504	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
504	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
504	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
504	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
504	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
504	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
504	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
504	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
504	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
504	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
504	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
504	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
504	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
504	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
504	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
504	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
504	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
504	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
504	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
504	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
504	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
504	embedding2nn.weight	0	0.0019941995851695538
504	embedding2nn.weight	1	0.01311232428997755
504	embedding2nn.weight	2	-0.0034974811132997274
504	embedding2nn.weight	3	0.0027672459837049246
504	embedding2nn.weight	4	-0.003143174108117819
504	embedding2nn.weight	5	0.001944872667081654
504	embedding2nn.weight	6	-0.0004987916327081621
504	embedding2nn.weight	7	0.006556960754096508
504	embedding2nn.weight	8	-0.0083150714635849
504	embedding2nn.weight	9	-0.013560572639107704
504	embedding2nn.bias	0	-0.0029668218921869993
504	embedding2nn.bias	1	-0.015033181756734848
504	embedding2nn.bias	2	-0.021236808970570564
504	embedding2nn.bias	3	0.025299839675426483
504	embedding2nn.bias	4	0.04421743378043175
504	embedding2nn.bias	5	-0.031496282666921616
504	embedding2nn.bias	6	0.05989900976419449
504	embedding2nn.bias	7	0.0657336413860321
504	embedding2nn.bias	8	0.008746287785470486
504	embedding2nn.bias	9	-0.014474168419837952
504	rnn.weight_ih_l0	0	0.0326242558658123
504	rnn.weight_ih_l0	1	-0.001379776163958013
504	rnn.weight_ih_l0	2	-0.03167986124753952
504	rnn.weight_ih_l0	3	-0.04857928305864334
504	rnn.weight_ih_l0	4	-0.051647137850522995
504	rnn.weight_ih_l0	5	0.000815496314316988
504	rnn.weight_ih_l0	6	-0.05028499290347099
504	rnn.weight_ih_l0	7	-0.04170607030391693
504	rnn.weight_ih_l0	8	-0.045435525476932526
504	rnn.weight_ih_l0	9	-0.024746451526880264
504	rnn.weight_hh_l0	0	0.015695316717028618
504	rnn.weight_hh_l0	1	-0.010608467273414135
504	rnn.weight_hh_l0	2	-0.022426007315516472
504	rnn.weight_hh_l0	3	-0.016138631850481033
504	rnn.weight_hh_l0	4	-0.06090078130364418
504	rnn.weight_hh_l0	5	-0.030689731240272522
504	rnn.weight_hh_l0	6	-0.013751542195677757
504	rnn.weight_hh_l0	7	0.046020057052373886
504	rnn.weight_hh_l0	8	-0.024627547711133957
504	rnn.weight_hh_l0	9	0.030943412333726883
504	rnn.bias_ih_l0	0	0.05045552924275398
504	rnn.bias_ih_l0	1	-0.06289027631282806
504	rnn.bias_ih_l0	2	0.06889434158802032
504	rnn.bias_ih_l0	3	0.07420571148395538
504	rnn.bias_ih_l0	4	0.08107081800699234
504	rnn.bias_ih_l0	5	0.002225527772679925
504	rnn.bias_ih_l0	6	-0.01572592183947563
504	rnn.bias_ih_l0	7	-0.05411077290773392
504	rnn.bias_ih_l0	8	-0.08794071525335312
504	rnn.bias_ih_l0	9	0.0584905631840229
504	rnn.bias_hh_l0	0	-0.029361238703131676
504	rnn.bias_hh_l0	1	0.01826317608356476
504	rnn.bias_hh_l0	2	-0.011057797819375992
504	rnn.bias_hh_l0	3	0.02311132848262787
504	rnn.bias_hh_l0	4	-0.051551684737205505
504	rnn.bias_hh_l0	5	0.051597483456134796
504	rnn.bias_hh_l0	6	-0.013975372537970543
504	rnn.bias_hh_l0	7	0.011365195736289024
504	rnn.bias_hh_l0	8	0.018642829731106758
504	rnn.bias_hh_l0	9	0.06402724236249924
504	rnn.weight_ih_l0_reverse	0	-0.0332186222076416
504	rnn.weight_ih_l0_reverse	1	-0.006525029428303242
504	rnn.weight_ih_l0_reverse	2	0.02304612472653389
504	rnn.weight_ih_l0_reverse	3	-0.060834113508462906
504	rnn.weight_ih_l0_reverse	4	0.013716353103518486
504	rnn.weight_ih_l0_reverse	5	-0.05446552112698555
504	rnn.weight_ih_l0_reverse	6	0.006520971190184355
504	rnn.weight_ih_l0_reverse	7	0.03646775335073471
504	rnn.weight_ih_l0_reverse	8	-0.03342205658555031
504	rnn.weight_ih_l0_reverse	9	-0.044007495045661926
504	rnn.weight_hh_l0_reverse	0	-0.06191578507423401
504	rnn.weight_hh_l0_reverse	1	-0.06349971145391464
504	rnn.weight_hh_l0_reverse	2	0.006664940156042576
504	rnn.weight_hh_l0_reverse	3	0.0414508618414402
504	rnn.weight_hh_l0_reverse	4	0.03362411633133888
504	rnn.weight_hh_l0_reverse	5	0.04644932597875595
504	rnn.weight_hh_l0_reverse	6	0.03136589005589485
504	rnn.weight_hh_l0_reverse	7	-0.0024905833415687084
504	rnn.weight_hh_l0_reverse	8	-0.05298716202378273
504	rnn.weight_hh_l0_reverse	9	0.020707374438643456
504	rnn.bias_ih_l0_reverse	0	-0.03630729392170906
504	rnn.bias_ih_l0_reverse	1	-0.0479777455329895
504	rnn.bias_ih_l0_reverse	2	0.06415256857872009
504	rnn.bias_ih_l0_reverse	3	0.021958766505122185
504	rnn.bias_ih_l0_reverse	4	-0.06404604017734528
504	rnn.bias_ih_l0_reverse	5	-0.019016755744814873
504	rnn.bias_ih_l0_reverse	6	-0.062201596796512604
504	rnn.bias_ih_l0_reverse	7	0.025521716102957726
504	rnn.bias_ih_l0_reverse	8	0.009102909825742245
504	rnn.bias_ih_l0_reverse	9	0.05494457110762596
504	rnn.bias_hh_l0_reverse	0	0.036654215306043625
504	rnn.bias_hh_l0_reverse	1	0.03189205750823021
504	rnn.bias_hh_l0_reverse	2	0.06628019362688065
504	rnn.bias_hh_l0_reverse	3	-0.0008716125739738345
504	rnn.bias_hh_l0_reverse	4	0.056688908487558365
504	rnn.bias_hh_l0_reverse	5	0.028095023706555367
504	rnn.bias_hh_l0_reverse	6	-0.0573551319539547
504	rnn.bias_hh_l0_reverse	7	0.050413522869348526
504	rnn.bias_hh_l0_reverse	8	-0.007148767821490765
504	rnn.bias_hh_l0_reverse	9	-0.07411544024944305
504	linear.weight	0	0.022170208394527435
504	linear.weight	1	-0.08223964273929596
504	linear.weight	2	-0.062154993414878845
504	linear.weight	3	0.032500095665454865
504	linear.weight	4	0.048577599227428436
504	linear.weight	5	-0.015386362560093403
504	linear.weight	6	-0.03052559308707714
504	linear.weight	7	-0.02822345867753029
504	linear.weight	8	0.04913119226694107
504	linear.weight	9	0.08489653468132019
504	linear.bias	0	0.2381936013698578
504	linear.bias	1	0.06772880256175995
504	linear.bias	2	-0.15203876793384552
504	linear.bias	3	0.41880443692207336
504	linear.bias	4	-0.2601390480995178
504	linear.bias	5	-0.030769959092140198
504	linear.bias	6	-0.05360231176018715
504	linear.bias	7	-0.11346503347158432
504	linear.bias	8	0.15527062118053436
504	linear.bias	9	-0.18542225658893585
532	transitions	0	-0.4761538505554199
532	transitions	1	0.4786417484283447
532	transitions	2	1.8739540576934814
532	transitions	3	0.2533460259437561
532	transitions	4	1.0672128200531006
532	transitions	5	1.2803689241409302
532	transitions	6	0.4865458011627197
532	transitions	7	0.19059179723262787
532	transitions	8	-0.9172196984291077
532	transitions	9	0.9308627843856812
532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
532	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
532	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
532	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
532	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
532	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
532	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
532	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
532	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
532	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
532	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
532	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
532	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
532	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
532	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
532	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
532	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
532	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
532	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
532	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
532	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
532	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
532	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
532	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
532	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
532	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
532	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
532	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
532	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
532	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
532	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
532	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
532	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
532	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
532	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
532	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
532	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
532	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
532	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
532	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
532	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
532	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
532	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
532	embedding2nn.weight	0	0.0018679153872653842
532	embedding2nn.weight	1	0.013100411742925644
532	embedding2nn.weight	2	-0.0035316769499331713
532	embedding2nn.weight	3	0.0026131856720894575
532	embedding2nn.weight	4	-0.0031997431069612503
532	embedding2nn.weight	5	0.0017416886985301971
532	embedding2nn.weight	6	-0.00048247704398818314
532	embedding2nn.weight	7	0.007349823601543903
532	embedding2nn.weight	8	-0.008570140227675438
532	embedding2nn.weight	9	-0.01363032590597868
532	embedding2nn.bias	0	-0.002996336203068495
532	embedding2nn.bias	1	-0.01540505513548851
532	embedding2nn.bias	2	-0.01885760948061943
532	embedding2nn.bias	3	0.03335021063685417
532	embedding2nn.bias	4	0.04603109508752823
532	embedding2nn.bias	5	-0.04054493457078934
532	embedding2nn.bias	6	0.060366880148649216
532	embedding2nn.bias	7	0.06727323681116104
532	embedding2nn.bias	8	0.006134082097560167
532	embedding2nn.bias	9	-0.01611967384815216
532	rnn.weight_ih_l0	0	0.032595422118902206
532	rnn.weight_ih_l0	1	-0.002478975336998701
532	rnn.weight_ih_l0	2	-0.03174585476517677
532	rnn.weight_ih_l0	3	-0.048565223813056946
532	rnn.weight_ih_l0	4	-0.05175013467669487
532	rnn.weight_ih_l0	5	0.0008528261096216738
532	rnn.weight_ih_l0	6	-0.05024991184473038
532	rnn.weight_ih_l0	7	-0.041853226721286774
532	rnn.weight_ih_l0	8	-0.045402757823467255
532	rnn.weight_ih_l0	9	-0.024953478947281837
532	rnn.weight_hh_l0	0	0.01588878035545349
532	rnn.weight_hh_l0	1	-0.010291462764143944
532	rnn.weight_hh_l0	2	-0.02230740711092949
532	rnn.weight_hh_l0	3	-0.01553982961922884
532	rnn.weight_hh_l0	4	-0.06087170168757439
532	rnn.weight_hh_l0	5	-0.0306763406842947
532	rnn.weight_hh_l0	6	-0.013666163198649883
532	rnn.weight_hh_l0	7	0.046236541122198105
532	rnn.weight_hh_l0	8	-0.02467573806643486
532	rnn.weight_hh_l0	9	0.031054923310875893
532	rnn.bias_ih_l0	0	0.050776176154613495
532	rnn.bias_ih_l0	1	-0.06237252429127693
532	rnn.bias_ih_l0	2	0.06879161298274994
532	rnn.bias_ih_l0	3	0.0749705359339714
532	rnn.bias_ih_l0	4	0.08103397488594055
532	rnn.bias_ih_l0	5	0.002914994955062866
532	rnn.bias_ih_l0	6	-0.01564101129770279
532	rnn.bias_ih_l0	7	-0.0496491864323616
532	rnn.bias_ih_l0	8	-0.0899382159113884
532	rnn.bias_ih_l0	9	0.05833353102207184
532	rnn.bias_hh_l0	0	-0.029272310435771942
532	rnn.bias_hh_l0	1	0.01694558747112751
532	rnn.bias_hh_l0	2	-0.009961145929992199
532	rnn.bias_hh_l0	3	0.02218131348490715
532	rnn.bias_hh_l0	4	-0.05163508281111717
532	rnn.bias_hh_l0	5	0.05318678542971611
532	rnn.bias_hh_l0	6	-0.01419724989682436
532	rnn.bias_hh_l0	7	0.011710379272699356
532	rnn.bias_hh_l0	8	0.0187277402728796
532	rnn.bias_hh_l0	9	0.06488502770662308
532	rnn.weight_ih_l0_reverse	0	-0.03324340656399727
532	rnn.weight_ih_l0_reverse	1	-0.006959034129977226
532	rnn.weight_ih_l0_reverse	2	0.02299400046467781
532	rnn.weight_ih_l0_reverse	3	-0.060588289052248
532	rnn.weight_ih_l0_reverse	4	0.013636172749102116
532	rnn.weight_ih_l0_reverse	5	-0.05449211224913597
532	rnn.weight_ih_l0_reverse	6	0.005250217858701944
532	rnn.weight_ih_l0_reverse	7	0.03638085722923279
532	rnn.weight_ih_l0_reverse	8	-0.033441055566072464
532	rnn.weight_ih_l0_reverse	9	-0.04430759698152542
532	rnn.weight_hh_l0_reverse	0	-0.06150376796722412
532	rnn.weight_hh_l0_reverse	1	-0.06402231752872467
532	rnn.weight_hh_l0_reverse	2	0.006742237135767937
532	rnn.weight_hh_l0_reverse	3	0.04151543229818344
532	rnn.weight_hh_l0_reverse	4	0.03319566324353218
532	rnn.weight_hh_l0_reverse	5	0.04630514234304428
532	rnn.weight_hh_l0_reverse	6	0.03205205500125885
532	rnn.weight_hh_l0_reverse	7	-0.0024319649673998356
532	rnn.weight_hh_l0_reverse	8	-0.05271262675523758
532	rnn.weight_hh_l0_reverse	9	0.021288495510816574
532	rnn.bias_ih_l0_reverse	0	-0.037288155406713486
532	rnn.bias_ih_l0_reverse	1	-0.0436951145529747
532	rnn.bias_ih_l0_reverse	2	0.06463917344808578
532	rnn.bias_ih_l0_reverse	3	0.022230496630072594
532	rnn.bias_ih_l0_reverse	4	-0.06557609140872955
532	rnn.bias_ih_l0_reverse	5	-0.018299341201782227
532	rnn.bias_ih_l0_reverse	6	-0.06306710839271545
532	rnn.bias_ih_l0_reverse	7	0.026625707745552063
532	rnn.bias_ih_l0_reverse	8	0.01016437727957964
532	rnn.bias_ih_l0_reverse	9	0.054412003606557846
532	rnn.bias_hh_l0_reverse	0	0.039721693843603134
532	rnn.bias_hh_l0_reverse	1	0.03395415097475052
532	rnn.bias_hh_l0_reverse	2	0.06613490730524063
532	rnn.bias_hh_l0_reverse	3	-0.0009032171219587326
532	rnn.bias_hh_l0_reverse	4	0.05665810406208038
532	rnn.bias_hh_l0_reverse	5	0.02426522597670555
532	rnn.bias_hh_l0_reverse	6	-0.05725884810090065
532	rnn.bias_hh_l0_reverse	7	0.049436088651418686
532	rnn.bias_hh_l0_reverse	8	-0.006508959922939539
532	rnn.bias_hh_l0_reverse	9	-0.06800611317157745
532	linear.weight	0	0.032940447330474854
532	linear.weight	1	-0.08311568945646286
532	linear.weight	2	-0.06208029389381409
532	linear.weight	3	0.03519423305988312
532	linear.weight	4	0.04826921969652176
532	linear.weight	5	-0.014345639385282993
532	linear.weight	6	-0.030501142144203186
532	linear.weight	7	-0.02785424143075943
532	linear.weight	8	0.053902965039014816
532	linear.weight	9	0.08574947714805603
532	linear.bias	0	0.2360520362854004
532	linear.bias	1	0.06392379850149155
532	linear.bias	2	-0.15125401318073273
532	linear.bias	3	0.4102602005004883
532	linear.bias	4	-0.2641790807247162
532	linear.bias	5	-0.030769959092140198
532	linear.bias	6	-0.05262734368443489
532	linear.bias	7	-0.11945987492799759
532	linear.bias	8	0.17368420958518982
532	linear.bias	9	-0.18852539360523224
560	transitions	0	-0.47700875997543335
560	transitions	1	0.4782145917415619
560	transitions	2	1.8732713460922241
560	transitions	3	0.2530097961425781
560	transitions	4	1.0666592121124268
560	transitions	5	1.2803196907043457
560	transitions	6	0.4865429699420929
560	transitions	7	0.19053183495998383
560	transitions	8	-0.9172683358192444
560	transitions	9	0.9308608770370483
560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
560	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
560	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
560	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
560	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
560	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
560	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
560	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
560	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
560	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
560	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
560	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
560	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
560	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
560	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
560	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
560	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
560	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
560	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
560	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
560	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
560	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
560	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
560	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
560	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
560	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
560	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
560	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
560	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
560	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
560	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
560	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
560	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
560	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
560	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
560	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
560	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
560	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
560	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
560	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
560	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
560	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
560	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
560	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
560	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
560	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
560	embedding2nn.weight	0	0.0017985192826017737
560	embedding2nn.weight	1	0.013051982969045639
560	embedding2nn.weight	2	-0.0035146079026162624
560	embedding2nn.weight	3	0.002679096534848213
560	embedding2nn.weight	4	-0.0031565276440232992
560	embedding2nn.weight	5	0.0017302376218140125
560	embedding2nn.weight	6	-0.0005061709671281278
560	embedding2nn.weight	7	0.007798361591994762
560	embedding2nn.weight	8	-0.008453426882624626
560	embedding2nn.weight	9	-0.013451547361910343
560	embedding2nn.bias	0	0.0006452565430663526
560	embedding2nn.bias	1	-0.016302157193422318
560	embedding2nn.bias	2	-0.015460842289030552
560	embedding2nn.bias	3	0.028082212433218956
560	embedding2nn.bias	4	0.04299632087349892
560	embedding2nn.bias	5	-0.04247444495558739
560	embedding2nn.bias	6	0.06156913563609123
560	embedding2nn.bias	7	0.07044454663991928
560	embedding2nn.bias	8	0.003929921425879002
560	embedding2nn.bias	9	-0.01448784302920103
560	rnn.weight_ih_l0	0	0.03250904753804207
560	rnn.weight_ih_l0	1	-0.002427155151963234
560	rnn.weight_ih_l0	2	-0.031222160905599594
560	rnn.weight_ih_l0	3	-0.04864403232932091
560	rnn.weight_ih_l0	4	-0.051749732345342636
560	rnn.weight_ih_l0	5	0.0007072714506648481
560	rnn.weight_ih_l0	6	-0.05038268864154816
560	rnn.weight_ih_l0	7	-0.04187996685504913
560	rnn.weight_ih_l0	8	-0.04546070843935013
560	rnn.weight_ih_l0	9	-0.024963384494185448
560	rnn.weight_hh_l0	0	0.01593964546918869
560	rnn.weight_hh_l0	1	-0.010326688177883625
560	rnn.weight_hh_l0	2	-0.02224959246814251
560	rnn.weight_hh_l0	3	-0.015251394361257553
560	rnn.weight_hh_l0	4	-0.06057795137166977
560	rnn.weight_hh_l0	5	-0.031117813661694527
560	rnn.weight_hh_l0	6	-0.014265382662415504
560	rnn.weight_hh_l0	7	0.04729823023080826
560	rnn.weight_hh_l0	8	-0.024204939603805542
560	rnn.weight_hh_l0	9	0.03153039887547493
560	rnn.bias_ih_l0	0	0.05083024501800537
560	rnn.bias_ih_l0	1	-0.06025038659572601
560	rnn.bias_ih_l0	2	0.06928640604019165
560	rnn.bias_ih_l0	3	0.07577826082706451
560	rnn.bias_ih_l0	4	0.08083175122737885
560	rnn.bias_ih_l0	5	0.003292036708444357
560	rnn.bias_ih_l0	6	-0.014093520119786263
560	rnn.bias_ih_l0	7	-0.06386616826057434
560	rnn.bias_ih_l0	8	-0.08948754519224167
560	rnn.bias_ih_l0	9	0.05773370712995529
560	rnn.bias_hh_l0	0	-0.029821118339896202
560	rnn.bias_hh_l0	1	0.017100483179092407
560	rnn.bias_hh_l0	2	-0.010087626986205578
560	rnn.bias_hh_l0	3	0.02117004804313183
560	rnn.bias_hh_l0	4	-0.05283041298389435
560	rnn.bias_hh_l0	5	0.05387076362967491
560	rnn.bias_hh_l0	6	-0.013682528398931026
560	rnn.bias_hh_l0	7	0.011682613752782345
560	rnn.bias_hh_l0	8	0.020275229588150978
560	rnn.bias_hh_l0	9	0.06522908806800842
560	rnn.weight_ih_l0_reverse	0	-0.03330347687005997
560	rnn.weight_ih_l0_reverse	1	-0.006408542860299349
560	rnn.weight_ih_l0_reverse	2	0.02300281822681427
560	rnn.weight_ih_l0_reverse	3	-0.06070157140493393
560	rnn.weight_ih_l0_reverse	4	0.013707481324672699
560	rnn.weight_ih_l0_reverse	5	-0.05461564287543297
560	rnn.weight_ih_l0_reverse	6	0.005551204085350037
560	rnn.weight_ih_l0_reverse	7	0.036523301154375076
560	rnn.weight_ih_l0_reverse	8	-0.03351249545812607
560	rnn.weight_ih_l0_reverse	9	-0.04429051652550697
560	rnn.weight_hh_l0_reverse	0	-0.061512500047683716
560	rnn.weight_hh_l0_reverse	1	-0.06412135809659958
560	rnn.weight_hh_l0_reverse	2	0.006697081029415131
560	rnn.weight_hh_l0_reverse	3	0.0415307953953743
560	rnn.weight_hh_l0_reverse	4	0.033347781747579575
560	rnn.weight_hh_l0_reverse	5	0.04625639691948891
560	rnn.weight_hh_l0_reverse	6	0.030018486082553864
560	rnn.weight_hh_l0_reverse	7	-0.002228344092145562
560	rnn.weight_hh_l0_reverse	8	-0.05283072590827942
560	rnn.weight_hh_l0_reverse	9	0.020889535546302795
560	rnn.bias_ih_l0_reverse	0	-0.03420307859778404
560	rnn.bias_ih_l0_reverse	1	-0.04788649454712868
560	rnn.bias_ih_l0_reverse	2	0.06508046388626099
560	rnn.bias_ih_l0_reverse	3	0.022298216819763184
560	rnn.bias_ih_l0_reverse	4	-0.06654996424913406
560	rnn.bias_ih_l0_reverse	5	-0.018159812316298485
560	rnn.bias_ih_l0_reverse	6	-0.062268324196338654
560	rnn.bias_ih_l0_reverse	7	0.027345063164830208
560	rnn.bias_ih_l0_reverse	8	0.010776062496006489
560	rnn.bias_ih_l0_reverse	9	0.05500425398349762
560	rnn.bias_hh_l0_reverse	0	0.039606690406799316
560	rnn.bias_hh_l0_reverse	1	0.035127341747283936
560	rnn.bias_hh_l0_reverse	2	0.06635408848524094
560	rnn.bias_hh_l0_reverse	3	-0.0004396433650981635
560	rnn.bias_hh_l0_reverse	4	0.05685633793473244
560	rnn.bias_hh_l0_reverse	5	0.024427801370620728
560	rnn.bias_hh_l0_reverse	6	-0.056940317153930664
560	rnn.bias_hh_l0_reverse	7	0.0496147945523262
560	rnn.bias_hh_l0_reverse	8	-0.00711666326969862
560	rnn.bias_hh_l0_reverse	9	-0.06532840430736542
560	linear.weight	0	0.03318716213107109
560	linear.weight	1	-0.08408194780349731
560	linear.weight	2	-0.060845453292131424
560	linear.weight	3	0.025077149271965027
560	linear.weight	4	0.046585533767938614
560	linear.weight	5	-0.014401953667402267
560	linear.weight	6	-0.03045596554875374
560	linear.weight	7	-0.027301423251628876
560	linear.weight	8	0.05603547766804695
560	linear.weight	9	0.08636078238487244
560	linear.bias	0	0.2387344390153885
560	linear.bias	1	0.07145190984010696
560	linear.bias	2	-0.14483951032161713
560	linear.bias	3	0.4078286588191986
560	linear.bias	4	-0.2674398422241211
560	linear.bias	5	-0.030769959092140198
560	linear.bias	6	-0.04579151049256325
560	linear.bias	7	-0.11951860785484314
560	linear.bias	8	0.17168501019477844
560	linear.bias	9	-0.1911521852016449
588	transitions	0	-0.4784044623374939
588	transitions	1	0.477713942527771
588	transitions	2	1.8724864721298218
588	transitions	3	0.2527376413345337
588	transitions	4	1.0658676624298096
588	transitions	5	1.2802451848983765
588	transitions	6	0.48653900623321533
588	transitions	7	0.19049130380153656
588	transitions	8	-0.9172956943511963
588	transitions	9	0.9308585524559021
588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
588	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
588	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
588	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
588	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
588	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
588	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
588	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
588	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
588	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
588	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
588	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
588	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
588	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
588	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
588	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
588	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
588	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
588	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
588	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
588	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
588	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
588	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
588	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
588	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
588	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
588	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
588	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
588	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
588	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
588	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
588	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
588	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
588	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
588	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
588	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
588	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
588	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
588	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
588	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
588	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
588	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
588	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
588	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
588	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
588	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
588	embedding2nn.weight	0	0.0012300291564315557
588	embedding2nn.weight	1	0.01300564594566822
588	embedding2nn.weight	2	-0.0035488917492330074
588	embedding2nn.weight	3	0.002705688588321209
588	embedding2nn.weight	4	-0.003157219383865595
588	embedding2nn.weight	5	0.0017286187503486872
588	embedding2nn.weight	6	-0.00033665235969237983
588	embedding2nn.weight	7	0.009224540553987026
588	embedding2nn.weight	8	-0.008450162597000599
588	embedding2nn.weight	9	-0.013385535217821598
588	embedding2nn.bias	0	0.0049446951597929
588	embedding2nn.bias	1	-0.01430613361299038
588	embedding2nn.bias	2	-0.020466448739171028
588	embedding2nn.bias	3	0.024136552587151527
588	embedding2nn.bias	4	0.04748393967747688
588	embedding2nn.bias	5	-0.04158326983451843
588	embedding2nn.bias	6	0.05474508926272392
588	embedding2nn.bias	7	0.07158523052930832
588	embedding2nn.bias	8	0.002398804994300008
588	embedding2nn.bias	9	-0.015000331215560436
588	rnn.weight_ih_l0	0	0.032449740916490555
588	rnn.weight_ih_l0	1	-0.0022726492024958134
588	rnn.weight_ih_l0	2	-0.030308861285448074
588	rnn.weight_ih_l0	3	-0.04873161390423775
588	rnn.weight_ih_l0	4	-0.05177691578865051
588	rnn.weight_ih_l0	5	0.000720478012226522
588	rnn.weight_ih_l0	6	-0.050338733941316605
588	rnn.weight_ih_l0	7	-0.04215319827198982
588	rnn.weight_ih_l0	8	-0.04557149484753609
588	rnn.weight_ih_l0	9	-0.024994708597660065
588	rnn.weight_hh_l0	0	0.015810886397957802
588	rnn.weight_hh_l0	1	-0.01079788338392973
588	rnn.weight_hh_l0	2	-0.02250061184167862
588	rnn.weight_hh_l0	3	-0.015118158422410488
588	rnn.weight_hh_l0	4	-0.06028091907501221
588	rnn.weight_hh_l0	5	-0.031141268089413643
588	rnn.weight_hh_l0	6	-0.014169570058584213
588	rnn.weight_hh_l0	7	0.04701762646436691
588	rnn.weight_hh_l0	8	-0.023962652310729027
588	rnn.weight_hh_l0	9	0.03182821348309517
588	rnn.bias_ih_l0	0	0.050774458795785904
588	rnn.bias_ih_l0	1	-0.0588662251830101
588	rnn.bias_ih_l0	2	0.06996121257543564
588	rnn.bias_ih_l0	3	0.07566559314727783
588	rnn.bias_ih_l0	4	0.07997734099626541
588	rnn.bias_ih_l0	5	0.0036188908852636814
588	rnn.bias_ih_l0	6	-0.014608091674745083
588	rnn.bias_ih_l0	7	-0.0568273589015007
588	rnn.bias_ih_l0	8	-0.09161140024662018
588	rnn.bias_ih_l0	9	0.0586860366165638
588	rnn.bias_hh_l0	0	-0.02957496978342533
588	rnn.bias_hh_l0	1	0.017983702942728996
588	rnn.bias_hh_l0	2	-0.009206396527588367
588	rnn.bias_hh_l0	3	0.02148418501019478
588	rnn.bias_hh_l0	4	-0.05249745771288872
588	rnn.bias_hh_l0	5	0.054716989398002625
588	rnn.bias_hh_l0	6	-0.013390261679887772
588	rnn.bias_hh_l0	7	0.01128551084548235
588	rnn.bias_hh_l0	8	0.01976066082715988
588	rnn.bias_hh_l0	9	0.06583891808986664
588	rnn.weight_ih_l0_reverse	0	-0.03322874754667282
588	rnn.weight_ih_l0_reverse	1	-0.006566410418599844
588	rnn.weight_ih_l0_reverse	2	0.02302497997879982
588	rnn.weight_ih_l0_reverse	3	-0.060883186757564545
588	rnn.weight_ih_l0_reverse	4	0.013743573799729347
588	rnn.weight_ih_l0_reverse	5	-0.054647576063871384
588	rnn.weight_ih_l0_reverse	6	0.0054806931875646114
588	rnn.weight_ih_l0_reverse	7	0.036558669060468674
588	rnn.weight_ih_l0_reverse	8	-0.033626310527324677
588	rnn.weight_ih_l0_reverse	9	-0.044779080897569656
588	rnn.weight_hh_l0_reverse	0	-0.06180449202656746
588	rnn.weight_hh_l0_reverse	1	-0.0638805478811264
588	rnn.weight_hh_l0_reverse	2	0.006770268548280001
588	rnn.weight_hh_l0_reverse	3	0.041634418070316315
588	rnn.weight_hh_l0_reverse	4	0.03315528482198715
588	rnn.weight_hh_l0_reverse	5	0.04634876176714897
588	rnn.weight_hh_l0_reverse	6	0.0299748033285141
588	rnn.weight_hh_l0_reverse	7	-0.0018052243394777179
588	rnn.weight_hh_l0_reverse	8	-0.05265333876013756
588	rnn.weight_hh_l0_reverse	9	0.02174125239253044
588	rnn.bias_ih_l0_reverse	0	-0.03373607620596886
588	rnn.bias_ih_l0_reverse	1	-0.03731421381235123
588	rnn.bias_ih_l0_reverse	2	0.06456907093524933
588	rnn.bias_ih_l0_reverse	3	0.02317102812230587
588	rnn.bias_ih_l0_reverse	4	-0.06919597834348679
588	rnn.bias_ih_l0_reverse	5	-0.01729508675634861
588	rnn.bias_ih_l0_reverse	6	-0.06353306770324707
588	rnn.bias_ih_l0_reverse	7	0.028385888785123825
588	rnn.bias_ih_l0_reverse	8	0.010615822859108448
588	rnn.bias_ih_l0_reverse	9	0.05601843073964119
588	rnn.bias_hh_l0_reverse	0	0.04015922173857689
588	rnn.bias_hh_l0_reverse	1	0.036636121571063995
588	rnn.bias_hh_l0_reverse	2	0.06659060716629028
588	rnn.bias_hh_l0_reverse	3	0.00029019603971391916
588	rnn.bias_hh_l0_reverse	4	0.05766202509403229
588	rnn.bias_hh_l0_reverse	5	0.027910977602005005
588	rnn.bias_hh_l0_reverse	6	-0.05656558647751808
588	rnn.bias_hh_l0_reverse	7	0.04902885481715202
588	rnn.bias_hh_l0_reverse	8	-0.005948773585259914
588	rnn.bias_hh_l0_reverse	9	-0.06840679794549942
588	linear.weight	0	0.029559418559074402
588	linear.weight	1	-0.0848698690533638
588	linear.weight	2	-0.0603313110768795
588	linear.weight	3	0.027436889708042145
588	linear.weight	4	0.04659022018313408
588	linear.weight	5	-0.01593049243092537
588	linear.weight	6	-0.030061202123761177
588	linear.weight	7	-0.02678823098540306
588	linear.weight	8	0.055225253105163574
588	linear.weight	9	0.09602641314268112
588	linear.bias	0	0.2187294065952301
588	linear.bias	1	0.057591382414102554
588	linear.bias	2	-0.1492374986410141
588	linear.bias	3	0.4380655288696289
588	linear.bias	4	-0.2711574137210846
588	linear.bias	5	-0.030769959092140198
588	linear.bias	6	-0.049412988126277924
588	linear.bias	7	-0.11919860541820526
588	linear.bias	8	0.15501664578914642
588	linear.bias	9	-0.1942676603794098
616	transitions	0	-0.47961556911468506
616	transitions	1	0.4772758483886719
616	transitions	2	1.8717595338821411
616	transitions	3	0.2521350085735321
616	transitions	4	1.065102219581604
616	transitions	5	1.2801748514175415
616	transitions	6	0.4865330755710602
616	transitions	7	0.19043861329555511
616	transitions	8	-0.9173247218132019
616	transitions	9	0.9308555126190186
616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
616	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
616	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
616	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
616	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
616	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
616	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
616	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
616	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
616	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
616	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
616	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
616	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
616	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
616	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
616	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
616	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
616	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
616	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
616	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
616	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
616	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
616	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
616	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
616	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
616	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
616	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
616	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
616	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
616	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
616	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
616	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
616	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
616	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
616	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
616	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
616	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
616	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
616	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
616	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
616	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
616	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
616	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
616	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
616	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
616	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
616	embedding2nn.weight	0	0.0005531631177291274
616	embedding2nn.weight	1	0.012839950621128082
616	embedding2nn.weight	2	-0.003594588488340378
616	embedding2nn.weight	3	0.002750786254182458
616	embedding2nn.weight	4	-0.0031561702489852905
616	embedding2nn.weight	5	0.0020367861725389957
616	embedding2nn.weight	6	-0.00019837204308714718
616	embedding2nn.weight	7	0.008900093846023083
616	embedding2nn.weight	8	-0.008569578640162945
616	embedding2nn.weight	9	-0.013454396277666092
616	embedding2nn.bias	0	0.008735880255699158
616	embedding2nn.bias	1	-0.016843324527144432
616	embedding2nn.bias	2	-0.016647152602672577
616	embedding2nn.bias	3	0.021993443369865417
616	embedding2nn.bias	4	0.042182739824056625
616	embedding2nn.bias	5	-0.042731910943984985
616	embedding2nn.bias	6	0.053570520132780075
616	embedding2nn.bias	7	0.06803829222917557
616	embedding2nn.bias	8	0.009305272251367569
616	embedding2nn.bias	9	-0.012901263311505318
616	rnn.weight_ih_l0	0	0.0324275940656662
616	rnn.weight_ih_l0	1	-0.0022747982293367386
616	rnn.weight_ih_l0	2	-0.030207378789782524
616	rnn.weight_ih_l0	3	-0.049050960689783096
616	rnn.weight_ih_l0	4	-0.051841408014297485
616	rnn.weight_ih_l0	5	0.0006135387811809778
616	rnn.weight_ih_l0	6	-0.05031115934252739
616	rnn.weight_ih_l0	7	-0.04222970828413963
616	rnn.weight_ih_l0	8	-0.04565268009901047
616	rnn.weight_ih_l0	9	-0.025088505819439888
616	rnn.weight_hh_l0	0	0.015638167038559914
616	rnn.weight_hh_l0	1	-0.011174910701811314
616	rnn.weight_hh_l0	2	-0.021963750943541527
616	rnn.weight_hh_l0	3	-0.01498263981193304
616	rnn.weight_hh_l0	4	-0.06022299826145172
616	rnn.weight_hh_l0	5	-0.03118324466049671
616	rnn.weight_hh_l0	6	-0.013799911364912987
616	rnn.weight_hh_l0	7	0.04662565141916275
616	rnn.weight_hh_l0	8	-0.024291859939694405
616	rnn.weight_hh_l0	9	0.031826283782720566
616	rnn.bias_ih_l0	0	0.05174002796411514
616	rnn.bias_ih_l0	1	-0.05822684243321419
616	rnn.bias_ih_l0	2	0.07160497456789017
616	rnn.bias_ih_l0	3	0.0751391276717186
616	rnn.bias_ih_l0	4	0.07975596934556961
616	rnn.bias_ih_l0	5	0.004288490861654282
616	rnn.bias_ih_l0	6	-0.014943952672183514
616	rnn.bias_ih_l0	7	-0.050971679389476776
616	rnn.bias_ih_l0	8	-0.08937875181436539
616	rnn.bias_ih_l0	9	0.058477189391851425
616	rnn.bias_hh_l0	0	-0.029947439208626747
616	rnn.bias_hh_l0	1	0.018680434674024582
616	rnn.bias_hh_l0	2	-0.01034772302955389
616	rnn.bias_hh_l0	3	0.024009663611650467
616	rnn.bias_hh_l0	4	-0.053341351449489594
616	rnn.bias_hh_l0	5	0.05647604912519455
616	rnn.bias_hh_l0	6	-0.013892908580601215
616	rnn.bias_hh_l0	7	0.012236058712005615
616	rnn.bias_hh_l0	8	0.0194247979670763
616	rnn.bias_hh_l0	9	0.06636115163564682
616	rnn.weight_ih_l0_reverse	0	-0.03317060321569443
616	rnn.weight_ih_l0_reverse	1	-0.006889211479574442
616	rnn.weight_ih_l0_reverse	2	0.02303452603518963
616	rnn.weight_ih_l0_reverse	3	-0.060961607843637466
616	rnn.weight_ih_l0_reverse	4	0.013782741501927376
616	rnn.weight_ih_l0_reverse	5	-0.054618384689092636
616	rnn.weight_ih_l0_reverse	6	0.005279248580336571
616	rnn.weight_ih_l0_reverse	7	0.03672666847705841
616	rnn.weight_ih_l0_reverse	8	-0.03385216370224953
616	rnn.weight_ih_l0_reverse	9	-0.04529169946908951
616	rnn.weight_hh_l0_reverse	0	-0.06147170439362526
616	rnn.weight_hh_l0_reverse	1	-0.0631365031003952
616	rnn.weight_hh_l0_reverse	2	0.006494960281997919
616	rnn.weight_hh_l0_reverse	3	0.04155680537223816
616	rnn.weight_hh_l0_reverse	4	0.032969601452350616
616	rnn.weight_hh_l0_reverse	5	0.04647045582532883
616	rnn.weight_hh_l0_reverse	6	0.02995940111577511
616	rnn.weight_hh_l0_reverse	7	-0.0016607905272394419
616	rnn.weight_hh_l0_reverse	8	-0.05310378968715668
616	rnn.weight_hh_l0_reverse	9	0.022169725969433784
616	rnn.bias_ih_l0_reverse	0	-0.030614932999014854
616	rnn.bias_ih_l0_reverse	1	-0.04161492735147476
616	rnn.bias_ih_l0_reverse	2	0.06592937558889389
616	rnn.bias_ih_l0_reverse	3	0.022680582478642464
616	rnn.bias_ih_l0_reverse	4	-0.07224509119987488
616	rnn.bias_ih_l0_reverse	5	-0.0162375308573246
616	rnn.bias_ih_l0_reverse	6	-0.06294561922550201
616	rnn.bias_ih_l0_reverse	7	0.029362782835960388
616	rnn.bias_ih_l0_reverse	8	0.012778444215655327
616	rnn.bias_ih_l0_reverse	9	0.055523116141557693
616	rnn.bias_hh_l0_reverse	0	0.03653940185904503
616	rnn.bias_hh_l0_reverse	1	0.037402644753456116
616	rnn.bias_hh_l0_reverse	2	0.06618624180555344
616	rnn.bias_hh_l0_reverse	3	0.00027359797968529165
616	rnn.bias_hh_l0_reverse	4	0.05771774798631668
616	rnn.bias_hh_l0_reverse	5	0.03059384971857071
616	rnn.bias_hh_l0_reverse	6	-0.05640018731355667
616	rnn.bias_hh_l0_reverse	7	0.04879041761159897
616	rnn.bias_hh_l0_reverse	8	-0.0048913126811385155
616	rnn.bias_hh_l0_reverse	9	-0.06653925776481628
616	linear.weight	0	0.042221296578645706
616	linear.weight	1	-0.08537459373474121
616	linear.weight	2	-0.05784659460186958
616	linear.weight	3	0.019112303853034973
616	linear.weight	4	0.04661811515688896
616	linear.weight	5	-0.01636645197868347
616	linear.weight	6	-0.029910117387771606
616	linear.weight	7	-0.026305805891752243
616	linear.weight	8	0.060350436717271805
616	linear.weight	9	0.09723954647779465
616	linear.bias	0	0.2319306880235672
616	linear.bias	1	0.059271231293678284
616	linear.bias	2	-0.14017441868782043
616	linear.bias	3	0.4169030487537384
616	linear.bias	4	-0.2746070623397827
616	linear.bias	5	-0.030769959092140198
616	linear.bias	6	-0.039870698004961014
616	linear.bias	7	-0.1203802078962326
616	linear.bias	8	0.1683245301246643
616	linear.bias	9	-0.19698618352413177
644	transitions	0	-0.4806187152862549
644	transitions	1	0.47682371735572815
644	transitions	2	1.871095895767212
644	transitions	3	0.2517484128475189
644	transitions	4	1.0644469261169434
644	transitions	5	1.2801228761672974
644	transitions	6	0.4865300953388214
644	transitions	7	0.19040513038635254
644	transitions	8	-0.9173408150672913
644	transitions	9	0.930854320526123
644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
644	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
644	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
644	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
644	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
644	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
644	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
644	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
644	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
644	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
644	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
644	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
644	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
644	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
644	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
644	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
644	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
644	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
644	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
644	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
644	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
644	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
644	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
644	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
644	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
644	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
644	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
644	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
644	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
644	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
644	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
644	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
644	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
644	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
644	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
644	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
644	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
644	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
644	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
644	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
644	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
644	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
644	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
644	embedding2nn.weight	0	0.0006706712883897126
644	embedding2nn.weight	1	0.013050120323896408
644	embedding2nn.weight	2	-0.003508958499878645
644	embedding2nn.weight	3	0.0032019077334553003
644	embedding2nn.weight	4	-0.003231707727536559
644	embedding2nn.weight	5	0.0019681581761687994
644	embedding2nn.weight	6	-0.00036171404644846916
644	embedding2nn.weight	7	0.009689868427813053
644	embedding2nn.weight	8	-0.008479158394038677
644	embedding2nn.weight	9	-0.013540854677557945
644	embedding2nn.bias	0	0.008811257779598236
644	embedding2nn.bias	1	-0.017454132437705994
644	embedding2nn.bias	2	-0.020323585718870163
644	embedding2nn.bias	3	0.024811701849102974
644	embedding2nn.bias	4	0.046722788363695145
644	embedding2nn.bias	5	-0.04233559966087341
644	embedding2nn.bias	6	0.05500413477420807
644	embedding2nn.bias	7	0.06554877758026123
644	embedding2nn.bias	8	0.013889109715819359
644	embedding2nn.bias	9	-0.014950803481042385
644	rnn.weight_ih_l0	0	0.03234630450606346
644	rnn.weight_ih_l0	1	-0.0020818826742470264
644	rnn.weight_ih_l0	2	-0.030255760997533798
644	rnn.weight_ih_l0	3	-0.04925047606229782
644	rnn.weight_ih_l0	4	-0.051768165081739426
644	rnn.weight_ih_l0	5	0.0006543284980580211
644	rnn.weight_ih_l0	6	-0.050163839012384415
644	rnn.weight_ih_l0	7	-0.04214184358716011
644	rnn.weight_ih_l0	8	-0.04574187099933624
644	rnn.weight_ih_l0	9	-0.02504257671535015
644	rnn.weight_hh_l0	0	0.015772437676787376
644	rnn.weight_hh_l0	1	-0.012154718860983849
644	rnn.weight_hh_l0	2	-0.02178150601685047
644	rnn.weight_hh_l0	3	-0.015149148181080818
644	rnn.weight_hh_l0	4	-0.060204602777957916
644	rnn.weight_hh_l0	5	-0.031062498688697815
644	rnn.weight_hh_l0	6	-0.01368099357932806
644	rnn.weight_hh_l0	7	0.04702555760741234
644	rnn.weight_hh_l0	8	-0.02375153824687004
644	rnn.weight_hh_l0	9	0.03166529908776283
644	rnn.bias_ih_l0	0	0.0513618141412735
644	rnn.bias_ih_l0	1	-0.05798754468560219
644	rnn.bias_ih_l0	2	0.0711500346660614
644	rnn.bias_ih_l0	3	0.0752650648355484
644	rnn.bias_ih_l0	4	0.0803016722202301
644	rnn.bias_ih_l0	5	0.005311088170856237
644	rnn.bias_ih_l0	6	-0.015293832868337631
644	rnn.bias_ih_l0	7	-0.05613403767347336
644	rnn.bias_ih_l0	8	-0.08788763731718063
644	rnn.bias_ih_l0	9	0.05900375545024872
644	rnn.bias_hh_l0	0	-0.028840959072113037
644	rnn.bias_hh_l0	1	0.020066214725375175
644	rnn.bias_hh_l0	2	-0.009426898322999477
644	rnn.bias_hh_l0	3	0.020743492990732193
644	rnn.bias_hh_l0	4	-0.05255177244544029
644	rnn.bias_hh_l0	5	0.05715310201048851
644	rnn.bias_hh_l0	6	-0.01346112322062254
644	rnn.bias_hh_l0	7	0.011001628823578358
644	rnn.bias_hh_l0	8	0.01907491870224476
644	rnn.bias_hh_l0	9	0.06618702411651611
644	rnn.weight_ih_l0_reverse	0	-0.033156100660562515
644	rnn.weight_ih_l0_reverse	1	-0.006284691393375397
644	rnn.weight_ih_l0_reverse	2	0.023166382685303688
644	rnn.weight_ih_l0_reverse	3	-0.061052147299051285
644	rnn.weight_ih_l0_reverse	4	0.013570225797593594
644	rnn.weight_ih_l0_reverse	5	-0.05470513552427292
644	rnn.weight_ih_l0_reverse	6	0.006137596443295479
644	rnn.weight_ih_l0_reverse	7	0.036701783537864685
644	rnn.weight_ih_l0_reverse	8	-0.033872853964567184
644	rnn.weight_ih_l0_reverse	9	-0.04518064484000206
644	rnn.weight_hh_l0_reverse	0	-0.06147078052163124
644	rnn.weight_hh_l0_reverse	1	-0.06318165361881256
644	rnn.weight_hh_l0_reverse	2	0.006517328787595034
644	rnn.weight_hh_l0_reverse	3	0.04155077412724495
644	rnn.weight_hh_l0_reverse	4	0.03264402970671654
644	rnn.weight_hh_l0_reverse	5	0.04627252370119095
644	rnn.weight_hh_l0_reverse	6	0.02912212163209915
644	rnn.weight_hh_l0_reverse	7	-0.0019802339375019073
644	rnn.weight_hh_l0_reverse	8	-0.05269955098628998
644	rnn.weight_hh_l0_reverse	9	0.02241664193570614
644	rnn.bias_ih_l0_reverse	0	-0.03064706362783909
644	rnn.bias_ih_l0_reverse	1	-0.037640903145074844
644	rnn.bias_ih_l0_reverse	2	0.06600352376699448
644	rnn.bias_ih_l0_reverse	3	0.02206386812031269
644	rnn.bias_ih_l0_reverse	4	-0.07181626558303833
644	rnn.bias_ih_l0_reverse	5	-0.014920970425009727
644	rnn.bias_ih_l0_reverse	6	-0.06437252461910248
644	rnn.bias_ih_l0_reverse	7	0.02938983403146267
644	rnn.bias_ih_l0_reverse	8	0.014087925665080547
644	rnn.bias_ih_l0_reverse	9	0.05597925931215286
644	rnn.bias_hh_l0_reverse	0	0.03831959888339043
644	rnn.bias_hh_l0_reverse	1	0.03608427569270134
644	rnn.bias_hh_l0_reverse	2	0.06598013639450073
644	rnn.bias_hh_l0_reverse	3	6.318859232123941e-05
644	rnn.bias_hh_l0_reverse	4	0.05836888402700424
644	rnn.bias_hh_l0_reverse	5	0.036917414516210556
644	rnn.bias_hh_l0_reverse	6	-0.05641375854611397
644	rnn.bias_hh_l0_reverse	7	0.04837799817323685
644	rnn.bias_hh_l0_reverse	8	-0.004295495338737965
644	rnn.bias_hh_l0_reverse	9	-0.07275565713644028
644	linear.weight	0	0.040605224668979645
644	linear.weight	1	-0.08585206419229507
644	linear.weight	2	-0.0598602220416069
644	linear.weight	3	0.026703862473368645
644	linear.weight	4	0.04617386311292648
644	linear.weight	5	-0.016164913773536682
644	linear.weight	6	-0.0295818280428648
644	linear.weight	7	-0.02613164484500885
644	linear.weight	8	0.06165070831775665
644	linear.weight	9	0.10040844976902008
644	linear.bias	0	0.2129192352294922
644	linear.bias	1	0.05258045345544815
644	linear.bias	2	-0.14577007293701172
644	linear.bias	3	0.44257038831710815
644	linear.bias	4	-0.27750641107559204
644	linear.bias	5	-0.030769959092140198
644	linear.bias	6	-0.046312425285577774
644	linear.bias	7	-0.11550987511873245
644	linear.bias	8	0.16133977472782135
644	linear.bias	9	-0.19934576749801636
672	transitions	0	-0.4819625914096832
672	transitions	1	0.4763627350330353
672	transitions	2	1.8705064058303833
672	transitions	3	0.25122129917144775
672	transitions	4	1.06398344039917
672	transitions	5	1.28005850315094
672	transitions	6	0.48652300238609314
672	transitions	7	0.19034692645072937
672	transitions	8	-0.917374312877655
672	transitions	9	0.9308508038520813
672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
672	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
672	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
672	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
672	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
672	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
672	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
672	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
672	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
672	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
672	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
672	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
672	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
672	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
672	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
672	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
672	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
672	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
672	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
672	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
672	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
672	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
672	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
672	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
672	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
672	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
672	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
672	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
672	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
672	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
672	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
672	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
672	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
672	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
672	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
672	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
672	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
672	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
672	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
672	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
672	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
672	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
672	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
672	embedding2nn.weight	0	0.0015099614392966032
672	embedding2nn.weight	1	0.01323267724364996
672	embedding2nn.weight	2	-0.0034131489228457212
672	embedding2nn.weight	3	0.003131004748865962
672	embedding2nn.weight	4	-0.0033208425156772137
672	embedding2nn.weight	5	0.0018690272700041533
672	embedding2nn.weight	6	-0.000335302873281762
672	embedding2nn.weight	7	0.009859961457550526
672	embedding2nn.weight	8	-0.008579729124903679
672	embedding2nn.weight	9	-0.013430505990982056
672	embedding2nn.bias	0	0.01382213644683361
672	embedding2nn.bias	1	-0.010393958538770676
672	embedding2nn.bias	2	-0.017489885911345482
672	embedding2nn.bias	3	0.03148050978779793
672	embedding2nn.bias	4	0.04825271666049957
672	embedding2nn.bias	5	-0.037862878292798996
672	embedding2nn.bias	6	0.05759983882308006
672	embedding2nn.bias	7	0.06934886425733566
672	embedding2nn.bias	8	0.01411848608404398
672	embedding2nn.bias	9	-0.018548566848039627
672	rnn.weight_ih_l0	0	0.03244480490684509
672	rnn.weight_ih_l0	1	-0.0019257193198427558
672	rnn.weight_ih_l0	2	-0.029906291514635086
672	rnn.weight_ih_l0	3	-0.04939284175634384
672	rnn.weight_ih_l0	4	-0.05174136534333229
672	rnn.weight_ih_l0	5	0.0008364205132238567
672	rnn.weight_ih_l0	6	-0.05000061169266701
672	rnn.weight_ih_l0	7	-0.04222135618329048
672	rnn.weight_ih_l0	8	-0.04575841501355171
672	rnn.weight_ih_l0	9	-0.02508966438472271
672	rnn.weight_hh_l0	0	0.015925277024507523
672	rnn.weight_hh_l0	1	-0.012489785440266132
672	rnn.weight_hh_l0	2	-0.021839333698153496
672	rnn.weight_hh_l0	3	-0.015035849995911121
672	rnn.weight_hh_l0	4	-0.06048087403178215
672	rnn.weight_hh_l0	5	-0.030191009864211082
672	rnn.weight_hh_l0	6	-0.014596935361623764
672	rnn.weight_hh_l0	7	0.04742756485939026
672	rnn.weight_hh_l0	8	-0.023819681257009506
672	rnn.weight_hh_l0	9	0.031851429492235184
672	rnn.bias_ih_l0	0	0.05305367335677147
672	rnn.bias_ih_l0	1	-0.05753043666481972
672	rnn.bias_ih_l0	2	0.07147904485464096
672	rnn.bias_ih_l0	3	0.07419250905513763
672	rnn.bias_ih_l0	4	0.08023783564567566
672	rnn.bias_ih_l0	5	0.005027453880757093
672	rnn.bias_ih_l0	6	-0.015188351273536682
672	rnn.bias_ih_l0	7	-0.05237094685435295
672	rnn.bias_ih_l0	8	-0.09107918292284012
672	rnn.bias_ih_l0	9	0.06065121665596962
672	rnn.bias_hh_l0	0	-0.02889271266758442
672	rnn.bias_hh_l0	1	0.02093118615448475
672	rnn.bias_hh_l0	2	-0.009258666075766087
672	rnn.bias_hh_l0	3	0.01959514245390892
672	rnn.bias_hh_l0	4	-0.053821392357349396
672	rnn.bias_hh_l0	5	0.0585382878780365
672	rnn.bias_hh_l0	6	-0.013191994279623032
672	rnn.bias_hh_l0	7	0.011721932329237461
672	rnn.bias_hh_l0	8	0.019180402159690857
672	rnn.bias_hh_l0	9	0.06615334004163742
672	rnn.weight_ih_l0_reverse	0	-0.03320494294166565
672	rnn.weight_ih_l0_reverse	1	-0.005737094674259424
672	rnn.weight_ih_l0_reverse	2	0.023143023252487183
672	rnn.weight_ih_l0_reverse	3	-0.06072856858372688
672	rnn.weight_ih_l0_reverse	4	0.013440938666462898
672	rnn.weight_ih_l0_reverse	5	-0.05470384284853935
672	rnn.weight_ih_l0_reverse	6	0.006211056374013424
672	rnn.weight_ih_l0_reverse	7	0.03672373294830322
672	rnn.weight_ih_l0_reverse	8	-0.03383732959628105
672	rnn.weight_ih_l0_reverse	9	-0.04515797644853592
672	rnn.weight_hh_l0_reverse	0	-0.061670027673244476
672	rnn.weight_hh_l0_reverse	1	-0.06428772211074829
672	rnn.weight_hh_l0_reverse	2	0.006613575387746096
672	rnn.weight_hh_l0_reverse	3	0.041518695652484894
672	rnn.weight_hh_l0_reverse	4	0.032723017036914825
672	rnn.weight_hh_l0_reverse	5	0.04638371244072914
672	rnn.weight_hh_l0_reverse	6	0.026209114119410515
672	rnn.weight_hh_l0_reverse	7	-0.0019266820745542645
672	rnn.weight_hh_l0_reverse	8	-0.05369146168231964
672	rnn.weight_hh_l0_reverse	9	0.021988915279507637
672	rnn.bias_ih_l0_reverse	0	-0.03478441759943962
672	rnn.bias_ih_l0_reverse	1	-0.04187262803316116
672	rnn.bias_ih_l0_reverse	2	0.06710851192474365
672	rnn.bias_ih_l0_reverse	3	0.022825568914413452
672	rnn.bias_ih_l0_reverse	4	-0.07139898091554642
672	rnn.bias_ih_l0_reverse	5	-0.014568584971129894
672	rnn.bias_ih_l0_reverse	6	-0.0643707811832428
672	rnn.bias_ih_l0_reverse	7	0.027639159932732582
672	rnn.bias_ih_l0_reverse	8	0.013126013800501823
672	rnn.bias_ih_l0_reverse	9	0.055560026317834854
672	rnn.bias_hh_l0_reverse	0	0.039762482047080994
672	rnn.bias_hh_l0_reverse	1	0.03637146204710007
672	rnn.bias_hh_l0_reverse	2	0.06733886897563934
672	rnn.bias_hh_l0_reverse	3	8.536568202544004e-05
672	rnn.bias_hh_l0_reverse	4	0.0585666224360466
672	rnn.bias_hh_l0_reverse	5	0.032103538513183594
672	rnn.bias_hh_l0_reverse	6	-0.056461069732904434
672	rnn.bias_hh_l0_reverse	7	0.04869284853339195
672	rnn.bias_hh_l0_reverse	8	-0.004503373056650162
672	rnn.bias_hh_l0_reverse	9	-0.06858059018850327
672	linear.weight	0	0.05767497047781944
672	linear.weight	1	-0.08634835481643677
672	linear.weight	2	-0.05996604636311531
672	linear.weight	3	0.014752618037164211
672	linear.weight	4	0.04640819504857063
672	linear.weight	5	-0.01597018726170063
672	linear.weight	6	-0.02921084500849247
672	linear.weight	7	-0.02634616754949093
672	linear.weight	8	0.06097031757235527
672	linear.weight	9	0.10253901034593582
672	linear.bias	0	0.2199852615594864
672	linear.bias	1	0.047520022839307785
672	linear.bias	2	-0.15339069068431854
672	linear.bias	3	0.44188183546066284
672	linear.bias	4	-0.2810748815536499
672	linear.bias	5	-0.030769959092140198
672	linear.bias	6	-0.051201317459344864
672	linear.bias	7	-0.12066977471113205
672	linear.bias	8	0.1499829739332199
672	linear.bias	9	-0.2022852599620819
700	transitions	0	-0.48313069343566895
700	transitions	1	0.47599735856056213
700	transitions	2	1.8696951866149902
700	transitions	3	0.2507171928882599
700	transitions	4	1.0635122060775757
700	transitions	5	1.2800194025039673
700	transitions	6	0.48651987314224243
700	transitions	7	0.1903085857629776
700	transitions	8	-0.9173932075500488
700	transitions	9	0.9308499097824097
700	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
700	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
700	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
700	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
700	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
700	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
700	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
700	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
700	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
700	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
700	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
700	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
700	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
700	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
700	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
700	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
700	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
700	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
700	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
700	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
700	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
700	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
700	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
700	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
700	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
700	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
700	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
700	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
700	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
700	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
700	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
700	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
700	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
700	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
700	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
700	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
700	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
700	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
700	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
700	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
700	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
700	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
700	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
700	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
700	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
700	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
700	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
700	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
700	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
700	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
700	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
700	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
700	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
700	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
700	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
700	embedding2nn.weight	0	0.002040977356955409
700	embedding2nn.weight	1	0.013134115375578403
700	embedding2nn.weight	2	-0.003464283188804984
700	embedding2nn.weight	3	0.003165014088153839
700	embedding2nn.weight	4	-0.003330719191581011
700	embedding2nn.weight	5	0.0017918985104188323
700	embedding2nn.weight	6	-0.00027140029123984277
700	embedding2nn.weight	7	0.009105535224080086
700	embedding2nn.weight	8	-0.008385710418224335
700	embedding2nn.weight	9	-0.01361310388892889
700	embedding2nn.bias	0	0.01687953993678093
700	embedding2nn.bias	1	-0.012779373675584793
700	embedding2nn.bias	2	-0.020992234349250793
700	embedding2nn.bias	3	0.022986363619565964
700	embedding2nn.bias	4	0.04959149286150932
700	embedding2nn.bias	5	-0.03882548585534096
700	embedding2nn.bias	6	0.05823265761137009
700	embedding2nn.bias	7	0.06732917577028275
700	embedding2nn.bias	8	0.015244143083691597
700	embedding2nn.bias	9	-0.020399393513798714
700	rnn.weight_ih_l0	0	0.03249889239668846
700	rnn.weight_ih_l0	1	-0.0017281201435253024
700	rnn.weight_ih_l0	2	-0.029570845887064934
700	rnn.weight_ih_l0	3	-0.049464236944913864
700	rnn.weight_ih_l0	4	-0.05170572176575661
700	rnn.weight_ih_l0	5	0.0009601240162737668
700	rnn.weight_ih_l0	6	-0.0502815917134285
700	rnn.weight_ih_l0	7	-0.042299143970012665
700	rnn.weight_ih_l0	8	-0.04579121991991997
700	rnn.weight_ih_l0	9	-0.025122178718447685
700	rnn.weight_hh_l0	0	0.01589895784854889
700	rnn.weight_hh_l0	1	-0.012005142867565155
700	rnn.weight_hh_l0	2	-0.02198251336812973
700	rnn.weight_hh_l0	3	-0.014413565397262573
700	rnn.weight_hh_l0	4	-0.06041065603494644
700	rnn.weight_hh_l0	5	-0.02996007725596428
700	rnn.weight_hh_l0	6	-0.017063859850168228
700	rnn.weight_hh_l0	7	0.04801227152347565
700	rnn.weight_hh_l0	8	-0.02432563155889511
700	rnn.weight_hh_l0	9	0.031647294759750366
700	rnn.bias_ih_l0	0	0.05447347089648247
700	rnn.bias_ih_l0	1	-0.05964122340083122
700	rnn.bias_ih_l0	2	0.0713329017162323
700	rnn.bias_ih_l0	3	0.07499991357326508
700	rnn.bias_ih_l0	4	0.08060435205698013
700	rnn.bias_ih_l0	5	0.005038194824010134
700	rnn.bias_ih_l0	6	-0.01575266756117344
700	rnn.bias_ih_l0	7	-0.05250376835465431
700	rnn.bias_ih_l0	8	-0.09101365506649017
700	rnn.bias_ih_l0	9	0.0602363646030426
700	rnn.bias_hh_l0	0	-0.028957154601812363
700	rnn.bias_hh_l0	1	0.020270640030503273
700	rnn.bias_hh_l0	2	-0.009324771352112293
700	rnn.bias_hh_l0	3	0.021096015349030495
700	rnn.bias_hh_l0	4	-0.05307330563664436
700	rnn.bias_hh_l0	5	0.05971258133649826
700	rnn.bias_hh_l0	6	-0.013594064861536026
700	rnn.bias_hh_l0	7	0.011593470349907875
700	rnn.bias_hh_l0	8	0.0186160858720541
700	rnn.bias_hh_l0	9	0.06557012349367142
700	rnn.weight_ih_l0_reverse	0	-0.03316192328929901
700	rnn.weight_ih_l0_reverse	1	-0.005707761272788048
700	rnn.weight_ih_l0_reverse	2	0.023177804425358772
700	rnn.weight_ih_l0_reverse	3	-0.06055983155965805
700	rnn.weight_ih_l0_reverse	4	0.013459047302603722
700	rnn.weight_ih_l0_reverse	5	-0.05499298870563507
700	rnn.weight_ih_l0_reverse	6	0.006022483576089144
700	rnn.weight_ih_l0_reverse	7	0.03673074021935463
700	rnn.weight_ih_l0_reverse	8	-0.03393983840942383
700	rnn.weight_ih_l0_reverse	9	-0.0455755852162838
700	rnn.weight_hh_l0_reverse	0	-0.062142517417669296
700	rnn.weight_hh_l0_reverse	1	-0.06462562084197998
700	rnn.weight_hh_l0_reverse	2	0.006679003592580557
700	rnn.weight_hh_l0_reverse	3	0.04160824418067932
700	rnn.weight_hh_l0_reverse	4	0.03264712914824486
700	rnn.weight_hh_l0_reverse	5	0.04655524343252182
700	rnn.weight_hh_l0_reverse	6	0.02692004293203354
700	rnn.weight_hh_l0_reverse	7	-0.0017819140339270234
700	rnn.weight_hh_l0_reverse	8	-0.0546392947435379
700	rnn.weight_hh_l0_reverse	9	0.022111650556325912
700	rnn.bias_ih_l0_reverse	0	-0.0336788035929203
700	rnn.bias_ih_l0_reverse	1	-0.03990362957119942
700	rnn.bias_ih_l0_reverse	2	0.06710977852344513
700	rnn.bias_ih_l0_reverse	3	0.022983571514487267
700	rnn.bias_ih_l0_reverse	4	-0.07327500730752945
700	rnn.bias_ih_l0_reverse	5	-0.013452433049678802
700	rnn.bias_ih_l0_reverse	6	-0.06420526653528214
700	rnn.bias_ih_l0_reverse	7	0.02715693973004818
700	rnn.bias_ih_l0_reverse	8	0.014463145285844803
700	rnn.bias_ih_l0_reverse	9	0.05620531365275383
700	rnn.bias_hh_l0_reverse	0	0.03820940852165222
700	rnn.bias_hh_l0_reverse	1	0.03525041788816452
700	rnn.bias_hh_l0_reverse	2	0.06551741808652878
700	rnn.bias_hh_l0_reverse	3	0.0004849670804105699
700	rnn.bias_hh_l0_reverse	4	0.05991649255156517
700	rnn.bias_hh_l0_reverse	5	0.03351876139640808
700	rnn.bias_hh_l0_reverse	6	-0.057166196405887604
700	rnn.bias_hh_l0_reverse	7	0.04852379113435745
700	rnn.bias_hh_l0_reverse	8	-0.004483292810618877
700	rnn.bias_hh_l0_reverse	9	-0.07182931900024414
700	linear.weight	0	0.04197229444980621
700	linear.weight	1	-0.08699911087751389
700	linear.weight	2	-0.056159570813179016
700	linear.weight	3	0.022924354299902916
700	linear.weight	4	0.04605219140648842
700	linear.weight	5	-0.01652643457055092
700	linear.weight	6	-0.0289523433893919
700	linear.weight	7	-0.026144620031118393
700	linear.weight	8	0.061531055718660355
700	linear.weight	9	0.10327824205160141
700	linear.bias	0	0.2317819446325302
700	linear.bias	1	0.06004026159644127
700	linear.bias	2	-0.15628297626972198
700	linear.bias	3	0.4476539194583893
700	linear.bias	4	-0.28410452604293823
700	linear.bias	5	-0.030769959092140198
700	linear.bias	6	-0.05335288494825363
700	linear.bias	7	-0.11708277463912964
700	linear.bias	8	0.15594501793384552
700	linear.bias	9	-0.2044045478105545
728	transitions	0	-0.48427897691726685
728	transitions	1	0.47529828548431396
728	transitions	2	1.8688987493515015
728	transitions	3	0.250156044960022
728	transitions	4	1.0627286434173584
728	transitions	5	1.279929518699646
728	transitions	6	0.48651373386383057
728	transitions	7	0.19023136794567108
728	transitions	8	-0.9174171686172485
728	transitions	9	0.9308472275733948
728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
728	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
728	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
728	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
728	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
728	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
728	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
728	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
728	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
728	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
728	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
728	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
728	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
728	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
728	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
728	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
728	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
728	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
728	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
728	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
728	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
728	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
728	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
728	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
728	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
728	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
728	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
728	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
728	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
728	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
728	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
728	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
728	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
728	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
728	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
728	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
728	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
728	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
728	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
728	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
728	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
728	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
728	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
728	embedding2nn.weight	0	0.001756239216774702
728	embedding2nn.weight	1	0.013319943100214005
728	embedding2nn.weight	2	-0.003349639941006899
728	embedding2nn.weight	3	0.003447980619966984
728	embedding2nn.weight	4	-0.003404386807233095
728	embedding2nn.weight	5	0.0019213163759559393
728	embedding2nn.weight	6	-0.0004252225044183433
728	embedding2nn.weight	7	0.007464037276804447
728	embedding2nn.weight	8	-0.00853874534368515
728	embedding2nn.weight	9	-0.013579010963439941
728	embedding2nn.bias	0	0.012455838732421398
728	embedding2nn.bias	1	-0.009253052994608879
728	embedding2nn.bias	2	-0.0271220151335001
728	embedding2nn.bias	3	0.02068355865776539
728	embedding2nn.bias	4	0.04925822466611862
728	embedding2nn.bias	5	-0.0346078984439373
728	embedding2nn.bias	6	0.053898006677627563
728	embedding2nn.bias	7	0.05956101417541504
728	embedding2nn.bias	8	0.01623389683663845
728	embedding2nn.bias	9	-0.01952684298157692
728	rnn.weight_ih_l0	0	0.032636892050504684
728	rnn.weight_ih_l0	1	-0.001587339793331921
728	rnn.weight_ih_l0	2	-0.029219845309853554
728	rnn.weight_ih_l0	3	-0.049685120582580566
728	rnn.weight_ih_l0	4	-0.05175623297691345
728	rnn.weight_ih_l0	5	0.0009805349400267005
728	rnn.weight_ih_l0	6	-0.050589293241500854
728	rnn.weight_ih_l0	7	-0.04243713989853859
728	rnn.weight_ih_l0	8	-0.045910995453596115
728	rnn.weight_ih_l0	9	-0.025332175195217133
728	rnn.weight_hh_l0	0	0.015762904658913612
728	rnn.weight_hh_l0	1	-0.011631103232502937
728	rnn.weight_hh_l0	2	-0.021624287590384483
728	rnn.weight_hh_l0	3	-0.014584478922188282
728	rnn.weight_hh_l0	4	-0.060340654104948044
728	rnn.weight_hh_l0	5	-0.029490694403648376
728	rnn.weight_hh_l0	6	-0.015560033731162548
728	rnn.weight_hh_l0	7	0.048199817538261414
728	rnn.weight_hh_l0	8	-0.02407984994351864
728	rnn.weight_hh_l0	9	0.031839288771152496
728	rnn.bias_ih_l0	0	0.053912896662950516
728	rnn.bias_ih_l0	1	-0.0604933500289917
728	rnn.bias_ih_l0	2	0.07225657999515533
728	rnn.bias_ih_l0	3	0.07527925074100494
728	rnn.bias_ih_l0	4	0.08065634220838547
728	rnn.bias_ih_l0	5	0.004896973725408316
728	rnn.bias_ih_l0	6	-0.016383280977606773
728	rnn.bias_ih_l0	7	-0.05875770002603531
728	rnn.bias_ih_l0	8	-0.08721988648176193
728	rnn.bias_ih_l0	9	0.06073576584458351
728	rnn.bias_hh_l0	0	-0.028833575546741486
728	rnn.bias_hh_l0	1	0.020847903564572334
728	rnn.bias_hh_l0	2	-0.00876943301409483
728	rnn.bias_hh_l0	3	0.021352963522076607
728	rnn.bias_hh_l0	4	-0.052653443068265915
728	rnn.bias_hh_l0	5	0.059004537761211395
728	rnn.bias_hh_l0	6	-0.014474628493189812
728	rnn.bias_hh_l0	7	0.011912320740520954
728	rnn.bias_hh_l0	8	0.017985474318265915
728	rnn.bias_hh_l0	9	0.06587070226669312
728	rnn.weight_ih_l0_reverse	0	-0.033024415373802185
728	rnn.weight_ih_l0_reverse	1	-0.005733108147978783
728	rnn.weight_ih_l0_reverse	2	0.023189038038253784
728	rnn.weight_ih_l0_reverse	3	-0.060791272670030594
728	rnn.weight_ih_l0_reverse	4	0.013430440798401833
728	rnn.weight_ih_l0_reverse	5	-0.05510386452078819
728	rnn.weight_ih_l0_reverse	6	0.005060858093202114
728	rnn.weight_ih_l0_reverse	7	0.03675257787108421
728	rnn.weight_ih_l0_reverse	8	-0.03398844972252846
728	rnn.weight_ih_l0_reverse	9	-0.045586924999952316
728	rnn.weight_hh_l0_reverse	0	-0.061624471098184586
728	rnn.weight_hh_l0_reverse	1	-0.06463689357042313
728	rnn.weight_hh_l0_reverse	2	0.006698217708617449
728	rnn.weight_hh_l0_reverse	3	0.04158155620098114
728	rnn.weight_hh_l0_reverse	4	0.03287502005696297
728	rnn.weight_hh_l0_reverse	5	0.046408578753471375
728	rnn.weight_hh_l0_reverse	6	0.024892903864383698
728	rnn.weight_hh_l0_reverse	7	-0.0014456954086199403
728	rnn.weight_hh_l0_reverse	8	-0.055143892765045166
728	rnn.weight_hh_l0_reverse	9	0.02225468121469021
728	rnn.bias_ih_l0_reverse	0	-0.03239252418279648
728	rnn.bias_ih_l0_reverse	1	-0.044398628175258636
728	rnn.bias_ih_l0_reverse	2	0.06734339147806168
728	rnn.bias_ih_l0_reverse	3	0.023259669542312622
728	rnn.bias_ih_l0_reverse	4	-0.07269101589918137
728	rnn.bias_ih_l0_reverse	5	-0.01316665019840002
728	rnn.bias_ih_l0_reverse	6	-0.06400339305400848
728	rnn.bias_ih_l0_reverse	7	0.028181016445159912
728	rnn.bias_ih_l0_reverse	8	0.013732155784964561
728	rnn.bias_ih_l0_reverse	9	0.055365756154060364
728	rnn.bias_hh_l0_reverse	0	0.04091089963912964
728	rnn.bias_hh_l0_reverse	1	0.0384417288005352
728	rnn.bias_hh_l0_reverse	2	0.06659667193889618
728	rnn.bias_hh_l0_reverse	3	0.0008210199302993715
728	rnn.bias_hh_l0_reverse	4	0.06122491881251335
728	rnn.bias_hh_l0_reverse	5	0.03705234080553055
728	rnn.bias_hh_l0_reverse	6	-0.0574783980846405
728	rnn.bias_hh_l0_reverse	7	0.04781709238886833
728	rnn.bias_hh_l0_reverse	8	-0.004144794773310423
728	rnn.bias_hh_l0_reverse	9	-0.07294407486915588
728	linear.weight	0	0.040344301611185074
728	linear.weight	1	-0.08734381943941116
728	linear.weight	2	-0.05832481011748314
728	linear.weight	3	0.02131456695497036
728	linear.weight	4	0.046681828796863556
728	linear.weight	5	-0.015782713890075684
728	linear.weight	6	-0.028272047638893127
728	linear.weight	7	-0.025968166068196297
728	linear.weight	8	0.06188570335507393
728	linear.weight	9	0.10858942568302155
728	linear.bias	0	0.216805562376976
728	linear.bias	1	0.0536029189825058
728	linear.bias	2	-0.15366750955581665
728	linear.bias	3	0.4474046528339386
728	linear.bias	4	-0.28117749094963074
728	linear.bias	5	-0.030769959092140198
728	linear.bias	6	-0.05120442062616348
728	linear.bias	7	-0.10353788733482361
728	linear.bias	8	0.14848488569259644
728	linear.bias	9	-0.2072763592004776
756	transitions	0	-0.4857337772846222
756	transitions	1	0.4748896658420563
756	transitions	2	1.868056058883667
756	transitions	3	0.24961204826831818
756	transitions	4	1.062355637550354
756	transitions	5	1.2798553705215454
756	transitions	6	0.48650866746902466
756	transitions	7	0.19017380475997925
756	transitions	8	-0.9174334406852722
756	transitions	9	0.9308454394340515
756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
756	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
756	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
756	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
756	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
756	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
756	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
756	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
756	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
756	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
756	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
756	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
756	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
756	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
756	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
756	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
756	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
756	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
756	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
756	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
756	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
756	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
756	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
756	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
756	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
756	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
756	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
756	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
756	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
756	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
756	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
756	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
756	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
756	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
756	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
756	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
756	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
756	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
756	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
756	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
756	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
756	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
756	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
756	embedding2nn.weight	0	0.002372386632487178
756	embedding2nn.weight	1	0.013294251635670662
756	embedding2nn.weight	2	-0.003379541216418147
756	embedding2nn.weight	3	0.0035608960315585136
756	embedding2nn.weight	4	-0.0033923767041414976
756	embedding2nn.weight	5	0.0022258334793150425
756	embedding2nn.weight	6	-0.0007308528292924166
756	embedding2nn.weight	7	0.006505058147013187
756	embedding2nn.weight	8	-0.008543198928236961
756	embedding2nn.weight	9	-0.013664296828210354
756	embedding2nn.bias	0	0.011328775435686111
756	embedding2nn.bias	1	-0.008006528951227665
756	embedding2nn.bias	2	-0.026945490390062332
756	embedding2nn.bias	3	0.021683963015675545
756	embedding2nn.bias	4	0.05006313696503639
756	embedding2nn.bias	5	-0.034481942653656006
756	embedding2nn.bias	6	0.05200723931193352
756	embedding2nn.bias	7	0.06867452710866928
756	embedding2nn.bias	8	0.010788892395794392
756	embedding2nn.bias	9	-0.012597636319696903
756	rnn.weight_ih_l0	0	0.03255430981516838
756	rnn.weight_ih_l0	1	-0.002552075544372201
756	rnn.weight_ih_l0	2	-0.02834184840321541
756	rnn.weight_ih_l0	3	-0.04993852227926254
756	rnn.weight_ih_l0	4	-0.0515466034412384
756	rnn.weight_ih_l0	5	0.0008871392928995192
756	rnn.weight_ih_l0	6	-0.05058669298887253
756	rnn.weight_ih_l0	7	-0.04261741414666176
756	rnn.weight_ih_l0	8	-0.045722845941782
756	rnn.weight_ih_l0	9	-0.025307433679699898
756	rnn.weight_hh_l0	0	0.015630388632416725
756	rnn.weight_hh_l0	1	-0.012281459756195545
756	rnn.weight_hh_l0	2	-0.021956464275717735
756	rnn.weight_hh_l0	3	-0.014257333241403103
756	rnn.weight_hh_l0	4	-0.06020135432481766
756	rnn.weight_hh_l0	5	-0.029082166031003
756	rnn.weight_hh_l0	6	-0.017993709072470665
756	rnn.weight_hh_l0	7	0.04741339758038521
756	rnn.weight_hh_l0	8	-0.024145914241671562
756	rnn.weight_hh_l0	9	0.03271372243762016
756	rnn.bias_ih_l0	0	0.05364299193024635
756	rnn.bias_ih_l0	1	-0.060655124485492706
756	rnn.bias_ih_l0	2	0.07338709384202957
756	rnn.bias_ih_l0	3	0.07476919889450073
756	rnn.bias_ih_l0	4	0.08153976500034332
756	rnn.bias_ih_l0	5	0.004013572353869677
756	rnn.bias_ih_l0	6	-0.01548587903380394
756	rnn.bias_ih_l0	7	-0.058237504214048386
756	rnn.bias_ih_l0	8	-0.08562608808279037
756	rnn.bias_ih_l0	9	0.06102355942130089
756	rnn.bias_hh_l0	0	-0.02820616587996483
756	rnn.bias_hh_l0	1	0.020164985209703445
756	rnn.bias_hh_l0	2	-0.009263213723897934
756	rnn.bias_hh_l0	3	0.025299955159425735
756	rnn.bias_hh_l0	4	-0.05271662771701813
756	rnn.bias_hh_l0	5	0.06193343549966812
756	rnn.bias_hh_l0	6	-0.01528859045356512
756	rnn.bias_hh_l0	7	0.011808784678578377
756	rnn.bias_hh_l0	8	0.01888287253677845
756	rnn.bias_hh_l0	9	0.06643025577068329
756	rnn.weight_ih_l0_reverse	0	-0.03303905948996544
756	rnn.weight_ih_l0_reverse	1	-0.006265671458095312
756	rnn.weight_ih_l0_reverse	2	0.02330649271607399
756	rnn.weight_ih_l0_reverse	3	-0.0607665479183197
756	rnn.weight_ih_l0_reverse	4	0.013345274142920971
756	rnn.weight_ih_l0_reverse	5	-0.05520103871822357
756	rnn.weight_ih_l0_reverse	6	0.006831196136772633
756	rnn.weight_ih_l0_reverse	7	0.03672347217798233
756	rnn.weight_ih_l0_reverse	8	-0.034153349697589874
756	rnn.weight_ih_l0_reverse	9	-0.04606959596276283
756	rnn.weight_hh_l0_reverse	0	-0.061787769198417664
756	rnn.weight_hh_l0_reverse	1	-0.06430438160896301
756	rnn.weight_hh_l0_reverse	2	0.006867561023682356
756	rnn.weight_hh_l0_reverse	3	0.04153900966048241
756	rnn.weight_hh_l0_reverse	4	0.0326128788292408
756	rnn.weight_hh_l0_reverse	5	0.04643668979406357
756	rnn.weight_hh_l0_reverse	6	0.024205980822443962
756	rnn.weight_hh_l0_reverse	7	-0.0007926326943561435
756	rnn.weight_hh_l0_reverse	8	-0.05486826226115227
756	rnn.weight_hh_l0_reverse	9	0.02240682579576969
756	rnn.bias_ih_l0_reverse	0	-0.030816618353128433
756	rnn.bias_ih_l0_reverse	1	-0.040059275925159454
756	rnn.bias_ih_l0_reverse	2	0.06810765713453293
756	rnn.bias_ih_l0_reverse	3	0.022693634033203125
756	rnn.bias_ih_l0_reverse	4	-0.07529565691947937
756	rnn.bias_ih_l0_reverse	5	-0.01271124742925167
756	rnn.bias_ih_l0_reverse	6	-0.06125430390238762
756	rnn.bias_ih_l0_reverse	7	0.030046090483665466
756	rnn.bias_ih_l0_reverse	8	0.015094196423888206
756	rnn.bias_ih_l0_reverse	9	0.05573701485991478
756	rnn.bias_hh_l0_reverse	0	0.03973476588726044
756	rnn.bias_hh_l0_reverse	1	0.04006325453519821
756	rnn.bias_hh_l0_reverse	2	0.0683501809835434
756	rnn.bias_hh_l0_reverse	3	0.0010938511695712805
756	rnn.bias_hh_l0_reverse	4	0.06124942749738693
756	rnn.bias_hh_l0_reverse	5	0.025032464414834976
756	rnn.bias_hh_l0_reverse	6	-0.05731278285384178
756	rnn.bias_hh_l0_reverse	7	0.04754688963294029
756	rnn.bias_hh_l0_reverse	8	-0.0034489640966057777
756	rnn.bias_hh_l0_reverse	9	-0.07197796553373337
756	linear.weight	0	0.041544415056705475
756	linear.weight	1	-0.08758004754781723
756	linear.weight	2	-0.05796733871102333
756	linear.weight	3	0.024751920253038406
756	linear.weight	4	0.04727118834853172
756	linear.weight	5	-0.015380888245999813
756	linear.weight	6	-0.028057467192411423
756	linear.weight	7	-0.025781795382499695
756	linear.weight	8	0.0655658096075058
756	linear.weight	9	0.11016871780157089
756	linear.bias	0	0.21706543862819672
756	linear.bias	1	0.042372651398181915
756	linear.bias	2	-0.14718687534332275
756	linear.bias	3	0.450611412525177
756	linear.bias	4	-0.28466227650642395
756	linear.bias	5	-0.030769959092140198
756	linear.bias	6	-0.04288126155734062
756	linear.bias	7	-0.10338521748781204
756	linear.bias	8	0.14665380120277405
756	linear.bias	9	-0.209875226020813
784	transitions	0	-0.4870935082435608
784	transitions	1	0.4744004011154175
784	transitions	2	1.867411494255066
784	transitions	3	0.24914753437042236
784	transitions	4	1.0618939399719238
784	transitions	5	1.2797998189926147
784	transitions	6	0.48650577664375305
784	transitions	7	0.19012178480625153
784	transitions	8	-0.9174480438232422
784	transitions	9	0.9308434724807739
784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
784	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
784	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
784	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
784	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
784	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
784	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
784	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
784	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
784	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
784	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
784	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
784	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
784	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
784	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
784	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
784	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
784	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
784	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
784	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
784	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
784	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
784	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
784	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
784	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
784	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
784	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
784	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
784	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
784	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
784	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
784	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
784	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
784	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
784	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
784	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
784	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
784	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
784	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
784	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
784	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
784	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
784	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
784	embedding2nn.weight	0	0.003615953028202057
784	embedding2nn.weight	1	0.013406110927462578
784	embedding2nn.weight	2	-0.003504052059724927
784	embedding2nn.weight	3	0.0034815173130482435
784	embedding2nn.weight	4	-0.003472378244623542
784	embedding2nn.weight	5	0.0023013886529952288
784	embedding2nn.weight	6	-0.0007444434450007975
784	embedding2nn.weight	7	0.006777531933039427
784	embedding2nn.weight	8	-0.008484001271426678
784	embedding2nn.weight	9	-0.01371738687157631
784	embedding2nn.bias	0	0.0042218719609081745
784	embedding2nn.bias	1	-0.0062874797731637955
784	embedding2nn.bias	2	-0.028890732675790787
784	embedding2nn.bias	3	0.01707649603486061
784	embedding2nn.bias	4	0.044036950916051865
784	embedding2nn.bias	5	-0.032292768359184265
784	embedding2nn.bias	6	0.05134638398885727
784	embedding2nn.bias	7	0.05948539450764656
784	embedding2nn.bias	8	0.009692179970443249
784	embedding2nn.bias	9	-0.016715046018362045
784	rnn.weight_ih_l0	0	0.03259094059467316
784	rnn.weight_ih_l0	1	-0.0024430234916508198
784	rnn.weight_ih_l0	2	-0.02856861986219883
784	rnn.weight_ih_l0	3	-0.0497826486825943
784	rnn.weight_ih_l0	4	-0.05134657025337219
784	rnn.weight_ih_l0	5	0.0008814847096800804
784	rnn.weight_ih_l0	6	-0.05050361901521683
784	rnn.weight_ih_l0	7	-0.042718611657619476
784	rnn.weight_ih_l0	8	-0.04586818814277649
784	rnn.weight_ih_l0	9	-0.0252230167388916
784	rnn.weight_hh_l0	0	0.01558977272361517
784	rnn.weight_hh_l0	1	-0.012475213035941124
784	rnn.weight_hh_l0	2	-0.022034067660570145
784	rnn.weight_hh_l0	3	-0.014168073423206806
784	rnn.weight_hh_l0	4	-0.06007185950875282
784	rnn.weight_hh_l0	5	-0.02931550331413746
784	rnn.weight_hh_l0	6	-0.019137004390358925
784	rnn.weight_hh_l0	7	0.046600669622421265
784	rnn.weight_hh_l0	8	-0.024136170744895935
784	rnn.weight_hh_l0	9	0.032361019402742386
784	rnn.bias_ih_l0	0	0.05343494191765785
784	rnn.bias_ih_l0	1	-0.06072432920336723
784	rnn.bias_ih_l0	2	0.07330132275819778
784	rnn.bias_ih_l0	3	0.0738309696316719
784	rnn.bias_ih_l0	4	0.08200719952583313
784	rnn.bias_ih_l0	5	0.004306603688746691
784	rnn.bias_ih_l0	6	-0.016832545399665833
784	rnn.bias_ih_l0	7	-0.057263072580099106
784	rnn.bias_ih_l0	8	-0.08498398959636688
784	rnn.bias_ih_l0	9	0.0614328533411026
784	rnn.bias_hh_l0	0	-0.028231672942638397
784	rnn.bias_hh_l0	1	0.020222127437591553
784	rnn.bias_hh_l0	2	-0.008369400165975094
784	rnn.bias_hh_l0	3	0.02291145734488964
784	rnn.bias_hh_l0	4	-0.05189136788249016
784	rnn.bias_hh_l0	5	0.06183500215411186
784	rnn.bias_hh_l0	6	-0.014539133757352829
784	rnn.bias_hh_l0	7	0.010354066267609596
784	rnn.bias_hh_l0	8	0.017536206170916557
784	rnn.bias_hh_l0	9	0.06638804823160172
784	rnn.weight_ih_l0_reverse	0	-0.03299019858241081
784	rnn.weight_ih_l0_reverse	1	-0.006392004434019327
784	rnn.weight_ih_l0_reverse	2	0.023348597809672356
784	rnn.weight_ih_l0_reverse	3	-0.06082818657159805
784	rnn.weight_ih_l0_reverse	4	0.0131887411698699
784	rnn.weight_ih_l0_reverse	5	-0.05507916584610939
784	rnn.weight_ih_l0_reverse	6	0.008730864152312279
784	rnn.weight_ih_l0_reverse	7	0.03681812435388565
784	rnn.weight_ih_l0_reverse	8	-0.03421894833445549
784	rnn.weight_ih_l0_reverse	9	-0.04592292755842209
784	rnn.weight_hh_l0_reverse	0	-0.06162791699171066
784	rnn.weight_hh_l0_reverse	1	-0.06488686800003052
784	rnn.weight_hh_l0_reverse	2	0.006910639349371195
784	rnn.weight_hh_l0_reverse	3	0.04165927693247795
784	rnn.weight_hh_l0_reverse	4	0.03284125402569771
784	rnn.weight_hh_l0_reverse	5	0.04631049185991287
784	rnn.weight_hh_l0_reverse	6	0.023680170997977257
784	rnn.weight_hh_l0_reverse	7	-0.0004999394877813756
784	rnn.weight_hh_l0_reverse	8	-0.05481328070163727
784	rnn.weight_hh_l0_reverse	9	0.022252824157476425
784	rnn.bias_ih_l0_reverse	0	-0.030249537900090218
784	rnn.bias_ih_l0_reverse	1	-0.04069582745432854
784	rnn.bias_ih_l0_reverse	2	0.06861861050128937
784	rnn.bias_ih_l0_reverse	3	0.02312181144952774
784	rnn.bias_ih_l0_reverse	4	-0.07422035187482834
784	rnn.bias_ih_l0_reverse	5	-0.011725489981472492
784	rnn.bias_ih_l0_reverse	6	-0.06092769652605057
784	rnn.bias_ih_l0_reverse	7	0.029955808073282242
784	rnn.bias_ih_l0_reverse	8	0.014148657210171223
784	rnn.bias_ih_l0_reverse	9	0.05586431175470352
784	rnn.bias_hh_l0_reverse	0	0.04098578914999962
784	rnn.bias_hh_l0_reverse	1	0.040927186608314514
784	rnn.bias_hh_l0_reverse	2	0.06836781650781631
784	rnn.bias_hh_l0_reverse	3	0.0008596712141297758
784	rnn.bias_hh_l0_reverse	4	0.06142890080809593
784	rnn.bias_hh_l0_reverse	5	0.032450880855321884
784	rnn.bias_hh_l0_reverse	6	-0.05740172043442726
784	rnn.bias_hh_l0_reverse	7	0.04706890136003494
784	rnn.bias_hh_l0_reverse	8	-0.002307852730154991
784	rnn.bias_hh_l0_reverse	9	-0.06864375621080399
784	linear.weight	0	0.023766960948705673
784	linear.weight	1	-0.08791258931159973
784	linear.weight	2	-0.0562676340341568
784	linear.weight	3	0.02271413430571556
784	linear.weight	4	0.04701212793588638
784	linear.weight	5	-0.01685655117034912
784	linear.weight	6	-0.027796035632491112
784	linear.weight	7	-0.025590555742383003
784	linear.weight	8	0.06567651778459549
784	linear.weight	9	0.10961273312568665
784	linear.bias	0	0.2039770483970642
784	linear.bias	1	0.05716821923851967
784	linear.bias	2	-0.14806364476680756
784	linear.bias	3	0.44475945830345154
784	linear.bias	4	-0.28533560037612915
784	linear.bias	5	-0.030769959092140198
784	linear.bias	6	-0.04473693668842316
784	linear.bias	7	-0.0925937071442604
784	linear.bias	8	0.15132562816143036
784	linear.bias	9	-0.21195214986801147
812	transitions	0	-0.48841917514801025
812	transitions	1	0.4739707410335541
812	transitions	2	1.8666027784347534
812	transitions	3	0.2486032098531723
812	transitions	4	1.0612964630126953
812	transitions	5	1.279711365699768
812	transitions	6	0.4865020513534546
812	transitions	7	0.19006529450416565
812	transitions	8	-0.9174786806106567
812	transitions	9	0.9308419823646545
812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
812	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
812	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
812	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
812	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
812	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
812	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
812	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
812	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
812	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
812	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
812	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
812	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
812	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
812	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
812	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
812	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
812	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
812	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
812	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
812	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
812	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
812	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
812	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
812	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
812	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
812	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
812	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
812	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
812	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
812	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
812	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
812	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
812	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
812	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
812	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
812	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
812	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
812	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
812	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
812	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
812	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
812	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
812	embedding2nn.weight	0	0.0034784474410116673
812	embedding2nn.weight	1	0.013199851848185062
812	embedding2nn.weight	2	-0.0035263693425804377
812	embedding2nn.weight	3	0.003470900934189558
812	embedding2nn.weight	4	-0.003418238367885351
812	embedding2nn.weight	5	0.0023121293634176254
812	embedding2nn.weight	6	-0.0007371284882538021
812	embedding2nn.weight	7	0.007214172277599573
812	embedding2nn.weight	8	-0.008287777192890644
812	embedding2nn.weight	9	-0.01386692002415657
812	embedding2nn.bias	0	0.008778378367424011
812	embedding2nn.bias	1	-0.008859798312187195
812	embedding2nn.bias	2	-0.028361765667796135
812	embedding2nn.bias	3	0.02378586120903492
812	embedding2nn.bias	4	0.039775874465703964
812	embedding2nn.bias	5	-0.03520003333687782
812	embedding2nn.bias	6	0.05108483135700226
812	embedding2nn.bias	7	0.0655122920870781
812	embedding2nn.bias	8	0.014784734696149826
812	embedding2nn.bias	9	-0.014391095377504826
812	rnn.weight_ih_l0	0	0.032724931836128235
812	rnn.weight_ih_l0	1	-0.002357549499720335
812	rnn.weight_ih_l0	2	-0.028316127136349678
812	rnn.weight_ih_l0	3	-0.04974968358874321
812	rnn.weight_ih_l0	4	-0.05135148763656616
812	rnn.weight_ih_l0	5	0.0008544291486032307
812	rnn.weight_ih_l0	6	-0.0507989376783371
812	rnn.weight_ih_l0	7	-0.04285252466797829
812	rnn.weight_ih_l0	8	-0.04597689211368561
812	rnn.weight_ih_l0	9	-0.025315627455711365
812	rnn.weight_hh_l0	0	0.015442050993442535
812	rnn.weight_hh_l0	1	-0.012114795856177807
812	rnn.weight_hh_l0	2	-0.021441759541630745
812	rnn.weight_hh_l0	3	-0.01413659006357193
812	rnn.weight_hh_l0	4	-0.05988888815045357
812	rnn.weight_hh_l0	5	-0.029015235602855682
812	rnn.weight_hh_l0	6	-0.01727786846458912
812	rnn.weight_hh_l0	7	0.04526312276721001
812	rnn.weight_hh_l0	8	-0.024250689893960953
812	rnn.weight_hh_l0	9	0.032684326171875
812	rnn.bias_ih_l0	0	0.05423726141452789
812	rnn.bias_ih_l0	1	-0.060626499354839325
812	rnn.bias_ih_l0	2	0.07416027784347534
812	rnn.bias_ih_l0	3	0.07311080396175385
812	rnn.bias_ih_l0	4	0.0808408334851265
812	rnn.bias_ih_l0	5	0.004066714085638523
812	rnn.bias_ih_l0	6	-0.018018612638115883
812	rnn.bias_ih_l0	7	-0.05886818841099739
812	rnn.bias_ih_l0	8	-0.08512471616268158
812	rnn.bias_ih_l0	9	0.06008366122841835
812	rnn.bias_hh_l0	0	-0.02762620523571968
812	rnn.bias_hh_l0	1	0.019753191620111465
812	rnn.bias_hh_l0	2	-0.009065111167728901
812	rnn.bias_hh_l0	3	0.0223169457167387
812	rnn.bias_hh_l0	4	-0.051509927958250046
812	rnn.bias_hh_l0	5	0.06244358420372009
812	rnn.bias_hh_l0	6	-0.013556663878262043
812	rnn.bias_hh_l0	7	0.007547841407358646
812	rnn.bias_hh_l0	8	0.016350138932466507
812	rnn.bias_hh_l0	9	0.0673975870013237
812	rnn.weight_ih_l0_reverse	0	-0.032856982201337814
812	rnn.weight_ih_l0_reverse	1	-0.006814594846218824
812	rnn.weight_ih_l0_reverse	2	0.023218538612127304
812	rnn.weight_ih_l0_reverse	3	-0.060747746378183365
812	rnn.weight_ih_l0_reverse	4	0.013131571933627129
812	rnn.weight_ih_l0_reverse	5	-0.055187713354825974
812	rnn.weight_ih_l0_reverse	6	0.0073753902688622475
812	rnn.weight_ih_l0_reverse	7	0.03678738325834274
812	rnn.weight_ih_l0_reverse	8	-0.034228455275297165
812	rnn.weight_ih_l0_reverse	9	-0.04617989808320999
812	rnn.weight_hh_l0_reverse	0	-0.06161131709814072
812	rnn.weight_hh_l0_reverse	1	-0.06421322375535965
812	rnn.weight_hh_l0_reverse	2	0.006958906538784504
812	rnn.weight_hh_l0_reverse	3	0.04147105664014816
812	rnn.weight_hh_l0_reverse	4	0.03274809569120407
812	rnn.weight_hh_l0_reverse	5	0.04636622965335846
812	rnn.weight_hh_l0_reverse	6	0.024355003610253334
812	rnn.weight_hh_l0_reverse	7	-0.0008925215224735439
812	rnn.weight_hh_l0_reverse	8	-0.055555496364831924
812	rnn.weight_hh_l0_reverse	9	0.021532854065299034
812	rnn.bias_ih_l0_reverse	0	-0.02907414175570011
812	rnn.bias_ih_l0_reverse	1	-0.032821983098983765
812	rnn.bias_ih_l0_reverse	2	0.0694514587521553
812	rnn.bias_ih_l0_reverse	3	0.02279314212501049
812	rnn.bias_ih_l0_reverse	4	-0.07615900039672852
812	rnn.bias_ih_l0_reverse	5	-0.011694621294736862
812	rnn.bias_ih_l0_reverse	6	-0.06262774020433426
812	rnn.bias_ih_l0_reverse	7	0.028948403894901276
812	rnn.bias_ih_l0_reverse	8	0.015000136569142342
812	rnn.bias_ih_l0_reverse	9	0.0564567856490612
812	rnn.bias_hh_l0_reverse	0	0.04074414446949959
812	rnn.bias_hh_l0_reverse	1	0.04066208004951477
812	rnn.bias_hh_l0_reverse	2	0.06757857650518417
812	rnn.bias_hh_l0_reverse	3	0.00135637610219419
812	rnn.bias_hh_l0_reverse	4	0.06301025301218033
812	rnn.bias_hh_l0_reverse	5	0.02757239155471325
812	rnn.bias_hh_l0_reverse	6	-0.05697426572442055
812	rnn.bias_hh_l0_reverse	7	0.047823093831539154
812	rnn.bias_hh_l0_reverse	8	-0.0006325445719994605
812	rnn.bias_hh_l0_reverse	9	-0.07385358214378357
812	linear.weight	0	0.03274265304207802
812	linear.weight	1	-0.08836011588573456
812	linear.weight	2	-0.052238136529922485
812	linear.weight	3	0.02771342173218727
812	linear.weight	4	0.04669060558080673
812	linear.weight	5	-0.018746813759207726
812	linear.weight	6	-0.027436772361397743
812	linear.weight	7	-0.025167316198349
812	linear.weight	8	0.06215725466609001
812	linear.weight	9	0.1089772880077362
812	linear.bias	0	0.2114058881998062
812	linear.bias	1	0.05574655905365944
812	linear.bias	2	-0.15740232169628143
812	linear.bias	3	0.44823455810546875
812	linear.bias	4	-0.28865954279899597
812	linear.bias	5	-0.030769959092140198
812	linear.bias	6	-0.05267099663615227
812	linear.bias	7	-0.09121719747781754
812	linear.bias	8	0.1566752940416336
812	linear.bias	9	-0.2140308916568756
840	transitions	0	-0.4892515242099762
840	transitions	1	0.47357505559921265
840	transitions	2	1.8659858703613281
840	transitions	3	0.24815665185451508
840	transitions	4	1.0607526302337646
840	transitions	5	1.2796663045883179
840	transitions	6	0.4864982068538666
840	transitions	7	0.19002355635166168
840	transitions	8	-0.9175069332122803
840	transitions	9	0.9308403730392456
840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
840	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
840	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
840	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
840	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
840	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
840	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
840	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
840	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
840	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
840	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
840	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
840	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
840	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
840	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
840	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
840	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
840	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
840	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
840	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
840	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
840	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
840	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
840	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
840	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
840	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
840	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
840	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
840	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
840	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
840	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
840	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
840	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
840	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
840	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
840	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
840	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
840	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
840	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
840	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
840	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
840	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
840	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
840	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
840	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
840	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
840	embedding2nn.weight	0	0.004139830823987722
840	embedding2nn.weight	1	0.013152018189430237
840	embedding2nn.weight	2	-0.003532222704961896
840	embedding2nn.weight	3	0.0034257571678608656
840	embedding2nn.weight	4	-0.0033319229260087013
840	embedding2nn.weight	5	0.0022732119541615248
840	embedding2nn.weight	6	-0.001043838681653142
840	embedding2nn.weight	7	0.006690075621008873
840	embedding2nn.weight	8	-0.008383321575820446
840	embedding2nn.weight	9	-0.013905144296586514
840	embedding2nn.bias	0	0.007282786536961794
840	embedding2nn.bias	1	-0.008963661268353462
840	embedding2nn.bias	2	-0.02874726988375187
840	embedding2nn.bias	3	0.03004145808517933
840	embedding2nn.bias	4	0.04596070945262909
840	embedding2nn.bias	5	-0.03298388794064522
840	embedding2nn.bias	6	0.049548037350177765
840	embedding2nn.bias	7	0.06899203360080719
840	embedding2nn.bias	8	0.01077906135469675
840	embedding2nn.bias	9	-0.01226515881717205
840	rnn.weight_ih_l0	0	0.032675642520189285
840	rnn.weight_ih_l0	1	-0.00227566622197628
840	rnn.weight_ih_l0	2	-0.028955165296792984
840	rnn.weight_ih_l0	3	-0.04998604953289032
840	rnn.weight_ih_l0	4	-0.0513068251311779
840	rnn.weight_ih_l0	5	0.0007908517145551741
840	rnn.weight_ih_l0	6	-0.0510958656668663
840	rnn.weight_ih_l0	7	-0.04303732141852379
840	rnn.weight_ih_l0	8	-0.0459710955619812
840	rnn.weight_ih_l0	9	-0.025317801162600517
840	rnn.weight_hh_l0	0	0.015446013770997524
840	rnn.weight_hh_l0	1	-0.011319344863295555
840	rnn.weight_hh_l0	2	-0.02145315892994404
840	rnn.weight_hh_l0	3	-0.014082963578402996
840	rnn.weight_hh_l0	4	-0.05990893393754959
840	rnn.weight_hh_l0	5	-0.029268376529216766
840	rnn.weight_hh_l0	6	-0.017369326204061508
840	rnn.weight_hh_l0	7	0.04624186083674431
840	rnn.weight_hh_l0	8	-0.024190066382288933
840	rnn.weight_hh_l0	9	0.03226814046502113
840	rnn.bias_ih_l0	0	0.05377183109521866
840	rnn.bias_ih_l0	1	-0.06144952401518822
840	rnn.bias_ih_l0	2	0.07525435090065002
840	rnn.bias_ih_l0	3	0.073081374168396
840	rnn.bias_ih_l0	4	0.08174003660678864
840	rnn.bias_ih_l0	5	0.004313679877668619
840	rnn.bias_ih_l0	6	-0.017579931765794754
840	rnn.bias_ih_l0	7	-0.06288065016269684
840	rnn.bias_ih_l0	8	-0.08670727163553238
840	rnn.bias_ih_l0	9	0.060171570628881454
840	rnn.bias_hh_l0	0	-0.028538182377815247
840	rnn.bias_hh_l0	1	0.019854025915265083
840	rnn.bias_hh_l0	2	-0.01003404799848795
840	rnn.bias_hh_l0	3	0.020276932045817375
840	rnn.bias_hh_l0	4	-0.05176125839352608
840	rnn.bias_hh_l0	5	0.06223737820982933
840	rnn.bias_hh_l0	6	-0.013758070766925812
840	rnn.bias_hh_l0	7	0.008356593549251556
840	rnn.bias_hh_l0	8	0.016788819804787636
840	rnn.bias_hh_l0	9	0.0675998106598854
840	rnn.weight_ih_l0_reverse	0	-0.03279756009578705
840	rnn.weight_ih_l0_reverse	1	-0.006670177914202213
840	rnn.weight_ih_l0_reverse	2	0.02320709079504013
840	rnn.weight_ih_l0_reverse	3	-0.06063922867178917
840	rnn.weight_ih_l0_reverse	4	0.013093286193907261
840	rnn.weight_ih_l0_reverse	5	-0.05500142648816109
840	rnn.weight_ih_l0_reverse	6	0.0060109025798738
840	rnn.weight_ih_l0_reverse	7	0.03694145008921623
840	rnn.weight_ih_l0_reverse	8	-0.03428526222705841
840	rnn.weight_ih_l0_reverse	9	-0.0458655059337616
840	rnn.weight_hh_l0_reverse	0	-0.06176852434873581
840	rnn.weight_hh_l0_reverse	1	-0.06453368067741394
840	rnn.weight_hh_l0_reverse	2	0.006904562469571829
840	rnn.weight_hh_l0_reverse	3	0.041429322212934494
840	rnn.weight_hh_l0_reverse	4	0.03251137211918831
840	rnn.weight_hh_l0_reverse	5	0.04637381061911583
840	rnn.weight_hh_l0_reverse	6	0.02250213548541069
840	rnn.weight_hh_l0_reverse	7	-0.0007569304434582591
840	rnn.weight_hh_l0_reverse	8	-0.05521656200289726
840	rnn.weight_hh_l0_reverse	9	0.021139925345778465
840	rnn.bias_ih_l0_reverse	0	-0.034599706530570984
840	rnn.bias_ih_l0_reverse	1	-0.030943186953663826
840	rnn.bias_ih_l0_reverse	2	0.06888601928949356
840	rnn.bias_ih_l0_reverse	3	0.023453813046216965
840	rnn.bias_ih_l0_reverse	4	-0.07435480505228043
840	rnn.bias_ih_l0_reverse	5	-0.011737780645489693
840	rnn.bias_ih_l0_reverse	6	-0.06511080265045166
840	rnn.bias_ih_l0_reverse	7	0.02947276085615158
840	rnn.bias_ih_l0_reverse	8	0.015191739425063133
840	rnn.bias_ih_l0_reverse	9	0.05650884285569191
840	rnn.bias_hh_l0_reverse	0	0.042824383825063705
840	rnn.bias_hh_l0_reverse	1	0.04114583507180214
840	rnn.bias_hh_l0_reverse	2	0.07046176493167877
840	rnn.bias_hh_l0_reverse	3	0.0017189675709232688
840	rnn.bias_hh_l0_reverse	4	0.06310423463582993
840	rnn.bias_hh_l0_reverse	5	0.018996993079781532
840	rnn.bias_hh_l0_reverse	6	-0.05839511752128601
840	rnn.bias_hh_l0_reverse	7	0.04797864705324173
840	rnn.bias_hh_l0_reverse	8	-0.00023216029512695968
840	rnn.bias_hh_l0_reverse	9	-0.07243020832538605
840	linear.weight	0	0.05311204493045807
840	linear.weight	1	-0.0887676551938057
840	linear.weight	2	-0.051507387310266495
840	linear.weight	3	0.027071384713053703
840	linear.weight	4	0.04578571766614914
840	linear.weight	5	-0.018298570066690445
840	linear.weight	6	-0.0271084513515234
840	linear.weight	7	-0.024772047996520996
840	linear.weight	8	0.06405556201934814
840	linear.weight	9	0.10961434245109558
840	linear.bias	0	0.21655423939228058
840	linear.bias	1	0.04706946760416031
840	linear.bias	2	-0.16762112081050873
840	linear.bias	3	0.456402987241745
840	linear.bias	4	-0.2917095124721527
840	linear.bias	5	-0.030769959092140198
840	linear.bias	6	-0.06249460205435753
840	linear.bias	7	-0.09026461839675903
840	linear.bias	8	0.15011122822761536
840	linear.bias	9	-0.21648941934108734
868	transitions	0	-0.4907170534133911
868	transitions	1	0.47324469685554504
868	transitions	2	1.8650890588760376
868	transitions	3	0.24757036566734314
868	transitions	4	1.0602158308029175
868	transitions	5	1.2796159982681274
868	transitions	6	0.4864879548549652
868	transitions	7	0.18987983465194702
868	transitions	8	-0.9175261855125427
868	transitions	9	0.9308383464813232
868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
868	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
868	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
868	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
868	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
868	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
868	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
868	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
868	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
868	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
868	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
868	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
868	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
868	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
868	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
868	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
868	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
868	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
868	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
868	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
868	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
868	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
868	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
868	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
868	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
868	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
868	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
868	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
868	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
868	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
868	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
868	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
868	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
868	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
868	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
868	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
868	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
868	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
868	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
868	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
868	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
868	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
868	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
868	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
868	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
868	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
868	embedding2nn.weight	0	0.004730333108454943
868	embedding2nn.weight	1	0.013168293982744217
868	embedding2nn.weight	2	-0.0033461949788033962
868	embedding2nn.weight	3	0.002957765245810151
868	embedding2nn.weight	4	-0.0033234190195798874
868	embedding2nn.weight	5	0.002320807194337249
868	embedding2nn.weight	6	-0.001017271657474339
868	embedding2nn.weight	7	0.006511947605758905
868	embedding2nn.weight	8	-0.008555532433092594
868	embedding2nn.weight	9	-0.013915102928876877
868	embedding2nn.bias	0	0.011364161036908627
868	embedding2nn.bias	1	-0.006817061919718981
868	embedding2nn.bias	2	-0.02576497569680214
868	embedding2nn.bias	3	0.029874131083488464
868	embedding2nn.bias	4	0.04595744237303734
868	embedding2nn.bias	5	-0.037976738065481186
868	embedding2nn.bias	6	0.05417037010192871
868	embedding2nn.bias	7	0.06841864436864853
868	embedding2nn.bias	8	0.013997037895023823
868	embedding2nn.bias	9	-0.009881129488348961
868	rnn.weight_ih_l0	0	0.032678257673978806
868	rnn.weight_ih_l0	1	-0.0018992903642356396
868	rnn.weight_ih_l0	2	-0.029109561815857887
868	rnn.weight_ih_l0	3	-0.04988979548215866
868	rnn.weight_ih_l0	4	-0.0511053167283535
868	rnn.weight_ih_l0	5	0.0007901517092250288
868	rnn.weight_ih_l0	6	-0.05127815157175064
868	rnn.weight_ih_l0	7	-0.04296068102121353
868	rnn.weight_ih_l0	8	-0.04592796042561531
868	rnn.weight_ih_l0	9	-0.025206424295902252
868	rnn.weight_hh_l0	0	0.015491819940507412
868	rnn.weight_hh_l0	1	-0.011240224353969097
868	rnn.weight_hh_l0	2	-0.02149990200996399
868	rnn.weight_hh_l0	3	-0.014210590161383152
868	rnn.weight_hh_l0	4	-0.060019105672836304
868	rnn.weight_hh_l0	5	-0.029175689443945885
868	rnn.weight_hh_l0	6	-0.018113931640982628
868	rnn.weight_hh_l0	7	0.046584613621234894
868	rnn.weight_hh_l0	8	-0.02466505952179432
868	rnn.weight_hh_l0	9	0.032199740409851074
868	rnn.bias_ih_l0	0	0.0540790893137455
868	rnn.bias_ih_l0	1	-0.06127813830971718
868	rnn.bias_ih_l0	2	0.07578560709953308
868	rnn.bias_ih_l0	3	0.07306380569934845
868	rnn.bias_ih_l0	4	0.08195624500513077
868	rnn.bias_ih_l0	5	0.004110218491405249
868	rnn.bias_ih_l0	6	-0.015832891687750816
868	rnn.bias_ih_l0	7	-0.06302124261856079
868	rnn.bias_ih_l0	8	-0.08216895163059235
868	rnn.bias_ih_l0	9	0.06215059012174606
868	rnn.bias_hh_l0	0	-0.027563048526644707
868	rnn.bias_hh_l0	1	0.02038363739848137
868	rnn.bias_hh_l0	2	-0.008508410304784775
868	rnn.bias_hh_l0	3	0.018548956140875816
868	rnn.bias_hh_l0	4	-0.05126801133155823
868	rnn.bias_hh_l0	5	0.06353022903203964
868	rnn.bias_hh_l0	6	-0.012847648933529854
868	rnn.bias_hh_l0	7	0.007734087761491537
868	rnn.bias_hh_l0	8	0.018535859882831573
868	rnn.bias_hh_l0	9	0.066716767847538
868	rnn.weight_ih_l0_reverse	0	-0.032829273492097855
868	rnn.weight_ih_l0_reverse	1	-0.006421490106731653
868	rnn.weight_ih_l0_reverse	2	0.023246224969625473
868	rnn.weight_ih_l0_reverse	3	-0.06066993251442909
868	rnn.weight_ih_l0_reverse	4	0.01318334136158228
868	rnn.weight_ih_l0_reverse	5	-0.05485592037439346
868	rnn.weight_ih_l0_reverse	6	0.007409997284412384
868	rnn.weight_ih_l0_reverse	7	0.03690364211797714
868	rnn.weight_ih_l0_reverse	8	-0.03424568474292755
868	rnn.weight_ih_l0_reverse	9	-0.046145010739564896
868	rnn.weight_hh_l0_reverse	0	-0.06182681769132614
868	rnn.weight_hh_l0_reverse	1	-0.06515596807003021
868	rnn.weight_hh_l0_reverse	2	0.006684409454464912
868	rnn.weight_hh_l0_reverse	3	0.041491955518722534
868	rnn.weight_hh_l0_reverse	4	0.03220595791935921
868	rnn.weight_hh_l0_reverse	5	0.046354006975889206
868	rnn.weight_hh_l0_reverse	6	0.02219572477042675
868	rnn.weight_hh_l0_reverse	7	-0.0012481177691370249
868	rnn.weight_hh_l0_reverse	8	-0.05544055998325348
868	rnn.weight_hh_l0_reverse	9	0.02098795957863331
868	rnn.bias_ih_l0_reverse	0	-0.030761662870645523
868	rnn.bias_ih_l0_reverse	1	-0.03534389287233353
868	rnn.bias_ih_l0_reverse	2	0.07009144127368927
868	rnn.bias_ih_l0_reverse	3	0.023613452911376953
868	rnn.bias_ih_l0_reverse	4	-0.07614834606647491
868	rnn.bias_ih_l0_reverse	5	-0.009938184171915054
868	rnn.bias_ih_l0_reverse	6	-0.06335313618183136
868	rnn.bias_ih_l0_reverse	7	0.029985586181282997
868	rnn.bias_ih_l0_reverse	8	0.015003465116024017
868	rnn.bias_ih_l0_reverse	9	0.05727490037679672
868	rnn.bias_hh_l0_reverse	0	0.040422480553388596
868	rnn.bias_hh_l0_reverse	1	0.04317200928926468
868	rnn.bias_hh_l0_reverse	2	0.07047312706708908
868	rnn.bias_hh_l0_reverse	3	0.0014685967471450567
868	rnn.bias_hh_l0_reverse	4	0.06363217532634735
868	rnn.bias_hh_l0_reverse	5	0.023407835513353348
868	rnn.bias_hh_l0_reverse	6	-0.05889228731393814
868	rnn.bias_hh_l0_reverse	7	0.048982441425323486
868	rnn.bias_hh_l0_reverse	8	3.770319017348811e-05
868	rnn.bias_hh_l0_reverse	9	-0.07663225382566452
868	linear.weight	0	0.03697413206100464
868	linear.weight	1	-0.08935336768627167
868	linear.weight	2	-0.04703228548169136
868	linear.weight	3	0.025172006338834763
868	linear.weight	4	0.044934410601854324
868	linear.weight	5	-0.020099200308322906
868	linear.weight	6	-0.0268070250749588
868	linear.weight	7	-0.024534545838832855
868	linear.weight	8	0.06790439039468765
868	linear.weight	9	0.11257180571556091
868	linear.bias	0	0.20364630222320557
868	linear.bias	1	0.035245414823293686
868	linear.bias	2	-0.16307321190834045
868	linear.bias	3	0.4480184316635132
868	linear.bias	4	-0.29474562406539917
868	linear.bias	5	-0.030769959092140198
868	linear.bias	6	-0.05854329094290733
868	linear.bias	7	-0.085816890001297
868	linear.bias	8	0.1481916308403015
868	linear.bias	9	-0.21854151785373688
896	transitions	0	-0.4917178452014923
896	transitions	1	0.4728924632072449
896	transitions	2	1.8643954992294312
896	transitions	3	0.24691340327262878
896	transitions	4	1.0595941543579102
896	transitions	5	1.279538631439209
896	transitions	6	0.4864780604839325
896	transitions	7	0.18983471393585205
896	transitions	8	-0.9175403118133545
896	transitions	9	0.9308364987373352
896	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
896	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
896	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
896	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
896	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
896	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
896	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
896	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
896	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
896	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
896	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
896	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
896	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
896	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
896	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
896	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
896	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
896	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
896	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
896	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
896	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
896	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
896	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
896	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
896	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
896	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
896	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
896	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
896	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
896	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
896	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
896	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
896	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
896	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
896	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
896	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
896	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
896	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
896	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
896	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
896	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
896	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
896	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
896	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
896	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
896	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
896	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
896	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
896	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
896	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
896	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
896	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
896	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
896	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
896	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
896	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
896	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
896	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
896	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
896	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
896	embedding2nn.weight	0	0.005626214202493429
896	embedding2nn.weight	1	0.01323732640594244
896	embedding2nn.weight	2	-0.003335871733725071
896	embedding2nn.weight	3	0.002659787889569998
896	embedding2nn.weight	4	-0.003392596263438463
896	embedding2nn.weight	5	0.0023628489580005407
896	embedding2nn.weight	6	-0.0011675710557028651
896	embedding2nn.weight	7	0.006681888364255428
896	embedding2nn.weight	8	-0.008589483797550201
896	embedding2nn.weight	9	-0.013955822214484215
896	embedding2nn.bias	0	0.004331858828663826
896	embedding2nn.bias	1	-0.006757671479135752
896	embedding2nn.bias	2	-0.031007593497633934
896	embedding2nn.bias	3	0.0238452460616827
896	embedding2nn.bias	4	0.043645892292261124
896	embedding2nn.bias	5	-0.03572041168808937
896	embedding2nn.bias	6	0.05343394726514816
896	embedding2nn.bias	7	0.06269929558038712
896	embedding2nn.bias	8	0.008744321763515472
896	embedding2nn.bias	9	-0.015762390568852425
896	rnn.weight_ih_l0	0	0.032671887427568436
896	rnn.weight_ih_l0	1	-0.0023375123273581266
896	rnn.weight_ih_l0	2	-0.02882278338074684
896	rnn.weight_ih_l0	3	-0.049740664660930634
896	rnn.weight_ih_l0	4	-0.05122092366218567
896	rnn.weight_ih_l0	5	0.0006511770188808441
896	rnn.weight_ih_l0	6	-0.05121332406997681
896	rnn.weight_ih_l0	7	-0.042998380959033966
896	rnn.weight_ih_l0	8	-0.046085428446531296
896	rnn.weight_ih_l0	9	-0.025317030027508736
896	rnn.weight_hh_l0	0	0.015412775799632072
896	rnn.weight_hh_l0	1	-0.011357340961694717
896	rnn.weight_hh_l0	2	-0.021582452580332756
896	rnn.weight_hh_l0	3	-0.013725370168685913
896	rnn.weight_hh_l0	4	-0.06010493263602257
896	rnn.weight_hh_l0	5	-0.029058119282126427
896	rnn.weight_hh_l0	6	-0.01885850541293621
896	rnn.weight_hh_l0	7	0.046032801270484924
896	rnn.weight_hh_l0	8	-0.024524228647351265
896	rnn.weight_hh_l0	9	0.03170171007514
896	rnn.bias_ih_l0	0	0.0547824390232563
896	rnn.bias_ih_l0	1	-0.0605267696082592
896	rnn.bias_ih_l0	2	0.0756489709019661
896	rnn.bias_ih_l0	3	0.07458115369081497
896	rnn.bias_ih_l0	4	0.08109655976295471
896	rnn.bias_ih_l0	5	0.0038863897789269686
896	rnn.bias_ih_l0	6	-0.01893550157546997
896	rnn.bias_ih_l0	7	-0.05904190242290497
896	rnn.bias_ih_l0	8	-0.08427604287862778
896	rnn.bias_ih_l0	9	0.06156657636165619
896	rnn.bias_hh_l0	0	-0.0289777759462595
896	rnn.bias_hh_l0	1	0.018434451892971992
896	rnn.bias_hh_l0	2	-0.008557580411434174
896	rnn.bias_hh_l0	3	0.02091611735522747
896	rnn.bias_hh_l0	4	-0.05130629613995552
896	rnn.bias_hh_l0	5	0.06510309875011444
896	rnn.bias_hh_l0	6	-0.013472254388034344
896	rnn.bias_hh_l0	7	0.010930903255939484
896	rnn.bias_hh_l0	8	0.015433249995112419
896	rnn.bias_hh_l0	9	0.06666988134384155
896	rnn.weight_ih_l0_reverse	0	-0.03286851942539215
896	rnn.weight_ih_l0_reverse	1	-0.006408586632460356
896	rnn.weight_ih_l0_reverse	2	0.02327548898756504
896	rnn.weight_ih_l0_reverse	3	-0.06057709455490112
896	rnn.weight_ih_l0_reverse	4	0.013066285289824009
896	rnn.weight_ih_l0_reverse	5	-0.05495285615324974
896	rnn.weight_ih_l0_reverse	6	0.0072876885533332825
896	rnn.weight_ih_l0_reverse	7	0.036846332252025604
896	rnn.weight_ih_l0_reverse	8	-0.03416930139064789
896	rnn.weight_ih_l0_reverse	9	-0.046154290437698364
896	rnn.weight_hh_l0_reverse	0	-0.06134574115276337
896	rnn.weight_hh_l0_reverse	1	-0.06573235243558884
896	rnn.weight_hh_l0_reverse	2	0.006570309400558472
896	rnn.weight_hh_l0_reverse	3	0.04168159142136574
896	rnn.weight_hh_l0_reverse	4	0.03229169175028801
896	rnn.weight_hh_l0_reverse	5	0.046371813863515854
896	rnn.weight_hh_l0_reverse	6	0.02412569522857666
896	rnn.weight_hh_l0_reverse	7	-0.0011415318585932255
896	rnn.weight_hh_l0_reverse	8	-0.05588500574231148
896	rnn.weight_hh_l0_reverse	9	0.022063273936510086
896	rnn.bias_ih_l0_reverse	0	-0.03235746547579765
896	rnn.bias_ih_l0_reverse	1	-0.03265445679426193
896	rnn.bias_ih_l0_reverse	2	0.06936673820018768
896	rnn.bias_ih_l0_reverse	3	0.02429313398897648
896	rnn.bias_ih_l0_reverse	4	-0.0763666182756424
896	rnn.bias_ih_l0_reverse	5	-0.009277554228901863
896	rnn.bias_ih_l0_reverse	6	-0.06417552381753922
896	rnn.bias_ih_l0_reverse	7	0.029851529747247696
896	rnn.bias_ih_l0_reverse	8	0.015847662463784218
896	rnn.bias_ih_l0_reverse	9	0.05744289234280586
896	rnn.bias_hh_l0_reverse	0	0.03793536499142647
896	rnn.bias_hh_l0_reverse	1	0.04151958227157593
896	rnn.bias_hh_l0_reverse	2	0.07135456800460815
896	rnn.bias_hh_l0_reverse	3	0.0008687074296176434
896	rnn.bias_hh_l0_reverse	4	0.06288764625787735
896	rnn.bias_hh_l0_reverse	5	0.025004155933856964
896	rnn.bias_hh_l0_reverse	6	-0.05910426005721092
896	rnn.bias_hh_l0_reverse	7	0.05005285143852234
896	rnn.bias_hh_l0_reverse	8	0.0003273195761721581
896	rnn.bias_hh_l0_reverse	9	-0.0659342110157013
896	linear.weight	0	0.057247940450906754
896	linear.weight	1	-0.08965688198804855
896	linear.weight	2	-0.051967963576316833
896	linear.weight	3	0.03125603124499321
896	linear.weight	4	0.04611632227897644
896	linear.weight	5	-0.019655538722872734
896	linear.weight	6	-0.026533205062150955
896	linear.weight	7	-0.024256382137537003
896	linear.weight	8	0.06747270375490189
896	linear.weight	9	0.11776462942361832
896	linear.bias	0	0.19982221722602844
896	linear.bias	1	0.04293296858668327
896	linear.bias	2	-0.16754376888275146
896	linear.bias	3	0.4537734389305115
896	linear.bias	4	-0.29752209782600403
896	linear.bias	5	-0.030769959092140198
896	linear.bias	6	-0.06434087455272675
896	linear.bias	7	-0.08369790762662888
896	linear.bias	8	0.15760380029678345
896	linear.bias	9	-0.2206009328365326
924	transitions	0	-0.4928213655948639
924	transitions	1	0.4725179374217987
924	transitions	2	1.8638681173324585
924	transitions	3	0.24656075239181519
924	transitions	4	1.0587475299835205
924	transitions	5	1.2794924974441528
924	transitions	6	0.4864712655544281
924	transitions	7	0.18981032073497772
924	transitions	8	-0.9175467491149902
924	transitions	9	0.930835485458374
924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
924	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
924	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
924	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
924	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
924	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
924	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
924	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
924	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
924	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
924	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
924	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
924	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
924	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
924	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
924	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
924	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
924	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
924	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
924	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
924	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
924	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
924	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
924	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
924	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
924	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
924	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
924	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
924	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
924	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
924	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
924	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
924	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
924	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
924	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
924	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
924	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
924	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
924	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
924	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
924	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
924	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
924	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
924	embedding2nn.weight	0	0.0062172613106667995
924	embedding2nn.weight	1	0.013183805160224438
924	embedding2nn.weight	2	-0.00334807182662189
924	embedding2nn.weight	3	0.002520137233659625
924	embedding2nn.weight	4	-0.0033719183411449194
924	embedding2nn.weight	5	0.0025099643971771
924	embedding2nn.weight	6	-0.0010429107351228595
924	embedding2nn.weight	7	0.005370144732296467
924	embedding2nn.weight	8	-0.008762063458561897
924	embedding2nn.weight	9	-0.014068728312849998
924	embedding2nn.bias	0	0.006063070148229599
924	embedding2nn.bias	1	-0.004815340507775545
924	embedding2nn.bias	2	-0.03571659326553345
924	embedding2nn.bias	3	0.03244885802268982
924	embedding2nn.bias	4	0.037625886499881744
924	embedding2nn.bias	5	-0.030302442610263824
924	embedding2nn.bias	6	0.055723972618579865
924	embedding2nn.bias	7	0.06312082707881927
924	embedding2nn.bias	8	0.01338304951786995
924	embedding2nn.bias	9	-0.016157006844878197
924	rnn.weight_ih_l0	0	0.03273176774382591
924	rnn.weight_ih_l0	1	-0.002187511418014765
924	rnn.weight_ih_l0	2	-0.027894100174307823
924	rnn.weight_ih_l0	3	-0.049698881804943085
924	rnn.weight_ih_l0	4	-0.05136922746896744
924	rnn.weight_ih_l0	5	0.0007031210698187351
924	rnn.weight_ih_l0	6	-0.05146259069442749
924	rnn.weight_ih_l0	7	-0.04304776340723038
924	rnn.weight_ih_l0	8	-0.046078816056251526
924	rnn.weight_ih_l0	9	-0.025532159954309464
924	rnn.weight_hh_l0	0	0.015414860099554062
924	rnn.weight_hh_l0	1	-0.011898091062903404
924	rnn.weight_hh_l0	2	-0.02145693264901638
924	rnn.weight_hh_l0	3	-0.01391669362783432
924	rnn.weight_hh_l0	4	-0.060162462294101715
924	rnn.weight_hh_l0	5	-0.028881860896945
924	rnn.weight_hh_l0	6	-0.01887240633368492
924	rnn.weight_hh_l0	7	0.04436133801937103
924	rnn.weight_hh_l0	8	-0.024522513151168823
924	rnn.weight_hh_l0	9	0.03102719783782959
924	rnn.bias_ih_l0	0	0.05460726097226143
924	rnn.bias_ih_l0	1	-0.061784956604242325
924	rnn.bias_ih_l0	2	0.07586372643709183
924	rnn.bias_ih_l0	3	0.07533401250839233
924	rnn.bias_ih_l0	4	0.080653615295887
924	rnn.bias_ih_l0	5	0.00492228614166379
924	rnn.bias_ih_l0	6	-0.017974017187952995
924	rnn.bias_ih_l0	7	-0.05611807480454445
924	rnn.bias_ih_l0	8	-0.08318976312875748
924	rnn.bias_ih_l0	9	0.061799779534339905
924	rnn.bias_hh_l0	0	-0.028684310615062714
924	rnn.bias_hh_l0	1	0.019326386973261833
924	rnn.bias_hh_l0	2	-0.007767298258841038
924	rnn.bias_hh_l0	3	0.022221321240067482
924	rnn.bias_hh_l0	4	-0.050321925431489944
924	rnn.bias_hh_l0	5	0.06425652652978897
924	rnn.bias_hh_l0	6	-0.014156459830701351
924	rnn.bias_hh_l0	7	0.01054175104945898
924	rnn.bias_hh_l0	8	0.016394736245274544
924	rnn.bias_hh_l0	9	0.06744879484176636
924	rnn.weight_ih_l0_reverse	0	-0.032832320779561996
924	rnn.weight_ih_l0_reverse	1	-0.006383319851011038
924	rnn.weight_ih_l0_reverse	2	0.023235522210597992
924	rnn.weight_ih_l0_reverse	3	-0.060563940554857254
924	rnn.weight_ih_l0_reverse	4	0.013036404736340046
924	rnn.weight_ih_l0_reverse	5	-0.055045001208782196
924	rnn.weight_ih_l0_reverse	6	0.008018378168344498
924	rnn.weight_ih_l0_reverse	7	0.036771249026060104
924	rnn.weight_ih_l0_reverse	8	-0.03426172584295273
924	rnn.weight_ih_l0_reverse	9	-0.04655076935887337
924	rnn.weight_hh_l0_reverse	0	-0.06108928099274635
924	rnn.weight_hh_l0_reverse	1	-0.06560275703668594
924	rnn.weight_hh_l0_reverse	2	0.006865547504276037
924	rnn.weight_hh_l0_reverse	3	0.041847653687000275
924	rnn.weight_hh_l0_reverse	4	0.03199388086795807
924	rnn.weight_hh_l0_reverse	5	0.04635866358876228
924	rnn.weight_hh_l0_reverse	6	0.023292286321520805
924	rnn.weight_hh_l0_reverse	7	-0.000805234129074961
924	rnn.weight_hh_l0_reverse	8	-0.05604029446840286
924	rnn.weight_hh_l0_reverse	9	0.021757761016488075
924	rnn.bias_ih_l0_reverse	0	-0.03626101836562157
924	rnn.bias_ih_l0_reverse	1	-0.03243667632341385
924	rnn.bias_ih_l0_reverse	2	0.0698995366692543
924	rnn.bias_ih_l0_reverse	3	0.02487402968108654
924	rnn.bias_ih_l0_reverse	4	-0.07766186445951462
924	rnn.bias_ih_l0_reverse	5	-0.009167884476482868
924	rnn.bias_ih_l0_reverse	6	-0.06587648391723633
924	rnn.bias_ih_l0_reverse	7	0.028761228546500206
924	rnn.bias_ih_l0_reverse	8	0.015897352248430252
924	rnn.bias_ih_l0_reverse	9	0.058332156389951706
924	rnn.bias_hh_l0_reverse	0	0.037924621254205704
924	rnn.bias_hh_l0_reverse	1	0.0432443805038929
924	rnn.bias_hh_l0_reverse	2	0.06935644149780273
924	rnn.bias_hh_l0_reverse	3	0.00038767143269069493
924	rnn.bias_hh_l0_reverse	4	0.06274193525314331
924	rnn.bias_hh_l0_reverse	5	0.023014239966869354
924	rnn.bias_hh_l0_reverse	6	-0.05910714343190193
924	rnn.bias_hh_l0_reverse	7	0.04974696785211563
924	rnn.bias_hh_l0_reverse	8	0.0003992156416643411
924	rnn.bias_hh_l0_reverse	9	-0.06300957500934601
924	linear.weight	0	0.05370943620800972
924	linear.weight	1	-0.09002812206745148
924	linear.weight	2	-0.05641710013151169
924	linear.weight	3	0.03950013965368271
924	linear.weight	4	0.044802408665418625
924	linear.weight	5	-0.019223347306251526
924	linear.weight	6	-0.0262504443526268
924	linear.weight	7	-0.023920074105262756
924	linear.weight	8	0.06843571364879608
924	linear.weight	9	0.12064111232757568
924	linear.bias	0	0.19737093150615692
924	linear.bias	1	0.034263111650943756
924	linear.bias	2	-0.17179591953754425
924	linear.bias	3	0.4749850034713745
924	linear.bias	4	-0.2999339699745178
924	linear.bias	5	-0.030769959092140198
924	linear.bias	6	-0.06688935309648514
924	linear.bias	7	-0.08073427528142929
924	linear.bias	8	0.15401650965213776
924	linear.bias	9	-0.22234328091144562
952	transitions	0	-0.49398961663246155
952	transitions	1	0.47214475274086
952	transitions	2	1.863255500793457
952	transitions	3	0.24592815339565277
952	transitions	4	1.0578930377960205
952	transitions	5	1.279442548751831
952	transitions	6	0.4864647388458252
952	transitions	7	0.18978053331375122
952	transitions	8	-0.9175558686256409
952	transitions	9	0.9308344125747681
952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
952	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
952	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
952	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
952	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
952	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
952	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
952	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
952	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
952	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
952	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
952	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
952	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
952	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
952	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
952	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
952	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
952	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
952	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
952	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
952	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
952	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
952	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
952	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
952	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
952	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
952	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
952	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
952	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
952	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
952	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
952	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
952	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
952	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
952	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
952	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
952	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
952	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
952	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
952	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
952	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
952	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
952	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
952	embedding2nn.weight	0	0.00601949542760849
952	embedding2nn.weight	1	0.013102198950946331
952	embedding2nn.weight	2	-0.0034018890000879765
952	embedding2nn.weight	3	0.002463309792801738
952	embedding2nn.weight	4	-0.00337913166731596
952	embedding2nn.weight	5	0.002738857874646783
952	embedding2nn.weight	6	-0.0009713054751046002
952	embedding2nn.weight	7	0.0066350786946713924
952	embedding2nn.weight	8	-0.008931909687817097
952	embedding2nn.weight	9	-0.013881705701351166
952	embedding2nn.bias	0	0.006957353558391333
952	embedding2nn.bias	1	-0.00768211018294096
952	embedding2nn.bias	2	-0.03481203317642212
952	embedding2nn.bias	3	0.02563728205859661
952	embedding2nn.bias	4	0.0384448878467083
952	embedding2nn.bias	5	-0.03630480170249939
952	embedding2nn.bias	6	0.05762549489736557
952	embedding2nn.bias	7	0.06302263587713242
952	embedding2nn.bias	8	0.014537067152559757
952	embedding2nn.bias	9	-0.023368876427412033
952	rnn.weight_ih_l0	0	0.03268801420927048
952	rnn.weight_ih_l0	1	-0.0018246700055897236
952	rnn.weight_ih_l0	2	-0.02847457118332386
952	rnn.weight_ih_l0	3	-0.04969104751944542
952	rnn.weight_ih_l0	4	-0.05110570788383484
952	rnn.weight_ih_l0	5	0.0007013531285338104
952	rnn.weight_ih_l0	6	-0.05161551386117935
952	rnn.weight_ih_l0	7	-0.04311419278383255
952	rnn.weight_ih_l0	8	-0.04623201861977577
952	rnn.weight_ih_l0	9	-0.025451872497797012
952	rnn.weight_hh_l0	0	0.015338748693466187
952	rnn.weight_hh_l0	1	-0.011821212247014046
952	rnn.weight_hh_l0	2	-0.02164464443922043
952	rnn.weight_hh_l0	3	-0.013754713349044323
952	rnn.weight_hh_l0	4	-0.06005271151661873
952	rnn.weight_hh_l0	5	-0.028527364134788513
952	rnn.weight_hh_l0	6	-0.019173424690961838
952	rnn.weight_hh_l0	7	0.04449702799320221
952	rnn.weight_hh_l0	8	-0.02453473210334778
952	rnn.weight_hh_l0	9	0.030600162222981453
952	rnn.bias_ih_l0	0	0.05433737114071846
952	rnn.bias_ih_l0	1	-0.06262897700071335
952	rnn.bias_ih_l0	2	0.07538633048534393
952	rnn.bias_ih_l0	3	0.07537590712308884
952	rnn.bias_ih_l0	4	0.08083435893058777
952	rnn.bias_ih_l0	5	0.005869743879884481
952	rnn.bias_ih_l0	6	-0.018257562071084976
952	rnn.bias_ih_l0	7	-0.05580621585249901
952	rnn.bias_ih_l0	8	-0.08368956297636032
952	rnn.bias_ih_l0	9	0.06322768330574036
952	rnn.bias_hh_l0	0	-0.02788642793893814
952	rnn.bias_hh_l0	1	0.019046492874622345
952	rnn.bias_hh_l0	2	-0.0064886873587965965
952	rnn.bias_hh_l0	3	0.020652467384934425
952	rnn.bias_hh_l0	4	-0.05024264007806778
952	rnn.bias_hh_l0	5	0.06480938196182251
952	rnn.bias_hh_l0	6	-0.014441574923694134
952	rnn.bias_hh_l0	7	0.010982006788253784
952	rnn.bias_hh_l0	8	0.016111191362142563
952	rnn.bias_hh_l0	9	0.06771697849035263
952	rnn.weight_ih_l0_reverse	0	-0.03289162367582321
952	rnn.weight_ih_l0_reverse	1	-0.006519641261547804
952	rnn.weight_ih_l0_reverse	2	0.023208588361740112
952	rnn.weight_ih_l0_reverse	3	-0.06049118563532829
952	rnn.weight_ih_l0_reverse	4	0.013031686656177044
952	rnn.weight_ih_l0_reverse	5	-0.05522018298506737
952	rnn.weight_ih_l0_reverse	6	0.009373306296765804
952	rnn.weight_ih_l0_reverse	7	0.03679872676730156
952	rnn.weight_ih_l0_reverse	8	-0.034273117780685425
952	rnn.weight_ih_l0_reverse	9	-0.0467374324798584
952	rnn.weight_hh_l0_reverse	0	-0.061850789934396744
952	rnn.weight_hh_l0_reverse	1	-0.06497856229543686
952	rnn.weight_hh_l0_reverse	2	0.006984596140682697
952	rnn.weight_hh_l0_reverse	3	0.041950494050979614
952	rnn.weight_hh_l0_reverse	4	0.03214295953512192
952	rnn.weight_hh_l0_reverse	5	0.04642719030380249
952	rnn.weight_hh_l0_reverse	6	0.02187890186905861
952	rnn.weight_hh_l0_reverse	7	-0.0009412816725671291
952	rnn.weight_hh_l0_reverse	8	-0.05600212141871452
952	rnn.weight_hh_l0_reverse	9	0.02198369801044464
952	rnn.bias_ih_l0_reverse	0	-0.037529174238443375
952	rnn.bias_ih_l0_reverse	1	-0.03692559897899628
952	rnn.bias_ih_l0_reverse	2	0.06924520432949066
952	rnn.bias_ih_l0_reverse	3	0.024790233001112938
952	rnn.bias_ih_l0_reverse	4	-0.07814658433198929
952	rnn.bias_ih_l0_reverse	5	-0.009902449324727058
952	rnn.bias_ih_l0_reverse	6	-0.0662253126502037
952	rnn.bias_ih_l0_reverse	7	0.027490541338920593
952	rnn.bias_ih_l0_reverse	8	0.015467163175344467
952	rnn.bias_ih_l0_reverse	9	0.057796549052000046
952	rnn.bias_hh_l0_reverse	0	0.03923945501446724
952	rnn.bias_hh_l0_reverse	1	0.04576687142252922
952	rnn.bias_hh_l0_reverse	2	0.06908197700977325
952	rnn.bias_hh_l0_reverse	3	0.00038682392914779484
952	rnn.bias_hh_l0_reverse	4	0.06296390295028687
952	rnn.bias_hh_l0_reverse	5	0.026400744915008545
952	rnn.bias_hh_l0_reverse	6	-0.059136223047971725
952	rnn.bias_hh_l0_reverse	7	0.0493328720331192
952	rnn.bias_hh_l0_reverse	8	0.002763814991340041
952	rnn.bias_hh_l0_reverse	9	-0.06435389816761017
952	linear.weight	0	0.046741385012865067
952	linear.weight	1	-0.09033458679914474
952	linear.weight	2	-0.05500539764761925
952	linear.weight	3	0.041590604931116104
952	linear.weight	4	0.04520464316010475
952	linear.weight	5	-0.020189212635159492
952	linear.weight	6	-0.026073267683386803
952	linear.weight	7	-0.023674942553043365
952	linear.weight	8	0.06085297837853432
952	linear.weight	9	0.12483235448598862
952	linear.bias	0	0.19933189451694489
952	linear.bias	1	0.03677282854914665
952	linear.bias	2	-0.17310763895511627
952	linear.bias	3	0.4586855173110962
952	linear.bias	4	-0.30253908038139343
952	linear.bias	5	-0.030769959092140198
952	linear.bias	6	-0.06899174302816391
952	linear.bias	7	-0.07316406071186066
952	linear.bias	8	0.15814296901226044
952	linear.bias	9	-0.2241060882806778
980	transitions	0	-0.4950302243232727
980	transitions	1	0.4717485308647156
980	transitions	2	1.8627359867095947
980	transitions	3	0.24544760584831238
980	transitions	4	1.0575002431869507
980	transitions	5	1.2793926000595093
980	transitions	6	0.4864616096019745
980	transitions	7	0.18973524868488312
980	transitions	8	-0.9175707101821899
980	transitions	9	0.9308338165283203
980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
980	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
980	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
980	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
980	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
980	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
980	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
980	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
980	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
980	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
980	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
980	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
980	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
980	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
980	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
980	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
980	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
980	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
980	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
980	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
980	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
980	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
980	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
980	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
980	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
980	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
980	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
980	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
980	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
980	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
980	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
980	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
980	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
980	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
980	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
980	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
980	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
980	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
980	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
980	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
980	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
980	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
980	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
980	embedding2nn.weight	0	0.00585467042401433
980	embedding2nn.weight	1	0.013000891543924809
980	embedding2nn.weight	2	-0.0035333221312612295
980	embedding2nn.weight	3	0.002365960506722331
980	embedding2nn.weight	4	-0.003393057966604829
980	embedding2nn.weight	5	0.002746855840086937
980	embedding2nn.weight	6	-0.0008213886176235974
980	embedding2nn.weight	7	0.006639040075242519
980	embedding2nn.weight	8	-0.008948521688580513
980	embedding2nn.weight	9	-0.013835027813911438
980	embedding2nn.bias	0	0.004788526333868504
980	embedding2nn.bias	1	-0.00838712602853775
980	embedding2nn.bias	2	-0.03561507537961006
980	embedding2nn.bias	3	0.019381172955036163
980	embedding2nn.bias	4	0.03844907507300377
980	embedding2nn.bias	5	-0.036425355821847916
980	embedding2nn.bias	6	0.05173914134502411
980	embedding2nn.bias	7	0.06269137561321259
980	embedding2nn.bias	8	0.011164931580424309
980	embedding2nn.bias	9	-0.011369200423359871
980	rnn.weight_ih_l0	0	0.032704807817935944
980	rnn.weight_ih_l0	1	-0.0019985323306173086
980	rnn.weight_ih_l0	2	-0.027882346883416176
980	rnn.weight_ih_l0	3	-0.049709752202034
980	rnn.weight_ih_l0	4	-0.050984788686037064
980	rnn.weight_ih_l0	5	0.0007337991264648736
980	rnn.weight_ih_l0	6	-0.05166398733854294
980	rnn.weight_ih_l0	7	-0.04322957992553711
980	rnn.weight_ih_l0	8	-0.04622906818985939
980	rnn.weight_ih_l0	9	-0.025528978556394577
980	rnn.weight_hh_l0	0	0.015481865964829922
980	rnn.weight_hh_l0	1	-0.011535105295479298
980	rnn.weight_hh_l0	2	-0.020933564752340317
980	rnn.weight_hh_l0	3	-0.014037697575986385
980	rnn.weight_hh_l0	4	-0.059770092368125916
980	rnn.weight_hh_l0	5	-0.028487468138337135
980	rnn.weight_hh_l0	6	-0.017438052222132683
980	rnn.weight_hh_l0	7	0.04381383955478668
980	rnn.weight_hh_l0	8	-0.024398228153586388
980	rnn.weight_hh_l0	9	0.030242400243878365
980	rnn.bias_ih_l0	0	0.05516703054308891
980	rnn.bias_ih_l0	1	-0.061802830547094345
980	rnn.bias_ih_l0	2	0.07434935122728348
980	rnn.bias_ih_l0	3	0.07529431581497192
980	rnn.bias_ih_l0	4	0.08011253923177719
980	rnn.bias_ih_l0	5	0.006322365719825029
980	rnn.bias_ih_l0	6	-0.01850474253296852
980	rnn.bias_ih_l0	7	-0.060140740126371384
980	rnn.bias_ih_l0	8	-0.08410365879535675
980	rnn.bias_ih_l0	9	0.0637894868850708
980	rnn.bias_hh_l0	0	-0.02803664654493332
980	rnn.bias_hh_l0	1	0.018073800951242447
980	rnn.bias_hh_l0	2	-0.006493038032203913
980	rnn.bias_hh_l0	3	0.022076316177845
980	rnn.bias_hh_l0	4	-0.0505075603723526
980	rnn.bias_hh_l0	5	0.06527817249298096
980	rnn.bias_hh_l0	6	-0.013893835246562958
980	rnn.bias_hh_l0	7	0.011270416900515556
980	rnn.bias_hh_l0	8	0.015864010900259018
980	rnn.bias_hh_l0	9	0.06481464952230453
980	rnn.weight_ih_l0_reverse	0	-0.03292686492204666
980	rnn.weight_ih_l0_reverse	1	-0.0063806939870119095
980	rnn.weight_ih_l0_reverse	2	0.023188143968582153
980	rnn.weight_ih_l0_reverse	3	-0.06067904457449913
980	rnn.weight_ih_l0_reverse	4	0.013165620155632496
980	rnn.weight_ih_l0_reverse	5	-0.05515899136662483
980	rnn.weight_ih_l0_reverse	6	0.01003796886652708
980	rnn.weight_ih_l0_reverse	7	0.03683259338140488
980	rnn.weight_ih_l0_reverse	8	-0.0342131033539772
980	rnn.weight_ih_l0_reverse	9	-0.0465257354080677
980	rnn.weight_hh_l0_reverse	0	-0.06155296042561531
980	rnn.weight_hh_l0_reverse	1	-0.06468070298433304
980	rnn.weight_hh_l0_reverse	2	0.006803944706916809
980	rnn.weight_hh_l0_reverse	3	0.041915588080883026
980	rnn.weight_hh_l0_reverse	4	0.03164323419332504
980	rnn.weight_hh_l0_reverse	5	0.04651018604636192
980	rnn.weight_hh_l0_reverse	6	0.02232281304895878
980	rnn.weight_hh_l0_reverse	7	-0.0005483037093654275
980	rnn.weight_hh_l0_reverse	8	-0.0571422204375267
980	rnn.weight_hh_l0_reverse	9	0.02231636643409729
980	rnn.bias_ih_l0_reverse	0	-0.03411097079515457
980	rnn.bias_ih_l0_reverse	1	-0.044049520045518875
980	rnn.bias_ih_l0_reverse	2	0.07009965181350708
980	rnn.bias_ih_l0_reverse	3	0.024373535066843033
980	rnn.bias_ih_l0_reverse	4	-0.07749010622501373
980	rnn.bias_ih_l0_reverse	5	-0.009133708663284779
980	rnn.bias_ih_l0_reverse	6	-0.06712278723716736
980	rnn.bias_ih_l0_reverse	7	0.02618788182735443
980	rnn.bias_ih_l0_reverse	8	0.016288718208670616
980	rnn.bias_ih_l0_reverse	9	0.05715719982981682
980	rnn.bias_hh_l0_reverse	0	0.03459210693836212
980	rnn.bias_hh_l0_reverse	1	0.0456438846886158
980	rnn.bias_hh_l0_reverse	2	0.0688590407371521
980	rnn.bias_hh_l0_reverse	3	0.0005778057966381311
980	rnn.bias_hh_l0_reverse	4	0.06251287460327148
980	rnn.bias_hh_l0_reverse	5	0.031287744641304016
980	rnn.bias_hh_l0_reverse	6	-0.05913062021136284
980	rnn.bias_hh_l0_reverse	7	0.04884915053844452
980	rnn.bias_hh_l0_reverse	8	0.004636499565094709
980	rnn.bias_hh_l0_reverse	9	-0.06509395688772202
980	linear.weight	0	0.06623716652393341
980	linear.weight	1	-0.09062624722719193
980	linear.weight	2	-0.05567530542612076
980	linear.weight	3	0.041690316051244736
980	linear.weight	4	0.0457528755068779
980	linear.weight	5	-0.01982235722243786
980	linear.weight	6	-0.02598550170660019
980	linear.weight	7	-0.023530500009655952
980	linear.weight	8	0.06467872858047485
980	linear.weight	9	0.12669363617897034
980	linear.bias	0	0.19318810105323792
980	linear.bias	1	0.019389787688851357
980	linear.bias	2	-0.16978901624679565
980	linear.bias	3	0.47192031145095825
980	linear.bias	4	-0.30494341254234314
980	linear.bias	5	-0.030769959092140198
980	linear.bias	6	-0.0661180317401886
980	linear.bias	7	-0.07138936221599579
980	linear.bias	8	0.15829478204250336
980	linear.bias	9	-0.22606711089611053
1008	transitions	0	-0.4959149658679962
1008	transitions	1	0.47139719128608704
1008	transitions	2	1.86214017868042
1008	transitions	3	0.2448587715625763
1008	transitions	4	1.056935429573059
1008	transitions	5	1.2793365716934204
1008	transitions	6	0.4864576458930969
1008	transitions	7	0.18970420956611633
1008	transitions	8	-0.9175808429718018
1008	transitions	9	0.9308325052261353
1008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1008	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1008	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1008	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1008	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1008	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1008	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1008	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1008	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1008	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1008	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1008	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1008	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1008	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1008	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1008	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1008	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1008	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1008	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1008	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1008	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1008	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1008	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1008	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1008	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1008	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1008	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1008	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1008	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1008	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1008	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1008	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1008	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1008	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1008	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1008	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1008	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1008	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1008	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1008	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1008	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1008	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1008	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1008	embedding2nn.weight	0	0.005929251201450825
1008	embedding2nn.weight	1	0.013142057694494724
1008	embedding2nn.weight	2	-0.00352046568877995
1008	embedding2nn.weight	3	0.0025658700615167618
1008	embedding2nn.weight	4	-0.0033601964823901653
1008	embedding2nn.weight	5	0.0027564873453229666
1008	embedding2nn.weight	6	-0.0007010836852714419
1008	embedding2nn.weight	7	0.006368804723024368
1008	embedding2nn.weight	8	-0.008968452922999859
1008	embedding2nn.weight	9	-0.013718478381633759
1008	embedding2nn.bias	0	0.0019627900328487158
1008	embedding2nn.bias	1	-0.008511772379279137
1008	embedding2nn.bias	2	-0.02719004824757576
1008	embedding2nn.bias	3	0.015959812328219414
1008	embedding2nn.bias	4	0.04212609678506851
1008	embedding2nn.bias	5	-0.03378046303987503
1008	embedding2nn.bias	6	0.04971033334732056
1008	embedding2nn.bias	7	0.07058113813400269
1008	embedding2nn.bias	8	0.012559142895042896
1008	embedding2nn.bias	9	-0.010462790727615356
1008	rnn.weight_ih_l0	0	0.03275582939386368
1008	rnn.weight_ih_l0	1	-0.002314772456884384
1008	rnn.weight_ih_l0	2	-0.02816575951874256
1008	rnn.weight_ih_l0	3	-0.049789588898420334
1008	rnn.weight_ih_l0	4	-0.051098812371492386
1008	rnn.weight_ih_l0	5	0.0007780204759910703
1008	rnn.weight_ih_l0	6	-0.051624756306409836
1008	rnn.weight_ih_l0	7	-0.04338696226477623
1008	rnn.weight_ih_l0	8	-0.046199698001146317
1008	rnn.weight_ih_l0	9	-0.025534074753522873
1008	rnn.weight_hh_l0	0	0.015502319671213627
1008	rnn.weight_hh_l0	1	-0.011149640195071697
1008	rnn.weight_hh_l0	2	-0.02181333675980568
1008	rnn.weight_hh_l0	3	-0.014142848551273346
1008	rnn.weight_hh_l0	4	-0.059682149440050125
1008	rnn.weight_hh_l0	5	-0.028348784893751144
1008	rnn.weight_hh_l0	6	-0.016696162521839142
1008	rnn.weight_hh_l0	7	0.044217392802238464
1008	rnn.weight_hh_l0	8	-0.024571731686592102
1008	rnn.weight_hh_l0	9	0.029869964346289635
1008	rnn.bias_ih_l0	0	0.05600215867161751
1008	rnn.bias_ih_l0	1	-0.06172299385070801
1008	rnn.bias_ih_l0	2	0.07406993955373764
1008	rnn.bias_ih_l0	3	0.07618030160665512
1008	rnn.bias_ih_l0	4	0.08174695819616318
1008	rnn.bias_ih_l0	5	0.005963153205811977
1008	rnn.bias_ih_l0	6	-0.01764553040266037
1008	rnn.bias_ih_l0	7	-0.058063723146915436
1008	rnn.bias_ih_l0	8	-0.08264325559139252
1008	rnn.bias_ih_l0	9	0.06279555708169937
1008	rnn.bias_hh_l0	0	-0.02876204624772072
1008	rnn.bias_hh_l0	1	0.018149973824620247
1008	rnn.bias_hh_l0	2	-0.006694522686302662
1008	rnn.bias_hh_l0	3	0.021358827129006386
1008	rnn.bias_hh_l0	4	-0.05079542472958565
1008	rnn.bias_hh_l0	5	0.06338239461183548
1008	rnn.bias_hh_l0	6	-0.012674693018198013
1008	rnn.bias_hh_l0	7	0.012350058183073997
1008	rnn.bias_hh_l0	8	0.01672322303056717
1008	rnn.bias_hh_l0	9	0.06637478619813919
1008	rnn.weight_ih_l0_reverse	0	-0.032924603670835495
1008	rnn.weight_ih_l0_reverse	1	-0.006771753542125225
1008	rnn.weight_ih_l0_reverse	2	0.023089855909347534
1008	rnn.weight_ih_l0_reverse	3	-0.06058547645807266
1008	rnn.weight_ih_l0_reverse	4	0.013289233669638634
1008	rnn.weight_ih_l0_reverse	5	-0.05524391680955887
1008	rnn.weight_ih_l0_reverse	6	0.009418183006346226
1008	rnn.weight_ih_l0_reverse	7	0.036895111203193665
1008	rnn.weight_ih_l0_reverse	8	-0.034347549080848694
1008	rnn.weight_ih_l0_reverse	9	-0.046403951942920685
1008	rnn.weight_hh_l0_reverse	0	-0.06201985850930214
1008	rnn.weight_hh_l0_reverse	1	-0.06352271139621735
1008	rnn.weight_hh_l0_reverse	2	0.007132129278033972
1008	rnn.weight_hh_l0_reverse	3	0.041899554431438446
1008	rnn.weight_hh_l0_reverse	4	0.031670864671468735
1008	rnn.weight_hh_l0_reverse	5	0.04642993584275246
1008	rnn.weight_hh_l0_reverse	6	0.022213062271475792
1008	rnn.weight_hh_l0_reverse	7	-0.0003594621957745403
1008	rnn.weight_hh_l0_reverse	8	-0.05693092569708824
1008	rnn.weight_hh_l0_reverse	9	0.02263062633574009
1008	rnn.bias_ih_l0_reverse	0	-0.03416057303547859
1008	rnn.bias_ih_l0_reverse	1	-0.045656997710466385
1008	rnn.bias_ih_l0_reverse	2	0.07090555131435394
1008	rnn.bias_ih_l0_reverse	3	0.024402782320976257
1008	rnn.bias_ih_l0_reverse	4	-0.07711589336395264
1008	rnn.bias_ih_l0_reverse	5	-0.009703979827463627
1008	rnn.bias_ih_l0_reverse	6	-0.0657191276550293
1008	rnn.bias_ih_l0_reverse	7	0.027569863945245743
1008	rnn.bias_ih_l0_reverse	8	0.017290862277150154
1008	rnn.bias_ih_l0_reverse	9	0.05800750106573105
1008	rnn.bias_hh_l0_reverse	0	0.034979742020368576
1008	rnn.bias_hh_l0_reverse	1	0.045993607491254807
1008	rnn.bias_hh_l0_reverse	2	0.0714428648352623
1008	rnn.bias_hh_l0_reverse	3	8.6213942267932e-05
1008	rnn.bias_hh_l0_reverse	4	0.06268947571516037
1008	rnn.bias_hh_l0_reverse	5	0.03190363571047783
1008	rnn.bias_hh_l0_reverse	6	-0.05958214029669762
1008	rnn.bias_hh_l0_reverse	7	0.04793497174978256
1008	rnn.bias_hh_l0_reverse	8	0.005597972776740789
1008	rnn.bias_hh_l0_reverse	9	-0.07008098810911179
1008	linear.weight	0	0.043220944702625275
1008	linear.weight	1	-0.09070196002721786
1008	linear.weight	2	-0.055513665080070496
1008	linear.weight	3	0.046267759054899216
1008	linear.weight	4	0.0463237501680851
1008	linear.weight	5	-0.01864532381296158
1008	linear.weight	6	-0.02588600292801857
1008	linear.weight	7	-0.024307142943143845
1008	linear.weight	8	0.06448137760162354
1008	linear.weight	9	0.12901626527309418
1008	linear.bias	0	0.19872435927391052
1008	linear.bias	1	0.039681728929281235
1008	linear.bias	2	-0.1767105758190155
1008	linear.bias	3	0.4713612496852875
1008	linear.bias	4	-0.30743128061294556
1008	linear.bias	5	-0.030769959092140198
1008	linear.bias	6	-0.0717870369553566
1008	linear.bias	7	-0.07976926118135452
1008	linear.bias	8	0.160470113158226
1008	linear.bias	9	-0.2279927134513855
1036	transitions	0	-0.4969295859336853
1036	transitions	1	0.471121221780777
1036	transitions	2	1.861411213874817
1036	transitions	3	0.24439536035060883
1036	transitions	4	1.0566526651382446
1036	transitions	5	1.2792918682098389
1036	transitions	6	0.486452579498291
1036	transitions	7	0.18965570628643036
1036	transitions	8	-0.9176027774810791
1036	transitions	9	0.930831789970398
1036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1036	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1036	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1036	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1036	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1036	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1036	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1036	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1036	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1036	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1036	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1036	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1036	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1036	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1036	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1036	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1036	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1036	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1036	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1036	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1036	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1036	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1036	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1036	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1036	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1036	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1036	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1036	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1036	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1036	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1036	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1036	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1036	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1036	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1036	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1036	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1036	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1036	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1036	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1036	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1036	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1036	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1036	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1036	embedding2nn.weight	0	0.005349043291062117
1036	embedding2nn.weight	1	0.013071971014142036
1036	embedding2nn.weight	2	-0.0035018553026020527
1036	embedding2nn.weight	3	0.002298175822943449
1036	embedding2nn.weight	4	-0.0034021351020783186
1036	embedding2nn.weight	5	0.0028843709733337164
1036	embedding2nn.weight	6	-0.0005998932756483555
1036	embedding2nn.weight	7	0.006896892562508583
1036	embedding2nn.weight	8	-0.008644059300422668
1036	embedding2nn.weight	9	-0.013592121191322803
1036	embedding2nn.bias	0	-0.0007475815946236253
1036	embedding2nn.bias	1	-0.011140522547066212
1036	embedding2nn.bias	2	-0.036483440548181534
1036	embedding2nn.bias	3	0.018852485343813896
1036	embedding2nn.bias	4	0.04717392101883888
1036	embedding2nn.bias	5	-0.03669128194451332
1036	embedding2nn.bias	6	0.05128931254148483
1036	embedding2nn.bias	7	0.07196801155805588
1036	embedding2nn.bias	8	0.0035568666644394398
1036	embedding2nn.bias	9	-0.0073471758514642715
1036	rnn.weight_ih_l0	0	0.032802268862724304
1036	rnn.weight_ih_l0	1	-0.0027136034332215786
1036	rnn.weight_ih_l0	2	-0.028422528877854347
1036	rnn.weight_ih_l0	3	-0.04976050928235054
1036	rnn.weight_ih_l0	4	-0.05104958266019821
1036	rnn.weight_ih_l0	5	0.0008239713497459888
1036	rnn.weight_ih_l0	6	-0.05167914554476738
1036	rnn.weight_ih_l0	7	-0.043375562876462936
1036	rnn.weight_ih_l0	8	-0.046333398669958115
1036	rnn.weight_ih_l0	9	-0.025679700076580048
1036	rnn.weight_hh_l0	0	0.015632493421435356
1036	rnn.weight_hh_l0	1	-0.010871133767068386
1036	rnn.weight_hh_l0	2	-0.021583501249551773
1036	rnn.weight_hh_l0	3	-0.014552408829331398
1036	rnn.weight_hh_l0	4	-0.059602558612823486
1036	rnn.weight_hh_l0	5	-0.02843542769551277
1036	rnn.weight_hh_l0	6	-0.016495980322360992
1036	rnn.weight_hh_l0	7	0.045153941959142685
1036	rnn.weight_hh_l0	8	-0.02445870079100132
1036	rnn.weight_hh_l0	9	0.030152292922139168
1036	rnn.bias_ih_l0	0	0.05669010430574417
1036	rnn.bias_ih_l0	1	-0.06166508421301842
1036	rnn.bias_ih_l0	2	0.07373123615980148
1036	rnn.bias_ih_l0	3	0.07615707069635391
1036	rnn.bias_ih_l0	4	0.08007156103849411
1036	rnn.bias_ih_l0	5	0.005463971756398678
1036	rnn.bias_ih_l0	6	-0.017408788204193115
1036	rnn.bias_ih_l0	7	-0.06051641330122948
1036	rnn.bias_ih_l0	8	-0.08313238620758057
1036	rnn.bias_ih_l0	9	0.06306321918964386
1036	rnn.bias_hh_l0	0	-0.029040884226560593
1036	rnn.bias_hh_l0	1	0.01708870939910412
1036	rnn.bias_hh_l0	2	-0.007804569788277149
1036	rnn.bias_hh_l0	3	0.019437488168478012
1036	rnn.bias_hh_l0	4	-0.05136576294898987
1036	rnn.bias_hh_l0	5	0.06345580518245697
1036	rnn.bias_hh_l0	6	-0.014396104030311108
1036	rnn.bias_hh_l0	7	0.011983631178736687
1036	rnn.bias_hh_l0	8	0.016959965229034424
1036	rnn.bias_hh_l0	9	0.06624122709035873
1036	rnn.weight_ih_l0_reverse	0	-0.03299887105822563
1036	rnn.weight_ih_l0_reverse	1	-0.006637780461460352
1036	rnn.weight_ih_l0_reverse	2	0.023105762898921967
1036	rnn.weight_ih_l0_reverse	3	-0.06053147092461586
1036	rnn.weight_ih_l0_reverse	4	0.013310945592820644
1036	rnn.weight_ih_l0_reverse	5	-0.05533851310610771
1036	rnn.weight_ih_l0_reverse	6	0.009597359225153923
1036	rnn.weight_ih_l0_reverse	7	0.03682573139667511
1036	rnn.weight_ih_l0_reverse	8	-0.03454301878809929
1036	rnn.weight_ih_l0_reverse	9	-0.04660589247941971
1036	rnn.weight_hh_l0_reverse	0	-0.062009282410144806
1036	rnn.weight_hh_l0_reverse	1	-0.06321591138839722
1036	rnn.weight_hh_l0_reverse	2	0.007259209640324116
1036	rnn.weight_hh_l0_reverse	3	0.041379500180482864
1036	rnn.weight_hh_l0_reverse	4	0.03103172406554222
1036	rnn.weight_hh_l0_reverse	5	0.04661445692181587
1036	rnn.weight_hh_l0_reverse	6	0.021698355674743652
1036	rnn.weight_hh_l0_reverse	7	-0.0002662462356965989
1036	rnn.weight_hh_l0_reverse	8	-0.05716273561120033
1036	rnn.weight_hh_l0_reverse	9	0.022957000881433487
1036	rnn.bias_ih_l0_reverse	0	-0.031031779944896698
1036	rnn.bias_ih_l0_reverse	1	-0.037129659205675125
1036	rnn.bias_ih_l0_reverse	2	0.0703161209821701
1036	rnn.bias_ih_l0_reverse	3	0.024415360763669014
1036	rnn.bias_ih_l0_reverse	4	-0.07796622067689896
1036	rnn.bias_ih_l0_reverse	5	-0.009437310509383678
1036	rnn.bias_ih_l0_reverse	6	-0.0654187798500061
1036	rnn.bias_ih_l0_reverse	7	0.026922324672341347
1036	rnn.bias_ih_l0_reverse	8	0.016204018145799637
1036	rnn.bias_ih_l0_reverse	9	0.0574406273663044
1036	rnn.bias_hh_l0_reverse	0	0.034035488963127136
1036	rnn.bias_hh_l0_reverse	1	0.046003058552742004
1036	rnn.bias_hh_l0_reverse	2	0.07257214933633804
1036	rnn.bias_hh_l0_reverse	3	-0.0004317554412409663
1036	rnn.bias_hh_l0_reverse	4	0.06291719526052475
1036	rnn.bias_hh_l0_reverse	5	0.02137577161192894
1036	rnn.bias_hh_l0_reverse	6	-0.05911467969417572
1036	rnn.bias_hh_l0_reverse	7	0.047589562833309174
1036	rnn.bias_hh_l0_reverse	8	0.004488357808440924
1036	rnn.bias_hh_l0_reverse	9	-0.073226198554039
1036	linear.weight	0	0.04903846234083176
1036	linear.weight	1	-0.0906602293252945
1036	linear.weight	2	-0.05950583145022392
1036	linear.weight	3	0.045021817088127136
1036	linear.weight	4	0.04551110789179802
1036	linear.weight	5	-0.019387992098927498
1036	linear.weight	6	-0.02574337273836136
1036	linear.weight	7	-0.02415342815220356
1036	linear.weight	8	0.058083269745111465
1036	linear.weight	9	0.12974834442138672
1036	linear.bias	0	0.18864932656288147
1036	linear.bias	1	0.018717464059591293
1036	linear.bias	2	-0.17748385667800903
1036	linear.bias	3	0.48604825139045715
1036	linear.bias	4	-0.30953505635261536
1036	linear.bias	5	-0.030769959092140198
1036	linear.bias	6	-0.07333458214998245
1036	linear.bias	7	-0.09014254808425903
1036	linear.bias	8	0.15883655846118927
1036	linear.bias	9	-0.22951647639274597
1064	transitions	0	-0.4979426860809326
1064	transitions	1	0.47074323892593384
1064	transitions	2	1.860751986503601
1064	transitions	3	0.2440403699874878
1064	transitions	4	1.056396245956421
1064	transitions	5	1.279242753982544
1064	transitions	6	0.4864440858364105
1064	transitions	7	0.1895984411239624
1064	transitions	8	-0.9176180362701416
1064	transitions	9	0.930830717086792
1064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1064	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1064	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1064	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1064	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1064	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1064	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1064	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1064	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1064	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1064	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1064	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1064	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1064	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1064	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1064	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1064	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1064	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1064	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1064	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1064	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1064	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1064	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1064	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1064	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1064	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1064	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1064	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1064	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1064	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1064	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1064	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1064	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1064	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1064	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1064	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1064	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1064	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1064	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1064	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1064	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1064	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1064	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1064	embedding2nn.weight	0	0.005078066140413284
1064	embedding2nn.weight	1	0.012983275577425957
1064	embedding2nn.weight	2	-0.0035011153668165207
1064	embedding2nn.weight	3	0.0028417911380529404
1064	embedding2nn.weight	4	-0.0033794816117733717
1064	embedding2nn.weight	5	0.0031763373408466578
1064	embedding2nn.weight	6	-0.000582963228225708
1064	embedding2nn.weight	7	0.005711765959858894
1064	embedding2nn.weight	8	-0.00882644485682249
1064	embedding2nn.weight	9	-0.013581226579844952
1064	embedding2nn.bias	0	0.006531533319503069
1064	embedding2nn.bias	1	-0.014028024859726429
1064	embedding2nn.bias	2	-0.038040388375520706
1064	embedding2nn.bias	3	0.01623944751918316
1064	embedding2nn.bias	4	0.04287507385015488
1064	embedding2nn.bias	5	-0.04103584960103035
1064	embedding2nn.bias	6	0.045474614948034286
1064	embedding2nn.bias	7	0.06981800496578217
1064	embedding2nn.bias	8	0.005619722884148359
1064	embedding2nn.bias	9	-0.0067461347207427025
1064	rnn.weight_ih_l0	0	0.03267828747630119
1064	rnn.weight_ih_l0	1	-0.003091078484430909
1064	rnn.weight_ih_l0	2	-0.027980105951428413
1064	rnn.weight_ih_l0	3	-0.049948666244745255
1064	rnn.weight_ih_l0	4	-0.051154814660549164
1064	rnn.weight_ih_l0	5	0.0009899906581267715
1064	rnn.weight_ih_l0	6	-0.051668431609869
1064	rnn.weight_ih_l0	7	-0.043514009565114975
1064	rnn.weight_ih_l0	8	-0.046387333422899246
1064	rnn.weight_ih_l0	9	-0.025701021775603294
1064	rnn.weight_hh_l0	0	0.015444125980138779
1064	rnn.weight_hh_l0	1	-0.011656783521175385
1064	rnn.weight_hh_l0	2	-0.020933914929628372
1064	rnn.weight_hh_l0	3	-0.014798386953771114
1064	rnn.weight_hh_l0	4	-0.059665363281965256
1064	rnn.weight_hh_l0	5	-0.028649965301156044
1064	rnn.weight_hh_l0	6	-0.016731517389416695
1064	rnn.weight_hh_l0	7	0.04637189209461212
1064	rnn.weight_hh_l0	8	-0.024484246969223022
1064	rnn.weight_hh_l0	9	0.03054877743124962
1064	rnn.bias_ih_l0	0	0.05737955495715141
1064	rnn.bias_ih_l0	1	-0.06170809268951416
1064	rnn.bias_ih_l0	2	0.07451310008764267
1064	rnn.bias_ih_l0	3	0.07608354091644287
1064	rnn.bias_ih_l0	4	0.07990402728319168
1064	rnn.bias_ih_l0	5	0.005400982219725847
1064	rnn.bias_ih_l0	6	-0.017317509278655052
1064	rnn.bias_ih_l0	7	-0.05607951804995537
1064	rnn.bias_ih_l0	8	-0.08348257839679718
1064	rnn.bias_ih_l0	9	0.06175152584910393
1064	rnn.bias_hh_l0	0	-0.029707182198762894
1064	rnn.bias_hh_l0	1	0.018017733469605446
1064	rnn.bias_hh_l0	2	-0.007097098045051098
1064	rnn.bias_hh_l0	3	0.019346855580806732
1064	rnn.bias_hh_l0	4	-0.0519753098487854
1064	rnn.bias_hh_l0	5	0.0641656443476677
1064	rnn.bias_hh_l0	6	-0.014687958173453808
1064	rnn.bias_hh_l0	7	0.01131373830139637
1064	rnn.bias_hh_l0	8	0.017051244154572487
1064	rnn.bias_hh_l0	9	0.06590116769075394
1064	rnn.weight_ih_l0_reverse	0	-0.03295151889324188
1064	rnn.weight_ih_l0_reverse	1	-0.006387095898389816
1064	rnn.weight_ih_l0_reverse	2	0.023186566308140755
1064	rnn.weight_ih_l0_reverse	3	-0.06006976217031479
1064	rnn.weight_ih_l0_reverse	4	0.013247962109744549
1064	rnn.weight_ih_l0_reverse	5	-0.0554334782063961
1064	rnn.weight_ih_l0_reverse	6	0.010248500853776932
1064	rnn.weight_ih_l0_reverse	7	0.036748215556144714
1064	rnn.weight_ih_l0_reverse	8	-0.03459398075938225
1064	rnn.weight_ih_l0_reverse	9	-0.04688818007707596
1064	rnn.weight_hh_l0_reverse	0	-0.06208110973238945
1064	rnn.weight_hh_l0_reverse	1	-0.06386946886777878
1064	rnn.weight_hh_l0_reverse	2	0.007471613120287657
1064	rnn.weight_hh_l0_reverse	3	0.04133085533976555
1064	rnn.weight_hh_l0_reverse	4	0.03054661862552166
1064	rnn.weight_hh_l0_reverse	5	0.046603426337242126
1064	rnn.weight_hh_l0_reverse	6	0.02087230049073696
1064	rnn.weight_hh_l0_reverse	7	-0.00020010484149679542
1064	rnn.weight_hh_l0_reverse	8	-0.0571734644472599
1064	rnn.weight_hh_l0_reverse	9	0.022024597972631454
1064	rnn.bias_ih_l0_reverse	0	-0.033680468797683716
1064	rnn.bias_ih_l0_reverse	1	-0.03529463708400726
1064	rnn.bias_ih_l0_reverse	2	0.0709841400384903
1064	rnn.bias_ih_l0_reverse	3	0.024072915315628052
1064	rnn.bias_ih_l0_reverse	4	-0.07901015132665634
1064	rnn.bias_ih_l0_reverse	5	-0.009834256023168564
1064	rnn.bias_ih_l0_reverse	6	-0.06534895300865173
1064	rnn.bias_ih_l0_reverse	7	0.02656564489006996
1064	rnn.bias_ih_l0_reverse	8	0.016597077250480652
1064	rnn.bias_ih_l0_reverse	9	0.05825864151120186
1064	rnn.bias_hh_l0_reverse	0	0.04035025089979172
1064	rnn.bias_hh_l0_reverse	1	0.04636752977967262
1064	rnn.bias_hh_l0_reverse	2	0.07231909036636353
1064	rnn.bias_hh_l0_reverse	3	-0.0006546443910337985
1064	rnn.bias_hh_l0_reverse	4	0.06339216232299805
1064	rnn.bias_hh_l0_reverse	5	0.024092014878988266
1064	rnn.bias_hh_l0_reverse	6	-0.059400774538517
1064	rnn.bias_hh_l0_reverse	7	0.04746479541063309
1064	rnn.bias_hh_l0_reverse	8	0.004705658182501793
1064	rnn.bias_hh_l0_reverse	9	-0.07037102431058884
1064	linear.weight	0	0.08311460167169571
1064	linear.weight	1	-0.09057852625846863
1064	linear.weight	2	-0.055374883115291595
1064	linear.weight	3	0.03870629146695137
1064	linear.weight	4	0.04481521248817444
1064	linear.weight	5	-0.02143683284521103
1064	linear.weight	6	-0.025652391836047173
1064	linear.weight	7	-0.024002475664019585
1064	linear.weight	8	0.057990025728940964
1064	linear.weight	9	0.1316623091697693
1064	linear.bias	0	0.18506544828414917
1064	linear.bias	1	0.017678845673799515
1064	linear.bias	2	-0.1776169091463089
1064	linear.bias	3	0.5020074248313904
1064	linear.bias	4	-0.3117668628692627
1064	linear.bias	5	-0.030769959092140198
1064	linear.bias	6	-0.07482209801673889
1064	linear.bias	7	-0.09283528476953506
1064	linear.bias	8	0.16738609969615936
1064	linear.bias	9	-0.23117448389530182
1092	transitions	0	-0.4990648329257965
1092	transitions	1	0.4704211950302124
1092	transitions	2	1.8601857423782349
1092	transitions	3	0.2437424659729004
1092	transitions	4	1.0561432838439941
1092	transitions	5	1.279213309288025
1092	transitions	6	0.48643967509269714
1092	transitions	7	0.18953648209571838
1092	transitions	8	-0.9176264405250549
1092	transitions	9	0.9308299422264099
1092	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1092	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1092	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1092	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1092	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1092	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1092	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1092	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1092	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1092	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1092	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1092	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1092	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1092	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1092	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1092	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1092	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1092	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1092	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1092	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1092	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1092	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1092	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1092	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1092	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1092	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1092	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1092	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1092	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1092	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1092	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1092	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1092	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1092	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1092	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1092	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1092	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1092	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1092	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1092	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1092	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1092	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1092	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1092	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1092	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1092	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1092	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1092	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1092	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1092	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1092	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1092	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1092	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1092	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1092	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1092	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1092	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1092	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1092	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1092	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1092	embedding2nn.weight	0	0.005230564624071121
1092	embedding2nn.weight	1	0.012742714956402779
1092	embedding2nn.weight	2	-0.003645027056336403
1092	embedding2nn.weight	3	0.0029494937043637037
1092	embedding2nn.weight	4	-0.003242163686081767
1092	embedding2nn.weight	5	0.003091665916144848
1092	embedding2nn.weight	6	-0.0005368036800064147
1092	embedding2nn.weight	7	0.004907200112938881
1092	embedding2nn.weight	8	-0.008513706736266613
1092	embedding2nn.weight	9	-0.01349451020359993
1092	embedding2nn.bias	0	0.004988028667867184
1092	embedding2nn.bias	1	-0.016934869810938835
1092	embedding2nn.bias	2	-0.03621295467019081
1092	embedding2nn.bias	3	0.020795494318008423
1092	embedding2nn.bias	4	0.0410638265311718
1092	embedding2nn.bias	5	-0.033227767795324326
1092	embedding2nn.bias	6	0.050505630671978
1092	embedding2nn.bias	7	0.07001776248216629
1092	embedding2nn.bias	8	0.00022802469902671874
1092	embedding2nn.bias	9	-0.006499889772385359
1092	rnn.weight_ih_l0	0	0.032732777297496796
1092	rnn.weight_ih_l0	1	-0.003580669406801462
1092	rnn.weight_ih_l0	2	-0.02820938266813755
1092	rnn.weight_ih_l0	3	-0.04990341141819954
1092	rnn.weight_ih_l0	4	-0.05123043432831764
1092	rnn.weight_ih_l0	5	0.0010812192922458053
1092	rnn.weight_ih_l0	6	-0.05177688971161842
1092	rnn.weight_ih_l0	7	-0.043574925512075424
1092	rnn.weight_ih_l0	8	-0.04659139737486839
1092	rnn.weight_ih_l0	9	-0.025780465453863144
1092	rnn.weight_hh_l0	0	0.015336357057094574
1092	rnn.weight_hh_l0	1	-0.011885471642017365
1092	rnn.weight_hh_l0	2	-0.02056596428155899
1092	rnn.weight_hh_l0	3	-0.015288127586245537
1092	rnn.weight_hh_l0	4	-0.059811338782310486
1092	rnn.weight_hh_l0	5	-0.028541097417473793
1092	rnn.weight_hh_l0	6	-0.015669742599129677
1092	rnn.weight_hh_l0	7	0.046657808125019073
1092	rnn.weight_hh_l0	8	-0.02437743730843067
1092	rnn.weight_hh_l0	9	0.031079674139618874
1092	rnn.bias_ih_l0	0	0.056056827306747437
1092	rnn.bias_ih_l0	1	-0.06237519904971123
1092	rnn.bias_ih_l0	2	0.07434335350990295
1092	rnn.bias_ih_l0	3	0.07441937923431396
1092	rnn.bias_ih_l0	4	0.07983176410198212
1092	rnn.bias_ih_l0	5	0.00475572794675827
1092	rnn.bias_ih_l0	6	-0.01557558961212635
1092	rnn.bias_ih_l0	7	-0.053513094782829285
1092	rnn.bias_ih_l0	8	-0.08424342423677444
1092	rnn.bias_ih_l0	9	0.06229466572403908
1092	rnn.bias_hh_l0	0	-0.031152885407209396
1092	rnn.bias_hh_l0	1	0.01737215742468834
1092	rnn.bias_hh_l0	2	-0.00842804741114378
1092	rnn.bias_hh_l0	3	0.019403541460633278
1092	rnn.bias_hh_l0	4	-0.05100454390048981
1092	rnn.bias_hh_l0	5	0.06525658816099167
1092	rnn.bias_hh_l0	6	-0.015100216493010521
1092	rnn.bias_hh_l0	7	0.011935996823012829
1092	rnn.bias_hh_l0	8	0.01879316195845604
1092	rnn.bias_hh_l0	9	0.06680813431739807
1092	rnn.weight_ih_l0_reverse	0	-0.03302623704075813
1092	rnn.weight_ih_l0_reverse	1	-0.005655437707901001
1092	rnn.weight_ih_l0_reverse	2	0.02318045310676098
1092	rnn.weight_ih_l0_reverse	3	-0.06033260375261307
1092	rnn.weight_ih_l0_reverse	4	0.013194370083510876
1092	rnn.weight_ih_l0_reverse	5	-0.05538197234272957
1092	rnn.weight_ih_l0_reverse	6	0.009389790706336498
1092	rnn.weight_ih_l0_reverse	7	0.03685150668025017
1092	rnn.weight_ih_l0_reverse	8	-0.034564293920993805
1092	rnn.weight_ih_l0_reverse	9	-0.04694674164056778
1092	rnn.weight_hh_l0_reverse	0	-0.06132029742002487
1092	rnn.weight_hh_l0_reverse	1	-0.06376482546329498
1092	rnn.weight_hh_l0_reverse	2	0.007583091035485268
1092	rnn.weight_hh_l0_reverse	3	0.0413636714220047
1092	rnn.weight_hh_l0_reverse	4	0.030382897704839706
1092	rnn.weight_hh_l0_reverse	5	0.04657573997974396
1092	rnn.weight_hh_l0_reverse	6	0.020768139511346817
1092	rnn.weight_hh_l0_reverse	7	-9.755006612977013e-05
1092	rnn.weight_hh_l0_reverse	8	-0.05707605928182602
1092	rnn.weight_hh_l0_reverse	9	0.020142950117588043
1092	rnn.bias_ih_l0_reverse	0	-0.03458524867892265
1092	rnn.bias_ih_l0_reverse	1	-0.040438998490571976
1092	rnn.bias_ih_l0_reverse	2	0.07165813446044922
1092	rnn.bias_ih_l0_reverse	3	0.02414998598396778
1092	rnn.bias_ih_l0_reverse	4	-0.08035355061292648
1092	rnn.bias_ih_l0_reverse	5	-0.009314576163887978
1092	rnn.bias_ih_l0_reverse	6	-0.06416159868240356
1092	rnn.bias_ih_l0_reverse	7	0.02665187418460846
1092	rnn.bias_ih_l0_reverse	8	0.01515368651598692
1092	rnn.bias_ih_l0_reverse	9	0.05823857709765434
1092	rnn.bias_hh_l0_reverse	0	0.03613297641277313
1092	rnn.bias_hh_l0_reverse	1	0.04507749527692795
1092	rnn.bias_hh_l0_reverse	2	0.07210459560155869
1092	rnn.bias_hh_l0_reverse	3	-0.0003413781232666224
1092	rnn.bias_hh_l0_reverse	4	0.0635354220867157
1092	rnn.bias_hh_l0_reverse	5	0.017036307603120804
1092	rnn.bias_hh_l0_reverse	6	-0.05918080732226372
1092	rnn.bias_hh_l0_reverse	7	0.04829215258359909
1092	rnn.bias_hh_l0_reverse	8	0.006207074970006943
1092	rnn.bias_hh_l0_reverse	9	-0.07077598571777344
1092	linear.weight	0	0.08674289286136627
1092	linear.weight	1	-0.09045954793691635
1092	linear.weight	2	-0.052805569022893906
1092	linear.weight	3	0.04102751985192299
1092	linear.weight	4	0.044822487980127335
1092	linear.weight	5	-0.02234484814107418
1092	linear.weight	6	-0.025504130870103836
1092	linear.weight	7	-0.023668361827731133
1092	linear.weight	8	0.052378278225660324
1092	linear.weight	9	0.133388951420784
1092	linear.bias	0	0.18645432591438293
1092	linear.bias	1	0.026014922186732292
1092	linear.bias	2	-0.17981287837028503
1092	linear.bias	3	0.49669119715690613
1092	linear.bias	4	-0.31130653619766235
1092	linear.bias	5	-0.030769959092140198
1092	linear.bias	6	-0.07560964673757553
1092	linear.bias	7	-0.08994942158460617
1092	linear.bias	8	0.15363724529743195
1092	linear.bias	9	-0.23279181122779846
1120	transitions	0	-0.5001933574676514
1120	transitions	1	0.46991172432899475
1120	transitions	2	1.8594038486480713
1120	transitions	3	0.24294395744800568
1120	transitions	4	1.0555530786514282
1120	transitions	5	1.279152274131775
1120	transitions	6	0.4864290952682495
1120	transitions	7	0.18949171900749207
1120	transitions	8	-0.9176396727561951
1120	transitions	9	0.9308279156684875
1120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1120	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1120	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1120	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1120	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1120	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1120	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1120	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1120	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1120	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1120	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1120	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1120	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1120	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1120	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1120	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1120	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1120	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1120	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1120	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1120	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1120	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1120	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1120	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1120	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1120	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1120	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1120	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1120	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1120	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1120	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1120	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1120	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1120	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1120	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1120	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1120	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1120	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1120	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1120	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1120	embedding2nn.weight	0	0.004818190820515156
1120	embedding2nn.weight	1	0.01287702564150095
1120	embedding2nn.weight	2	-0.0037627543788403273
1120	embedding2nn.weight	3	0.0034000102896243334
1120	embedding2nn.weight	4	-0.003266130341216922
1120	embedding2nn.weight	5	0.0030888530891388655
1120	embedding2nn.weight	6	-0.00046239246148616076
1120	embedding2nn.weight	7	0.004485812038183212
1120	embedding2nn.weight	8	-0.008524308912456036
1120	embedding2nn.weight	9	-0.013480167835950851
1120	embedding2nn.bias	0	0.004424714483320713
1120	embedding2nn.bias	1	-0.014577066525816917
1120	embedding2nn.bias	2	-0.036842674016952515
1120	embedding2nn.bias	3	0.017802711576223373
1120	embedding2nn.bias	4	0.04115237295627594
1120	embedding2nn.bias	5	-0.038295991718769073
1120	embedding2nn.bias	6	0.05082399770617485
1120	embedding2nn.bias	7	0.06617226451635361
1120	embedding2nn.bias	8	-0.0038479436188936234
1120	embedding2nn.bias	9	-0.014437845908105373
1120	rnn.weight_ih_l0	0	0.032717328518629074
1120	rnn.weight_ih_l0	1	-0.0033260888885706663
1120	rnn.weight_ih_l0	2	-0.02878626249730587
1120	rnn.weight_ih_l0	3	-0.05010008066892624
1120	rnn.weight_ih_l0	4	-0.051220472902059555
1120	rnn.weight_ih_l0	5	0.001096439198590815
1120	rnn.weight_ih_l0	6	-0.05197393521666527
1120	rnn.weight_ih_l0	7	-0.043849438428878784
1120	rnn.weight_ih_l0	8	-0.04664720594882965
1120	rnn.weight_ih_l0	9	-0.026076842099428177
1120	rnn.weight_hh_l0	0	0.015026025474071503
1120	rnn.weight_hh_l0	1	-0.011598028242588043
1120	rnn.weight_hh_l0	2	-0.020817341282963753
1120	rnn.weight_hh_l0	3	-0.015216255560517311
1120	rnn.weight_hh_l0	4	-0.05984616279602051
1120	rnn.weight_hh_l0	5	-0.028278110548853874
1120	rnn.weight_hh_l0	6	-0.0170733779668808
1120	rnn.weight_hh_l0	7	0.04690861701965332
1120	rnn.weight_hh_l0	8	-0.02449551783502102
1120	rnn.weight_hh_l0	9	0.03027421422302723
1120	rnn.bias_ih_l0	0	0.05638055130839348
1120	rnn.bias_ih_l0	1	-0.06204536557197571
1120	rnn.bias_ih_l0	2	0.07609758526086807
1120	rnn.bias_ih_l0	3	0.07458300143480301
1120	rnn.bias_ih_l0	4	0.08075759559869766
1120	rnn.bias_ih_l0	5	0.004528641235083342
1120	rnn.bias_ih_l0	6	-0.01440772321075201
1120	rnn.bias_ih_l0	7	-0.05815183371305466
1120	rnn.bias_ih_l0	8	-0.08648224174976349
1120	rnn.bias_ih_l0	9	0.0642743781208992
1120	rnn.bias_hh_l0	0	-0.03224861994385719
1120	rnn.bias_hh_l0	1	0.01898226886987686
1120	rnn.bias_hh_l0	2	-0.006571800448000431
1120	rnn.bias_hh_l0	3	0.019589770585298538
1120	rnn.bias_hh_l0	4	-0.05102523788809776
1120	rnn.bias_hh_l0	5	0.06443978101015091
1120	rnn.bias_hh_l0	6	-0.01435796357691288
1120	rnn.bias_hh_l0	7	0.011579865589737892
1120	rnn.bias_hh_l0	8	0.019961029291152954
1120	rnn.bias_hh_l0	9	0.06701795756816864
1120	rnn.weight_ih_l0_reverse	0	-0.032829899340867996
1120	rnn.weight_ih_l0_reverse	1	-0.005719567183405161
1120	rnn.weight_ih_l0_reverse	2	0.02319936640560627
1120	rnn.weight_ih_l0_reverse	3	-0.06011533737182617
1120	rnn.weight_ih_l0_reverse	4	0.013039876706898212
1120	rnn.weight_ih_l0_reverse	5	-0.05533730611205101
1120	rnn.weight_ih_l0_reverse	6	0.009139030240476131
1120	rnn.weight_ih_l0_reverse	7	0.03681429475545883
1120	rnn.weight_ih_l0_reverse	8	-0.03453974798321724
1120	rnn.weight_ih_l0_reverse	9	-0.046913400292396545
1120	rnn.weight_hh_l0_reverse	0	-0.06142052635550499
1120	rnn.weight_hh_l0_reverse	1	-0.06293011456727982
1120	rnn.weight_hh_l0_reverse	2	0.007571292109787464
1120	rnn.weight_hh_l0_reverse	3	0.04141983389854431
1120	rnn.weight_hh_l0_reverse	4	0.03073910064995289
1120	rnn.weight_hh_l0_reverse	5	0.04667476564645767
1120	rnn.weight_hh_l0_reverse	6	0.020675666630268097
1120	rnn.weight_hh_l0_reverse	7	0.00035884242970496416
1120	rnn.weight_hh_l0_reverse	8	-0.056818246841430664
1120	rnn.weight_hh_l0_reverse	9	0.020878953859210014
1120	rnn.bias_ih_l0_reverse	0	-0.02734972909092903
1120	rnn.bias_ih_l0_reverse	1	-0.03806731477379799
1120	rnn.bias_ih_l0_reverse	2	0.07116153836250305
1120	rnn.bias_ih_l0_reverse	3	0.02382771670818329
1120	rnn.bias_ih_l0_reverse	4	-0.0796971395611763
1120	rnn.bias_ih_l0_reverse	5	-0.009720463305711746
1120	rnn.bias_ih_l0_reverse	6	-0.06719212979078293
1120	rnn.bias_ih_l0_reverse	7	0.027720583602786064
1120	rnn.bias_ih_l0_reverse	8	0.015444603748619556
1120	rnn.bias_ih_l0_reverse	9	0.0575566291809082
1120	rnn.bias_hh_l0_reverse	0	0.03403401002287865
1120	rnn.bias_hh_l0_reverse	1	0.04751136526465416
1120	rnn.bias_hh_l0_reverse	2	0.07200489938259125
1120	rnn.bias_hh_l0_reverse	3	-0.0006328916060738266
1120	rnn.bias_hh_l0_reverse	4	0.06328178197145462
1120	rnn.bias_hh_l0_reverse	5	0.013874188996851444
1120	rnn.bias_hh_l0_reverse	6	-0.058829888701438904
1120	rnn.bias_hh_l0_reverse	7	0.04858681932091713
1120	rnn.bias_hh_l0_reverse	8	0.005419921595603228
1120	rnn.bias_hh_l0_reverse	9	-0.06931132823228836
1120	linear.weight	0	0.09006190299987793
1120	linear.weight	1	-0.09117474406957626
1120	linear.weight	2	-0.05196647718548775
1120	linear.weight	3	0.045245084911584854
1120	linear.weight	4	0.04551086202263832
1120	linear.weight	5	-0.021764593198895454
1120	linear.weight	6	-0.025567729026079178
1120	linear.weight	7	-0.0234651118516922
1120	linear.weight	8	0.049743276089429855
1120	linear.weight	9	0.13652265071868896
1120	linear.bias	0	0.1806134581565857
1120	linear.bias	1	0.027132244780659676
1120	linear.bias	2	-0.1808658391237259
1120	linear.bias	3	0.5228849649429321
1120	linear.bias	4	-0.30620720982551575
1120	linear.bias	5	-0.030769959092140198
1120	linear.bias	6	-0.07962067425251007
1120	linear.bias	7	-0.08440323919057846
1120	linear.bias	8	0.15427277982234955
1120	linear.bias	9	-0.23481300473213196
1148	transitions	0	-0.5014795660972595
1148	transitions	1	0.4693216383457184
1148	transitions	2	1.8586711883544922
1148	transitions	3	0.24231833219528198
1148	transitions	4	1.0550187826156616
1148	transitions	5	1.2790971994400024
1148	transitions	6	0.48642364144325256
1148	transitions	7	0.18946650624275208
1148	transitions	8	-0.9176604151725769
1148	transitions	9	0.9308264255523682
1148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1148	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1148	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1148	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1148	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1148	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1148	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1148	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1148	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1148	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1148	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1148	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1148	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1148	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1148	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1148	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1148	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1148	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1148	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1148	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1148	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1148	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1148	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1148	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1148	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1148	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1148	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1148	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1148	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1148	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1148	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1148	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1148	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1148	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1148	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1148	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1148	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1148	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1148	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1148	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1148	embedding2nn.weight	0	0.006017657928168774
1148	embedding2nn.weight	1	0.012688624672591686
1148	embedding2nn.weight	2	-0.003775727702304721
1148	embedding2nn.weight	3	0.0033829344902187586
1148	embedding2nn.weight	4	-0.0032974472269415855
1148	embedding2nn.weight	5	0.0030960470903664827
1148	embedding2nn.weight	6	-0.000646426749881357
1148	embedding2nn.weight	7	0.00426220940425992
1148	embedding2nn.weight	8	-0.00874611921608448
1148	embedding2nn.weight	9	-0.01352116372436285
1148	embedding2nn.bias	0	0.010138374753296375
1148	embedding2nn.bias	1	-0.02002023719251156
1148	embedding2nn.bias	2	-0.036798905581235886
1148	embedding2nn.bias	3	0.015234721824526787
1148	embedding2nn.bias	4	0.03815077990293503
1148	embedding2nn.bias	5	-0.03596911206841469
1148	embedding2nn.bias	6	0.04976211115717888
1148	embedding2nn.bias	7	0.07123532146215439
1148	embedding2nn.bias	8	0.005710979457944632
1148	embedding2nn.bias	9	-0.012491943314671516
1148	rnn.weight_ih_l0	0	0.03283645957708359
1148	rnn.weight_ih_l0	1	-0.003452460514381528
1148	rnn.weight_ih_l0	2	-0.027378978207707405
1148	rnn.weight_ih_l0	3	-0.05006348341703415
1148	rnn.weight_ih_l0	4	-0.05112304538488388
1148	rnn.weight_ih_l0	5	0.000994137255474925
1148	rnn.weight_ih_l0	6	-0.0517224483191967
1148	rnn.weight_ih_l0	7	-0.04380667582154274
1148	rnn.weight_ih_l0	8	-0.046732667833566666
1148	rnn.weight_ih_l0	9	-0.02594851702451706
1148	rnn.weight_hh_l0	0	0.014914173632860184
1148	rnn.weight_hh_l0	1	-0.01131307240575552
1148	rnn.weight_hh_l0	2	-0.02063152752816677
1148	rnn.weight_hh_l0	3	-0.015372315421700478
1148	rnn.weight_hh_l0	4	-0.060085996985435486
1148	rnn.weight_hh_l0	5	-0.028250277042388916
1148	rnn.weight_hh_l0	6	-0.01714206486940384
1148	rnn.weight_hh_l0	7	0.04737795516848564
1148	rnn.weight_hh_l0	8	-0.024487236514687538
1148	rnn.weight_hh_l0	9	0.02970052696764469
1148	rnn.bias_ih_l0	0	0.05525445193052292
1148	rnn.bias_ih_l0	1	-0.06094704568386078
1148	rnn.bias_ih_l0	2	0.07478655874729156
1148	rnn.bias_ih_l0	3	0.07562720775604248
1148	rnn.bias_ih_l0	4	0.08084326237440109
1148	rnn.bias_ih_l0	5	0.0045068818144500256
1148	rnn.bias_ih_l0	6	-0.01456217747181654
1148	rnn.bias_ih_l0	7	-0.05343957617878914
1148	rnn.bias_ih_l0	8	-0.09096121788024902
1148	rnn.bias_ih_l0	9	0.06347434222698212
1148	rnn.bias_hh_l0	0	-0.030977508053183556
1148	rnn.bias_hh_l0	1	0.01852412149310112
1148	rnn.bias_hh_l0	2	-0.007827979512512684
1148	rnn.bias_hh_l0	3	0.018417054787278175
1148	rnn.bias_hh_l0	4	-0.052908629179000854
1148	rnn.bias_hh_l0	5	0.06436966359615326
1148	rnn.bias_hh_l0	6	-0.014778440818190575
1148	rnn.bias_hh_l0	7	0.012486900202929974
1148	rnn.bias_hh_l0	8	0.019806571304798126
1148	rnn.bias_hh_l0	9	0.06748196482658386
1148	rnn.weight_ih_l0_reverse	0	-0.03276754915714264
1148	rnn.weight_ih_l0_reverse	1	-0.005808590911328793
1148	rnn.weight_ih_l0_reverse	2	0.02314864471554756
1148	rnn.weight_ih_l0_reverse	3	-0.060174692422151566
1148	rnn.weight_ih_l0_reverse	4	0.01300418097525835
1148	rnn.weight_ih_l0_reverse	5	-0.055388882756233215
1148	rnn.weight_ih_l0_reverse	6	0.01201931107789278
1148	rnn.weight_ih_l0_reverse	7	0.03678268566727638
1148	rnn.weight_ih_l0_reverse	8	-0.034544650465250015
1148	rnn.weight_ih_l0_reverse	9	-0.047159358859062195
1148	rnn.weight_hh_l0_reverse	0	-0.06112099438905716
1148	rnn.weight_hh_l0_reverse	1	-0.06356217712163925
1148	rnn.weight_hh_l0_reverse	2	0.007462080102413893
1148	rnn.weight_hh_l0_reverse	3	0.041344814002513885
1148	rnn.weight_hh_l0_reverse	4	0.03103218972682953
1148	rnn.weight_hh_l0_reverse	5	0.04673387110233307
1148	rnn.weight_hh_l0_reverse	6	0.021031569689512253
1148	rnn.weight_hh_l0_reverse	7	9.047266212292016e-05
1148	rnn.weight_hh_l0_reverse	8	-0.05687621235847473
1148	rnn.weight_hh_l0_reverse	9	0.020150385797023773
1148	rnn.bias_ih_l0_reverse	0	-0.029081331565976143
1148	rnn.bias_ih_l0_reverse	1	-0.03721994906663895
1148	rnn.bias_ih_l0_reverse	2	0.07259636372327805
1148	rnn.bias_ih_l0_reverse	3	0.02388564683496952
1148	rnn.bias_ih_l0_reverse	4	-0.0806029736995697
1148	rnn.bias_ih_l0_reverse	5	-0.00924638006836176
1148	rnn.bias_ih_l0_reverse	6	-0.0663275495171547
1148	rnn.bias_ih_l0_reverse	7	0.027584204450249672
1148	rnn.bias_ih_l0_reverse	8	0.016645263880491257
1148	rnn.bias_ih_l0_reverse	9	0.058127958327531815
1148	rnn.bias_hh_l0_reverse	0	0.03234168514609337
1148	rnn.bias_hh_l0_reverse	1	0.04803483560681343
1148	rnn.bias_hh_l0_reverse	2	0.07175194472074509
1148	rnn.bias_hh_l0_reverse	3	0.0008714349241927266
1148	rnn.bias_hh_l0_reverse	4	0.06369127333164215
1148	rnn.bias_hh_l0_reverse	5	0.018364164978265762
1148	rnn.bias_hh_l0_reverse	6	-0.0594167560338974
1148	rnn.bias_hh_l0_reverse	7	0.049169670790433884
1148	rnn.bias_hh_l0_reverse	8	0.006484814453870058
1148	rnn.bias_hh_l0_reverse	9	-0.06690611690282822
1148	linear.weight	0	0.08429089933633804
1148	linear.weight	1	-0.09121254086494446
1148	linear.weight	2	-0.0569801963865757
1148	linear.weight	3	0.04900721088051796
1148	linear.weight	4	0.04444509744644165
1148	linear.weight	5	-0.01863825134932995
1148	linear.weight	6	-0.025375880300998688
1148	linear.weight	7	-0.02505592815577984
1148	linear.weight	8	0.05745243281126022
1148	linear.weight	9	0.1340610384941101
1148	linear.bias	0	0.1650862991809845
1148	linear.bias	1	0.030575836077332497
1148	linear.bias	2	-0.18678069114685059
1148	linear.bias	3	0.5247762799263
1148	linear.bias	4	-0.30946072936058044
1148	linear.bias	5	-0.030769959092140198
1148	linear.bias	6	-0.08604956418275833
1148	linear.bias	7	-0.08461138606071472
1148	linear.bias	8	0.16145354509353638
1148	linear.bias	9	-0.23737655580043793
1176	transitions	0	-0.5025005340576172
1176	transitions	1	0.46895426511764526
1176	transitions	2	1.8580446243286133
1176	transitions	3	0.242026686668396
1176	transitions	4	1.0547999143600464
1176	transitions	5	1.2790549993515015
1176	transitions	6	0.48641738295555115
1176	transitions	7	0.1893879473209381
1176	transitions	8	-0.9176743030548096
1176	transitions	9	0.930825412273407
1176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1176	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1176	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1176	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1176	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1176	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1176	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1176	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1176	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1176	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1176	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1176	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1176	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1176	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1176	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1176	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1176	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1176	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1176	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1176	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1176	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1176	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1176	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1176	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1176	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1176	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1176	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1176	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1176	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1176	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1176	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1176	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1176	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1176	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1176	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1176	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1176	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1176	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1176	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1176	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1176	embedding2nn.weight	0	0.006181440316140652
1176	embedding2nn.weight	1	0.012702672742307186
1176	embedding2nn.weight	2	-0.003775215707719326
1176	embedding2nn.weight	3	0.003306211670860648
1176	embedding2nn.weight	4	-0.003193850163370371
1176	embedding2nn.weight	5	0.002996474737301469
1176	embedding2nn.weight	6	-0.0004516796616371721
1176	embedding2nn.weight	7	0.0053590829484164715
1176	embedding2nn.weight	8	-0.008442518301308155
1176	embedding2nn.weight	9	-0.01357834879308939
1176	embedding2nn.bias	0	0.013691458851099014
1176	embedding2nn.bias	1	-0.017380060628056526
1176	embedding2nn.bias	2	-0.03342673182487488
1176	embedding2nn.bias	3	0.01996208354830742
1176	embedding2nn.bias	4	0.033683158457279205
1176	embedding2nn.bias	5	-0.033742014318704605
1176	embedding2nn.bias	6	0.051408663392066956
1176	embedding2nn.bias	7	0.06620784848928452
1176	embedding2nn.bias	8	0.0035397871397435665
1176	embedding2nn.bias	9	-0.008301150985062122
1176	rnn.weight_ih_l0	0	0.032849859446287155
1176	rnn.weight_ih_l0	1	-0.0034799850545823574
1176	rnn.weight_ih_l0	2	-0.02743864245712757
1176	rnn.weight_ih_l0	3	-0.049924056977033615
1176	rnn.weight_ih_l0	4	-0.05126689001917839
1176	rnn.weight_ih_l0	5	0.0010883966460824013
1176	rnn.weight_ih_l0	6	-0.05150691792368889
1176	rnn.weight_ih_l0	7	-0.043810054659843445
1176	rnn.weight_ih_l0	8	-0.04681595414876938
1176	rnn.weight_ih_l0	9	-0.02603921853005886
1176	rnn.weight_hh_l0	0	0.015102318488061428
1176	rnn.weight_hh_l0	1	-0.011313481256365776
1176	rnn.weight_hh_l0	2	-0.02101733908057213
1176	rnn.weight_hh_l0	3	-0.014690023846924305
1176	rnn.weight_hh_l0	4	-0.06023765727877617
1176	rnn.weight_hh_l0	5	-0.028226595371961594
1176	rnn.weight_hh_l0	6	-0.019349519163370132
1176	rnn.weight_hh_l0	7	0.046222250908613205
1176	rnn.weight_hh_l0	8	-0.024891570210456848
1176	rnn.weight_hh_l0	9	0.029972929507493973
1176	rnn.bias_ih_l0	0	0.05537901073694229
1176	rnn.bias_ih_l0	1	-0.06182113289833069
1176	rnn.bias_ih_l0	2	0.07568465173244476
1176	rnn.bias_ih_l0	3	0.07706131041049957
1176	rnn.bias_ih_l0	4	0.08022600412368774
1176	rnn.bias_ih_l0	5	0.004024013876914978
1176	rnn.bias_ih_l0	6	-0.015058797784149647
1176	rnn.bias_ih_l0	7	-0.05064929649233818
1176	rnn.bias_ih_l0	8	-0.08748534321784973
1176	rnn.bias_ih_l0	9	0.06459707021713257
1176	rnn.bias_hh_l0	0	-0.030273379758000374
1176	rnn.bias_hh_l0	1	0.018107596784830093
1176	rnn.bias_hh_l0	2	-0.0064850072376430035
1176	rnn.bias_hh_l0	3	0.016198517754673958
1176	rnn.bias_hh_l0	4	-0.05124436318874359
1176	rnn.bias_hh_l0	5	0.06444422900676727
1176	rnn.bias_hh_l0	6	-0.012859080918133259
1176	rnn.bias_hh_l0	7	0.01230931468307972
1176	rnn.bias_hh_l0	8	0.019309954717755318
1176	rnn.bias_hh_l0	9	0.06919005513191223
1176	rnn.weight_ih_l0_reverse	0	-0.03282633423805237
1176	rnn.weight_ih_l0_reverse	1	-0.005866517778486013
1176	rnn.weight_ih_l0_reverse	2	0.02305201254785061
1176	rnn.weight_ih_l0_reverse	3	-0.060350045561790466
1176	rnn.weight_ih_l0_reverse	4	0.012893854640424252
1176	rnn.weight_ih_l0_reverse	5	-0.055266913026571274
1176	rnn.weight_ih_l0_reverse	6	0.012236818671226501
1176	rnn.weight_ih_l0_reverse	7	0.03678477928042412
1176	rnn.weight_ih_l0_reverse	8	-0.03458763659000397
1176	rnn.weight_ih_l0_reverse	9	-0.047513220459222794
1176	rnn.weight_hh_l0_reverse	0	-0.06183793395757675
1176	rnn.weight_hh_l0_reverse	1	-0.06372082978487015
1176	rnn.weight_hh_l0_reverse	2	0.007793599274009466
1176	rnn.weight_hh_l0_reverse	3	0.04129721596837044
1176	rnn.weight_hh_l0_reverse	4	0.030981944873929024
1176	rnn.weight_hh_l0_reverse	5	0.04663361981511116
1176	rnn.weight_hh_l0_reverse	6	0.022313104942440987
1176	rnn.weight_hh_l0_reverse	7	-0.0007794796256348491
1176	rnn.weight_hh_l0_reverse	8	-0.05788763612508774
1176	rnn.weight_hh_l0_reverse	9	0.02104218304157257
1176	rnn.bias_ih_l0_reverse	0	-0.030873116105794907
1176	rnn.bias_ih_l0_reverse	1	-0.032512057572603226
1176	rnn.bias_ih_l0_reverse	2	0.07162810117006302
1176	rnn.bias_ih_l0_reverse	3	0.024243216961622238
1176	rnn.bias_ih_l0_reverse	4	-0.08315225690603256
1176	rnn.bias_ih_l0_reverse	5	-0.008369076997041702
1176	rnn.bias_ih_l0_reverse	6	-0.06832658499479294
1176	rnn.bias_ih_l0_reverse	7	0.027937524020671844
1176	rnn.bias_ih_l0_reverse	8	0.016182588413357735
1176	rnn.bias_ih_l0_reverse	9	0.05830017477273941
1176	rnn.bias_hh_l0_reverse	0	0.0345747284591198
1176	rnn.bias_hh_l0_reverse	1	0.04989992454648018
1176	rnn.bias_hh_l0_reverse	2	0.07075357437133789
1176	rnn.bias_hh_l0_reverse	3	0.0004931840812787414
1176	rnn.bias_hh_l0_reverse	4	0.06382787972688675
1176	rnn.bias_hh_l0_reverse	5	0.0201176218688488
1176	rnn.bias_hh_l0_reverse	6	-0.059894684702157974
1176	rnn.bias_hh_l0_reverse	7	0.04786977544426918
1176	rnn.bias_hh_l0_reverse	8	0.00554028432816267
1176	rnn.bias_hh_l0_reverse	9	-0.07055786997079849
1176	linear.weight	0	0.09545153379440308
1176	linear.weight	1	-0.0913403108716011
1176	linear.weight	2	-0.054077453911304474
1176	linear.weight	3	0.04706084355711937
1176	linear.weight	4	0.045099712908267975
1176	linear.weight	5	-0.019663888961076736
1176	linear.weight	6	-0.025073925033211708
1176	linear.weight	7	-0.024920985102653503
1176	linear.weight	8	0.056518569588661194
1176	linear.weight	9	0.13464581966400146
1176	linear.bias	0	0.15697501599788666
1176	linear.bias	1	0.01880316622555256
1176	linear.bias	2	-0.18530471622943878
1176	linear.bias	3	0.5601509213447571
1176	linear.bias	4	-0.3118439018726349
1176	linear.bias	5	-0.030769959092140198
1176	linear.bias	6	-0.08436165004968643
1176	linear.bias	7	-0.08269016444683075
1176	linear.bias	8	0.14764772355556488
1176	linear.bias	9	-0.239118754863739
1204	transitions	0	-0.5033678412437439
1204	transitions	1	0.4686424434185028
1204	transitions	2	1.8575114011764526
1204	transitions	3	0.24179771542549133
1204	transitions	4	1.054601788520813
1204	transitions	5	1.2790051698684692
1204	transitions	6	0.48641011118888855
1204	transitions	7	0.18932278454303741
1204	transitions	8	-0.9176855683326721
1204	transitions	9	0.9308236241340637
1204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1204	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1204	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1204	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1204	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1204	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1204	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1204	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1204	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1204	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1204	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1204	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1204	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1204	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1204	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1204	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1204	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1204	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1204	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1204	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1204	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1204	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1204	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1204	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1204	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1204	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1204	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1204	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1204	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1204	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1204	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1204	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1204	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1204	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1204	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1204	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1204	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1204	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1204	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1204	embedding2nn.weight	0	0.006376384291797876
1204	embedding2nn.weight	1	0.012802780605852604
1204	embedding2nn.weight	2	-0.0037143647205084562
1204	embedding2nn.weight	3	0.002857474610209465
1204	embedding2nn.weight	4	-0.0031765594612807035
1204	embedding2nn.weight	5	0.0030525927431881428
1204	embedding2nn.weight	6	-0.0004515565524343401
1204	embedding2nn.weight	7	0.005672925151884556
1204	embedding2nn.weight	8	-0.008291601203382015
1204	embedding2nn.weight	9	-0.013433018699288368
1204	embedding2nn.bias	0	0.006787022575736046
1204	embedding2nn.bias	1	-0.014133384451270103
1204	embedding2nn.bias	2	-0.03200666978955269
1204	embedding2nn.bias	3	0.01866716891527176
1204	embedding2nn.bias	4	0.04255223274230957
1204	embedding2nn.bias	5	-0.033542875200510025
1204	embedding2nn.bias	6	0.05056651681661606
1204	embedding2nn.bias	7	0.06115921959280968
1204	embedding2nn.bias	8	0.00797555036842823
1204	embedding2nn.bias	9	-0.006497630383819342
1204	rnn.weight_ih_l0	0	0.03275945782661438
1204	rnn.weight_ih_l0	1	-0.003520021913573146
1204	rnn.weight_ih_l0	2	-0.028217418119311333
1204	rnn.weight_ih_l0	3	-0.04998544231057167
1204	rnn.weight_ih_l0	4	-0.05124227702617645
1204	rnn.weight_ih_l0	5	0.001138881896622479
1204	rnn.weight_ih_l0	6	-0.05120111256837845
1204	rnn.weight_ih_l0	7	-0.04390232264995575
1204	rnn.weight_ih_l0	8	-0.046928808093070984
1204	rnn.weight_ih_l0	9	-0.0259785745292902
1204	rnn.weight_hh_l0	0	0.015229196287691593
1204	rnn.weight_hh_l0	1	-0.011683003976941109
1204	rnn.weight_hh_l0	2	-0.020188169553875923
1204	rnn.weight_hh_l0	3	-0.014952597208321095
1204	rnn.weight_hh_l0	4	-0.06011069938540459
1204	rnn.weight_hh_l0	5	-0.02845172956585884
1204	rnn.weight_hh_l0	6	-0.01818566583096981
1204	rnn.weight_hh_l0	7	0.04607134312391281
1204	rnn.weight_hh_l0	8	-0.024487894028425217
1204	rnn.weight_hh_l0	9	0.030500613152980804
1204	rnn.bias_ih_l0	0	0.05550194904208183
1204	rnn.bias_ih_l0	1	-0.06239064037799835
1204	rnn.bias_ih_l0	2	0.07856199145317078
1204	rnn.bias_ih_l0	3	0.07827981561422348
1204	rnn.bias_ih_l0	4	0.08075270056724548
1204	rnn.bias_ih_l0	5	0.004522337578237057
1204	rnn.bias_ih_l0	6	-0.015163946896791458
1204	rnn.bias_ih_l0	7	-0.05172646418213844
1204	rnn.bias_ih_l0	8	-0.08486785739660263
1204	rnn.bias_ih_l0	9	0.0658714696764946
1204	rnn.bias_hh_l0	0	-0.030401049181818962
1204	rnn.bias_hh_l0	1	0.018723012879490852
1204	rnn.bias_hh_l0	2	-0.006124803330749273
1204	rnn.bias_hh_l0	3	0.017544150352478027
1204	rnn.bias_hh_l0	4	-0.05071661248803139
1204	rnn.bias_hh_l0	5	0.06439364701509476
1204	rnn.bias_hh_l0	6	-0.012939993292093277
1204	rnn.bias_hh_l0	7	0.011666356585919857
1204	rnn.bias_hh_l0	8	0.019204802811145782
1204	rnn.bias_hh_l0	9	0.06800146400928497
1204	rnn.weight_ih_l0_reverse	0	-0.03291953727602959
1204	rnn.weight_ih_l0_reverse	1	-0.006112644448876381
1204	rnn.weight_ih_l0_reverse	2	0.023220842704176903
1204	rnn.weight_ih_l0_reverse	3	-0.06023234501481056
1204	rnn.weight_ih_l0_reverse	4	0.012635578401386738
1204	rnn.weight_ih_l0_reverse	5	-0.05524973198771477
1204	rnn.weight_ih_l0_reverse	6	0.011178179644048214
1204	rnn.weight_ih_l0_reverse	7	0.03678622841835022
1204	rnn.weight_ih_l0_reverse	8	-0.03461521863937378
1204	rnn.weight_ih_l0_reverse	9	-0.04782332107424736
1204	rnn.weight_hh_l0_reverse	0	-0.0614522248506546
1204	rnn.weight_hh_l0_reverse	1	-0.06436385214328766
1204	rnn.weight_hh_l0_reverse	2	0.007457651663571596
1204	rnn.weight_hh_l0_reverse	3	0.04113420844078064
1204	rnn.weight_hh_l0_reverse	4	0.03055349737405777
1204	rnn.weight_hh_l0_reverse	5	0.04659980162978172
1204	rnn.weight_hh_l0_reverse	6	0.022359196096658707
1204	rnn.weight_hh_l0_reverse	7	-0.0012116993311792612
1204	rnn.weight_hh_l0_reverse	8	-0.05786009505391121
1204	rnn.weight_hh_l0_reverse	9	0.02015864849090576
1204	rnn.bias_ih_l0_reverse	0	-0.025437701493501663
1204	rnn.bias_ih_l0_reverse	1	-0.0401344858109951
1204	rnn.bias_ih_l0_reverse	2	0.07174505293369293
1204	rnn.bias_ih_l0_reverse	3	0.024714622646570206
1204	rnn.bias_ih_l0_reverse	4	-0.0835358202457428
1204	rnn.bias_ih_l0_reverse	5	-0.008923784829676151
1204	rnn.bias_ih_l0_reverse	6	-0.06927383691072464
1204	rnn.bias_ih_l0_reverse	7	0.02869541384279728
1204	rnn.bias_ih_l0_reverse	8	0.01709664985537529
1204	rnn.bias_ih_l0_reverse	9	0.059658486396074295
1204	rnn.bias_hh_l0_reverse	0	0.027791906148195267
1204	rnn.bias_hh_l0_reverse	1	0.0493534654378891
1204	rnn.bias_hh_l0_reverse	2	0.06866908818483353
1204	rnn.bias_hh_l0_reverse	3	0.001071812934242189
1204	rnn.bias_hh_l0_reverse	4	0.06485960632562637
1204	rnn.bias_hh_l0_reverse	5	0.019157910719513893
1204	rnn.bias_hh_l0_reverse	6	-0.058656271547079086
1204	rnn.bias_hh_l0_reverse	7	0.04795243963599205
1204	rnn.bias_hh_l0_reverse	8	0.005941458977758884
1204	rnn.bias_hh_l0_reverse	9	-0.07314921170473099
1204	linear.weight	0	0.09840653836727142
1204	linear.weight	1	-0.09138982743024826
1204	linear.weight	2	-0.052565403282642365
1204	linear.weight	3	0.05019262433052063
1204	linear.weight	4	0.04539267718791962
1204	linear.weight	5	-0.02188825234770775
1204	linear.weight	6	-0.024929022416472435
1204	linear.weight	7	-0.024865569546818733
1204	linear.weight	8	0.05460203066468239
1204	linear.weight	9	0.1351255625486374
1204	linear.bias	0	0.16965115070343018
1204	linear.bias	1	0.020407777279615402
1204	linear.bias	2	-0.18967311084270477
1204	linear.bias	3	0.54397052526474
1204	linear.bias	4	-0.31402143836021423
1204	linear.bias	5	-0.030769959092140198
1204	linear.bias	6	-0.0901249498128891
1204	linear.bias	7	-0.08589883893728256
1204	linear.bias	8	0.15537725389003754
1204	linear.bias	9	-0.24066932499408722
1232	transitions	0	-0.5039774179458618
1232	transitions	1	0.4683244228363037
1232	transitions	2	1.856806755065918
1232	transitions	3	0.24149321019649506
1232	transitions	4	1.0544013977050781
1232	transitions	5	1.2789641618728638
1232	transitions	6	0.48640331625938416
1232	transitions	7	0.1892143189907074
1232	transitions	8	-0.9176958203315735
1232	transitions	9	0.9308227896690369
1232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1232	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1232	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1232	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1232	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1232	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1232	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1232	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1232	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1232	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1232	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1232	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1232	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1232	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1232	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1232	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1232	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1232	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1232	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1232	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1232	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1232	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1232	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1232	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1232	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1232	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1232	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1232	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1232	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1232	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1232	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1232	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1232	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1232	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1232	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1232	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1232	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1232	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1232	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1232	embedding2nn.weight	0	0.006566075142472982
1232	embedding2nn.weight	1	0.012786290608346462
1232	embedding2nn.weight	2	-0.0035375775769352913
1232	embedding2nn.weight	3	0.0029618539847433567
1232	embedding2nn.weight	4	-0.0031834004912525415
1232	embedding2nn.weight	5	0.0028860268648713827
1232	embedding2nn.weight	6	-0.0006041028536856174
1232	embedding2nn.weight	7	0.005935661494731903
1232	embedding2nn.weight	8	-0.008247734047472477
1232	embedding2nn.weight	9	-0.013385043479502201
1232	embedding2nn.bias	0	0.009307533502578735
1232	embedding2nn.bias	1	-0.012077500112354755
1232	embedding2nn.bias	2	-0.03634851053357124
1232	embedding2nn.bias	3	0.011904262006282806
1232	embedding2nn.bias	4	0.043888937681913376
1232	embedding2nn.bias	5	-0.02894333191215992
1232	embedding2nn.bias	6	0.05006305128335953
1232	embedding2nn.bias	7	0.06282948702573776
1232	embedding2nn.bias	8	0.008601509034633636
1232	embedding2nn.bias	9	-0.00882574263960123
1232	rnn.weight_ih_l0	0	0.032931022346019745
1232	rnn.weight_ih_l0	1	-0.0035856578033417463
1232	rnn.weight_ih_l0	2	-0.026951005682349205
1232	rnn.weight_ih_l0	3	-0.05036056414246559
1232	rnn.weight_ih_l0	4	-0.05126494541764259
1232	rnn.weight_ih_l0	5	0.0012312544276937842
1232	rnn.weight_ih_l0	6	-0.051412228494882584
1232	rnn.weight_ih_l0	7	-0.043943338096141815
1232	rnn.weight_ih_l0	8	-0.047099947929382324
1232	rnn.weight_ih_l0	9	-0.026086580008268356
1232	rnn.weight_hh_l0	0	0.015416950918734074
1232	rnn.weight_hh_l0	1	-0.011468259617686272
1232	rnn.weight_hh_l0	2	-0.0207205917686224
1232	rnn.weight_hh_l0	3	-0.014562013559043407
1232	rnn.weight_hh_l0	4	-0.06008217856287956
1232	rnn.weight_hh_l0	5	-0.028335727751255035
1232	rnn.weight_hh_l0	6	-0.018148591741919518
1232	rnn.weight_hh_l0	7	0.045598533004522324
1232	rnn.weight_hh_l0	8	-0.024377528578042984
1232	rnn.weight_hh_l0	9	0.030044253915548325
1232	rnn.bias_ih_l0	0	0.055066175758838654
1232	rnn.bias_ih_l0	1	-0.059919338673353195
1232	rnn.bias_ih_l0	2	0.07878769189119339
1232	rnn.bias_ih_l0	3	0.0772281140089035
1232	rnn.bias_ih_l0	4	0.08140827715396881
1232	rnn.bias_ih_l0	5	0.004733521956950426
1232	rnn.bias_ih_l0	6	-0.01490574236959219
1232	rnn.bias_ih_l0	7	-0.0477876178920269
1232	rnn.bias_ih_l0	8	-0.09021550416946411
1232	rnn.bias_ih_l0	9	0.06346359848976135
1232	rnn.bias_hh_l0	0	-0.029320403933525085
1232	rnn.bias_hh_l0	1	0.01925877295434475
1232	rnn.bias_hh_l0	2	-0.006575773470103741
1232	rnn.bias_hh_l0	3	0.01702643744647503
1232	rnn.bias_hh_l0	4	-0.049745842814445496
1232	rnn.bias_hh_l0	5	0.06636136770248413
1232	rnn.bias_hh_l0	6	-0.013155175372958183
1232	rnn.bias_hh_l0	7	0.010382547043263912
1232	rnn.bias_hh_l0	8	0.019463013857603073
1232	rnn.bias_hh_l0	9	0.06858450919389725
1232	rnn.weight_ih_l0_reverse	0	-0.03302614018321037
1232	rnn.weight_ih_l0_reverse	1	-0.0065501597709953785
1232	rnn.weight_ih_l0_reverse	2	0.023112012073397636
1232	rnn.weight_ih_l0_reverse	3	-0.060334283858537674
1232	rnn.weight_ih_l0_reverse	4	0.012540344148874283
1232	rnn.weight_ih_l0_reverse	5	-0.055197495967149734
1232	rnn.weight_ih_l0_reverse	6	0.011896953918039799
1232	rnn.weight_ih_l0_reverse	7	0.03685484081506729
1232	rnn.weight_ih_l0_reverse	8	-0.03459582105278969
1232	rnn.weight_ih_l0_reverse	9	-0.04772059991955757
1232	rnn.weight_hh_l0_reverse	0	-0.06103738397359848
1232	rnn.weight_hh_l0_reverse	1	-0.06478315591812134
1232	rnn.weight_hh_l0_reverse	2	0.007181054446846247
1232	rnn.weight_hh_l0_reverse	3	0.04101685434579849
1232	rnn.weight_hh_l0_reverse	4	0.03039475902915001
1232	rnn.weight_hh_l0_reverse	5	0.04676381126046181
1232	rnn.weight_hh_l0_reverse	6	0.02003365382552147
1232	rnn.weight_hh_l0_reverse	7	-0.0013629290042445064
1232	rnn.weight_hh_l0_reverse	8	-0.05704319849610329
1232	rnn.weight_hh_l0_reverse	9	0.02001015655696392
1232	rnn.bias_ih_l0_reverse	0	-0.028553646057844162
1232	rnn.bias_ih_l0_reverse	1	-0.04355847090482712
1232	rnn.bias_ih_l0_reverse	2	0.07322505116462708
1232	rnn.bias_ih_l0_reverse	3	0.025299949571490288
1232	rnn.bias_ih_l0_reverse	4	-0.08268299698829651
1232	rnn.bias_ih_l0_reverse	5	-0.007851460948586464
1232	rnn.bias_ih_l0_reverse	6	-0.0691634938120842
1232	rnn.bias_ih_l0_reverse	7	0.029695803299546242
1232	rnn.bias_ih_l0_reverse	8	0.017651109024882317
1232	rnn.bias_ih_l0_reverse	9	0.05901511013507843
1232	rnn.bias_hh_l0_reverse	0	0.035231877118349075
1232	rnn.bias_hh_l0_reverse	1	0.04954023286700249
1232	rnn.bias_hh_l0_reverse	2	0.07010633498430252
1232	rnn.bias_hh_l0_reverse	3	0.0010250667110085487
1232	rnn.bias_hh_l0_reverse	4	0.06521175801753998
1232	rnn.bias_hh_l0_reverse	5	0.015055588446557522
1232	rnn.bias_hh_l0_reverse	6	-0.05828937515616417
1232	rnn.bias_hh_l0_reverse	7	0.047812871634960175
1232	rnn.bias_hh_l0_reverse	8	0.004839517176151276
1232	rnn.bias_hh_l0_reverse	9	-0.07591057568788528
1232	linear.weight	0	0.11468247324228287
1232	linear.weight	1	-0.09140895307064056
1232	linear.weight	2	-0.05016307905316353
1232	linear.weight	3	0.04901350662112236
1232	linear.weight	4	0.04597430303692818
1232	linear.weight	5	-0.022177690640091896
1232	linear.weight	6	-0.02473534643650055
1232	linear.weight	7	-0.024774782359600067
1232	linear.weight	8	0.05611133202910423
1232	linear.weight	9	0.13493937253952026
1232	linear.bias	0	0.16489528119564056
1232	linear.bias	1	0.02781441994011402
1232	linear.bias	2	-0.19453458487987518
1232	linear.bias	3	0.5583738684654236
1232	linear.bias	4	-0.31618359684944153
1232	linear.bias	5	-0.030769959092140198
1232	linear.bias	6	-0.09627130627632141
1232	linear.bias	7	-0.08721636980772018
1232	linear.bias	8	0.15199677646160126
1232	linear.bias	9	-0.24245654046535492
1260	transitions	0	-0.5049276351928711
1260	transitions	1	0.46797752380371094
1260	transitions	2	1.8561533689498901
1260	transitions	3	0.2411307990550995
1260	transitions	4	1.0540424585342407
1260	transitions	5	1.2789148092269897
1260	transitions	6	0.48638787865638733
1260	transitions	7	0.1891794353723526
1260	transitions	8	-0.9177135825157166
1260	transitions	9	0.9308218955993652
1260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1260	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1260	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1260	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1260	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1260	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1260	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1260	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1260	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1260	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1260	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1260	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1260	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1260	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1260	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1260	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1260	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1260	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1260	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1260	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1260	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1260	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1260	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1260	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1260	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1260	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1260	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1260	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1260	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1260	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1260	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1260	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1260	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1260	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1260	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1260	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1260	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1260	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1260	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1260	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1260	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1260	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1260	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1260	embedding2nn.weight	0	0.006660186219960451
1260	embedding2nn.weight	1	0.012749798595905304
1260	embedding2nn.weight	2	-0.003574732691049576
1260	embedding2nn.weight	3	0.0032115213107317686
1260	embedding2nn.weight	4	-0.0031562186777591705
1260	embedding2nn.weight	5	0.0028237842489033937
1260	embedding2nn.weight	6	-0.0004253434017300606
1260	embedding2nn.weight	7	0.006787665653973818
1260	embedding2nn.weight	8	-0.008099234662950039
1260	embedding2nn.weight	9	-0.013470606878399849
1260	embedding2nn.bias	0	0.015111464075744152
1260	embedding2nn.bias	1	-0.007996774278581142
1260	embedding2nn.bias	2	-0.03913617134094238
1260	embedding2nn.bias	3	0.009219884872436523
1260	embedding2nn.bias	4	0.049619849771261215
1260	embedding2nn.bias	5	-0.03188397362828255
1260	embedding2nn.bias	6	0.05408511683344841
1260	embedding2nn.bias	7	0.06720593571662903
1260	embedding2nn.bias	8	0.015930332243442535
1260	embedding2nn.bias	9	-0.0014090577606111765
1260	rnn.weight_ih_l0	0	0.03270875662565231
1260	rnn.weight_ih_l0	1	-0.003269042819738388
1260	rnn.weight_ih_l0	2	-0.026587340980768204
1260	rnn.weight_ih_l0	3	-0.050463803112506866
1260	rnn.weight_ih_l0	4	-0.05116727203130722
1260	rnn.weight_ih_l0	5	0.0012580335605889559
1260	rnn.weight_ih_l0	6	-0.05154561623930931
1260	rnn.weight_ih_l0	7	-0.04410402104258537
1260	rnn.weight_ih_l0	8	-0.0470060259103775
1260	rnn.weight_ih_l0	9	-0.026106372475624084
1260	rnn.weight_hh_l0	0	0.015676267445087433
1260	rnn.weight_hh_l0	1	-0.010788568295538425
1260	rnn.weight_hh_l0	2	-0.020716646686196327
1260	rnn.weight_hh_l0	3	-0.01469437126070261
1260	rnn.weight_hh_l0	4	-0.06019396707415581
1260	rnn.weight_hh_l0	5	-0.02833833545446396
1260	rnn.weight_hh_l0	6	-0.01705235242843628
1260	rnn.weight_hh_l0	7	0.04484584555029869
1260	rnn.weight_hh_l0	8	-0.024328794330358505
1260	rnn.weight_hh_l0	9	0.030204329639673233
1260	rnn.bias_ih_l0	0	0.05505409091711044
1260	rnn.bias_ih_l0	1	-0.059083737432956696
1260	rnn.bias_ih_l0	2	0.07993507385253906
1260	rnn.bias_ih_l0	3	0.07602234184741974
1260	rnn.bias_ih_l0	4	0.08056879788637161
1260	rnn.bias_ih_l0	5	0.005024264100939035
1260	rnn.bias_ih_l0	6	-0.015170732513070107
1260	rnn.bias_ih_l0	7	-0.045488063246011734
1260	rnn.bias_ih_l0	8	-0.09469545632600784
1260	rnn.bias_ih_l0	9	0.06301252543926239
1260	rnn.bias_hh_l0	0	-0.029233418405056
1260	rnn.bias_hh_l0	1	0.02024237811565399
1260	rnn.bias_hh_l0	2	-0.006272051017731428
1260	rnn.bias_hh_l0	3	0.019510257989168167
1260	rnn.bias_hh_l0	4	-0.051945704966783524
1260	rnn.bias_hh_l0	5	0.06549124419689178
1260	rnn.bias_hh_l0	6	-0.01430518738925457
1260	rnn.bias_hh_l0	7	0.008623532950878143
1260	rnn.bias_hh_l0	8	0.01919802650809288
1260	rnn.bias_hh_l0	9	0.07053254544734955
1260	rnn.weight_ih_l0_reverse	0	-0.03302619606256485
1260	rnn.weight_ih_l0_reverse	1	-0.006303423549979925
1260	rnn.weight_ih_l0_reverse	2	0.022943096235394478
1260	rnn.weight_ih_l0_reverse	3	-0.05987367779016495
1260	rnn.weight_ih_l0_reverse	4	0.012706981971859932
1260	rnn.weight_ih_l0_reverse	5	-0.055198121815919876
1260	rnn.weight_ih_l0_reverse	6	0.011540018022060394
1260	rnn.weight_ih_l0_reverse	7	0.0369114987552166
1260	rnn.weight_ih_l0_reverse	8	-0.034560445696115494
1260	rnn.weight_ih_l0_reverse	9	-0.04806603491306305
1260	rnn.weight_hh_l0_reverse	0	-0.06151207908987999
1260	rnn.weight_hh_l0_reverse	1	-0.06368279457092285
1260	rnn.weight_hh_l0_reverse	2	0.007058114279061556
1260	rnn.weight_hh_l0_reverse	3	0.0407601073384285
1260	rnn.weight_hh_l0_reverse	4	0.029873080551624298
1260	rnn.weight_hh_l0_reverse	5	0.04670118913054466
1260	rnn.weight_hh_l0_reverse	6	0.019633272662758827
1260	rnn.weight_hh_l0_reverse	7	-0.0013726184843108058
1260	rnn.weight_hh_l0_reverse	8	-0.05716278776526451
1260	rnn.weight_hh_l0_reverse	9	0.020836157724261284
1260	rnn.bias_ih_l0_reverse	0	-0.030340835452079773
1260	rnn.bias_ih_l0_reverse	1	-0.04352391138672829
1260	rnn.bias_ih_l0_reverse	2	0.07209465652704239
1260	rnn.bias_ih_l0_reverse	3	0.024787336587905884
1260	rnn.bias_ih_l0_reverse	4	-0.08364787697792053
1260	rnn.bias_ih_l0_reverse	5	-0.006645020563155413
1260	rnn.bias_ih_l0_reverse	6	-0.06751586496829987
1260	rnn.bias_ih_l0_reverse	7	0.029746169224381447
1260	rnn.bias_ih_l0_reverse	8	0.01721145771443844
1260	rnn.bias_ih_l0_reverse	9	0.05802546441555023
1260	rnn.bias_hh_l0_reverse	0	0.02924646995961666
1260	rnn.bias_hh_l0_reverse	1	0.04945836588740349
1260	rnn.bias_hh_l0_reverse	2	0.07088980078697205
1260	rnn.bias_hh_l0_reverse	3	-4.308771895011887e-05
1260	rnn.bias_hh_l0_reverse	4	0.06572054326534271
1260	rnn.bias_hh_l0_reverse	5	0.013600402511656284
1260	rnn.bias_hh_l0_reverse	6	-0.058615271002054214
1260	rnn.bias_hh_l0_reverse	7	0.04589428752660751
1260	rnn.bias_hh_l0_reverse	8	0.006270574871450663
1260	rnn.bias_hh_l0_reverse	9	-0.0743318647146225
1260	linear.weight	0	0.11606238782405853
1260	linear.weight	1	-0.09144709259271622
1260	linear.weight	2	-0.04609527066349983
1260	linear.weight	3	0.0488007552921772
1260	linear.weight	4	0.04649581015110016
1260	linear.weight	5	-0.022658199071884155
1260	linear.weight	6	-0.02449554018676281
1260	linear.weight	7	-0.0245466660708189
1260	linear.weight	8	0.06122853606939316
1260	linear.weight	9	0.13379645347595215
1260	linear.bias	0	0.169239804148674
1260	linear.bias	1	0.025299549102783203
1260	linear.bias	2	-0.19066673517227173
1260	linear.bias	3	0.5462383031845093
1260	linear.bias	4	-0.3182689845561981
1260	linear.bias	5	-0.030769959092140198
1260	linear.bias	6	-0.08908188343048096
1260	linear.bias	7	-0.08796031773090363
1260	linear.bias	8	0.16070663928985596
1260	linear.bias	9	-0.2437705099582672
1288	transitions	0	-0.5062507390975952
1288	transitions	1	0.4677332937717438
1288	transitions	2	1.8557014465332031
1288	transitions	3	0.24021966755390167
1288	transitions	4	1.0538114309310913
1288	transitions	5	1.278889536857605
1288	transitions	6	0.48638319969177246
1288	transitions	7	0.1891542226076126
1288	transitions	8	-0.9177204370498657
1288	transitions	9	0.9308217167854309
1288	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1288	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1288	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1288	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1288	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1288	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1288	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1288	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1288	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1288	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1288	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1288	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1288	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1288	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1288	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1288	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1288	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1288	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1288	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1288	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1288	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1288	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1288	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1288	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1288	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1288	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1288	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1288	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1288	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1288	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1288	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1288	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1288	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1288	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1288	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1288	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1288	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1288	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1288	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1288	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1288	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1288	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1288	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1288	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1288	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1288	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1288	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1288	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1288	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1288	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1288	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1288	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1288	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1288	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1288	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1288	embedding2nn.weight	0	0.00578751415014267
1288	embedding2nn.weight	1	0.0127413934096694
1288	embedding2nn.weight	2	-0.0036684598308056593
1288	embedding2nn.weight	3	0.002768187550827861
1288	embedding2nn.weight	4	-0.0031096315942704678
1288	embedding2nn.weight	5	0.002807335928082466
1288	embedding2nn.weight	6	-0.00043985777301713824
1288	embedding2nn.weight	7	0.008120059035718441
1288	embedding2nn.weight	8	-0.007979433052241802
1288	embedding2nn.weight	9	-0.013442736119031906
1288	embedding2nn.bias	0	0.013094394467771053
1288	embedding2nn.bias	1	-0.01777339167892933
1288	embedding2nn.bias	2	-0.035894475877285004
1288	embedding2nn.bias	3	0.013301222585141659
1288	embedding2nn.bias	4	0.04451236128807068
1288	embedding2nn.bias	5	-0.031349897384643555
1288	embedding2nn.bias	6	0.05192881077528
1288	embedding2nn.bias	7	0.06683380901813507
1288	embedding2nn.bias	8	0.005236425437033176
1288	embedding2nn.bias	9	-0.0028450393583625555
1288	rnn.weight_ih_l0	0	0.03275120630860329
1288	rnn.weight_ih_l0	1	-0.003969969693571329
1288	rnn.weight_ih_l0	2	-0.027241168543696404
1288	rnn.weight_ih_l0	3	-0.050350598990917206
1288	rnn.weight_ih_l0	4	-0.05117185041308403
1288	rnn.weight_ih_l0	5	0.0010716881370171905
1288	rnn.weight_ih_l0	6	-0.05135294795036316
1288	rnn.weight_ih_l0	7	-0.044080574065446854
1288	rnn.weight_ih_l0	8	-0.047190070152282715
1288	rnn.weight_ih_l0	9	-0.026136040687561035
1288	rnn.weight_hh_l0	0	0.015688152983784676
1288	rnn.weight_hh_l0	1	-0.010560128837823868
1288	rnn.weight_hh_l0	2	-0.019631177186965942
1288	rnn.weight_hh_l0	3	-0.014890126883983612
1288	rnn.weight_hh_l0	4	-0.06003851443529129
1288	rnn.weight_hh_l0	5	-0.028579197824001312
1288	rnn.weight_hh_l0	6	-0.01710142381489277
1288	rnn.weight_hh_l0	7	0.0455113910138607
1288	rnn.weight_hh_l0	8	-0.023986004292964935
1288	rnn.weight_hh_l0	9	0.03009314462542534
1288	rnn.bias_ih_l0	0	0.054881732910871506
1288	rnn.bias_ih_l0	1	-0.059425387531518936
1288	rnn.bias_ih_l0	2	0.07925945520401001
1288	rnn.bias_ih_l0	3	0.07559992372989655
1288	rnn.bias_ih_l0	4	0.07894270122051239
1288	rnn.bias_ih_l0	5	0.004714253358542919
1288	rnn.bias_ih_l0	6	-0.015032635070383549
1288	rnn.bias_ih_l0	7	-0.048188161104917526
1288	rnn.bias_ih_l0	8	-0.09270704537630081
1288	rnn.bias_ih_l0	9	0.062032800167798996
1288	rnn.bias_hh_l0	0	-0.028041819110512733
1288	rnn.bias_hh_l0	1	0.020055487751960754
1288	rnn.bias_hh_l0	2	-0.00747485738247633
1288	rnn.bias_hh_l0	3	0.018537281081080437
1288	rnn.bias_hh_l0	4	-0.050792399793863297
1288	rnn.bias_hh_l0	5	0.06670410186052322
1288	rnn.bias_hh_l0	6	-0.01375649031251669
1288	rnn.bias_hh_l0	7	0.008748995140194893
1288	rnn.bias_hh_l0	8	0.01933612860739231
1288	rnn.bias_hh_l0	9	0.07064922153949738
1288	rnn.weight_ih_l0_reverse	0	-0.03305085375905037
1288	rnn.weight_ih_l0_reverse	1	-0.006274812389165163
1288	rnn.weight_ih_l0_reverse	2	0.02310856245458126
1288	rnn.weight_ih_l0_reverse	3	-0.059686314314603806
1288	rnn.weight_ih_l0_reverse	4	0.01276317611336708
1288	rnn.weight_ih_l0_reverse	5	-0.055220309644937515
1288	rnn.weight_ih_l0_reverse	6	0.010817460715770721
1288	rnn.weight_ih_l0_reverse	7	0.03678055480122566
1288	rnn.weight_ih_l0_reverse	8	-0.03449051454663277
1288	rnn.weight_ih_l0_reverse	9	-0.047993291169404984
1288	rnn.weight_hh_l0_reverse	0	-0.06171099469065666
1288	rnn.weight_hh_l0_reverse	1	-0.06399403512477875
1288	rnn.weight_hh_l0_reverse	2	0.007146262563765049
1288	rnn.weight_hh_l0_reverse	3	0.04054316505789757
1288	rnn.weight_hh_l0_reverse	4	0.02970977872610092
1288	rnn.weight_hh_l0_reverse	5	0.04663520306348801
1288	rnn.weight_hh_l0_reverse	6	0.019153833389282227
1288	rnn.weight_hh_l0_reverse	7	-0.001411922974511981
1288	rnn.weight_hh_l0_reverse	8	-0.05733221769332886
1288	rnn.weight_hh_l0_reverse	9	0.021808862686157227
1288	rnn.bias_ih_l0_reverse	0	-0.032518282532691956
1288	rnn.bias_ih_l0_reverse	1	-0.04942866414785385
1288	rnn.bias_ih_l0_reverse	2	0.07149060815572739
1288	rnn.bias_ih_l0_reverse	3	0.024761952459812164
1288	rnn.bias_ih_l0_reverse	4	-0.08262333273887634
1288	rnn.bias_ih_l0_reverse	5	-0.007714596576988697
1288	rnn.bias_ih_l0_reverse	6	-0.06923146545886993
1288	rnn.bias_ih_l0_reverse	7	0.029464777559041977
1288	rnn.bias_ih_l0_reverse	8	0.01613777130842209
1288	rnn.bias_ih_l0_reverse	9	0.05724991485476494
1288	rnn.bias_hh_l0_reverse	0	0.029942845925688744
1288	rnn.bias_hh_l0_reverse	1	0.046628065407276154
1288	rnn.bias_hh_l0_reverse	2	0.07127083837985992
1288	rnn.bias_hh_l0_reverse	3	0.00096119538648054
1288	rnn.bias_hh_l0_reverse	4	0.06470268219709396
1288	rnn.bias_hh_l0_reverse	5	0.007944849319756031
1288	rnn.bias_hh_l0_reverse	6	-0.05866674333810806
1288	rnn.bias_hh_l0_reverse	7	0.04503466561436653
1288	rnn.bias_hh_l0_reverse	8	0.007397513836622238
1288	rnn.bias_hh_l0_reverse	9	-0.07195492088794708
1288	linear.weight	0	0.11967727541923523
1288	linear.weight	1	-0.09150286763906479
1288	linear.weight	2	-0.046102769672870636
1288	linear.weight	3	0.06163012981414795
1288	linear.weight	4	0.04537873715162277
1288	linear.weight	5	-0.024055970832705498
1288	linear.weight	6	-0.024350984022021294
1288	linear.weight	7	-0.02436961606144905
1288	linear.weight	8	0.06606461107730865
1288	linear.weight	9	0.12999118864536285
1288	linear.bias	0	0.16830435395240784
1288	linear.bias	1	0.02116033062338829
1288	linear.bias	2	-0.19703520834445953
1288	linear.bias	3	0.5501813888549805
1288	linear.bias	4	-0.3199225962162018
1288	linear.bias	5	-0.030769959092140198
1288	linear.bias	6	-0.09484663605690002
1288	linear.bias	7	-0.08136727660894394
1288	linear.bias	8	0.16146866977214813
1288	linear.bias	9	-0.24489642679691315
1316	transitions	0	-0.5070223808288574
1316	transitions	1	0.4674034118652344
1316	transitions	2	1.8550444841384888
1316	transitions	3	0.23995912075042725
1316	transitions	4	1.0535635948181152
1316	transitions	5	1.2788468599319458
1316	transitions	6	0.48636594414711
1316	transitions	7	0.18911278247833252
1316	transitions	8	-0.9177275896072388
1316	transitions	9	0.9308210015296936
1316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1316	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1316	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1316	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1316	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1316	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1316	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1316	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1316	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1316	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1316	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1316	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1316	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1316	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1316	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1316	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1316	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1316	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1316	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1316	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1316	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1316	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1316	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1316	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1316	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1316	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1316	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1316	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1316	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1316	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1316	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1316	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1316	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1316	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1316	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1316	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1316	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1316	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1316	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1316	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1316	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1316	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1316	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1316	embedding2nn.weight	0	0.005469935480505228
1316	embedding2nn.weight	1	0.012716909870505333
1316	embedding2nn.weight	2	-0.0037038240116089582
1316	embedding2nn.weight	3	0.0027433251962065697
1316	embedding2nn.weight	4	-0.003050414379686117
1316	embedding2nn.weight	5	0.0029007962439209223
1316	embedding2nn.weight	6	-0.00041891023283824325
1316	embedding2nn.weight	7	0.0077406419441103935
1316	embedding2nn.weight	8	-0.008328698575496674
1316	embedding2nn.weight	9	-0.013500874862074852
1316	embedding2nn.bias	0	0.010472269728779793
1316	embedding2nn.bias	1	-0.011709232814610004
1316	embedding2nn.bias	2	-0.03759790584445
1316	embedding2nn.bias	3	0.008356701582670212
1316	embedding2nn.bias	4	0.04486391320824623
1316	embedding2nn.bias	5	-0.035931918770074844
1316	embedding2nn.bias	6	0.05410967022180557
1316	embedding2nn.bias	7	0.06940104812383652
1316	embedding2nn.bias	8	0.009985043667256832
1316	embedding2nn.bias	9	-0.003228752873837948
1316	rnn.weight_ih_l0	0	0.03264954313635826
1316	rnn.weight_ih_l0	1	-0.00390789145603776
1316	rnn.weight_ih_l0	2	-0.027387067675590515
1316	rnn.weight_ih_l0	3	-0.05060117319226265
1316	rnn.weight_ih_l0	4	-0.05120985954999924
1316	rnn.weight_ih_l0	5	0.0013878792524337769
1316	rnn.weight_ih_l0	6	-0.051731694489717484
1316	rnn.weight_ih_l0	7	-0.04405121132731438
1316	rnn.weight_ih_l0	8	-0.047224678099155426
1316	rnn.weight_ih_l0	9	-0.026215381920337677
1316	rnn.weight_hh_l0	0	0.01571228727698326
1316	rnn.weight_hh_l0	1	-0.010753164067864418
1316	rnn.weight_hh_l0	2	-0.01976747252047062
1316	rnn.weight_hh_l0	3	-0.014571081846952438
1316	rnn.weight_hh_l0	4	-0.05983784794807434
1316	rnn.weight_hh_l0	5	-0.028344890102744102
1316	rnn.weight_hh_l0	6	-0.016470495611429214
1316	rnn.weight_hh_l0	7	0.04483744502067566
1316	rnn.weight_hh_l0	8	-0.02428511530160904
1316	rnn.weight_hh_l0	9	0.029631024226546288
1316	rnn.bias_ih_l0	0	0.05651881545782089
1316	rnn.bias_ih_l0	1	-0.05967441946268082
1316	rnn.bias_ih_l0	2	0.0794682577252388
1316	rnn.bias_ih_l0	3	0.074607253074646
1316	rnn.bias_ih_l0	4	0.0792667418718338
1316	rnn.bias_ih_l0	5	0.005326011683791876
1316	rnn.bias_ih_l0	6	-0.013687428086996078
1316	rnn.bias_ih_l0	7	-0.052276913076639175
1316	rnn.bias_ih_l0	8	-0.08822669088840485
1316	rnn.bias_ih_l0	9	0.06236780807375908
1316	rnn.bias_hh_l0	0	-0.02855577878654003
1316	rnn.bias_hh_l0	1	0.019317736849188805
1316	rnn.bias_hh_l0	2	-0.008250045590102673
1316	rnn.bias_hh_l0	3	0.021337367594242096
1316	rnn.bias_hh_l0	4	-0.0504811592400074
1316	rnn.bias_hh_l0	5	0.06901988387107849
1316	rnn.bias_hh_l0	6	-0.01345838326960802
1316	rnn.bias_hh_l0	7	0.009137368761003017
1316	rnn.bias_hh_l0	8	0.020681332796812057
1316	rnn.bias_hh_l0	9	0.06789529323577881
1316	rnn.weight_ih_l0_reverse	0	-0.033020444214344025
1316	rnn.weight_ih_l0_reverse	1	-0.005626599304378033
1316	rnn.weight_ih_l0_reverse	2	0.02326437272131443
1316	rnn.weight_ih_l0_reverse	3	-0.0599452406167984
1316	rnn.weight_ih_l0_reverse	4	0.012664745561778545
1316	rnn.weight_ih_l0_reverse	5	-0.055125437676906586
1316	rnn.weight_ih_l0_reverse	6	0.010766532272100449
1316	rnn.weight_ih_l0_reverse	7	0.03672758489847183
1316	rnn.weight_ih_l0_reverse	8	-0.034534160047769547
1316	rnn.weight_ih_l0_reverse	9	-0.04848316311836243
1316	rnn.weight_hh_l0_reverse	0	-0.0619632750749588
1316	rnn.weight_hh_l0_reverse	1	-0.06372971087694168
1316	rnn.weight_hh_l0_reverse	2	0.007166896481066942
1316	rnn.weight_hh_l0_reverse	3	0.040733370929956436
1316	rnn.weight_hh_l0_reverse	4	0.02908601425588131
1316	rnn.weight_hh_l0_reverse	5	0.046864382922649384
1316	rnn.weight_hh_l0_reverse	6	0.020076274871826172
1316	rnn.weight_hh_l0_reverse	7	-0.001497685443609953
1316	rnn.weight_hh_l0_reverse	8	-0.057684045284986496
1316	rnn.weight_hh_l0_reverse	9	0.02224031090736389
1316	rnn.bias_ih_l0_reverse	0	-0.032751020044088364
1316	rnn.bias_ih_l0_reverse	1	-0.05351898819208145
1316	rnn.bias_ih_l0_reverse	2	0.07233349978923798
1316	rnn.bias_ih_l0_reverse	3	0.024570923298597336
1316	rnn.bias_ih_l0_reverse	4	-0.08442366868257523
1316	rnn.bias_ih_l0_reverse	5	-0.006985059939324856
1316	rnn.bias_ih_l0_reverse	6	-0.0689094141125679
1316	rnn.bias_ih_l0_reverse	7	0.030376842245459557
1316	rnn.bias_ih_l0_reverse	8	0.015791691839694977
1316	rnn.bias_ih_l0_reverse	9	0.05809836462140083
1316	rnn.bias_hh_l0_reverse	0	0.029015827924013138
1316	rnn.bias_hh_l0_reverse	1	0.04755709692835808
1316	rnn.bias_hh_l0_reverse	2	0.0722498670220375
1316	rnn.bias_hh_l0_reverse	3	0.0015083759790286422
1316	rnn.bias_hh_l0_reverse	4	0.06484514474868774
1316	rnn.bias_hh_l0_reverse	5	0.009143838658928871
1316	rnn.bias_hh_l0_reverse	6	-0.058191344141960144
1316	rnn.bias_hh_l0_reverse	7	0.04569953680038452
1316	rnn.bias_hh_l0_reverse	8	0.007656340021640062
1316	rnn.bias_hh_l0_reverse	9	-0.06712660938501358
1316	linear.weight	0	0.11564493179321289
1316	linear.weight	1	-0.09179938584566116
1316	linear.weight	2	-0.044287923723459244
1316	linear.weight	3	0.05382327362895012
1316	linear.weight	4	0.043935928493738174
1316	linear.weight	5	-0.028428606688976288
1316	linear.weight	6	-0.024159681051969528
1316	linear.weight	7	-0.02419891394674778
1316	linear.weight	8	0.07262682169675827
1316	linear.weight	9	0.13414013385772705
1316	linear.bias	0	0.16439418494701385
1316	linear.bias	1	0.026338936761021614
1316	linear.bias	2	-0.19791588187217712
1316	linear.bias	3	0.5437667965888977
1316	linear.bias	4	-0.31975293159484863
1316	linear.bias	5	-0.030769959092140198
1316	linear.bias	6	-0.09803950786590576
1316	linear.bias	7	-0.0798916295170784
1316	linear.bias	8	0.15318605303764343
1316	linear.bias	9	-0.24641111493110657
1344	transitions	0	-0.5083827972412109
1344	transitions	1	0.4668886661529541
1344	transitions	2	1.8541545867919922
1344	transitions	3	0.23936240375041962
1344	transitions	4	1.0529699325561523
1344	transitions	5	1.2787930965423584
1344	transitions	6	0.48635202646255493
1344	transitions	7	0.18906134366989136
1344	transitions	8	-0.9177408814430237
1344	transitions	9	0.9308196306228638
1344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1344	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1344	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1344	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1344	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1344	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1344	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1344	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1344	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1344	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1344	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1344	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1344	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1344	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1344	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1344	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1344	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1344	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1344	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1344	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1344	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1344	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1344	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1344	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1344	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1344	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1344	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1344	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1344	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1344	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1344	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1344	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1344	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1344	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1344	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1344	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1344	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1344	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1344	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1344	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1344	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1344	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1344	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1344	embedding2nn.weight	0	0.0054531036876142025
1344	embedding2nn.weight	1	0.012850666418671608
1344	embedding2nn.weight	2	-0.003718846943229437
1344	embedding2nn.weight	3	0.0028308392502367496
1344	embedding2nn.weight	4	-0.0030441228300333023
1344	embedding2nn.weight	5	0.0029909159056842327
1344	embedding2nn.weight	6	-0.00035760540049523115
1344	embedding2nn.weight	7	0.008868355304002762
1344	embedding2nn.weight	8	-0.008612504228949547
1344	embedding2nn.weight	9	-0.013423669151961803
1344	embedding2nn.bias	0	0.010954446159303188
1344	embedding2nn.bias	1	-0.017032310366630554
1344	embedding2nn.bias	2	-0.03807668387889862
1344	embedding2nn.bias	3	0.01683947816491127
1344	embedding2nn.bias	4	0.040439534932374954
1344	embedding2nn.bias	5	-0.028081396594643593
1344	embedding2nn.bias	6	0.04887957125902176
1344	embedding2nn.bias	7	0.0715661495923996
1344	embedding2nn.bias	8	0.004505294840782881
1344	embedding2nn.bias	9	-0.003004026133567095
1344	rnn.weight_ih_l0	0	0.032629724591970444
1344	rnn.weight_ih_l0	1	-0.004088956862688065
1344	rnn.weight_ih_l0	2	-0.028364285826683044
1344	rnn.weight_ih_l0	3	-0.050646111369132996
1344	rnn.weight_ih_l0	4	-0.05125894024968147
1344	rnn.weight_ih_l0	5	0.001274143811315298
1344	rnn.weight_ih_l0	6	-0.05171402171254158
1344	rnn.weight_ih_l0	7	-0.0441056564450264
1344	rnn.weight_ih_l0	8	-0.04722301661968231
1344	rnn.weight_ih_l0	9	-0.026232032105326653
1344	rnn.weight_hh_l0	0	0.01575983688235283
1344	rnn.weight_hh_l0	1	-0.009783361107110977
1344	rnn.weight_hh_l0	2	-0.019728656858205795
1344	rnn.weight_hh_l0	3	-0.01440916582942009
1344	rnn.weight_hh_l0	4	-0.06016837805509567
1344	rnn.weight_hh_l0	5	-0.028247347101569176
1344	rnn.weight_hh_l0	6	-0.01731896586716175
1344	rnn.weight_hh_l0	7	0.04499693214893341
1344	rnn.weight_hh_l0	8	-0.024092018604278564
1344	rnn.weight_hh_l0	9	0.030346881598234177
1344	rnn.bias_ih_l0	0	0.05796748399734497
1344	rnn.bias_ih_l0	1	-0.05935535952448845
1344	rnn.bias_ih_l0	2	0.07773194462060928
1344	rnn.bias_ih_l0	3	0.07465770840644836
1344	rnn.bias_ih_l0	4	0.0790662169456482
1344	rnn.bias_ih_l0	5	0.005298997741192579
1344	rnn.bias_ih_l0	6	-0.014726373367011547
1344	rnn.bias_ih_l0	7	-0.05207113176584244
1344	rnn.bias_ih_l0	8	-0.08952675014734268
1344	rnn.bias_ih_l0	9	0.06226247549057007
1344	rnn.bias_hh_l0	0	-0.028425028547644615
1344	rnn.bias_hh_l0	1	0.01821015402674675
1344	rnn.bias_hh_l0	2	-0.008775302208960056
1344	rnn.bias_hh_l0	3	0.020577378571033478
1344	rnn.bias_hh_l0	4	-0.049683548510074615
1344	rnn.bias_hh_l0	5	0.07182452082633972
1344	rnn.bias_hh_l0	6	-0.013033549301326275
1344	rnn.bias_hh_l0	7	0.010270069353282452
1344	rnn.bias_hh_l0	8	0.019642384722828865
1344	rnn.bias_hh_l0	9	0.06769027560949326
1344	rnn.weight_ih_l0_reverse	0	-0.03310959413647652
1344	rnn.weight_ih_l0_reverse	1	-0.005864775739610195
1344	rnn.weight_ih_l0_reverse	2	0.023075975477695465
1344	rnn.weight_ih_l0_reverse	3	-0.06000807136297226
1344	rnn.weight_ih_l0_reverse	4	0.012446972541511059
1344	rnn.weight_ih_l0_reverse	5	-0.055074285715818405
1344	rnn.weight_ih_l0_reverse	6	0.010207537561655045
1344	rnn.weight_ih_l0_reverse	7	0.03670487925410271
1344	rnn.weight_ih_l0_reverse	8	-0.034589070826768875
1344	rnn.weight_ih_l0_reverse	9	-0.048614028841257095
1344	rnn.weight_hh_l0_reverse	0	-0.061358753591775894
1344	rnn.weight_hh_l0_reverse	1	-0.06423366814851761
1344	rnn.weight_hh_l0_reverse	2	0.0076532927341759205
1344	rnn.weight_hh_l0_reverse	3	0.04061662778258324
1344	rnn.weight_hh_l0_reverse	4	0.029098181053996086
1344	rnn.weight_hh_l0_reverse	5	0.04681147262454033
1344	rnn.weight_hh_l0_reverse	6	0.02105068787932396
1344	rnn.weight_hh_l0_reverse	7	-0.0017888088477775455
1344	rnn.weight_hh_l0_reverse	8	-0.057590607553720474
1344	rnn.weight_hh_l0_reverse	9	0.02201637625694275
1344	rnn.bias_ih_l0_reverse	0	-0.027869688346982002
1344	rnn.bias_ih_l0_reverse	1	-0.047697700560092926
1344	rnn.bias_ih_l0_reverse	2	0.07216871529817581
1344	rnn.bias_ih_l0_reverse	3	0.02461851015686989
1344	rnn.bias_ih_l0_reverse	4	-0.0856134295463562
1344	rnn.bias_ih_l0_reverse	5	-0.005694882944226265
1344	rnn.bias_ih_l0_reverse	6	-0.06853307038545609
1344	rnn.bias_ih_l0_reverse	7	0.028685258701443672
1344	rnn.bias_ih_l0_reverse	8	0.015767909586429596
1344	rnn.bias_ih_l0_reverse	9	0.05930925905704498
1344	rnn.bias_hh_l0_reverse	0	0.029073400422930717
1344	rnn.bias_hh_l0_reverse	1	0.04600164666771889
1344	rnn.bias_hh_l0_reverse	2	0.07192736119031906
1344	rnn.bias_hh_l0_reverse	3	0.0004521477094385773
1344	rnn.bias_hh_l0_reverse	4	0.06456834077835083
1344	rnn.bias_hh_l0_reverse	5	0.0167403444647789
1344	rnn.bias_hh_l0_reverse	6	-0.05815292149782181
1344	rnn.bias_hh_l0_reverse	7	0.04580250754952431
1344	rnn.bias_hh_l0_reverse	8	0.010393084026873112
1344	rnn.bias_hh_l0_reverse	9	-0.07012169063091278
1344	linear.weight	0	0.11704572290182114
1344	linear.weight	1	-0.0921553522348404
1344	linear.weight	2	-0.04067904129624367
1344	linear.weight	3	0.05392422527074814
1344	linear.weight	4	0.04390568286180496
1344	linear.weight	5	-0.030705071985721588
1344	linear.weight	6	-0.023968545719981194
1344	linear.weight	7	-0.023901622742414474
1344	linear.weight	8	0.07155770063400269
1344	linear.weight	9	0.13583575189113617
1344	linear.bias	0	0.14563001692295074
1344	linear.bias	1	0.020500771701335907
1344	linear.bias	2	-0.19431135058403015
1344	linear.bias	3	0.5685579776763916
1344	linear.bias	4	-0.3157573640346527
1344	linear.bias	5	-0.030769959092140198
1344	linear.bias	6	-0.09778856486082077
1344	linear.bias	7	-0.07841713726520538
1344	linear.bias	8	0.1581818163394928
1344	linear.bias	9	-0.24828802049160004
1372	transitions	0	-0.5091598033905029
1372	transitions	1	0.4664474129676819
1372	transitions	2	1.853493571281433
1372	transitions	3	0.23897501826286316
1372	transitions	4	1.0527347326278687
1372	transitions	5	1.278751015663147
1372	transitions	6	0.486328125
1372	transitions	7	0.1889123022556305
1372	transitions	8	-0.9177520275115967
1372	transitions	9	0.930818498134613
1372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1372	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1372	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1372	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1372	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1372	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1372	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1372	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1372	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1372	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1372	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1372	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1372	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1372	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1372	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1372	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1372	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1372	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1372	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1372	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1372	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1372	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1372	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1372	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1372	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1372	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1372	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1372	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1372	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1372	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1372	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1372	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1372	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1372	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1372	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1372	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1372	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1372	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1372	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1372	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1372	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1372	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1372	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1372	embedding2nn.weight	0	0.006305673625320196
1372	embedding2nn.weight	1	0.012836822308599949
1372	embedding2nn.weight	2	-0.0036279859486967325
1372	embedding2nn.weight	3	0.0028768309857696295
1372	embedding2nn.weight	4	-0.0030187873635441065
1372	embedding2nn.weight	5	0.0029080247040838003
1372	embedding2nn.weight	6	-0.00026777738821692765
1372	embedding2nn.weight	7	0.010022010654211044
1372	embedding2nn.weight	8	-0.008320897817611694
1372	embedding2nn.weight	9	-0.013452612794935703
1372	embedding2nn.bias	0	0.012766738422214985
1372	embedding2nn.bias	1	-0.01653500273823738
1372	embedding2nn.bias	2	-0.04035564512014389
1372	embedding2nn.bias	3	0.008768090978264809
1372	embedding2nn.bias	4	0.03902319073677063
1372	embedding2nn.bias	5	-0.032190028578042984
1372	embedding2nn.bias	6	0.04650063067674637
1372	embedding2nn.bias	7	0.06957238912582397
1372	embedding2nn.bias	8	0.004211596678942442
1372	embedding2nn.bias	9	0.0009069285006262362
1372	rnn.weight_ih_l0	0	0.032578855752944946
1372	rnn.weight_ih_l0	1	-0.0036313405726104975
1372	rnn.weight_ih_l0	2	-0.027902306988835335
1372	rnn.weight_ih_l0	3	-0.050754472613334656
1372	rnn.weight_ih_l0	4	-0.05103007331490517
1372	rnn.weight_ih_l0	5	0.001093597151339054
1372	rnn.weight_ih_l0	6	-0.05167585238814354
1372	rnn.weight_ih_l0	7	-0.04423375800251961
1372	rnn.weight_ih_l0	8	-0.04714246466755867
1372	rnn.weight_ih_l0	9	-0.026240654289722443
1372	rnn.weight_hh_l0	0	0.015653733164072037
1372	rnn.weight_hh_l0	1	-0.009674420580267906
1372	rnn.weight_hh_l0	2	-0.01940847374498844
1372	rnn.weight_hh_l0	3	-0.01442825235426426
1372	rnn.weight_hh_l0	4	-0.06005299091339111
1372	rnn.weight_hh_l0	5	-0.027982568368315697
1372	rnn.weight_hh_l0	6	-0.016248350962996483
1372	rnn.weight_hh_l0	7	0.04539351910352707
1372	rnn.weight_hh_l0	8	-0.02391873300075531
1372	rnn.weight_hh_l0	9	0.030152417719364166
1372	rnn.bias_ih_l0	0	0.06019365042448044
1372	rnn.bias_ih_l0	1	-0.05967899411916733
1372	rnn.bias_ih_l0	2	0.07808328419923782
1372	rnn.bias_ih_l0	3	0.07422911375761032
1372	rnn.bias_ih_l0	4	0.07835223525762558
1372	rnn.bias_ih_l0	5	0.0053148833103477955
1372	rnn.bias_ih_l0	6	-0.01478765532374382
1372	rnn.bias_ih_l0	7	-0.052176978439092636
1372	rnn.bias_ih_l0	8	-0.09298050403594971
1372	rnn.bias_ih_l0	9	0.06151992082595825
1372	rnn.bias_hh_l0	0	-0.028071898967027664
1372	rnn.bias_hh_l0	1	0.018775878474116325
1372	rnn.bias_hh_l0	2	-0.008002149872481823
1372	rnn.bias_hh_l0	3	0.022267723456025124
1372	rnn.bias_hh_l0	4	-0.0496148020029068
1372	rnn.bias_hh_l0	5	0.07232819497585297
1372	rnn.bias_hh_l0	6	-0.013518313877284527
1372	rnn.bias_hh_l0	7	0.011251647025346756
1372	rnn.bias_hh_l0	8	0.019581103697419167
1372	rnn.bias_hh_l0	9	0.06897742301225662
1372	rnn.weight_ih_l0_reverse	0	-0.03320033475756645
1372	rnn.weight_ih_l0_reverse	1	-0.006527051329612732
1372	rnn.weight_ih_l0_reverse	2	0.023129882290959358
1372	rnn.weight_ih_l0_reverse	3	-0.05946285277605057
1372	rnn.weight_ih_l0_reverse	4	0.012449444271624088
1372	rnn.weight_ih_l0_reverse	5	-0.055037107318639755
1372	rnn.weight_ih_l0_reverse	6	0.010242193937301636
1372	rnn.weight_ih_l0_reverse	7	0.03666991367936134
1372	rnn.weight_ih_l0_reverse	8	-0.03464825451374054
1372	rnn.weight_ih_l0_reverse	9	-0.048827845603227615
1372	rnn.weight_hh_l0_reverse	0	-0.061189327389001846
1372	rnn.weight_hh_l0_reverse	1	-0.06320032477378845
1372	rnn.weight_hh_l0_reverse	2	0.007660303730517626
1372	rnn.weight_hh_l0_reverse	3	0.040361616760492325
1372	rnn.weight_hh_l0_reverse	4	0.02883905917406082
1372	rnn.weight_hh_l0_reverse	5	0.04676542431116104
1372	rnn.weight_hh_l0_reverse	6	0.019716789945960045
1372	rnn.weight_hh_l0_reverse	7	-0.001400812529027462
1372	rnn.weight_hh_l0_reverse	8	-0.057625893503427505
1372	rnn.weight_hh_l0_reverse	9	0.02230430394411087
1372	rnn.bias_ih_l0_reverse	0	-0.03559041768312454
1372	rnn.bias_ih_l0_reverse	1	-0.051751505583524704
1372	rnn.bias_ih_l0_reverse	2	0.0729239359498024
1372	rnn.bias_ih_l0_reverse	3	0.02404116280376911
1372	rnn.bias_ih_l0_reverse	4	-0.08599438518285751
1372	rnn.bias_ih_l0_reverse	5	-0.00607891334220767
1372	rnn.bias_ih_l0_reverse	6	-0.07020813226699829
1372	rnn.bias_ih_l0_reverse	7	0.03021380864083767
1372	rnn.bias_ih_l0_reverse	8	0.014962632209062576
1372	rnn.bias_ih_l0_reverse	9	0.05789751559495926
1372	rnn.bias_hh_l0_reverse	0	0.03063724748790264
1372	rnn.bias_hh_l0_reverse	1	0.046798303723335266
1372	rnn.bias_hh_l0_reverse	2	0.07158481329679489
1372	rnn.bias_hh_l0_reverse	3	-0.000305886467685923
1372	rnn.bias_hh_l0_reverse	4	0.06476651877164841
1372	rnn.bias_hh_l0_reverse	5	0.01449762936681509
1372	rnn.bias_hh_l0_reverse	6	-0.05807965248823166
1372	rnn.bias_hh_l0_reverse	7	0.046032413840293884
1372	rnn.bias_hh_l0_reverse	8	0.01070657093077898
1372	rnn.bias_hh_l0_reverse	9	-0.07110388576984406
1372	linear.weight	0	0.12369813770055771
1372	linear.weight	1	-0.09225700795650482
1372	linear.weight	2	-0.03725021332502365
1372	linear.weight	3	0.05153321474790573
1372	linear.weight	4	0.04479793831706047
1372	linear.weight	5	-0.03040100261569023
1372	linear.weight	6	-0.023803796619176865
1372	linear.weight	7	-0.023693226277828217
1372	linear.weight	8	0.07016702741384506
1372	linear.weight	9	0.1390492469072342
1372	linear.bias	0	0.15117505192756653
1372	linear.bias	1	0.015331551432609558
1372	linear.bias	2	-0.2026030719280243
1372	linear.bias	3	0.5773346424102783
1372	linear.bias	4	-0.3181193768978119
1372	linear.bias	5	-0.030769959092140198
1372	linear.bias	6	-0.10660748183727264
1372	linear.bias	7	-0.0771012157201767
1372	linear.bias	8	0.16527579724788666
1372	linear.bias	9	-0.24985648691654205
1400	transitions	0	-0.510029673576355
1400	transitions	1	0.46616074442863464
1400	transitions	2	1.8531051874160767
1400	transitions	3	0.23840735852718353
1400	transitions	4	1.0520755052566528
1400	transitions	5	1.2787103652954102
1400	transitions	6	0.4863220155239105
1400	transitions	7	0.18889127671718597
1400	transitions	8	-0.9177626371383667
1400	transitions	9	0.9308180212974548
1400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1400	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1400	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1400	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1400	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1400	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1400	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1400	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1400	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1400	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1400	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1400	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1400	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1400	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1400	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1400	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1400	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1400	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1400	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1400	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1400	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1400	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1400	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1400	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1400	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1400	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1400	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1400	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1400	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1400	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1400	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1400	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1400	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1400	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1400	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1400	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1400	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1400	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1400	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1400	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1400	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1400	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1400	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1400	embedding2nn.weight	0	0.00759253092110157
1400	embedding2nn.weight	1	0.012926970608532429
1400	embedding2nn.weight	2	-0.0036416028160601854
1400	embedding2nn.weight	3	0.002799299079924822
1400	embedding2nn.weight	4	-0.003048383165150881
1400	embedding2nn.weight	5	0.002951117930933833
1400	embedding2nn.weight	6	-9.190665150526911e-05
1400	embedding2nn.weight	7	0.00926328357309103
1400	embedding2nn.weight	8	-0.008244693279266357
1400	embedding2nn.weight	9	-0.013387405313551426
1400	embedding2nn.bias	0	0.00833120197057724
1400	embedding2nn.bias	1	-0.013258540071547031
1400	embedding2nn.bias	2	-0.03451114520430565
1400	embedding2nn.bias	3	0.015287608839571476
1400	embedding2nn.bias	4	0.03605589270591736
1400	embedding2nn.bias	5	-0.030122030526399612
1400	embedding2nn.bias	6	0.055061642080545425
1400	embedding2nn.bias	7	0.07202225178480148
1400	embedding2nn.bias	8	0.0056458874605596066
1400	embedding2nn.bias	9	-0.00315364683046937
1400	rnn.weight_ih_l0	0	0.03238790109753609
1400	rnn.weight_ih_l0	1	-0.0037233498878777027
1400	rnn.weight_ih_l0	2	-0.026555446907877922
1400	rnn.weight_ih_l0	3	-0.05091042444109917
1400	rnn.weight_ih_l0	4	-0.05092748627066612
1400	rnn.weight_ih_l0	5	0.0010227527236565948
1400	rnn.weight_ih_l0	6	-0.051690537482500076
1400	rnn.weight_ih_l0	7	-0.04427480325102806
1400	rnn.weight_ih_l0	8	-0.047248829156160355
1400	rnn.weight_ih_l0	9	-0.026244351640343666
1400	rnn.weight_hh_l0	0	0.015602126717567444
1400	rnn.weight_hh_l0	1	-0.00933303777128458
1400	rnn.weight_hh_l0	2	-0.018340088427066803
1400	rnn.weight_hh_l0	3	-0.013994704931974411
1400	rnn.weight_hh_l0	4	-0.06007103621959686
1400	rnn.weight_hh_l0	5	-0.0277485940605402
1400	rnn.weight_hh_l0	6	-0.01973571628332138
1400	rnn.weight_hh_l0	7	0.043546028435230255
1400	rnn.weight_hh_l0	8	-0.023864272981882095
1400	rnn.weight_hh_l0	9	0.03003566898405552
1400	rnn.bias_ih_l0	0	0.06024928018450737
1400	rnn.bias_ih_l0	1	-0.061856623739004135
1400	rnn.bias_ih_l0	2	0.08063068240880966
1400	rnn.bias_ih_l0	3	0.07274506986141205
1400	rnn.bias_ih_l0	4	0.07846062630414963
1400	rnn.bias_ih_l0	5	0.00548496562987566
1400	rnn.bias_ih_l0	6	-0.013290587812662125
1400	rnn.bias_ih_l0	7	-0.05215182900428772
1400	rnn.bias_ih_l0	8	-0.09115951508283615
1400	rnn.bias_ih_l0	9	0.06306582689285278
1400	rnn.bias_hh_l0	0	-0.028921809047460556
1400	rnn.bias_hh_l0	1	0.01840900257229805
1400	rnn.bias_hh_l0	2	-0.008018561638891697
1400	rnn.bias_hh_l0	3	0.022794704884290695
1400	rnn.bias_hh_l0	4	-0.04947879910469055
1400	rnn.bias_hh_l0	5	0.07318568229675293
1400	rnn.bias_hh_l0	6	-0.013680808246135712
1400	rnn.bias_hh_l0	7	0.010160841047763824
1400	rnn.bias_hh_l0	8	0.02107818052172661
1400	rnn.bias_hh_l0	9	0.06667428463697433
1400	rnn.weight_ih_l0_reverse	0	-0.033182237297296524
1400	rnn.weight_ih_l0_reverse	1	-0.0065797255374491215
1400	rnn.weight_ih_l0_reverse	2	0.023090962320566177
1400	rnn.weight_ih_l0_reverse	3	-0.05920203775167465
1400	rnn.weight_ih_l0_reverse	4	0.012491372413933277
1400	rnn.weight_ih_l0_reverse	5	-0.055148422718048096
1400	rnn.weight_ih_l0_reverse	6	0.011837958358228207
1400	rnn.weight_ih_l0_reverse	7	0.03662703186273575
1400	rnn.weight_ih_l0_reverse	8	-0.03474593535065651
1400	rnn.weight_ih_l0_reverse	9	-0.04880832880735397
1400	rnn.weight_hh_l0_reverse	0	-0.060961268842220306
1400	rnn.weight_hh_l0_reverse	1	-0.06296411901712418
1400	rnn.weight_hh_l0_reverse	2	0.0078078038059175014
1400	rnn.weight_hh_l0_reverse	3	0.04020041599869728
1400	rnn.weight_hh_l0_reverse	4	0.028875112533569336
1400	rnn.weight_hh_l0_reverse	5	0.04672037437558174
1400	rnn.weight_hh_l0_reverse	6	0.016575410962104797
1400	rnn.weight_hh_l0_reverse	7	-0.0018331391038373113
1400	rnn.weight_hh_l0_reverse	8	-0.05807644873857498
1400	rnn.weight_hh_l0_reverse	9	0.022365236654877663
1400	rnn.bias_ih_l0_reverse	0	-0.0405447743833065
1400	rnn.bias_ih_l0_reverse	1	-0.04657912626862526
1400	rnn.bias_ih_l0_reverse	2	0.07367915660142899
1400	rnn.bias_ih_l0_reverse	3	0.02514737844467163
1400	rnn.bias_ih_l0_reverse	4	-0.08590810000896454
1400	rnn.bias_ih_l0_reverse	5	-0.00572833139449358
1400	rnn.bias_ih_l0_reverse	6	-0.07291100174188614
1400	rnn.bias_ih_l0_reverse	7	0.02896951325237751
1400	rnn.bias_ih_l0_reverse	8	0.015239164233207703
1400	rnn.bias_ih_l0_reverse	9	0.058017123490571976
1400	rnn.bias_hh_l0_reverse	0	0.03371105343103409
1400	rnn.bias_hh_l0_reverse	1	0.04758542776107788
1400	rnn.bias_hh_l0_reverse	2	0.07065640389919281
1400	rnn.bias_hh_l0_reverse	3	-0.00041413199505768716
1400	rnn.bias_hh_l0_reverse	4	0.06557610630989075
1400	rnn.bias_hh_l0_reverse	5	0.013949205167591572
1400	rnn.bias_hh_l0_reverse	6	-0.05795899033546448
1400	rnn.bias_hh_l0_reverse	7	0.04565788805484772
1400	rnn.bias_hh_l0_reverse	8	0.01038249023258686
1400	rnn.bias_hh_l0_reverse	9	-0.07055213302373886
1400	linear.weight	0	0.1367320567369461
1400	linear.weight	1	-0.09238854795694351
1400	linear.weight	2	-0.0401461124420166
1400	linear.weight	3	0.05630704388022423
1400	linear.weight	4	0.04281150922179222
1400	linear.weight	5	-0.03117629513144493
1400	linear.weight	6	-0.02356698364019394
1400	linear.weight	7	-0.02361709624528885
1400	linear.weight	8	0.06656289100646973
1400	linear.weight	9	0.14148852229118347
1400	linear.bias	0	0.14876669645309448
1400	linear.bias	1	0.00965993944555521
1400	linear.bias	2	-0.2014119029045105
1400	linear.bias	3	0.5860095620155334
1400	linear.bias	4	-0.32001516222953796
1400	linear.bias	5	-0.030769959092140198
1400	linear.bias	6	-0.10536277294158936
1400	linear.bias	7	-0.07805956155061722
1400	linear.bias	8	0.15679645538330078
1400	linear.bias	9	-0.2511797547340393
1428	transitions	0	-0.5109957456588745
1428	transitions	1	0.4657527506351471
1428	transitions	2	1.8523902893066406
1428	transitions	3	0.2381390929222107
1428	transitions	4	1.0517362356185913
1428	transitions	5	1.2786659002304077
1428	transitions	6	0.48630446195602417
1428	transitions	7	0.188858300447464
1428	transitions	8	-0.9177697896957397
1428	transitions	9	0.9308170676231384
1428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1428	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1428	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1428	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1428	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1428	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1428	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1428	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1428	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1428	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1428	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1428	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1428	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1428	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1428	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1428	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1428	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1428	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1428	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1428	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1428	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1428	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1428	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1428	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1428	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1428	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1428	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1428	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1428	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1428	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1428	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1428	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1428	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1428	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1428	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1428	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1428	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1428	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1428	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1428	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1428	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1428	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1428	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1428	embedding2nn.weight	0	0.008654746226966381
1428	embedding2nn.weight	1	0.013027532957494259
1428	embedding2nn.weight	2	-0.0037428701762109995
1428	embedding2nn.weight	3	0.002675411058589816
1428	embedding2nn.weight	4	-0.0030718750786036253
1428	embedding2nn.weight	5	0.0032681943848729134
1428	embedding2nn.weight	6	-4.630644616554491e-05
1428	embedding2nn.weight	7	0.01107800006866455
1428	embedding2nn.weight	8	-0.008291185833513737
1428	embedding2nn.weight	9	-0.013391981832683086
1428	embedding2nn.bias	0	0.00014851165178697556
1428	embedding2nn.bias	1	-0.008397525176405907
1428	embedding2nn.bias	2	-0.03520120307803154
1428	embedding2nn.bias	3	0.01276008877903223
1428	embedding2nn.bias	4	0.03860741853713989
1428	embedding2nn.bias	5	-0.025731898844242096
1428	embedding2nn.bias	6	0.0522896833717823
1428	embedding2nn.bias	7	0.06636796146631241
1428	embedding2nn.bias	8	0.011467700824141502
1428	embedding2nn.bias	9	-0.006687178276479244
1428	rnn.weight_ih_l0	0	0.032563466578722
1428	rnn.weight_ih_l0	1	-0.0036609836388379335
1428	rnn.weight_ih_l0	2	-0.026626672595739365
1428	rnn.weight_ih_l0	3	-0.050990138202905655
1428	rnn.weight_ih_l0	4	-0.0509362518787384
1428	rnn.weight_ih_l0	5	0.0010084460955113173
1428	rnn.weight_ih_l0	6	-0.051899686455726624
1428	rnn.weight_ih_l0	7	-0.04445372149348259
1428	rnn.weight_ih_l0	8	-0.047241825610399246
1428	rnn.weight_ih_l0	9	-0.02629626914858818
1428	rnn.weight_hh_l0	0	0.015294148586690426
1428	rnn.weight_hh_l0	1	-0.009444489143788815
1428	rnn.weight_hh_l0	2	-0.018244097009301186
1428	rnn.weight_hh_l0	3	-0.014049751684069633
1428	rnn.weight_hh_l0	4	-0.06029625982046127
1428	rnn.weight_hh_l0	5	-0.02772883139550686
1428	rnn.weight_hh_l0	6	-0.019624333828687668
1428	rnn.weight_hh_l0	7	0.043678704649209976
1428	rnn.weight_hh_l0	8	-0.02367192693054676
1428	rnn.weight_hh_l0	9	0.030361931771039963
1428	rnn.bias_ih_l0	0	0.06140228733420372
1428	rnn.bias_ih_l0	1	-0.06217192858457565
1428	rnn.bias_ih_l0	2	0.08134312182664871
1428	rnn.bias_ih_l0	3	0.07390154153108597
1428	rnn.bias_ih_l0	4	0.07882225513458252
1428	rnn.bias_ih_l0	5	0.0063656349666416645
1428	rnn.bias_ih_l0	6	-0.013661216013133526
1428	rnn.bias_ih_l0	7	-0.0556645393371582
1428	rnn.bias_ih_l0	8	-0.08784734457731247
1428	rnn.bias_ih_l0	9	0.06184457242488861
1428	rnn.bias_hh_l0	0	-0.027906963601708412
1428	rnn.bias_hh_l0	1	0.018897920846939087
1428	rnn.bias_hh_l0	2	-0.008332612924277782
1428	rnn.bias_hh_l0	3	0.02022012509405613
1428	rnn.bias_hh_l0	4	-0.04932792857289314
1428	rnn.bias_hh_l0	5	0.07407953590154648
1428	rnn.bias_hh_l0	6	-0.014877044595777988
1428	rnn.bias_hh_l0	7	0.00873023271560669
1428	rnn.bias_hh_l0	8	0.020707551389932632
1428	rnn.bias_hh_l0	9	0.06633603572845459
1428	rnn.weight_ih_l0_reverse	0	-0.033191557973623276
1428	rnn.weight_ih_l0_reverse	1	-0.0064435191452503204
1428	rnn.weight_ih_l0_reverse	2	0.022951623424887657
1428	rnn.weight_ih_l0_reverse	3	-0.05919603258371353
1428	rnn.weight_ih_l0_reverse	4	0.012732584029436111
1428	rnn.weight_ih_l0_reverse	5	-0.055226508527994156
1428	rnn.weight_ih_l0_reverse	6	0.012491559609770775
1428	rnn.weight_ih_l0_reverse	7	0.03661075606942177
1428	rnn.weight_ih_l0_reverse	8	-0.03474144637584686
1428	rnn.weight_ih_l0_reverse	9	-0.048756543546915054
1428	rnn.weight_hh_l0_reverse	0	-0.06036168709397316
1428	rnn.weight_hh_l0_reverse	1	-0.06319798529148102
1428	rnn.weight_hh_l0_reverse	2	0.007612897548824549
1428	rnn.weight_hh_l0_reverse	3	0.040315281599760056
1428	rnn.weight_hh_l0_reverse	4	0.029098985716700554
1428	rnn.weight_hh_l0_reverse	5	0.04663850739598274
1428	rnn.weight_hh_l0_reverse	6	0.016720866784453392
1428	rnn.weight_hh_l0_reverse	7	-0.0014780149795114994
1428	rnn.weight_hh_l0_reverse	8	-0.058309271931648254
1428	rnn.weight_hh_l0_reverse	9	0.022870011627674103
1428	rnn.bias_ih_l0_reverse	0	-0.03850424289703369
1428	rnn.bias_ih_l0_reverse	1	-0.04753430187702179
1428	rnn.bias_ih_l0_reverse	2	0.07304972410202026
1428	rnn.bias_ih_l0_reverse	3	0.02518438547849655
1428	rnn.bias_ih_l0_reverse	4	-0.08550141006708145
1428	rnn.bias_ih_l0_reverse	5	-0.005297556519508362
1428	rnn.bias_ih_l0_reverse	6	-0.07363592833280563
1428	rnn.bias_ih_l0_reverse	7	0.031150734052062035
1428	rnn.bias_ih_l0_reverse	8	0.016054071485996246
1428	rnn.bias_ih_l0_reverse	9	0.058521997183561325
1428	rnn.bias_hh_l0_reverse	0	0.033594582229852676
1428	rnn.bias_hh_l0_reverse	1	0.04628154635429382
1428	rnn.bias_hh_l0_reverse	2	0.07045692950487137
1428	rnn.bias_hh_l0_reverse	3	-0.00078022904926911
1428	rnn.bias_hh_l0_reverse	4	0.06483295559883118
1428	rnn.bias_hh_l0_reverse	5	0.011790608987212181
1428	rnn.bias_hh_l0_reverse	6	-0.05671577900648117
1428	rnn.bias_hh_l0_reverse	7	0.0457969605922699
1428	rnn.bias_hh_l0_reverse	8	0.009804630652070045
1428	rnn.bias_hh_l0_reverse	9	-0.0549146868288517
1428	linear.weight	0	0.11975079029798508
1428	linear.weight	1	-0.09270957857370377
1428	linear.weight	2	-0.04177923873066902
1428	linear.weight	3	0.06313151866197586
1428	linear.weight	4	0.04129552096128464
1428	linear.weight	5	-0.031809620559215546
1428	linear.weight	6	-0.023285262286663055
1428	linear.weight	7	-0.024647964164614677
1428	linear.weight	8	0.06516264379024506
1428	linear.weight	9	0.14792051911354065
1428	linear.bias	0	0.15967321395874023
1428	linear.bias	1	0.01862056739628315
1428	linear.bias	2	-0.20234639942646027
1428	linear.bias	3	0.564708411693573
1428	linear.bias	4	-0.3224294185638428
1428	linear.bias	5	-0.030769959092140198
1428	linear.bias	6	-0.10482149571180344
1428	linear.bias	7	-0.08534462749958038
1428	linear.bias	8	0.16275979578495026
1428	linear.bias	9	-0.25278720259666443
1456	transitions	0	-0.5121537446975708
1456	transitions	1	0.4652773439884186
1456	transitions	2	1.8517900705337524
1456	transitions	3	0.23676815629005432
1456	transitions	4	1.0515010356903076
1456	transitions	5	1.2786352634429932
1456	transitions	6	0.4862794578075409
1456	transitions	7	0.18883347511291504
1456	transitions	8	-0.9177802801132202
1456	transitions	9	0.9308159351348877
1456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1456	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1456	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1456	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1456	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1456	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1456	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1456	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1456	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1456	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1456	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1456	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1456	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1456	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1456	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1456	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1456	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1456	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1456	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1456	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1456	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1456	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1456	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1456	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1456	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1456	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1456	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1456	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1456	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1456	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1456	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1456	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1456	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1456	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1456	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1456	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1456	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1456	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1456	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1456	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1456	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1456	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1456	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1456	embedding2nn.weight	0	0.007706284057348967
1456	embedding2nn.weight	1	0.013233684003353119
1456	embedding2nn.weight	2	-0.0037477626465260983
1456	embedding2nn.weight	3	0.002693540183827281
1456	embedding2nn.weight	4	-0.00305012590251863
1456	embedding2nn.weight	5	0.003237929195165634
1456	embedding2nn.weight	6	-0.00015192135469987988
1456	embedding2nn.weight	7	0.011915024369955063
1456	embedding2nn.weight	8	-0.00843646377325058
1456	embedding2nn.weight	9	-0.013412107713520527
1456	embedding2nn.bias	0	0.0004569804877974093
1456	embedding2nn.bias	1	-0.006349361035972834
1456	embedding2nn.bias	2	-0.040280781686306
1456	embedding2nn.bias	3	0.010825127363204956
1456	embedding2nn.bias	4	0.04214045777916908
1456	embedding2nn.bias	5	-0.026033811271190643
1456	embedding2nn.bias	6	0.05351431295275688
1456	embedding2nn.bias	7	0.0688391923904419
1456	embedding2nn.bias	8	0.011815913952887058
1456	embedding2nn.bias	9	-0.008170844055712223
1456	rnn.weight_ih_l0	0	0.032377470284700394
1456	rnn.weight_ih_l0	1	-0.0045075686648488045
1456	rnn.weight_ih_l0	2	-0.028319569304585457
1456	rnn.weight_ih_l0	3	-0.05102163925766945
1456	rnn.weight_ih_l0	4	-0.051005519926548004
1456	rnn.weight_ih_l0	5	0.000870708201546222
1456	rnn.weight_ih_l0	6	-0.05188949778676033
1456	rnn.weight_ih_l0	7	-0.04446093738079071
1456	rnn.weight_ih_l0	8	-0.0472569465637207
1456	rnn.weight_ih_l0	9	-0.026248611509799957
1456	rnn.weight_hh_l0	0	0.015225417912006378
1456	rnn.weight_hh_l0	1	-0.00978490337729454
1456	rnn.weight_hh_l0	2	-0.01834300346672535
1456	rnn.weight_hh_l0	3	-0.014079240150749683
1456	rnn.weight_hh_l0	4	-0.06036391854286194
1456	rnn.weight_hh_l0	5	-0.02795320749282837
1456	rnn.weight_hh_l0	6	-0.019325697794556618
1456	rnn.weight_hh_l0	7	0.044079266488552094
1456	rnn.weight_hh_l0	8	-0.02343696728348732
1456	rnn.weight_hh_l0	9	0.03036336787045002
1456	rnn.bias_ih_l0	0	0.061453256756067276
1456	rnn.bias_ih_l0	1	-0.06058216840028763
1456	rnn.bias_ih_l0	2	0.08253403007984161
1456	rnn.bias_ih_l0	3	0.07493830472230911
1456	rnn.bias_ih_l0	4	0.07846897840499878
1456	rnn.bias_ih_l0	5	0.007178776431828737
1456	rnn.bias_ih_l0	6	-0.012387554161250591
1456	rnn.bias_ih_l0	7	-0.06048251688480377
1456	rnn.bias_ih_l0	8	-0.08648794889450073
1456	rnn.bias_ih_l0	9	0.06413191556930542
1456	rnn.bias_hh_l0	0	-0.02781711332499981
1456	rnn.bias_hh_l0	1	0.020414024591445923
1456	rnn.bias_hh_l0	2	-0.004784137010574341
1456	rnn.bias_hh_l0	3	0.016813453286886215
1456	rnn.bias_hh_l0	4	-0.05049847066402435
1456	rnn.bias_hh_l0	5	0.07430247962474823
1456	rnn.bias_hh_l0	6	-0.014459613710641861
1456	rnn.bias_hh_l0	7	0.009263187646865845
1456	rnn.bias_hh_l0	8	0.021981215104460716
1456	rnn.bias_hh_l0	9	0.06681925058364868
1456	rnn.weight_ih_l0_reverse	0	-0.033249564468860626
1456	rnn.weight_ih_l0_reverse	1	-0.00635855458676815
1456	rnn.weight_ih_l0_reverse	2	0.02290511317551136
1456	rnn.weight_ih_l0_reverse	3	-0.05892785266041756
1456	rnn.weight_ih_l0_reverse	4	0.012835128232836723
1456	rnn.weight_ih_l0_reverse	5	-0.05527430400252342
1456	rnn.weight_ih_l0_reverse	6	0.012010812759399414
1456	rnn.weight_ih_l0_reverse	7	0.03662796691060066
1456	rnn.weight_ih_l0_reverse	8	-0.034697454422712326
1456	rnn.weight_ih_l0_reverse	9	-0.0490114688873291
1456	rnn.weight_hh_l0_reverse	0	-0.06006557121872902
1456	rnn.weight_hh_l0_reverse	1	-0.06317107379436493
1456	rnn.weight_hh_l0_reverse	2	0.007719365414232016
1456	rnn.weight_hh_l0_reverse	3	0.04029431939125061
1456	rnn.weight_hh_l0_reverse	4	0.029485516250133514
1456	rnn.weight_hh_l0_reverse	5	0.04661999270319939
1456	rnn.weight_hh_l0_reverse	6	0.017458071932196617
1456	rnn.weight_hh_l0_reverse	7	-0.0012486908817663789
1456	rnn.weight_hh_l0_reverse	8	-0.0583593025803566
1456	rnn.weight_hh_l0_reverse	9	0.022604208439588547
1456	rnn.bias_ih_l0_reverse	0	-0.037745632231235504
1456	rnn.bias_ih_l0_reverse	1	-0.05164387822151184
1456	rnn.bias_ih_l0_reverse	2	0.07290855795145035
1456	rnn.bias_ih_l0_reverse	3	0.024934496730566025
1456	rnn.bias_ih_l0_reverse	4	-0.08613894879817963
1456	rnn.bias_ih_l0_reverse	5	-0.004540069028735161
1456	rnn.bias_ih_l0_reverse	6	-0.07307528704404831
1456	rnn.bias_ih_l0_reverse	7	0.03101196140050888
1456	rnn.bias_ih_l0_reverse	8	0.015200726687908173
1456	rnn.bias_ih_l0_reverse	9	0.05923451855778694
1456	rnn.bias_hh_l0_reverse	0	0.035114385187625885
1456	rnn.bias_hh_l0_reverse	1	0.04617845267057419
1456	rnn.bias_hh_l0_reverse	2	0.07082802057266235
1456	rnn.bias_hh_l0_reverse	3	-0.0005651696701534092
1456	rnn.bias_hh_l0_reverse	4	0.06564223021268845
1456	rnn.bias_hh_l0_reverse	5	0.0096632931381464
1456	rnn.bias_hh_l0_reverse	6	-0.05700910836458206
1456	rnn.bias_hh_l0_reverse	7	0.04435592144727707
1456	rnn.bias_hh_l0_reverse	8	0.009806548245251179
1456	rnn.bias_hh_l0_reverse	9	-0.059561148285865784
1456	linear.weight	0	0.14073102176189423
1456	linear.weight	1	-0.09262808412313461
1456	linear.weight	2	-0.036361098289489746
1456	linear.weight	3	0.06079950928688049
1456	linear.weight	4	0.042217906564474106
1456	linear.weight	5	-0.03325251489877701
1456	linear.weight	6	-0.023075701668858528
1456	linear.weight	7	-0.02449658326804638
1456	linear.weight	8	0.06354445964097977
1456	linear.weight	9	0.15033605694770813
1456	linear.bias	0	0.15462511777877808
1456	linear.bias	1	0.02626361884176731
1456	linear.bias	2	-0.20627546310424805
1456	linear.bias	3	0.576478123664856
1456	linear.bias	4	-0.31833553314208984
1456	linear.bias	5	-0.030769959092140198
1456	linear.bias	6	-0.10804937034845352
1456	linear.bias	7	-0.07982762902975082
1456	linear.bias	8	0.16760025918483734
1456	linear.bias	9	-0.2544674277305603
1484	transitions	0	-0.5129022598266602
1484	transitions	1	0.46493518352508545
1484	transitions	2	1.851224422454834
1484	transitions	3	0.23633427917957306
1484	transitions	4	1.051361322402954
1484	transitions	5	1.2786028385162354
1484	transitions	6	0.486270934343338
1484	transitions	7	0.18880286812782288
1484	transitions	8	-0.9177923798561096
1484	transitions	9	0.9308147430419922
1484	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1484	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1484	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1484	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1484	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1484	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1484	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1484	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1484	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1484	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1484	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1484	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1484	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1484	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1484	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1484	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1484	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1484	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1484	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1484	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1484	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1484	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1484	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1484	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1484	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1484	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1484	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1484	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1484	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1484	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1484	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1484	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1484	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1484	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1484	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1484	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1484	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1484	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1484	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1484	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1484	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1484	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1484	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1484	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1484	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1484	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1484	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1484	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1484	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1484	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1484	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1484	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1484	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1484	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1484	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1484	embedding2nn.weight	0	0.008099908009171486
1484	embedding2nn.weight	1	0.013353000394999981
1484	embedding2nn.weight	2	-0.0037323799915611744
1484	embedding2nn.weight	3	0.002831244608387351
1484	embedding2nn.weight	4	-0.0029537694063037634
1484	embedding2nn.weight	5	0.00331727578304708
1484	embedding2nn.weight	6	-7.229249604279175e-06
1484	embedding2nn.weight	7	0.012309525161981583
1484	embedding2nn.weight	8	-0.008438880555331707
1484	embedding2nn.weight	9	-0.013398109003901482
1484	embedding2nn.bias	0	0.0008654527482576668
1484	embedding2nn.bias	1	-0.016169149428606033
1484	embedding2nn.bias	2	-0.038683779537677765
1484	embedding2nn.bias	3	0.006359304301440716
1484	embedding2nn.bias	4	0.03983021900057793
1484	embedding2nn.bias	5	-0.027986979112029076
1484	embedding2nn.bias	6	0.05384684354066849
1484	embedding2nn.bias	7	0.07499835640192032
1484	embedding2nn.bias	8	0.00782668124884367
1484	embedding2nn.bias	9	-0.00767541816458106
1484	rnn.weight_ih_l0	0	0.03237846493721008
1484	rnn.weight_ih_l0	1	-0.00467611663043499
1484	rnn.weight_ih_l0	2	-0.029366252943873405
1484	rnn.weight_ih_l0	3	-0.05078950524330139
1484	rnn.weight_ih_l0	4	-0.051022324711084366
1484	rnn.weight_ih_l0	5	0.0008447459549643099
1484	rnn.weight_ih_l0	6	-0.05166776105761528
1484	rnn.weight_ih_l0	7	-0.04450030252337456
1484	rnn.weight_ih_l0	8	-0.04721176251769066
1484	rnn.weight_ih_l0	9	-0.026189470663666725
1484	rnn.weight_hh_l0	0	0.015464178286492825
1484	rnn.weight_hh_l0	1	-0.01008594874292612
1484	rnn.weight_hh_l0	2	-0.018805639818310738
1484	rnn.weight_hh_l0	3	-0.014365670271217823
1484	rnn.weight_hh_l0	4	-0.060259655117988586
1484	rnn.weight_hh_l0	5	-0.028086647391319275
1484	rnn.weight_hh_l0	6	-0.018099822103977203
1484	rnn.weight_hh_l0	7	0.04340294003486633
1484	rnn.weight_hh_l0	8	-0.023626092821359634
1484	rnn.weight_hh_l0	9	0.030582701787352562
1484	rnn.bias_ih_l0	0	0.06011515110731125
1484	rnn.bias_ih_l0	1	-0.06086169555783272
1484	rnn.bias_ih_l0	2	0.0838843509554863
1484	rnn.bias_ih_l0	3	0.07550579309463501
1484	rnn.bias_ih_l0	4	0.08009957522153854
1484	rnn.bias_ih_l0	5	0.006531840655952692
1484	rnn.bias_ih_l0	6	-0.013683754950761795
1484	rnn.bias_ih_l0	7	-0.056100476533174515
1484	rnn.bias_ih_l0	8	-0.0950135886669159
1484	rnn.bias_ih_l0	9	0.06558030843734741
1484	rnn.bias_hh_l0	0	-0.02686014398932457
1484	rnn.bias_hh_l0	1	0.01911746710538864
1484	rnn.bias_hh_l0	2	-0.0052385758608579636
1484	rnn.bias_hh_l0	3	0.017399633303284645
1484	rnn.bias_hh_l0	4	-0.05003993213176727
1484	rnn.bias_hh_l0	5	0.07565394788980484
1484	rnn.bias_hh_l0	6	-0.014654544182121754
1484	rnn.bias_hh_l0	7	0.007987363263964653
1484	rnn.bias_hh_l0	8	0.020685015246272087
1484	rnn.bias_hh_l0	9	0.06775946915149689
1484	rnn.weight_ih_l0_reverse	0	-0.033277250826358795
1484	rnn.weight_ih_l0_reverse	1	-0.006162210367619991
1484	rnn.weight_ih_l0_reverse	2	0.022739818319678307
1484	rnn.weight_ih_l0_reverse	3	-0.05866450071334839
1484	rnn.weight_ih_l0_reverse	4	0.012760203331708908
1484	rnn.weight_ih_l0_reverse	5	-0.05524161085486412
1484	rnn.weight_ih_l0_reverse	6	0.013011577539145947
1484	rnn.weight_ih_l0_reverse	7	0.03667745739221573
1484	rnn.weight_ih_l0_reverse	8	-0.03466316685080528
1484	rnn.weight_ih_l0_reverse	9	-0.04918667674064636
1484	rnn.weight_hh_l0_reverse	0	-0.05953289195895195
1484	rnn.weight_hh_l0_reverse	1	-0.0632593035697937
1484	rnn.weight_hh_l0_reverse	2	0.007788486313074827
1484	rnn.weight_hh_l0_reverse	3	0.03999757766723633
1484	rnn.weight_hh_l0_reverse	4	0.02893691137433052
1484	rnn.weight_hh_l0_reverse	5	0.04658064991235733
1484	rnn.weight_hh_l0_reverse	6	0.017048917710781097
1484	rnn.weight_hh_l0_reverse	7	-0.0013656552182510495
1484	rnn.weight_hh_l0_reverse	8	-0.058835629373788834
1484	rnn.weight_hh_l0_reverse	9	0.02229079231619835
1484	rnn.bias_ih_l0_reverse	0	-0.03861434385180473
1484	rnn.bias_ih_l0_reverse	1	-0.04393811523914337
1484	rnn.bias_ih_l0_reverse	2	0.07214170694351196
1484	rnn.bias_ih_l0_reverse	3	0.02539464831352234
1484	rnn.bias_ih_l0_reverse	4	-0.08646102994680405
1484	rnn.bias_ih_l0_reverse	5	-0.004918792750686407
1484	rnn.bias_ih_l0_reverse	6	-0.07386886328458786
1484	rnn.bias_ih_l0_reverse	7	0.031166354194283485
1484	rnn.bias_ih_l0_reverse	8	0.01762639544904232
1484	rnn.bias_ih_l0_reverse	9	0.05913897231221199
1484	rnn.bias_hh_l0_reverse	0	0.037792496383190155
1484	rnn.bias_hh_l0_reverse	1	0.04565386101603508
1484	rnn.bias_hh_l0_reverse	2	0.07252870500087738
1484	rnn.bias_hh_l0_reverse	3	-0.00035924772964790463
1484	rnn.bias_hh_l0_reverse	4	0.06695977598428726
1484	rnn.bias_hh_l0_reverse	5	0.010456507094204426
1484	rnn.bias_hh_l0_reverse	6	-0.058181893080472946
1484	rnn.bias_hh_l0_reverse	7	0.0447191521525383
1484	rnn.bias_hh_l0_reverse	8	0.008753970265388489
1484	rnn.bias_hh_l0_reverse	9	-0.0631326287984848
1484	linear.weight	0	0.13331732153892517
1484	linear.weight	1	-0.09263452142477036
1484	linear.weight	2	-0.038953568786382675
1484	linear.weight	3	0.0632268413901329
1484	linear.weight	4	0.043524254113435745
1484	linear.weight	5	-0.0324070118367672
1484	linear.weight	6	-0.02270343527197838
1484	linear.weight	7	-0.02445383556187153
1484	linear.weight	8	0.05924297869205475
1484	linear.weight	9	0.1506500095129013
1484	linear.bias	0	0.15459319949150085
1484	linear.bias	1	0.023943452164530754
1484	linear.bias	2	-0.20732812583446503
1484	linear.bias	3	0.5907471776008606
1484	linear.bias	4	-0.3205883800983429
1484	linear.bias	5	-0.030769959092140198
1484	linear.bias	6	-0.10727642476558685
1484	linear.bias	7	-0.07769306749105453
1484	linear.bias	8	0.1644679307937622
1484	linear.bias	9	-0.25614672899246216
1512	transitions	0	-0.5142656564712524
1512	transitions	1	0.4646417796611786
1512	transitions	2	1.8504245281219482
1512	transitions	3	0.23553326725959778
1512	transitions	4	1.0503922700881958
1512	transitions	5	1.2785383462905884
1512	transitions	6	0.4862641990184784
1512	transitions	7	0.18877968192100525
1512	transitions	8	-0.9178056120872498
1512	transitions	9	0.9308139085769653
1512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1512	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1512	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1512	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1512	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1512	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1512	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1512	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1512	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1512	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1512	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1512	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1512	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1512	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1512	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1512	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1512	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1512	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1512	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1512	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1512	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1512	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1512	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1512	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1512	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1512	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1512	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1512	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1512	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1512	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1512	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1512	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1512	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1512	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1512	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1512	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1512	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1512	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1512	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1512	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1512	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1512	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1512	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1512	embedding2nn.weight	0	0.007887865416705608
1512	embedding2nn.weight	1	0.01335920300334692
1512	embedding2nn.weight	2	-0.003735247300937772
1512	embedding2nn.weight	3	0.002865191549062729
1512	embedding2nn.weight	4	-0.002809608820825815
1512	embedding2nn.weight	5	0.003409748198464513
1512	embedding2nn.weight	6	-5.0351103709544986e-05
1512	embedding2nn.weight	7	0.012074214406311512
1512	embedding2nn.weight	8	-0.008226183243095875
1512	embedding2nn.weight	9	-0.013240139000117779
1512	embedding2nn.bias	0	0.009208980947732925
1512	embedding2nn.bias	1	-0.013239311054348946
1512	embedding2nn.bias	2	-0.03915051743388176
1512	embedding2nn.bias	3	0.0024621612392365932
1512	embedding2nn.bias	4	0.03856045380234718
1512	embedding2nn.bias	5	-0.02674463950097561
1512	embedding2nn.bias	6	0.04881984367966652
1512	embedding2nn.bias	7	0.06939183175563812
1512	embedding2nn.bias	8	0.014572366140782833
1512	embedding2nn.bias	9	-0.008152194321155548
1512	rnn.weight_ih_l0	0	0.032403841614723206
1512	rnn.weight_ih_l0	1	-0.005087415222078562
1512	rnn.weight_ih_l0	2	-0.027820253744721413
1512	rnn.weight_ih_l0	3	-0.05084206908941269
1512	rnn.weight_ih_l0	4	-0.0513947419822216
1512	rnn.weight_ih_l0	5	0.0010551060549914837
1512	rnn.weight_ih_l0	6	-0.05158672854304314
1512	rnn.weight_ih_l0	7	-0.04464412108063698
1512	rnn.weight_ih_l0	8	-0.047435492277145386
1512	rnn.weight_ih_l0	9	-0.026097839698195457
1512	rnn.weight_hh_l0	0	0.015628479421138763
1512	rnn.weight_hh_l0	1	-0.010205143131315708
1512	rnn.weight_hh_l0	2	-0.019193008542060852
1512	rnn.weight_hh_l0	3	-0.01439396571367979
1512	rnn.weight_hh_l0	4	-0.0600983165204525
1512	rnn.weight_hh_l0	5	-0.028030280023813248
1512	rnn.weight_hh_l0	6	-0.02183884009718895
1512	rnn.weight_hh_l0	7	0.04278324916958809
1512	rnn.weight_hh_l0	8	-0.023923359811306
1512	rnn.weight_hh_l0	9	0.02989032119512558
1512	rnn.bias_ih_l0	0	0.06187256798148155
1512	rnn.bias_ih_l0	1	-0.05990713834762573
1512	rnn.bias_ih_l0	2	0.08563917130231857
1512	rnn.bias_ih_l0	3	0.07546263933181763
1512	rnn.bias_ih_l0	4	0.07992414385080338
1512	rnn.bias_ih_l0	5	0.0071609290316700935
1512	rnn.bias_ih_l0	6	-0.013543236069381237
1512	rnn.bias_ih_l0	7	-0.053425952792167664
1512	rnn.bias_ih_l0	8	-0.0929170548915863
1512	rnn.bias_ih_l0	9	0.06604012101888657
1512	rnn.bias_hh_l0	0	-0.02678329311311245
1512	rnn.bias_hh_l0	1	0.01817973516881466
1512	rnn.bias_hh_l0	2	-0.005568173248320818
1512	rnn.bias_hh_l0	3	0.01858503744006157
1512	rnn.bias_hh_l0	4	-0.0489724837243557
1512	rnn.bias_hh_l0	5	0.07558145374059677
1512	rnn.bias_hh_l0	6	-0.014971582219004631
1512	rnn.bias_hh_l0	7	0.006027964875102043
1512	rnn.bias_hh_l0	8	0.02082553133368492
1512	rnn.bias_hh_l0	9	0.0694415271282196
1512	rnn.weight_ih_l0_reverse	0	-0.03339485824108124
1512	rnn.weight_ih_l0_reverse	1	-0.006246255710721016
1512	rnn.weight_ih_l0_reverse	2	0.022697744891047478
1512	rnn.weight_ih_l0_reverse	3	-0.0584450364112854
1512	rnn.weight_ih_l0_reverse	4	0.012675013393163681
1512	rnn.weight_ih_l0_reverse	5	-0.05535229295492172
1512	rnn.weight_ih_l0_reverse	6	0.01187964342534542
1512	rnn.weight_ih_l0_reverse	7	0.03662698343396187
1512	rnn.weight_ih_l0_reverse	8	-0.03476196900010109
1512	rnn.weight_ih_l0_reverse	9	-0.049223892390728
1512	rnn.weight_hh_l0_reverse	0	-0.059108175337314606
1512	rnn.weight_hh_l0_reverse	1	-0.06374945491552353
1512	rnn.weight_hh_l0_reverse	2	0.007725520059466362
1512	rnn.weight_hh_l0_reverse	3	0.04002881050109863
1512	rnn.weight_hh_l0_reverse	4	0.028871389105916023
1512	rnn.weight_hh_l0_reverse	5	0.04656374827027321
1512	rnn.weight_hh_l0_reverse	6	0.01839406229555607
1512	rnn.weight_hh_l0_reverse	7	-0.001184948836453259
1512	rnn.weight_hh_l0_reverse	8	-0.0586390383541584
1512	rnn.weight_hh_l0_reverse	9	0.022502172738313675
1512	rnn.bias_ih_l0_reverse	0	-0.04171452298760414
1512	rnn.bias_ih_l0_reverse	1	-0.037886910140514374
1512	rnn.bias_ih_l0_reverse	2	0.07292564958333969
1512	rnn.bias_ih_l0_reverse	3	0.025593118742108345
1512	rnn.bias_ih_l0_reverse	4	-0.08563191443681717
1512	rnn.bias_ih_l0_reverse	5	-0.00450972281396389
1512	rnn.bias_ih_l0_reverse	6	-0.07287487387657166
1512	rnn.bias_ih_l0_reverse	7	0.03054370917379856
1512	rnn.bias_ih_l0_reverse	8	0.019193528220057487
1512	rnn.bias_ih_l0_reverse	9	0.05894268676638603
1512	rnn.bias_hh_l0_reverse	0	0.03998975828289986
1512	rnn.bias_hh_l0_reverse	1	0.04366646334528923
1512	rnn.bias_hh_l0_reverse	2	0.07132473587989807
1512	rnn.bias_hh_l0_reverse	3	-0.0009686637786217034
1512	rnn.bias_hh_l0_reverse	4	0.06584348529577255
1512	rnn.bias_hh_l0_reverse	5	0.019742630422115326
1512	rnn.bias_hh_l0_reverse	6	-0.05845881998538971
1512	rnn.bias_hh_l0_reverse	7	0.04441283643245697
1512	rnn.bias_hh_l0_reverse	8	0.010309743694961071
1512	rnn.bias_hh_l0_reverse	9	-0.06524865329265594
1512	linear.weight	0	0.12407640367746353
1512	linear.weight	1	-0.0926198959350586
1512	linear.weight	2	-0.03765803948044777
1512	linear.weight	3	0.056997790932655334
1512	linear.weight	4	0.042685918509960175
1512	linear.weight	5	-0.03436583653092384
1512	linear.weight	6	-0.02241009660065174
1512	linear.weight	7	-0.024259524419903755
1512	linear.weight	8	0.0599760040640831
1512	linear.weight	9	0.1541905403137207
1512	linear.bias	0	0.17322421073913574
1512	linear.bias	1	0.020217910408973694
1512	linear.bias	2	-0.21196898818016052
1512	linear.bias	3	0.5823882818222046
1512	linear.bias	4	-0.32277315855026245
1512	linear.bias	5	-0.030769959092140198
1512	linear.bias	6	-0.1128251925110817
1512	linear.bias	7	-0.07219034433364868
1512	linear.bias	8	0.1612233966588974
1512	linear.bias	9	-0.25770625472068787
1540	transitions	0	-0.51505446434021
1540	transitions	1	0.4642387330532074
1540	transitions	2	1.8499464988708496
1540	transitions	3	0.2332284152507782
1540	transitions	4	1.0502206087112427
1540	transitions	5	1.2784676551818848
1540	transitions	6	0.4862494170665741
1540	transitions	7	0.1887310892343521
1540	transitions	8	-0.9178159832954407
1540	transitions	9	0.9308128356933594
1540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1540	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1540	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1540	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1540	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1540	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1540	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1540	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1540	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1540	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1540	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1540	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1540	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1540	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1540	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1540	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1540	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1540	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1540	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1540	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1540	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1540	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1540	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1540	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1540	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1540	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1540	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1540	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1540	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1540	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1540	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1540	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1540	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1540	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1540	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1540	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1540	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1540	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1540	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1540	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1540	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1540	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1540	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1540	embedding2nn.weight	0	0.007948393002152443
1540	embedding2nn.weight	1	0.013394228182733059
1540	embedding2nn.weight	2	-0.003779816906899214
1540	embedding2nn.weight	3	0.002896204823628068
1540	embedding2nn.weight	4	-0.002799828303977847
1540	embedding2nn.weight	5	0.0031309565529227257
1540	embedding2nn.weight	6	-0.00032382813515141606
1540	embedding2nn.weight	7	0.011671422980725765
1540	embedding2nn.weight	8	-0.008234993554651737
1540	embedding2nn.weight	9	-0.013402454555034637
1540	embedding2nn.bias	0	0.006159648764878511
1540	embedding2nn.bias	1	-0.014819794334471226
1540	embedding2nn.bias	2	-0.04352441057562828
1540	embedding2nn.bias	3	0.0036755723413079977
1540	embedding2nn.bias	4	0.036415111273527145
1540	embedding2nn.bias	5	-0.03401018679141998
1540	embedding2nn.bias	6	0.04192092642188072
1540	embedding2nn.bias	7	0.06670145690441132
1540	embedding2nn.bias	8	0.006060196086764336
1540	embedding2nn.bias	9	-0.00643019936978817
1540	rnn.weight_ih_l0	0	0.032519303262233734
1540	rnn.weight_ih_l0	1	-0.004913094453513622
1540	rnn.weight_ih_l0	2	-0.0274809543043375
1540	rnn.weight_ih_l0	3	-0.051173385232686996
1540	rnn.weight_ih_l0	4	-0.05160002037882805
1540	rnn.weight_ih_l0	5	0.0010015928419306874
1540	rnn.weight_ih_l0	6	-0.051819078624248505
1540	rnn.weight_ih_l0	7	-0.044728927314281464
1540	rnn.weight_ih_l0	8	-0.04738369956612587
1540	rnn.weight_ih_l0	9	-0.026125634089112282
1540	rnn.weight_hh_l0	0	0.015515025705099106
1540	rnn.weight_hh_l0	1	-0.010500067844986916
1540	rnn.weight_hh_l0	2	-0.01915173977613449
1540	rnn.weight_hh_l0	3	-0.014169568195939064
1540	rnn.weight_hh_l0	4	-0.06017147749662399
1540	rnn.weight_hh_l0	5	-0.027813909575343132
1540	rnn.weight_hh_l0	6	-0.019520482048392296
1540	rnn.weight_hh_l0	7	0.042918190360069275
1540	rnn.weight_hh_l0	8	-0.02380465343594551
1540	rnn.weight_hh_l0	9	0.030112145468592644
1540	rnn.bias_ih_l0	0	0.06233369931578636
1540	rnn.bias_ih_l0	1	-0.061384979635477066
1540	rnn.bias_ih_l0	2	0.08306039124727249
1540	rnn.bias_ih_l0	3	0.07780538499355316
1540	rnn.bias_ih_l0	4	0.08027786761522293
1540	rnn.bias_ih_l0	5	0.006940383464097977
1540	rnn.bias_ih_l0	6	-0.013375550508499146
1540	rnn.bias_ih_l0	7	-0.0550433024764061
1540	rnn.bias_ih_l0	8	-0.09756055474281311
1540	rnn.bias_ih_l0	9	0.06717687845230103
1540	rnn.bias_hh_l0	0	-0.02896033599972725
1540	rnn.bias_hh_l0	1	0.01660890132188797
1540	rnn.bias_hh_l0	2	-0.0054789017885923386
1540	rnn.bias_hh_l0	3	0.018386235460639
1540	rnn.bias_hh_l0	4	-0.048265401273965836
1540	rnn.bias_hh_l0	5	0.07591228187084198
1540	rnn.bias_hh_l0	6	-0.014415611512959003
1540	rnn.bias_hh_l0	7	0.008009238168597221
1540	rnn.bias_hh_l0	8	0.020993215963244438
1540	rnn.bias_hh_l0	9	0.06926777958869934
1540	rnn.weight_ih_l0_reverse	0	-0.03336860612034798
1540	rnn.weight_ih_l0_reverse	1	-0.006675279699265957
1540	rnn.weight_ih_l0_reverse	2	0.02269100397825241
1540	rnn.weight_ih_l0_reverse	3	-0.05770982429385185
1540	rnn.weight_ih_l0_reverse	4	0.012428317219018936
1540	rnn.weight_ih_l0_reverse	5	-0.055236659944057465
1540	rnn.weight_ih_l0_reverse	6	0.011416290886700153
1540	rnn.weight_ih_l0_reverse	7	0.036544375121593475
1540	rnn.weight_ih_l0_reverse	8	-0.034948427230119705
1540	rnn.weight_ih_l0_reverse	9	-0.04959869384765625
1540	rnn.weight_hh_l0_reverse	0	-0.05909528583288193
1540	rnn.weight_hh_l0_reverse	1	-0.06364326924085617
1540	rnn.weight_hh_l0_reverse	2	0.007857058197259903
1540	rnn.weight_hh_l0_reverse	3	0.04008064419031143
1540	rnn.weight_hh_l0_reverse	4	0.02933151088654995
1540	rnn.weight_hh_l0_reverse	5	0.046542294323444366
1540	rnn.weight_hh_l0_reverse	6	0.01974317990243435
1540	rnn.weight_hh_l0_reverse	7	-0.0013929513515904546
1540	rnn.weight_hh_l0_reverse	8	-0.058987028896808624
1540	rnn.weight_hh_l0_reverse	9	0.022356268018484116
1540	rnn.bias_ih_l0_reverse	0	-0.043564323335886
1540	rnn.bias_ih_l0_reverse	1	-0.038860391825437546
1540	rnn.bias_ih_l0_reverse	2	0.07329989224672318
1540	rnn.bias_ih_l0_reverse	3	0.025490181520581245
1540	rnn.bias_ih_l0_reverse	4	-0.08735830336809158
1540	rnn.bias_ih_l0_reverse	5	-0.005675316788256168
1540	rnn.bias_ih_l0_reverse	6	-0.07364742457866669
1540	rnn.bias_ih_l0_reverse	7	0.031211430206894875
1540	rnn.bias_ih_l0_reverse	8	0.019454091787338257
1540	rnn.bias_ih_l0_reverse	9	0.058806370943784714
1540	rnn.bias_hh_l0_reverse	0	0.033849287778139114
1540	rnn.bias_hh_l0_reverse	1	0.045397598296403885
1540	rnn.bias_hh_l0_reverse	2	0.07079615443944931
1540	rnn.bias_hh_l0_reverse	3	-0.00157461897470057
1540	rnn.bias_hh_l0_reverse	4	0.06624069809913635
1540	rnn.bias_hh_l0_reverse	5	0.023283448070287704
1540	rnn.bias_hh_l0_reverse	6	-0.058530230075120926
1540	rnn.bias_hh_l0_reverse	7	0.044793982058763504
1540	rnn.bias_hh_l0_reverse	8	0.009599550627171993
1540	rnn.bias_hh_l0_reverse	9	-0.07585113495588303
1540	linear.weight	0	0.13056333363056183
1540	linear.weight	1	-0.09263987094163895
1540	linear.weight	2	-0.03948695957660675
1540	linear.weight	3	0.054425716400146484
1540	linear.weight	4	0.043419163674116135
1540	linear.weight	5	-0.03619052842259407
1540	linear.weight	6	-0.022131917998194695
1540	linear.weight	7	-0.02412142977118492
1540	linear.weight	8	0.055447373539209366
1540	linear.weight	9	0.15392501652240753
1540	linear.bias	0	0.16284705698490143
1540	linear.bias	1	0.020532269030809402
1540	linear.bias	2	-0.2144421637058258
1540	linear.bias	3	0.6042451858520508
1540	linear.bias	4	-0.32508647441864014
1540	linear.bias	5	-0.030769959092140198
1540	linear.bias	6	-0.11455349624156952
1540	linear.bias	7	-0.07281727343797684
1540	linear.bias	8	0.1789276897907257
1540	linear.bias	9	-0.2591714859008789
1568	transitions	0	-0.515781819820404
1568	transitions	1	0.46392592787742615
1568	transitions	2	1.8493132591247559
1568	transitions	3	0.232761412858963
1568	transitions	4	1.049996256828308
1568	transitions	5	1.278423547744751
1568	transitions	6	0.48623523116111755
1568	transitions	7	0.18871259689331055
1568	transitions	8	-0.9178299903869629
1568	transitions	9	0.9308121800422668
1568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1568	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1568	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1568	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1568	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1568	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1568	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1568	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1568	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1568	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1568	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1568	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1568	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1568	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1568	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1568	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1568	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1568	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1568	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1568	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1568	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1568	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1568	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1568	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1568	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1568	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1568	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1568	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1568	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1568	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1568	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1568	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1568	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1568	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1568	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1568	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1568	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1568	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1568	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1568	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1568	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1568	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1568	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1568	embedding2nn.weight	0	0.008229297585785389
1568	embedding2nn.weight	1	0.013476952910423279
1568	embedding2nn.weight	2	-0.003781849518418312
1568	embedding2nn.weight	3	0.002864271402359009
1568	embedding2nn.weight	4	-0.0027218444738537073
1568	embedding2nn.weight	5	0.003081096336245537
1568	embedding2nn.weight	6	-0.00045116711407899857
1568	embedding2nn.weight	7	0.011134093627333641
1568	embedding2nn.weight	8	-0.00834511686116457
1568	embedding2nn.weight	9	-0.013517958112061024
1568	embedding2nn.bias	0	-0.004352938383817673
1568	embedding2nn.bias	1	-0.007978888228535652
1568	embedding2nn.bias	2	-0.052895303815603256
1568	embedding2nn.bias	3	0.0037753323558717966
1568	embedding2nn.bias	4	0.03239694610238075
1568	embedding2nn.bias	5	-0.031097549945116043
1568	embedding2nn.bias	6	0.045706506818532944
1568	embedding2nn.bias	7	0.06947219371795654
1568	embedding2nn.bias	8	0.011845593340694904
1568	embedding2nn.bias	9	-0.007449689321219921
1568	rnn.weight_ih_l0	0	0.032582808285951614
1568	rnn.weight_ih_l0	1	-0.004948787856847048
1568	rnn.weight_ih_l0	2	-0.026860283687710762
1568	rnn.weight_ih_l0	3	-0.05120084807276726
1568	rnn.weight_ih_l0	4	-0.05139043927192688
1568	rnn.weight_ih_l0	5	0.0009540483588352799
1568	rnn.weight_ih_l0	6	-0.051960937678813934
1568	rnn.weight_ih_l0	7	-0.04464160278439522
1568	rnn.weight_ih_l0	8	-0.04745003208518028
1568	rnn.weight_ih_l0	9	-0.026059206575155258
1568	rnn.weight_hh_l0	0	0.015733378008008003
1568	rnn.weight_hh_l0	1	-0.010769671760499477
1568	rnn.weight_hh_l0	2	-0.018782753497362137
1568	rnn.weight_hh_l0	3	-0.013693401589989662
1568	rnn.weight_hh_l0	4	-0.05989401042461395
1568	rnn.weight_hh_l0	5	-0.027894096449017525
1568	rnn.weight_hh_l0	6	-0.02067427523434162
1568	rnn.weight_hh_l0	7	0.04250459745526314
1568	rnn.weight_hh_l0	8	-0.023585975170135498
1568	rnn.weight_hh_l0	9	0.029703127220273018
1568	rnn.bias_ih_l0	0	0.0623367577791214
1568	rnn.bias_ih_l0	1	-0.061076972633600235
1568	rnn.bias_ih_l0	2	0.08488410711288452
1568	rnn.bias_ih_l0	3	0.07660599797964096
1568	rnn.bias_ih_l0	4	0.0804285779595375
1568	rnn.bias_ih_l0	5	0.006951836869120598
1568	rnn.bias_ih_l0	6	-0.013139144517481327
1568	rnn.bias_ih_l0	7	-0.05143973231315613
1568	rnn.bias_ih_l0	8	-0.09476486593484879
1568	rnn.bias_ih_l0	9	0.0662749707698822
1568	rnn.bias_hh_l0	0	-0.02848840318620205
1568	rnn.bias_hh_l0	1	0.01785358041524887
1568	rnn.bias_hh_l0	2	-0.008412654511630535
1568	rnn.bias_hh_l0	3	0.016438474878668785
1568	rnn.bias_hh_l0	4	-0.050638772547245026
1568	rnn.bias_hh_l0	5	0.07605021446943283
1568	rnn.bias_hh_l0	6	-0.015505729243159294
1568	rnn.bias_hh_l0	7	0.006463278084993362
1568	rnn.bias_hh_l0	8	0.02122962661087513
1568	rnn.bias_hh_l0	9	0.0693107321858406
1568	rnn.weight_ih_l0_reverse	0	-0.03334112837910652
1568	rnn.weight_ih_l0_reverse	1	-0.006324408110231161
1568	rnn.weight_ih_l0_reverse	2	0.022691361606121063
1568	rnn.weight_ih_l0_reverse	3	-0.05758795142173767
1568	rnn.weight_ih_l0_reverse	4	0.012550946325063705
1568	rnn.weight_ih_l0_reverse	5	-0.055424612015485764
1568	rnn.weight_ih_l0_reverse	6	0.012028307653963566
1568	rnn.weight_ih_l0_reverse	7	0.036540813744068146
1568	rnn.weight_ih_l0_reverse	8	-0.034694500267505646
1568	rnn.weight_ih_l0_reverse	9	-0.049752943217754364
1568	rnn.weight_hh_l0_reverse	0	-0.0581086128950119
1568	rnn.weight_hh_l0_reverse	1	-0.0630842074751854
1568	rnn.weight_hh_l0_reverse	2	0.007748827338218689
1568	rnn.weight_hh_l0_reverse	3	0.0399327427148819
1568	rnn.weight_hh_l0_reverse	4	0.02947515994310379
1568	rnn.weight_hh_l0_reverse	5	0.04653245583176613
1568	rnn.weight_hh_l0_reverse	6	0.02009688690304756
1568	rnn.weight_hh_l0_reverse	7	-0.0013903198996558785
1568	rnn.weight_hh_l0_reverse	8	-0.05915172025561333
1568	rnn.weight_hh_l0_reverse	9	0.021643051877617836
1568	rnn.bias_ih_l0_reverse	0	-0.03798532485961914
1568	rnn.bias_ih_l0_reverse	1	-0.0426672026515007
1568	rnn.bias_ih_l0_reverse	2	0.07260765880346298
1568	rnn.bias_ih_l0_reverse	3	0.02544153667986393
1568	rnn.bias_ih_l0_reverse	4	-0.08694866299629211
1568	rnn.bias_ih_l0_reverse	5	-0.004655323922634125
1568	rnn.bias_ih_l0_reverse	6	-0.07648724317550659
1568	rnn.bias_ih_l0_reverse	7	0.028891466557979584
1568	rnn.bias_ih_l0_reverse	8	0.018411310389637947
1568	rnn.bias_ih_l0_reverse	9	0.059758540242910385
1568	rnn.bias_hh_l0_reverse	0	0.03784859925508499
1568	rnn.bias_hh_l0_reverse	1	0.04625254124403
1568	rnn.bias_hh_l0_reverse	2	0.07064393162727356
1568	rnn.bias_hh_l0_reverse	3	-0.0008219034061767161
1568	rnn.bias_hh_l0_reverse	4	0.06660965830087662
1568	rnn.bias_hh_l0_reverse	5	0.014815877191722393
1568	rnn.bias_hh_l0_reverse	6	-0.059090688824653625
1568	rnn.bias_hh_l0_reverse	7	0.04666886478662491
1568	rnn.bias_hh_l0_reverse	8	0.009423917159438133
1568	rnn.bias_hh_l0_reverse	9	-0.07384390383958817
1568	linear.weight	0	0.12026988714933395
1568	linear.weight	1	-0.09269099682569504
1568	linear.weight	2	-0.05126457288861275
1568	linear.weight	3	0.04875798523426056
1568	linear.weight	4	0.041725341230630875
1568	linear.weight	5	-0.03977208957076073
1568	linear.weight	6	-0.021891089156270027
1568	linear.weight	7	-0.023987986147403717
1568	linear.weight	8	0.05820281803607941
1568	linear.weight	9	0.15460370481014252
1568	linear.bias	0	0.14710396528244019
1568	linear.bias	1	0.0304492749273777
1568	linear.bias	2	-0.2177969515323639
1568	linear.bias	3	0.611919105052948
1568	linear.bias	4	-0.3268857002258301
1568	linear.bias	5	-0.030769959092140198
1568	linear.bias	6	-0.11696015298366547
1568	linear.bias	7	-0.07864655554294586
1568	linear.bias	8	0.1704752892255783
1568	linear.bias	9	-0.2603297233581543
1596	transitions	0	-0.5163582563400269
1596	transitions	1	0.46359774470329285
1596	transitions	2	1.8485660552978516
1596	transitions	3	0.23241746425628662
1596	transitions	4	1.0498087406158447
1596	transitions	5	1.2783820629119873
1596	transitions	6	0.4862214922904968
1596	transitions	7	0.1886903941631317
1596	transitions	8	-0.9178448915481567
1596	transitions	9	0.9308117032051086
1596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1596	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1596	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1596	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1596	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1596	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1596	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1596	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1596	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1596	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1596	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1596	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1596	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1596	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1596	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1596	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1596	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1596	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1596	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1596	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1596	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1596	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1596	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1596	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1596	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1596	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1596	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1596	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1596	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1596	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1596	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1596	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1596	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1596	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1596	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1596	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1596	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1596	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1596	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1596	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1596	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1596	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1596	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1596	embedding2nn.weight	0	0.007288945373147726
1596	embedding2nn.weight	1	0.013516119681298733
1596	embedding2nn.weight	2	-0.0037484082859009504
1596	embedding2nn.weight	3	0.0031082737259566784
1596	embedding2nn.weight	4	-0.002760335337370634
1596	embedding2nn.weight	5	0.0032209265045821667
1596	embedding2nn.weight	6	-0.0005031394539400935
1596	embedding2nn.weight	7	0.011770829558372498
1596	embedding2nn.weight	8	-0.008397004567086697
1596	embedding2nn.weight	9	-0.013572380878031254
1596	embedding2nn.bias	0	-0.0018518787110224366
1596	embedding2nn.bias	1	-0.009433058090507984
1596	embedding2nn.bias	2	-0.04937175288796425
1596	embedding2nn.bias	3	0.006997827906161547
1596	embedding2nn.bias	4	0.034395113587379456
1596	embedding2nn.bias	5	-0.039445724338293076
1596	embedding2nn.bias	6	0.05072398483753204
1596	embedding2nn.bias	7	0.07487881183624268
1596	embedding2nn.bias	8	0.006465913727879524
1596	embedding2nn.bias	9	-0.015284829773008823
1596	rnn.weight_ih_l0	0	0.03260688856244087
1596	rnn.weight_ih_l0	1	-0.005203012377023697
1596	rnn.weight_ih_l0	2	-0.027215098962187767
1596	rnn.weight_ih_l0	3	-0.05134158954024315
1596	rnn.weight_ih_l0	4	-0.051253318786621094
1596	rnn.weight_ih_l0	5	0.0010350124211981893
1596	rnn.weight_ih_l0	6	-0.05211205407977104
1596	rnn.weight_ih_l0	7	-0.044675957411527634
1596	rnn.weight_ih_l0	8	-0.04741877317428589
1596	rnn.weight_ih_l0	9	-0.026104142889380455
1596	rnn.weight_hh_l0	0	0.015847239643335342
1596	rnn.weight_hh_l0	1	-0.010551347397267818
1596	rnn.weight_hh_l0	2	-0.01851651817560196
1596	rnn.weight_hh_l0	3	-0.013631496578454971
1596	rnn.weight_hh_l0	4	-0.05968158692121506
1596	rnn.weight_hh_l0	5	-0.028107382357120514
1596	rnn.weight_hh_l0	6	-0.019088370725512505
1596	rnn.weight_hh_l0	7	0.041579972952604294
1596	rnn.weight_hh_l0	8	-0.023796208202838898
1596	rnn.weight_hh_l0	9	0.030095858499407768
1596	rnn.bias_ih_l0	0	0.06171278655529022
1596	rnn.bias_ih_l0	1	-0.059702564030885696
1596	rnn.bias_ih_l0	2	0.0833258181810379
1596	rnn.bias_ih_l0	3	0.0771200880408287
1596	rnn.bias_ih_l0	4	0.08000005036592484
1596	rnn.bias_ih_l0	5	0.0057129510678350925
1596	rnn.bias_ih_l0	6	-0.012996426783502102
1596	rnn.bias_ih_l0	7	-0.05158050358295441
1596	rnn.bias_ih_l0	8	-0.0969000831246376
1596	rnn.bias_ih_l0	9	0.06797008216381073
1596	rnn.bias_hh_l0	0	-0.026658784598112106
1596	rnn.bias_hh_l0	1	0.0188213512301445
1596	rnn.bias_hh_l0	2	-0.009340551681816578
1596	rnn.bias_hh_l0	3	0.01731076091527939
1596	rnn.bias_hh_l0	4	-0.04973999038338661
1596	rnn.bias_hh_l0	5	0.07677890360355377
1596	rnn.bias_hh_l0	6	-0.015031332150101662
1596	rnn.bias_hh_l0	7	0.0073628174141049385
1596	rnn.bias_hh_l0	8	0.021372348070144653
1596	rnn.bias_hh_l0	9	0.06918143481016159
1596	rnn.weight_ih_l0_reverse	0	-0.033229466527700424
1596	rnn.weight_ih_l0_reverse	1	-0.005676249973475933
1596	rnn.weight_ih_l0_reverse	2	0.0228458009660244
1596	rnn.weight_ih_l0_reverse	3	-0.05742783471941948
1596	rnn.weight_ih_l0_reverse	4	0.012645702809095383
1596	rnn.weight_ih_l0_reverse	5	-0.0550573505461216
1596	rnn.weight_ih_l0_reverse	6	0.011960957199335098
1596	rnn.weight_ih_l0_reverse	7	0.036479782313108444
1596	rnn.weight_ih_l0_reverse	8	-0.03467929735779762
1596	rnn.weight_ih_l0_reverse	9	-0.04983630031347275
1596	rnn.weight_hh_l0_reverse	0	-0.05805719271302223
1596	rnn.weight_hh_l0_reverse	1	-0.06311427801847458
1596	rnn.weight_hh_l0_reverse	2	0.007691769860684872
1596	rnn.weight_hh_l0_reverse	3	0.039943017065525055
1596	rnn.weight_hh_l0_reverse	4	0.02922944910824299
1596	rnn.weight_hh_l0_reverse	5	0.04659106954932213
1596	rnn.weight_hh_l0_reverse	6	0.02119605243206024
1596	rnn.weight_hh_l0_reverse	7	-0.0015714692417532206
1596	rnn.weight_hh_l0_reverse	8	-0.058752864599227905
1596	rnn.weight_hh_l0_reverse	9	0.023121627047657967
1596	rnn.bias_ih_l0_reverse	0	-0.03592951223254204
1596	rnn.bias_ih_l0_reverse	1	-0.047039374709129333
1596	rnn.bias_ih_l0_reverse	2	0.07166016846895218
1596	rnn.bias_ih_l0_reverse	3	0.025036321952939034
1596	rnn.bias_ih_l0_reverse	4	-0.08843725919723511
1596	rnn.bias_ih_l0_reverse	5	-0.005221540108323097
1596	rnn.bias_ih_l0_reverse	6	-0.07586333155632019
1596	rnn.bias_ih_l0_reverse	7	0.02943691797554493
1596	rnn.bias_ih_l0_reverse	8	0.018517090007662773
1596	rnn.bias_ih_l0_reverse	9	0.05979439988732338
1596	rnn.bias_hh_l0_reverse	0	0.03822716325521469
1596	rnn.bias_hh_l0_reverse	1	0.045772358775138855
1596	rnn.bias_hh_l0_reverse	2	0.0702819898724556
1596	rnn.bias_hh_l0_reverse	3	-0.0007932045264169574
1596	rnn.bias_hh_l0_reverse	4	0.06699936836957932
1596	rnn.bias_hh_l0_reverse	5	0.0025867214426398277
1596	rnn.bias_hh_l0_reverse	6	-0.0600067675113678
1596	rnn.bias_hh_l0_reverse	7	0.048181019723415375
1596	rnn.bias_hh_l0_reverse	8	0.009328840300440788
1596	rnn.bias_hh_l0_reverse	9	-0.06636447459459305
1596	linear.weight	0	0.12645545601844788
1596	linear.weight	1	-0.0927421823143959
1596	linear.weight	2	-0.04784741625189781
1596	linear.weight	3	0.04785808175802231
1596	linear.weight	4	0.04003438353538513
1596	linear.weight	5	-0.040828291326761246
1596	linear.weight	6	-0.02171037532389164
1596	linear.weight	7	-0.02379249967634678
1596	linear.weight	8	0.05850954353809357
1596	linear.weight	9	0.15612663328647614
1596	linear.bias	0	0.15264490246772766
1596	linear.bias	1	0.01683288998901844
1596	linear.bias	2	-0.21834667026996613
1596	linear.bias	3	0.6197351217269897
1596	linear.bias	4	-0.3288777768611908
1596	linear.bias	5	-0.030769959092140198
1596	linear.bias	6	-0.11810682713985443
1596	linear.bias	7	-0.07403648644685745
1596	linear.bias	8	0.16729740798473358
1596	linear.bias	9	-0.2619067132472992
1624	transitions	0	-0.5171788334846497
1624	transitions	1	0.4632069766521454
1624	transitions	2	1.8479375839233398
1624	transitions	3	0.23211267590522766
1624	transitions	4	1.0494494438171387
1624	transitions	5	1.278350591659546
1624	transitions	6	0.4862107038497925
1624	transitions	7	0.18865086138248444
1624	transitions	8	-0.917853593826294
1624	transitions	9	0.9308105707168579
1624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1624	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1624	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1624	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1624	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1624	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1624	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1624	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1624	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1624	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1624	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1624	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1624	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1624	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1624	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1624	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1624	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1624	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1624	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1624	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1624	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1624	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1624	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1624	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1624	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1624	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1624	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1624	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1624	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1624	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1624	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1624	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1624	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1624	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1624	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1624	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1624	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1624	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1624	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1624	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1624	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1624	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1624	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1624	embedding2nn.weight	0	0.007524596061557531
1624	embedding2nn.weight	1	0.01335836946964264
1624	embedding2nn.weight	2	-0.003774086246266961
1624	embedding2nn.weight	3	0.003113547107204795
1624	embedding2nn.weight	4	-0.002731640823185444
1624	embedding2nn.weight	5	0.003132031997665763
1624	embedding2nn.weight	6	-0.0006202884251251817
1624	embedding2nn.weight	7	0.011751136742532253
1624	embedding2nn.weight	8	-0.008668536320328712
1624	embedding2nn.weight	9	-0.013360275886952877
1624	embedding2nn.bias	0	-0.007913995534181595
1624	embedding2nn.bias	1	-0.015376315452158451
1624	embedding2nn.bias	2	-0.04805843159556389
1624	embedding2nn.bias	3	0.005397845059633255
1624	embedding2nn.bias	4	0.03162276744842529
1624	embedding2nn.bias	5	-0.03772736340761185
1624	embedding2nn.bias	6	0.05440445989370346
1624	embedding2nn.bias	7	0.06826343387365341
1624	embedding2nn.bias	8	0.012336081825196743
1624	embedding2nn.bias	9	-0.01293070800602436
1624	rnn.weight_ih_l0	0	0.03272265940904617
1624	rnn.weight_ih_l0	1	-0.00534867774695158
1624	rnn.weight_ih_l0	2	-0.02835502102971077
1624	rnn.weight_ih_l0	3	-0.05129171535372734
1624	rnn.weight_ih_l0	4	-0.051206331700086594
1624	rnn.weight_ih_l0	5	0.0011804810492321849
1624	rnn.weight_ih_l0	6	-0.05221577733755112
1624	rnn.weight_ih_l0	7	-0.044629283249378204
1624	rnn.weight_ih_l0	8	-0.047468483448028564
1624	rnn.weight_ih_l0	9	-0.026120733469724655
1624	rnn.weight_hh_l0	0	0.01574777252972126
1624	rnn.weight_hh_l0	1	-0.01043881569057703
1624	rnn.weight_hh_l0	2	-0.01782536692917347
1624	rnn.weight_hh_l0	3	-0.013418741524219513
1624	rnn.weight_hh_l0	4	-0.059616513550281525
1624	rnn.weight_hh_l0	5	-0.028008004650473595
1624	rnn.weight_hh_l0	6	-0.02033754624426365
1624	rnn.weight_hh_l0	7	0.04220452532172203
1624	rnn.weight_hh_l0	8	-0.023851601406931877
1624	rnn.weight_hh_l0	9	0.03138786554336548
1624	rnn.bias_ih_l0	0	0.0624438151717186
1624	rnn.bias_ih_l0	1	-0.05943762883543968
1624	rnn.bias_ih_l0	2	0.08435200899839401
1624	rnn.bias_ih_l0	3	0.07668232917785645
1624	rnn.bias_ih_l0	4	0.0778203010559082
1624	rnn.bias_ih_l0	5	0.005511133000254631
1624	rnn.bias_ih_l0	6	-0.01216803677380085
1624	rnn.bias_ih_l0	7	-0.052287645637989044
1624	rnn.bias_ih_l0	8	-0.0964529886841774
1624	rnn.bias_ih_l0	9	0.06596331298351288
1624	rnn.bias_hh_l0	0	-0.02689271979033947
1624	rnn.bias_hh_l0	1	0.018838481977581978
1624	rnn.bias_hh_l0	2	-0.008324510417878628
1624	rnn.bias_hh_l0	3	0.017905594781041145
1624	rnn.bias_hh_l0	4	-0.050234198570251465
1624	rnn.bias_hh_l0	5	0.07264663279056549
1624	rnn.bias_hh_l0	6	-0.01488897018134594
1624	rnn.bias_hh_l0	7	0.008483930490911007
1624	rnn.bias_hh_l0	8	0.02220073714852333
1624	rnn.bias_hh_l0	9	0.06890437006950378
1624	rnn.weight_ih_l0_reverse	0	-0.03330439329147339
1624	rnn.weight_ih_l0_reverse	1	-0.005044813267886639
1624	rnn.weight_ih_l0_reverse	2	0.023009946569800377
1624	rnn.weight_ih_l0_reverse	3	-0.057792164385318756
1624	rnn.weight_ih_l0_reverse	4	0.01277381181716919
1624	rnn.weight_ih_l0_reverse	5	-0.05547428876161575
1624	rnn.weight_ih_l0_reverse	6	0.011821798980236053
1624	rnn.weight_ih_l0_reverse	7	0.036562852561473846
1624	rnn.weight_ih_l0_reverse	8	-0.03476689010858536
1624	rnn.weight_ih_l0_reverse	9	-0.04988692328333855
1624	rnn.weight_hh_l0_reverse	0	-0.05757666379213333
1624	rnn.weight_hh_l0_reverse	1	-0.06255101412534714
1624	rnn.weight_hh_l0_reverse	2	0.007664223667234182
1624	rnn.weight_hh_l0_reverse	3	0.04011170566082001
1624	rnn.weight_hh_l0_reverse	4	0.02920481190085411
1624	rnn.weight_hh_l0_reverse	5	0.04661125689744949
1624	rnn.weight_hh_l0_reverse	6	0.02028096839785576
1624	rnn.weight_hh_l0_reverse	7	-0.002135045127943158
1624	rnn.weight_hh_l0_reverse	8	-0.05919669196009636
1624	rnn.weight_hh_l0_reverse	9	0.0241511482745409
1624	rnn.bias_ih_l0_reverse	0	-0.03148269280791283
1624	rnn.bias_ih_l0_reverse	1	-0.05049975588917732
1624	rnn.bias_ih_l0_reverse	2	0.07154764980077744
1624	rnn.bias_ih_l0_reverse	3	0.02528848685324192
1624	rnn.bias_ih_l0_reverse	4	-0.0875278189778328
1624	rnn.bias_ih_l0_reverse	5	-0.004316596779972315
1624	rnn.bias_ih_l0_reverse	6	-0.07604596763849258
1624	rnn.bias_ih_l0_reverse	7	0.03007401153445244
1624	rnn.bias_ih_l0_reverse	8	0.018916837871074677
1624	rnn.bias_ih_l0_reverse	9	0.06015154346823692
1624	rnn.bias_hh_l0_reverse	0	0.033189766108989716
1624	rnn.bias_hh_l0_reverse	1	0.047465730458498
1624	rnn.bias_hh_l0_reverse	2	0.06865612417459488
1624	rnn.bias_hh_l0_reverse	3	-0.0005556593532674015
1624	rnn.bias_hh_l0_reverse	4	0.06681248545646667
1624	rnn.bias_hh_l0_reverse	5	0.007049925159662962
1624	rnn.bias_hh_l0_reverse	6	-0.05974416807293892
1624	rnn.bias_hh_l0_reverse	7	0.04863531515002251
1624	rnn.bias_hh_l0_reverse	8	0.010110866278409958
1624	rnn.bias_hh_l0_reverse	9	-0.0668596550822258
1624	linear.weight	0	0.12380272895097733
1624	linear.weight	1	-0.09275896847248077
1624	linear.weight	2	-0.04991145059466362
1624	linear.weight	3	0.05138526111841202
1624	linear.weight	4	0.039418965578079224
1624	linear.weight	5	-0.040562428534030914
1624	linear.weight	6	-0.021578336134552956
1624	linear.weight	7	-0.023588888347148895
1624	linear.weight	8	0.054776620119810104
1624	linear.weight	9	0.15437427163124084
1624	linear.bias	0	0.14934708178043365
1624	linear.bias	1	0.022479716688394547
1624	linear.bias	2	-0.22145020961761475
1624	linear.bias	3	0.6309560537338257
1624	linear.bias	4	-0.33098798990249634
1624	linear.bias	5	-0.030769959092140198
1624	linear.bias	6	-0.1210474818944931
1624	linear.bias	7	-0.07768163830041885
1624	linear.bias	8	0.14955241978168488
1624	linear.bias	9	-0.2633044421672821
1652	transitions	0	-0.5178067088127136
1652	transitions	1	0.46285542845726013
1652	transitions	2	1.847339153289795
1652	transitions	3	0.23177984356880188
1652	transitions	4	1.0492709875106812
1652	transitions	5	1.2783080339431763
1652	transitions	6	0.4861960709095001
1652	transitions	7	0.18857073783874512
1652	transitions	8	-0.9178640842437744
1652	transitions	9	0.9308097958564758
1652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1652	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1652	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1652	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1652	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1652	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1652	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1652	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1652	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1652	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1652	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1652	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1652	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1652	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1652	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1652	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1652	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1652	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1652	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1652	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1652	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1652	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1652	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1652	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1652	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1652	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1652	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1652	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1652	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1652	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1652	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1652	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1652	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1652	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1652	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1652	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1652	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1652	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1652	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1652	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1652	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1652	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1652	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1652	embedding2nn.weight	0	0.0069124046713113785
1652	embedding2nn.weight	1	0.013378332369029522
1652	embedding2nn.weight	2	-0.0036955608520656824
1652	embedding2nn.weight	3	0.0031128968112170696
1652	embedding2nn.weight	4	-0.0026651627849787474
1652	embedding2nn.weight	5	0.0030307252891361713
1652	embedding2nn.weight	6	-0.0005511380732059479
1652	embedding2nn.weight	7	0.011711671017110348
1652	embedding2nn.weight	8	-0.008493782952427864
1652	embedding2nn.weight	9	-0.013651540502905846
1652	embedding2nn.bias	0	-0.008393739350140095
1652	embedding2nn.bias	1	-0.016349494457244873
1652	embedding2nn.bias	2	-0.04798178747296333
1652	embedding2nn.bias	3	0.012191708199679852
1652	embedding2nn.bias	4	0.03252389281988144
1652	embedding2nn.bias	5	-0.03637770190834999
1652	embedding2nn.bias	6	0.055679742246866226
1652	embedding2nn.bias	7	0.06396698951721191
1652	embedding2nn.bias	8	0.018132807686924934
1652	embedding2nn.bias	9	-0.01878172904253006
1652	rnn.weight_ih_l0	0	0.03286539390683174
1652	rnn.weight_ih_l0	1	-0.005541954189538956
1652	rnn.weight_ih_l0	2	-0.02777310274541378
1652	rnn.weight_ih_l0	3	-0.05130821093916893
1652	rnn.weight_ih_l0	4	-0.05122089385986328
1652	rnn.weight_ih_l0	5	0.000961100566200912
1652	rnn.weight_ih_l0	6	-0.05233166366815567
1652	rnn.weight_ih_l0	7	-0.044751521199941635
1652	rnn.weight_ih_l0	8	-0.047493916004896164
1652	rnn.weight_ih_l0	9	-0.026120012626051903
1652	rnn.weight_hh_l0	0	0.015529606491327286
1652	rnn.weight_hh_l0	1	-0.010343868285417557
1652	rnn.weight_hh_l0	2	-0.017206339165568352
1652	rnn.weight_hh_l0	3	-0.013386417180299759
1652	rnn.weight_hh_l0	4	-0.059507500380277634
1652	rnn.weight_hh_l0	5	-0.028200682252645493
1652	rnn.weight_hh_l0	6	-0.018805069848895073
1652	rnn.weight_hh_l0	7	0.04228144511580467
1652	rnn.weight_hh_l0	8	-0.023505767807364464
1652	rnn.weight_hh_l0	9	0.030466226860880852
1652	rnn.bias_ih_l0	0	0.06245877966284752
1652	rnn.bias_ih_l0	1	-0.05921528488397598
1652	rnn.bias_ih_l0	2	0.0834810882806778
1652	rnn.bias_ih_l0	3	0.07830793410539627
1652	rnn.bias_ih_l0	4	0.07834140956401825
1652	rnn.bias_ih_l0	5	0.006665719207376242
1652	rnn.bias_ih_l0	6	-0.012301921844482422
1652	rnn.bias_ih_l0	7	-0.05125253647565842
1652	rnn.bias_ih_l0	8	-0.0963258147239685
1652	rnn.bias_ih_l0	9	0.06393621116876602
1652	rnn.bias_hh_l0	0	-0.02644791454076767
1652	rnn.bias_hh_l0	1	0.019259439781308174
1652	rnn.bias_hh_l0	2	-0.007888651452958584
1652	rnn.bias_hh_l0	3	0.01912510022521019
1652	rnn.bias_hh_l0	4	-0.05154694989323616
1652	rnn.bias_hh_l0	5	0.07203301042318344
1652	rnn.bias_hh_l0	6	-0.013413277454674244
1652	rnn.bias_hh_l0	7	0.00851205363869667
1652	rnn.bias_hh_l0	8	0.02206685207784176
1652	rnn.bias_hh_l0	9	0.06874307990074158
1652	rnn.weight_ih_l0_reverse	0	-0.033266790211200714
1652	rnn.weight_ih_l0_reverse	1	-0.004369916394352913
1652	rnn.weight_ih_l0_reverse	2	0.023004695773124695
1652	rnn.weight_ih_l0_reverse	3	-0.05801413208246231
1652	rnn.weight_ih_l0_reverse	4	0.012431897222995758
1652	rnn.weight_ih_l0_reverse	5	-0.05545828118920326
1652	rnn.weight_ih_l0_reverse	6	0.013171736150979996
1652	rnn.weight_ih_l0_reverse	7	0.036653947085142136
1652	rnn.weight_ih_l0_reverse	8	-0.03486787900328636
1652	rnn.weight_ih_l0_reverse	9	-0.050111204385757446
1652	rnn.weight_hh_l0_reverse	0	-0.05808210372924805
1652	rnn.weight_hh_l0_reverse	1	-0.062284957617521286
1652	rnn.weight_hh_l0_reverse	2	0.008155614137649536
1652	rnn.weight_hh_l0_reverse	3	0.04015995189547539
1652	rnn.weight_hh_l0_reverse	4	0.02921479381620884
1652	rnn.weight_hh_l0_reverse	5	0.04658157750964165
1652	rnn.weight_hh_l0_reverse	6	0.018156906589865685
1652	rnn.weight_hh_l0_reverse	7	-0.002055227058008313
1652	rnn.weight_hh_l0_reverse	8	-0.05902595818042755
1652	rnn.weight_hh_l0_reverse	9	0.02293563447892666
1652	rnn.bias_ih_l0_reverse	0	-0.03453053906559944
1652	rnn.bias_ih_l0_reverse	1	-0.04806734621524811
1652	rnn.bias_ih_l0_reverse	2	0.07278949022293091
1652	rnn.bias_ih_l0_reverse	3	0.026113927364349365
1652	rnn.bias_ih_l0_reverse	4	-0.08859321475028992
1652	rnn.bias_ih_l0_reverse	5	-0.0026358244940638542
1652	rnn.bias_ih_l0_reverse	6	-0.07611661404371262
1652	rnn.bias_ih_l0_reverse	7	0.029591398313641548
1652	rnn.bias_ih_l0_reverse	8	0.018939785659313202
1652	rnn.bias_ih_l0_reverse	9	0.06069338321685791
1652	rnn.bias_hh_l0_reverse	0	0.0320047102868557
1652	rnn.bias_hh_l0_reverse	1	0.04645397886633873
1652	rnn.bias_hh_l0_reverse	2	0.06855245679616928
1652	rnn.bias_hh_l0_reverse	3	-0.0006289976881816983
1652	rnn.bias_hh_l0_reverse	4	0.06817959994077682
1652	rnn.bias_hh_l0_reverse	5	0.013335331343114376
1652	rnn.bias_hh_l0_reverse	6	-0.05995558574795723
1652	rnn.bias_hh_l0_reverse	7	0.048213303089141846
1652	rnn.bias_hh_l0_reverse	8	0.008464708924293518
1652	rnn.bias_hh_l0_reverse	9	-0.07296484708786011
1652	linear.weight	0	0.10890191048383713
1652	linear.weight	1	-0.09287005662918091
1652	linear.weight	2	-0.060863085091114044
1652	linear.weight	3	0.049657903611660004
1652	linear.weight	4	0.03806561231613159
1652	linear.weight	5	-0.04157428815960884
1652	linear.weight	6	-0.021447792649269104
1652	linear.weight	7	-0.023326242342591286
1652	linear.weight	8	0.05503125116229057
1652	linear.weight	9	0.15269239246845245
1652	linear.bias	0	0.13617946207523346
1652	linear.bias	1	0.020180903375148773
1652	linear.bias	2	-0.22437459230422974
1652	linear.bias	3	0.6516163945198059
1652	linear.bias	4	-0.3304947316646576
1652	linear.bias	5	-0.030769959092140198
1652	linear.bias	6	-0.12642881274223328
1652	linear.bias	7	-0.08021799474954605
1652	linear.bias	8	0.15169118344783783
1652	linear.bias	9	-0.264739990234375
1680	transitions	0	-0.5186474323272705
1680	transitions	1	0.4625527262687683
1680	transitions	2	1.8466029167175293
1680	transitions	3	0.23120200634002686
1680	transitions	4	1.0489650964736938
1680	transitions	5	1.278251051902771
1680	transitions	6	0.4861864447593689
1680	transitions	7	0.18849970400333405
1680	transitions	8	-0.9178748726844788
1680	transitions	9	0.9308087825775146
1680	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1680	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1680	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1680	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1680	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1680	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1680	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1680	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1680	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1680	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1680	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1680	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1680	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1680	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1680	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1680	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1680	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1680	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1680	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1680	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1680	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1680	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1680	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1680	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1680	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1680	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1680	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1680	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1680	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1680	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1680	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1680	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1680	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1680	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1680	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1680	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1680	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1680	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1680	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1680	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1680	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1680	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1680	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1680	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1680	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1680	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1680	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1680	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1680	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1680	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1680	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1680	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1680	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1680	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1680	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1680	embedding2nn.weight	0	0.00756622850894928
1680	embedding2nn.weight	1	0.013405662961304188
1680	embedding2nn.weight	2	-0.0036628511734306812
1680	embedding2nn.weight	3	0.003084785072132945
1680	embedding2nn.weight	4	-0.0026141274720430374
1680	embedding2nn.weight	5	0.0030768343713134527
1680	embedding2nn.weight	6	-0.000676699448376894
1680	embedding2nn.weight	7	0.011121355928480625
1680	embedding2nn.weight	8	-0.00818637479096651
1680	embedding2nn.weight	9	-0.013451855629682541
1680	embedding2nn.bias	0	-0.0011924256104975939
1680	embedding2nn.bias	1	-0.019379470497369766
1680	embedding2nn.bias	2	-0.042951177805662155
1680	embedding2nn.bias	3	0.008638516999781132
1680	embedding2nn.bias	4	0.03903491795063019
1680	embedding2nn.bias	5	-0.03335792198777199
1680	embedding2nn.bias	6	0.0566374734044075
1680	embedding2nn.bias	7	0.06452583521604538
1680	embedding2nn.bias	8	0.021337410435080528
1680	embedding2nn.bias	9	-0.02178936079144478
1680	rnn.weight_ih_l0	0	0.032821957021951675
1680	rnn.weight_ih_l0	1	-0.005180221516638994
1680	rnn.weight_ih_l0	2	-0.0273720882833004
1680	rnn.weight_ih_l0	3	-0.05166618153452873
1680	rnn.weight_ih_l0	4	-0.05113875865936279
1680	rnn.weight_ih_l0	5	0.0009447805350646377
1680	rnn.weight_ih_l0	6	-0.05251915380358696
1680	rnn.weight_ih_l0	7	-0.044822514057159424
1680	rnn.weight_ih_l0	8	-0.04757591336965561
1680	rnn.weight_ih_l0	9	-0.026158634573221207
1680	rnn.weight_hh_l0	0	0.0152672678232193
1680	rnn.weight_hh_l0	1	-0.010305160656571388
1680	rnn.weight_hh_l0	2	-0.017053168267011642
1680	rnn.weight_hh_l0	3	-0.013173772022128105
1680	rnn.weight_hh_l0	4	-0.05931439250707626
1680	rnn.weight_hh_l0	5	-0.02801046520471573
1680	rnn.weight_hh_l0	6	-0.019425805658102036
1680	rnn.weight_hh_l0	7	0.04308855161070824
1680	rnn.weight_hh_l0	8	-0.02378145046532154
1680	rnn.weight_hh_l0	9	0.030410388484597206
1680	rnn.bias_ih_l0	0	0.06221950426697731
1680	rnn.bias_ih_l0	1	-0.057849787175655365
1680	rnn.bias_ih_l0	2	0.08328980207443237
1680	rnn.bias_ih_l0	3	0.07929627597332001
1680	rnn.bias_ih_l0	4	0.07766013592481613
1680	rnn.bias_ih_l0	5	0.007041969336569309
1680	rnn.bias_ih_l0	6	-0.012108037248253822
1680	rnn.bias_ih_l0	7	-0.04913400858640671
1680	rnn.bias_ih_l0	8	-0.09363570809364319
1680	rnn.bias_ih_l0	9	0.06268588453531265
1680	rnn.bias_hh_l0	0	-0.028165902942419052
1680	rnn.bias_hh_l0	1	0.02188497968018055
1680	rnn.bias_hh_l0	2	-0.008076761849224567
1680	rnn.bias_hh_l0	3	0.02049010619521141
1680	rnn.bias_hh_l0	4	-0.05098641663789749
1680	rnn.bias_hh_l0	5	0.07173628360033035
1680	rnn.bias_hh_l0	6	-0.012882196344435215
1680	rnn.bias_hh_l0	7	0.009337648749351501
1680	rnn.bias_hh_l0	8	0.022260740399360657
1680	rnn.bias_hh_l0	9	0.0712287425994873
1680	rnn.weight_ih_l0_reverse	0	-0.03324533626437187
1680	rnn.weight_ih_l0_reverse	1	-0.00433781323954463
1680	rnn.weight_ih_l0_reverse	2	0.023049622774124146
1680	rnn.weight_ih_l0_reverse	3	-0.0578286275267601
1680	rnn.weight_ih_l0_reverse	4	0.012313649989664555
1680	rnn.weight_ih_l0_reverse	5	-0.0554194450378418
1680	rnn.weight_ih_l0_reverse	6	0.012588159181177616
1680	rnn.weight_ih_l0_reverse	7	0.03674667328596115
1680	rnn.weight_ih_l0_reverse	8	-0.03472146391868591
1680	rnn.weight_ih_l0_reverse	9	-0.049990784376859665
1680	rnn.weight_hh_l0_reverse	0	-0.05840950459241867
1680	rnn.weight_hh_l0_reverse	1	-0.0623561255633831
1680	rnn.weight_hh_l0_reverse	2	0.00803642999380827
1680	rnn.weight_hh_l0_reverse	3	0.04001542553305626
1680	rnn.weight_hh_l0_reverse	4	0.029392942786216736
1680	rnn.weight_hh_l0_reverse	5	0.04658426344394684
1680	rnn.weight_hh_l0_reverse	6	0.017936652526259422
1680	rnn.weight_hh_l0_reverse	7	-0.0019283303990960121
1680	rnn.weight_hh_l0_reverse	8	-0.0588669627904892
1680	rnn.weight_hh_l0_reverse	9	0.02326141484081745
1680	rnn.bias_ih_l0_reverse	0	-0.034041233360767365
1680	rnn.bias_ih_l0_reverse	1	-0.05255914106965065
1680	rnn.bias_ih_l0_reverse	2	0.07337882369756699
1680	rnn.bias_ih_l0_reverse	3	0.02582249790430069
1680	rnn.bias_ih_l0_reverse	4	-0.08590429276227951
1680	rnn.bias_ih_l0_reverse	5	-0.0022818336728960276
1680	rnn.bias_ih_l0_reverse	6	-0.07802239805459976
1680	rnn.bias_ih_l0_reverse	7	0.032161109149456024
1680	rnn.bias_ih_l0_reverse	8	0.01911747269332409
1680	rnn.bias_ih_l0_reverse	9	0.060802362859249115
1680	rnn.bias_hh_l0_reverse	0	0.039466533809900284
1680	rnn.bias_hh_l0_reverse	1	0.046211469918489456
1680	rnn.bias_hh_l0_reverse	2	0.07006251066923141
1680	rnn.bias_hh_l0_reverse	3	-0.00026334275025874376
1680	rnn.bias_hh_l0_reverse	4	0.06676820665597916
1680	rnn.bias_hh_l0_reverse	5	0.011928686872124672
1680	rnn.bias_hh_l0_reverse	6	-0.05998450890183449
1680	rnn.bias_hh_l0_reverse	7	0.047157227993011475
1680	rnn.bias_hh_l0_reverse	8	0.00926490779966116
1680	rnn.bias_hh_l0_reverse	9	-0.06674055755138397
1680	linear.weight	0	0.1203886941075325
1680	linear.weight	1	-0.09261061251163483
1680	linear.weight	2	-0.06306992471218109
1680	linear.weight	3	0.05182249844074249
1680	linear.weight	4	0.03880200907588005
1680	linear.weight	5	-0.04396449774503708
1680	linear.weight	6	-0.021447937935590744
1680	linear.weight	7	-0.02292362041771412
1680	linear.weight	8	0.05866587534546852
1680	linear.weight	9	0.15638767182826996
1680	linear.bias	0	0.1359522044658661
1680	linear.bias	1	0.017473623156547546
1680	linear.bias	2	-0.21964578330516815
1680	linear.bias	3	0.6560876965522766
1680	linear.bias	4	-0.33292925357818604
1680	linear.bias	5	-0.030769959092140198
1680	linear.bias	6	-0.1253589540719986
1680	linear.bias	7	-0.08513463288545609
1680	linear.bias	8	0.15376466512680054
1680	linear.bias	9	-0.2663821280002594
1708	transitions	0	-0.5193269848823547
1708	transitions	1	0.46216440200805664
1708	transitions	2	1.845733642578125
1708	transitions	3	0.230939581990242
1708	transitions	4	1.0485142469406128
1708	transitions	5	1.2782220840454102
1708	transitions	6	0.486168771982193
1708	transitions	7	0.18839585781097412
1708	transitions	8	-0.9178932309150696
1708	transitions	9	0.9308076500892639
1708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1708	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1708	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1708	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1708	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1708	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1708	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1708	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1708	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1708	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1708	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1708	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1708	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1708	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1708	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1708	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1708	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1708	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1708	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1708	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1708	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1708	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1708	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1708	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1708	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1708	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1708	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1708	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1708	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1708	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1708	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1708	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1708	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1708	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1708	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1708	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1708	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1708	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1708	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1708	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1708	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1708	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1708	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1708	embedding2nn.weight	0	0.0064261313527822495
1708	embedding2nn.weight	1	0.013376913964748383
1708	embedding2nn.weight	2	-0.0036305978428572416
1708	embedding2nn.weight	3	0.0031617539934813976
1708	embedding2nn.weight	4	-0.0025846404023468494
1708	embedding2nn.weight	5	0.0030720902141183615
1708	embedding2nn.weight	6	-0.0005242589395493269
1708	embedding2nn.weight	7	0.01211560145020485
1708	embedding2nn.weight	8	-0.008335869759321213
1708	embedding2nn.weight	9	-0.013435843400657177
1708	embedding2nn.bias	0	0.005027635954320431
1708	embedding2nn.bias	1	-0.024121573194861412
1708	embedding2nn.bias	2	-0.04958416149020195
1708	embedding2nn.bias	3	0.0054086362943053246
1708	embedding2nn.bias	4	0.0404689759016037
1708	embedding2nn.bias	5	-0.032814063131809235
1708	embedding2nn.bias	6	0.054759472608566284
1708	embedding2nn.bias	7	0.06579826027154922
1708	embedding2nn.bias	8	0.014232308603823185
1708	embedding2nn.bias	9	-0.015402274206280708
1708	rnn.weight_ih_l0	0	0.03287801146507263
1708	rnn.weight_ih_l0	1	-0.005338348913937807
1708	rnn.weight_ih_l0	2	-0.02703920379281044
1708	rnn.weight_ih_l0	3	-0.051559098064899445
1708	rnn.weight_ih_l0	4	-0.05126255378127098
1708	rnn.weight_ih_l0	5	0.001135206432081759
1708	rnn.weight_ih_l0	6	-0.05261571332812309
1708	rnn.weight_ih_l0	7	-0.044876374304294586
1708	rnn.weight_ih_l0	8	-0.047716159373521805
1708	rnn.weight_ih_l0	9	-0.026188960298895836
1708	rnn.weight_hh_l0	0	0.015256430953741074
1708	rnn.weight_hh_l0	1	-0.010660707950592041
1708	rnn.weight_hh_l0	2	-0.017426040023565292
1708	rnn.weight_hh_l0	3	-0.012805861420929432
1708	rnn.weight_hh_l0	4	-0.059507112950086594
1708	rnn.weight_hh_l0	5	-0.02799542061984539
1708	rnn.weight_hh_l0	6	-0.0183669812977314
1708	rnn.weight_hh_l0	7	0.04104675352573395
1708	rnn.weight_hh_l0	8	-0.023561401292681694
1708	rnn.weight_hh_l0	9	0.03026624023914337
1708	rnn.bias_ih_l0	0	0.0614997036755085
1708	rnn.bias_ih_l0	1	-0.05803712084889412
1708	rnn.bias_ih_l0	2	0.08456828445196152
1708	rnn.bias_ih_l0	3	0.07998175919055939
1708	rnn.bias_ih_l0	4	0.07854846119880676
1708	rnn.bias_ih_l0	5	0.006684248801320791
1708	rnn.bias_ih_l0	6	-0.011047480627894402
1708	rnn.bias_ih_l0	7	-0.048891402781009674
1708	rnn.bias_ih_l0	8	-0.0986977219581604
1708	rnn.bias_ih_l0	9	0.0608317069709301
1708	rnn.bias_hh_l0	0	-0.028351740911602974
1708	rnn.bias_hh_l0	1	0.020334558561444283
1708	rnn.bias_hh_l0	2	-0.007542221341282129
1708	rnn.bias_hh_l0	3	0.01771695539355278
1708	rnn.bias_hh_l0	4	-0.05240830034017563
1708	rnn.bias_hh_l0	5	0.06972460448741913
1708	rnn.bias_hh_l0	6	-0.014019553549587727
1708	rnn.bias_hh_l0	7	0.009577200748026371
1708	rnn.bias_hh_l0	8	0.023321300745010376
1708	rnn.bias_hh_l0	9	0.07270058989524841
1708	rnn.weight_ih_l0_reverse	0	-0.03324512019753456
1708	rnn.weight_ih_l0_reverse	1	-0.004699941258877516
1708	rnn.weight_ih_l0_reverse	2	0.023055169731378555
1708	rnn.weight_ih_l0_reverse	3	-0.05798894166946411
1708	rnn.weight_ih_l0_reverse	4	0.012300058268010616
1708	rnn.weight_ih_l0_reverse	5	-0.05550522357225418
1708	rnn.weight_ih_l0_reverse	6	0.013554994948208332
1708	rnn.weight_ih_l0_reverse	7	0.036785345524549484
1708	rnn.weight_ih_l0_reverse	8	-0.035014521330595016
1708	rnn.weight_ih_l0_reverse	9	-0.04996904358267784
1708	rnn.weight_hh_l0_reverse	0	-0.058148838579654694
1708	rnn.weight_hh_l0_reverse	1	-0.06252499669790268
1708	rnn.weight_hh_l0_reverse	2	0.008008472621440887
1708	rnn.weight_hh_l0_reverse	3	0.0399639718234539
1708	rnn.weight_hh_l0_reverse	4	0.02921123057603836
1708	rnn.weight_hh_l0_reverse	5	0.04666195809841156
1708	rnn.weight_hh_l0_reverse	6	0.017763247713446617
1708	rnn.weight_hh_l0_reverse	7	-0.0022541407961398363
1708	rnn.weight_hh_l0_reverse	8	-0.058922480791807175
1708	rnn.weight_hh_l0_reverse	9	0.024038191884756088
1708	rnn.bias_ih_l0_reverse	0	-0.035498060286045074
1708	rnn.bias_ih_l0_reverse	1	-0.05031328275799751
1708	rnn.bias_ih_l0_reverse	2	0.07303521782159805
1708	rnn.bias_ih_l0_reverse	3	0.02614802122116089
1708	rnn.bias_ih_l0_reverse	4	-0.0871039405465126
1708	rnn.bias_ih_l0_reverse	5	-0.0005782290827482939
1708	rnn.bias_ih_l0_reverse	6	-0.07956568151712418
1708	rnn.bias_ih_l0_reverse	7	0.029629040509462357
1708	rnn.bias_ih_l0_reverse	8	0.021758796647191048
1708	rnn.bias_ih_l0_reverse	9	0.0610148124396801
1708	rnn.bias_hh_l0_reverse	0	0.042197782546281815
1708	rnn.bias_hh_l0_reverse	1	0.048382718116045
1708	rnn.bias_hh_l0_reverse	2	0.06979866325855255
1708	rnn.bias_hh_l0_reverse	3	8.589623030275106e-05
1708	rnn.bias_hh_l0_reverse	4	0.06685861200094223
1708	rnn.bias_hh_l0_reverse	5	0.013172074221074581
1708	rnn.bias_hh_l0_reverse	6	-0.059976473450660706
1708	rnn.bias_hh_l0_reverse	7	0.04546438530087471
1708	rnn.bias_hh_l0_reverse	8	0.009085224010050297
1708	rnn.bias_hh_l0_reverse	9	-0.06853385269641876
1708	linear.weight	0	0.14637227356433868
1708	linear.weight	1	-0.09265205264091492
1708	linear.weight	2	-0.06813520193099976
1708	linear.weight	3	0.04710394889116287
1708	linear.weight	4	0.039546284824609756
1708	linear.weight	5	-0.04303259402513504
1708	linear.weight	6	-0.021487388759851456
1708	linear.weight	7	-0.0227107685059309
1708	linear.weight	8	0.06009843945503235
1708	linear.weight	9	0.15853293240070343
1708	linear.bias	0	0.13237039744853973
1708	linear.bias	1	0.02566944807767868
1708	linear.bias	2	-0.22525840997695923
1708	linear.bias	3	0.6840346455574036
1708	linear.bias	4	-0.3287142217159271
1708	linear.bias	5	-0.030769959092140198
1708	linear.bias	6	-0.13161012530326843
1708	linear.bias	7	-0.09196750819683075
1708	linear.bias	8	0.15507975220680237
1708	linear.bias	9	-0.2679343819618225
1736	transitions	0	-0.519942581653595
1736	transitions	1	0.46162718534469604
1736	transitions	2	1.8450894355773926
1736	transitions	3	0.2304707169532776
1736	transitions	4	1.0479556322097778
1736	transitions	5	1.2781668901443481
1736	transitions	6	0.4861632287502289
1736	transitions	7	0.18836484849452972
1736	transitions	8	-0.9179064035415649
1736	transitions	9	0.9308065176010132
1736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1736	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1736	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1736	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1736	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1736	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1736	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1736	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1736	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1736	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1736	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1736	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1736	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1736	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1736	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1736	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1736	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1736	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1736	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1736	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1736	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1736	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1736	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1736	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1736	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1736	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1736	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1736	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1736	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1736	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1736	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1736	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1736	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1736	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1736	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1736	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1736	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1736	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1736	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1736	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1736	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1736	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1736	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1736	embedding2nn.weight	0	0.006142248399555683
1736	embedding2nn.weight	1	0.01343510765582323
1736	embedding2nn.weight	2	-0.003662950824946165
1736	embedding2nn.weight	3	0.003335983259603381
1736	embedding2nn.weight	4	-0.002563743619248271
1736	embedding2nn.weight	5	0.003255713963881135
1736	embedding2nn.weight	6	-0.000641514896415174
1736	embedding2nn.weight	7	0.011230677366256714
1736	embedding2nn.weight	8	-0.008350221440196037
1736	embedding2nn.weight	9	-0.013311871327459812
1736	embedding2nn.bias	0	-0.0011464747367426753
1736	embedding2nn.bias	1	-0.02600434049963951
1736	embedding2nn.bias	2	-0.04890220984816551
1736	embedding2nn.bias	3	0.007226105779409409
1736	embedding2nn.bias	4	0.03938872739672661
1736	embedding2nn.bias	5	-0.035084933042526245
1736	embedding2nn.bias	6	0.05196863040328026
1736	embedding2nn.bias	7	0.07076146453619003
1736	embedding2nn.bias	8	0.016444744542241096
1736	embedding2nn.bias	9	-0.018587836995720863
1736	rnn.weight_ih_l0	0	0.03283189237117767
1736	rnn.weight_ih_l0	1	-0.00515030836686492
1736	rnn.weight_ih_l0	2	-0.027352137491106987
1736	rnn.weight_ih_l0	3	-0.05140785872936249
1736	rnn.weight_ih_l0	4	-0.05139435827732086
1736	rnn.weight_ih_l0	5	0.0011508726747706532
1736	rnn.weight_ih_l0	6	-0.05273423343896866
1736	rnn.weight_ih_l0	7	-0.044725943356752396
1736	rnn.weight_ih_l0	8	-0.04765181243419647
1736	rnn.weight_ih_l0	9	-0.02615201286971569
1736	rnn.weight_hh_l0	0	0.015189401805400848
1736	rnn.weight_hh_l0	1	-0.010501719079911709
1736	rnn.weight_hh_l0	2	-0.01783013716340065
1736	rnn.weight_hh_l0	3	-0.012593967840075493
1736	rnn.weight_hh_l0	4	-0.05958740413188934
1736	rnn.weight_hh_l0	5	-0.02740437723696232
1736	rnn.weight_hh_l0	6	-0.018705861642956734
1736	rnn.weight_hh_l0	7	0.04193589836359024
1736	rnn.weight_hh_l0	8	-0.023636238649487495
1736	rnn.weight_hh_l0	9	0.02957949973642826
1736	rnn.bias_ih_l0	0	0.06223529204726219
1736	rnn.bias_ih_l0	1	-0.0553465373814106
1736	rnn.bias_ih_l0	2	0.08556106686592102
1736	rnn.bias_ih_l0	3	0.07749927043914795
1736	rnn.bias_ih_l0	4	0.07856007665395737
1736	rnn.bias_ih_l0	5	0.0069277724251151085
1736	rnn.bias_ih_l0	6	-0.009518944658339024
1736	rnn.bias_ih_l0	7	-0.05234680324792862
1736	rnn.bias_ih_l0	8	-0.09856521338224411
1736	rnn.bias_ih_l0	9	0.060892876237630844
1736	rnn.bias_hh_l0	0	-0.027126623317599297
1736	rnn.bias_hh_l0	1	0.02095031924545765
1736	rnn.bias_hh_l0	2	-0.009522566571831703
1736	rnn.bias_hh_l0	3	0.01924140192568302
1736	rnn.bias_hh_l0	4	-0.051114652305841446
1736	rnn.bias_hh_l0	5	0.07082656770944595
1736	rnn.bias_hh_l0	6	-0.014780539087951183
1736	rnn.bias_hh_l0	7	0.008013606071472168
1736	rnn.bias_hh_l0	8	0.024849841371178627
1736	rnn.bias_hh_l0	9	0.07232487201690674
1736	rnn.weight_ih_l0_reverse	0	-0.033064842224121094
1736	rnn.weight_ih_l0_reverse	1	-0.004584121517837048
1736	rnn.weight_ih_l0_reverse	2	0.022988632321357727
1736	rnn.weight_ih_l0_reverse	3	-0.057640161365270615
1736	rnn.weight_ih_l0_reverse	4	0.012831349857151508
1736	rnn.weight_ih_l0_reverse	5	-0.05568799003958702
1736	rnn.weight_ih_l0_reverse	6	0.0145453792065382
1736	rnn.weight_ih_l0_reverse	7	0.03679234907031059
1736	rnn.weight_ih_l0_reverse	8	-0.03505086153745651
1736	rnn.weight_ih_l0_reverse	9	-0.04999898374080658
1736	rnn.weight_hh_l0_reverse	0	-0.05875077098608017
1736	rnn.weight_hh_l0_reverse	1	-0.060812998563051224
1736	rnn.weight_hh_l0_reverse	2	0.007895910181105137
1736	rnn.weight_hh_l0_reverse	3	0.03999945521354675
1736	rnn.weight_hh_l0_reverse	4	0.029450442641973495
1736	rnn.weight_hh_l0_reverse	5	0.04631467163562775
1736	rnn.weight_hh_l0_reverse	6	0.01772460900247097
1736	rnn.weight_hh_l0_reverse	7	-0.001753647462464869
1736	rnn.weight_hh_l0_reverse	8	-0.05902694910764694
1736	rnn.weight_hh_l0_reverse	9	0.024454446509480476
1736	rnn.bias_ih_l0_reverse	0	-0.03495563194155693
1736	rnn.bias_ih_l0_reverse	1	-0.05371706560254097
1736	rnn.bias_ih_l0_reverse	2	0.0741608738899231
1736	rnn.bias_ih_l0_reverse	3	0.02578594721853733
1736	rnn.bias_ih_l0_reverse	4	-0.08614849299192429
1736	rnn.bias_ih_l0_reverse	5	2.8723950890707783e-05
1736	rnn.bias_ih_l0_reverse	6	-0.07851461321115494
1736	rnn.bias_ih_l0_reverse	7	0.028957976028323174
1736	rnn.bias_ih_l0_reverse	8	0.020509004592895508
1736	rnn.bias_ih_l0_reverse	9	0.06089819222688675
1736	rnn.bias_hh_l0_reverse	0	0.0501096174120903
1736	rnn.bias_hh_l0_reverse	1	0.05010363832116127
1736	rnn.bias_hh_l0_reverse	2	0.07132367044687271
1736	rnn.bias_hh_l0_reverse	3	2.775025859591551e-05
1736	rnn.bias_hh_l0_reverse	4	0.0676264688372612
1736	rnn.bias_hh_l0_reverse	5	0.016565395519137383
1736	rnn.bias_hh_l0_reverse	6	-0.05939052999019623
1736	rnn.bias_hh_l0_reverse	7	0.04535660520195961
1736	rnn.bias_hh_l0_reverse	8	0.008942530490458012
1736	rnn.bias_hh_l0_reverse	9	-0.06766657531261444
1736	linear.weight	0	0.15513500571250916
1736	linear.weight	1	-0.09280034899711609
1736	linear.weight	2	-0.06408341974020004
1736	linear.weight	3	0.03665817528963089
1736	linear.weight	4	0.03877495229244232
1736	linear.weight	5	-0.0466424934566021
1736	linear.weight	6	-0.021398521959781647
1736	linear.weight	7	-0.022553617134690285
1736	linear.weight	8	0.058771662414073944
1736	linear.weight	9	0.15659449994564056
1736	linear.bias	0	0.1297633796930313
1736	linear.bias	1	0.025352803990244865
1736	linear.bias	2	-0.22523190081119537
1736	linear.bias	3	0.6981567144393921
1736	linear.bias	4	-0.32866594195365906
1736	linear.bias	5	-0.030769959092140198
1736	linear.bias	6	-0.13359199464321136
1736	linear.bias	7	-0.08183112740516663
1736	linear.bias	8	0.16402511298656464
1736	linear.bias	9	-0.2702988386154175
1764	transitions	0	-0.5207511186599731
1764	transitions	1	0.46121227741241455
1764	transitions	2	1.8442412614822388
1764	transitions	3	0.23014554381370544
1764	transitions	4	1.047420859336853
1764	transitions	5	1.2781174182891846
1764	transitions	6	0.4861530363559723
1764	transitions	7	0.18833348155021667
1764	transitions	8	-0.9179205298423767
1764	transitions	9	0.9308053255081177
1764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1764	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1764	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1764	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1764	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1764	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1764	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1764	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1764	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1764	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1764	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1764	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1764	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1764	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1764	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1764	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1764	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1764	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1764	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1764	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1764	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1764	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1764	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1764	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1764	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1764	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1764	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1764	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1764	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1764	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1764	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1764	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1764	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1764	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1764	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1764	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1764	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1764	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1764	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1764	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1764	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1764	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1764	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1764	embedding2nn.weight	0	0.006847727112472057
1764	embedding2nn.weight	1	0.013422106392681599
1764	embedding2nn.weight	2	-0.0037452573888003826
1764	embedding2nn.weight	3	0.0031290086917579174
1764	embedding2nn.weight	4	-0.002590237883850932
1764	embedding2nn.weight	5	0.003023706143721938
1764	embedding2nn.weight	6	-0.0006131930858828127
1764	embedding2nn.weight	7	0.01148812472820282
1764	embedding2nn.weight	8	-0.008470366708934307
1764	embedding2nn.weight	9	-0.013141081668436527
1764	embedding2nn.bias	0	-0.0034345684107393026
1764	embedding2nn.bias	1	-0.01772063411772251
1764	embedding2nn.bias	2	-0.0487845316529274
1764	embedding2nn.bias	3	0.004150670487433672
1764	embedding2nn.bias	4	0.04242721572518349
1764	embedding2nn.bias	5	-0.031085411086678505
1764	embedding2nn.bias	6	0.05587022751569748
1764	embedding2nn.bias	7	0.07017040252685547
1764	embedding2nn.bias	8	0.011965334415435791
1764	embedding2nn.bias	9	-0.016872888430953026
1764	rnn.weight_ih_l0	0	0.03283790126442909
1764	rnn.weight_ih_l0	1	-0.00472679641097784
1764	rnn.weight_ih_l0	2	-0.02653573453426361
1764	rnn.weight_ih_l0	3	-0.051544927060604095
1764	rnn.weight_ih_l0	4	-0.0513424426317215
1764	rnn.weight_ih_l0	5	0.001030084677040577
1764	rnn.weight_ih_l0	6	-0.05291337892413139
1764	rnn.weight_ih_l0	7	-0.04476894438266754
1764	rnn.weight_ih_l0	8	-0.04758843407034874
1764	rnn.weight_ih_l0	9	-0.026173122227191925
1764	rnn.weight_hh_l0	0	0.014934531413018703
1764	rnn.weight_hh_l0	1	-0.0108827268704772
1764	rnn.weight_hh_l0	2	-0.0186444278806448
1764	rnn.weight_hh_l0	3	-0.012395123951137066
1764	rnn.weight_hh_l0	4	-0.06011081114411354
1764	rnn.weight_hh_l0	5	-0.027608823031187057
1764	rnn.weight_hh_l0	6	-0.0187106654047966
1764	rnn.weight_hh_l0	7	0.041287146508693695
1764	rnn.weight_hh_l0	8	-0.02358281798660755
1764	rnn.weight_hh_l0	9	0.03038528934121132
1764	rnn.bias_ih_l0	0	0.06211762875318527
1764	rnn.bias_ih_l0	1	-0.056246187537908554
1764	rnn.bias_ih_l0	2	0.0865064486861229
1764	rnn.bias_ih_l0	3	0.07904572039842606
1764	rnn.bias_ih_l0	4	0.0791315883398056
1764	rnn.bias_ih_l0	5	0.006424564402550459
1764	rnn.bias_ih_l0	6	-0.010730640962719917
1764	rnn.bias_ih_l0	7	-0.056526415050029755
1764	rnn.bias_ih_l0	8	-0.09957023710012436
1764	rnn.bias_ih_l0	9	0.06083706393837929
1764	rnn.bias_hh_l0	0	-0.027681658044457436
1764	rnn.bias_hh_l0	1	0.02022109180688858
1764	rnn.bias_hh_l0	2	-0.010276565328240395
1764	rnn.bias_hh_l0	3	0.019900094717741013
1764	rnn.bias_hh_l0	4	-0.05209494009613991
1764	rnn.bias_hh_l0	5	0.0740724578499794
1764	rnn.bias_hh_l0	6	-0.01465265266597271
1764	rnn.bias_hh_l0	7	0.007639552000910044
1764	rnn.bias_hh_l0	8	0.023638149723410606
1764	rnn.bias_hh_l0	9	0.07309037446975708
1764	rnn.weight_ih_l0_reverse	0	-0.03311716765165329
1764	rnn.weight_ih_l0_reverse	1	-0.005933043081313372
1764	rnn.weight_ih_l0_reverse	2	0.023097578436136246
1764	rnn.weight_ih_l0_reverse	3	-0.057516247034072876
1764	rnn.weight_ih_l0_reverse	4	0.012848636135458946
1764	rnn.weight_ih_l0_reverse	5	-0.05563919246196747
1764	rnn.weight_ih_l0_reverse	6	0.014525257982313633
1764	rnn.weight_ih_l0_reverse	7	0.03680802136659622
1764	rnn.weight_ih_l0_reverse	8	-0.03497759997844696
1764	rnn.weight_ih_l0_reverse	9	-0.05009772628545761
1764	rnn.weight_hh_l0_reverse	0	-0.05866098776459694
1764	rnn.weight_hh_l0_reverse	1	-0.0594574399292469
1764	rnn.weight_hh_l0_reverse	2	0.007937279529869556
1764	rnn.weight_hh_l0_reverse	3	0.0399959534406662
1764	rnn.weight_hh_l0_reverse	4	0.029913337901234627
1764	rnn.weight_hh_l0_reverse	5	0.04630567133426666
1764	rnn.weight_hh_l0_reverse	6	0.01776406727731228
1764	rnn.weight_hh_l0_reverse	7	-0.0014906487194821239
1764	rnn.weight_hh_l0_reverse	8	-0.05918745696544647
1764	rnn.weight_hh_l0_reverse	9	0.024854743853211403
1764	rnn.bias_ih_l0_reverse	0	-0.028311196714639664
1764	rnn.bias_ih_l0_reverse	1	-0.0642714723944664
1764	rnn.bias_ih_l0_reverse	2	0.0740063264966011
1764	rnn.bias_ih_l0_reverse	3	0.02630435861647129
1764	rnn.bias_ih_l0_reverse	4	-0.0853152647614479
1764	rnn.bias_ih_l0_reverse	5	0.0005420024390332401
1764	rnn.bias_ih_l0_reverse	6	-0.07858401536941528
1764	rnn.bias_ih_l0_reverse	7	0.028957732021808624
1764	rnn.bias_ih_l0_reverse	8	0.017138632014393806
1764	rnn.bias_ih_l0_reverse	9	0.059487856924533844
1764	rnn.bias_hh_l0_reverse	0	0.03971732780337334
1764	rnn.bias_hh_l0_reverse	1	0.051687970757484436
1764	rnn.bias_hh_l0_reverse	2	0.07180915027856827
1764	rnn.bias_hh_l0_reverse	3	0.0003133404825348407
1764	rnn.bias_hh_l0_reverse	4	0.06840864568948746
1764	rnn.bias_hh_l0_reverse	5	0.017950644716620445
1764	rnn.bias_hh_l0_reverse	6	-0.05996984988451004
1764	rnn.bias_hh_l0_reverse	7	0.044664982706308365
1764	rnn.bias_hh_l0_reverse	8	0.008422099985182285
1764	rnn.bias_hh_l0_reverse	9	-0.06180811673402786
1764	linear.weight	0	0.13097451627254486
1764	linear.weight	1	-0.09286245703697205
1764	linear.weight	2	-0.06191953644156456
1764	linear.weight	3	0.040432728826999664
1764	linear.weight	4	0.035868141800165176
1764	linear.weight	5	-0.04778216779232025
1764	linear.weight	6	-0.021252436563372612
1764	linear.weight	7	-0.02237207256257534
1764	linear.weight	8	0.05660753324627876
1764	linear.weight	9	0.15633602440357208
1764	linear.bias	0	0.12700682878494263
1764	linear.bias	1	0.02674950659275055
1764	linear.bias	2	-0.22490066289901733
1764	linear.bias	3	0.6901984810829163
1764	linear.bias	4	-0.3313434422016144
1764	linear.bias	5	-0.030769959092140198
1764	linear.bias	6	-0.13284508883953094
1764	linear.bias	7	-0.08186348527669907
1764	linear.bias	8	0.15961024165153503
1764	linear.bias	9	-0.2721683084964752
1792	transitions	0	-0.521563708782196
1792	transitions	1	0.4608384668827057
1792	transitions	2	1.8436627388000488
1792	transitions	3	0.2298952341079712
1792	transitions	4	1.0472047328948975
1792	transitions	5	1.2780845165252686
1792	transitions	6	0.4861419200897217
1792	transitions	7	0.18829141557216644
1792	transitions	8	-0.9179286360740662
1792	transitions	9	0.9308045506477356
1792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1792	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1792	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1792	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1792	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1792	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1792	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1792	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1792	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1792	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1792	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1792	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1792	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1792	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1792	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1792	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1792	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1792	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1792	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1792	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1792	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1792	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1792	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1792	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1792	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1792	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1792	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1792	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1792	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1792	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1792	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1792	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1792	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1792	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1792	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1792	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1792	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1792	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1792	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1792	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1792	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1792	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1792	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1792	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1792	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1792	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1792	embedding2nn.weight	0	0.007049969397485256
1792	embedding2nn.weight	1	0.013443566858768463
1792	embedding2nn.weight	2	-0.003763435408473015
1792	embedding2nn.weight	3	0.0033102286979556084
1792	embedding2nn.weight	4	-0.0026642458979040384
1792	embedding2nn.weight	5	0.003070636186748743
1792	embedding2nn.weight	6	-0.0005432085017673671
1792	embedding2nn.weight	7	0.011128965765237808
1792	embedding2nn.weight	8	-0.008744249120354652
1792	embedding2nn.weight	9	-0.01293026003986597
1792	embedding2nn.bias	0	-0.006060501094907522
1792	embedding2nn.bias	1	-0.01448027603328228
1792	embedding2nn.bias	2	-0.06006624549627304
1792	embedding2nn.bias	3	0.004209946375340223
1792	embedding2nn.bias	4	0.04626269266009331
1792	embedding2nn.bias	5	-0.030049173161387444
1792	embedding2nn.bias	6	0.0533379502594471
1792	embedding2nn.bias	7	0.069625623524189
1792	embedding2nn.bias	8	0.01526295579969883
1792	embedding2nn.bias	9	-0.012893089093267918
1792	rnn.weight_ih_l0	0	0.032933998852968216
1792	rnn.weight_ih_l0	1	-0.0045301225036382675
1792	rnn.weight_ih_l0	2	-0.02669679932296276
1792	rnn.weight_ih_l0	3	-0.05151130631566048
1792	rnn.weight_ih_l0	4	-0.05149514600634575
1792	rnn.weight_ih_l0	5	0.000923308776691556
1792	rnn.weight_ih_l0	6	-0.05313039943575859
1792	rnn.weight_ih_l0	7	-0.04478602483868599
1792	rnn.weight_ih_l0	8	-0.04774843156337738
1792	rnn.weight_ih_l0	9	-0.0261525921523571
1792	rnn.weight_hh_l0	0	0.014637883752584457
1792	rnn.weight_hh_l0	1	-0.010753144510090351
1792	rnn.weight_hh_l0	2	-0.01859069988131523
1792	rnn.weight_hh_l0	3	-0.0123917106539011
1792	rnn.weight_hh_l0	4	-0.06006978824734688
1792	rnn.weight_hh_l0	5	-0.02742527797818184
1792	rnn.weight_hh_l0	6	-0.019233379513025284
1792	rnn.weight_hh_l0	7	0.042555421590805054
1792	rnn.weight_hh_l0	8	-0.02373649738729
1792	rnn.weight_hh_l0	9	0.03172363340854645
1792	rnn.bias_ih_l0	0	0.06255213916301727
1792	rnn.bias_ih_l0	1	-0.056244611740112305
1792	rnn.bias_ih_l0	2	0.08686216920614243
1792	rnn.bias_ih_l0	3	0.08000391721725464
1792	rnn.bias_ih_l0	4	0.07988018542528152
1792	rnn.bias_ih_l0	5	0.00642559165135026
1792	rnn.bias_ih_l0	6	-0.010155430063605309
1792	rnn.bias_ih_l0	7	-0.05093472823500633
1792	rnn.bias_ih_l0	8	-0.10033722221851349
1792	rnn.bias_ih_l0	9	0.0606851801276207
1792	rnn.bias_hh_l0	0	-0.026647618040442467
1792	rnn.bias_hh_l0	1	0.021988146007061005
1792	rnn.bias_hh_l0	2	-0.010438015684485435
1792	rnn.bias_hh_l0	3	0.020388223230838776
1792	rnn.bias_hh_l0	4	-0.05234415829181671
1792	rnn.bias_hh_l0	5	0.0748167559504509
1792	rnn.bias_hh_l0	6	-0.014650163240730762
1792	rnn.bias_hh_l0	7	0.008329605683684349
1792	rnn.bias_hh_l0	8	0.024213356897234917
1792	rnn.bias_hh_l0	9	0.0711972787976265
1792	rnn.weight_ih_l0_reverse	0	-0.033245302736759186
1792	rnn.weight_ih_l0_reverse	1	-0.006025171838700771
1792	rnn.weight_ih_l0_reverse	2	0.023026729002594948
1792	rnn.weight_ih_l0_reverse	3	-0.05757034197449684
1792	rnn.weight_ih_l0_reverse	4	0.012724573723971844
1792	rnn.weight_ih_l0_reverse	5	-0.055451296269893646
1792	rnn.weight_ih_l0_reverse	6	0.013900847174227238
1792	rnn.weight_ih_l0_reverse	7	0.03686244785785675
1792	rnn.weight_ih_l0_reverse	8	-0.035030510276556015
1792	rnn.weight_ih_l0_reverse	9	-0.049926239997148514
1792	rnn.weight_hh_l0_reverse	0	-0.05872362479567528
1792	rnn.weight_hh_l0_reverse	1	-0.05938401818275452
1792	rnn.weight_hh_l0_reverse	2	0.007887950167059898
1792	rnn.weight_hh_l0_reverse	3	0.039927784353494644
1792	rnn.weight_hh_l0_reverse	4	0.029706431552767754
1792	rnn.weight_hh_l0_reverse	5	0.04613001272082329
1792	rnn.weight_hh_l0_reverse	6	0.017757540568709373
1792	rnn.weight_hh_l0_reverse	7	-0.0016558438073843718
1792	rnn.weight_hh_l0_reverse	8	-0.05968329310417175
1792	rnn.weight_hh_l0_reverse	9	0.024885499849915504
1792	rnn.bias_ih_l0_reverse	0	-0.027598539367318153
1792	rnn.bias_ih_l0_reverse	1	-0.07056896388530731
1792	rnn.bias_ih_l0_reverse	2	0.07387518137693405
1792	rnn.bias_ih_l0_reverse	3	0.026264844462275505
1792	rnn.bias_ih_l0_reverse	4	-0.08440153300762177
1792	rnn.bias_ih_l0_reverse	5	0.0004843173373956233
1792	rnn.bias_ih_l0_reverse	6	-0.08082792162895203
1792	rnn.bias_ih_l0_reverse	7	0.03207879513502121
1792	rnn.bias_ih_l0_reverse	8	0.017467854544520378
1792	rnn.bias_ih_l0_reverse	9	0.05980757996439934
1792	rnn.bias_hh_l0_reverse	0	0.03987801820039749
1792	rnn.bias_hh_l0_reverse	1	0.04933009669184685
1792	rnn.bias_hh_l0_reverse	2	0.07353756576776505
1792	rnn.bias_hh_l0_reverse	3	0.0004383585473988205
1792	rnn.bias_hh_l0_reverse	4	0.06906156986951828
1792	rnn.bias_hh_l0_reverse	5	0.012389813549816608
1792	rnn.bias_hh_l0_reverse	6	-0.059470053762197495
1792	rnn.bias_hh_l0_reverse	7	0.04360492154955864
1792	rnn.bias_hh_l0_reverse	8	0.009073087014257908
1792	rnn.bias_hh_l0_reverse	9	-0.06594642996788025
1792	linear.weight	0	0.13611051440238953
1792	linear.weight	1	-0.0929090604186058
1792	linear.weight	2	-0.06674307584762573
1792	linear.weight	3	0.039266437292099
1792	linear.weight	4	0.035278309136629105
1792	linear.weight	5	-0.04757410287857056
1792	linear.weight	6	-0.021071238443255424
1792	linear.weight	7	-0.02229629084467888
1792	linear.weight	8	0.052867598831653595
1792	linear.weight	9	0.16096733510494232
1792	linear.bias	0	0.1238233670592308
1792	linear.bias	1	0.03555518761277199
1792	linear.bias	2	-0.22773854434490204
1792	linear.bias	3	0.7067228555679321
1792	linear.bias	4	-0.3333030939102173
1792	linear.bias	5	-0.030769959092140198
1792	linear.bias	6	-0.13845911622047424
1792	linear.bias	7	-0.08362586051225662
1792	linear.bias	8	0.15947018563747406
1792	linear.bias	9	-0.2737693190574646
1820	transitions	0	-0.522854208946228
1820	transitions	1	0.46051329374313354
1820	transitions	2	1.8429728746414185
1820	transitions	3	0.22961409389972687
1820	transitions	4	1.0470468997955322
1820	transitions	5	1.278037667274475
1820	transitions	6	0.4861331880092621
1820	transitions	7	0.18825466930866241
1820	transitions	8	-0.9179417490959167
1820	transitions	9	0.9308040142059326
1820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1820	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1820	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1820	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1820	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1820	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1820	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1820	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1820	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1820	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1820	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1820	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1820	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1820	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1820	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1820	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1820	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1820	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1820	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1820	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1820	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1820	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1820	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1820	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1820	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1820	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1820	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1820	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1820	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1820	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1820	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1820	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1820	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1820	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1820	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1820	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1820	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1820	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1820	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1820	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1820	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1820	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1820	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1820	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1820	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1820	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1820	embedding2nn.weight	0	0.006613919511437416
1820	embedding2nn.weight	1	0.013435838744044304
1820	embedding2nn.weight	2	-0.0037713595665991306
1820	embedding2nn.weight	3	0.0031331656500697136
1820	embedding2nn.weight	4	-0.002608759794384241
1820	embedding2nn.weight	5	0.0031195355113595724
1820	embedding2nn.weight	6	-0.0007446901872754097
1820	embedding2nn.weight	7	0.010582007467746735
1820	embedding2nn.weight	8	-0.008874894119799137
1820	embedding2nn.weight	9	-0.01313780527561903
1820	embedding2nn.bias	0	-0.007127485703676939
1820	embedding2nn.bias	1	-0.02825894020497799
1820	embedding2nn.bias	2	-0.05016503483057022
1820	embedding2nn.bias	3	-0.0008051022887229919
1820	embedding2nn.bias	4	0.04201482981443405
1820	embedding2nn.bias	5	-0.03446818143129349
1820	embedding2nn.bias	6	0.05207255482673645
1820	embedding2nn.bias	7	0.06937991827726364
1820	embedding2nn.bias	8	0.0062044961377978325
1820	embedding2nn.bias	9	-0.012586917728185654
1820	rnn.weight_ih_l0	0	0.03298259153962135
1820	rnn.weight_ih_l0	1	-0.004715834744274616
1820	rnn.weight_ih_l0	2	-0.026817146688699722
1820	rnn.weight_ih_l0	3	-0.051552727818489075
1820	rnn.weight_ih_l0	4	-0.051479313522577286
1820	rnn.weight_ih_l0	5	0.0010373844997957349
1820	rnn.weight_ih_l0	6	-0.053070683032274246
1820	rnn.weight_ih_l0	7	-0.04486028477549553
1820	rnn.weight_ih_l0	8	-0.04790625721216202
1820	rnn.weight_ih_l0	9	-0.02600092627108097
1820	rnn.weight_hh_l0	0	0.014710723422467709
1820	rnn.weight_hh_l0	1	-0.011622522957623005
1820	rnn.weight_hh_l0	2	-0.01880217343568802
1820	rnn.weight_hh_l0	3	-0.012561476789414883
1820	rnn.weight_hh_l0	4	-0.05992119014263153
1820	rnn.weight_hh_l0	5	-0.027294401079416275
1820	rnn.weight_hh_l0	6	-0.01918816566467285
1820	rnn.weight_hh_l0	7	0.042515289038419724
1820	rnn.weight_hh_l0	8	-0.0236523300409317
1820	rnn.weight_hh_l0	9	0.03144240006804466
1820	rnn.bias_ih_l0	0	0.06264729797840118
1820	rnn.bias_ih_l0	1	-0.056167084723711014
1820	rnn.bias_ih_l0	2	0.08456424623727798
1820	rnn.bias_ih_l0	3	0.07846744358539581
1820	rnn.bias_ih_l0	4	0.08032803982496262
1820	rnn.bias_ih_l0	5	0.006528717000037432
1820	rnn.bias_ih_l0	6	-0.01255754753947258
1820	rnn.bias_ih_l0	7	-0.051515426486730576
1820	rnn.bias_ih_l0	8	-0.10158273577690125
1820	rnn.bias_ih_l0	9	0.06368730962276459
1820	rnn.bias_hh_l0	0	-0.02434997819364071
1820	rnn.bias_hh_l0	1	0.023308061063289642
1820	rnn.bias_hh_l0	2	-0.011676047928631306
1820	rnn.bias_hh_l0	3	0.019210971891880035
1820	rnn.bias_hh_l0	4	-0.05383522808551788
1820	rnn.bias_hh_l0	5	0.07637406885623932
1820	rnn.bias_hh_l0	6	-0.014756923541426659
1820	rnn.bias_hh_l0	7	0.00930574256926775
1820	rnn.bias_hh_l0	8	0.021811246871948242
1820	rnn.bias_hh_l0	9	0.07131226360797882
1820	rnn.weight_ih_l0_reverse	0	-0.03344223275780678
1820	rnn.weight_ih_l0_reverse	1	-0.005532214883714914
1820	rnn.weight_ih_l0_reverse	2	0.02280505932867527
1820	rnn.weight_ih_l0_reverse	3	-0.05778547376394272
1820	rnn.weight_ih_l0_reverse	4	0.012896955013275146
1820	rnn.weight_ih_l0_reverse	5	-0.055649515241384506
1820	rnn.weight_ih_l0_reverse	6	0.014895117841660976
1820	rnn.weight_ih_l0_reverse	7	0.03695591911673546
1820	rnn.weight_ih_l0_reverse	8	-0.035059478133916855
1820	rnn.weight_ih_l0_reverse	9	-0.050165269523859024
1820	rnn.weight_hh_l0_reverse	0	-0.05943528935313225
1820	rnn.weight_hh_l0_reverse	1	-0.060258809477090836
1820	rnn.weight_hh_l0_reverse	2	0.007863651029765606
1820	rnn.weight_hh_l0_reverse	3	0.03993384540081024
1820	rnn.weight_hh_l0_reverse	4	0.029976023361086845
1820	rnn.weight_hh_l0_reverse	5	0.04651226848363876
1820	rnn.weight_hh_l0_reverse	6	0.018177369609475136
1820	rnn.weight_hh_l0_reverse	7	-0.001532413880340755
1820	rnn.weight_hh_l0_reverse	8	-0.059565916657447815
1820	rnn.weight_hh_l0_reverse	9	0.02397942915558815
1820	rnn.bias_ih_l0_reverse	0	-0.024561814963817596
1820	rnn.bias_ih_l0_reverse	1	-0.05610879138112068
1820	rnn.bias_ih_l0_reverse	2	0.07396017014980316
1820	rnn.bias_ih_l0_reverse	3	0.024752870202064514
1820	rnn.bias_ih_l0_reverse	4	-0.08712426573038101
1820	rnn.bias_ih_l0_reverse	5	0.0005745099624618888
1820	rnn.bias_ih_l0_reverse	6	-0.08054958283901215
1820	rnn.bias_ih_l0_reverse	7	0.031803522258996964
1820	rnn.bias_ih_l0_reverse	8	0.016532961279153824
1820	rnn.bias_ih_l0_reverse	9	0.061169132590293884
1820	rnn.bias_hh_l0_reverse	0	0.041077401489019394
1820	rnn.bias_hh_l0_reverse	1	0.051181335002183914
1820	rnn.bias_hh_l0_reverse	2	0.07523838430643082
1820	rnn.bias_hh_l0_reverse	3	0.0017734224675223231
1820	rnn.bias_hh_l0_reverse	4	0.06831768900156021
1820	rnn.bias_hh_l0_reverse	5	0.013115734793245792
1820	rnn.bias_hh_l0_reverse	6	-0.05963129922747612
1820	rnn.bias_hh_l0_reverse	7	0.041549716144800186
1820	rnn.bias_hh_l0_reverse	8	0.010556329041719437
1820	rnn.bias_hh_l0_reverse	9	-0.06712029874324799
1820	linear.weight	0	0.14612744748592377
1820	linear.weight	1	-0.0927548035979271
1820	linear.weight	2	-0.06368334591388702
1820	linear.weight	3	0.03844805434346199
1820	linear.weight	4	0.035744231194257736
1820	linear.weight	5	-0.04641187936067581
1820	linear.weight	6	-0.020904401317238808
1820	linear.weight	7	-0.022120073437690735
1820	linear.weight	8	0.05647529661655426
1820	linear.weight	9	0.16469070315361023
1820	linear.bias	0	0.12915416061878204
1820	linear.bias	1	0.024811839684844017
1820	linear.bias	2	-0.22481144964694977
1820	linear.bias	3	0.6811630725860596
1820	linear.bias	4	-0.33527109026908875
1820	linear.bias	5	-0.030769959092140198
1820	linear.bias	6	-0.1351919025182724
1820	linear.bias	7	-0.0903003066778183
1820	linear.bias	8	0.15516996383666992
1820	linear.bias	9	-0.2750001549720764
1848	transitions	0	-0.5237747430801392
1848	transitions	1	0.460138201713562
1848	transitions	2	1.8425254821777344
1848	transitions	3	0.2294464111328125
1848	transitions	4	1.0466831922531128
1848	transitions	5	1.2780035734176636
1848	transitions	6	0.4861277937889099
1848	transitions	7	0.18822212517261505
1848	transitions	8	-0.9179492592811584
1848	transitions	9	0.9308035373687744
1848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1848	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1848	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1848	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1848	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1848	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1848	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1848	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1848	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1848	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1848	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1848	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1848	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1848	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1848	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1848	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1848	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1848	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1848	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1848	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1848	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1848	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1848	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1848	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1848	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1848	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1848	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1848	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1848	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1848	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1848	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1848	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1848	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1848	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1848	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1848	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1848	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1848	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1848	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1848	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1848	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1848	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1848	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1848	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1848	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1848	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1848	embedding2nn.weight	0	0.0070725092664361
1848	embedding2nn.weight	1	0.013453642837703228
1848	embedding2nn.weight	2	-0.0037777714896947145
1848	embedding2nn.weight	3	0.0035706853959709406
1848	embedding2nn.weight	4	-0.002598321996629238
1848	embedding2nn.weight	5	0.0031859921291470528
1848	embedding2nn.weight	6	-0.0008430108428001404
1848	embedding2nn.weight	7	0.008876386098563671
1848	embedding2nn.weight	8	-0.008833589032292366
1848	embedding2nn.weight	9	-0.012971585616469383
1848	embedding2nn.bias	0	-0.007091606501489878
1848	embedding2nn.bias	1	-0.019695410504937172
1848	embedding2nn.bias	2	-0.05270509049296379
1848	embedding2nn.bias	3	0.00769793288782239
1848	embedding2nn.bias	4	0.04570774361491203
1848	embedding2nn.bias	5	-0.03553440049290657
1848	embedding2nn.bias	6	0.05065930634737015
1848	embedding2nn.bias	7	0.07031545788049698
1848	embedding2nn.bias	8	0.005394886713474989
1848	embedding2nn.bias	9	-0.013863581232726574
1848	rnn.weight_ih_l0	0	0.032977454364299774
1848	rnn.weight_ih_l0	1	-0.004296666942536831
1848	rnn.weight_ih_l0	2	-0.027622200548648834
1848	rnn.weight_ih_l0	3	-0.051469847559928894
1848	rnn.weight_ih_l0	4	-0.05152876675128937
1848	rnn.weight_ih_l0	5	0.001016105990856886
1848	rnn.weight_ih_l0	6	-0.05310305580496788
1848	rnn.weight_ih_l0	7	-0.045181822031736374
1848	rnn.weight_ih_l0	8	-0.0477922149002552
1848	rnn.weight_ih_l0	9	-0.026124469935894012
1848	rnn.weight_hh_l0	0	0.014801138080656528
1848	rnn.weight_hh_l0	1	-0.011606646701693535
1848	rnn.weight_hh_l0	2	-0.018356874585151672
1848	rnn.weight_hh_l0	3	-0.012881980277597904
1848	rnn.weight_hh_l0	4	-0.06029044836759567
1848	rnn.weight_hh_l0	5	-0.027627987787127495
1848	rnn.weight_hh_l0	6	-0.019070211797952652
1848	rnn.weight_hh_l0	7	0.04115968197584152
1848	rnn.weight_hh_l0	8	-0.02421583980321884
1848	rnn.weight_hh_l0	9	0.031098030507564545
1848	rnn.bias_ih_l0	0	0.0626574456691742
1848	rnn.bias_ih_l0	1	-0.05748891457915306
1848	rnn.bias_ih_l0	2	0.08482358604669571
1848	rnn.bias_ih_l0	3	0.07866675406694412
1848	rnn.bias_ih_l0	4	0.08031200617551804
1848	rnn.bias_ih_l0	5	0.005961903836578131
1848	rnn.bias_ih_l0	6	-0.012940043583512306
1848	rnn.bias_ih_l0	7	-0.05670544132590294
1848	rnn.bias_ih_l0	8	-0.09278301149606705
1848	rnn.bias_ih_l0	9	0.06439484655857086
1848	rnn.bias_hh_l0	0	-0.024004625156521797
1848	rnn.bias_hh_l0	1	0.022882545366883278
1848	rnn.bias_hh_l0	2	-0.009995722211897373
1848	rnn.bias_hh_l0	3	0.015739329159259796
1848	rnn.bias_hh_l0	4	-0.05148712173104286
1848	rnn.bias_hh_l0	5	0.07901372760534286
1848	rnn.bias_hh_l0	6	-0.015267129987478256
1848	rnn.bias_hh_l0	7	0.009366617538034916
1848	rnn.bias_hh_l0	8	0.021428752690553665
1848	rnn.bias_hh_l0	9	0.07133039832115173
1848	rnn.weight_ih_l0_reverse	0	-0.03341734781861305
1848	rnn.weight_ih_l0_reverse	1	-0.006527296733111143
1848	rnn.weight_ih_l0_reverse	2	0.022748567163944244
1848	rnn.weight_ih_l0_reverse	3	-0.05795940384268761
1848	rnn.weight_ih_l0_reverse	4	0.012918826192617416
1848	rnn.weight_ih_l0_reverse	5	-0.05588339641690254
1848	rnn.weight_ih_l0_reverse	6	0.013888257555663586
1848	rnn.weight_ih_l0_reverse	7	0.03699921444058418
1848	rnn.weight_ih_l0_reverse	8	-0.03515717014670372
1848	rnn.weight_ih_l0_reverse	9	-0.05030721053481102
1848	rnn.weight_hh_l0_reverse	0	-0.05973982438445091
1848	rnn.weight_hh_l0_reverse	1	-0.060818590223789215
1848	rnn.weight_hh_l0_reverse	2	0.008087491616606712
1848	rnn.weight_hh_l0_reverse	3	0.03972140699625015
1848	rnn.weight_hh_l0_reverse	4	0.030290784314274788
1848	rnn.weight_hh_l0_reverse	5	0.04652242362499237
1848	rnn.weight_hh_l0_reverse	6	0.0173769723623991
1848	rnn.weight_hh_l0_reverse	7	-0.001800385769456625
1848	rnn.weight_hh_l0_reverse	8	-0.05982683226466179
1848	rnn.weight_hh_l0_reverse	9	0.024632742628455162
1848	rnn.bias_ih_l0_reverse	0	-0.02724221721291542
1848	rnn.bias_ih_l0_reverse	1	-0.051016636192798615
1848	rnn.bias_ih_l0_reverse	2	0.07400698214769363
1848	rnn.bias_ih_l0_reverse	3	0.02474363148212433
1848	rnn.bias_ih_l0_reverse	4	-0.08842112869024277
1848	rnn.bias_ih_l0_reverse	5	0.0002012397162616253
1848	rnn.bias_ih_l0_reverse	6	-0.08001597225666046
1848	rnn.bias_ih_l0_reverse	7	0.03130080923438072
1848	rnn.bias_ih_l0_reverse	8	0.017521722242236137
1848	rnn.bias_ih_l0_reverse	9	0.06045873463153839
1848	rnn.bias_hh_l0_reverse	0	0.03976345807313919
1848	rnn.bias_hh_l0_reverse	1	0.05283014848828316
1848	rnn.bias_hh_l0_reverse	2	0.07496577501296997
1848	rnn.bias_hh_l0_reverse	3	0.0007541088853031397
1848	rnn.bias_hh_l0_reverse	4	0.06947962194681168
1848	rnn.bias_hh_l0_reverse	5	0.007672951556742191
1848	rnn.bias_hh_l0_reverse	6	-0.05906524136662483
1848	rnn.bias_hh_l0_reverse	7	0.041081514209508896
1848	rnn.bias_hh_l0_reverse	8	0.010446563363075256
1848	rnn.bias_hh_l0_reverse	9	-0.07231657952070236
1848	linear.weight	0	0.1342790126800537
1848	linear.weight	1	-0.09281756728887558
1848	linear.weight	2	-0.06868720054626465
1848	linear.weight	3	0.03554760664701462
1848	linear.weight	4	0.03706233575940132
1848	linear.weight	5	-0.04519089683890343
1848	linear.weight	6	-0.020788075402379036
1848	linear.weight	7	-0.02373928762972355
1848	linear.weight	8	0.06105727329850197
1848	linear.weight	9	0.1697019785642624
1848	linear.bias	0	0.12242826819419861
1848	linear.bias	1	0.027226831763982773
1848	linear.bias	2	-0.23007136583328247
1848	linear.bias	3	0.6949108839035034
1848	linear.bias	4	-0.33700722455978394
1848	linear.bias	5	-0.030769959092140198
1848	linear.bias	6	-0.1416204422712326
1848	linear.bias	7	-0.09099148958921432
1848	linear.bias	8	0.15990927815437317
1848	linear.bias	9	-0.2763025164604187
1876	transitions	0	-0.5242665410041809
1876	transitions	1	0.45973527431488037
1876	transitions	2	1.8419981002807617
1876	transitions	3	0.2288379818201065
1876	transitions	4	1.0457497835159302
1876	transitions	5	1.2779738903045654
1876	transitions	6	0.4861217737197876
1876	transitions	7	0.18807119131088257
1876	transitions	8	-0.9179571270942688
1876	transitions	9	0.9308031797409058
1876	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1876	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1876	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1876	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1876	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1876	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1876	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1876	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1876	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1876	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1876	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1876	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1876	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1876	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1876	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1876	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1876	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1876	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1876	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1876	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1876	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1876	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1876	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1876	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1876	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1876	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1876	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1876	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1876	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1876	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1876	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1876	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1876	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1876	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1876	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1876	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1876	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1876	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1876	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1876	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1876	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1876	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1876	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1876	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1876	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1876	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1876	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1876	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1876	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1876	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1876	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1876	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1876	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1876	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1876	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1876	embedding2nn.weight	0	0.006652535405009985
1876	embedding2nn.weight	1	0.013424716889858246
1876	embedding2nn.weight	2	-0.0038115845527499914
1876	embedding2nn.weight	3	0.0034355949610471725
1876	embedding2nn.weight	4	-0.002575233578681946
1876	embedding2nn.weight	5	0.0032907200511544943
1876	embedding2nn.weight	6	-0.0008083984139375389
1876	embedding2nn.weight	7	0.008402297273278236
1876	embedding2nn.weight	8	-0.008649490773677826
1876	embedding2nn.weight	9	-0.012918722815811634
1876	embedding2nn.bias	0	-0.01515281479805708
1876	embedding2nn.bias	1	-0.022107407450675964
1876	embedding2nn.bias	2	-0.05268223583698273
1876	embedding2nn.bias	3	0.0006808747421018779
1876	embedding2nn.bias	4	0.04860006272792816
1876	embedding2nn.bias	5	-0.03480058163404465
1876	embedding2nn.bias	6	0.049189284443855286
1876	embedding2nn.bias	7	0.07251771539449692
1876	embedding2nn.bias	8	0.006317030172795057
1876	embedding2nn.bias	9	-0.010652126744389534
1876	rnn.weight_ih_l0	0	0.03316013514995575
1876	rnn.weight_ih_l0	1	-0.005013878922909498
1876	rnn.weight_ih_l0	2	-0.026987573131918907
1876	rnn.weight_ih_l0	3	-0.05179869383573532
1876	rnn.weight_ih_l0	4	-0.051719509065151215
1876	rnn.weight_ih_l0	5	0.0009998069144785404
1876	rnn.weight_ih_l0	6	-0.053423378616571426
1876	rnn.weight_ih_l0	7	-0.0453200563788414
1876	rnn.weight_ih_l0	8	-0.04790302366018295
1876	rnn.weight_ih_l0	9	-0.02609952725470066
1876	rnn.weight_hh_l0	0	0.01455665472894907
1876	rnn.weight_hh_l0	1	-0.01184527762234211
1876	rnn.weight_hh_l0	2	-0.018834801390767097
1876	rnn.weight_hh_l0	3	-0.01276487112045288
1876	rnn.weight_hh_l0	4	-0.06023703143000603
1876	rnn.weight_hh_l0	5	-0.02742059901356697
1876	rnn.weight_hh_l0	6	-0.01975047029554844
1876	rnn.weight_hh_l0	7	0.04253659024834633
1876	rnn.weight_hh_l0	8	-0.02403959445655346
1876	rnn.weight_hh_l0	9	0.032752178609371185
1876	rnn.bias_ih_l0	0	0.06247467175126076
1876	rnn.bias_ih_l0	1	-0.05695614218711853
1876	rnn.bias_ih_l0	2	0.08545301109552383
1876	rnn.bias_ih_l0	3	0.07793261110782623
1876	rnn.bias_ih_l0	4	0.08076848089694977
1876	rnn.bias_ih_l0	5	0.006863730493932962
1876	rnn.bias_ih_l0	6	-0.014289074577391148
1876	rnn.bias_ih_l0	7	-0.05741414800286293
1876	rnn.bias_ih_l0	8	-0.09113467484712601
1876	rnn.bias_ih_l0	9	0.06560903042554855
1876	rnn.bias_hh_l0	0	-0.024982988834381104
1876	rnn.bias_hh_l0	1	0.022991472855210304
1876	rnn.bias_hh_l0	2	-0.009545833803713322
1876	rnn.bias_hh_l0	3	0.018592117354273796
1876	rnn.bias_hh_l0	4	-0.050736963748931885
1876	rnn.bias_hh_l0	5	0.07841558009386063
1876	rnn.bias_hh_l0	6	-0.01620689034461975
1876	rnn.bias_hh_l0	7	0.007566950749605894
1876	rnn.bias_hh_l0	8	0.020079713314771652
1876	rnn.bias_hh_l0	9	0.07100224494934082
1876	rnn.weight_ih_l0_reverse	0	-0.033308956772089005
1876	rnn.weight_ih_l0_reverse	1	-0.0058495174162089825
1876	rnn.weight_ih_l0_reverse	2	0.022825419902801514
1876	rnn.weight_ih_l0_reverse	3	-0.05786564201116562
1876	rnn.weight_ih_l0_reverse	4	0.01249061431735754
1876	rnn.weight_ih_l0_reverse	5	-0.055920202285051346
1876	rnn.weight_ih_l0_reverse	6	0.014614278450608253
1876	rnn.weight_ih_l0_reverse	7	0.03692955523729324
1876	rnn.weight_ih_l0_reverse	8	-0.035037729889154434
1876	rnn.weight_ih_l0_reverse	9	-0.05023660138249397
1876	rnn.weight_hh_l0_reverse	0	-0.05965673550963402
1876	rnn.weight_hh_l0_reverse	1	-0.059800658375024796
1876	rnn.weight_hh_l0_reverse	2	0.008023127913475037
1876	rnn.weight_hh_l0_reverse	3	0.040084466338157654
1876	rnn.weight_hh_l0_reverse	4	0.029845181852579117
1876	rnn.weight_hh_l0_reverse	5	0.04622286930680275
1876	rnn.weight_hh_l0_reverse	6	0.017175273969769478
1876	rnn.weight_hh_l0_reverse	7	-0.0016271306667476892
1876	rnn.weight_hh_l0_reverse	8	-0.05951891839504242
1876	rnn.weight_hh_l0_reverse	9	0.024288419634103775
1876	rnn.bias_ih_l0_reverse	0	-0.025393370538949966
1876	rnn.bias_ih_l0_reverse	1	-0.06168195605278015
1876	rnn.bias_ih_l0_reverse	2	0.07344894111156464
1876	rnn.bias_ih_l0_reverse	3	0.0243991706520319
1876	rnn.bias_ih_l0_reverse	4	-0.08708828687667847
1876	rnn.bias_ih_l0_reverse	5	0.00027065075119026005
1876	rnn.bias_ih_l0_reverse	6	-0.07781461626291275
1876	rnn.bias_ih_l0_reverse	7	0.03432053327560425
1876	rnn.bias_ih_l0_reverse	8	0.01708313077688217
1876	rnn.bias_ih_l0_reverse	9	0.06090789660811424
1876	rnn.bias_hh_l0_reverse	0	0.039456289261579514
1876	rnn.bias_hh_l0_reverse	1	0.0520663745701313
1876	rnn.bias_hh_l0_reverse	2	0.07354805618524551
1876	rnn.bias_hh_l0_reverse	3	-0.00016266829334199429
1876	rnn.bias_hh_l0_reverse	4	0.06857982277870178
1876	rnn.bias_hh_l0_reverse	5	0.009573736228048801
1876	rnn.bias_hh_l0_reverse	6	-0.05911696329712868
1876	rnn.bias_hh_l0_reverse	7	0.041196003556251526
1876	rnn.bias_hh_l0_reverse	8	0.011051487177610397
1876	rnn.bias_hh_l0_reverse	9	-0.06573649495840073
1876	linear.weight	0	0.11193602532148361
1876	linear.weight	1	-0.09285871684551239
1876	linear.weight	2	-0.07302739471197128
1876	linear.weight	3	0.04945201799273491
1876	linear.weight	4	0.0360402911901474
1876	linear.weight	5	-0.0469573512673378
1876	linear.weight	6	-0.020690420642495155
1876	linear.weight	7	-0.023636549711227417
1876	linear.weight	8	0.05898851528763771
1876	linear.weight	9	0.16511224210262299
1876	linear.bias	0	0.1302647441625595
1876	linear.bias	1	0.02657359279692173
1876	linear.bias	2	-0.23019534349441528
1876	linear.bias	3	0.6903163194656372
1876	linear.bias	4	-0.3388971984386444
1876	linear.bias	5	-0.030769959092140198
1876	linear.bias	6	-0.14108532667160034
1876	linear.bias	7	-0.09307967871427536
1876	linear.bias	8	0.14351114630699158
1876	linear.bias	9	-0.27762946486473083
1904	transitions	0	-0.5253336429595947
1904	transitions	1	0.45943471789360046
1904	transitions	2	1.841472864151001
1904	transitions	3	0.22712299227714539
1904	transitions	4	1.0456286668777466
1904	transitions	5	1.2779481410980225
1904	transitions	6	0.4861147701740265
1904	transitions	7	0.18804337084293365
1904	transitions	8	-0.9179636836051941
1904	transitions	9	0.9308029413223267
1904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1904	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1904	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1904	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1904	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1904	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1904	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1904	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1904	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1904	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1904	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1904	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1904	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1904	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1904	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1904	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1904	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1904	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1904	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1904	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1904	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1904	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1904	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1904	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1904	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1904	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1904	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1904	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1904	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1904	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1904	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1904	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1904	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1904	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1904	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1904	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1904	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1904	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1904	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1904	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1904	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1904	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1904	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1904	embedding2nn.weight	0	0.007467867806553841
1904	embedding2nn.weight	1	0.01337037980556488
1904	embedding2nn.weight	2	-0.00392006803303957
1904	embedding2nn.weight	3	0.003514469601213932
1904	embedding2nn.weight	4	-0.0025856231804937124
1904	embedding2nn.weight	5	0.0033712354488670826
1904	embedding2nn.weight	6	-0.0007156413630582392
1904	embedding2nn.weight	7	0.00911212433129549
1904	embedding2nn.weight	8	-0.00868015456944704
1904	embedding2nn.weight	9	-0.012993047945201397
1904	embedding2nn.bias	0	-0.010558849200606346
1904	embedding2nn.bias	1	-0.017515962943434715
1904	embedding2nn.bias	2	-0.04469830542802811
1904	embedding2nn.bias	3	0.0066044810228049755
1904	embedding2nn.bias	4	0.04776817187666893
1904	embedding2nn.bias	5	-0.036372069269418716
1904	embedding2nn.bias	6	0.048902660608291626
1904	embedding2nn.bias	7	0.06408476829528809
1904	embedding2nn.bias	8	0.005650893785059452
1904	embedding2nn.bias	9	-0.004429750144481659
1904	rnn.weight_ih_l0	0	0.033000875264406204
1904	rnn.weight_ih_l0	1	-0.004641714971512556
1904	rnn.weight_ih_l0	2	-0.027645615860819817
1904	rnn.weight_ih_l0	3	-0.05173197388648987
1904	rnn.weight_ih_l0	4	-0.051781270653009415
1904	rnn.weight_ih_l0	5	0.0011037932708859444
1904	rnn.weight_ih_l0	6	-0.0533699095249176
1904	rnn.weight_ih_l0	7	-0.04537303373217583
1904	rnn.weight_ih_l0	8	-0.04793786257505417
1904	rnn.weight_ih_l0	9	-0.026133721694350243
1904	rnn.weight_hh_l0	0	0.014534037560224533
1904	rnn.weight_hh_l0	1	-0.010807672515511513
1904	rnn.weight_hh_l0	2	-0.019799532368779182
1904	rnn.weight_hh_l0	3	-0.013012041337788105
1904	rnn.weight_hh_l0	4	-0.060161031782627106
1904	rnn.weight_hh_l0	5	-0.027035538107156754
1904	rnn.weight_hh_l0	6	-0.017768876627087593
1904	rnn.weight_hh_l0	7	0.04316692054271698
1904	rnn.weight_hh_l0	8	-0.024130014702677727
1904	rnn.weight_hh_l0	9	0.03275662660598755
1904	rnn.bias_ih_l0	0	0.06292351335287094
1904	rnn.bias_ih_l0	1	-0.05541094020009041
1904	rnn.bias_ih_l0	2	0.08512597531080246
1904	rnn.bias_ih_l0	3	0.07940245419740677
1904	rnn.bias_ih_l0	4	0.08148651570081711
1904	rnn.bias_ih_l0	5	0.006167192477732897
1904	rnn.bias_ih_l0	6	-0.014490972273051739
1904	rnn.bias_ih_l0	7	-0.058176830410957336
1904	rnn.bias_ih_l0	8	-0.09350107610225677
1904	rnn.bias_ih_l0	9	0.06424372643232346
1904	rnn.bias_hh_l0	0	-0.023750653490424156
1904	rnn.bias_hh_l0	1	0.022398218512535095
1904	rnn.bias_hh_l0	2	-0.008881974034011364
1904	rnn.bias_hh_l0	3	0.018302086740732193
1904	rnn.bias_hh_l0	4	-0.05104827880859375
1904	rnn.bias_hh_l0	5	0.08057360351085663
1904	rnn.bias_hh_l0	6	-0.015888500958681107
1904	rnn.bias_hh_l0	7	0.008659224957227707
1904	rnn.bias_hh_l0	8	0.019877810031175613
1904	rnn.bias_hh_l0	9	0.07155440002679825
1904	rnn.weight_ih_l0_reverse	0	-0.03341372683644295
1904	rnn.weight_ih_l0_reverse	1	-0.00670122355222702
1904	rnn.weight_ih_l0_reverse	2	0.022670522332191467
1904	rnn.weight_ih_l0_reverse	3	-0.05797430872917175
1904	rnn.weight_ih_l0_reverse	4	0.012516966089606285
1904	rnn.weight_ih_l0_reverse	5	-0.0561191588640213
1904	rnn.weight_ih_l0_reverse	6	0.013927665539085865
1904	rnn.weight_ih_l0_reverse	7	0.03701965883374214
1904	rnn.weight_ih_l0_reverse	8	-0.03507763519883156
1904	rnn.weight_ih_l0_reverse	9	-0.0503256618976593
1904	rnn.weight_hh_l0_reverse	0	-0.05965155363082886
1904	rnn.weight_hh_l0_reverse	1	-0.060860373079776764
1904	rnn.weight_hh_l0_reverse	2	0.007989938370883465
1904	rnn.weight_hh_l0_reverse	3	0.03999605029821396
1904	rnn.weight_hh_l0_reverse	4	0.02970520779490471
1904	rnn.weight_hh_l0_reverse	5	0.04623373597860336
1904	rnn.weight_hh_l0_reverse	6	0.01842714659869671
1904	rnn.weight_hh_l0_reverse	7	-0.001677363645285368
1904	rnn.weight_hh_l0_reverse	8	-0.06005031615495682
1904	rnn.weight_hh_l0_reverse	9	0.024461477994918823
1904	rnn.bias_ih_l0_reverse	0	-0.03192385658621788
1904	rnn.bias_ih_l0_reverse	1	-0.06309522688388824
1904	rnn.bias_ih_l0_reverse	2	0.07300511002540588
1904	rnn.bias_ih_l0_reverse	3	0.024549949914216995
1904	rnn.bias_ih_l0_reverse	4	-0.08750016242265701
1904	rnn.bias_ih_l0_reverse	5	9.682751988293603e-05
1904	rnn.bias_ih_l0_reverse	6	-0.07623332738876343
1904	rnn.bias_ih_l0_reverse	7	0.030753357335925102
1904	rnn.bias_ih_l0_reverse	8	0.018029889091849327
1904	rnn.bias_ih_l0_reverse	9	0.06055865436792374
1904	rnn.bias_hh_l0_reverse	0	0.03862321376800537
1904	rnn.bias_hh_l0_reverse	1	0.05249115452170372
1904	rnn.bias_hh_l0_reverse	2	0.07251942157745361
1904	rnn.bias_hh_l0_reverse	3	0.000454557390185073
1904	rnn.bias_hh_l0_reverse	4	0.06903308629989624
1904	rnn.bias_hh_l0_reverse	5	0.0036334136966615915
1904	rnn.bias_hh_l0_reverse	6	-0.05797002837061882
1904	rnn.bias_hh_l0_reverse	7	0.041858091950416565
1904	rnn.bias_hh_l0_reverse	8	0.009305511601269245
1904	rnn.bias_hh_l0_reverse	9	-0.0662623792886734
1904	linear.weight	0	0.09732759743928909
1904	linear.weight	1	-0.09298569709062576
1904	linear.weight	2	-0.06991644203662872
1904	linear.weight	3	0.04463168978691101
1904	linear.weight	4	0.036643464118242264
1904	linear.weight	5	-0.046401336789131165
1904	linear.weight	6	-0.02057519555091858
1904	linear.weight	7	-0.023528501391410828
1904	linear.weight	8	0.06496275216341019
1904	linear.weight	9	0.16518835723400116
1904	linear.bias	0	0.10464192926883698
1904	linear.bias	1	0.029104629531502724
1904	linear.bias	2	-0.22792884707450867
1904	linear.bias	3	0.7321317791938782
1904	linear.bias	4	-0.3406601548194885
1904	linear.bias	5	-0.030769959092140198
1904	linear.bias	6	-0.14280571043491364
1904	linear.bias	7	-0.09206842631101608
1904	linear.bias	8	0.14468364417552948
1904	linear.bias	9	-0.27878063917160034
1932	transitions	0	-0.5259186029434204
1932	transitions	1	0.4591369926929474
1932	transitions	2	1.8407129049301147
1932	transitions	3	0.22691604495048523
1932	transitions	4	1.0454015731811523
1932	transitions	5	1.277916431427002
1932	transitions	6	0.4861123263835907
1932	transitions	7	0.18800561130046844
1932	transitions	8	-0.9179704189300537
1932	transitions	9	0.9308027029037476
1932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1932	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1932	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1932	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1932	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1932	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1932	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1932	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1932	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1932	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1932	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1932	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1932	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1932	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1932	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1932	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1932	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1932	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1932	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1932	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1932	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1932	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1932	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1932	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1932	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1932	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1932	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1932	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1932	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1932	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1932	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1932	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1932	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1932	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1932	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1932	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1932	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1932	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1932	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1932	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1932	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1932	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1932	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1932	embedding2nn.weight	0	0.006152852438390255
1932	embedding2nn.weight	1	0.013263434171676636
1932	embedding2nn.weight	2	-0.0039195772260427475
1932	embedding2nn.weight	3	0.0034172888845205307
1932	embedding2nn.weight	4	-0.0025891039986163378
1932	embedding2nn.weight	5	0.0034817582927644253
1932	embedding2nn.weight	6	-0.000684162660036236
1932	embedding2nn.weight	7	0.00985401589423418
1932	embedding2nn.weight	8	-0.008660942316055298
1932	embedding2nn.weight	9	-0.013050447218120098
1932	embedding2nn.bias	0	-0.008986825123429298
1932	embedding2nn.bias	1	-0.012462381273508072
1932	embedding2nn.bias	2	-0.046494752168655396
1932	embedding2nn.bias	3	0.008450578898191452
1932	embedding2nn.bias	4	0.04137854650616646
1932	embedding2nn.bias	5	-0.0400233156979084
1932	embedding2nn.bias	6	0.05120544508099556
1932	embedding2nn.bias	7	0.06313261389732361
1932	embedding2nn.bias	8	0.006721493322402239
1932	embedding2nn.bias	9	-0.004562987480312586
1932	rnn.weight_ih_l0	0	0.03305703029036522
1932	rnn.weight_ih_l0	1	-0.004858030937612057
1932	rnn.weight_ih_l0	2	-0.027609558776021004
1932	rnn.weight_ih_l0	3	-0.05153808370232582
1932	rnn.weight_ih_l0	4	-0.051567744463682175
1932	rnn.weight_ih_l0	5	0.0012068510986864567
1932	rnn.weight_ih_l0	6	-0.05325200408697128
1932	rnn.weight_ih_l0	7	-0.04553639888763428
1932	rnn.weight_ih_l0	8	-0.047850947827100754
1932	rnn.weight_ih_l0	9	-0.026084279641509056
1932	rnn.weight_hh_l0	0	0.014206371270120144
1932	rnn.weight_hh_l0	1	-0.010600730776786804
1932	rnn.weight_hh_l0	2	-0.019935807213187218
1932	rnn.weight_hh_l0	3	-0.013247951865196228
1932	rnn.weight_hh_l0	4	-0.06008017808198929
1932	rnn.weight_hh_l0	5	-0.027032820507884026
1932	rnn.weight_hh_l0	6	-0.018220150843262672
1932	rnn.weight_hh_l0	7	0.041704628616571426
1932	rnn.weight_hh_l0	8	-0.02374403178691864
1932	rnn.weight_hh_l0	9	0.033435020595788956
1932	rnn.bias_ih_l0	0	0.06495621055364609
1932	rnn.bias_ih_l0	1	-0.053534749895334244
1932	rnn.bias_ih_l0	2	0.08403248339891434
1932	rnn.bias_ih_l0	3	0.0804399624466896
1932	rnn.bias_ih_l0	4	0.08035730570554733
1932	rnn.bias_ih_l0	5	0.005981870926916599
1932	rnn.bias_ih_l0	6	-0.016399867832660675
1932	rnn.bias_ih_l0	7	-0.05185650661587715
1932	rnn.bias_ih_l0	8	-0.09599349647760391
1932	rnn.bias_ih_l0	9	0.06517454981803894
1932	rnn.bias_hh_l0	0	-0.02507089450955391
1932	rnn.bias_hh_l0	1	0.022038154304027557
1932	rnn.bias_hh_l0	2	-0.010262737981975079
1932	rnn.bias_hh_l0	3	0.017183860763907433
1932	rnn.bias_hh_l0	4	-0.050691984593868256
1932	rnn.bias_hh_l0	5	0.08204842358827591
1932	rnn.bias_hh_l0	6	-0.01564294472336769
1932	rnn.bias_hh_l0	7	0.008583597838878632
1932	rnn.bias_hh_l0	8	0.01796891540288925
1932	rnn.bias_hh_l0	9	0.07098442316055298
1932	rnn.weight_ih_l0_reverse	0	-0.03339643031358719
1932	rnn.weight_ih_l0_reverse	1	-0.006476061884313822
1932	rnn.weight_ih_l0_reverse	2	0.02270086295902729
1932	rnn.weight_ih_l0_reverse	3	-0.0581425279378891
1932	rnn.weight_ih_l0_reverse	4	0.012432282790541649
1932	rnn.weight_ih_l0_reverse	5	-0.05586228519678116
1932	rnn.weight_ih_l0_reverse	6	0.012932644225656986
1932	rnn.weight_ih_l0_reverse	7	0.037043724209070206
1932	rnn.weight_ih_l0_reverse	8	-0.035198185592889786
1932	rnn.weight_ih_l0_reverse	9	-0.050379469990730286
1932	rnn.weight_hh_l0_reverse	0	-0.059479970484972
1932	rnn.weight_hh_l0_reverse	1	-0.06129136681556702
1932	rnn.weight_hh_l0_reverse	2	0.008071301504969597
1932	rnn.weight_hh_l0_reverse	3	0.03946579992771149
1932	rnn.weight_hh_l0_reverse	4	0.02981353923678398
1932	rnn.weight_hh_l0_reverse	5	0.04638644680380821
1932	rnn.weight_hh_l0_reverse	6	0.01909813843667507
1932	rnn.weight_hh_l0_reverse	7	-0.0015768393641337752
1932	rnn.weight_hh_l0_reverse	8	-0.060061197727918625
1932	rnn.weight_hh_l0_reverse	9	0.02579285204410553
1932	rnn.bias_ih_l0_reverse	0	-0.0340803787112236
1932	rnn.bias_ih_l0_reverse	1	-0.06198442727327347
1932	rnn.bias_ih_l0_reverse	2	0.07295780628919601
1932	rnn.bias_ih_l0_reverse	3	0.02406715415418148
1932	rnn.bias_ih_l0_reverse	4	-0.08640571683645248
1932	rnn.bias_ih_l0_reverse	5	9.0071524027735e-05
1932	rnn.bias_ih_l0_reverse	6	-0.07524649053812027
1932	rnn.bias_ih_l0_reverse	7	0.03323245421051979
1932	rnn.bias_ih_l0_reverse	8	0.018672866746783257
1932	rnn.bias_ih_l0_reverse	9	0.05984083190560341
1932	rnn.bias_hh_l0_reverse	0	0.04040534421801567
1932	rnn.bias_hh_l0_reverse	1	0.053713954985141754
1932	rnn.bias_hh_l0_reverse	2	0.0740898847579956
1932	rnn.bias_hh_l0_reverse	3	0.00025589950382709503
1932	rnn.bias_hh_l0_reverse	4	0.06883934140205383
1932	rnn.bias_hh_l0_reverse	5	0.0006690739537589252
1932	rnn.bias_hh_l0_reverse	6	-0.05673560872673988
1932	rnn.bias_hh_l0_reverse	7	0.04212694615125656
1932	rnn.bias_hh_l0_reverse	8	0.010348648764193058
1932	rnn.bias_hh_l0_reverse	9	-0.06911586970090866
1932	linear.weight	0	0.1109330877661705
1932	linear.weight	1	-0.09317099303007126
1932	linear.weight	2	-0.0704599916934967
1932	linear.weight	3	0.04059717804193497
1932	linear.weight	4	0.036009643226861954
1932	linear.weight	5	-0.04598875343799591
1932	linear.weight	6	-0.020562266930937767
1932	linear.weight	7	-0.02341468445956707
1932	linear.weight	8	0.06565693765878677
1932	linear.weight	9	0.16416439414024353
1932	linear.bias	0	0.11840467900037766
1932	linear.bias	1	0.03162271901965141
1932	linear.bias	2	-0.22734284400939941
1932	linear.bias	3	0.7468369603157043
1932	linear.bias	4	-0.3423045873641968
1932	linear.bias	5	-0.030769959092140198
1932	linear.bias	6	-0.1432817131280899
1932	linear.bias	7	-0.09271442890167236
1932	linear.bias	8	0.14856432378292084
1932	linear.bias	9	-0.27994057536125183
1960	transitions	0	-0.526659369468689
1960	transitions	1	0.45886173844337463
1960	transitions	2	1.840199589729309
1960	transitions	3	0.22602464258670807
1960	transitions	4	1.0451016426086426
1960	transitions	5	1.277890682220459
1960	transitions	6	0.48610296845436096
1960	transitions	7	0.1879909634590149
1960	transitions	8	-0.9179783463478088
1960	transitions	9	0.9308021664619446
1960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1960	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1960	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1960	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1960	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1960	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1960	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1960	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1960	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1960	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1960	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1960	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1960	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1960	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1960	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1960	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1960	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1960	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1960	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1960	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1960	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1960	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1960	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1960	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1960	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1960	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1960	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1960	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1960	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1960	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1960	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1960	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1960	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1960	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1960	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1960	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1960	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1960	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1960	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1960	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1960	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1960	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1960	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1960	embedding2nn.weight	0	0.005783996544778347
1960	embedding2nn.weight	1	0.01320648193359375
1960	embedding2nn.weight	2	-0.003818170167505741
1960	embedding2nn.weight	3	0.0031632541213184595
1960	embedding2nn.weight	4	-0.0025619324296712875
1960	embedding2nn.weight	5	0.0038614794611930847
1960	embedding2nn.weight	6	-0.000668843335006386
1960	embedding2nn.weight	7	0.01083717867732048
1960	embedding2nn.weight	8	-0.0086931511759758
1960	embedding2nn.weight	9	-0.01314522698521614
1960	embedding2nn.bias	0	-0.016771819442510605
1960	embedding2nn.bias	1	-0.014316373504698277
1960	embedding2nn.bias	2	-0.046492524445056915
1960	embedding2nn.bias	3	0.01208843756467104
1960	embedding2nn.bias	4	0.038445644080638885
1960	embedding2nn.bias	5	-0.03308538720011711
1960	embedding2nn.bias	6	0.055056020617485046
1960	embedding2nn.bias	7	0.06250837445259094
1960	embedding2nn.bias	8	0.00728811277076602
1960	embedding2nn.bias	9	-0.002802483271807432
1960	rnn.weight_ih_l0	0	0.033068522810935974
1960	rnn.weight_ih_l0	1	-0.004708045162260532
1960	rnn.weight_ih_l0	2	-0.027918841689825058
1960	rnn.weight_ih_l0	3	-0.051434896886348724
1960	rnn.weight_ih_l0	4	-0.05136757344007492
1960	rnn.weight_ih_l0	5	0.0012766021536663175
1960	rnn.weight_ih_l0	6	-0.05331689119338989
1960	rnn.weight_ih_l0	7	-0.045500196516513824
1960	rnn.weight_ih_l0	8	-0.04771405830979347
1960	rnn.weight_ih_l0	9	-0.026102332398295403
1960	rnn.weight_hh_l0	0	0.014417621307075024
1960	rnn.weight_hh_l0	1	-0.01011690404266119
1960	rnn.weight_hh_l0	2	-0.02022259309887886
1960	rnn.weight_hh_l0	3	-0.012784332036972046
1960	rnn.weight_hh_l0	4	-0.0596698634326458
1960	rnn.weight_hh_l0	5	-0.02646796405315399
1960	rnn.weight_hh_l0	6	-0.01881546899676323
1960	rnn.weight_hh_l0	7	0.041191466152668
1960	rnn.weight_hh_l0	8	-0.023942705243825912
1960	rnn.weight_hh_l0	9	0.03417859226465225
1960	rnn.bias_ih_l0	0	0.06407058984041214
1960	rnn.bias_ih_l0	1	-0.05537746101617813
1960	rnn.bias_ih_l0	2	0.08389823883771896
1960	rnn.bias_ih_l0	3	0.07841614633798599
1960	rnn.bias_ih_l0	4	0.07991807162761688
1960	rnn.bias_ih_l0	5	0.0065171741880476475
1960	rnn.bias_ih_l0	6	-0.01717400550842285
1960	rnn.bias_ih_l0	7	-0.05400339514017105
1960	rnn.bias_ih_l0	8	-0.09749360382556915
1960	rnn.bias_ih_l0	9	0.06745421141386032
1960	rnn.bias_hh_l0	0	-0.02482014335691929
1960	rnn.bias_hh_l0	1	0.022854197770357132
1960	rnn.bias_hh_l0	2	-0.008769448846578598
1960	rnn.bias_hh_l0	3	0.016883663833141327
1960	rnn.bias_hh_l0	4	-0.05191491171717644
1960	rnn.bias_hh_l0	5	0.08129294961690903
1960	rnn.bias_hh_l0	6	-0.015656238421797752
1960	rnn.bias_hh_l0	7	0.006650108844041824
1960	rnn.bias_hh_l0	8	0.017194777727127075
1960	rnn.bias_hh_l0	9	0.07345454394817352
1960	rnn.weight_ih_l0_reverse	0	-0.03352833539247513
1960	rnn.weight_ih_l0_reverse	1	-0.007142723072320223
1960	rnn.weight_ih_l0_reverse	2	0.022691914811730385
1960	rnn.weight_ih_l0_reverse	3	-0.05799209326505661
1960	rnn.weight_ih_l0_reverse	4	0.012390571646392345
1960	rnn.weight_ih_l0_reverse	5	-0.0558423176407814
1960	rnn.weight_ih_l0_reverse	6	0.012270716950297356
1960	rnn.weight_ih_l0_reverse	7	0.03694047033786774
1960	rnn.weight_ih_l0_reverse	8	-0.035238344222307205
1960	rnn.weight_ih_l0_reverse	9	-0.05062573775649071
1960	rnn.weight_hh_l0_reverse	0	-0.059125952422618866
1960	rnn.weight_hh_l0_reverse	1	-0.061025310307741165
1960	rnn.weight_hh_l0_reverse	2	0.00808791909366846
1960	rnn.weight_hh_l0_reverse	3	0.03950667753815651
1960	rnn.weight_hh_l0_reverse	4	0.029857318848371506
1960	rnn.weight_hh_l0_reverse	5	0.04638661816716194
1960	rnn.weight_hh_l0_reverse	6	0.01720716618001461
1960	rnn.weight_hh_l0_reverse	7	-0.0012614094885066152
1960	rnn.weight_hh_l0_reverse	8	-0.06026840955018997
1960	rnn.weight_hh_l0_reverse	9	0.024912670254707336
1960	rnn.bias_ih_l0_reverse	0	-0.04276687651872635
1960	rnn.bias_ih_l0_reverse	1	-0.05010074004530907
1960	rnn.bias_ih_l0_reverse	2	0.07516710460186005
1960	rnn.bias_ih_l0_reverse	3	0.024015648290514946
1960	rnn.bias_ih_l0_reverse	4	-0.08873040229082108
1960	rnn.bias_ih_l0_reverse	5	0.0014162590960040689
1960	rnn.bias_ih_l0_reverse	6	-0.07668142765760422
1960	rnn.bias_ih_l0_reverse	7	0.033353351056575775
1960	rnn.bias_ih_l0_reverse	8	0.019440172240138054
1960	rnn.bias_ih_l0_reverse	9	0.060897961258888245
1960	rnn.bias_hh_l0_reverse	0	0.0426354706287384
1960	rnn.bias_hh_l0_reverse	1	0.053646959364414215
1960	rnn.bias_hh_l0_reverse	2	0.07180333137512207
1960	rnn.bias_hh_l0_reverse	3	0.000777301553171128
1960	rnn.bias_hh_l0_reverse	4	0.07063546031713486
1960	rnn.bias_hh_l0_reverse	5	0.003240970429033041
1960	rnn.bias_hh_l0_reverse	6	-0.058559171855449677
1960	rnn.bias_hh_l0_reverse	7	0.04163602739572525
1960	rnn.bias_hh_l0_reverse	8	0.010381811298429966
1960	rnn.bias_hh_l0_reverse	9	-0.06231268122792244
1960	linear.weight	0	0.1035575270652771
1960	linear.weight	1	-0.0934290736913681
1960	linear.weight	2	-0.07354941964149475
1960	linear.weight	3	0.04273339733481407
1960	linear.weight	4	0.036388009786605835
1960	linear.weight	5	-0.04528859257698059
1960	linear.weight	6	-0.020471081137657166
1960	linear.weight	7	-0.023183034732937813
1960	linear.weight	8	0.0672028660774231
1960	linear.weight	9	0.16095717251300812
1960	linear.bias	0	0.123881496489048
1960	linear.bias	1	0.035105012357234955
1960	linear.bias	2	-0.23475117981433868
1960	linear.bias	3	0.7347961664199829
1960	linear.bias	4	-0.343984454870224
1960	linear.bias	5	-0.030769959092140198
1960	linear.bias	6	-0.15088972449302673
1960	linear.bias	7	-0.08669793605804443
1960	linear.bias	8	0.14768144488334656
1960	linear.bias	9	-0.2814861238002777
1988	transitions	0	-0.5276371240615845
1988	transitions	1	0.4586036801338196
1988	transitions	2	1.839647650718689
1988	transitions	3	0.2257506102323532
1988	transitions	4	1.0446823835372925
1988	transitions	5	1.2778534889221191
1988	transitions	6	0.4860982298851013
1988	transitions	7	0.18797841668128967
1988	transitions	8	-0.9179863929748535
1988	transitions	9	0.930801510810852
1988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
1988	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
1988	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
1988	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
1988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
1988	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
1988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
1988	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
1988	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
1988	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
1988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
1988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
1988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
1988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
1988	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
1988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
1988	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
1988	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
1988	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
1988	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
1988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
1988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
1988	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
1988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
1988	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
1988	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
1988	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
1988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
1988	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
1988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
1988	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
1988	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
1988	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
1988	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
1988	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
1988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
1988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
1988	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
1988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
1988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
1988	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
1988	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
1988	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
1988	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
1988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
1988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
1988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
1988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
1988	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
1988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
1988	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
1988	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
1988	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
1988	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
1988	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
1988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
1988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
1988	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
1988	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
1988	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
1988	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
1988	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
1988	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
1988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
1988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
1988	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
1988	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
1988	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
1988	embedding2nn.weight	0	0.005174863617867231
1988	embedding2nn.weight	1	0.013102278113365173
1988	embedding2nn.weight	2	-0.003948627971112728
1988	embedding2nn.weight	3	0.0028577912598848343
1988	embedding2nn.weight	4	-0.0026356144808232784
1988	embedding2nn.weight	5	0.003984743729233742
1988	embedding2nn.weight	6	-0.0005509919719770551
1988	embedding2nn.weight	7	0.010552020743489265
1988	embedding2nn.weight	8	-0.008646814152598381
1988	embedding2nn.weight	9	-0.013143841177225113
1988	embedding2nn.bias	0	-0.018009649589657784
1988	embedding2nn.bias	1	-0.007757687009871006
1988	embedding2nn.bias	2	-0.04781116545200348
1988	embedding2nn.bias	3	0.005352303851395845
1988	embedding2nn.bias	4	0.03789982944726944
1988	embedding2nn.bias	5	-0.03196651488542557
1988	embedding2nn.bias	6	0.05047174543142319
1988	embedding2nn.bias	7	0.06140383332967758
1988	embedding2nn.bias	8	0.008661780506372452
1988	embedding2nn.bias	9	-0.005368608515709639
1988	rnn.weight_ih_l0	0	0.03301885724067688
1988	rnn.weight_ih_l0	1	-0.005015886388719082
1988	rnn.weight_ih_l0	2	-0.027074167504906654
1988	rnn.weight_ih_l0	3	-0.05140409618616104
1988	rnn.weight_ih_l0	4	-0.05158310756087303
1988	rnn.weight_ih_l0	5	0.0013844098430126905
1988	rnn.weight_ih_l0	6	-0.05339929834008217
1988	rnn.weight_ih_l0	7	-0.04535435140132904
1988	rnn.weight_ih_l0	8	-0.04777428135275841
1988	rnn.weight_ih_l0	9	-0.02613455057144165
1988	rnn.weight_hh_l0	0	0.01454349234700203
1988	rnn.weight_hh_l0	1	-0.010120196267962456
1988	rnn.weight_hh_l0	2	-0.020458241924643517
1988	rnn.weight_hh_l0	3	-0.012405605986714363
1988	rnn.weight_hh_l0	4	-0.06035739928483963
1988	rnn.weight_hh_l0	5	-0.02650255709886551
1988	rnn.weight_hh_l0	6	-0.017931656911969185
1988	rnn.weight_hh_l0	7	0.039899248629808426
1988	rnn.weight_hh_l0	8	-0.02367946319282055
1988	rnn.weight_hh_l0	9	0.034856975078582764
1988	rnn.bias_ih_l0	0	0.06386402994394302
1988	rnn.bias_ih_l0	1	-0.054807838052511215
1988	rnn.bias_ih_l0	2	0.08478906750679016
1988	rnn.bias_ih_l0	3	0.07705269008874893
1988	rnn.bias_ih_l0	4	0.08040791004896164
1988	rnn.bias_ih_l0	5	0.006871797610074282
1988	rnn.bias_ih_l0	6	-0.0168389230966568
1988	rnn.bias_ih_l0	7	-0.06030214950442314
1988	rnn.bias_ih_l0	8	-0.0990610271692276
1988	rnn.bias_ih_l0	9	0.06664706021547318
1988	rnn.bias_hh_l0	0	-0.026185626164078712
1988	rnn.bias_hh_l0	1	0.021784182637929916
1988	rnn.bias_hh_l0	2	-0.009931332431733608
1988	rnn.bias_hh_l0	3	0.017437661066651344
1988	rnn.bias_hh_l0	4	-0.052414316684007645
1988	rnn.bias_hh_l0	5	0.08271102607250214
1988	rnn.bias_hh_l0	6	-0.0160061102360487
1988	rnn.bias_hh_l0	7	0.005361400544643402
1988	rnn.bias_hh_l0	8	0.017529860138893127
1988	rnn.bias_hh_l0	9	0.0728524923324585
1988	rnn.weight_ih_l0_reverse	0	-0.033502764999866486
1988	rnn.weight_ih_l0_reverse	1	-0.00758048752322793
1988	rnn.weight_ih_l0_reverse	2	0.022712677717208862
1988	rnn.weight_ih_l0_reverse	3	-0.057893890887498856
1988	rnn.weight_ih_l0_reverse	4	0.012681017629802227
1988	rnn.weight_ih_l0_reverse	5	-0.05575301870703697
1988	rnn.weight_ih_l0_reverse	6	0.012421454302966595
1988	rnn.weight_ih_l0_reverse	7	0.03686971589922905
1988	rnn.weight_ih_l0_reverse	8	-0.03521207720041275
1988	rnn.weight_ih_l0_reverse	9	-0.05065910145640373
1988	rnn.weight_hh_l0_reverse	0	-0.05856967717409134
1988	rnn.weight_hh_l0_reverse	1	-0.06100258231163025
1988	rnn.weight_hh_l0_reverse	2	0.008223633281886578
1988	rnn.weight_hh_l0_reverse	3	0.03959788754582405
1988	rnn.weight_hh_l0_reverse	4	0.029844027012586594
1988	rnn.weight_hh_l0_reverse	5	0.046144772320985794
1988	rnn.weight_hh_l0_reverse	6	0.015000775456428528
1988	rnn.weight_hh_l0_reverse	7	-0.0003387172182556242
1988	rnn.weight_hh_l0_reverse	8	-0.060206301510334015
1988	rnn.weight_hh_l0_reverse	9	0.023839859291911125
1988	rnn.bias_ih_l0_reverse	0	-0.04292374476790428
1988	rnn.bias_ih_l0_reverse	1	-0.051040031015872955
1988	rnn.bias_ih_l0_reverse	2	0.07488048076629639
1988	rnn.bias_ih_l0_reverse	3	0.024836387485265732
1988	rnn.bias_ih_l0_reverse	4	-0.08933799713850021
1988	rnn.bias_ih_l0_reverse	5	0.0011351254070177674
1988	rnn.bias_ih_l0_reverse	6	-0.07703174650669098
1988	rnn.bias_ih_l0_reverse	7	0.03370983526110649
1988	rnn.bias_ih_l0_reverse	8	0.02304435335099697
1988	rnn.bias_ih_l0_reverse	9	0.060403987765312195
1988	rnn.bias_hh_l0_reverse	0	0.0456707738339901
1988	rnn.bias_hh_l0_reverse	1	0.055993519723415375
1988	rnn.bias_hh_l0_reverse	2	0.07377763092517853
1988	rnn.bias_hh_l0_reverse	3	-0.00027923277230001986
1988	rnn.bias_hh_l0_reverse	4	0.07274787127971649
1988	rnn.bias_hh_l0_reverse	5	0.004034312441945076
1988	rnn.bias_hh_l0_reverse	6	-0.05747336149215698
1988	rnn.bias_hh_l0_reverse	7	0.04218905046582222
1988	rnn.bias_hh_l0_reverse	8	0.009335354901850224
1988	rnn.bias_hh_l0_reverse	9	-0.05839169770479202
1988	linear.weight	0	0.09344493597745895
1988	linear.weight	1	-0.09352720528841019
1988	linear.weight	2	-0.07258455455303192
1988	linear.weight	3	0.04037495702505112
1988	linear.weight	4	0.033985625952482224
1988	linear.weight	5	-0.043345823884010315
1988	linear.weight	6	-0.020361699163913727
1988	linear.weight	7	-0.023075686767697334
1988	linear.weight	8	0.06742368638515472
1988	linear.weight	9	0.16019012033939362
1988	linear.bias	0	0.11715689301490784
1988	linear.bias	1	0.035779308527708054
1988	linear.bias	2	-0.23478275537490845
1988	linear.bias	3	0.7365840673446655
1988	linear.bias	4	-0.3430594205856323
1988	linear.bias	5	-0.030769959092140198
1988	linear.bias	6	-0.15055443346500397
1988	linear.bias	7	-0.08740894496440887
1988	linear.bias	8	0.14250953495502472
1988	linear.bias	9	-0.2826669216156006
2016	transitions	0	-0.5283244848251343
2016	transitions	1	0.4582737684249878
2016	transitions	2	1.8391902446746826
2016	transitions	3	0.2247629165649414
2016	transitions	4	1.0445575714111328
2016	transitions	5	1.277820110321045
2016	transitions	6	0.4860895872116089
2016	transitions	7	0.18787163496017456
2016	transitions	8	-0.9179937839508057
2016	transitions	9	0.9308013916015625
2016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2016	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2016	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2016	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2016	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2016	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2016	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2016	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2016	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2016	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2016	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2016	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2016	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2016	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2016	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2016	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2016	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2016	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2016	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2016	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2016	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2016	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2016	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2016	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2016	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2016	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2016	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2016	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2016	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2016	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2016	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2016	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2016	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2016	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2016	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2016	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2016	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2016	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2016	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2016	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2016	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2016	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2016	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2016	embedding2nn.weight	0	0.00622169952839613
2016	embedding2nn.weight	1	0.013026012107729912
2016	embedding2nn.weight	2	-0.003896453185006976
2016	embedding2nn.weight	3	0.002699394943192601
2016	embedding2nn.weight	4	-0.002584451111033559
2016	embedding2nn.weight	5	0.0038598626852035522
2016	embedding2nn.weight	6	-0.000547318602912128
2016	embedding2nn.weight	7	0.011380084790289402
2016	embedding2nn.weight	8	-0.008553066290915012
2016	embedding2nn.weight	9	-0.013188268058001995
2016	embedding2nn.bias	0	-0.011246920563280582
2016	embedding2nn.bias	1	-0.008726433850824833
2016	embedding2nn.bias	2	-0.05025659501552582
2016	embedding2nn.bias	3	0.0052216243930161
2016	embedding2nn.bias	4	0.039160288870334625
2016	embedding2nn.bias	5	-0.027409300208091736
2016	embedding2nn.bias	6	0.04704316332936287
2016	embedding2nn.bias	7	0.06081186234951019
2016	embedding2nn.bias	8	0.0041208225302398205
2016	embedding2nn.bias	9	-0.007026257459074259
2016	rnn.weight_ih_l0	0	0.03295134752988815
2016	rnn.weight_ih_l0	1	-0.0056855808943510056
2016	rnn.weight_ih_l0	2	-0.026771310716867447
2016	rnn.weight_ih_l0	3	-0.051591355353593826
2016	rnn.weight_ih_l0	4	-0.051512837409973145
2016	rnn.weight_ih_l0	5	0.0013116116169840097
2016	rnn.weight_ih_l0	6	-0.05341575667262077
2016	rnn.weight_ih_l0	7	-0.045305125415325165
2016	rnn.weight_ih_l0	8	-0.047913145273923874
2016	rnn.weight_ih_l0	9	-0.02616472728550434
2016	rnn.weight_hh_l0	0	0.014510569162666798
2016	rnn.weight_hh_l0	1	-0.010160611942410469
2016	rnn.weight_hh_l0	2	-0.019568610936403275
2016	rnn.weight_hh_l0	3	-0.012441215105354786
2016	rnn.weight_hh_l0	4	-0.060201775282621384
2016	rnn.weight_hh_l0	5	-0.027142243459820747
2016	rnn.weight_hh_l0	6	-0.0157194584608078
2016	rnn.weight_hh_l0	7	0.040735721588134766
2016	rnn.weight_hh_l0	8	-0.02331886999309063
2016	rnn.weight_hh_l0	9	0.03431491181254387
2016	rnn.bias_ih_l0	0	0.062495648860931396
2016	rnn.bias_ih_l0	1	-0.05606289952993393
2016	rnn.bias_ih_l0	2	0.08542590588331223
2016	rnn.bias_ih_l0	3	0.07798507064580917
2016	rnn.bias_ih_l0	4	0.07985001057386398
2016	rnn.bias_ih_l0	5	0.007380517665296793
2016	rnn.bias_ih_l0	6	-0.017337774857878685
2016	rnn.bias_ih_l0	7	-0.06703265756368637
2016	rnn.bias_ih_l0	8	-0.0975506454706192
2016	rnn.bias_ih_l0	9	0.06795093417167664
2016	rnn.bias_hh_l0	0	-0.026876915246248245
2016	rnn.bias_hh_l0	1	0.022704046219587326
2016	rnn.bias_hh_l0	2	-0.011563935317099094
2016	rnn.bias_hh_l0	3	0.015084721148014069
2016	rnn.bias_hh_l0	4	-0.05244018882513046
2016	rnn.bias_hh_l0	5	0.08429601043462753
2016	rnn.bias_hh_l0	6	-0.01579359918832779
2016	rnn.bias_hh_l0	7	0.006184067111462355
2016	rnn.bias_hh_l0	8	0.017031008377671242
2016	rnn.bias_hh_l0	9	0.07122752815485
2016	rnn.weight_ih_l0_reverse	0	-0.03349040821194649
2016	rnn.weight_ih_l0_reverse	1	-0.0072128651663661
2016	rnn.weight_ih_l0_reverse	2	0.0228878241032362
2016	rnn.weight_ih_l0_reverse	3	-0.058214664459228516
2016	rnn.weight_ih_l0_reverse	4	0.012467153370380402
2016	rnn.weight_ih_l0_reverse	5	-0.05546377971768379
2016	rnn.weight_ih_l0_reverse	6	0.01477137953042984
2016	rnn.weight_ih_l0_reverse	7	0.03698013350367546
2016	rnn.weight_ih_l0_reverse	8	-0.03509724140167236
2016	rnn.weight_ih_l0_reverse	9	-0.050585318356752396
2016	rnn.weight_hh_l0_reverse	0	-0.05876157432794571
2016	rnn.weight_hh_l0_reverse	1	-0.060216039419174194
2016	rnn.weight_hh_l0_reverse	2	0.008211413398385048
2016	rnn.weight_hh_l0_reverse	3	0.039770688861608505
2016	rnn.weight_hh_l0_reverse	4	0.029730219393968582
2016	rnn.weight_hh_l0_reverse	5	0.045991092920303345
2016	rnn.weight_hh_l0_reverse	6	0.018439650535583496
2016	rnn.weight_hh_l0_reverse	7	-0.0002611457894090563
2016	rnn.weight_hh_l0_reverse	8	-0.060378722846508026
2016	rnn.weight_hh_l0_reverse	9	0.02615121193230152
2016	rnn.bias_ih_l0_reverse	0	-0.03919929638504982
2016	rnn.bias_ih_l0_reverse	1	-0.04547933116555214
2016	rnn.bias_ih_l0_reverse	2	0.07561519742012024
2016	rnn.bias_ih_l0_reverse	3	0.024491770192980766
2016	rnn.bias_ih_l0_reverse	4	-0.0881955623626709
2016	rnn.bias_ih_l0_reverse	5	0.002101798541843891
2016	rnn.bias_ih_l0_reverse	6	-0.07530296593904495
2016	rnn.bias_ih_l0_reverse	7	0.035567861050367355
2016	rnn.bias_ih_l0_reverse	8	0.022431232035160065
2016	rnn.bias_ih_l0_reverse	9	0.06068731099367142
2016	rnn.bias_hh_l0_reverse	0	0.039471812546253204
2016	rnn.bias_hh_l0_reverse	1	0.054306063801050186
2016	rnn.bias_hh_l0_reverse	2	0.07268694788217545
2016	rnn.bias_hh_l0_reverse	3	-0.002056732075288892
2016	rnn.bias_hh_l0_reverse	4	0.07396094501018524
2016	rnn.bias_hh_l0_reverse	5	0.006603633519262075
2016	rnn.bias_hh_l0_reverse	6	-0.05921004340052605
2016	rnn.bias_hh_l0_reverse	7	0.04228147119283676
2016	rnn.bias_hh_l0_reverse	8	0.01042348612099886
2016	rnn.bias_hh_l0_reverse	9	-0.056503038853406906
2016	linear.weight	0	0.10317286103963852
2016	linear.weight	1	-0.09477746486663818
2016	linear.weight	2	-0.0677170678973198
2016	linear.weight	3	0.043431274592876434
2016	linear.weight	4	0.03279681131243706
2016	linear.weight	5	-0.043549176305532455
2016	linear.weight	6	-0.020285725593566895
2016	linear.weight	7	-0.02669592574238777
2016	linear.weight	8	0.0696929320693016
2016	linear.weight	9	0.15676414966583252
2016	linear.bias	0	0.11177093535661697
2016	linear.bias	1	0.03521781042218208
2016	linear.bias	2	-0.23634785413742065
2016	linear.bias	3	0.7445791363716125
2016	linear.bias	4	-0.3446583151817322
2016	linear.bias	5	-0.030769959092140198
2016	linear.bias	6	-0.1536257117986679
2016	linear.bias	7	-0.0857362151145935
2016	linear.bias	8	0.15372808277606964
2016	linear.bias	9	-0.28408193588256836
2044	transitions	0	-0.5288158655166626
2044	transitions	1	0.45786914229393005
2044	transitions	2	1.8386662006378174
2044	transitions	3	0.22368484735488892
2044	transitions	4	1.0444258451461792
2044	transitions	5	1.2777858972549438
2044	transitions	6	0.48608219623565674
2044	transitions	7	0.18784117698669434
2044	transitions	8	-0.9180054664611816
2044	transitions	9	0.9308009743690491
2044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2044	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2044	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2044	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2044	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2044	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2044	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2044	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2044	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2044	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2044	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2044	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2044	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2044	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2044	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2044	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2044	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2044	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2044	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2044	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2044	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2044	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2044	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2044	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2044	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2044	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2044	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2044	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2044	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2044	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2044	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2044	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2044	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2044	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2044	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2044	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2044	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2044	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2044	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2044	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2044	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2044	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2044	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2044	embedding2nn.weight	0	0.006756360176950693
2044	embedding2nn.weight	1	0.012923493050038815
2044	embedding2nn.weight	2	-0.0038266764022409916
2044	embedding2nn.weight	3	0.0027793494518846273
2044	embedding2nn.weight	4	-0.0026756376028060913
2044	embedding2nn.weight	5	0.003705892013385892
2044	embedding2nn.weight	6	-0.0005021707038395107
2044	embedding2nn.weight	7	0.010785051621496677
2044	embedding2nn.weight	8	-0.008543739095330238
2044	embedding2nn.weight	9	-0.012950459495186806
2044	embedding2nn.bias	0	-0.01633337512612343
2044	embedding2nn.bias	1	-0.013074828311800957
2044	embedding2nn.bias	2	-0.057127565145492554
2044	embedding2nn.bias	3	0.008361301384866238
2044	embedding2nn.bias	4	0.040284350514411926
2044	embedding2nn.bias	5	-0.03633937984704971
2044	embedding2nn.bias	6	0.0513375885784626
2044	embedding2nn.bias	7	0.06721337139606476
2044	embedding2nn.bias	8	0.008049293421208858
2044	embedding2nn.bias	9	-0.009464744478464127
2044	rnn.weight_ih_l0	0	0.03279528021812439
2044	rnn.weight_ih_l0	1	-0.0058754440397024155
2044	rnn.weight_ih_l0	2	-0.02760874107480049
2044	rnn.weight_ih_l0	3	-0.051185641437768936
2044	rnn.weight_ih_l0	4	-0.05165022611618042
2044	rnn.weight_ih_l0	5	0.0011472887126728892
2044	rnn.weight_ih_l0	6	-0.05332229658961296
2044	rnn.weight_ih_l0	7	-0.045508358627557755
2044	rnn.weight_ih_l0	8	-0.04777313768863678
2044	rnn.weight_ih_l0	9	-0.026277000084519386
2044	rnn.weight_hh_l0	0	0.014319715090095997
2044	rnn.weight_hh_l0	1	-0.009249399416148663
2044	rnn.weight_hh_l0	2	-0.020691275596618652
2044	rnn.weight_hh_l0	3	-0.012441936880350113
2044	rnn.weight_hh_l0	4	-0.060074374079704285
2044	rnn.weight_hh_l0	5	-0.027207395061850548
2044	rnn.weight_hh_l0	6	-0.016811829060316086
2044	rnn.weight_hh_l0	7	0.04072194546461105
2044	rnn.weight_hh_l0	8	-0.023372529074549675
2044	rnn.weight_hh_l0	9	0.03520728647708893
2044	rnn.bias_ih_l0	0	0.064595527946949
2044	rnn.bias_ih_l0	1	-0.056167274713516235
2044	rnn.bias_ih_l0	2	0.08959156274795532
2044	rnn.bias_ih_l0	3	0.07828287035226822
2044	rnn.bias_ih_l0	4	0.07803896069526672
2044	rnn.bias_ih_l0	5	0.007971984334290028
2044	rnn.bias_ih_l0	6	-0.017290279269218445
2044	rnn.bias_ih_l0	7	-0.06561018526554108
2044	rnn.bias_ih_l0	8	-0.09845996648073196
2044	rnn.bias_ih_l0	9	0.06703538447618484
2044	rnn.bias_hh_l0	0	-0.0264274962246418
2044	rnn.bias_hh_l0	1	0.02273496612906456
2044	rnn.bias_hh_l0	2	-0.010464689694344997
2044	rnn.bias_hh_l0	3	0.015094977803528309
2044	rnn.bias_hh_l0	4	-0.0509403832256794
2044	rnn.bias_hh_l0	5	0.08599279075860977
2044	rnn.bias_hh_l0	6	-0.01461909618228674
2044	rnn.bias_hh_l0	7	0.007224729284644127
2044	rnn.bias_hh_l0	8	0.017078503966331482
2044	rnn.bias_hh_l0	9	0.07063054293394089
2044	rnn.weight_ih_l0_reverse	0	-0.03343558683991432
2044	rnn.weight_ih_l0_reverse	1	-0.006094812415540218
2044	rnn.weight_ih_l0_reverse	2	0.022967658936977386
2044	rnn.weight_ih_l0_reverse	3	-0.05818046256899834
2044	rnn.weight_ih_l0_reverse	4	0.012234880588948727
2044	rnn.weight_ih_l0_reverse	5	-0.05572056397795677
2044	rnn.weight_ih_l0_reverse	6	0.014177138917148113
2044	rnn.weight_ih_l0_reverse	7	0.03693940117955208
2044	rnn.weight_ih_l0_reverse	8	-0.03507551923394203
2044	rnn.weight_ih_l0_reverse	9	-0.05039556697010994
2044	rnn.weight_hh_l0_reverse	0	-0.05956359952688217
2044	rnn.weight_hh_l0_reverse	1	-0.06046033650636673
2044	rnn.weight_hh_l0_reverse	2	0.008504047058522701
2044	rnn.weight_hh_l0_reverse	3	0.03974545747041702
2044	rnn.weight_hh_l0_reverse	4	0.02988886460661888
2044	rnn.weight_hh_l0_reverse	5	0.046012166887521744
2044	rnn.weight_hh_l0_reverse	6	0.018939966335892677
2044	rnn.weight_hh_l0_reverse	7	0.00021909123461227864
2044	rnn.weight_hh_l0_reverse	8	-0.06003440171480179
2044	rnn.weight_hh_l0_reverse	9	0.025901107117533684
2044	rnn.bias_ih_l0_reverse	0	-0.02636917494237423
2044	rnn.bias_ih_l0_reverse	1	-0.053110092878341675
2044	rnn.bias_ih_l0_reverse	2	0.07737807184457779
2044	rnn.bias_ih_l0_reverse	3	0.024026112630963326
2044	rnn.bias_ih_l0_reverse	4	-0.08646374940872192
2044	rnn.bias_ih_l0_reverse	5	0.0015597179299220443
2044	rnn.bias_ih_l0_reverse	6	-0.07762069255113602
2044	rnn.bias_ih_l0_reverse	7	0.034309349954128265
2044	rnn.bias_ih_l0_reverse	8	0.021729012951254845
2044	rnn.bias_ih_l0_reverse	9	0.061766017228364944
2044	rnn.bias_hh_l0_reverse	0	0.03429410234093666
2044	rnn.bias_hh_l0_reverse	1	0.054464977234601974
2044	rnn.bias_hh_l0_reverse	2	0.07251562923192978
2044	rnn.bias_hh_l0_reverse	3	-0.0018580028554424644
2044	rnn.bias_hh_l0_reverse	4	0.07282769680023193
2044	rnn.bias_hh_l0_reverse	5	0.012417981401085854
2044	rnn.bias_hh_l0_reverse	6	-0.05908718332648277
2044	rnn.bias_hh_l0_reverse	7	0.04240605607628822
2044	rnn.bias_hh_l0_reverse	8	0.012161510065197945
2044	rnn.bias_hh_l0_reverse	9	-0.0646791011095047
2044	linear.weight	0	0.08913662284612656
2044	linear.weight	1	-0.09492716938257217
2044	linear.weight	2	-0.0684812143445015
2044	linear.weight	3	0.04437404125928879
2044	linear.weight	4	0.03287431225180626
2044	linear.weight	5	-0.04456901550292969
2044	linear.weight	6	-0.020151188597083092
2044	linear.weight	7	-0.02652502804994583
2044	linear.weight	8	0.06982064247131348
2044	linear.weight	9	0.155901700258255
2044	linear.bias	0	0.11472038179636002
2044	linear.bias	1	0.0323389433324337
2044	linear.bias	2	-0.23659271001815796
2044	linear.bias	3	0.7575955390930176
2044	linear.bias	4	-0.34647631645202637
2044	linear.bias	5	-0.030769959092140198
2044	linear.bias	6	-0.1530316025018692
2044	linear.bias	7	-0.08615341782569885
2044	linear.bias	8	0.14530502259731293
2044	linear.bias	9	-0.2853507697582245
2072	transitions	0	-0.5293539762496948
2072	transitions	1	0.4575175344944
2072	transitions	2	1.8380473852157593
2072	transitions	3	0.22302713990211487
2072	transitions	4	1.0442062616348267
2072	transitions	5	1.2777531147003174
2072	transitions	6	0.4860614836215973
2072	transitions	7	0.18777358531951904
2072	transitions	8	-0.918021023273468
2072	transitions	9	0.9308003187179565
2072	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2072	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2072	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2072	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2072	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2072	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2072	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2072	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2072	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2072	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2072	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2072	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2072	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2072	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2072	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2072	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2072	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2072	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2072	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2072	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2072	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2072	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2072	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2072	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2072	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2072	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2072	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2072	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2072	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2072	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2072	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2072	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2072	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2072	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2072	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2072	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2072	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2072	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2072	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2072	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2072	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2072	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2072	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2072	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2072	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2072	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2072	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2072	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2072	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2072	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2072	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2072	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2072	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2072	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2072	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2072	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2072	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2072	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2072	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2072	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2072	embedding2nn.weight	0	0.006283449940383434
2072	embedding2nn.weight	1	0.012905403040349483
2072	embedding2nn.weight	2	-0.003788446309044957
2072	embedding2nn.weight	3	0.0029023245442658663
2072	embedding2nn.weight	4	-0.00267182313837111
2072	embedding2nn.weight	5	0.003476823912933469
2072	embedding2nn.weight	6	-0.0006479167495854199
2072	embedding2nn.weight	7	0.010909605771303177
2072	embedding2nn.weight	8	-0.008742568083107471
2072	embedding2nn.weight	9	-0.01285510417073965
2072	embedding2nn.bias	0	-0.014797489158809185
2072	embedding2nn.bias	1	-0.012575382366776466
2072	embedding2nn.bias	2	-0.04916530102491379
2072	embedding2nn.bias	3	0.005782304331660271
2072	embedding2nn.bias	4	0.03740059956908226
2072	embedding2nn.bias	5	-0.03611468896269798
2072	embedding2nn.bias	6	0.05462592840194702
2072	embedding2nn.bias	7	0.06798600405454636
2072	embedding2nn.bias	8	0.004062070045620203
2072	embedding2nn.bias	9	-0.016738327220082283
2072	rnn.weight_ih_l0	0	0.03281102702021599
2072	rnn.weight_ih_l0	1	-0.005734309088438749
2072	rnn.weight_ih_l0	2	-0.02736317738890648
2072	rnn.weight_ih_l0	3	-0.051268983632326126
2072	rnn.weight_ih_l0	4	-0.05167454108595848
2072	rnn.weight_ih_l0	5	0.0009739897213876247
2072	rnn.weight_ih_l0	6	-0.05329379066824913
2072	rnn.weight_ih_l0	7	-0.045653920620679855
2072	rnn.weight_ih_l0	8	-0.04799608886241913
2072	rnn.weight_ih_l0	9	-0.026250246912240982
2072	rnn.weight_hh_l0	0	0.01447218842804432
2072	rnn.weight_hh_l0	1	-0.008480189368128777
2072	rnn.weight_hh_l0	2	-0.02054787240922451
2072	rnn.weight_hh_l0	3	-0.012472747825086117
2072	rnn.weight_hh_l0	4	-0.06028775870800018
2072	rnn.weight_hh_l0	5	-0.026986485347151756
2072	rnn.weight_hh_l0	6	-0.01797865889966488
2072	rnn.weight_hh_l0	7	0.040034014731645584
2072	rnn.weight_hh_l0	8	-0.023618659004569054
2072	rnn.weight_hh_l0	9	0.034609343856573105
2072	rnn.bias_ih_l0	0	0.06460437923669815
2072	rnn.bias_ih_l0	1	-0.0568254254758358
2072	rnn.bias_ih_l0	2	0.08934293687343597
2072	rnn.bias_ih_l0	3	0.07645610719919205
2072	rnn.bias_ih_l0	4	0.07811305671930313
2072	rnn.bias_ih_l0	5	0.008320039138197899
2072	rnn.bias_ih_l0	6	-0.01805669255554676
2072	rnn.bias_ih_l0	7	-0.06981702148914337
2072	rnn.bias_ih_l0	8	-0.09972349554300308
2072	rnn.bias_ih_l0	9	0.06603951752185822
2072	rnn.bias_hh_l0	0	-0.024183737114071846
2072	rnn.bias_hh_l0	1	0.02251911535859108
2072	rnn.bias_hh_l0	2	-0.010360143147408962
2072	rnn.bias_hh_l0	3	0.015218695625662804
2072	rnn.bias_hh_l0	4	-0.051029663532972336
2072	rnn.bias_hh_l0	5	0.08317089080810547
2072	rnn.bias_hh_l0	6	-0.016074342653155327
2072	rnn.bias_hh_l0	7	0.00796470232307911
2072	rnn.bias_hh_l0	8	0.016312088817358017
2072	rnn.bias_hh_l0	9	0.06948505342006683
2072	rnn.weight_ih_l0_reverse	0	-0.03327326849102974
2072	rnn.weight_ih_l0_reverse	1	-0.006401475984603167
2072	rnn.weight_ih_l0_reverse	2	0.02317947894334793
2072	rnn.weight_ih_l0_reverse	3	-0.05812932923436165
2072	rnn.weight_ih_l0_reverse	4	0.01193250436335802
2072	rnn.weight_ih_l0_reverse	5	-0.05570923537015915
2072	rnn.weight_ih_l0_reverse	6	0.013618174940347672
2072	rnn.weight_ih_l0_reverse	7	0.037085823714733124
2072	rnn.weight_ih_l0_reverse	8	-0.03514965623617172
2072	rnn.weight_ih_l0_reverse	9	-0.05046636611223221
2072	rnn.weight_hh_l0_reverse	0	-0.05936925485730171
2072	rnn.weight_hh_l0_reverse	1	-0.05909810587763786
2072	rnn.weight_hh_l0_reverse	2	0.008156890980899334
2072	rnn.weight_hh_l0_reverse	3	0.0398477278649807
2072	rnn.weight_hh_l0_reverse	4	0.03015734814107418
2072	rnn.weight_hh_l0_reverse	5	0.04615674540400505
2072	rnn.weight_hh_l0_reverse	6	0.017634060233831406
2072	rnn.weight_hh_l0_reverse	7	-0.00036054488737136126
2072	rnn.weight_hh_l0_reverse	8	-0.05964786186814308
2072	rnn.weight_hh_l0_reverse	9	0.0262710340321064
2072	rnn.bias_ih_l0_reverse	0	-0.025865690782666206
2072	rnn.bias_ih_l0_reverse	1	-0.06059857830405235
2072	rnn.bias_ih_l0_reverse	2	0.07716546952724457
2072	rnn.bias_ih_l0_reverse	3	0.024810772389173508
2072	rnn.bias_ih_l0_reverse	4	-0.08596963435411453
2072	rnn.bias_ih_l0_reverse	5	0.0027502854354679585
2072	rnn.bias_ih_l0_reverse	6	-0.07887773960828781
2072	rnn.bias_ih_l0_reverse	7	0.03386564180254936
2072	rnn.bias_ih_l0_reverse	8	0.020666643977165222
2072	rnn.bias_ih_l0_reverse	9	0.06214478239417076
2072	rnn.bias_hh_l0_reverse	0	0.038511257618665695
2072	rnn.bias_hh_l0_reverse	1	0.0558081716299057
2072	rnn.bias_hh_l0_reverse	2	0.06934112310409546
2072	rnn.bias_hh_l0_reverse	3	-0.0026485235430300236
2072	rnn.bias_hh_l0_reverse	4	0.0735245943069458
2072	rnn.bias_hh_l0_reverse	5	0.020391739904880524
2072	rnn.bias_hh_l0_reverse	6	-0.05906495079398155
2072	rnn.bias_hh_l0_reverse	7	0.043505746871232986
2072	rnn.bias_hh_l0_reverse	8	0.012962253764271736
2072	rnn.bias_hh_l0_reverse	9	-0.06709945946931839
2072	linear.weight	0	0.11181198805570602
2072	linear.weight	1	-0.09511790424585342
2072	linear.weight	2	-0.07084708660840988
2072	linear.weight	3	0.04712171107530594
2072	linear.weight	4	0.03335685655474663
2072	linear.weight	5	-0.044027943164110184
2072	linear.weight	6	-0.020039159804582596
2072	linear.weight	7	-0.02629191242158413
2072	linear.weight	8	0.06709934026002884
2072	linear.weight	9	0.15970049798488617
2072	linear.bias	0	0.11188886314630508
2072	linear.bias	1	0.026302548125386238
2072	linear.bias	2	-0.23983106017112732
2072	linear.bias	3	0.7546020746231079
2072	linear.bias	4	-0.34852686524391174
2072	linear.bias	5	-0.030769959092140198
2072	linear.bias	6	-0.1546788066625595
2072	linear.bias	7	-0.09352555125951767
2072	linear.bias	8	0.1481381058692932
2072	linear.bias	9	-0.2867850065231323
2100	transitions	0	-0.5298734307289124
2100	transitions	1	0.4570729732513428
2100	transitions	2	1.8375216722488403
2100	transitions	3	0.2227010428905487
2100	transitions	4	1.0439249277114868
2100	transitions	5	1.2777272462844849
2100	transitions	6	0.48605355620384216
2100	transitions	7	0.18773230910301208
2100	transitions	8	-0.91802978515625
2100	transitions	9	0.9307999610900879
2100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2100	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2100	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2100	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2100	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2100	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2100	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2100	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2100	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2100	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2100	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2100	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2100	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2100	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2100	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2100	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2100	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2100	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2100	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2100	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2100	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2100	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2100	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2100	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2100	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2100	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2100	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2100	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2100	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2100	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2100	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2100	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2100	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2100	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2100	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2100	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2100	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2100	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2100	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2100	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2100	embedding2nn.weight	0	0.00460584694519639
2100	embedding2nn.weight	1	0.013000116683542728
2100	embedding2nn.weight	2	-0.003861359553411603
2100	embedding2nn.weight	3	0.0030388671439141035
2100	embedding2nn.weight	4	-0.0027260666247457266
2100	embedding2nn.weight	5	0.0038196619134396315
2100	embedding2nn.weight	6	-0.0005777102778665721
2100	embedding2nn.weight	7	0.010570067912340164
2100	embedding2nn.weight	8	-0.009006130509078503
2100	embedding2nn.weight	9	-0.012824395671486855
2100	embedding2nn.bias	0	-0.012404040433466434
2100	embedding2nn.bias	1	-0.009666811674833298
2100	embedding2nn.bias	2	-0.04687415435910225
2100	embedding2nn.bias	3	0.0032205614261329174
2100	embedding2nn.bias	4	0.037183068692684174
2100	embedding2nn.bias	5	-0.034289777278900146
2100	embedding2nn.bias	6	0.050863560289144516
2100	embedding2nn.bias	7	0.07133083790540695
2100	embedding2nn.bias	8	-0.0013563708635047078
2100	embedding2nn.bias	9	-0.011963894590735435
2100	rnn.weight_ih_l0	0	0.03290591016411781
2100	rnn.weight_ih_l0	1	-0.005848257802426815
2100	rnn.weight_ih_l0	2	-0.027768395841121674
2100	rnn.weight_ih_l0	3	-0.0512523390352726
2100	rnn.weight_ih_l0	4	-0.05178140848875046
2100	rnn.weight_ih_l0	5	0.0010406577493995428
2100	rnn.weight_ih_l0	6	-0.053491901606321335
2100	rnn.weight_ih_l0	7	-0.04570835456252098
2100	rnn.weight_ih_l0	8	-0.048014286905527115
2100	rnn.weight_ih_l0	9	-0.026274075731635094
2100	rnn.weight_hh_l0	0	0.01461165864020586
2100	rnn.weight_hh_l0	1	-0.008911337703466415
2100	rnn.weight_hh_l0	2	-0.021297819912433624
2100	rnn.weight_hh_l0	3	-0.01240326277911663
2100	rnn.weight_hh_l0	4	-0.060607653111219406
2100	rnn.weight_hh_l0	5	-0.027230771258473396
2100	rnn.weight_hh_l0	6	-0.0182317104190588
2100	rnn.weight_hh_l0	7	0.04039372131228447
2100	rnn.weight_hh_l0	8	-0.023290647193789482
2100	rnn.weight_hh_l0	9	0.03503391519188881
2100	rnn.bias_ih_l0	0	0.06384420394897461
2100	rnn.bias_ih_l0	1	-0.059019509702920914
2100	rnn.bias_ih_l0	2	0.09033985435962677
2100	rnn.bias_ih_l0	3	0.07636577636003494
2100	rnn.bias_ih_l0	4	0.07852031290531158
2100	rnn.bias_ih_l0	5	0.0082216402515769
2100	rnn.bias_ih_l0	6	-0.01718701235949993
2100	rnn.bias_ih_l0	7	-0.06278637051582336
2100	rnn.bias_ih_l0	8	-0.1009850949048996
2100	rnn.bias_ih_l0	9	0.06441432237625122
2100	rnn.bias_hh_l0	0	-0.024817178025841713
2100	rnn.bias_hh_l0	1	0.02311864122748375
2100	rnn.bias_hh_l0	2	-0.010306633077561855
2100	rnn.bias_hh_l0	3	0.0157045628875494
2100	rnn.bias_hh_l0	4	-0.05100178346037865
2100	rnn.bias_hh_l0	5	0.08164146542549133
2100	rnn.bias_hh_l0	6	-0.01591377705335617
2100	rnn.bias_hh_l0	7	0.0047487663105130196
2100	rnn.bias_hh_l0	8	0.017181769013404846
2100	rnn.bias_hh_l0	9	0.07154348492622375
2100	rnn.weight_ih_l0_reverse	0	-0.033413976430892944
2100	rnn.weight_ih_l0_reverse	1	-0.007015057373791933
2100	rnn.weight_ih_l0_reverse	2	0.02307070791721344
2100	rnn.weight_ih_l0_reverse	3	-0.05841156840324402
2100	rnn.weight_ih_l0_reverse	4	0.011795444414019585
2100	rnn.weight_ih_l0_reverse	5	-0.055743634700775146
2100	rnn.weight_ih_l0_reverse	6	0.01348723005503416
2100	rnn.weight_ih_l0_reverse	7	0.03705301880836487
2100	rnn.weight_ih_l0_reverse	8	-0.035161711275577545
2100	rnn.weight_ih_l0_reverse	9	-0.05034172162413597
2100	rnn.weight_hh_l0_reverse	0	-0.05937330797314644
2100	rnn.weight_hh_l0_reverse	1	-0.05877000093460083
2100	rnn.weight_hh_l0_reverse	2	0.008222301490604877
2100	rnn.weight_hh_l0_reverse	3	0.03999020531773567
2100	rnn.weight_hh_l0_reverse	4	0.030000178143382072
2100	rnn.weight_hh_l0_reverse	5	0.04603952541947365
2100	rnn.weight_hh_l0_reverse	6	0.01620330661535263
2100	rnn.weight_hh_l0_reverse	7	4.430771150509827e-05
2100	rnn.weight_hh_l0_reverse	8	-0.0598713755607605
2100	rnn.weight_hh_l0_reverse	9	0.02603103779256344
2100	rnn.bias_ih_l0_reverse	0	-0.022528359666466713
2100	rnn.bias_ih_l0_reverse	1	-0.053926557302474976
2100	rnn.bias_ih_l0_reverse	2	0.07689571380615234
2100	rnn.bias_ih_l0_reverse	3	0.02510853484272957
2100	rnn.bias_ih_l0_reverse	4	-0.0845232829451561
2100	rnn.bias_ih_l0_reverse	5	0.002920597093179822
2100	rnn.bias_ih_l0_reverse	6	-0.0794048011302948
2100	rnn.bias_ih_l0_reverse	7	0.0326109305024147
2100	rnn.bias_ih_l0_reverse	8	0.021638281643390656
2100	rnn.bias_ih_l0_reverse	9	0.06168631836771965
2100	rnn.bias_hh_l0_reverse	0	0.04384765774011612
2100	rnn.bias_hh_l0_reverse	1	0.054093316197395325
2100	rnn.bias_hh_l0_reverse	2	0.06936763972043991
2100	rnn.bias_hh_l0_reverse	3	-0.0029481907840818167
2100	rnn.bias_hh_l0_reverse	4	0.07237212359905243
2100	rnn.bias_hh_l0_reverse	5	0.017436642199754715
2100	rnn.bias_hh_l0_reverse	6	-0.05912142992019653
2100	rnn.bias_hh_l0_reverse	7	0.046393826603889465
2100	rnn.bias_hh_l0_reverse	8	0.011657490395009518
2100	rnn.bias_hh_l0_reverse	9	-0.07294123619794846
2100	linear.weight	0	0.1235898807644844
2100	linear.weight	1	-0.09514350444078445
2100	linear.weight	2	-0.07320213317871094
2100	linear.weight	3	0.053531546145677567
2100	linear.weight	4	0.030820362269878387
2100	linear.weight	5	-0.04496340826153755
2100	linear.weight	6	-0.01994718797504902
2100	linear.weight	7	-0.027688084170222282
2100	linear.weight	8	0.06289631128311157
2100	linear.weight	9	0.16484631597995758
2100	linear.bias	0	0.11610332131385803
2100	linear.bias	1	0.030610159039497375
2100	linear.bias	2	-0.2468082159757614
2100	linear.bias	3	0.7612937092781067
2100	linear.bias	4	-0.35024553537368774
2100	linear.bias	5	-0.030769959092140198
2100	linear.bias	6	-0.16184288263320923
2100	linear.bias	7	-0.09582509100437164
2100	linear.bias	8	0.1486390084028244
2100	linear.bias	9	-0.28803732991218567
2128	transitions	0	-0.5304452180862427
2128	transitions	1	0.4568493366241455
2128	transitions	2	1.8368663787841797
2128	transitions	3	0.22252215445041656
2128	transitions	4	1.0432785749435425
2128	transitions	5	1.2777013778686523
2128	transitions	6	0.48604246973991394
2128	transitions	7	0.18771131336688995
2128	transitions	8	-0.9180389642715454
2128	transitions	9	0.930799663066864
2128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2128	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2128	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2128	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2128	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2128	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2128	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2128	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2128	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2128	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2128	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2128	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2128	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2128	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2128	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2128	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2128	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2128	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2128	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2128	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2128	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2128	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2128	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2128	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2128	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2128	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2128	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2128	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2128	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2128	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2128	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2128	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2128	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2128	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2128	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2128	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2128	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2128	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2128	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2128	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2128	embedding2nn.weight	0	0.004382295999675989
2128	embedding2nn.weight	1	0.012891220860183239
2128	embedding2nn.weight	2	-0.0039366018027067184
2128	embedding2nn.weight	3	0.0031458260491490364
2128	embedding2nn.weight	4	-0.002742237411439419
2128	embedding2nn.weight	5	0.0034878645092248917
2128	embedding2nn.weight	6	-0.0006855977117083967
2128	embedding2nn.weight	7	0.011291840113699436
2128	embedding2nn.weight	8	-0.008998106233775616
2128	embedding2nn.weight	9	-0.012904900126159191
2128	embedding2nn.bias	0	-0.014023339375853539
2128	embedding2nn.bias	1	-0.013924303464591503
2128	embedding2nn.bias	2	-0.05476289615035057
2128	embedding2nn.bias	3	0.0035336471628397703
2128	embedding2nn.bias	4	0.03702953830361366
2128	embedding2nn.bias	5	-0.034889284521341324
2128	embedding2nn.bias	6	0.05338677018880844
2128	embedding2nn.bias	7	0.06933733820915222
2128	embedding2nn.bias	8	0.0027314606122672558
2128	embedding2nn.bias	9	-0.013295653276145458
2128	rnn.weight_ih_l0	0	0.0329379104077816
2128	rnn.weight_ih_l0	1	-0.005890469066798687
2128	rnn.weight_ih_l0	2	-0.028352314606308937
2128	rnn.weight_ih_l0	3	-0.05119188502430916
2128	rnn.weight_ih_l0	4	-0.0517575778067112
2128	rnn.weight_ih_l0	5	0.0010416399454697967
2128	rnn.weight_ih_l0	6	-0.05368011072278023
2128	rnn.weight_ih_l0	7	-0.04572146385908127
2128	rnn.weight_ih_l0	8	-0.04800136387348175
2128	rnn.weight_ih_l0	9	-0.026322608813643456
2128	rnn.weight_hh_l0	0	0.014517679810523987
2128	rnn.weight_hh_l0	1	-0.009315728209912777
2128	rnn.weight_hh_l0	2	-0.02142995409667492
2128	rnn.weight_hh_l0	3	-0.012192845344543457
2128	rnn.weight_hh_l0	4	-0.060135629028081894
2128	rnn.weight_hh_l0	5	-0.026772789657115936
2128	rnn.weight_hh_l0	6	-0.01819792203605175
2128	rnn.weight_hh_l0	7	0.040292929857969284
2128	rnn.weight_hh_l0	8	-0.023456120863556862
2128	rnn.weight_hh_l0	9	0.034489043056964874
2128	rnn.bias_ih_l0	0	0.06392297148704529
2128	rnn.bias_ih_l0	1	-0.060461048036813736
2128	rnn.bias_ih_l0	2	0.08975937217473984
2128	rnn.bias_ih_l0	3	0.07701533287763596
2128	rnn.bias_ih_l0	4	0.07818511873483658
2128	rnn.bias_ih_l0	5	0.008523216471076012
2128	rnn.bias_ih_l0	6	-0.01633022353053093
2128	rnn.bias_ih_l0	7	-0.062386076897382736
2128	rnn.bias_ih_l0	8	-0.10048200190067291
2128	rnn.bias_ih_l0	9	0.06457772105932236
2128	rnn.bias_hh_l0	0	-0.024747852236032486
2128	rnn.bias_hh_l0	1	0.02194810099899769
2128	rnn.bias_hh_l0	2	-0.010183298960328102
2128	rnn.bias_hh_l0	3	0.014470265246927738
2128	rnn.bias_hh_l0	4	-0.05134645104408264
2128	rnn.bias_hh_l0	5	0.08196242153644562
2128	rnn.bias_hh_l0	6	-0.015982970595359802
2128	rnn.bias_hh_l0	7	0.005866366904228926
2128	rnn.bias_hh_l0	8	0.018038557842373848
2128	rnn.bias_hh_l0	9	0.06986253708600998
2128	rnn.weight_ih_l0_reverse	0	-0.033410489559173584
2128	rnn.weight_ih_l0_reverse	1	-0.006998630240559578
2128	rnn.weight_ih_l0_reverse	2	0.022837413474917412
2128	rnn.weight_ih_l0_reverse	3	-0.05843214690685272
2128	rnn.weight_ih_l0_reverse	4	0.011815877631306648
2128	rnn.weight_ih_l0_reverse	5	-0.05587569251656532
2128	rnn.weight_ih_l0_reverse	6	0.013191470876336098
2128	rnn.weight_ih_l0_reverse	7	0.037000373005867004
2128	rnn.weight_ih_l0_reverse	8	-0.035211458802223206
2128	rnn.weight_ih_l0_reverse	9	-0.050313711166381836
2128	rnn.weight_hh_l0_reverse	0	-0.058617882430553436
2128	rnn.weight_hh_l0_reverse	1	-0.05985715612769127
2128	rnn.weight_hh_l0_reverse	2	0.008605200797319412
2128	rnn.weight_hh_l0_reverse	3	0.039965786039829254
2128	rnn.weight_hh_l0_reverse	4	0.030462069436907768
2128	rnn.weight_hh_l0_reverse	5	0.04602109640836716
2128	rnn.weight_hh_l0_reverse	6	0.01519789732992649
2128	rnn.weight_hh_l0_reverse	7	0.0003680108638945967
2128	rnn.weight_hh_l0_reverse	8	-0.06040053442120552
2128	rnn.weight_hh_l0_reverse	9	0.025668520480394363
2128	rnn.bias_ih_l0_reverse	0	-0.025344815105199814
2128	rnn.bias_ih_l0_reverse	1	-0.04970233142375946
2128	rnn.bias_ih_l0_reverse	2	0.0763808935880661
2128	rnn.bias_ih_l0_reverse	3	0.024791494011878967
2128	rnn.bias_ih_l0_reverse	4	-0.08570289611816406
2128	rnn.bias_ih_l0_reverse	5	0.0027286778204143047
2128	rnn.bias_ih_l0_reverse	6	-0.0773998275399208
2128	rnn.bias_ih_l0_reverse	7	0.03154793381690979
2128	rnn.bias_ih_l0_reverse	8	0.02154572494328022
2128	rnn.bias_ih_l0_reverse	9	0.06219666823744774
2128	rnn.bias_hh_l0_reverse	0	0.04168162867426872
2128	rnn.bias_hh_l0_reverse	1	0.05530649051070213
2128	rnn.bias_hh_l0_reverse	2	0.07062237709760666
2128	rnn.bias_hh_l0_reverse	3	-0.003239474492147565
2128	rnn.bias_hh_l0_reverse	4	0.07495985180139542
2128	rnn.bias_hh_l0_reverse	5	0.010996486060321331
2128	rnn.bias_hh_l0_reverse	6	-0.05905671417713165
2128	rnn.bias_hh_l0_reverse	7	0.04632670432329178
2128	rnn.bias_hh_l0_reverse	8	0.012628452852368355
2128	rnn.bias_hh_l0_reverse	9	-0.07153435051441193
2128	linear.weight	0	0.13036805391311646
2128	linear.weight	1	-0.09518154710531235
2128	linear.weight	2	-0.07359915226697922
2128	linear.weight	3	0.05101872980594635
2128	linear.weight	4	0.031187444925308228
2128	linear.weight	5	-0.04338661953806877
2128	linear.weight	6	-0.01976764388382435
2128	linear.weight	7	-0.027546191588044167
2128	linear.weight	8	0.0679766982793808
2128	linear.weight	9	0.1695307344198227
2128	linear.bias	0	0.1303972601890564
2128	linear.bias	1	0.03537200763821602
2128	linear.bias	2	-0.24544169008731842
2128	linear.bias	3	0.7543044090270996
2128	linear.bias	4	-0.35169780254364014
2128	linear.bias	5	-0.030769959092140198
2128	linear.bias	6	-0.16065675020217896
2128	linear.bias	7	-0.09261556714773178
2128	linear.bias	8	0.15020239353179932
2128	linear.bias	9	-0.2890474200248718
2156	transitions	0	-0.5312246084213257
2156	transitions	1	0.45646214485168457
2156	transitions	2	1.836053729057312
2156	transitions	3	0.22221675515174866
2156	transitions	4	1.042664885520935
2156	transitions	5	1.2776679992675781
2156	transitions	6	0.48602384328842163
2156	transitions	7	0.18767763674259186
2156	transitions	8	-0.9180471897125244
2156	transitions	9	0.930799126625061
2156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2156	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2156	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2156	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2156	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2156	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2156	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2156	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2156	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2156	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2156	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2156	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2156	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2156	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2156	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2156	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2156	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2156	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2156	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2156	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2156	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2156	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2156	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2156	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2156	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2156	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2156	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2156	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2156	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2156	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2156	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2156	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2156	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2156	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2156	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2156	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2156	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2156	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2156	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2156	embedding2nn.weight	0	0.005548438988626003
2156	embedding2nn.weight	1	0.012828808277845383
2156	embedding2nn.weight	2	-0.003951421007514
2156	embedding2nn.weight	3	0.003111162455752492
2156	embedding2nn.weight	4	-0.002770946826785803
2156	embedding2nn.weight	5	0.003631831845268607
2156	embedding2nn.weight	6	-0.0005517246900126338
2156	embedding2nn.weight	7	0.013252807781100273
2156	embedding2nn.weight	8	-0.008591724559664726
2156	embedding2nn.weight	9	-0.012722773477435112
2156	embedding2nn.bias	0	-0.008803892880678177
2156	embedding2nn.bias	1	-0.01398143544793129
2156	embedding2nn.bias	2	-0.053623683750629425
2156	embedding2nn.bias	3	0.0035333780106157064
2156	embedding2nn.bias	4	0.032952722162008286
2156	embedding2nn.bias	5	-0.03203524649143219
2156	embedding2nn.bias	6	0.05158546194434166
2156	embedding2nn.bias	7	0.06860420852899551
2156	embedding2nn.bias	8	0.009567679837346077
2156	embedding2nn.bias	9	-0.01366589218378067
2156	rnn.weight_ih_l0	0	0.032839108258485794
2156	rnn.weight_ih_l0	1	-0.006297449581325054
2156	rnn.weight_ih_l0	2	-0.028981566429138184
2156	rnn.weight_ih_l0	3	-0.050941236317157745
2156	rnn.weight_ih_l0	4	-0.05162593722343445
2156	rnn.weight_ih_l0	5	0.0010131355375051498
2156	rnn.weight_ih_l0	6	-0.053824033588171005
2156	rnn.weight_ih_l0	7	-0.04556973651051521
2156	rnn.weight_ih_l0	8	-0.047888267785310745
2156	rnn.weight_ih_l0	9	-0.026327649131417274
2156	rnn.weight_hh_l0	0	0.014705276116728783
2156	rnn.weight_hh_l0	1	-0.009233000688254833
2156	rnn.weight_hh_l0	2	-0.02177412249147892
2156	rnn.weight_hh_l0	3	-0.011965283192694187
2156	rnn.weight_hh_l0	4	-0.06049695611000061
2156	rnn.weight_hh_l0	5	-0.026793844997882843
2156	rnn.weight_hh_l0	6	-0.018752751871943474
2156	rnn.weight_hh_l0	7	0.03974197432398796
2156	rnn.weight_hh_l0	8	-0.02322632633149624
2156	rnn.weight_hh_l0	9	0.0344197154045105
2156	rnn.bias_ih_l0	0	0.06395699828863144
2156	rnn.bias_ih_l0	1	-0.06014551967382431
2156	rnn.bias_ih_l0	2	0.09355898946523666
2156	rnn.bias_ih_l0	3	0.07657209038734436
2156	rnn.bias_ih_l0	4	0.07877588272094727
2156	rnn.bias_ih_l0	5	0.008089495822787285
2156	rnn.bias_ih_l0	6	-0.017025955021381378
2156	rnn.bias_ih_l0	7	-0.06317342072725296
2156	rnn.bias_ih_l0	8	-0.09580712020397186
2156	rnn.bias_ih_l0	9	0.06606995314359665
2156	rnn.bias_hh_l0	0	-0.025654254481196404
2156	rnn.bias_hh_l0	1	0.023553112521767616
2156	rnn.bias_hh_l0	2	-0.009107859805226326
2156	rnn.bias_hh_l0	3	0.014039698988199234
2156	rnn.bias_hh_l0	4	-0.051811493933200836
2156	rnn.bias_hh_l0	5	0.08612345904111862
2156	rnn.bias_hh_l0	6	-0.016387730836868286
2156	rnn.bias_hh_l0	7	0.007005726452916861
2156	rnn.bias_hh_l0	8	0.0173428263515234
2156	rnn.bias_hh_l0	9	0.07080379128456116
2156	rnn.weight_ih_l0_reverse	0	-0.033420730382204056
2156	rnn.weight_ih_l0_reverse	1	-0.007827835157513618
2156	rnn.weight_ih_l0_reverse	2	0.02290203794836998
2156	rnn.weight_ih_l0_reverse	3	-0.05870531499385834
2156	rnn.weight_ih_l0_reverse	4	0.011550229042768478
2156	rnn.weight_ih_l0_reverse	5	-0.05615181475877762
2156	rnn.weight_ih_l0_reverse	6	0.012691836804151535
2156	rnn.weight_ih_l0_reverse	7	0.03707455098628998
2156	rnn.weight_ih_l0_reverse	8	-0.03530418500304222
2156	rnn.weight_ih_l0_reverse	9	-0.050398942083120346
2156	rnn.weight_hh_l0_reverse	0	-0.05903420224785805
2156	rnn.weight_hh_l0_reverse	1	-0.05910336226224899
2156	rnn.weight_hh_l0_reverse	2	0.008645430207252502
2156	rnn.weight_hh_l0_reverse	3	0.03975476697087288
2156	rnn.weight_hh_l0_reverse	4	0.030296245589852333
2156	rnn.weight_hh_l0_reverse	5	0.045831236988306046
2156	rnn.weight_hh_l0_reverse	6	0.017805874347686768
2156	rnn.weight_hh_l0_reverse	7	1.0004976502386853e-05
2156	rnn.weight_hh_l0_reverse	8	-0.061033423990011215
2156	rnn.weight_hh_l0_reverse	9	0.025279443711042404
2156	rnn.bias_ih_l0_reverse	0	-0.020637156441807747
2156	rnn.bias_ih_l0_reverse	1	-0.05162667855620384
2156	rnn.bias_ih_l0_reverse	2	0.07619556784629822
2156	rnn.bias_ih_l0_reverse	3	0.024483507499098778
2156	rnn.bias_ih_l0_reverse	4	-0.0861053466796875
2156	rnn.bias_ih_l0_reverse	5	0.0036979590076953173
2156	rnn.bias_ih_l0_reverse	6	-0.07931211590766907
2156	rnn.bias_ih_l0_reverse	7	0.03164426609873772
2156	rnn.bias_ih_l0_reverse	8	0.022960646077990532
2156	rnn.bias_ih_l0_reverse	9	0.06252824515104294
2156	rnn.bias_hh_l0_reverse	0	0.04409487545490265
2156	rnn.bias_hh_l0_reverse	1	0.05714907497167587
2156	rnn.bias_hh_l0_reverse	2	0.07117326557636261
2156	rnn.bias_hh_l0_reverse	3	-0.002875417238101363
2156	rnn.bias_hh_l0_reverse	4	0.07457505911588669
2156	rnn.bias_hh_l0_reverse	5	0.01711009442806244
2156	rnn.bias_hh_l0_reverse	6	-0.060435861349105835
2156	rnn.bias_hh_l0_reverse	7	0.04703831672668457
2156	rnn.bias_hh_l0_reverse	8	0.014260816387832165
2156	rnn.bias_hh_l0_reverse	9	-0.07744646817445755
2156	linear.weight	0	0.12240154296159744
2156	linear.weight	1	-0.0952797532081604
2156	linear.weight	2	-0.06880295276641846
2156	linear.weight	3	0.058686960488557816
2156	linear.weight	4	0.03176990523934364
2156	linear.weight	5	-0.04592309519648552
2156	linear.weight	6	-0.01956907846033573
2156	linear.weight	7	-0.027226870879530907
2156	linear.weight	8	0.06855304539203644
2156	linear.weight	9	0.17092832922935486
2156	linear.bias	0	0.11126339435577393
2156	linear.bias	1	0.045677073299884796
2156	linear.bias	2	-0.2461986392736435
2156	linear.bias	3	0.7645129561424255
2156	linear.bias	4	-0.35370203852653503
2156	linear.bias	5	-0.030769959092140198
2156	linear.bias	6	-0.16161176562309265
2156	linear.bias	7	-0.09195374697446823
2156	linear.bias	8	0.13354723155498505
2156	linear.bias	9	-0.2904367744922638
2184	transitions	0	-0.5316466689109802
2184	transitions	1	0.4560704827308655
2184	transitions	2	1.8353930711746216
2184	transitions	3	0.22192740440368652
2184	transitions	4	1.0424691438674927
2184	transitions	5	1.277639627456665
2184	transitions	6	0.48601555824279785
2184	transitions	7	0.18765762448310852
2184	transitions	8	-0.9180554151535034
2184	transitions	9	0.9307985901832581
2184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2184	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2184	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2184	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2184	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2184	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2184	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2184	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2184	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2184	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2184	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2184	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2184	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2184	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2184	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2184	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2184	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2184	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2184	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2184	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2184	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2184	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2184	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2184	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2184	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2184	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2184	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2184	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2184	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2184	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2184	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2184	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2184	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2184	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2184	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2184	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2184	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2184	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2184	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2184	embedding2nn.weight	0	0.006114059127867222
2184	embedding2nn.weight	1	0.012836595065891743
2184	embedding2nn.weight	2	-0.004084039479494095
2184	embedding2nn.weight	3	0.0034150108695030212
2184	embedding2nn.weight	4	-0.0027819701936095953
2184	embedding2nn.weight	5	0.0037525321822613478
2184	embedding2nn.weight	6	-0.0008344911620952189
2184	embedding2nn.weight	7	0.013889813795685768
2184	embedding2nn.weight	8	-0.008275769650936127
2184	embedding2nn.weight	9	-0.012545266188681126
2184	embedding2nn.bias	0	-0.011002614162862301
2184	embedding2nn.bias	1	-0.011157621629536152
2184	embedding2nn.bias	2	-0.0431017205119133
2184	embedding2nn.bias	3	0.0023025290574878454
2184	embedding2nn.bias	4	0.03300786018371582
2184	embedding2nn.bias	5	-0.026157783344388008
2184	embedding2nn.bias	6	0.05188770964741707
2184	embedding2nn.bias	7	0.06241607666015625
2184	embedding2nn.bias	8	0.0029051180463284254
2184	embedding2nn.bias	9	-0.004783951211720705
2184	rnn.weight_ih_l0	0	0.032750315964221954
2184	rnn.weight_ih_l0	1	-0.006062140688300133
2184	rnn.weight_ih_l0	2	-0.02893514186143875
2184	rnn.weight_ih_l0	3	-0.05094597488641739
2184	rnn.weight_ih_l0	4	-0.05156571790575981
2184	rnn.weight_ih_l0	5	0.0009356991504319012
2184	rnn.weight_ih_l0	6	-0.053605303168296814
2184	rnn.weight_ih_l0	7	-0.04597882181406021
2184	rnn.weight_ih_l0	8	-0.04796452075242996
2184	rnn.weight_ih_l0	9	-0.02631217986345291
2184	rnn.weight_hh_l0	0	0.014921877533197403
2184	rnn.weight_hh_l0	1	-0.010006421245634556
2184	rnn.weight_hh_l0	2	-0.02147153951227665
2184	rnn.weight_hh_l0	3	-0.011749709956347942
2184	rnn.weight_hh_l0	4	-0.0599399134516716
2184	rnn.weight_hh_l0	5	-0.026541315019130707
2184	rnn.weight_hh_l0	6	-0.018314767628908157
2184	rnn.weight_hh_l0	7	0.03986983373761177
2184	rnn.weight_hh_l0	8	-0.02337508276104927
2184	rnn.weight_hh_l0	9	0.03430422022938728
2184	rnn.bias_ih_l0	0	0.06354997307062149
2184	rnn.bias_ih_l0	1	-0.058690767735242844
2184	rnn.bias_ih_l0	2	0.09146387130022049
2184	rnn.bias_ih_l0	3	0.0765373557806015
2184	rnn.bias_ih_l0	4	0.08052345365285873
2184	rnn.bias_ih_l0	5	0.008257697336375713
2184	rnn.bias_ih_l0	6	-0.016727576032280922
2184	rnn.bias_ih_l0	7	-0.06326036155223846
2184	rnn.bias_ih_l0	8	-0.0981336459517479
2184	rnn.bias_ih_l0	9	0.06586509943008423
2184	rnn.bias_hh_l0	0	-0.02507566101849079
2184	rnn.bias_hh_l0	1	0.022063348442316055
2184	rnn.bias_hh_l0	2	-0.009750984609127045
2184	rnn.bias_hh_l0	3	0.015820365399122238
2184	rnn.bias_hh_l0	4	-0.0528886616230011
2184	rnn.bias_hh_l0	5	0.08694873005151749
2184	rnn.bias_hh_l0	6	-0.01645227149128914
2184	rnn.bias_hh_l0	7	0.009906958788633347
2184	rnn.bias_hh_l0	8	0.017641205340623856
2184	rnn.bias_hh_l0	9	0.06968408077955246
2184	rnn.weight_ih_l0_reverse	0	-0.033163271844387054
2184	rnn.weight_ih_l0_reverse	1	-0.008210772648453712
2184	rnn.weight_ih_l0_reverse	2	0.02281438559293747
2184	rnn.weight_ih_l0_reverse	3	-0.058420855551958084
2184	rnn.weight_ih_l0_reverse	4	0.011390723288059235
2184	rnn.weight_ih_l0_reverse	5	-0.056009672582149506
2184	rnn.weight_ih_l0_reverse	6	0.012707696296274662
2184	rnn.weight_ih_l0_reverse	7	0.037282396107912064
2184	rnn.weight_ih_l0_reverse	8	-0.03534473478794098
2184	rnn.weight_ih_l0_reverse	9	-0.0504680797457695
2184	rnn.weight_hh_l0_reverse	0	-0.059087805449962616
2184	rnn.weight_hh_l0_reverse	1	-0.05951432138681412
2184	rnn.weight_hh_l0_reverse	2	0.0088233333081007
2184	rnn.weight_hh_l0_reverse	3	0.03980276361107826
2184	rnn.weight_hh_l0_reverse	4	0.030552439391613007
2184	rnn.weight_hh_l0_reverse	5	0.04596281796693802
2184	rnn.weight_hh_l0_reverse	6	0.015276218764483929
2184	rnn.weight_hh_l0_reverse	7	-0.00015213192091323435
2184	rnn.weight_hh_l0_reverse	8	-0.061297811567783356
2184	rnn.weight_hh_l0_reverse	9	0.02560526877641678
2184	rnn.bias_ih_l0_reverse	0	-0.020142704248428345
2184	rnn.bias_ih_l0_reverse	1	-0.05744560807943344
2184	rnn.bias_ih_l0_reverse	2	0.0763067826628685
2184	rnn.bias_ih_l0_reverse	3	0.024382945150136948
2184	rnn.bias_ih_l0_reverse	4	-0.08673574775457382
2184	rnn.bias_ih_l0_reverse	5	0.0028395121917128563
2184	rnn.bias_ih_l0_reverse	6	-0.08058557659387589
2184	rnn.bias_ih_l0_reverse	7	0.03159045800566673
2184	rnn.bias_ih_l0_reverse	8	0.021458175033330917
2184	rnn.bias_ih_l0_reverse	9	0.06263959407806396
2184	rnn.bias_hh_l0_reverse	0	0.04192306473851204
2184	rnn.bias_hh_l0_reverse	1	0.05857064202427864
2184	rnn.bias_hh_l0_reverse	2	0.07167273759841919
2184	rnn.bias_hh_l0_reverse	3	-0.0038126795552670956
2184	rnn.bias_hh_l0_reverse	4	0.07452444732189178
2184	rnn.bias_hh_l0_reverse	5	0.02560063637793064
2184	rnn.bias_hh_l0_reverse	6	-0.06006560102105141
2184	rnn.bias_hh_l0_reverse	7	0.046443939208984375
2184	rnn.bias_hh_l0_reverse	8	0.014985096640884876
2184	rnn.bias_hh_l0_reverse	9	-0.0667613074183464
2184	linear.weight	0	0.12394724786281586
2184	linear.weight	1	-0.09543178975582123
2184	linear.weight	2	-0.06658364087343216
2184	linear.weight	3	0.050509262830019
2184	linear.weight	4	0.029873842373490334
2184	linear.weight	5	-0.04680207744240761
2184	linear.weight	6	-0.01946391351521015
2184	linear.weight	7	-0.027108214795589447
2184	linear.weight	8	0.06957985460758209
2184	linear.weight	9	0.17064736783504486
2184	linear.bias	0	0.11858242750167847
2184	linear.bias	1	0.03608596324920654
2184	linear.bias	2	-0.24439071118831635
2184	linear.bias	3	0.7663921117782593
2184	linear.bias	4	-0.3482781648635864
2184	linear.bias	5	-0.030769959092140198
2184	linear.bias	6	-0.16323965787887573
2184	linear.bias	7	-0.09238528460264206
2184	linear.bias	8	0.14366841316223145
2184	linear.bias	9	-0.29178541898727417
2212	transitions	0	-0.5320315957069397
2212	transitions	1	0.45577704906463623
2212	transitions	2	1.834798812866211
2212	transitions	3	0.22125689685344696
2212	transitions	4	1.0423004627227783
2212	transitions	5	1.2776190042495728
2212	transitions	6	0.4860011637210846
2212	transitions	7	0.1876332312822342
2212	transitions	8	-0.9180659055709839
2212	transitions	9	0.9307979941368103
2212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2212	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2212	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2212	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2212	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2212	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2212	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2212	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2212	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2212	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2212	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2212	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2212	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2212	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2212	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2212	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2212	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2212	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2212	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2212	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2212	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2212	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2212	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2212	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2212	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2212	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2212	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2212	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2212	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2212	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2212	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2212	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2212	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2212	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2212	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2212	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2212	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2212	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2212	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2212	embedding2nn.weight	0	0.006355905439704657
2212	embedding2nn.weight	1	0.012823175638914108
2212	embedding2nn.weight	2	-0.004033226054161787
2212	embedding2nn.weight	3	0.003341820789501071
2212	embedding2nn.weight	4	-0.002873341552913189
2212	embedding2nn.weight	5	0.00361059932038188
2212	embedding2nn.weight	6	-0.0007607038132846355
2212	embedding2nn.weight	7	0.012920703738927841
2212	embedding2nn.weight	8	-0.00802595354616642
2212	embedding2nn.weight	9	-0.012511531822383404
2212	embedding2nn.bias	0	-0.005185069050639868
2212	embedding2nn.bias	1	-0.01686554029583931
2212	embedding2nn.bias	2	-0.054217394441366196
2212	embedding2nn.bias	3	-0.0004444204969331622
2212	embedding2nn.bias	4	0.0321919247508049
2212	embedding2nn.bias	5	-0.02600225619971752
2212	embedding2nn.bias	6	0.05711271986365318
2212	embedding2nn.bias	7	0.07065510004758835
2212	embedding2nn.bias	8	0.011754428036510944
2212	embedding2nn.bias	9	-0.002350796479731798
2212	rnn.weight_ih_l0	0	0.032820604741573334
2212	rnn.weight_ih_l0	1	-0.0066409120336174965
2212	rnn.weight_ih_l0	2	-0.029008902609348297
2212	rnn.weight_ih_l0	3	-0.051081642508506775
2212	rnn.weight_ih_l0	4	-0.05159313604235649
2212	rnn.weight_ih_l0	5	0.0010852183913812041
2212	rnn.weight_ih_l0	6	-0.05366622656583786
2212	rnn.weight_ih_l0	7	-0.04585163667798042
2212	rnn.weight_ih_l0	8	-0.04785100743174553
2212	rnn.weight_ih_l0	9	-0.026388468220829964
2212	rnn.weight_hh_l0	0	0.014869454316794872
2212	rnn.weight_hh_l0	1	-0.009394225664436817
2212	rnn.weight_hh_l0	2	-0.020602410659193993
2212	rnn.weight_hh_l0	3	-0.012198511511087418
2212	rnn.weight_hh_l0	4	-0.060065366327762604
2212	rnn.weight_hh_l0	5	-0.026262804865837097
2212	rnn.weight_hh_l0	6	-0.018545230850577354
2212	rnn.weight_hh_l0	7	0.040464092046022415
2212	rnn.weight_hh_l0	8	-0.023302633315324783
2212	rnn.weight_hh_l0	9	0.034801941365003586
2212	rnn.bias_ih_l0	0	0.06381112337112427
2212	rnn.bias_ih_l0	1	-0.05947951227426529
2212	rnn.bias_ih_l0	2	0.09240177273750305
2212	rnn.bias_ih_l0	3	0.07488766312599182
2212	rnn.bias_ih_l0	4	0.08036690950393677
2212	rnn.bias_ih_l0	5	0.008203481324017048
2212	rnn.bias_ih_l0	6	-0.016498003154993057
2212	rnn.bias_ih_l0	7	-0.06083397939801216
2212	rnn.bias_ih_l0	8	-0.09699258953332901
2212	rnn.bias_ih_l0	9	0.06616686284542084
2212	rnn.bias_hh_l0	0	-0.02709234319627285
2212	rnn.bias_hh_l0	1	0.023279814049601555
2212	rnn.bias_hh_l0	2	-0.006886313669383526
2212	rnn.bias_hh_l0	3	0.013601984828710556
2212	rnn.bias_hh_l0	4	-0.05289303883910179
2212	rnn.bias_hh_l0	5	0.08512978255748749
2212	rnn.bias_hh_l0	6	-0.017025331035256386
2212	rnn.bias_hh_l0	7	0.009952082298696041
2212	rnn.bias_hh_l0	8	0.01787077821791172
2212	rnn.bias_hh_l0	9	0.0699499249458313
2212	rnn.weight_ih_l0_reverse	0	-0.03319477289915085
2212	rnn.weight_ih_l0_reverse	1	-0.008003299124538898
2212	rnn.weight_ih_l0_reverse	2	0.022512611001729965
2212	rnn.weight_ih_l0_reverse	3	-0.058442868292331696
2212	rnn.weight_ih_l0_reverse	4	0.011496840044856071
2212	rnn.weight_ih_l0_reverse	5	-0.05594191700220108
2212	rnn.weight_ih_l0_reverse	6	0.010183976031839848
2212	rnn.weight_ih_l0_reverse	7	0.03739950805902481
2212	rnn.weight_ih_l0_reverse	8	-0.035372402518987656
2212	rnn.weight_ih_l0_reverse	9	-0.050442349165678024
2212	rnn.weight_hh_l0_reverse	0	-0.05855904892086983
2212	rnn.weight_hh_l0_reverse	1	-0.058886103332042694
2212	rnn.weight_hh_l0_reverse	2	0.009214541874825954
2212	rnn.weight_hh_l0_reverse	3	0.039756935089826584
2212	rnn.weight_hh_l0_reverse	4	0.031370747834444046
2212	rnn.weight_hh_l0_reverse	5	0.0462072491645813
2212	rnn.weight_hh_l0_reverse	6	0.016491882503032684
2212	rnn.weight_hh_l0_reverse	7	0.0003866689803544432
2212	rnn.weight_hh_l0_reverse	8	-0.06194932013750076
2212	rnn.weight_hh_l0_reverse	9	0.02581334114074707
2212	rnn.bias_ih_l0_reverse	0	-0.024574240669608116
2212	rnn.bias_ih_l0_reverse	1	-0.05664829909801483
2212	rnn.bias_ih_l0_reverse	2	0.07635419070720673
2212	rnn.bias_ih_l0_reverse	3	0.02501126565039158
2212	rnn.bias_ih_l0_reverse	4	-0.08696486800909042
2212	rnn.bias_ih_l0_reverse	5	0.003389972960576415
2212	rnn.bias_ih_l0_reverse	6	-0.08071082830429077
2212	rnn.bias_ih_l0_reverse	7	0.03284021466970444
2212	rnn.bias_ih_l0_reverse	8	0.01917165145277977
2212	rnn.bias_ih_l0_reverse	9	0.06229376047849655
2212	rnn.bias_hh_l0_reverse	0	0.04241270199418068
2212	rnn.bias_hh_l0_reverse	1	0.057396646589040756
2212	rnn.bias_hh_l0_reverse	2	0.07323039323091507
2212	rnn.bias_hh_l0_reverse	3	-0.0034339206758886576
2212	rnn.bias_hh_l0_reverse	4	0.07473227381706238
2212	rnn.bias_hh_l0_reverse	5	0.014901316724717617
2212	rnn.bias_hh_l0_reverse	6	-0.06011291220784187
2212	rnn.bias_hh_l0_reverse	7	0.04552728310227394
2212	rnn.bias_hh_l0_reverse	8	0.013287363573908806
2212	rnn.bias_hh_l0_reverse	9	-0.07277927547693253
2212	linear.weight	0	0.11427551507949829
2212	linear.weight	1	-0.09545687586069107
2212	linear.weight	2	-0.06685712933540344
2212	linear.weight	3	0.05688529834151268
2212	linear.weight	4	0.02737974375486374
2212	linear.weight	5	-0.04738583043217659
2212	linear.weight	6	-0.01942290924489498
2212	linear.weight	7	-0.02699076570570469
2212	linear.weight	8	0.06784126162528992
2212	linear.weight	9	0.16376027464866638
2212	linear.bias	0	0.13410525023937225
2212	linear.bias	1	0.03957247734069824
2212	linear.bias	2	-0.24676744639873505
2212	linear.bias	3	0.7722055912017822
2212	linear.bias	4	-0.34991466999053955
2212	linear.bias	5	-0.030769959092140198
2212	linear.bias	6	-0.16451267898082733
2212	linear.bias	7	-0.08733855932950974
2212	linear.bias	8	0.14872027933597565
2212	linear.bias	9	-0.29275643825531006
2240	transitions	0	-0.5327558517456055
2240	transitions	1	0.4554600119590759
2240	transitions	2	1.8343521356582642
2240	transitions	3	0.22092922031879425
2240	transitions	4	1.042101263999939
2240	transitions	5	1.2775968313217163
2240	transitions	6	0.4859962463378906
2240	transitions	7	0.1876188963651657
2240	transitions	8	-0.9180750250816345
2240	transitions	9	0.9307977557182312
2240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2240	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2240	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2240	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2240	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2240	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2240	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2240	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2240	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2240	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2240	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2240	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2240	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2240	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2240	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2240	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2240	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2240	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2240	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2240	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2240	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2240	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2240	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2240	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2240	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2240	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2240	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2240	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2240	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2240	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2240	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2240	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2240	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2240	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2240	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2240	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2240	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2240	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2240	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2240	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2240	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2240	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2240	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2240	embedding2nn.weight	0	0.005698726512491703
2240	embedding2nn.weight	1	0.01287994347512722
2240	embedding2nn.weight	2	-0.00412873225286603
2240	embedding2nn.weight	3	0.0032268057111650705
2240	embedding2nn.weight	4	-0.0028559912461787462
2240	embedding2nn.weight	5	0.0033354274928569794
2240	embedding2nn.weight	6	-0.00075821130303666
2240	embedding2nn.weight	7	0.013735798187553883
2240	embedding2nn.weight	8	-0.008108630776405334
2240	embedding2nn.weight	9	-0.012608511373400688
2240	embedding2nn.bias	0	0.004244937561452389
2240	embedding2nn.bias	1	-0.014813010580837727
2240	embedding2nn.bias	2	-0.05255790799856186
2240	embedding2nn.bias	3	-0.003973213955760002
2240	embedding2nn.bias	4	0.032072555273771286
2240	embedding2nn.bias	5	-0.029829062521457672
2240	embedding2nn.bias	6	0.05111442506313324
2240	embedding2nn.bias	7	0.06588947772979736
2240	embedding2nn.bias	8	0.009477243758738041
2240	embedding2nn.bias	9	-0.004496647976338863
2240	rnn.weight_ih_l0	0	0.032736968249082565
2240	rnn.weight_ih_l0	1	-0.006569294258952141
2240	rnn.weight_ih_l0	2	-0.02782822959125042
2240	rnn.weight_ih_l0	3	-0.05077430233359337
2240	rnn.weight_ih_l0	4	-0.05126407742500305
2240	rnn.weight_ih_l0	5	0.0011655371636152267
2240	rnn.weight_ih_l0	6	-0.0537315271794796
2240	rnn.weight_ih_l0	7	-0.04587908461689949
2240	rnn.weight_ih_l0	8	-0.04794573038816452
2240	rnn.weight_ih_l0	9	-0.026301734149456024
2240	rnn.weight_hh_l0	0	0.014810502529144287
2240	rnn.weight_hh_l0	1	-0.00972073432058096
2240	rnn.weight_hh_l0	2	-0.021596038714051247
2240	rnn.weight_hh_l0	3	-0.012266582809388638
2240	rnn.weight_hh_l0	4	-0.06036984547972679
2240	rnn.weight_hh_l0	5	-0.026142342016100883
2240	rnn.weight_hh_l0	6	-0.017793307080864906
2240	rnn.weight_hh_l0	7	0.03977525234222412
2240	rnn.weight_hh_l0	8	-0.022747023031115532
2240	rnn.weight_hh_l0	9	0.03421870619058609
2240	rnn.bias_ih_l0	0	0.06252451241016388
2240	rnn.bias_ih_l0	1	-0.060566551983356476
2240	rnn.bias_ih_l0	2	0.09104374796152115
2240	rnn.bias_ih_l0	3	0.07566317170858383
2240	rnn.bias_ih_l0	4	0.07949064671993256
2240	rnn.bias_ih_l0	5	0.008859748020768166
2240	rnn.bias_ih_l0	6	-0.01494530402123928
2240	rnn.bias_ih_l0	7	-0.06428812444210052
2240	rnn.bias_ih_l0	8	-0.10000986605882645
2240	rnn.bias_ih_l0	9	0.06742046773433685
2240	rnn.bias_hh_l0	0	-0.026490988209843636
2240	rnn.bias_hh_l0	1	0.022255636751651764
2240	rnn.bias_hh_l0	2	-0.008284058421850204
2240	rnn.bias_hh_l0	3	0.01297836471349001
2240	rnn.bias_hh_l0	4	-0.0521719790995121
2240	rnn.bias_hh_l0	5	0.08680615574121475
2240	rnn.bias_hh_l0	6	-0.01766667701303959
2240	rnn.bias_hh_l0	7	0.009626366198062897
2240	rnn.bias_hh_l0	8	0.019423481076955795
2240	rnn.bias_hh_l0	9	0.0715467631816864
2240	rnn.weight_ih_l0_reverse	0	-0.03314817324280739
2240	rnn.weight_ih_l0_reverse	1	-0.006261038593947887
2240	rnn.weight_ih_l0_reverse	2	0.022577548399567604
2240	rnn.weight_ih_l0_reverse	3	-0.05824075639247894
2240	rnn.weight_ih_l0_reverse	4	0.011709430254995823
2240	rnn.weight_ih_l0_reverse	5	-0.05596853420138359
2240	rnn.weight_ih_l0_reverse	6	0.01146906428039074
2240	rnn.weight_ih_l0_reverse	7	0.03732743114233017
2240	rnn.weight_ih_l0_reverse	8	-0.0353819914162159
2240	rnn.weight_ih_l0_reverse	9	-0.0503183975815773
2240	rnn.weight_hh_l0_reverse	0	-0.058989908546209335
2240	rnn.weight_hh_l0_reverse	1	-0.059878475964069366
2240	rnn.weight_hh_l0_reverse	2	0.008223981596529484
2240	rnn.weight_hh_l0_reverse	3	0.03985009714961052
2240	rnn.weight_hh_l0_reverse	4	0.031209439039230347
2240	rnn.weight_hh_l0_reverse	5	0.04627441242337227
2240	rnn.weight_hh_l0_reverse	6	0.014959100633859634
2240	rnn.weight_hh_l0_reverse	7	0.0005108514451421797
2240	rnn.weight_hh_l0_reverse	8	-0.06254220753908157
2240	rnn.weight_hh_l0_reverse	9	0.02508563920855522
2240	rnn.bias_ih_l0_reverse	0	-0.028970398008823395
2240	rnn.bias_ih_l0_reverse	1	-0.058828093111515045
2240	rnn.bias_ih_l0_reverse	2	0.07586866617202759
2240	rnn.bias_ih_l0_reverse	3	0.024507049471139908
2240	rnn.bias_ih_l0_reverse	4	-0.08606233447790146
2240	rnn.bias_ih_l0_reverse	5	0.004169746767729521
2240	rnn.bias_ih_l0_reverse	6	-0.07961944490671158
2240	rnn.bias_ih_l0_reverse	7	0.030094703659415245
2240	rnn.bias_ih_l0_reverse	8	0.02046874165534973
2240	rnn.bias_ih_l0_reverse	9	0.061430737376213074
2240	rnn.bias_hh_l0_reverse	0	0.043509457260370255
2240	rnn.bias_hh_l0_reverse	1	0.05560866370797157
2240	rnn.bias_hh_l0_reverse	2	0.07239419966936111
2240	rnn.bias_hh_l0_reverse	3	-0.003956064116209745
2240	rnn.bias_hh_l0_reverse	4	0.07551725953817368
2240	rnn.bias_hh_l0_reverse	5	0.02324160374701023
2240	rnn.bias_hh_l0_reverse	6	-0.06202512979507446
2240	rnn.bias_hh_l0_reverse	7	0.04476426541805267
2240	rnn.bias_hh_l0_reverse	8	0.013399744406342506
2240	rnn.bias_hh_l0_reverse	9	-0.07628363370895386
2240	linear.weight	0	0.11053457111120224
2240	linear.weight	1	-0.09552405774593353
2240	linear.weight	2	-0.06736253201961517
2240	linear.weight	3	0.05593707412481308
2240	linear.weight	4	0.027788646519184113
2240	linear.weight	5	-0.046645235270261765
2240	linear.weight	6	-0.01939884014427662
2240	linear.weight	7	-0.026864072307944298
2240	linear.weight	8	0.06881196051836014
2240	linear.weight	9	0.16509734094142914
2240	linear.bias	0	0.13594360649585724
2240	linear.bias	1	0.036400724202394485
2240	linear.bias	2	-0.2444186955690384
2240	linear.bias	3	0.7697601318359375
2240	linear.bias	4	-0.35139721632003784
2240	linear.bias	5	-0.030769959092140198
2240	linear.bias	6	-0.16338671743869781
2240	linear.bias	7	-0.09387432783842087
2240	linear.bias	8	0.1380760222673416
2240	linear.bias	9	-0.2937593162059784
2268	transitions	0	-0.5334931015968323
2268	transitions	1	0.45503538846969604
2268	transitions	2	1.8337042331695557
2268	transitions	3	0.22044076025485992
2268	transitions	4	1.0418332815170288
2268	transitions	5	1.2775661945343018
2268	transitions	6	0.4859775900840759
2268	transitions	7	0.18756884336471558
2268	transitions	8	-0.9180812835693359
2268	transitions	9	0.9307972192764282
2268	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2268	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2268	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2268	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2268	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2268	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2268	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2268	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2268	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2268	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2268	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2268	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2268	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2268	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2268	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2268	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2268	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2268	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2268	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2268	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2268	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2268	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2268	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2268	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2268	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2268	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2268	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2268	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2268	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2268	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2268	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2268	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2268	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2268	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2268	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2268	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2268	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2268	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2268	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2268	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2268	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2268	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2268	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2268	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2268	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2268	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2268	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2268	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2268	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2268	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2268	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2268	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2268	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2268	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2268	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2268	embedding2nn.weight	0	0.006038106977939606
2268	embedding2nn.weight	1	0.012826777994632721
2268	embedding2nn.weight	2	-0.004146677441895008
2268	embedding2nn.weight	3	0.0032106772996485233
2268	embedding2nn.weight	4	-0.0029395620804280043
2268	embedding2nn.weight	5	0.003354466985911131
2268	embedding2nn.weight	6	-0.0007408193778246641
2268	embedding2nn.weight	7	0.013400844298303127
2268	embedding2nn.weight	8	-0.008022469468414783
2268	embedding2nn.weight	9	-0.012557510286569595
2268	embedding2nn.bias	0	-0.010433021001517773
2268	embedding2nn.bias	1	-0.020307091996073723
2268	embedding2nn.bias	2	-0.053312916308641434
2268	embedding2nn.bias	3	0.002898271195590496
2268	embedding2nn.bias	4	0.033521074801683426
2268	embedding2nn.bias	5	-0.030760658904910088
2268	embedding2nn.bias	6	0.05106605216860771
2268	embedding2nn.bias	7	0.07538816332817078
2268	embedding2nn.bias	8	0.004186389967799187
2268	embedding2nn.bias	9	-0.0007962554809637368
2268	rnn.weight_ih_l0	0	0.032675761729478836
2268	rnn.weight_ih_l0	1	-0.006686944980174303
2268	rnn.weight_ih_l0	2	-0.027217715978622437
2268	rnn.weight_ih_l0	3	-0.05090680345892906
2268	rnn.weight_ih_l0	4	-0.05136236920952797
2268	rnn.weight_ih_l0	5	0.0013066715328022838
2268	rnn.weight_ih_l0	6	-0.05399630218744278
2268	rnn.weight_ih_l0	7	-0.04613224044442177
2268	rnn.weight_ih_l0	8	-0.047839175909757614
2268	rnn.weight_ih_l0	9	-0.026185432448983192
2268	rnn.weight_hh_l0	0	0.014861083589494228
2268	rnn.weight_hh_l0	1	-0.009398547932505608
2268	rnn.weight_hh_l0	2	-0.021736150607466698
2268	rnn.weight_hh_l0	3	-0.012303953990340233
2268	rnn.weight_hh_l0	4	-0.06005911901593208
2268	rnn.weight_hh_l0	5	-0.026060979813337326
2268	rnn.weight_hh_l0	6	-0.015996569767594337
2268	rnn.weight_hh_l0	7	0.04122006148099899
2268	rnn.weight_hh_l0	8	-0.022563064470887184
2268	rnn.weight_hh_l0	9	0.03379492461681366
2268	rnn.bias_ih_l0	0	0.06320493668317795
2268	rnn.bias_ih_l0	1	-0.06053265184164047
2268	rnn.bias_ih_l0	2	0.0903363972902298
2268	rnn.bias_ih_l0	3	0.07507756352424622
2268	rnn.bias_ih_l0	4	0.08160939812660217
2268	rnn.bias_ih_l0	5	0.0106139425188303
2268	rnn.bias_ih_l0	6	-0.012968773953616619
2268	rnn.bias_ih_l0	7	-0.06521701067686081
2268	rnn.bias_ih_l0	8	-0.10068387538194656
2268	rnn.bias_ih_l0	9	0.06787222623825073
2268	rnn.bias_hh_l0	0	-0.02713826484978199
2268	rnn.bias_hh_l0	1	0.022719135507941246
2268	rnn.bias_hh_l0	2	-0.008026790805161
2268	rnn.bias_hh_l0	3	0.012037371285259724
2268	rnn.bias_hh_l0	4	-0.05085544288158417
2268	rnn.bias_hh_l0	5	0.08511967211961746
2268	rnn.bias_hh_l0	6	-0.01728912629187107
2268	rnn.bias_hh_l0	7	0.007623661775141954
2268	rnn.bias_hh_l0	8	0.02140001207590103
2268	rnn.bias_hh_l0	9	0.07175254821777344
2268	rnn.weight_ih_l0_reverse	0	-0.03293558582663536
2268	rnn.weight_ih_l0_reverse	1	-0.006474233232438564
2268	rnn.weight_ih_l0_reverse	2	0.022582916542887688
2268	rnn.weight_ih_l0_reverse	3	-0.058420225977897644
2268	rnn.weight_ih_l0_reverse	4	0.011673105880618095
2268	rnn.weight_ih_l0_reverse	5	-0.05597184970974922
2268	rnn.weight_ih_l0_reverse	6	0.011914498172700405
2268	rnn.weight_ih_l0_reverse	7	0.03735947981476784
2268	rnn.weight_ih_l0_reverse	8	-0.03534915670752525
2268	rnn.weight_ih_l0_reverse	9	-0.05031004548072815
2268	rnn.weight_hh_l0_reverse	0	-0.05884041637182236
2268	rnn.weight_hh_l0_reverse	1	-0.06145705282688141
2268	rnn.weight_hh_l0_reverse	2	0.008631289936602116
2268	rnn.weight_hh_l0_reverse	3	0.04002617672085762
2268	rnn.weight_hh_l0_reverse	4	0.03143085166811943
2268	rnn.weight_hh_l0_reverse	5	0.04614394158124924
2268	rnn.weight_hh_l0_reverse	6	0.01276185642927885
2268	rnn.weight_hh_l0_reverse	7	0.000535459432285279
2268	rnn.weight_hh_l0_reverse	8	-0.06226058676838875
2268	rnn.weight_hh_l0_reverse	9	0.02598664164543152
2268	rnn.bias_ih_l0_reverse	0	-0.029834169894456863
2268	rnn.bias_ih_l0_reverse	1	-0.05361205339431763
2268	rnn.bias_ih_l0_reverse	2	0.0764416977763176
2268	rnn.bias_ih_l0_reverse	3	0.025410544127225876
2268	rnn.bias_ih_l0_reverse	4	-0.08703754097223282
2268	rnn.bias_ih_l0_reverse	5	0.004825640469789505
2268	rnn.bias_ih_l0_reverse	6	-0.07966428995132446
2268	rnn.bias_ih_l0_reverse	7	0.030927486717700958
2268	rnn.bias_ih_l0_reverse	8	0.01944110170006752
2268	rnn.bias_ih_l0_reverse	9	0.061621248722076416
2268	rnn.bias_hh_l0_reverse	0	0.04098990187048912
2268	rnn.bias_hh_l0_reverse	1	0.055424369871616364
2268	rnn.bias_hh_l0_reverse	2	0.07116007804870605
2268	rnn.bias_hh_l0_reverse	3	-0.0036364858970046043
2268	rnn.bias_hh_l0_reverse	4	0.0762602835893631
2268	rnn.bias_hh_l0_reverse	5	0.01496649719774723
2268	rnn.bias_hh_l0_reverse	6	-0.06285702437162399
2268	rnn.bias_hh_l0_reverse	7	0.04598616808652878
2268	rnn.bias_hh_l0_reverse	8	0.013546373695135117
2268	rnn.bias_hh_l0_reverse	9	-0.0693560242652893
2268	linear.weight	0	0.09829264879226685
2268	linear.weight	1	-0.09562551230192184
2268	linear.weight	2	-0.0675196498632431
2268	linear.weight	3	0.04976022243499756
2268	linear.weight	4	0.028552955016493797
2268	linear.weight	5	-0.04641364514827728
2268	linear.weight	6	-0.019312042742967606
2268	linear.weight	7	-0.026810262352228165
2268	linear.weight	8	0.06640128046274185
2268	linear.weight	9	0.16685102880001068
2268	linear.bias	0	0.12144031375646591
2268	linear.bias	1	0.034805864095687866
2268	linear.bias	2	-0.24534498155117035
2268	linear.bias	3	0.7713025808334351
2268	linear.bias	4	-0.3532417416572571
2268	linear.bias	5	-0.030769959092140198
2268	linear.bias	6	-0.1631758213043213
2268	linear.bias	7	-0.09557739645242691
2268	linear.bias	8	0.13073308765888214
2268	linear.bias	9	-0.295216828584671
2296	transitions	0	-0.5339239835739136
2296	transitions	1	0.45470768213272095
2296	transitions	2	1.8331001996994019
2296	transitions	3	0.22003254294395447
2296	transitions	4	1.041719913482666
2296	transitions	5	1.2775497436523438
2296	transitions	6	0.4859636425971985
2296	transitions	7	0.18754836916923523
2296	transitions	8	-0.9180862903594971
2296	transitions	9	0.9307969808578491
2296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2296	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2296	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2296	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2296	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2296	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2296	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2296	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2296	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2296	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2296	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2296	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2296	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2296	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2296	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2296	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2296	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2296	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2296	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2296	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2296	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2296	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2296	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2296	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2296	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2296	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2296	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2296	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2296	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2296	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2296	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2296	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2296	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2296	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2296	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2296	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2296	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2296	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2296	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2296	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2296	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2296	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2296	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2296	embedding2nn.weight	0	0.0061805518344044685
2296	embedding2nn.weight	1	0.012774038128554821
2296	embedding2nn.weight	2	-0.004096702206879854
2296	embedding2nn.weight	3	0.0033325208351016045
2296	embedding2nn.weight	4	-0.0029458492062985897
2296	embedding2nn.weight	5	0.0033864316064864397
2296	embedding2nn.weight	6	-0.0007449263939633965
2296	embedding2nn.weight	7	0.012947597540915012
2296	embedding2nn.weight	8	-0.008084597066044807
2296	embedding2nn.weight	9	-0.01265204232186079
2296	embedding2nn.bias	0	-0.003943625371903181
2296	embedding2nn.bias	1	-0.014564731158316135
2296	embedding2nn.bias	2	-0.05036698281764984
2296	embedding2nn.bias	3	0.0016041354974731803
2296	embedding2nn.bias	4	0.03341638669371605
2296	embedding2nn.bias	5	-0.02677096612751484
2296	embedding2nn.bias	6	0.04821684956550598
2296	embedding2nn.bias	7	0.06871213763952255
2296	embedding2nn.bias	8	0.00745208328589797
2296	embedding2nn.bias	9	0.0013441129121929407
2296	rnn.weight_ih_l0	0	0.032823361456394196
2296	rnn.weight_ih_l0	1	-0.006526369601488113
2296	rnn.weight_ih_l0	2	-0.027963008731603622
2296	rnn.weight_ih_l0	3	-0.050431028008461
2296	rnn.weight_ih_l0	4	-0.05128986015915871
2296	rnn.weight_ih_l0	5	0.001429270370863378
2296	rnn.weight_ih_l0	6	-0.053984496742486954
2296	rnn.weight_ih_l0	7	-0.046238791197538376
2296	rnn.weight_ih_l0	8	-0.04769390821456909
2296	rnn.weight_ih_l0	9	-0.026289446279406548
2296	rnn.weight_hh_l0	0	0.014750459231436253
2296	rnn.weight_hh_l0	1	-0.008860894478857517
2296	rnn.weight_hh_l0	2	-0.021770093590021133
2296	rnn.weight_hh_l0	3	-0.012169569730758667
2296	rnn.weight_hh_l0	4	-0.060478951781988144
2296	rnn.weight_hh_l0	5	-0.02645973302423954
2296	rnn.weight_hh_l0	6	-0.014951975084841251
2296	rnn.weight_hh_l0	7	0.041960179805755615
2296	rnn.weight_hh_l0	8	-0.022226067259907722
2296	rnn.weight_hh_l0	9	0.03468434512615204
2296	rnn.bias_ih_l0	0	0.06296680122613907
2296	rnn.bias_ih_l0	1	-0.060395561158657074
2296	rnn.bias_ih_l0	2	0.08824764937162399
2296	rnn.bias_ih_l0	3	0.07609060406684875
2296	rnn.bias_ih_l0	4	0.0818542093038559
2296	rnn.bias_ih_l0	5	0.010759267024695873
2296	rnn.bias_ih_l0	6	-0.013241719454526901
2296	rnn.bias_ih_l0	7	-0.06968323141336441
2296	rnn.bias_ih_l0	8	-0.09740181267261505
2296	rnn.bias_ih_l0	9	0.06686685979366302
2296	rnn.bias_hh_l0	0	-0.02582838200032711
2296	rnn.bias_hh_l0	1	0.023800469934940338
2296	rnn.bias_hh_l0	2	-0.00652798218652606
2296	rnn.bias_hh_l0	3	0.015995532274246216
2296	rnn.bias_hh_l0	4	-0.05185819789767265
2296	rnn.bias_hh_l0	5	0.08394111692905426
2296	rnn.bias_hh_l0	6	-0.01802089251577854
2296	rnn.bias_hh_l0	7	0.005536128766834736
2296	rnn.bias_hh_l0	8	0.021127067506313324
2296	rnn.bias_hh_l0	9	0.07220333069562912
2296	rnn.weight_ih_l0_reverse	0	-0.03289058059453964
2296	rnn.weight_ih_l0_reverse	1	-0.006504588760435581
2296	rnn.weight_ih_l0_reverse	2	0.022506969049572945
2296	rnn.weight_ih_l0_reverse	3	-0.05860664322972298
2296	rnn.weight_ih_l0_reverse	4	0.011969810351729393
2296	rnn.weight_ih_l0_reverse	5	-0.05605686828494072
2296	rnn.weight_ih_l0_reverse	6	0.01011351402848959
2296	rnn.weight_ih_l0_reverse	7	0.03732898831367493
2296	rnn.weight_ih_l0_reverse	8	-0.03534037992358208
2296	rnn.weight_ih_l0_reverse	9	-0.05046340823173523
2296	rnn.weight_hh_l0_reverse	0	-0.05904039740562439
2296	rnn.weight_hh_l0_reverse	1	-0.06013039872050285
2296	rnn.weight_hh_l0_reverse	2	0.009030603803694248
2296	rnn.weight_hh_l0_reverse	3	0.040113914757966995
2296	rnn.weight_hh_l0_reverse	4	0.03137846291065216
2296	rnn.weight_hh_l0_reverse	5	0.04615601897239685
2296	rnn.weight_hh_l0_reverse	6	0.010775321163237095
2296	rnn.weight_hh_l0_reverse	7	0.00016661640256643295
2296	rnn.weight_hh_l0_reverse	8	-0.0625423714518547
2296	rnn.weight_hh_l0_reverse	9	0.026428652927279472
2296	rnn.bias_ih_l0_reverse	0	-0.03151829540729523
2296	rnn.bias_ih_l0_reverse	1	-0.05430946499109268
2296	rnn.bias_ih_l0_reverse	2	0.0765521451830864
2296	rnn.bias_ih_l0_reverse	3	0.02638206072151661
2296	rnn.bias_ih_l0_reverse	4	-0.0876738503575325
2296	rnn.bias_ih_l0_reverse	5	0.004768417216837406
2296	rnn.bias_ih_l0_reverse	6	-0.08036855608224869
2296	rnn.bias_ih_l0_reverse	7	0.030298568308353424
2296	rnn.bias_ih_l0_reverse	8	0.01807183213531971
2296	rnn.bias_ih_l0_reverse	9	0.06305267661809921
2296	rnn.bias_hh_l0_reverse	0	0.04128482565283775
2296	rnn.bias_hh_l0_reverse	1	0.059641242027282715
2296	rnn.bias_hh_l0_reverse	2	0.07172743231058121
2296	rnn.bias_hh_l0_reverse	3	-0.0031796833500266075
2296	rnn.bias_hh_l0_reverse	4	0.07657082378864288
2296	rnn.bias_hh_l0_reverse	5	0.005978859961032867
2296	rnn.bias_hh_l0_reverse	6	-0.06455456465482712
2296	rnn.bias_hh_l0_reverse	7	0.04440155252814293
2296	rnn.bias_hh_l0_reverse	8	0.01464442815631628
2296	rnn.bias_hh_l0_reverse	9	-0.0666588768362999
2296	linear.weight	0	0.10565932095050812
2296	linear.weight	1	-0.09560956805944443
2296	linear.weight	2	-0.06502804905176163
2296	linear.weight	3	0.04629889875650406
2296	linear.weight	4	0.026835374534130096
2296	linear.weight	5	-0.04660208523273468
2296	linear.weight	6	-0.019207235425710678
2296	linear.weight	7	-0.02663137950003147
2296	linear.weight	8	0.06634718179702759
2296	linear.weight	9	0.1732294112443924
2296	linear.bias	0	0.12519600987434387
2296	linear.bias	1	0.02669973485171795
2296	linear.bias	2	-0.24869562685489655
2296	linear.bias	3	0.7575711607933044
2296	linear.bias	4	-0.3546920716762543
2296	linear.bias	5	-0.030769959092140198
2296	linear.bias	6	-0.1650133728981018
2296	linear.bias	7	-0.10078832507133484
2296	linear.bias	8	0.1261453628540039
2296	linear.bias	9	-0.2962051033973694
2324	transitions	0	-0.5345720052719116
2324	transitions	1	0.454492449760437
2324	transitions	2	1.8327089548110962
2324	transitions	3	0.2197057604789734
2324	transitions	4	1.041062593460083
2324	transitions	5	1.2775322198867798
2324	transitions	6	0.48595160245895386
2324	transitions	7	0.18753868341445923
2324	transitions	8	-0.9180994629859924
2324	transitions	9	0.9307969212532043
2324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2324	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2324	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2324	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2324	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2324	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2324	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2324	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2324	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2324	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2324	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2324	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2324	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2324	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2324	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2324	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2324	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2324	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2324	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2324	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2324	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2324	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2324	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2324	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2324	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2324	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2324	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2324	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2324	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2324	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2324	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2324	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2324	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2324	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2324	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2324	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2324	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2324	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2324	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2324	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2324	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2324	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2324	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2324	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2324	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2324	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2324	embedding2nn.weight	0	0.006381313782185316
2324	embedding2nn.weight	1	0.012840119190514088
2324	embedding2nn.weight	2	-0.004210224840790033
2324	embedding2nn.weight	3	0.0033431793563067913
2324	embedding2nn.weight	4	-0.0029190059285610914
2324	embedding2nn.weight	5	0.003406384028494358
2324	embedding2nn.weight	6	-0.0009669286082498729
2324	embedding2nn.weight	7	0.012644394300878048
2324	embedding2nn.weight	8	-0.00816299393773079
2324	embedding2nn.weight	9	-0.01274086907505989
2324	embedding2nn.bias	0	-0.011347317136824131
2324	embedding2nn.bias	1	-0.024341130629181862
2324	embedding2nn.bias	2	-0.05126778408885002
2324	embedding2nn.bias	3	0.004079153295606375
2324	embedding2nn.bias	4	0.03992385417222977
2324	embedding2nn.bias	5	-0.032322585582733154
2324	embedding2nn.bias	6	0.046204689890146255
2324	embedding2nn.bias	7	0.07156543433666229
2324	embedding2nn.bias	8	0.006159001961350441
2324	embedding2nn.bias	9	0.00461204256862402
2324	rnn.weight_ih_l0	0	0.0329025536775589
2324	rnn.weight_ih_l0	1	-0.006679647136479616
2324	rnn.weight_ih_l0	2	-0.028253477066755295
2324	rnn.weight_ih_l0	3	-0.05067533627152443
2324	rnn.weight_ih_l0	4	-0.05117332935333252
2324	rnn.weight_ih_l0	5	0.0012294722255319357
2324	rnn.weight_ih_l0	6	-0.05392425134778023
2324	rnn.weight_ih_l0	7	-0.046447962522506714
2324	rnn.weight_ih_l0	8	-0.047633349895477295
2324	rnn.weight_ih_l0	9	-0.02626173198223114
2324	rnn.weight_hh_l0	0	0.01502198539674282
2324	rnn.weight_hh_l0	1	-0.009355629794299603
2324	rnn.weight_hh_l0	2	-0.02189234085381031
2324	rnn.weight_hh_l0	3	-0.0125351557508111
2324	rnn.weight_hh_l0	4	-0.06079523637890816
2324	rnn.weight_hh_l0	5	-0.026376474648714066
2324	rnn.weight_hh_l0	6	-0.015754861757159233
2324	rnn.weight_hh_l0	7	0.04123251512646675
2324	rnn.weight_hh_l0	8	-0.021974103525280952
2324	rnn.weight_hh_l0	9	0.034416042268276215
2324	rnn.bias_ih_l0	0	0.06363776326179504
2324	rnn.bias_ih_l0	1	-0.057026058435440063
2324	rnn.bias_ih_l0	2	0.08658750355243683
2324	rnn.bias_ih_l0	3	0.07839745283126831
2324	rnn.bias_ih_l0	4	0.07924216985702515
2324	rnn.bias_ih_l0	5	0.009755517356097698
2324	rnn.bias_ih_l0	6	-0.012592037208378315
2324	rnn.bias_ih_l0	7	-0.06747277826070786
2324	rnn.bias_ih_l0	8	-0.09912250190973282
2324	rnn.bias_ih_l0	9	0.06951888650655746
2324	rnn.bias_hh_l0	0	-0.02448480948805809
2324	rnn.bias_hh_l0	1	0.02400135062634945
2324	rnn.bias_hh_l0	2	-0.007728844881057739
2324	rnn.bias_hh_l0	3	0.015286365523934364
2324	rnn.bias_hh_l0	4	-0.05257073789834976
2324	rnn.bias_hh_l0	5	0.08345950394868851
2324	rnn.bias_hh_l0	6	-0.01887270249426365
2324	rnn.bias_hh_l0	7	0.006880422588437796
2324	rnn.bias_hh_l0	8	0.021776746958494186
2324	rnn.bias_hh_l0	9	0.07357200235128403
2324	rnn.weight_ih_l0_reverse	0	-0.03298685699701309
2324	rnn.weight_ih_l0_reverse	1	-0.006594433914870024
2324	rnn.weight_ih_l0_reverse	2	0.022228797897696495
2324	rnn.weight_ih_l0_reverse	3	-0.05890868976712227
2324	rnn.weight_ih_l0_reverse	4	0.012062803842127323
2324	rnn.weight_ih_l0_reverse	5	-0.056165020912885666
2324	rnn.weight_ih_l0_reverse	6	0.009872915223240852
2324	rnn.weight_ih_l0_reverse	7	0.03766949847340584
2324	rnn.weight_ih_l0_reverse	8	-0.03531303629279137
2324	rnn.weight_ih_l0_reverse	9	-0.050741761922836304
2324	rnn.weight_hh_l0_reverse	0	-0.05910276249051094
2324	rnn.weight_hh_l0_reverse	1	-0.060182251036167145
2324	rnn.weight_hh_l0_reverse	2	0.009980037808418274
2324	rnn.weight_hh_l0_reverse	3	0.039978042244911194
2324	rnn.weight_hh_l0_reverse	4	0.031323257833719254
2324	rnn.weight_hh_l0_reverse	5	0.04628528282046318
2324	rnn.weight_hh_l0_reverse	6	0.010891110636293888
2324	rnn.weight_hh_l0_reverse	7	0.00026337208691984415
2324	rnn.weight_hh_l0_reverse	8	-0.06271284818649292
2324	rnn.weight_hh_l0_reverse	9	0.026886841282248497
2324	rnn.bias_ih_l0_reverse	0	-0.0367068275809288
2324	rnn.bias_ih_l0_reverse	1	-0.051843684166669846
2324	rnn.bias_ih_l0_reverse	2	0.07890161126852036
2324	rnn.bias_ih_l0_reverse	3	0.026792358607053757
2324	rnn.bias_ih_l0_reverse	4	-0.08942308276891708
2324	rnn.bias_ih_l0_reverse	5	0.005047323647886515
2324	rnn.bias_ih_l0_reverse	6	-0.07989120483398438
2324	rnn.bias_ih_l0_reverse	7	0.027819428592920303
2324	rnn.bias_ih_l0_reverse	8	0.01944913901388645
2324	rnn.bias_ih_l0_reverse	9	0.06298664957284927
2324	rnn.bias_hh_l0_reverse	0	0.040535490959882736
2324	rnn.bias_hh_l0_reverse	1	0.06043015420436859
2324	rnn.bias_hh_l0_reverse	2	0.07087337970733643
2324	rnn.bias_hh_l0_reverse	3	-0.0023845259565860033
2324	rnn.bias_hh_l0_reverse	4	0.07775326818227768
2324	rnn.bias_hh_l0_reverse	5	0.011654387228190899
2324	rnn.bias_hh_l0_reverse	6	-0.06396648287773132
2324	rnn.bias_hh_l0_reverse	7	0.04540259763598442
2324	rnn.bias_hh_l0_reverse	8	0.015756705775856972
2324	rnn.bias_hh_l0_reverse	9	-0.058969397097826004
2324	linear.weight	0	0.10459727793931961
2324	linear.weight	1	-0.09560596197843552
2324	linear.weight	2	-0.06857172399759293
2324	linear.weight	3	0.04624933376908302
2324	linear.weight	4	0.026218997314572334
2324	linear.weight	5	-0.04835651069879532
2324	linear.weight	6	-0.01909848488867283
2324	linear.weight	7	-0.0265012439340353
2324	linear.weight	8	0.06645089387893677
2324	linear.weight	9	0.17839476466178894
2324	linear.bias	0	0.11890295147895813
2324	linear.bias	1	0.0433143675327301
2324	linear.bias	2	-0.24960708618164062
2324	linear.bias	3	0.7897315621376038
2324	linear.bias	4	-0.35608893632888794
2324	linear.bias	5	-0.030769959092140198
2324	linear.bias	6	-0.16455258429050446
2324	linear.bias	7	-0.09647507965564728
2324	linear.bias	8	0.13171550631523132
2324	linear.bias	9	-0.2972489893436432
2352	transitions	0	-0.5351175665855408
2352	transitions	1	0.45418375730514526
2352	transitions	2	1.8322662115097046
2352	transitions	3	0.21948234736919403
2352	transitions	4	1.0407781600952148
2352	transitions	5	1.2775112390518188
2352	transitions	6	0.48593977093696594
2352	transitions	7	0.18752887845039368
2352	transitions	8	-0.9181089401245117
2352	transitions	9	0.9307965636253357
2352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2352	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2352	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2352	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2352	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2352	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2352	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2352	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2352	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2352	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2352	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2352	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2352	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2352	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2352	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2352	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2352	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2352	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2352	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2352	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2352	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2352	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2352	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2352	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2352	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2352	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2352	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2352	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2352	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2352	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2352	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2352	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2352	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2352	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2352	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2352	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2352	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2352	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2352	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2352	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2352	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2352	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2352	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2352	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2352	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2352	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2352	embedding2nn.weight	0	0.007109053432941437
2352	embedding2nn.weight	1	0.012840754352509975
2352	embedding2nn.weight	2	-0.004178185481578112
2352	embedding2nn.weight	3	0.003125495044514537
2352	embedding2nn.weight	4	-0.002868528477847576
2352	embedding2nn.weight	5	0.003879252588376403
2352	embedding2nn.weight	6	-0.0009519329760223627
2352	embedding2nn.weight	7	0.012518920004367828
2352	embedding2nn.weight	8	-0.007988560944795609
2352	embedding2nn.weight	9	-0.012805978767573833
2352	embedding2nn.bias	0	-0.01664530113339424
2352	embedding2nn.bias	1	-0.024881215766072273
2352	embedding2nn.bias	2	-0.051218193024396896
2352	embedding2nn.bias	3	-0.0008449052693322301
2352	embedding2nn.bias	4	0.0363599956035614
2352	embedding2nn.bias	5	-0.030644042417407036
2352	embedding2nn.bias	6	0.05236120522022247
2352	embedding2nn.bias	7	0.06941942125558853
2352	embedding2nn.bias	8	0.004781320225447416
2352	embedding2nn.bias	9	0.01311726775020361
2352	rnn.weight_ih_l0	0	0.03295336663722992
2352	rnn.weight_ih_l0	1	-0.0068673561327159405
2352	rnn.weight_ih_l0	2	-0.027365228161215782
2352	rnn.weight_ih_l0	3	-0.0508769154548645
2352	rnn.weight_ih_l0	4	-0.05122959613800049
2352	rnn.weight_ih_l0	5	0.0010934994788840413
2352	rnn.weight_ih_l0	6	-0.054018534719944
2352	rnn.weight_ih_l0	7	-0.04624839499592781
2352	rnn.weight_ih_l0	8	-0.0476338155567646
2352	rnn.weight_ih_l0	9	-0.026257749646902084
2352	rnn.weight_hh_l0	0	0.014970728196203709
2352	rnn.weight_hh_l0	1	-0.008847684599459171
2352	rnn.weight_hh_l0	2	-0.022074615582823753
2352	rnn.weight_hh_l0	3	-0.01229747012257576
2352	rnn.weight_hh_l0	4	-0.06098204106092453
2352	rnn.weight_hh_l0	5	-0.026522086933255196
2352	rnn.weight_hh_l0	6	-0.015509260818362236
2352	rnn.weight_hh_l0	7	0.04050230607390404
2352	rnn.weight_hh_l0	8	-0.022121310234069824
2352	rnn.weight_hh_l0	9	0.03399112448096275
2352	rnn.bias_ih_l0	0	0.06366240233182907
2352	rnn.bias_ih_l0	1	-0.058291785418987274
2352	rnn.bias_ih_l0	2	0.08688489347696304
2352	rnn.bias_ih_l0	3	0.07706553488969803
2352	rnn.bias_ih_l0	4	0.08161767572164536
2352	rnn.bias_ih_l0	5	0.009407938458025455
2352	rnn.bias_ih_l0	6	-0.012215523980557919
2352	rnn.bias_ih_l0	7	-0.07335930317640305
2352	rnn.bias_ih_l0	8	-0.10500811785459518
2352	rnn.bias_ih_l0	9	0.06890787184238434
2352	rnn.bias_hh_l0	0	-0.024264687672257423
2352	rnn.bias_hh_l0	1	0.023735614493489265
2352	rnn.bias_hh_l0	2	-0.007947009988129139
2352	rnn.bias_hh_l0	3	0.013735095039010048
2352	rnn.bias_hh_l0	4	-0.05136093497276306
2352	rnn.bias_hh_l0	5	0.0809515118598938
2352	rnn.bias_hh_l0	6	-0.01674150675535202
2352	rnn.bias_hh_l0	7	0.005935720168054104
2352	rnn.bias_hh_l0	8	0.022153260186314583
2352	rnn.bias_hh_l0	9	0.07320526987314224
2352	rnn.weight_ih_l0_reverse	0	-0.032943081110715866
2352	rnn.weight_ih_l0_reverse	1	-0.006352218333631754
2352	rnn.weight_ih_l0_reverse	2	0.022259017452597618
2352	rnn.weight_ih_l0_reverse	3	-0.05910841375589371
2352	rnn.weight_ih_l0_reverse	4	0.012017940171062946
2352	rnn.weight_ih_l0_reverse	5	-0.056098297238349915
2352	rnn.weight_ih_l0_reverse	6	0.009556503035128117
2352	rnn.weight_ih_l0_reverse	7	0.03765134513378143
2352	rnn.weight_ih_l0_reverse	8	-0.035229675471782684
2352	rnn.weight_ih_l0_reverse	9	-0.05071132630109787
2352	rnn.weight_hh_l0_reverse	0	-0.05923230201005936
2352	rnn.weight_hh_l0_reverse	1	-0.06023918092250824
2352	rnn.weight_hh_l0_reverse	2	0.00951285008341074
2352	rnn.weight_hh_l0_reverse	3	0.03992694988846779
2352	rnn.weight_hh_l0_reverse	4	0.032056424766778946
2352	rnn.weight_hh_l0_reverse	5	0.04607614502310753
2352	rnn.weight_hh_l0_reverse	6	0.010434985160827637
2352	rnn.weight_hh_l0_reverse	7	-1.6812326066428795e-05
2352	rnn.weight_hh_l0_reverse	8	-0.06323110312223434
2352	rnn.weight_hh_l0_reverse	9	0.027551647275686264
2352	rnn.bias_ih_l0_reverse	0	-0.03509244695305824
2352	rnn.bias_ih_l0_reverse	1	-0.05603284016251564
2352	rnn.bias_ih_l0_reverse	2	0.07754971086978912
2352	rnn.bias_ih_l0_reverse	3	0.026033198460936546
2352	rnn.bias_ih_l0_reverse	4	-0.08852722495794296
2352	rnn.bias_ih_l0_reverse	5	0.00597165385261178
2352	rnn.bias_ih_l0_reverse	6	-0.07980484515428543
2352	rnn.bias_ih_l0_reverse	7	0.02775200828909874
2352	rnn.bias_ih_l0_reverse	8	0.018259942531585693
2352	rnn.bias_ih_l0_reverse	9	0.0628538504242897
2352	rnn.bias_hh_l0_reverse	0	0.039259638637304306
2352	rnn.bias_hh_l0_reverse	1	0.059138085693120956
2352	rnn.bias_hh_l0_reverse	2	0.07050347328186035
2352	rnn.bias_hh_l0_reverse	3	-0.0024598559830337763
2352	rnn.bias_hh_l0_reverse	4	0.07794588804244995
2352	rnn.bias_hh_l0_reverse	5	0.012074673548340797
2352	rnn.bias_hh_l0_reverse	6	-0.06334672123193741
2352	rnn.bias_hh_l0_reverse	7	0.045425254851579666
2352	rnn.bias_hh_l0_reverse	8	0.01522120926529169
2352	rnn.bias_hh_l0_reverse	9	-0.06492526084184647
2352	linear.weight	0	0.10831460356712341
2352	linear.weight	1	-0.09557514637708664
2352	linear.weight	2	-0.06871913373470306
2352	linear.weight	3	0.0502554289996624
2352	linear.weight	4	0.026410525664687157
2352	linear.weight	5	-0.04808749258518219
2352	linear.weight	6	-0.019046664237976074
2352	linear.weight	7	-0.026371562853455544
2352	linear.weight	8	0.0601281002163887
2352	linear.weight	9	0.17997042834758759
2352	linear.bias	0	0.11631219834089279
2352	linear.bias	1	0.03701363503932953
2352	linear.bias	2	-0.2516528367996216
2352	linear.bias	3	0.7904029488563538
2352	linear.bias	4	-0.357401043176651
2352	linear.bias	5	-0.030769959092140198
2352	linear.bias	6	-0.1666553020477295
2352	linear.bias	7	-0.10127077251672745
2352	linear.bias	8	0.13143311440944672
2352	linear.bias	9	-0.2981129288673401
2380	transitions	0	-0.5355666875839233
2380	transitions	1	0.4539563059806824
2380	transitions	2	1.8317514657974243
2380	transitions	3	0.21910376846790314
2380	transitions	4	1.0404020547866821
2380	transitions	5	1.277483582496643
2380	transitions	6	0.48593276739120483
2380	transitions	7	0.1875099539756775
2380	transitions	8	-0.9181156754493713
2380	transitions	9	0.9307961463928223
2380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2380	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2380	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2380	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2380	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2380	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2380	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2380	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2380	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2380	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2380	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2380	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2380	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2380	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2380	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2380	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2380	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2380	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2380	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2380	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2380	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2380	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2380	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2380	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2380	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2380	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2380	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2380	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2380	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2380	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2380	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2380	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2380	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2380	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2380	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2380	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2380	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2380	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2380	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2380	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2380	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2380	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2380	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2380	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2380	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2380	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2380	embedding2nn.weight	0	0.0068498579785227776
2380	embedding2nn.weight	1	0.012910893186926842
2380	embedding2nn.weight	2	-0.0041693346574902534
2380	embedding2nn.weight	3	0.0031599728390574455
2380	embedding2nn.weight	4	-0.002947083907201886
2380	embedding2nn.weight	5	0.003945215605199337
2380	embedding2nn.weight	6	-0.0008808725397102535
2380	embedding2nn.weight	7	0.01329917274415493
2380	embedding2nn.weight	8	-0.007930935360491276
2380	embedding2nn.weight	9	-0.012903214432299137
2380	embedding2nn.bias	0	-0.01649697683751583
2380	embedding2nn.bias	1	-0.021245617419481277
2380	embedding2nn.bias	2	-0.051144178956747055
2380	embedding2nn.bias	3	-0.003086303360760212
2380	embedding2nn.bias	4	0.037392325699329376
2380	embedding2nn.bias	5	-0.02207336761057377
2380	embedding2nn.bias	6	0.04437023401260376
2380	embedding2nn.bias	7	0.06574057787656784
2380	embedding2nn.bias	8	0.011665361933410168
2380	embedding2nn.bias	9	0.01233642641454935
2380	rnn.weight_ih_l0	0	0.033064134418964386
2380	rnn.weight_ih_l0	1	-0.006652998272329569
2380	rnn.weight_ih_l0	2	-0.027401642873883247
2380	rnn.weight_ih_l0	3	-0.05070473626255989
2380	rnn.weight_ih_l0	4	-0.05141294002532959
2380	rnn.weight_ih_l0	5	0.0011067347368225455
2380	rnn.weight_ih_l0	6	-0.05419054254889488
2380	rnn.weight_ih_l0	7	-0.046317603439092636
2380	rnn.weight_ih_l0	8	-0.04777823016047478
2380	rnn.weight_ih_l0	9	-0.026134805753827095
2380	rnn.weight_hh_l0	0	0.015098988078534603
2380	rnn.weight_hh_l0	1	-0.009354764595627785
2380	rnn.weight_hh_l0	2	-0.022540997713804245
2380	rnn.weight_hh_l0	3	-0.01245505828410387
2380	rnn.weight_hh_l0	4	-0.06087949126958847
2380	rnn.weight_hh_l0	5	-0.02659410424530506
2380	rnn.weight_hh_l0	6	-0.01734638214111328
2380	rnn.weight_hh_l0	7	0.04019516333937645
2380	rnn.weight_hh_l0	8	-0.022539136931300163
2380	rnn.weight_hh_l0	9	0.033743005245923996
2380	rnn.bias_ih_l0	0	0.065525583922863
2380	rnn.bias_ih_l0	1	-0.06148359924554825
2380	rnn.bias_ih_l0	2	0.08887363225221634
2380	rnn.bias_ih_l0	3	0.0789623036980629
2380	rnn.bias_ih_l0	4	0.08168282359838486
2380	rnn.bias_ih_l0	5	0.009575787000358105
2380	rnn.bias_ih_l0	6	-0.012211606837809086
2380	rnn.bias_ih_l0	7	-0.06937439739704132
2380	rnn.bias_ih_l0	8	-0.09917788207530975
2380	rnn.bias_ih_l0	9	0.06826280057430267
2380	rnn.bias_hh_l0	0	-0.025038130581378937
2380	rnn.bias_hh_l0	1	0.02349718287587166
2380	rnn.bias_hh_l0	2	-0.008842909708619118
2380	rnn.bias_hh_l0	3	0.01329053658992052
2380	rnn.bias_hh_l0	4	-0.051624808460474014
2380	rnn.bias_hh_l0	5	0.08111532777547836
2380	rnn.bias_hh_l0	6	-0.01661647856235504
2380	rnn.bias_hh_l0	7	0.004205444827675819
2380	rnn.bias_hh_l0	8	0.022157175466418266
2380	rnn.bias_hh_l0	9	0.07210823893547058
2380	rnn.weight_ih_l0_reverse	0	-0.03305530175566673
2380	rnn.weight_ih_l0_reverse	1	-0.006565115414559841
2380	rnn.weight_ih_l0_reverse	2	0.02234271913766861
2380	rnn.weight_ih_l0_reverse	3	-0.05920030176639557
2380	rnn.weight_ih_l0_reverse	4	0.011870305053889751
2380	rnn.weight_ih_l0_reverse	5	-0.056117359548807144
2380	rnn.weight_ih_l0_reverse	6	0.010087023489177227
2380	rnn.weight_ih_l0_reverse	7	0.03763110190629959
2380	rnn.weight_ih_l0_reverse	8	-0.03528926521539688
2380	rnn.weight_ih_l0_reverse	9	-0.05063224211335182
2380	rnn.weight_hh_l0_reverse	0	-0.05939972400665283
2380	rnn.weight_hh_l0_reverse	1	-0.059902407228946686
2380	rnn.weight_hh_l0_reverse	2	0.009627025574445724
2380	rnn.weight_hh_l0_reverse	3	0.03953412175178528
2380	rnn.weight_hh_l0_reverse	4	0.03222976624965668
2380	rnn.weight_hh_l0_reverse	5	0.045977234840393066
2380	rnn.weight_hh_l0_reverse	6	0.008040199987590313
2380	rnn.weight_hh_l0_reverse	7	0.0003959375317208469
2380	rnn.weight_hh_l0_reverse	8	-0.06302880495786667
2380	rnn.weight_hh_l0_reverse	9	0.027237946167588234
2380	rnn.bias_ih_l0_reverse	0	-0.036419324576854706
2380	rnn.bias_ih_l0_reverse	1	-0.058251071721315384
2380	rnn.bias_ih_l0_reverse	2	0.07816348969936371
2380	rnn.bias_ih_l0_reverse	3	0.026205552741885185
2380	rnn.bias_ih_l0_reverse	4	-0.08932919055223465
2380	rnn.bias_ih_l0_reverse	5	0.0066835698671638966
2380	rnn.bias_ih_l0_reverse	6	-0.07941415160894394
2380	rnn.bias_ih_l0_reverse	7	0.02935170941054821
2380	rnn.bias_ih_l0_reverse	8	0.0190573763102293
2380	rnn.bias_ih_l0_reverse	9	0.06201571598649025
2380	rnn.bias_hh_l0_reverse	0	0.038123223930597305
2380	rnn.bias_hh_l0_reverse	1	0.05679934099316597
2380	rnn.bias_hh_l0_reverse	2	0.06778565049171448
2380	rnn.bias_hh_l0_reverse	3	-0.0017931892070919275
2380	rnn.bias_hh_l0_reverse	4	0.07668418437242508
2380	rnn.bias_hh_l0_reverse	5	0.018405050039291382
2380	rnn.bias_hh_l0_reverse	6	-0.06316918134689331
2380	rnn.bias_hh_l0_reverse	7	0.04478304088115692
2380	rnn.bias_hh_l0_reverse	8	0.015114041976630688
2380	rnn.bias_hh_l0_reverse	9	-0.06054568663239479
2380	linear.weight	0	0.10080581158399582
2380	linear.weight	1	-0.09559603780508041
2380	linear.weight	2	-0.0728030577301979
2380	linear.weight	3	0.04960582032799721
2380	linear.weight	4	0.027883080765604973
2380	linear.weight	5	-0.047785546630620956
2380	linear.weight	6	-0.018993491306900978
2380	linear.weight	7	-0.026238879188895226
2380	linear.weight	8	0.05966537073254585
2380	linear.weight	9	0.1808716356754303
2380	linear.bias	0	0.11235371977090836
2380	linear.bias	1	0.04037000983953476
2380	linear.bias	2	-0.24702689051628113
2380	linear.bias	3	0.8061061501502991
2380	linear.bias	4	-0.3589579463005066
2380	linear.bias	5	-0.030769959092140198
2380	linear.bias	6	-0.16440676152706146
2380	linear.bias	7	-0.09396623820066452
2380	linear.bias	8	0.12444406747817993
2380	linear.bias	9	-0.2990550696849823
2408	transitions	0	-0.5359531044960022
2408	transitions	1	0.4536787271499634
2408	transitions	2	1.8311944007873535
2408	transitions	3	0.2189110815525055
2408	transitions	4	1.0402084589004517
2408	transitions	5	1.2774608135223389
2408	transitions	6	0.48592785000801086
2408	transitions	7	0.18748359382152557
2408	transitions	8	-0.9181258678436279
2408	transitions	9	0.9307957291603088
2408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2408	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2408	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2408	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2408	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2408	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2408	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2408	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2408	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2408	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2408	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2408	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2408	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2408	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2408	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2408	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2408	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2408	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2408	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2408	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2408	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2408	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2408	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2408	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2408	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2408	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2408	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2408	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2408	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2408	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2408	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2408	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2408	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2408	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2408	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2408	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2408	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2408	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2408	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2408	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2408	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2408	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2408	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2408	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2408	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2408	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2408	embedding2nn.weight	0	0.007307298481464386
2408	embedding2nn.weight	1	0.012899890542030334
2408	embedding2nn.weight	2	-0.004185822326689959
2408	embedding2nn.weight	3	0.0032317964360117912
2408	embedding2nn.weight	4	-0.002904344815760851
2408	embedding2nn.weight	5	0.004005223046988249
2408	embedding2nn.weight	6	-0.0009030008222907782
2408	embedding2nn.weight	7	0.011402316391468048
2408	embedding2nn.weight	8	-0.008009964600205421
2408	embedding2nn.weight	9	-0.012943515554070473
2408	embedding2nn.bias	0	-0.012375088408589363
2408	embedding2nn.bias	1	-0.017008109018206596
2408	embedding2nn.bias	2	-0.05555518716573715
2408	embedding2nn.bias	3	-0.003770848037675023
2408	embedding2nn.bias	4	0.038959063589572906
2408	embedding2nn.bias	5	-0.031901635229587555
2408	embedding2nn.bias	6	0.04797225072979927
2408	embedding2nn.bias	7	0.07206440716981888
2408	embedding2nn.bias	8	0.01587524078786373
2408	embedding2nn.bias	9	0.00678459694609046
2408	rnn.weight_ih_l0	0	0.032961610704660416
2408	rnn.weight_ih_l0	1	-0.0068572466261684895
2408	rnn.weight_ih_l0	2	-0.026463735848665237
2408	rnn.weight_ih_l0	3	-0.05039775371551514
2408	rnn.weight_ih_l0	4	-0.051379408687353134
2408	rnn.weight_ih_l0	5	0.0011434301268309355
2408	rnn.weight_ih_l0	6	-0.05426395684480667
2408	rnn.weight_ih_l0	7	-0.04631175845861435
2408	rnn.weight_ih_l0	8	-0.04753808304667473
2408	rnn.weight_ih_l0	9	-0.026256591081619263
2408	rnn.weight_hh_l0	0	0.01491203811019659
2408	rnn.weight_hh_l0	1	-0.00930805318057537
2408	rnn.weight_hh_l0	2	-0.02208542637526989
2408	rnn.weight_hh_l0	3	-0.011900486424565315
2408	rnn.weight_hh_l0	4	-0.060926150530576706
2408	rnn.weight_hh_l0	5	-0.02655785158276558
2408	rnn.weight_hh_l0	6	-0.017794698476791382
2408	rnn.weight_hh_l0	7	0.04022837057709694
2408	rnn.weight_hh_l0	8	-0.022493433207273483
2408	rnn.weight_hh_l0	9	0.033624064177274704
2408	rnn.bias_ih_l0	0	0.06468655169010162
2408	rnn.bias_ih_l0	1	-0.06269972026348114
2408	rnn.bias_ih_l0	2	0.0898907259106636
2408	rnn.bias_ih_l0	3	0.0807705745100975
2408	rnn.bias_ih_l0	4	0.08168824017047882
2408	rnn.bias_ih_l0	5	0.00911368802189827
2408	rnn.bias_ih_l0	6	-0.011383810080587864
2408	rnn.bias_ih_l0	7	-0.07398456335067749
2408	rnn.bias_ih_l0	8	-0.10159043967723846
2408	rnn.bias_ih_l0	9	0.06678610295057297
2408	rnn.bias_hh_l0	0	-0.026277851313352585
2408	rnn.bias_hh_l0	1	0.024114390835165977
2408	rnn.bias_hh_l0	2	-0.007828520610928535
2408	rnn.bias_hh_l0	3	0.01163431815803051
2408	rnn.bias_hh_l0	4	-0.05146697163581848
2408	rnn.bias_hh_l0	5	0.08555392175912857
2408	rnn.bias_hh_l0	6	-0.016489475965499878
2408	rnn.bias_hh_l0	7	0.006852405145764351
2408	rnn.bias_hh_l0	8	0.02298496849834919
2408	rnn.bias_hh_l0	9	0.07107023894786835
2408	rnn.weight_ih_l0_reverse	0	-0.03292322903871536
2408	rnn.weight_ih_l0_reverse	1	-0.007190736010670662
2408	rnn.weight_ih_l0_reverse	2	0.02239021472632885
2408	rnn.weight_ih_l0_reverse	3	-0.058972787111997604
2408	rnn.weight_ih_l0_reverse	4	0.012000758200883865
2408	rnn.weight_ih_l0_reverse	5	-0.05598996952176094
2408	rnn.weight_ih_l0_reverse	6	0.010675809346139431
2408	rnn.weight_ih_l0_reverse	7	0.03780181705951691
2408	rnn.weight_ih_l0_reverse	8	-0.035388801246881485
2408	rnn.weight_ih_l0_reverse	9	-0.05091237276792526
2408	rnn.weight_hh_l0_reverse	0	-0.060123275965452194
2408	rnn.weight_hh_l0_reverse	1	-0.05932233855128288
2408	rnn.weight_hh_l0_reverse	2	0.009627960622310638
2408	rnn.weight_hh_l0_reverse	3	0.03933081403374672
2408	rnn.weight_hh_l0_reverse	4	0.031909313052892685
2408	rnn.weight_hh_l0_reverse	5	0.045878078788518906
2408	rnn.weight_hh_l0_reverse	6	0.007235165219753981
2408	rnn.weight_hh_l0_reverse	7	0.0003857879200950265
2408	rnn.weight_hh_l0_reverse	8	-0.06296410411596298
2408	rnn.weight_hh_l0_reverse	9	0.027432292699813843
2408	rnn.bias_ih_l0_reverse	0	-0.03769078850746155
2408	rnn.bias_ih_l0_reverse	1	-0.05184691771864891
2408	rnn.bias_ih_l0_reverse	2	0.07692515105009079
2408	rnn.bias_ih_l0_reverse	3	0.02694876119494438
2408	rnn.bias_ih_l0_reverse	4	-0.09005700796842575
2408	rnn.bias_ih_l0_reverse	5	0.006431868299841881
2408	rnn.bias_ih_l0_reverse	6	-0.08029297739267349
2408	rnn.bias_ih_l0_reverse	7	0.03036109171807766
2408	rnn.bias_ih_l0_reverse	8	0.01837640441954136
2408	rnn.bias_ih_l0_reverse	9	0.06157981604337692
2408	rnn.bias_hh_l0_reverse	0	0.04092248156666756
2408	rnn.bias_hh_l0_reverse	1	0.05600932613015175
2408	rnn.bias_hh_l0_reverse	2	0.06644614785909653
2408	rnn.bias_hh_l0_reverse	3	-0.002131365705281496
2408	rnn.bias_hh_l0_reverse	4	0.07738621532917023
2408	rnn.bias_hh_l0_reverse	5	0.01321102399379015
2408	rnn.bias_hh_l0_reverse	6	-0.06320825219154358
2408	rnn.bias_hh_l0_reverse	7	0.04332031309604645
2408	rnn.bias_hh_l0_reverse	8	0.014561217278242111
2408	rnn.bias_hh_l0_reverse	9	-0.05651581287384033
2408	linear.weight	0	0.0949898362159729
2408	linear.weight	1	-0.09560738503932953
2408	linear.weight	2	-0.07563980668783188
2408	linear.weight	3	0.049305982887744904
2408	linear.weight	4	0.02429022453725338
2408	linear.weight	5	-0.047558438032865524
2408	linear.weight	6	-0.018919751048088074
2408	linear.weight	7	-0.026068422943353653
2408	linear.weight	8	0.0599588118493557
2408	linear.weight	9	0.18017807602882385
2408	linear.bias	0	0.10515588521957397
2408	linear.bias	1	0.03786690905690193
2408	linear.bias	2	-0.2488957792520523
2408	linear.bias	3	0.8164047002792358
2408	linear.bias	4	-0.3576108515262604
2408	linear.bias	5	-0.030769959092140198
2408	linear.bias	6	-0.16726061701774597
2408	linear.bias	7	-0.10164967179298401
2408	linear.bias	8	0.127748504281044
2408	linear.bias	9	-0.2998940050601959
2436	transitions	0	-0.536426842212677
2436	transitions	1	0.4533558487892151
2436	transitions	2	1.8305871486663818
2436	transitions	3	0.21773186326026917
2436	transitions	4	1.0400179624557495
2436	transitions	5	1.2774258852005005
2436	transitions	6	0.4859224259853363
2436	transitions	7	0.18743407726287842
2436	transitions	8	-0.9181339144706726
2436	transitions	9	0.9307951331138611
2436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2436	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2436	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2436	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2436	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2436	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2436	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2436	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2436	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2436	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2436	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2436	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2436	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2436	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2436	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2436	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2436	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2436	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2436	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2436	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2436	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2436	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2436	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2436	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2436	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2436	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2436	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2436	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2436	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2436	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2436	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2436	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2436	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2436	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2436	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2436	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2436	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2436	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2436	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2436	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2436	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2436	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2436	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2436	embedding2nn.weight	0	0.006594431586563587
2436	embedding2nn.weight	1	0.012677471153438091
2436	embedding2nn.weight	2	-0.004181116819381714
2436	embedding2nn.weight	3	0.003475820878520608
2436	embedding2nn.weight	4	-0.002897519152611494
2436	embedding2nn.weight	5	0.0037666712887585163
2436	embedding2nn.weight	6	-0.0010652096243575215
2436	embedding2nn.weight	7	0.011067008599638939
2436	embedding2nn.weight	8	-0.008035985752940178
2436	embedding2nn.weight	9	-0.013016445562243462
2436	embedding2nn.bias	0	-0.013556204736232758
2436	embedding2nn.bias	1	-0.014005588367581367
2436	embedding2nn.bias	2	-0.05853544920682907
2436	embedding2nn.bias	3	-0.002032994059845805
2436	embedding2nn.bias	4	0.035844627767801285
2436	embedding2nn.bias	5	-0.0391327366232872
2436	embedding2nn.bias	6	0.0516514927148819
2436	embedding2nn.bias	7	0.0788031741976738
2436	embedding2nn.bias	8	0.011212112382054329
2436	embedding2nn.bias	9	0.00733086746186018
2436	rnn.weight_ih_l0	0	0.0332057885825634
2436	rnn.weight_ih_l0	1	-0.0069209313951432705
2436	rnn.weight_ih_l0	2	-0.027013171464204788
2436	rnn.weight_ih_l0	3	-0.05024931952357292
2436	rnn.weight_ih_l0	4	-0.05139360949397087
2436	rnn.weight_ih_l0	5	0.0011340082855895162
2436	rnn.weight_ih_l0	6	-0.05419503152370453
2436	rnn.weight_ih_l0	7	-0.046301666647195816
2436	rnn.weight_ih_l0	8	-0.04743995890021324
2436	rnn.weight_ih_l0	9	-0.02613821066915989
2436	rnn.weight_hh_l0	0	0.014738159254193306
2436	rnn.weight_hh_l0	1	-0.0098734050989151
2436	rnn.weight_hh_l0	2	-0.021242009475827217
2436	rnn.weight_hh_l0	3	-0.011896394193172455
2436	rnn.weight_hh_l0	4	-0.061004746705293655
2436	rnn.weight_hh_l0	5	-0.026375817134976387
2436	rnn.weight_hh_l0	6	-0.018915625289082527
2436	rnn.weight_hh_l0	7	0.03997087851166725
2436	rnn.weight_hh_l0	8	-0.022338667884469032
2436	rnn.weight_hh_l0	9	0.033598240464925766
2436	rnn.bias_ih_l0	0	0.06573978066444397
2436	rnn.bias_ih_l0	1	-0.06258533895015717
2436	rnn.bias_ih_l0	2	0.08943363279104233
2436	rnn.bias_ih_l0	3	0.08096183091402054
2436	rnn.bias_ih_l0	4	0.08126987516880035
2436	rnn.bias_ih_l0	5	0.009052212350070477
2436	rnn.bias_ih_l0	6	-0.012504808604717255
2436	rnn.bias_ih_l0	7	-0.07885929197072983
2436	rnn.bias_ih_l0	8	-0.10450002551078796
2436	rnn.bias_ih_l0	9	0.06707141548395157
2436	rnn.bias_hh_l0	0	-0.02695855312049389
2436	rnn.bias_hh_l0	1	0.024056898429989815
2436	rnn.bias_hh_l0	2	-0.008605162613093853
2436	rnn.bias_hh_l0	3	0.0082798907533288
2436	rnn.bias_hh_l0	4	-0.05034323409199715
2436	rnn.bias_hh_l0	5	0.08362777531147003
2436	rnn.bias_hh_l0	6	-0.015933578833937645
2436	rnn.bias_hh_l0	7	0.00929315946996212
2436	rnn.bias_hh_l0	8	0.02186397649347782
2436	rnn.bias_hh_l0	9	0.07203751802444458
2436	rnn.weight_ih_l0_reverse	0	-0.0331258624792099
2436	rnn.weight_ih_l0_reverse	1	-0.007371793035417795
2436	rnn.weight_ih_l0_reverse	2	0.022293176501989365
2436	rnn.weight_ih_l0_reverse	3	-0.05891655012965202
2436	rnn.weight_ih_l0_reverse	4	0.012152822688221931
2436	rnn.weight_ih_l0_reverse	5	-0.055916160345077515
2436	rnn.weight_ih_l0_reverse	6	0.010200252756476402
2436	rnn.weight_ih_l0_reverse	7	0.037870023399591446
2436	rnn.weight_ih_l0_reverse	8	-0.03530527651309967
2436	rnn.weight_ih_l0_reverse	9	-0.0510408878326416
2436	rnn.weight_hh_l0_reverse	0	-0.060370005667209625
2436	rnn.weight_hh_l0_reverse	1	-0.05728248134255409
2436	rnn.weight_hh_l0_reverse	2	0.009611963294446468
2436	rnn.weight_hh_l0_reverse	3	0.03918733447790146
2436	rnn.weight_hh_l0_reverse	4	0.03138124570250511
2436	rnn.weight_hh_l0_reverse	5	0.045952875167131424
2436	rnn.weight_hh_l0_reverse	6	0.008195255883038044
2436	rnn.weight_hh_l0_reverse	7	0.00024744990514591336
2436	rnn.weight_hh_l0_reverse	8	-0.06400872021913528
2436	rnn.weight_hh_l0_reverse	9	0.027386769652366638
2436	rnn.bias_ih_l0_reverse	0	-0.034759972244501114
2436	rnn.bias_ih_l0_reverse	1	-0.053665757179260254
2436	rnn.bias_ih_l0_reverse	2	0.07654159516096115
2436	rnn.bias_ih_l0_reverse	3	0.026983125135302544
2436	rnn.bias_ih_l0_reverse	4	-0.09033457934856415
2436	rnn.bias_ih_l0_reverse	5	0.006325779017060995
2436	rnn.bias_ih_l0_reverse	6	-0.0804506316781044
2436	rnn.bias_ih_l0_reverse	7	0.03014676831662655
2436	rnn.bias_ih_l0_reverse	8	0.01797342486679554
2436	rnn.bias_ih_l0_reverse	9	0.06128569319844246
2436	rnn.bias_hh_l0_reverse	0	0.040879182517528534
2436	rnn.bias_hh_l0_reverse	1	0.056083839386701584
2436	rnn.bias_hh_l0_reverse	2	0.06576747447252274
2436	rnn.bias_hh_l0_reverse	3	-0.002186921425163746
2436	rnn.bias_hh_l0_reverse	4	0.07959863543510437
2436	rnn.bias_hh_l0_reverse	5	0.014257706701755524
2436	rnn.bias_hh_l0_reverse	6	-0.06251826882362366
2436	rnn.bias_hh_l0_reverse	7	0.042656637728214264
2436	rnn.bias_hh_l0_reverse	8	0.014152640476822853
2436	rnn.bias_hh_l0_reverse	9	-0.068026103079319
2436	linear.weight	0	0.0898476392030716
2436	linear.weight	1	-0.09565598517656326
2436	linear.weight	2	-0.07905468344688416
2436	linear.weight	3	0.04520025476813316
2436	linear.weight	4	0.02225935086607933
2436	linear.weight	5	-0.04748676344752312
2436	linear.weight	6	-0.018822047859430313
2436	linear.weight	7	-0.02593599632382393
2436	linear.weight	8	0.06361011415719986
2436	linear.weight	9	0.1793396919965744
2436	linear.bias	0	0.10376714915037155
2436	linear.bias	1	0.030858421698212624
2436	linear.bias	2	-0.25132736563682556
2436	linear.bias	3	0.819855809211731
2436	linear.bias	4	-0.3511255979537964
2436	linear.bias	5	-0.030769959092140198
2436	linear.bias	6	-0.16869041323661804
2436	linear.bias	7	-0.1013200506567955
2436	linear.bias	8	0.13024824857711792
2436	linear.bias	9	-0.30089515447616577
2464	transitions	0	-0.536928117275238
2464	transitions	1	0.4531067907810211
2464	transitions	2	1.8301743268966675
2464	transitions	3	0.2175162434577942
2464	transitions	4	1.0396833419799805
2464	transitions	5	1.2774078845977783
2464	transitions	6	0.48591887950897217
2464	transitions	7	0.1874077469110489
2464	transitions	8	-0.9181392788887024
2464	transitions	9	0.930794894695282
2464	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2464	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2464	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2464	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2464	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2464	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2464	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2464	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2464	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2464	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2464	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2464	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2464	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2464	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2464	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2464	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2464	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2464	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2464	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2464	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2464	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2464	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2464	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2464	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2464	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2464	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2464	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2464	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2464	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2464	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2464	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2464	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2464	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2464	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2464	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2464	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2464	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2464	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2464	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2464	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2464	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2464	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2464	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2464	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2464	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2464	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2464	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2464	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2464	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2464	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2464	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2464	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2464	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2464	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2464	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2464	embedding2nn.weight	0	0.007145757786929607
2464	embedding2nn.weight	1	0.012795854359865189
2464	embedding2nn.weight	2	-0.004175981041043997
2464	embedding2nn.weight	3	0.003559298114851117
2464	embedding2nn.weight	4	-0.002859394298866391
2464	embedding2nn.weight	5	0.003975895699113607
2464	embedding2nn.weight	6	-0.0008555737440474331
2464	embedding2nn.weight	7	0.01163451373577118
2464	embedding2nn.weight	8	-0.008288857527077198
2464	embedding2nn.weight	9	-0.013181803748011589
2464	embedding2nn.bias	0	-0.011128933168947697
2464	embedding2nn.bias	1	-0.020792584866285324
2464	embedding2nn.bias	2	-0.057196781039237976
2464	embedding2nn.bias	3	0.004120865371078253
2464	embedding2nn.bias	4	0.03524395450949669
2464	embedding2nn.bias	5	-0.037891507148742676
2464	embedding2nn.bias	6	0.05594050511717796
2464	embedding2nn.bias	7	0.08197368681430817
2464	embedding2nn.bias	8	0.017295803874731064
2464	embedding2nn.bias	9	0.0022701520938426256
2464	rnn.weight_ih_l0	0	0.03318367898464203
2464	rnn.weight_ih_l0	1	-0.007056573871523142
2464	rnn.weight_ih_l0	2	-0.026257460936903954
2464	rnn.weight_ih_l0	3	-0.05029027909040451
2464	rnn.weight_ih_l0	4	-0.05120553448796272
2464	rnn.weight_ih_l0	5	0.0012230358552187681
2464	rnn.weight_ih_l0	6	-0.05388112738728523
2464	rnn.weight_ih_l0	7	-0.04634283855557442
2464	rnn.weight_ih_l0	8	-0.04743734374642372
2464	rnn.weight_ih_l0	9	-0.026317648589611053
2464	rnn.weight_hh_l0	0	0.014663453213870525
2464	rnn.weight_hh_l0	1	-0.00932885892689228
2464	rnn.weight_hh_l0	2	-0.02179807424545288
2464	rnn.weight_hh_l0	3	-0.011732329614460468
2464	rnn.weight_hh_l0	4	-0.06100787967443466
2464	rnn.weight_hh_l0	5	-0.026249216869473457
2464	rnn.weight_hh_l0	6	-0.019846558570861816
2464	rnn.weight_hh_l0	7	0.03979473561048508
2464	rnn.weight_hh_l0	8	-0.022191869094967842
2464	rnn.weight_hh_l0	9	0.03431141749024391
2464	rnn.bias_ih_l0	0	0.06587270647287369
2464	rnn.bias_ih_l0	1	-0.0615556500852108
2464	rnn.bias_ih_l0	2	0.08667068183422089
2464	rnn.bias_ih_l0	3	0.07809056341648102
2464	rnn.bias_ih_l0	4	0.08045163750648499
2464	rnn.bias_ih_l0	5	0.008282852359116077
2464	rnn.bias_ih_l0	6	-0.012120543979108334
2464	rnn.bias_ih_l0	7	-0.0813932940363884
2464	rnn.bias_ih_l0	8	-0.10564024746417999
2464	rnn.bias_ih_l0	9	0.06744327396154404
2464	rnn.bias_hh_l0	0	-0.02718219719827175
2464	rnn.bias_hh_l0	1	0.025229424238204956
2464	rnn.bias_hh_l0	2	-0.008798646740615368
2464	rnn.bias_hh_l0	3	0.008167730644345284
2464	rnn.bias_hh_l0	4	-0.05011995509266853
2464	rnn.bias_hh_l0	5	0.08347198367118835
2464	rnn.bias_hh_l0	6	-0.015786347910761833
2464	rnn.bias_hh_l0	7	0.0076504964381456375
2464	rnn.bias_hh_l0	8	0.022248240187764168
2464	rnn.bias_hh_l0	9	0.0710669755935669
2464	rnn.weight_ih_l0_reverse	0	-0.03325824439525604
2464	rnn.weight_ih_l0_reverse	1	-0.006664234679192305
2464	rnn.weight_ih_l0_reverse	2	0.022451480850577354
2464	rnn.weight_ih_l0_reverse	3	-0.058527592569589615
2464	rnn.weight_ih_l0_reverse	4	0.012281715869903564
2464	rnn.weight_ih_l0_reverse	5	-0.05604155361652374
2464	rnn.weight_ih_l0_reverse	6	0.010493009351193905
2464	rnn.weight_ih_l0_reverse	7	0.03789356350898743
2464	rnn.weight_ih_l0_reverse	8	-0.03551653027534485
2464	rnn.weight_ih_l0_reverse	9	-0.051238082349300385
2464	rnn.weight_hh_l0_reverse	0	-0.06007412075996399
2464	rnn.weight_hh_l0_reverse	1	-0.05711494758725166
2464	rnn.weight_hh_l0_reverse	2	0.009483976289629936
2464	rnn.weight_hh_l0_reverse	3	0.03953897953033447
2464	rnn.weight_hh_l0_reverse	4	0.031172433868050575
2464	rnn.weight_hh_l0_reverse	5	0.04575353488326073
2464	rnn.weight_hh_l0_reverse	6	0.0076970867812633514
2464	rnn.weight_hh_l0_reverse	7	0.0005318526527844369
2464	rnn.weight_hh_l0_reverse	8	-0.06418522447347641
2464	rnn.weight_hh_l0_reverse	9	0.02721526473760605
2464	rnn.bias_ih_l0_reverse	0	-0.03644943609833717
2464	rnn.bias_ih_l0_reverse	1	-0.05164721608161926
2464	rnn.bias_ih_l0_reverse	2	0.07731441408395767
2464	rnn.bias_ih_l0_reverse	3	0.02699683979153633
2464	rnn.bias_ih_l0_reverse	4	-0.09081543982028961
2464	rnn.bias_ih_l0_reverse	5	0.0048302593640983105
2464	rnn.bias_ih_l0_reverse	6	-0.08104891330003738
2464	rnn.bias_ih_l0_reverse	7	0.029105696827173233
2464	rnn.bias_ih_l0_reverse	8	0.018093610182404518
2464	rnn.bias_ih_l0_reverse	9	0.06170909106731415
2464	rnn.bias_hh_l0_reverse	0	0.0370904766023159
2464	rnn.bias_hh_l0_reverse	1	0.054790984839200974
2464	rnn.bias_hh_l0_reverse	2	0.06394362449645996
2464	rnn.bias_hh_l0_reverse	3	-0.00373821216635406
2464	rnn.bias_hh_l0_reverse	4	0.07933221012353897
2464	rnn.bias_hh_l0_reverse	5	0.015471267513930798
2464	rnn.bias_hh_l0_reverse	6	-0.06414380669593811
2464	rnn.bias_hh_l0_reverse	7	0.04281313717365265
2464	rnn.bias_hh_l0_reverse	8	0.015257447957992554
2464	rnn.bias_hh_l0_reverse	9	-0.0710163488984108
2464	linear.weight	0	0.07658816874027252
2464	linear.weight	1	-0.09572941809892654
2464	linear.weight	2	-0.0776112750172615
2464	linear.weight	3	0.04010305553674698
2464	linear.weight	4	0.021881911903619766
2464	linear.weight	5	-0.04750275984406471
2464	linear.weight	6	-0.01876409910619259
2464	linear.weight	7	-0.025823840871453285
2464	linear.weight	8	0.06310626119375229
2464	linear.weight	9	0.18015168607234955
2464	linear.bias	0	0.09595105051994324
2464	linear.bias	1	0.034754678606987
2464	linear.bias	2	-0.25026509165763855
2464	linear.bias	3	0.8211625814437866
2464	linear.bias	4	-0.3524700105190277
2464	linear.bias	5	-0.030769959092140198
2464	linear.bias	6	-0.166697695851326
2464	linear.bias	7	-0.10235437750816345
2464	linear.bias	8	0.12954315543174744
2464	linear.bias	9	-0.30174973607063293
2492	transitions	0	-0.5374718308448792
2492	transitions	1	0.4527878165245056
2492	transitions	2	1.829622507095337
2492	transitions	3	0.21706144511699677
2492	transitions	4	1.039448618888855
2492	transitions	5	1.2773734331130981
2492	transitions	6	0.4859119653701782
2492	transitions	7	0.18739306926727295
2492	transitions	8	-0.9181472063064575
2492	transitions	9	0.9307946562767029
2492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2492	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2492	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2492	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2492	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2492	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2492	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2492	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2492	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2492	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2492	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2492	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2492	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2492	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2492	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2492	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2492	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2492	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2492	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2492	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2492	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2492	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2492	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2492	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2492	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2492	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2492	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2492	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2492	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2492	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2492	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2492	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2492	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2492	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2492	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2492	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2492	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2492	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2492	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2492	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2492	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2492	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2492	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2492	embedding2nn.weight	0	0.006506402511149645
2492	embedding2nn.weight	1	0.012651012279093266
2492	embedding2nn.weight	2	-0.004175083711743355
2492	embedding2nn.weight	3	0.003586952341720462
2492	embedding2nn.weight	4	-0.002867261180654168
2492	embedding2nn.weight	5	0.003831577720120549
2492	embedding2nn.weight	6	-0.0012003787560388446
2492	embedding2nn.weight	7	0.010830153711140156
2492	embedding2nn.weight	8	-0.008413578383624554
2492	embedding2nn.weight	9	-0.01318927388638258
2492	embedding2nn.bias	0	-0.012661253102123737
2492	embedding2nn.bias	1	-0.02237737737596035
2492	embedding2nn.bias	2	-0.05848689004778862
2492	embedding2nn.bias	3	-0.0006382268620654941
2492	embedding2nn.bias	4	0.036561958491802216
2492	embedding2nn.bias	5	-0.037934668362140656
2492	embedding2nn.bias	6	0.0558471642434597
2492	embedding2nn.bias	7	0.07460889220237732
2492	embedding2nn.bias	8	0.014833475463092327
2492	embedding2nn.bias	9	0.00016086638788692653
2492	rnn.weight_ih_l0	0	0.0329585075378418
2492	rnn.weight_ih_l0	1	-0.006764120422303677
2492	rnn.weight_ih_l0	2	-0.026002177968621254
2492	rnn.weight_ih_l0	3	-0.05024190619587898
2492	rnn.weight_ih_l0	4	-0.05111628770828247
2492	rnn.weight_ih_l0	5	0.0011923875426873565
2492	rnn.weight_ih_l0	6	-0.054004814475774765
2492	rnn.weight_ih_l0	7	-0.0463578999042511
2492	rnn.weight_ih_l0	8	-0.0473574623465538
2492	rnn.weight_ih_l0	9	-0.026294223964214325
2492	rnn.weight_hh_l0	0	0.014592998661100864
2492	rnn.weight_hh_l0	1	-0.009535045363008976
2492	rnn.weight_hh_l0	2	-0.02212476171553135
2492	rnn.weight_hh_l0	3	-0.011643931269645691
2492	rnn.weight_hh_l0	4	-0.0608222633600235
2492	rnn.weight_hh_l0	5	-0.02620341256260872
2492	rnn.weight_hh_l0	6	-0.019619865342974663
2492	rnn.weight_hh_l0	7	0.040773432701826096
2492	rnn.weight_hh_l0	8	-0.022610308602452278
2492	rnn.weight_hh_l0	9	0.033933207392692566
2492	rnn.bias_ih_l0	0	0.06549140065908432
2492	rnn.bias_ih_l0	1	-0.06188494712114334
2492	rnn.bias_ih_l0	2	0.08690301328897476
2492	rnn.bias_ih_l0	3	0.07798273861408234
2492	rnn.bias_ih_l0	4	0.08221131563186646
2492	rnn.bias_ih_l0	5	0.008264613337814808
2492	rnn.bias_ih_l0	6	-0.013566087000072002
2492	rnn.bias_ih_l0	7	-0.08179090917110443
2492	rnn.bias_ih_l0	8	-0.1100693792104721
2492	rnn.bias_ih_l0	9	0.06745278835296631
2492	rnn.bias_hh_l0	0	-0.027916554361581802
2492	rnn.bias_hh_l0	1	0.02633751928806305
2492	rnn.bias_hh_l0	2	-0.009562834165990353
2492	rnn.bias_hh_l0	3	0.005765561014413834
2492	rnn.bias_hh_l0	4	-0.048984333872795105
2492	rnn.bias_hh_l0	5	0.08189616352319717
2492	rnn.bias_hh_l0	6	-0.015730299055576324
2492	rnn.bias_hh_l0	7	0.004803606308996677
2492	rnn.bias_hh_l0	8	0.020802704617381096
2492	rnn.bias_hh_l0	9	0.06970196962356567
2492	rnn.weight_ih_l0_reverse	0	-0.03314067795872688
2492	rnn.weight_ih_l0_reverse	1	-0.0059887683019042015
2492	rnn.weight_ih_l0_reverse	2	0.022594092413783073
2492	rnn.weight_ih_l0_reverse	3	-0.05918610095977783
2492	rnn.weight_ih_l0_reverse	4	0.012039324268698692
2492	rnn.weight_ih_l0_reverse	5	-0.05648895725607872
2492	rnn.weight_ih_l0_reverse	6	0.011324472725391388
2492	rnn.weight_ih_l0_reverse	7	0.037830714136362076
2492	rnn.weight_ih_l0_reverse	8	-0.03563914820551872
2492	rnn.weight_ih_l0_reverse	9	-0.051010239869356155
2492	rnn.weight_hh_l0_reverse	0	-0.05976404622197151
2492	rnn.weight_hh_l0_reverse	1	-0.0563710555434227
2492	rnn.weight_hh_l0_reverse	2	0.008779729716479778
2492	rnn.weight_hh_l0_reverse	3	0.03962089866399765
2492	rnn.weight_hh_l0_reverse	4	0.03137657791376114
2492	rnn.weight_hh_l0_reverse	5	0.045694246888160706
2492	rnn.weight_hh_l0_reverse	6	0.007106849458068609
2492	rnn.weight_hh_l0_reverse	7	0.0007524751126766205
2492	rnn.weight_hh_l0_reverse	8	-0.06377745419740677
2492	rnn.weight_hh_l0_reverse	9	0.026752790436148643
2492	rnn.bias_ih_l0_reverse	0	-0.036074407398700714
2492	rnn.bias_ih_l0_reverse	1	-0.04764210805296898
2492	rnn.bias_ih_l0_reverse	2	0.07957494258880615
2492	rnn.bias_ih_l0_reverse	3	0.027517765760421753
2492	rnn.bias_ih_l0_reverse	4	-0.09089244902133942
2492	rnn.bias_ih_l0_reverse	5	0.0052361567504704
2492	rnn.bias_ih_l0_reverse	6	-0.08031124621629715
2492	rnn.bias_ih_l0_reverse	7	0.03011513315141201
2492	rnn.bias_ih_l0_reverse	8	0.016522733494639397
2492	rnn.bias_ih_l0_reverse	9	0.06091940402984619
2492	rnn.bias_hh_l0_reverse	0	0.0414743572473526
2492	rnn.bias_hh_l0_reverse	1	0.055210333317518234
2492	rnn.bias_hh_l0_reverse	2	0.062155161052942276
2492	rnn.bias_hh_l0_reverse	3	-0.004426444880664349
2492	rnn.bias_hh_l0_reverse	4	0.07847142219543457
2492	rnn.bias_hh_l0_reverse	5	0.01063366699963808
2492	rnn.bias_hh_l0_reverse	6	-0.0648558959364891
2492	rnn.bias_hh_l0_reverse	7	0.04352954030036926
2492	rnn.bias_hh_l0_reverse	8	0.016188541427254677
2492	rnn.bias_hh_l0_reverse	9	-0.07428111881017685
2492	linear.weight	0	0.09215220808982849
2492	linear.weight	1	-0.09642215818166733
2492	linear.weight	2	-0.07715127617120743
2492	linear.weight	3	0.04624510928988457
2492	linear.weight	4	0.022995570674538612
2492	linear.weight	5	-0.047752443701028824
2492	linear.weight	6	-0.01873154379427433
2492	linear.weight	7	-0.025731660425662994
2492	linear.weight	8	0.06291278451681137
2492	linear.weight	9	0.17841748893260956
2492	linear.bias	0	0.10439600050449371
2492	linear.bias	1	0.03529613837599754
2492	linear.bias	2	-0.25431594252586365
2492	linear.bias	3	0.8302922248840332
2492	linear.bias	4	-0.35392168164253235
2492	linear.bias	5	-0.030769959092140198
2492	linear.bias	6	-0.16991552710533142
2492	linear.bias	7	-0.10974244773387909
2492	linear.bias	8	0.13145701587200165
2492	linear.bias	9	-0.30280396342277527
2520	transitions	0	-0.5381549000740051
2520	transitions	1	0.4524458646774292
2520	transitions	2	1.8290355205535889
2520	transitions	3	0.21687105298042297
2520	transitions	4	1.039123773574829
2520	transitions	5	1.2773370742797852
2520	transitions	6	0.48588913679122925
2520	transitions	7	0.18733222782611847
2520	transitions	8	-0.9181577563285828
2520	transitions	9	0.9307940006256104
2520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2520	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2520	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2520	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2520	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2520	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2520	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2520	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2520	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2520	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2520	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2520	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2520	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2520	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2520	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2520	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2520	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2520	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2520	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2520	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2520	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2520	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2520	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2520	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2520	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2520	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2520	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2520	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2520	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2520	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2520	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2520	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2520	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2520	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2520	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2520	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2520	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2520	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2520	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2520	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2520	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2520	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2520	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2520	embedding2nn.weight	0	0.008097018115222454
2520	embedding2nn.weight	1	0.012730307877063751
2520	embedding2nn.weight	2	-0.004193199798464775
2520	embedding2nn.weight	3	0.0035960939712822437
2520	embedding2nn.weight	4	-0.0027972778771072626
2520	embedding2nn.weight	5	0.003909304738044739
2520	embedding2nn.weight	6	-0.0012556163128465414
2520	embedding2nn.weight	7	0.00906372256577015
2520	embedding2nn.weight	8	-0.008440764620900154
2520	embedding2nn.weight	9	-0.013118404895067215
2520	embedding2nn.bias	0	-0.011114242486655712
2520	embedding2nn.bias	1	-0.021408110857009888
2520	embedding2nn.bias	2	-0.06496778875589371
2520	embedding2nn.bias	3	0.003955002408474684
2520	embedding2nn.bias	4	0.03287806361913681
2520	embedding2nn.bias	5	-0.033438146114349365
2520	embedding2nn.bias	6	0.047799210995435715
2520	embedding2nn.bias	7	0.07186231017112732
2520	embedding2nn.bias	8	0.014109974727034569
2520	embedding2nn.bias	9	-0.00039719391497783363
2520	rnn.weight_ih_l0	0	0.032942961901426315
2520	rnn.weight_ih_l0	1	-0.006749963853508234
2520	rnn.weight_ih_l0	2	-0.025723828002810478
2520	rnn.weight_ih_l0	3	-0.05034064128994942
2520	rnn.weight_ih_l0	4	-0.05107934772968292
2520	rnn.weight_ih_l0	5	0.0012492474634200335
2520	rnn.weight_ih_l0	6	-0.05427097901701927
2520	rnn.weight_ih_l0	7	-0.04651253670454025
2520	rnn.weight_ih_l0	8	-0.047413378953933716
2520	rnn.weight_ih_l0	9	-0.026290010660886765
2520	rnn.weight_hh_l0	0	0.014576602727174759
2520	rnn.weight_hh_l0	1	-0.009325627237558365
2520	rnn.weight_hh_l0	2	-0.0221922155469656
2520	rnn.weight_hh_l0	3	-0.01147406455129385
2520	rnn.weight_hh_l0	4	-0.060506656765937805
2520	rnn.weight_hh_l0	5	-0.026571545749902725
2520	rnn.weight_hh_l0	6	-0.01865001954138279
2520	rnn.weight_hh_l0	7	0.04098794609308243
2520	rnn.weight_hh_l0	8	-0.02286360412836075
2520	rnn.weight_hh_l0	9	0.033114608377218246
2520	rnn.bias_ih_l0	0	0.06615014374256134
2520	rnn.bias_ih_l0	1	-0.061697863042354584
2520	rnn.bias_ih_l0	2	0.08494169265031815
2520	rnn.bias_ih_l0	3	0.07701712101697922
2520	rnn.bias_ih_l0	4	0.08280513435602188
2520	rnn.bias_ih_l0	5	0.007353587541729212
2520	rnn.bias_ih_l0	6	-0.014176306314766407
2520	rnn.bias_ih_l0	7	-0.07415593415498734
2520	rnn.bias_ih_l0	8	-0.10579530894756317
2520	rnn.bias_ih_l0	9	0.0684618279337883
2520	rnn.bias_hh_l0	0	-0.028339577838778496
2520	rnn.bias_hh_l0	1	0.02718508616089821
2520	rnn.bias_hh_l0	2	-0.009128278121352196
2520	rnn.bias_hh_l0	3	0.007217364385724068
2520	rnn.bias_hh_l0	4	-0.05166226252913475
2520	rnn.bias_hh_l0	5	0.08115760236978531
2520	rnn.bias_hh_l0	6	-0.01574760302901268
2520	rnn.bias_hh_l0	7	0.005073119420558214
2520	rnn.bias_hh_l0	8	0.020192477852106094
2520	rnn.bias_hh_l0	9	0.06999010592699051
2520	rnn.weight_ih_l0_reverse	0	-0.03315712511539459
2520	rnn.weight_ih_l0_reverse	1	-0.006113880779594183
2520	rnn.weight_ih_l0_reverse	2	0.022386888042092323
2520	rnn.weight_ih_l0_reverse	3	-0.059620119631290436
2520	rnn.weight_ih_l0_reverse	4	0.011557834222912788
2520	rnn.weight_ih_l0_reverse	5	-0.056645773351192474
2520	rnn.weight_ih_l0_reverse	6	0.013148732483386993
2520	rnn.weight_ih_l0_reverse	7	0.037826284766197205
2520	rnn.weight_ih_l0_reverse	8	-0.0356125608086586
2520	rnn.weight_ih_l0_reverse	9	-0.05099336430430412
2520	rnn.weight_hh_l0_reverse	0	-0.05928943678736687
2520	rnn.weight_hh_l0_reverse	1	-0.05706244334578514
2520	rnn.weight_hh_l0_reverse	2	0.00896619725972414
2520	rnn.weight_hh_l0_reverse	3	0.03966332972049713
2520	rnn.weight_hh_l0_reverse	4	0.0312223918735981
2520	rnn.weight_hh_l0_reverse	5	0.04544373229146004
2520	rnn.weight_hh_l0_reverse	6	0.005020189564675093
2520	rnn.weight_hh_l0_reverse	7	0.0006007160409353673
2520	rnn.weight_hh_l0_reverse	8	-0.0637233704328537
2520	rnn.weight_hh_l0_reverse	9	0.02593737281858921
2520	rnn.bias_ih_l0_reverse	0	-0.0345165990293026
2520	rnn.bias_ih_l0_reverse	1	-0.046395961195230484
2520	rnn.bias_ih_l0_reverse	2	0.0793229416012764
2520	rnn.bias_ih_l0_reverse	3	0.026927266269922256
2520	rnn.bias_ih_l0_reverse	4	-0.09002452343702316
2520	rnn.bias_ih_l0_reverse	5	0.007104546297341585
2520	rnn.bias_ih_l0_reverse	6	-0.0813727006316185
2520	rnn.bias_ih_l0_reverse	7	0.030877621844410896
2520	rnn.bias_ih_l0_reverse	8	0.017886701971292496
2520	rnn.bias_ih_l0_reverse	9	0.061863332986831665
2520	rnn.bias_hh_l0_reverse	0	0.03310326486825943
2520	rnn.bias_hh_l0_reverse	1	0.055869899690151215
2520	rnn.bias_hh_l0_reverse	2	0.06177307292819023
2520	rnn.bias_hh_l0_reverse	3	-0.0036407492589205503
2520	rnn.bias_hh_l0_reverse	4	0.0772445797920227
2520	rnn.bias_hh_l0_reverse	5	0.01789974793791771
2520	rnn.bias_hh_l0_reverse	6	-0.06424019485712051
2520	rnn.bias_hh_l0_reverse	7	0.042630162090063095
2520	rnn.bias_hh_l0_reverse	8	0.018105395138263702
2520	rnn.bias_hh_l0_reverse	9	-0.07387895882129669
2520	linear.weight	0	0.07572689652442932
2520	linear.weight	1	-0.09645931422710419
2520	linear.weight	2	-0.0734771266579628
2520	linear.weight	3	0.041583217680454254
2520	linear.weight	4	0.01942579448223114
2520	linear.weight	5	-0.05028843879699707
2520	linear.weight	6	-0.018612157553434372
2520	linear.weight	7	-0.029184671118855476
2520	linear.weight	8	0.05935341864824295
2520	linear.weight	9	0.17475464940071106
2520	linear.bias	0	0.08158791065216064
2520	linear.bias	1	0.034746043384075165
2520	linear.bias	2	-0.25629478693008423
2520	linear.bias	3	0.8411062955856323
2520	linear.bias	4	-0.3556607663631439
2520	linear.bias	5	-0.030769959092140198
2520	linear.bias	6	-0.17153526842594147
2520	linear.bias	7	-0.10923516750335693
2520	linear.bias	8	0.13224899768829346
2520	linear.bias	9	-0.30402377247810364
2548	transitions	0	-0.5386837124824524
2548	transitions	1	0.4521692991256714
2548	transitions	2	1.828260064125061
2548	transitions	3	0.21664614975452423
2548	transitions	4	1.0379328727722168
2548	transitions	5	1.2773133516311646
2548	transitions	6	0.4858817160129547
2548	transitions	7	0.18729187548160553
2548	transitions	8	-0.9181730151176453
2548	transitions	9	0.9307938814163208
2548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2548	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2548	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2548	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2548	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2548	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2548	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2548	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2548	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2548	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2548	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2548	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2548	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2548	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2548	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2548	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2548	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2548	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2548	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2548	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2548	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2548	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2548	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2548	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2548	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2548	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2548	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2548	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2548	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2548	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2548	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2548	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2548	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2548	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2548	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2548	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2548	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2548	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2548	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2548	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2548	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2548	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2548	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2548	embedding2nn.weight	0	0.008233550004661083
2548	embedding2nn.weight	1	0.013002810068428516
2548	embedding2nn.weight	2	-0.004200756549835205
2548	embedding2nn.weight	3	0.003346141893416643
2548	embedding2nn.weight	4	-0.002886733505874872
2548	embedding2nn.weight	5	0.003821972291916609
2548	embedding2nn.weight	6	-0.0012062572641298175
2548	embedding2nn.weight	7	0.009197455830872059
2548	embedding2nn.weight	8	-0.008176504634320736
2548	embedding2nn.weight	9	-0.013228354044258595
2548	embedding2nn.bias	0	-0.013592422939836979
2548	embedding2nn.bias	1	-0.020663335919380188
2548	embedding2nn.bias	2	-0.06115654110908508
2548	embedding2nn.bias	3	-0.006776615511626005
2548	embedding2nn.bias	4	0.03307732194662094
2548	embedding2nn.bias	5	-0.03561721742153168
2548	embedding2nn.bias	6	0.04848342016339302
2548	embedding2nn.bias	7	0.07202847301959991
2548	embedding2nn.bias	8	0.014606717973947525
2548	embedding2nn.bias	9	-0.0021437928080558777
2548	rnn.weight_ih_l0	0	0.03294781595468521
2548	rnn.weight_ih_l0	1	-0.007154471706598997
2548	rnn.weight_ih_l0	2	-0.02559569850564003
2548	rnn.weight_ih_l0	3	-0.049893319606781006
2548	rnn.weight_ih_l0	4	-0.05121855437755585
2548	rnn.weight_ih_l0	5	0.0009779930114746094
2548	rnn.weight_ih_l0	6	-0.05431731045246124
2548	rnn.weight_ih_l0	7	-0.04643449932336807
2548	rnn.weight_ih_l0	8	-0.047789327800273895
2548	rnn.weight_ih_l0	9	-0.02623964101076126
2548	rnn.weight_hh_l0	0	0.014671308919787407
2548	rnn.weight_hh_l0	1	-0.009275740943849087
2548	rnn.weight_hh_l0	2	-0.023130696266889572
2548	rnn.weight_hh_l0	3	-0.011456222273409367
2548	rnn.weight_hh_l0	4	-0.060688767582178116
2548	rnn.weight_hh_l0	5	-0.026312444359064102
2548	rnn.weight_hh_l0	6	-0.017124013975262642
2548	rnn.weight_hh_l0	7	0.03894012048840523
2548	rnn.weight_hh_l0	8	-0.02308046817779541
2548	rnn.weight_hh_l0	9	0.03358110040426254
2548	rnn.bias_ih_l0	0	0.0669022649526596
2548	rnn.bias_ih_l0	1	-0.06166559457778931
2548	rnn.bias_ih_l0	2	0.08453264087438583
2548	rnn.bias_ih_l0	3	0.07806333899497986
2548	rnn.bias_ih_l0	4	0.08365944772958755
2548	rnn.bias_ih_l0	5	0.007040050812065601
2548	rnn.bias_ih_l0	6	-0.015482369810342789
2548	rnn.bias_ih_l0	7	-0.0707424208521843
2548	rnn.bias_ih_l0	8	-0.1082097515463829
2548	rnn.bias_ih_l0	9	0.06751320511102676
2548	rnn.bias_hh_l0	0	-0.029175005853176117
2548	rnn.bias_hh_l0	1	0.025268737226724625
2548	rnn.bias_hh_l0	2	-0.010965579189360142
2548	rnn.bias_hh_l0	3	0.007800103165209293
2548	rnn.bias_hh_l0	4	-0.05104677006602287
2548	rnn.bias_hh_l0	5	0.08085132390260696
2548	rnn.bias_hh_l0	6	-0.014496664516627789
2548	rnn.bias_hh_l0	7	0.00489760609343648
2548	rnn.bias_hh_l0	8	0.018886415287852287
2548	rnn.bias_hh_l0	9	0.06787348538637161
2548	rnn.weight_ih_l0_reverse	0	-0.03315237909555435
2548	rnn.weight_ih_l0_reverse	1	-0.005500516388565302
2548	rnn.weight_ih_l0_reverse	2	0.022496093064546585
2548	rnn.weight_ih_l0_reverse	3	-0.05957716703414917
2548	rnn.weight_ih_l0_reverse	4	0.011679494753479958
2548	rnn.weight_ih_l0_reverse	5	-0.05646226182579994
2548	rnn.weight_ih_l0_reverse	6	0.012327048927545547
2548	rnn.weight_ih_l0_reverse	7	0.03773615509271622
2548	rnn.weight_ih_l0_reverse	8	-0.03571715205907822
2548	rnn.weight_ih_l0_reverse	9	-0.051098357886075974
2548	rnn.weight_hh_l0_reverse	0	-0.05877639725804329
2548	rnn.weight_hh_l0_reverse	1	-0.057188693434000015
2548	rnn.weight_hh_l0_reverse	2	0.009621641598641872
2548	rnn.weight_hh_l0_reverse	3	0.03981444612145424
2548	rnn.weight_hh_l0_reverse	4	0.03094976767897606
2548	rnn.weight_hh_l0_reverse	5	0.0453701876103878
2548	rnn.weight_hh_l0_reverse	6	0.004445345140993595
2548	rnn.weight_hh_l0_reverse	7	0.0006479437579400837
2548	rnn.weight_hh_l0_reverse	8	-0.06338836997747421
2548	rnn.weight_hh_l0_reverse	9	0.026239804923534393
2548	rnn.bias_ih_l0_reverse	0	-0.03675861284136772
2548	rnn.bias_ih_l0_reverse	1	-0.050358425825834274
2548	rnn.bias_ih_l0_reverse	2	0.07834628969430923
2548	rnn.bias_ih_l0_reverse	3	0.026590904220938683
2548	rnn.bias_ih_l0_reverse	4	-0.09019266813993454
2548	rnn.bias_ih_l0_reverse	5	0.006360073108226061
2548	rnn.bias_ih_l0_reverse	6	-0.08199591189622879
2548	rnn.bias_ih_l0_reverse	7	0.02750280499458313
2548	rnn.bias_ih_l0_reverse	8	0.018401695415377617
2548	rnn.bias_ih_l0_reverse	9	0.06297070533037186
2548	rnn.bias_hh_l0_reverse	0	0.03330650180578232
2548	rnn.bias_hh_l0_reverse	1	0.05426590517163277
2548	rnn.bias_hh_l0_reverse	2	0.06034852936863899
2548	rnn.bias_hh_l0_reverse	3	-0.004493177868425846
2548	rnn.bias_hh_l0_reverse	4	0.07610633224248886
2548	rnn.bias_hh_l0_reverse	5	0.014063864015042782
2548	rnn.bias_hh_l0_reverse	6	-0.06635133922100067
2548	rnn.bias_hh_l0_reverse	7	0.041005734354257584
2548	rnn.bias_hh_l0_reverse	8	0.016005028039216995
2548	rnn.bias_hh_l0_reverse	9	-0.07445211708545685
2548	linear.weight	0	0.07753414660692215
2548	linear.weight	1	-0.09647242724895477
2548	linear.weight	2	-0.07424062490463257
2548	linear.weight	3	0.04451732337474823
2548	linear.weight	4	0.02009183168411255
2548	linear.weight	5	-0.04996335878968239
2548	linear.weight	6	-0.018452346324920654
2548	linear.weight	7	-0.02902020700275898
2548	linear.weight	8	0.05819558724761009
2548	linear.weight	9	0.17503410577774048
2548	linear.bias	0	0.08943089842796326
2548	linear.bias	1	0.023834319785237312
2548	linear.bias	2	-0.25757020711898804
2548	linear.bias	3	0.853969395160675
2548	linear.bias	4	-0.35730859637260437
2548	linear.bias	5	-0.030769959092140198
2548	linear.bias	6	-0.17210842669010162
2548	linear.bias	7	-0.11395636945962906
2548	linear.bias	8	0.12114263325929642
2548	linear.bias	9	-0.3051566779613495
2576	transitions	0	-0.5391697287559509
2576	transitions	1	0.4519175887107849
2576	transitions	2	1.8278082609176636
2576	transitions	3	0.21636854112148285
2576	transitions	4	1.0376664400100708
2576	transitions	5	1.2772877216339111
2576	transitions	6	0.48586782813072205
2576	transitions	7	0.18726393580436707
2576	transitions	8	-0.9181802272796631
2576	transitions	9	0.9307935237884521
2576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2576	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2576	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2576	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2576	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2576	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2576	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2576	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2576	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2576	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2576	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2576	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2576	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2576	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2576	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2576	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2576	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2576	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2576	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2576	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2576	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2576	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2576	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2576	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2576	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2576	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2576	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2576	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2576	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2576	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2576	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2576	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2576	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2576	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2576	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2576	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2576	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2576	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2576	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2576	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2576	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2576	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2576	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2576	embedding2nn.weight	0	0.008505577221512794
2576	embedding2nn.weight	1	0.012914370745420456
2576	embedding2nn.weight	2	-0.004258963745087385
2576	embedding2nn.weight	3	0.0033617992885410786
2576	embedding2nn.weight	4	-0.0029581566341221333
2576	embedding2nn.weight	5	0.0038930366281419992
2576	embedding2nn.weight	6	-0.001014955691061914
2576	embedding2nn.weight	7	0.009281209670007229
2576	embedding2nn.weight	8	-0.008276956155896187
2576	embedding2nn.weight	9	-0.013221882283687592
2576	embedding2nn.bias	0	-0.012154155410826206
2576	embedding2nn.bias	1	-0.01736178994178772
2576	embedding2nn.bias	2	-0.051172059029340744
2576	embedding2nn.bias	3	0.0029471477027982473
2576	embedding2nn.bias	4	0.03244026005268097
2576	embedding2nn.bias	5	-0.03380339592695236
2576	embedding2nn.bias	6	0.045542843639850616
2576	embedding2nn.bias	7	0.07492727041244507
2576	embedding2nn.bias	8	0.015466898679733276
2576	embedding2nn.bias	9	-0.00042135693365707994
2576	rnn.weight_ih_l0	0	0.032740458846092224
2576	rnn.weight_ih_l0	1	-0.006692821159958839
2576	rnn.weight_ih_l0	2	-0.024273257702589035
2576	rnn.weight_ih_l0	3	-0.049733370542526245
2576	rnn.weight_ih_l0	4	-0.05134428292512894
2576	rnn.weight_ih_l0	5	0.0010216623777523637
2576	rnn.weight_ih_l0	6	-0.054138898849487305
2576	rnn.weight_ih_l0	7	-0.04641912505030632
2576	rnn.weight_ih_l0	8	-0.047822847962379456
2576	rnn.weight_ih_l0	9	-0.02630770206451416
2576	rnn.weight_hh_l0	0	0.014737429097294807
2576	rnn.weight_hh_l0	1	-0.008801761083304882
2576	rnn.weight_hh_l0	2	-0.02342517115175724
2576	rnn.weight_hh_l0	3	-0.011686278507113457
2576	rnn.weight_hh_l0	4	-0.06068740412592888
2576	rnn.weight_hh_l0	5	-0.02589833363890648
2576	rnn.weight_hh_l0	6	-0.018800895661115646
2576	rnn.weight_hh_l0	7	0.03734760358929634
2576	rnn.weight_hh_l0	8	-0.02309439331293106
2576	rnn.weight_hh_l0	9	0.03290317580103874
2576	rnn.bias_ih_l0	0	0.0672399178147316
2576	rnn.bias_ih_l0	1	-0.06103549897670746
2576	rnn.bias_ih_l0	2	0.08611590415239334
2576	rnn.bias_ih_l0	3	0.07613983005285263
2576	rnn.bias_ih_l0	4	0.08288875967264175
2576	rnn.bias_ih_l0	5	0.006259365007281303
2576	rnn.bias_ih_l0	6	-0.013866777531802654
2576	rnn.bias_ih_l0	7	-0.07312505692243576
2576	rnn.bias_ih_l0	8	-0.10569074749946594
2576	rnn.bias_ih_l0	9	0.06645029038190842
2576	rnn.bias_hh_l0	0	-0.028676902875304222
2576	rnn.bias_hh_l0	1	0.025346793234348297
2576	rnn.bias_hh_l0	2	-0.01102087739855051
2576	rnn.bias_hh_l0	3	0.010342520661652088
2576	rnn.bias_hh_l0	4	-0.05036984756588936
2576	rnn.bias_hh_l0	5	0.08212753385305405
2576	rnn.bias_hh_l0	6	-0.013955717906355858
2576	rnn.bias_hh_l0	7	0.0054542007856070995
2576	rnn.bias_hh_l0	8	0.020502008497714996
2576	rnn.bias_hh_l0	9	0.06978477537631989
2576	rnn.weight_ih_l0_reverse	0	-0.033257100731134415
2576	rnn.weight_ih_l0_reverse	1	-0.006709238979965448
2576	rnn.weight_ih_l0_reverse	2	0.022529885172843933
2576	rnn.weight_ih_l0_reverse	3	-0.060071785002946854
2576	rnn.weight_ih_l0_reverse	4	0.011901156045496464
2576	rnn.weight_ih_l0_reverse	5	-0.056355904787778854
2576	rnn.weight_ih_l0_reverse	6	0.014704948291182518
2576	rnn.weight_ih_l0_reverse	7	0.03757330775260925
2576	rnn.weight_ih_l0_reverse	8	-0.03570851311087608
2576	rnn.weight_ih_l0_reverse	9	-0.05088886246085167
2576	rnn.weight_hh_l0_reverse	0	-0.058680757880210876
2576	rnn.weight_hh_l0_reverse	1	-0.05766016244888306
2576	rnn.weight_hh_l0_reverse	2	0.008961346931755543
2576	rnn.weight_hh_l0_reverse	3	0.03956661745905876
2576	rnn.weight_hh_l0_reverse	4	0.03056141920387745
2576	rnn.weight_hh_l0_reverse	5	0.04525332897901535
2576	rnn.weight_hh_l0_reverse	6	0.0036773772444576025
2576	rnn.weight_hh_l0_reverse	7	0.0007024753140285611
2576	rnn.weight_hh_l0_reverse	8	-0.06387384235858917
2576	rnn.weight_hh_l0_reverse	9	0.026783913373947144
2576	rnn.bias_ih_l0_reverse	0	-0.03630034625530243
2576	rnn.bias_ih_l0_reverse	1	-0.04821028560400009
2576	rnn.bias_ih_l0_reverse	2	0.07926012575626373
2576	rnn.bias_ih_l0_reverse	3	0.02659391611814499
2576	rnn.bias_ih_l0_reverse	4	-0.09059672802686691
2576	rnn.bias_ih_l0_reverse	5	0.006401051767170429
2576	rnn.bias_ih_l0_reverse	6	-0.08241080492734909
2576	rnn.bias_ih_l0_reverse	7	0.028191328048706055
2576	rnn.bias_ih_l0_reverse	8	0.018292324617505074
2576	rnn.bias_ih_l0_reverse	9	0.06327307969331741
2576	rnn.bias_hh_l0_reverse	0	0.03501274809241295
2576	rnn.bias_hh_l0_reverse	1	0.05439196899533272
2576	rnn.bias_hh_l0_reverse	2	0.060271669179201126
2576	rnn.bias_hh_l0_reverse	3	-0.004516126587986946
2576	rnn.bias_hh_l0_reverse	4	0.07698742300271988
2576	rnn.bias_hh_l0_reverse	5	0.01333034411072731
2576	rnn.bias_hh_l0_reverse	6	-0.06623212993144989
2576	rnn.bias_hh_l0_reverse	7	0.04019654542207718
2576	rnn.bias_hh_l0_reverse	8	0.01685231365263462
2576	rnn.bias_hh_l0_reverse	9	-0.08523007482290268
2576	linear.weight	0	0.08653338998556137
2576	linear.weight	1	-0.09651456028223038
2576	linear.weight	2	-0.0735127255320549
2576	linear.weight	3	0.039313267916440964
2576	linear.weight	4	0.020885098725557327
2576	linear.weight	5	-0.05121332034468651
2576	linear.weight	6	-0.0182600487023592
2576	linear.weight	7	-0.02889183722436428
2576	linear.weight	8	0.05736299231648445
2576	linear.weight	9	0.178228497505188
2576	linear.bias	0	0.1070895567536354
2576	linear.bias	1	0.018095694482326508
2576	linear.bias	2	-0.26100555062294006
2576	linear.bias	3	0.8545879125595093
2576	linear.bias	4	-0.35872095823287964
2576	linear.bias	5	-0.030769959092140198
2576	linear.bias	6	-0.1765429675579071
2576	linear.bias	7	-0.12018520385026932
2576	linear.bias	8	0.13094991445541382
2576	linear.bias	9	-0.30609598755836487
2604	transitions	0	-0.5394974946975708
2604	transitions	1	0.4516471326351166
2604	transitions	2	1.827402949333191
2604	transitions	3	0.21600671112537384
2604	transitions	4	1.037392258644104
2604	transitions	5	1.2772692441940308
2604	transitions	6	0.4858618974685669
2604	transitions	7	0.1872231364250183
2604	transitions	8	-0.9181877970695496
2604	transitions	9	0.9307932257652283
2604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2604	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2604	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2604	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2604	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2604	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2604	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2604	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2604	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2604	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2604	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2604	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2604	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2604	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2604	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2604	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2604	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2604	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2604	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2604	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2604	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2604	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2604	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2604	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2604	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2604	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2604	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2604	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2604	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2604	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2604	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2604	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2604	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2604	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2604	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2604	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2604	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2604	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2604	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2604	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2604	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2604	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2604	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2604	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2604	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2604	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2604	embedding2nn.weight	0	0.008651760406792164
2604	embedding2nn.weight	1	0.012868734076619148
2604	embedding2nn.weight	2	-0.00420768465846777
2604	embedding2nn.weight	3	0.0032670735381543636
2604	embedding2nn.weight	4	-0.003044641576707363
2604	embedding2nn.weight	5	0.004096049349755049
2604	embedding2nn.weight	6	-0.0010689913760870695
2604	embedding2nn.weight	7	0.009095580317080021
2604	embedding2nn.weight	8	-0.008108047768473625
2604	embedding2nn.weight	9	-0.013321501202881336
2604	embedding2nn.bias	0	-0.006878457497805357
2604	embedding2nn.bias	1	-0.018898120149970055
2604	embedding2nn.bias	2	-0.05816521495580673
2604	embedding2nn.bias	3	-0.0040380689315497875
2604	embedding2nn.bias	4	0.03327757120132446
2604	embedding2nn.bias	5	-0.036328814923763275
2604	embedding2nn.bias	6	0.04657575115561485
2604	embedding2nn.bias	7	0.06524011492729187
2604	embedding2nn.bias	8	0.016251500695943832
2604	embedding2nn.bias	9	-0.0010295987594872713
2604	rnn.weight_ih_l0	0	0.03283420205116272
2604	rnn.weight_ih_l0	1	-0.006898272316902876
2604	rnn.weight_ih_l0	2	-0.024103594943881035
2604	rnn.weight_ih_l0	3	-0.04983687773346901
2604	rnn.weight_ih_l0	4	-0.051368795335292816
2604	rnn.weight_ih_l0	5	0.0014332603896036744
2604	rnn.weight_ih_l0	6	-0.05430445820093155
2604	rnn.weight_ih_l0	7	-0.046558085829019547
2604	rnn.weight_ih_l0	8	-0.04751856252551079
2604	rnn.weight_ih_l0	9	-0.02638615295290947
2604	rnn.weight_hh_l0	0	0.014600192196667194
2604	rnn.weight_hh_l0	1	-0.008733672089874744
2604	rnn.weight_hh_l0	2	-0.022744935005903244
2604	rnn.weight_hh_l0	3	-0.011327436193823814
2604	rnn.weight_hh_l0	4	-0.06058564782142639
2604	rnn.weight_hh_l0	5	-0.026139095425605774
2604	rnn.weight_hh_l0	6	-0.01952885277569294
2604	rnn.weight_hh_l0	7	0.03759617358446121
2604	rnn.weight_hh_l0	8	-0.022992447018623352
2604	rnn.weight_hh_l0	9	0.032340217381715775
2604	rnn.bias_ih_l0	0	0.06712978333234787
2604	rnn.bias_ih_l0	1	-0.06307278573513031
2604	rnn.bias_ih_l0	2	0.0860280767083168
2604	rnn.bias_ih_l0	3	0.07742200791835785
2604	rnn.bias_ih_l0	4	0.08271779119968414
2604	rnn.bias_ih_l0	5	0.008058452978730202
2604	rnn.bias_ih_l0	6	-0.016451900824904442
2604	rnn.bias_ih_l0	7	-0.06618114560842514
2604	rnn.bias_ih_l0	8	-0.10158171504735947
2604	rnn.bias_ih_l0	9	0.06605977565050125
2604	rnn.bias_hh_l0	0	-0.02781427651643753
2604	rnn.bias_hh_l0	1	0.02450614795088768
2604	rnn.bias_hh_l0	2	-0.011775684542953968
2604	rnn.bias_hh_l0	3	0.010097075253725052
2604	rnn.bias_hh_l0	4	-0.049358613789081573
2604	rnn.bias_hh_l0	5	0.08384308964014053
2604	rnn.bias_hh_l0	6	-0.014012961648404598
2604	rnn.bias_hh_l0	7	0.0077287787571549416
2604	rnn.bias_hh_l0	8	0.017916886135935783
2604	rnn.bias_hh_l0	9	0.07043635845184326
2604	rnn.weight_ih_l0_reverse	0	-0.033189259469509125
2604	rnn.weight_ih_l0_reverse	1	-0.006601089611649513
2604	rnn.weight_ih_l0_reverse	2	0.022545501589775085
2604	rnn.weight_ih_l0_reverse	3	-0.05963866040110588
2604	rnn.weight_ih_l0_reverse	4	0.012131932191550732
2604	rnn.weight_ih_l0_reverse	5	-0.056153636425733566
2604	rnn.weight_ih_l0_reverse	6	0.014552763663232327
2604	rnn.weight_ih_l0_reverse	7	0.037590865045785904
2604	rnn.weight_ih_l0_reverse	8	-0.03558795899152756
2604	rnn.weight_ih_l0_reverse	9	-0.05117074027657509
2604	rnn.weight_hh_l0_reverse	0	-0.058216094970703125
2604	rnn.weight_hh_l0_reverse	1	-0.058270715177059174
2604	rnn.weight_hh_l0_reverse	2	0.009051836095750332
2604	rnn.weight_hh_l0_reverse	3	0.039644692093133926
2604	rnn.weight_hh_l0_reverse	4	0.030846500769257545
2604	rnn.weight_hh_l0_reverse	5	0.045183341950178146
2604	rnn.weight_hh_l0_reverse	6	0.0037235876079648733
2604	rnn.weight_hh_l0_reverse	7	0.000571001844946295
2604	rnn.weight_hh_l0_reverse	8	-0.0640266090631485
2604	rnn.weight_hh_l0_reverse	9	0.02755427546799183
2604	rnn.bias_ih_l0_reverse	0	-0.036727722734212875
2604	rnn.bias_ih_l0_reverse	1	-0.052208419889211655
2604	rnn.bias_ih_l0_reverse	2	0.07945916056632996
2604	rnn.bias_ih_l0_reverse	3	0.02682882361114025
2604	rnn.bias_ih_l0_reverse	4	-0.09019207954406738
2604	rnn.bias_ih_l0_reverse	5	0.007126096170395613
2604	rnn.bias_ih_l0_reverse	6	-0.08058830350637436
2604	rnn.bias_ih_l0_reverse	7	0.02641104906797409
2604	rnn.bias_ih_l0_reverse	8	0.018976883962750435
2604	rnn.bias_ih_l0_reverse	9	0.06456451863050461
2604	rnn.bias_hh_l0_reverse	0	0.03428150340914726
2604	rnn.bias_hh_l0_reverse	1	0.054340217262506485
2604	rnn.bias_hh_l0_reverse	2	0.058961447328329086
2604	rnn.bias_hh_l0_reverse	3	-0.00431065633893013
2604	rnn.bias_hh_l0_reverse	4	0.07865242660045624
2604	rnn.bias_hh_l0_reverse	5	0.012429148890078068
2604	rnn.bias_hh_l0_reverse	6	-0.06538595259189606
2604	rnn.bias_hh_l0_reverse	7	0.04074140638113022
2604	rnn.bias_hh_l0_reverse	8	0.016150478273630142
2604	rnn.bias_hh_l0_reverse	9	-0.07563550770282745
2604	linear.weight	0	0.09206610172986984
2604	linear.weight	1	-0.09653337299823761
2604	linear.weight	2	-0.07300157099962234
2604	linear.weight	3	0.045713428407907486
2604	linear.weight	4	0.019781889393925667
2604	linear.weight	5	-0.05053785443305969
2604	linear.weight	6	-0.018157556653022766
2604	linear.weight	7	-0.028716018423438072
2604	linear.weight	8	0.058067865669727325
2604	linear.weight	9	0.17719319462776184
2604	linear.bias	0	0.09114929288625717
2604	linear.bias	1	0.019277246668934822
2604	linear.bias	2	-0.2596559226512909
2604	linear.bias	3	0.8463791012763977
2604	linear.bias	4	-0.36005738377571106
2604	linear.bias	5	-0.030769959092140198
2604	linear.bias	6	-0.1755080223083496
2604	linear.bias	7	-0.12545548379421234
2604	linear.bias	8	0.12734228372573853
2604	linear.bias	9	-0.3070429265499115
2632	transitions	0	-0.5401365756988525
2632	transitions	1	0.45136502385139465
2632	transitions	2	1.8269071578979492
2632	transitions	3	0.21558623015880585
2632	transitions	4	1.0372775793075562
2632	transitions	5	1.27725088596344
2632	transitions	6	0.48585841059684753
2632	transitions	7	0.1871657371520996
2632	transitions	8	-0.9181948900222778
2632	transitions	9	0.9307931065559387
2632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2632	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2632	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2632	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2632	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2632	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2632	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2632	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2632	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2632	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2632	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2632	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2632	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2632	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2632	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2632	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2632	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2632	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2632	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2632	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2632	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2632	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2632	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2632	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2632	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2632	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2632	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2632	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2632	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2632	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2632	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2632	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2632	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2632	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2632	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2632	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2632	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2632	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2632	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2632	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2632	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2632	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2632	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2632	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2632	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2632	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2632	embedding2nn.weight	0	0.00975714810192585
2632	embedding2nn.weight	1	0.013098442927002907
2632	embedding2nn.weight	2	-0.004201974719762802
2632	embedding2nn.weight	3	0.00311591406352818
2632	embedding2nn.weight	4	-0.0029836478643119335
2632	embedding2nn.weight	5	0.004237712826579809
2632	embedding2nn.weight	6	-0.0011009594891220331
2632	embedding2nn.weight	7	0.009330415166914463
2632	embedding2nn.weight	8	-0.008037380874156952
2632	embedding2nn.weight	9	-0.013276759535074234
2632	embedding2nn.bias	0	-0.00508695375174284
2632	embedding2nn.bias	1	-0.015265353955328465
2632	embedding2nn.bias	2	-0.05674163997173309
2632	embedding2nn.bias	3	0.0007431402336806059
2632	embedding2nn.bias	4	0.027570147067308426
2632	embedding2nn.bias	5	-0.03313782811164856
2632	embedding2nn.bias	6	0.04717136174440384
2632	embedding2nn.bias	7	0.06433037668466568
2632	embedding2nn.bias	8	0.008796248584985733
2632	embedding2nn.bias	9	0.0002269614051328972
2632	rnn.weight_ih_l0	0	0.03289945051074028
2632	rnn.weight_ih_l0	1	-0.008070535957813263
2632	rnn.weight_ih_l0	2	-0.023181159049272537
2632	rnn.weight_ih_l0	3	-0.0499139279127121
2632	rnn.weight_ih_l0	4	-0.050934601575136185
2632	rnn.weight_ih_l0	5	0.0014788158005103469
2632	rnn.weight_ih_l0	6	-0.054307740181684494
2632	rnn.weight_ih_l0	7	-0.04642406105995178
2632	rnn.weight_ih_l0	8	-0.04766182228922844
2632	rnn.weight_ih_l0	9	-0.02647016942501068
2632	rnn.weight_hh_l0	0	0.013940715231001377
2632	rnn.weight_hh_l0	1	-0.009639101102948189
2632	rnn.weight_hh_l0	2	-0.02238193154335022
2632	rnn.weight_hh_l0	3	-0.0108867846429348
2632	rnn.weight_hh_l0	4	-0.060693975538015366
2632	rnn.weight_hh_l0	5	-0.026434380561113358
2632	rnn.weight_hh_l0	6	-0.020106283947825432
2632	rnn.weight_hh_l0	7	0.038896188139915466
2632	rnn.weight_hh_l0	8	-0.022991910576820374
2632	rnn.weight_hh_l0	9	0.03251983970403671
2632	rnn.bias_ih_l0	0	0.06722237169742584
2632	rnn.bias_ih_l0	1	-0.06415686756372452
2632	rnn.bias_ih_l0	2	0.0872858390212059
2632	rnn.bias_ih_l0	3	0.0767705887556076
2632	rnn.bias_ih_l0	4	0.08275668323040009
2632	rnn.bias_ih_l0	5	0.008711389265954494
2632	rnn.bias_ih_l0	6	-0.01525266095995903
2632	rnn.bias_ih_l0	7	-0.06535522639751434
2632	rnn.bias_ih_l0	8	-0.1040378138422966
2632	rnn.bias_ih_l0	9	0.06684525310993195
2632	rnn.bias_hh_l0	0	-0.027440005913376808
2632	rnn.bias_hh_l0	1	0.024385688826441765
2632	rnn.bias_hh_l0	2	-0.013732866384088993
2632	rnn.bias_hh_l0	3	0.011030184105038643
2632	rnn.bias_hh_l0	4	-0.05141067132353783
2632	rnn.bias_hh_l0	5	0.08413801342248917
2632	rnn.bias_hh_l0	6	-0.014349482022225857
2632	rnn.bias_hh_l0	7	0.006491486914455891
2632	rnn.bias_hh_l0	8	0.019116127863526344
2632	rnn.bias_hh_l0	9	0.0716833621263504
2632	rnn.weight_ih_l0_reverse	0	-0.033167578279972076
2632	rnn.weight_ih_l0_reverse	1	-0.006661232560873032
2632	rnn.weight_ih_l0_reverse	2	0.02239665575325489
2632	rnn.weight_ih_l0_reverse	3	-0.05931445583701134
2632	rnn.weight_ih_l0_reverse	4	0.012018224224448204
2632	rnn.weight_ih_l0_reverse	5	-0.056130845099687576
2632	rnn.weight_ih_l0_reverse	6	0.013886980712413788
2632	rnn.weight_ih_l0_reverse	7	0.03775361552834511
2632	rnn.weight_ih_l0_reverse	8	-0.03558100014925003
2632	rnn.weight_ih_l0_reverse	9	-0.05108433589339256
2632	rnn.weight_hh_l0_reverse	0	-0.05882477015256882
2632	rnn.weight_hh_l0_reverse	1	-0.0584070160984993
2632	rnn.weight_hh_l0_reverse	2	0.008304384537041187
2632	rnn.weight_hh_l0_reverse	3	0.03970222920179367
2632	rnn.weight_hh_l0_reverse	4	0.030843470245599747
2632	rnn.weight_hh_l0_reverse	5	0.045271292328834534
2632	rnn.weight_hh_l0_reverse	6	0.0021105173509567976
2632	rnn.weight_hh_l0_reverse	7	0.0005744162481278181
2632	rnn.weight_hh_l0_reverse	8	-0.0644807517528534
2632	rnn.weight_hh_l0_reverse	9	0.026922723278403282
2632	rnn.bias_ih_l0_reverse	0	-0.031103385612368584
2632	rnn.bias_ih_l0_reverse	1	-0.04839267209172249
2632	rnn.bias_ih_l0_reverse	2	0.08053456246852875
2632	rnn.bias_ih_l0_reverse	3	0.026934215798974037
2632	rnn.bias_ih_l0_reverse	4	-0.09020432829856873
2632	rnn.bias_ih_l0_reverse	5	0.006659477483481169
2632	rnn.bias_ih_l0_reverse	6	-0.08152057230472565
2632	rnn.bias_ih_l0_reverse	7	0.025228919461369514
2632	rnn.bias_ih_l0_reverse	8	0.019999997690320015
2632	rnn.bias_ih_l0_reverse	9	0.06604847311973572
2632	rnn.bias_hh_l0_reverse	0	0.032602615654468536
2632	rnn.bias_hh_l0_reverse	1	0.05702726170420647
2632	rnn.bias_hh_l0_reverse	2	0.059687480330467224
2632	rnn.bias_hh_l0_reverse	3	-0.004093578550964594
2632	rnn.bias_hh_l0_reverse	4	0.07759685069322586
2632	rnn.bias_hh_l0_reverse	5	0.015048820525407791
2632	rnn.bias_hh_l0_reverse	6	-0.0651891753077507
2632	rnn.bias_hh_l0_reverse	7	0.040926143527030945
2632	rnn.bias_hh_l0_reverse	8	0.017746420577168465
2632	rnn.bias_hh_l0_reverse	9	-0.06865476071834564
2632	linear.weight	0	0.10612417012453079
2632	linear.weight	1	-0.09652093797922134
2632	linear.weight	2	-0.076230987906456
2632	linear.weight	3	0.0474051795899868
2632	linear.weight	4	0.020218320190906525
2632	linear.weight	5	-0.0494309701025486
2632	linear.weight	6	-0.01811346225440502
2632	linear.weight	7	-0.02853352017700672
2632	linear.weight	8	0.05922624096274376
2632	linear.weight	9	0.17915236949920654
2632	linear.bias	0	0.1019495353102684
2632	linear.bias	1	0.022115714848041534
2632	linear.bias	2	-0.2593875229358673
2632	linear.bias	3	0.8383041620254517
2632	linear.bias	4	-0.35818883776664734
2632	linear.bias	5	-0.030769959092140198
2632	linear.bias	6	-0.17542040348052979
2632	linear.bias	7	-0.12076589465141296
2632	linear.bias	8	0.1249655932188034
2632	linear.bias	9	-0.3078902065753937
2660	transitions	0	-0.5405405163764954
2660	transitions	1	0.45108601450920105
2660	transitions	2	1.8263139724731445
2660	transitions	3	0.2153657078742981
2660	transitions	4	1.0366830825805664
2660	transitions	5	1.2772197723388672
2660	transitions	6	0.48582762479782104
2660	transitions	7	0.1871471405029297
2660	transitions	8	-0.918200671672821
2660	transitions	9	0.9307927489280701
2660	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2660	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2660	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2660	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2660	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2660	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2660	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2660	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2660	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2660	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2660	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2660	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2660	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2660	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2660	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2660	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2660	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2660	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2660	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2660	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2660	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2660	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2660	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2660	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2660	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2660	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2660	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2660	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2660	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2660	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2660	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2660	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2660	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2660	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2660	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2660	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2660	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2660	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2660	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2660	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2660	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2660	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2660	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2660	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2660	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2660	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2660	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2660	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2660	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2660	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2660	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2660	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2660	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2660	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2660	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2660	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2660	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2660	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2660	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2660	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2660	embedding2nn.weight	0	0.009700436145067215
2660	embedding2nn.weight	1	0.01309899426996708
2660	embedding2nn.weight	2	-0.004155447240918875
2660	embedding2nn.weight	3	0.002853809855878353
2660	embedding2nn.weight	4	-0.002986432518810034
2660	embedding2nn.weight	5	0.004094719421118498
2660	embedding2nn.weight	6	-0.0010956687619909644
2660	embedding2nn.weight	7	0.008229709230363369
2660	embedding2nn.weight	8	-0.007960709743201733
2660	embedding2nn.weight	9	-0.013395331799983978
2660	embedding2nn.bias	0	-0.003275827271863818
2660	embedding2nn.bias	1	-0.02048264443874359
2660	embedding2nn.bias	2	-0.050460509955883026
2660	embedding2nn.bias	3	0.004245218355208635
2660	embedding2nn.bias	4	0.030670715495944023
2660	embedding2nn.bias	5	-0.03923206031322479
2660	embedding2nn.bias	6	0.044077318161726
2660	embedding2nn.bias	7	0.06067383661866188
2660	embedding2nn.bias	8	0.012861736118793488
2660	embedding2nn.bias	9	-8.989596972241998e-05
2660	rnn.weight_ih_l0	0	0.03305289149284363
2660	rnn.weight_ih_l0	1	-0.007580514065921307
2660	rnn.weight_ih_l0	2	-0.025382697582244873
2660	rnn.weight_ih_l0	3	-0.049582213163375854
2660	rnn.weight_ih_l0	4	-0.05102251470088959
2660	rnn.weight_ih_l0	5	0.0014315418666228652
2660	rnn.weight_ih_l0	6	-0.0541456900537014
2660	rnn.weight_ih_l0	7	-0.04638637974858284
2660	rnn.weight_ih_l0	8	-0.04758038744330406
2660	rnn.weight_ih_l0	9	-0.026499714702367783
2660	rnn.weight_hh_l0	0	0.014114041812717915
2660	rnn.weight_hh_l0	1	-0.009067533537745476
2660	rnn.weight_hh_l0	2	-0.022192874923348427
2660	rnn.weight_hh_l0	3	-0.011104975827038288
2660	rnn.weight_hh_l0	4	-0.06097410246729851
2660	rnn.weight_hh_l0	5	-0.026798726990818977
2660	rnn.weight_hh_l0	6	-0.019352426752448082
2660	rnn.weight_hh_l0	7	0.039733726531267166
2660	rnn.weight_hh_l0	8	-0.022777169942855835
2660	rnn.weight_hh_l0	9	0.031359948217868805
2660	rnn.bias_ih_l0	0	0.06797781586647034
2660	rnn.bias_ih_l0	1	-0.06460893154144287
2660	rnn.bias_ih_l0	2	0.0848495289683342
2660	rnn.bias_ih_l0	3	0.07438966631889343
2660	rnn.bias_ih_l0	4	0.08276060968637466
2660	rnn.bias_ih_l0	5	0.009643561206758022
2660	rnn.bias_ih_l0	6	-0.015603064559400082
2660	rnn.bias_ih_l0	7	-0.06825616955757141
2660	rnn.bias_ih_l0	8	-0.10641919076442719
2660	rnn.bias_ih_l0	9	0.06714627146720886
2660	rnn.bias_hh_l0	0	-0.026793699711561203
2660	rnn.bias_hh_l0	1	0.02498665079474449
2660	rnn.bias_hh_l0	2	-0.010910219512879848
2660	rnn.bias_hh_l0	3	0.013507284224033356
2660	rnn.bias_hh_l0	4	-0.0524640753865242
2660	rnn.bias_hh_l0	5	0.08631707727909088
2660	rnn.bias_hh_l0	6	-0.014155442826449871
2660	rnn.bias_hh_l0	7	0.008502853102982044
2660	rnn.bias_hh_l0	8	0.01876572147011757
2660	rnn.bias_hh_l0	9	0.07089603692293167
2660	rnn.weight_ih_l0_reverse	0	-0.033098336309194565
2660	rnn.weight_ih_l0_reverse	1	-0.007096883375197649
2660	rnn.weight_ih_l0_reverse	2	0.02237270213663578
2660	rnn.weight_ih_l0_reverse	3	-0.05942092090845108
2660	rnn.weight_ih_l0_reverse	4	0.01155086699873209
2660	rnn.weight_ih_l0_reverse	5	-0.056225553154945374
2660	rnn.weight_ih_l0_reverse	6	0.014508184045553207
2660	rnn.weight_ih_l0_reverse	7	0.037894267588853836
2660	rnn.weight_ih_l0_reverse	8	-0.03549506142735481
2660	rnn.weight_ih_l0_reverse	9	-0.05131061002612114
2660	rnn.weight_hh_l0_reverse	0	-0.058523375540971756
2660	rnn.weight_hh_l0_reverse	1	-0.058197181671857834
2660	rnn.weight_hh_l0_reverse	2	0.008159589022397995
2660	rnn.weight_hh_l0_reverse	3	0.03954724222421646
2660	rnn.weight_hh_l0_reverse	4	0.030964763835072517
2660	rnn.weight_hh_l0_reverse	5	0.045272085815668106
2660	rnn.weight_hh_l0_reverse	6	0.003454595571383834
2660	rnn.weight_hh_l0_reverse	7	0.0007111431332305074
2660	rnn.weight_hh_l0_reverse	8	-0.06483777612447739
2660	rnn.weight_hh_l0_reverse	9	0.02766195312142372
2660	rnn.bias_ih_l0_reverse	0	-0.034001268446445465
2660	rnn.bias_ih_l0_reverse	1	-0.038849446922540665
2660	rnn.bias_ih_l0_reverse	2	0.08056680113077164
2660	rnn.bias_ih_l0_reverse	3	0.02700931951403618
2660	rnn.bias_ih_l0_reverse	4	-0.0911276638507843
2660	rnn.bias_ih_l0_reverse	5	0.008808786980807781
2660	rnn.bias_ih_l0_reverse	6	-0.0826132595539093
2660	rnn.bias_ih_l0_reverse	7	0.027948515489697456
2660	rnn.bias_ih_l0_reverse	8	0.019557639956474304
2660	rnn.bias_ih_l0_reverse	9	0.06564242392778397
2660	rnn.bias_hh_l0_reverse	0	0.03372957557439804
2660	rnn.bias_hh_l0_reverse	1	0.05957330763339996
2660	rnn.bias_hh_l0_reverse	2	0.06161830946803093
2660	rnn.bias_hh_l0_reverse	3	-0.004012804012745619
2660	rnn.bias_hh_l0_reverse	4	0.07774896919727325
2660	rnn.bias_hh_l0_reverse	5	0.005903746001422405
2660	rnn.bias_hh_l0_reverse	6	-0.0657871663570404
2660	rnn.bias_hh_l0_reverse	7	0.040416404604911804
2660	rnn.bias_hh_l0_reverse	8	0.018262887373566628
2660	rnn.bias_hh_l0_reverse	9	-0.06893537193536758
2660	linear.weight	0	0.10699563473463058
2660	linear.weight	1	-0.09658000618219376
2660	linear.weight	2	-0.07887368649244308
2660	linear.weight	3	0.04483885318040848
2660	linear.weight	4	0.0206458680331707
2660	linear.weight	5	-0.04748959094285965
2660	linear.weight	6	-0.01797344721853733
2660	linear.weight	7	-0.02844170853495598
2660	linear.weight	8	0.05706346780061722
2660	linear.weight	9	0.1837424337863922
2660	linear.bias	0	0.11312339454889297
2660	linear.bias	1	0.023969506844878197
2660	linear.bias	2	-0.2599053382873535
2660	linear.bias	3	0.8409591317176819
2660	linear.bias	4	-0.35974568128585815
2660	linear.bias	5	-0.030769959092140198
2660	linear.bias	6	-0.173470139503479
2660	linear.bias	7	-0.1109098345041275
2660	linear.bias	8	0.11494271457195282
2660	linear.bias	9	-0.3088011145591736
2688	transitions	0	-0.5410441160202026
2688	transitions	1	0.4506796598434448
2688	transitions	2	1.8256009817123413
2688	transitions	3	0.21412310004234314
2688	transitions	4	1.0364036560058594
2688	transitions	5	1.2771927118301392
2688	transitions	6	0.48581990599632263
2688	transitions	7	0.18708394467830658
2688	transitions	8	-0.9182114601135254
2688	transitions	9	0.9307921528816223
2688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2688	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2688	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2688	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2688	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2688	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2688	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2688	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2688	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2688	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2688	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2688	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2688	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2688	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2688	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2688	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2688	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2688	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2688	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2688	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2688	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2688	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2688	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2688	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2688	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2688	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2688	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2688	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2688	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2688	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2688	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2688	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2688	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2688	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2688	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2688	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2688	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2688	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2688	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2688	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2688	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2688	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2688	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2688	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2688	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2688	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2688	embedding2nn.weight	0	0.009285582229495049
2688	embedding2nn.weight	1	0.013025892898440361
2688	embedding2nn.weight	2	-0.004170105326920748
2688	embedding2nn.weight	3	0.002903360640630126
2688	embedding2nn.weight	4	-0.002992958528921008
2688	embedding2nn.weight	5	0.004079650621861219
2688	embedding2nn.weight	6	-0.0011000109370797873
2688	embedding2nn.weight	7	0.007722838316112757
2688	embedding2nn.weight	8	-0.007904569618403912
2688	embedding2nn.weight	9	-0.013464427553117275
2688	embedding2nn.bias	0	-0.004360119346529245
2688	embedding2nn.bias	1	-0.01569143496453762
2688	embedding2nn.bias	2	-0.056266024708747864
2688	embedding2nn.bias	3	0.008722449652850628
2688	embedding2nn.bias	4	0.031161904335021973
2688	embedding2nn.bias	5	-0.028277641162276268
2688	embedding2nn.bias	6	0.03961944207549095
2688	embedding2nn.bias	7	0.05844869837164879
2688	embedding2nn.bias	8	0.007746876683086157
2688	embedding2nn.bias	9	-0.004795605782419443
2688	rnn.weight_ih_l0	0	0.033075638115406036
2688	rnn.weight_ih_l0	1	-0.0071333302184939384
2688	rnn.weight_ih_l0	2	-0.026148073375225067
2688	rnn.weight_ih_l0	3	-0.04964296147227287
2688	rnn.weight_ih_l0	4	-0.05104741454124451
2688	rnn.weight_ih_l0	5	0.0014439905062317848
2688	rnn.weight_ih_l0	6	-0.05404489487409592
2688	rnn.weight_ih_l0	7	-0.04636608436703682
2688	rnn.weight_ih_l0	8	-0.04771299287676811
2688	rnn.weight_ih_l0	9	-0.026522871106863022
2688	rnn.weight_hh_l0	0	0.014079321175813675
2688	rnn.weight_hh_l0	1	-0.008454704657196999
2688	rnn.weight_hh_l0	2	-0.02180112525820732
2688	rnn.weight_hh_l0	3	-0.011397617869079113
2688	rnn.weight_hh_l0	4	-0.06128593534231186
2688	rnn.weight_hh_l0	5	-0.026475870981812477
2688	rnn.weight_hh_l0	6	-0.020047498866915703
2688	rnn.weight_hh_l0	7	0.0391128845512867
2688	rnn.weight_hh_l0	8	-0.022811811417341232
2688	rnn.weight_hh_l0	9	0.03109598346054554
2688	rnn.bias_ih_l0	0	0.0679854080080986
2688	rnn.bias_ih_l0	1	-0.06676524877548218
2688	rnn.bias_ih_l0	2	0.08285938948392868
2688	rnn.bias_ih_l0	3	0.07588889449834824
2688	rnn.bias_ih_l0	4	0.08432280272245407
2688	rnn.bias_ih_l0	5	0.009604810737073421
2688	rnn.bias_ih_l0	6	-0.018376249819993973
2688	rnn.bias_ih_l0	7	-0.08028501272201538
2688	rnn.bias_ih_l0	8	-0.10632091760635376
2688	rnn.bias_ih_l0	9	0.06844915449619293
2688	rnn.bias_hh_l0	0	-0.027924982830882072
2688	rnn.bias_hh_l0	1	0.024520285427570343
2688	rnn.bias_hh_l0	2	-0.009551003575325012
2688	rnn.bias_hh_l0	3	0.012060598470270634
2688	rnn.bias_hh_l0	4	-0.05224696919322014
2688	rnn.bias_hh_l0	5	0.08455603569746017
2688	rnn.bias_hh_l0	6	-0.01388593576848507
2688	rnn.bias_hh_l0	7	0.007505069952458143
2688	rnn.bias_hh_l0	8	0.015992533415555954
2688	rnn.bias_hh_l0	9	0.0711258202791214
2688	rnn.weight_ih_l0_reverse	0	-0.03325146809220314
2688	rnn.weight_ih_l0_reverse	1	-0.006836751941591501
2688	rnn.weight_ih_l0_reverse	2	0.02226296253502369
2688	rnn.weight_ih_l0_reverse	3	-0.059783559292554855
2688	rnn.weight_ih_l0_reverse	4	0.011836442165076733
2688	rnn.weight_ih_l0_reverse	5	-0.056233614683151245
2688	rnn.weight_ih_l0_reverse	6	0.014437262900173664
2688	rnn.weight_ih_l0_reverse	7	0.037890173494815826
2688	rnn.weight_ih_l0_reverse	8	-0.03569347783923149
2688	rnn.weight_ih_l0_reverse	9	-0.05145943537354469
2688	rnn.weight_hh_l0_reverse	0	-0.05920971930027008
2688	rnn.weight_hh_l0_reverse	1	-0.05711660534143448
2688	rnn.weight_hh_l0_reverse	2	0.008392604999244213
2688	rnn.weight_hh_l0_reverse	3	0.03941982239484787
2688	rnn.weight_hh_l0_reverse	4	0.03057386912405491
2688	rnn.weight_hh_l0_reverse	5	0.045381657779216766
2688	rnn.weight_hh_l0_reverse	6	0.0048605697229504585
2688	rnn.weight_hh_l0_reverse	7	0.0001490048016421497
2688	rnn.weight_hh_l0_reverse	8	-0.06449729949235916
2688	rnn.weight_hh_l0_reverse	9	0.027626438066363335
2688	rnn.bias_ih_l0_reverse	0	-0.032881561666727066
2688	rnn.bias_ih_l0_reverse	1	-0.042102206498384476
2688	rnn.bias_ih_l0_reverse	2	0.079787477850914
2688	rnn.bias_ih_l0_reverse	3	0.02738102339208126
2688	rnn.bias_ih_l0_reverse	4	-0.09310002624988556
2688	rnn.bias_ih_l0_reverse	5	0.008783241733908653
2688	rnn.bias_ih_l0_reverse	6	-0.08058366924524307
2688	rnn.bias_ih_l0_reverse	7	0.025786468759179115
2688	rnn.bias_ih_l0_reverse	8	0.01946466974914074
2688	rnn.bias_ih_l0_reverse	9	0.06592803448438644
2688	rnn.bias_hh_l0_reverse	0	0.03636739030480385
2688	rnn.bias_hh_l0_reverse	1	0.05940566956996918
2688	rnn.bias_hh_l0_reverse	2	0.06050196290016174
2688	rnn.bias_hh_l0_reverse	3	-0.003729605581611395
2688	rnn.bias_hh_l0_reverse	4	0.07667727768421173
2688	rnn.bias_hh_l0_reverse	5	0.003607100108638406
2688	rnn.bias_hh_l0_reverse	6	-0.06563294678926468
2688	rnn.bias_hh_l0_reverse	7	0.04178968444466591
2688	rnn.bias_hh_l0_reverse	8	0.018384777009487152
2688	rnn.bias_hh_l0_reverse	9	-0.06553550064563751
2688	linear.weight	0	0.11946902424097061
2688	linear.weight	1	-0.09662248194217682
2688	linear.weight	2	-0.07536628842353821
2688	linear.weight	3	0.04543652758002281
2688	linear.weight	4	0.021185601130127907
2688	linear.weight	5	-0.04915372654795647
2688	linear.weight	6	-0.01783696562051773
2688	linear.weight	7	-0.03131420537829399
2688	linear.weight	8	0.05913558974862099
2688	linear.weight	9	0.18820606172084808
2688	linear.bias	0	0.12055094540119171
2688	linear.bias	1	0.03874555602669716
2688	linear.bias	2	-0.26996272802352905
2688	linear.bias	3	0.8437215685844421
2688	linear.bias	4	-0.36149588227272034
2688	linear.bias	5	-0.030769959092140198
2688	linear.bias	6	-0.18399286270141602
2688	linear.bias	7	-0.10984455794095993
2688	linear.bias	8	0.12502141296863556
2688	linear.bias	9	-0.3099827766418457
2716	transitions	0	-0.5413514971733093
2716	transitions	1	0.4504247009754181
2716	transitions	2	1.8251217603683472
2716	transitions	3	0.21375170350074768
2716	transitions	4	1.0362277030944824
2716	transitions	5	1.2771522998809814
2716	transitions	6	0.48580899834632874
2716	transitions	7	0.18688391149044037
2716	transitions	8	-0.9182197451591492
2716	transitions	9	0.9307917356491089
2716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2716	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2716	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2716	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2716	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2716	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2716	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2716	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2716	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2716	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2716	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2716	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2716	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2716	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2716	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2716	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2716	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2716	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2716	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2716	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2716	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2716	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2716	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2716	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2716	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2716	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2716	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2716	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2716	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2716	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2716	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2716	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2716	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2716	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2716	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2716	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2716	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2716	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2716	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2716	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2716	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2716	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2716	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2716	embedding2nn.weight	0	0.009505369700491428
2716	embedding2nn.weight	1	0.013040932826697826
2716	embedding2nn.weight	2	-0.004280736204236746
2716	embedding2nn.weight	3	0.0030966412741690874
2716	embedding2nn.weight	4	-0.00301759853027761
2716	embedding2nn.weight	5	0.004207751248031855
2716	embedding2nn.weight	6	-0.001060422626323998
2716	embedding2nn.weight	7	0.0077479565516114235
2716	embedding2nn.weight	8	-0.00789956096559763
2716	embedding2nn.weight	9	-0.013420474715530872
2716	embedding2nn.bias	0	-0.0033133134711533785
2716	embedding2nn.bias	1	-0.014900079928338528
2716	embedding2nn.bias	2	-0.06342171132564545
2716	embedding2nn.bias	3	0.006220635958015919
2716	embedding2nn.bias	4	0.03581586480140686
2716	embedding2nn.bias	5	-0.02930280938744545
2716	embedding2nn.bias	6	0.04697057232260704
2716	embedding2nn.bias	7	0.06584063172340393
2716	embedding2nn.bias	8	0.011863683350384235
2716	embedding2nn.bias	9	-0.0010813478147611022
2716	rnn.weight_ih_l0	0	0.03307109698653221
2716	rnn.weight_ih_l0	1	-0.008384540677070618
2716	rnn.weight_ih_l0	2	-0.026585856452584267
2716	rnn.weight_ih_l0	3	-0.04968522489070892
2716	rnn.weight_ih_l0	4	-0.051252156496047974
2716	rnn.weight_ih_l0	5	0.0015093703987076879
2716	rnn.weight_ih_l0	6	-0.05411826819181442
2716	rnn.weight_ih_l0	7	-0.04650856927037239
2716	rnn.weight_ih_l0	8	-0.0478358194231987
2716	rnn.weight_ih_l0	9	-0.026668891310691833
2716	rnn.weight_hh_l0	0	0.014074086211621761
2716	rnn.weight_hh_l0	1	-0.008681890554726124
2716	rnn.weight_hh_l0	2	-0.021541515365242958
2716	rnn.weight_hh_l0	3	-0.011523754335939884
2716	rnn.weight_hh_l0	4	-0.06091604009270668
2716	rnn.weight_hh_l0	5	-0.026241980493068695
2716	rnn.weight_hh_l0	6	-0.02034403756260872
2716	rnn.weight_hh_l0	7	0.03976036235690117
2716	rnn.weight_hh_l0	8	-0.022777682170271873
2716	rnn.weight_hh_l0	9	0.030628077685832977
2716	rnn.bias_ih_l0	0	0.06731592863798141
2716	rnn.bias_ih_l0	1	-0.0656966120004654
2716	rnn.bias_ih_l0	2	0.08408523350954056
2716	rnn.bias_ih_l0	3	0.07674872875213623
2716	rnn.bias_ih_l0	4	0.08552156388759613
2716	rnn.bias_ih_l0	5	0.0102074034512043
2716	rnn.bias_ih_l0	6	-0.01681556925177574
2716	rnn.bias_ih_l0	7	-0.07722141593694687
2716	rnn.bias_ih_l0	8	-0.10902389883995056
2716	rnn.bias_ih_l0	9	0.06756304949522018
2716	rnn.bias_hh_l0	0	-0.029022905975580215
2716	rnn.bias_hh_l0	1	0.022775322198867798
2716	rnn.bias_hh_l0	2	-0.0059222448617219925
2716	rnn.bias_hh_l0	3	0.013781759887933731
2716	rnn.bias_hh_l0	4	-0.052144479006528854
2716	rnn.bias_hh_l0	5	0.08575505018234253
2716	rnn.bias_hh_l0	6	-0.011865547858178616
2716	rnn.bias_hh_l0	7	0.007920940406620502
2716	rnn.bias_hh_l0	8	0.017553213983774185
2716	rnn.bias_hh_l0	9	0.0746915340423584
2716	rnn.weight_ih_l0_reverse	0	-0.033251162618398666
2716	rnn.weight_ih_l0_reverse	1	-0.00719523336738348
2716	rnn.weight_ih_l0_reverse	2	0.022358525544404984
2716	rnn.weight_ih_l0_reverse	3	-0.05989830940961838
2716	rnn.weight_ih_l0_reverse	4	0.011674039997160435
2716	rnn.weight_ih_l0_reverse	5	-0.05644768476486206
2716	rnn.weight_ih_l0_reverse	6	0.014793255366384983
2716	rnn.weight_ih_l0_reverse	7	0.037900958210229874
2716	rnn.weight_ih_l0_reverse	8	-0.035711538046598434
2716	rnn.weight_ih_l0_reverse	9	-0.051577404141426086
2716	rnn.weight_hh_l0_reverse	0	-0.05943817272782326
2716	rnn.weight_hh_l0_reverse	1	-0.056441426277160645
2716	rnn.weight_hh_l0_reverse	2	0.00839945673942566
2716	rnn.weight_hh_l0_reverse	3	0.039154209196567535
2716	rnn.weight_hh_l0_reverse	4	0.0302773118019104
2716	rnn.weight_hh_l0_reverse	5	0.0452512763440609
2716	rnn.weight_hh_l0_reverse	6	0.00536430673673749
2716	rnn.weight_hh_l0_reverse	7	0.000274001358775422
2716	rnn.weight_hh_l0_reverse	8	-0.06439904123544693
2716	rnn.weight_hh_l0_reverse	9	0.02790539711713791
2716	rnn.bias_ih_l0_reverse	0	-0.032900840044021606
2716	rnn.bias_ih_l0_reverse	1	-0.043072205036878586
2716	rnn.bias_ih_l0_reverse	2	0.07840488851070404
2716	rnn.bias_ih_l0_reverse	3	0.027410248294472694
2716	rnn.bias_ih_l0_reverse	4	-0.09327507764101028
2716	rnn.bias_ih_l0_reverse	5	0.009308362379670143
2716	rnn.bias_ih_l0_reverse	6	-0.07993866503238678
2716	rnn.bias_ih_l0_reverse	7	0.026291340589523315
2716	rnn.bias_ih_l0_reverse	8	0.019798211753368378
2716	rnn.bias_ih_l0_reverse	9	0.06687065958976746
2716	rnn.bias_hh_l0_reverse	0	0.035983096808195114
2716	rnn.bias_hh_l0_reverse	1	0.0586211159825325
2716	rnn.bias_hh_l0_reverse	2	0.05942966416478157
2716	rnn.bias_hh_l0_reverse	3	-0.003734149970114231
2716	rnn.bias_hh_l0_reverse	4	0.07635874301195145
2716	rnn.bias_hh_l0_reverse	5	-0.0005498342798091471
2716	rnn.bias_hh_l0_reverse	6	-0.06533826142549515
2716	rnn.bias_hh_l0_reverse	7	0.042058054357767105
2716	rnn.bias_hh_l0_reverse	8	0.019119923934340477
2716	rnn.bias_hh_l0_reverse	9	-0.0794646143913269
2716	linear.weight	0	0.11588998138904572
2716	linear.weight	1	-0.09662991762161255
2716	linear.weight	2	-0.07472819089889526
2716	linear.weight	3	0.03774653375148773
2716	linear.weight	4	0.021688485518097878
2716	linear.weight	5	-0.048518694937229156
2716	linear.weight	6	-0.017720289528369904
2716	linear.weight	7	-0.03209486976265907
2716	linear.weight	8	0.05639699846506119
2716	linear.weight	9	0.18521857261657715
2716	linear.bias	0	0.10296957939863205
2716	linear.bias	1	0.034066978842020035
2716	linear.bias	2	-0.27189165353775024
2716	linear.bias	3	0.8785799145698547
2716	linear.bias	4	-0.35445618629455566
2716	linear.bias	5	-0.030769959092140198
2716	linear.bias	6	-0.18832728266716003
2716	linear.bias	7	-0.11717384308576584
2716	linear.bias	8	0.11709429323673248
2716	linear.bias	9	-0.31107938289642334
2744	transitions	0	-0.5416391491889954
2744	transitions	1	0.45015570521354675
2744	transitions	2	1.8246052265167236
2744	transitions	3	0.21352660655975342
2744	transitions	4	1.0360634326934814
2744	transitions	5	1.2771354913711548
2744	transitions	6	0.4857918918132782
2744	transitions	7	0.18686310946941376
2744	transitions	8	-0.9182234406471252
2744	transitions	9	0.9307915568351746
2744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2744	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2744	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2744	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2744	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2744	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2744	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2744	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2744	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2744	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2744	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2744	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2744	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2744	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2744	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2744	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2744	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2744	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2744	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2744	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2744	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2744	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2744	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2744	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2744	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2744	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2744	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2744	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2744	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2744	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2744	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2744	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2744	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2744	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2744	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2744	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2744	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2744	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2744	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2744	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2744	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2744	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2744	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2744	embedding2nn.weight	0	0.009364137426018715
2744	embedding2nn.weight	1	0.013031981885433197
2744	embedding2nn.weight	2	-0.004234651569277048
2744	embedding2nn.weight	3	0.0031030653044581413
2744	embedding2nn.weight	4	-0.0029298895969986916
2744	embedding2nn.weight	5	0.004449755884706974
2744	embedding2nn.weight	6	-0.001243998878635466
2744	embedding2nn.weight	7	0.00750579871237278
2744	embedding2nn.weight	8	-0.007875272072851658
2744	embedding2nn.weight	9	-0.013365747407078743
2744	embedding2nn.bias	0	-0.002240577945485711
2744	embedding2nn.bias	1	-0.010089147835969925
2744	embedding2nn.bias	2	-0.061858467757701874
2744	embedding2nn.bias	3	0.0070387315936386585
2744	embedding2nn.bias	4	0.024387171491980553
2744	embedding2nn.bias	5	-0.02542980946600437
2744	embedding2nn.bias	6	0.047531258314847946
2744	embedding2nn.bias	7	0.0697057768702507
2744	embedding2nn.bias	8	0.01510605588555336
2744	embedding2nn.bias	9	-0.00016161396342795342
2744	rnn.weight_ih_l0	0	0.033135853707790375
2744	rnn.weight_ih_l0	1	-0.00800082366913557
2744	rnn.weight_ih_l0	2	-0.026521509513258934
2744	rnn.weight_ih_l0	3	-0.049810755997896194
2744	rnn.weight_ih_l0	4	-0.05125568062067032
2744	rnn.weight_ih_l0	5	0.0016900635091587901
2744	rnn.weight_ih_l0	6	-0.05414636433124542
2744	rnn.weight_ih_l0	7	-0.04645277559757233
2744	rnn.weight_ih_l0	8	-0.047841161489486694
2744	rnn.weight_ih_l0	9	-0.026773078367114067
2744	rnn.weight_hh_l0	0	0.013907033018767834
2744	rnn.weight_hh_l0	1	-0.008261152543127537
2744	rnn.weight_hh_l0	2	-0.02211969718337059
2744	rnn.weight_hh_l0	3	-0.011401780880987644
2744	rnn.weight_hh_l0	4	-0.06107029691338539
2744	rnn.weight_hh_l0	5	-0.027043450623750687
2744	rnn.weight_hh_l0	6	-0.022690802812576294
2744	rnn.weight_hh_l0	7	0.04103880748152733
2744	rnn.weight_hh_l0	8	-0.023241890594363213
2744	rnn.weight_hh_l0	9	0.03040061704814434
2744	rnn.bias_ih_l0	0	0.06681039929389954
2744	rnn.bias_ih_l0	1	-0.06667741388082504
2744	rnn.bias_ih_l0	2	0.08420907706022263
2744	rnn.bias_ih_l0	3	0.07560525834560394
2744	rnn.bias_ih_l0	4	0.08431653678417206
2744	rnn.bias_ih_l0	5	0.009510115720331669
2744	rnn.bias_ih_l0	6	-0.017431721091270447
2744	rnn.bias_ih_l0	7	-0.07149067521095276
2744	rnn.bias_ih_l0	8	-0.10433138906955719
2744	rnn.bias_ih_l0	9	0.06685464829206467
2744	rnn.bias_hh_l0	0	-0.02974066324532032
2744	rnn.bias_hh_l0	1	0.023270834237337112
2744	rnn.bias_hh_l0	2	-0.008558736182749271
2744	rnn.bias_hh_l0	3	0.013411212712526321
2744	rnn.bias_hh_l0	4	-0.05260619521141052
2744	rnn.bias_hh_l0	5	0.08525262027978897
2744	rnn.bias_hh_l0	6	-0.013276394456624985
2744	rnn.bias_hh_l0	7	0.008245944045484066
2744	rnn.bias_hh_l0	8	0.01693706214427948
2744	rnn.bias_hh_l0	9	0.07375124096870422
2744	rnn.weight_ih_l0_reverse	0	-0.033405281603336334
2744	rnn.weight_ih_l0_reverse	1	-0.007901732809841633
2744	rnn.weight_ih_l0_reverse	2	0.022414255887269974
2744	rnn.weight_ih_l0_reverse	3	-0.06014236435294151
2744	rnn.weight_ih_l0_reverse	4	0.01148104015737772
2744	rnn.weight_ih_l0_reverse	5	-0.05648111552000046
2744	rnn.weight_ih_l0_reverse	6	0.013443360105156898
2744	rnn.weight_ih_l0_reverse	7	0.037917546927928925
2744	rnn.weight_ih_l0_reverse	8	-0.035820357501506805
2744	rnn.weight_ih_l0_reverse	9	-0.05145993456244469
2744	rnn.weight_hh_l0_reverse	0	-0.0598207451403141
2744	rnn.weight_hh_l0_reverse	1	-0.05600898340344429
2744	rnn.weight_hh_l0_reverse	2	0.008683018386363983
2744	rnn.weight_hh_l0_reverse	3	0.03951432928442955
2744	rnn.weight_hh_l0_reverse	4	0.030567333102226257
2744	rnn.weight_hh_l0_reverse	5	0.04519997537136078
2744	rnn.weight_hh_l0_reverse	6	0.004241177812218666
2744	rnn.weight_hh_l0_reverse	7	0.00033535552211105824
2744	rnn.weight_hh_l0_reverse	8	-0.06448265165090561
2744	rnn.weight_hh_l0_reverse	9	0.028218653053045273
2744	rnn.bias_ih_l0_reverse	0	-0.03129783645272255
2744	rnn.bias_ih_l0_reverse	1	-0.04452463239431381
2744	rnn.bias_ih_l0_reverse	2	0.07883784919977188
2744	rnn.bias_ih_l0_reverse	3	0.027386870235204697
2744	rnn.bias_ih_l0_reverse	4	-0.09093094617128372
2744	rnn.bias_ih_l0_reverse	5	0.009014328010380268
2744	rnn.bias_ih_l0_reverse	6	-0.0803389623761177
2744	rnn.bias_ih_l0_reverse	7	0.027307290583848953
2744	rnn.bias_ih_l0_reverse	8	0.018793774768710136
2744	rnn.bias_ih_l0_reverse	9	0.06758817285299301
2744	rnn.bias_hh_l0_reverse	0	0.030101055279374123
2744	rnn.bias_hh_l0_reverse	1	0.059916410595178604
2744	rnn.bias_hh_l0_reverse	2	0.05932297930121422
2744	rnn.bias_hh_l0_reverse	3	-0.0030373113695532084
2744	rnn.bias_hh_l0_reverse	4	0.07615113258361816
2744	rnn.bias_hh_l0_reverse	5	0.0071313814260065556
2744	rnn.bias_hh_l0_reverse	6	-0.06409057229757309
2744	rnn.bias_hh_l0_reverse	7	0.0428384467959404
2744	rnn.bias_hh_l0_reverse	8	0.020560935139656067
2744	rnn.bias_hh_l0_reverse	9	-0.0683736503124237
2744	linear.weight	0	0.11434807628393173
2744	linear.weight	1	-0.09658949077129364
2744	linear.weight	2	-0.07551911473274231
2744	linear.weight	3	0.043745409697294235
2744	linear.weight	4	0.022486362606287003
2744	linear.weight	5	-0.04932406172156334
2744	linear.weight	6	-0.017641695216298103
2744	linear.weight	7	-0.03202101215720177
2744	linear.weight	8	0.05505173280835152
2744	linear.weight	9	0.19102157652378082
2744	linear.bias	0	0.11109708994626999
2744	linear.bias	1	0.046111807227134705
2744	linear.bias	2	-0.2725347876548767
2744	linear.bias	3	0.8639578223228455
2744	linear.bias	4	-0.3558744788169861
2744	linear.bias	5	-0.030769959092140198
2744	linear.bias	6	-0.1895217001438141
2744	linear.bias	7	-0.1212080717086792
2744	linear.bias	8	0.11378506571054459
2744	linear.bias	9	-0.3120412528514862
2772	transitions	0	-0.5420240163803101
2772	transitions	1	0.44986140727996826
2772	transitions	2	1.8240485191345215
2772	transitions	3	0.2133069485425949
2772	transitions	4	1.0358271598815918
2772	transitions	5	1.2771133184432983
2772	transitions	6	0.48578786849975586
2772	transitions	7	0.18682214617729187
2772	transitions	8	-0.9182282090187073
2772	transitions	9	0.9307913184165955
2772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2772	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2772	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2772	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2772	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2772	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2772	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2772	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2772	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2772	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2772	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2772	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2772	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2772	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2772	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2772	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2772	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2772	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2772	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2772	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2772	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2772	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2772	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2772	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2772	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2772	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2772	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2772	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2772	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2772	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2772	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2772	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2772	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2772	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2772	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2772	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2772	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2772	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2772	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2772	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2772	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2772	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2772	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2772	embedding2nn.weight	0	0.008319692686200142
2772	embedding2nn.weight	1	0.013046642765402794
2772	embedding2nn.weight	2	-0.004295565653592348
2772	embedding2nn.weight	3	0.0029810848645865917
2772	embedding2nn.weight	4	-0.002894018078222871
2772	embedding2nn.weight	5	0.004407524596899748
2772	embedding2nn.weight	6	-0.0012959378072991967
2772	embedding2nn.weight	7	0.006488962564617395
2772	embedding2nn.weight	8	-0.007749985903501511
2772	embedding2nn.weight	9	-0.013351624831557274
2772	embedding2nn.bias	0	-0.0010921902721747756
2772	embedding2nn.bias	1	-0.010562263429164886
2772	embedding2nn.bias	2	-0.05767171084880829
2772	embedding2nn.bias	3	0.006037395913153887
2772	embedding2nn.bias	4	0.02482173778116703
2772	embedding2nn.bias	5	-0.022380534559488297
2772	embedding2nn.bias	6	0.05048443004488945
2772	embedding2nn.bias	7	0.0671975389122963
2772	embedding2nn.bias	8	0.0090468255802989
2772	embedding2nn.bias	9	-0.006320636719465256
2772	rnn.weight_ih_l0	0	0.03323429450392723
2772	rnn.weight_ih_l0	1	-0.0075165587477386
2772	rnn.weight_ih_l0	2	-0.02636149898171425
2772	rnn.weight_ih_l0	3	-0.04981038719415665
2772	rnn.weight_ih_l0	4	-0.05128128081560135
2772	rnn.weight_ih_l0	5	0.0016450941329821944
2772	rnn.weight_ih_l0	6	-0.05413331091403961
2772	rnn.weight_ih_l0	7	-0.04622238874435425
2772	rnn.weight_ih_l0	8	-0.04780775308609009
2772	rnn.weight_ih_l0	9	-0.02670990116894245
2772	rnn.weight_hh_l0	0	0.013950289227068424
2772	rnn.weight_hh_l0	1	-0.00855235569179058
2772	rnn.weight_hh_l0	2	-0.02127695083618164
2772	rnn.weight_hh_l0	3	-0.011752725578844547
2772	rnn.weight_hh_l0	4	-0.06088788062334061
2772	rnn.weight_hh_l0	5	-0.027218377217650414
2772	rnn.weight_hh_l0	6	-0.023071695119142532
2772	rnn.weight_hh_l0	7	0.040377289056777954
2772	rnn.weight_hh_l0	8	-0.0231159795075655
2772	rnn.weight_hh_l0	9	0.031022964045405388
2772	rnn.bias_ih_l0	0	0.06567405164241791
2772	rnn.bias_ih_l0	1	-0.06491377204656601
2772	rnn.bias_ih_l0	2	0.08530591428279877
2772	rnn.bias_ih_l0	3	0.07447826862335205
2772	rnn.bias_ih_l0	4	0.08409124612808228
2772	rnn.bias_ih_l0	5	0.009688121266663074
2772	rnn.bias_ih_l0	6	-0.01634715124964714
2772	rnn.bias_ih_l0	7	-0.06093910336494446
2772	rnn.bias_ih_l0	8	-0.1009303629398346
2772	rnn.bias_ih_l0	9	0.06655014306306839
2772	rnn.bias_hh_l0	0	-0.0290925782173872
2772	rnn.bias_hh_l0	1	0.024217942729592323
2772	rnn.bias_hh_l0	2	-0.01001177728176117
2772	rnn.bias_hh_l0	3	0.0161286573857069
2772	rnn.bias_hh_l0	4	-0.05183657258749008
2772	rnn.bias_hh_l0	5	0.08436998724937439
2772	rnn.bias_hh_l0	6	-0.013532834127545357
2772	rnn.bias_hh_l0	7	0.009650756604969501
2772	rnn.bias_hh_l0	8	0.018021631985902786
2772	rnn.bias_hh_l0	9	0.07134516537189484
2772	rnn.weight_ih_l0_reverse	0	-0.03344359248876572
2772	rnn.weight_ih_l0_reverse	1	-0.007341379299759865
2772	rnn.weight_ih_l0_reverse	2	0.022304682061076164
2772	rnn.weight_ih_l0_reverse	3	-0.05981534346938133
2772	rnn.weight_ih_l0_reverse	4	0.011442814953625202
2772	rnn.weight_ih_l0_reverse	5	-0.05658278241753578
2772	rnn.weight_ih_l0_reverse	6	0.013619055971503258
2772	rnn.weight_ih_l0_reverse	7	0.03810952976346016
2772	rnn.weight_ih_l0_reverse	8	-0.035821810364723206
2772	rnn.weight_ih_l0_reverse	9	-0.05152970924973488
2772	rnn.weight_hh_l0_reverse	0	-0.06029161438345909
2772	rnn.weight_hh_l0_reverse	1	-0.05514511093497276
2772	rnn.weight_hh_l0_reverse	2	0.008528686128556728
2772	rnn.weight_hh_l0_reverse	3	0.03949565067887306
2772	rnn.weight_hh_l0_reverse	4	0.030403008684515953
2772	rnn.weight_hh_l0_reverse	5	0.045286789536476135
2772	rnn.weight_hh_l0_reverse	6	0.0059030381962656975
2772	rnn.weight_hh_l0_reverse	7	6.966574437683448e-05
2772	rnn.weight_hh_l0_reverse	8	-0.0653017908334732
2772	rnn.weight_hh_l0_reverse	9	0.028138093650341034
2772	rnn.bias_ih_l0_reverse	0	-0.03215742111206055
2772	rnn.bias_ih_l0_reverse	1	-0.04095989465713501
2772	rnn.bias_ih_l0_reverse	2	0.07894078642129898
2772	rnn.bias_ih_l0_reverse	3	0.028377309441566467
2772	rnn.bias_ih_l0_reverse	4	-0.09156626462936401
2772	rnn.bias_ih_l0_reverse	5	0.009437709115445614
2772	rnn.bias_ih_l0_reverse	6	-0.0787399634718895
2772	rnn.bias_ih_l0_reverse	7	0.026247886940836906
2772	rnn.bias_ih_l0_reverse	8	0.01755894348025322
2772	rnn.bias_ih_l0_reverse	9	0.0674344077706337
2772	rnn.bias_hh_l0_reverse	0	0.030398020520806313
2772	rnn.bias_hh_l0_reverse	1	0.06008783355355263
2772	rnn.bias_hh_l0_reverse	2	0.06272207945585251
2772	rnn.bias_hh_l0_reverse	3	-0.003625997109338641
2772	rnn.bias_hh_l0_reverse	4	0.0776538997888565
2772	rnn.bias_hh_l0_reverse	5	0.008118143305182457
2772	rnn.bias_hh_l0_reverse	6	-0.06392408162355423
2772	rnn.bias_hh_l0_reverse	7	0.04298751801252365
2772	rnn.bias_hh_l0_reverse	8	0.018714038655161858
2772	rnn.bias_hh_l0_reverse	9	-0.07101627439260483
2772	linear.weight	0	0.10207661241292953
2772	linear.weight	1	-0.09656741470098495
2772	linear.weight	2	-0.07445744425058365
2772	linear.weight	3	0.05473242700099945
2772	linear.weight	4	0.022012783214449883
2772	linear.weight	5	-0.051283735781908035
2772	linear.weight	6	-0.01754136011004448
2772	linear.weight	7	-0.03188955411314964
2772	linear.weight	8	0.058109041303396225
2772	linear.weight	9	0.18261054158210754
2772	linear.bias	0	0.09481421113014221
2772	linear.bias	1	0.03841839358210564
2772	linear.bias	2	-0.27330654859542847
2772	linear.bias	3	0.8760096430778503
2772	linear.bias	4	-0.3572992980480194
2772	linear.bias	5	-0.030769959092140198
2772	linear.bias	6	-0.1918266862630844
2772	linear.bias	7	-0.11657845973968506
2772	linear.bias	8	0.12337164580821991
2772	linear.bias	9	-0.3130215108394623
2800	transitions	0	-0.5425006151199341
2800	transitions	1	0.4496188461780548
2800	transitions	2	1.8235350847244263
2800	transitions	3	0.2130158543586731
2800	transitions	4	1.0355149507522583
2800	transitions	5	1.277092695236206
2800	transitions	6	0.4857823848724365
2800	transitions	7	0.1868007332086563
2800	transitions	8	-0.9182310104370117
2800	transitions	9	0.9307911396026611
2800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2800	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2800	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2800	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2800	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2800	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2800	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2800	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2800	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2800	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2800	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2800	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2800	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2800	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2800	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2800	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2800	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2800	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2800	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2800	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2800	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2800	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2800	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2800	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2800	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2800	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2800	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2800	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2800	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2800	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2800	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2800	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2800	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2800	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2800	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2800	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2800	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2800	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2800	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2800	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2800	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2800	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2800	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2800	embedding2nn.weight	0	0.008042817935347557
2800	embedding2nn.weight	1	0.013091865926980972
2800	embedding2nn.weight	2	-0.0042728763073682785
2800	embedding2nn.weight	3	0.0028761890716850758
2800	embedding2nn.weight	4	-0.002829177537932992
2800	embedding2nn.weight	5	0.0046220142394304276
2800	embedding2nn.weight	6	-0.0013685703743249178
2800	embedding2nn.weight	7	0.007010851055383682
2800	embedding2nn.weight	8	-0.007809217553585768
2800	embedding2nn.weight	9	-0.013349431566894054
2800	embedding2nn.bias	0	-0.004804973024874926
2800	embedding2nn.bias	1	-0.017655853182077408
2800	embedding2nn.bias	2	-0.06477876752614975
2800	embedding2nn.bias	3	0.0009188232943415642
2800	embedding2nn.bias	4	0.021630875766277313
2800	embedding2nn.bias	5	-0.022861994802951813
2800	embedding2nn.bias	6	0.05593423172831535
2800	embedding2nn.bias	7	0.062119416892528534
2800	embedding2nn.bias	8	0.006212083622813225
2800	embedding2nn.bias	9	-0.0011178917484357953
2800	rnn.weight_ih_l0	0	0.03317747637629509
2800	rnn.weight_ih_l0	1	-0.008163032121956348
2800	rnn.weight_ih_l0	2	-0.02626119926571846
2800	rnn.weight_ih_l0	3	-0.049885343760252
2800	rnn.weight_ih_l0	4	-0.05122373253107071
2800	rnn.weight_ih_l0	5	0.0016685088630765676
2800	rnn.weight_ih_l0	6	-0.0541185662150383
2800	rnn.weight_ih_l0	7	-0.04609251394867897
2800	rnn.weight_ih_l0	8	-0.0475626178085804
2800	rnn.weight_ih_l0	9	-0.026688380166888237
2800	rnn.weight_hh_l0	0	0.014081067405641079
2800	rnn.weight_hh_l0	1	-0.009256384335458279
2800	rnn.weight_hh_l0	2	-0.02154037170112133
2800	rnn.weight_hh_l0	3	-0.012055876664817333
2800	rnn.weight_hh_l0	4	-0.060937948524951935
2800	rnn.weight_hh_l0	5	-0.026666583493351936
2800	rnn.weight_hh_l0	6	-0.023407096043229103
2800	rnn.weight_hh_l0	7	0.039262257516384125
2800	rnn.weight_hh_l0	8	-0.0233757421374321
2800	rnn.weight_hh_l0	9	0.03128303214907646
2800	rnn.bias_ih_l0	0	0.06529054790735245
2800	rnn.bias_ih_l0	1	-0.06574401259422302
2800	rnn.bias_ih_l0	2	0.08254432678222656
2800	rnn.bias_ih_l0	3	0.07697208970785141
2800	rnn.bias_ih_l0	4	0.08377944678068161
2800	rnn.bias_ih_l0	5	0.011012573726475239
2800	rnn.bias_ih_l0	6	-0.013529501855373383
2800	rnn.bias_ih_l0	7	-0.06123323738574982
2800	rnn.bias_ih_l0	8	-0.1070614904165268
2800	rnn.bias_ih_l0	9	0.06672828644514084
2800	rnn.bias_hh_l0	0	-0.02776453085243702
2800	rnn.bias_hh_l0	1	0.025539057329297066
2800	rnn.bias_hh_l0	2	-0.009355897083878517
2800	rnn.bias_hh_l0	3	0.014936035498976707
2800	rnn.bias_hh_l0	4	-0.0525314062833786
2800	rnn.bias_hh_l0	5	0.08648023754358292
2800	rnn.bias_hh_l0	6	-0.012550106272101402
2800	rnn.bias_hh_l0	7	0.010839821770787239
2800	rnn.bias_hh_l0	8	0.020839279517531395
2800	rnn.bias_hh_l0	9	0.07153062522411346
2800	rnn.weight_ih_l0_reverse	0	-0.033465348184108734
2800	rnn.weight_ih_l0_reverse	1	-0.00758623331785202
2800	rnn.weight_ih_l0_reverse	2	0.022280853241682053
2800	rnn.weight_ih_l0_reverse	3	-0.05984785407781601
2800	rnn.weight_ih_l0_reverse	4	0.01157510094344616
2800	rnn.weight_ih_l0_reverse	5	-0.05643273890018463
2800	rnn.weight_ih_l0_reverse	6	0.015225853770971298
2800	rnn.weight_ih_l0_reverse	7	0.037981316447257996
2800	rnn.weight_ih_l0_reverse	8	-0.035714052617549896
2800	rnn.weight_ih_l0_reverse	9	-0.05152963474392891
2800	rnn.weight_hh_l0_reverse	0	-0.06051352992653847
2800	rnn.weight_hh_l0_reverse	1	-0.05577820539474487
2800	rnn.weight_hh_l0_reverse	2	0.008392687886953354
2800	rnn.weight_hh_l0_reverse	3	0.03930827975273132
2800	rnn.weight_hh_l0_reverse	4	0.03043876402080059
2800	rnn.weight_hh_l0_reverse	5	0.04534965753555298
2800	rnn.weight_hh_l0_reverse	6	0.00501766474917531
2800	rnn.weight_hh_l0_reverse	7	0.00013460246555041522
2800	rnn.weight_hh_l0_reverse	8	-0.06479240208864212
2800	rnn.weight_hh_l0_reverse	9	0.0289452001452446
2800	rnn.bias_ih_l0_reverse	0	-0.03563069924712181
2800	rnn.bias_ih_l0_reverse	1	-0.04453686252236366
2800	rnn.bias_ih_l0_reverse	2	0.07900529354810715
2800	rnn.bias_ih_l0_reverse	3	0.028777867555618286
2800	rnn.bias_ih_l0_reverse	4	-0.09078545868396759
2800	rnn.bias_ih_l0_reverse	5	0.008768280036747456
2800	rnn.bias_ih_l0_reverse	6	-0.07970204949378967
2800	rnn.bias_ih_l0_reverse	7	0.026058442890644073
2800	rnn.bias_ih_l0_reverse	8	0.01813524030148983
2800	rnn.bias_ih_l0_reverse	9	0.06719128042459488
2800	rnn.bias_hh_l0_reverse	0	0.02848043106496334
2800	rnn.bias_hh_l0_reverse	1	0.061058469116687775
2800	rnn.bias_hh_l0_reverse	2	0.06502755731344223
2800	rnn.bias_hh_l0_reverse	3	-0.0032609186600893736
2800	rnn.bias_hh_l0_reverse	4	0.07709253579378128
2800	rnn.bias_hh_l0_reverse	5	0.010757535696029663
2800	rnn.bias_hh_l0_reverse	6	-0.06568117439746857
2800	rnn.bias_hh_l0_reverse	7	0.043136075139045715
2800	rnn.bias_hh_l0_reverse	8	0.01870996318757534
2800	rnn.bias_hh_l0_reverse	9	-0.07476693391799927
2800	linear.weight	0	0.09555407613515854
2800	linear.weight	1	-0.0965980812907219
2800	linear.weight	2	-0.069063700735569
2800	linear.weight	3	0.05405343696475029
2800	linear.weight	4	0.021920552477240562
2800	linear.weight	5	-0.05192824825644493
2800	linear.weight	6	-0.017535589635372162
2800	linear.weight	7	-0.03170248121023178
2800	linear.weight	8	0.06021006032824516
2800	linear.weight	9	0.1830759048461914
2800	linear.bias	0	0.09029429405927658
2800	linear.bias	1	0.046231258660554886
2800	linear.bias	2	-0.2736847400665283
2800	linear.bias	3	0.9039542078971863
2800	linear.bias	4	-0.3586385250091553
2800	linear.bias	5	-0.030769959092140198
2800	linear.bias	6	-0.1904177963733673
2800	linear.bias	7	-0.11149472743272781
2800	linear.bias	8	0.1117478460073471
2800	linear.bias	9	-0.3140932321548462
2828	transitions	0	-0.543056309223175
2828	transitions	1	0.44916683435440063
2828	transitions	2	1.8230812549591064
2828	transitions	3	0.21262827515602112
2828	transitions	4	1.0353367328643799
2828	transitions	5	1.2770555019378662
2828	transitions	6	0.48577389121055603
2828	transitions	7	0.18677139282226562
2828	transitions	8	-0.9182353615760803
2828	transitions	9	0.9307907223701477
2828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2828	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2828	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2828	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2828	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2828	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2828	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2828	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2828	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2828	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2828	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2828	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2828	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2828	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2828	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2828	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2828	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2828	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2828	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2828	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2828	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2828	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2828	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2828	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2828	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2828	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2828	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2828	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2828	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2828	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2828	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2828	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2828	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2828	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2828	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2828	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2828	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2828	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2828	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2828	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2828	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2828	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2828	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2828	embedding2nn.weight	0	0.00846103299409151
2828	embedding2nn.weight	1	0.01313831564038992
2828	embedding2nn.weight	2	-0.004272815305739641
2828	embedding2nn.weight	3	0.0030278621707111597
2828	embedding2nn.weight	4	-0.0028541195206344128
2828	embedding2nn.weight	5	0.004700927063822746
2828	embedding2nn.weight	6	-0.001175213255919516
2828	embedding2nn.weight	7	0.005614586174488068
2828	embedding2nn.weight	8	-0.007975035347044468
2828	embedding2nn.weight	9	-0.013248228468000889
2828	embedding2nn.bias	0	-0.0027993801049888134
2828	embedding2nn.bias	1	-0.015051466412842274
2828	embedding2nn.bias	2	-0.0575961209833622
2828	embedding2nn.bias	3	0.0036768680438399315
2828	embedding2nn.bias	4	0.025853628292679787
2828	embedding2nn.bias	5	-0.020151758566498756
2828	embedding2nn.bias	6	0.05887698009610176
2828	embedding2nn.bias	7	0.06917648762464523
2828	embedding2nn.bias	8	-1.054483527695993e-05
2828	embedding2nn.bias	9	-0.0022556812036782503
2828	rnn.weight_ih_l0	0	0.033016011118888855
2828	rnn.weight_ih_l0	1	-0.007895954884588718
2828	rnn.weight_ih_l0	2	-0.02592010423541069
2828	rnn.weight_ih_l0	3	-0.04985874518752098
2828	rnn.weight_ih_l0	4	-0.0512847825884819
2828	rnn.weight_ih_l0	5	0.0016227547312155366
2828	rnn.weight_ih_l0	6	-0.05430096015334129
2828	rnn.weight_ih_l0	7	-0.04609762877225876
2828	rnn.weight_ih_l0	8	-0.04772510379552841
2828	rnn.weight_ih_l0	9	-0.026701925322413445
2828	rnn.weight_hh_l0	0	0.01396369468420744
2828	rnn.weight_hh_l0	1	-0.009152318350970745
2828	rnn.weight_hh_l0	2	-0.022036345675587654
2828	rnn.weight_hh_l0	3	-0.012345275841653347
2828	rnn.weight_hh_l0	4	-0.06095243990421295
2828	rnn.weight_hh_l0	5	-0.02658747509121895
2828	rnn.weight_hh_l0	6	-0.02326437272131443
2828	rnn.weight_hh_l0	7	0.038718607276678085
2828	rnn.weight_hh_l0	8	-0.023214900866150856
2828	rnn.weight_hh_l0	9	0.030918611213564873
2828	rnn.bias_ih_l0	0	0.0642990693449974
2828	rnn.bias_ih_l0	1	-0.06618629395961761
2828	rnn.bias_ih_l0	2	0.08700790256261826
2828	rnn.bias_ih_l0	3	0.07763367891311646
2828	rnn.bias_ih_l0	4	0.08538279682397842
2828	rnn.bias_ih_l0	5	0.010447680950164795
2828	rnn.bias_ih_l0	6	-0.013740763999521732
2828	rnn.bias_ih_l0	7	-0.06121078506112099
2828	rnn.bias_ih_l0	8	-0.10827051103115082
2828	rnn.bias_ih_l0	9	0.06736218929290771
2828	rnn.bias_hh_l0	0	-0.02768179401755333
2828	rnn.bias_hh_l0	1	0.024523679167032242
2828	rnn.bias_hh_l0	2	-0.008054833859205246
2828	rnn.bias_hh_l0	3	0.013477263040840626
2828	rnn.bias_hh_l0	4	-0.05269212648272514
2828	rnn.bias_hh_l0	5	0.08762451261281967
2828	rnn.bias_hh_l0	6	-0.01438793446868658
2828	rnn.bias_hh_l0	7	0.011490145698189735
2828	rnn.bias_hh_l0	8	0.02062801457941532
2828	rnn.bias_hh_l0	9	0.07387756556272507
2828	rnn.weight_ih_l0_reverse	0	-0.0333237498998642
2828	rnn.weight_ih_l0_reverse	1	-0.007427853532135487
2828	rnn.weight_ih_l0_reverse	2	0.02222660928964615
2828	rnn.weight_ih_l0_reverse	3	-0.0597846619784832
2828	rnn.weight_ih_l0_reverse	4	0.011536265723407269
2828	rnn.weight_ih_l0_reverse	5	-0.0565180666744709
2828	rnn.weight_ih_l0_reverse	6	0.0150887006893754
2828	rnn.weight_ih_l0_reverse	7	0.03803323209285736
2828	rnn.weight_ih_l0_reverse	8	-0.03583437576889992
2828	rnn.weight_ih_l0_reverse	9	-0.05144694820046425
2828	rnn.weight_hh_l0_reverse	0	-0.060555700212717056
2828	rnn.weight_hh_l0_reverse	1	-0.05638225004076958
2828	rnn.weight_hh_l0_reverse	2	0.00836671981960535
2828	rnn.weight_hh_l0_reverse	3	0.03930310904979706
2828	rnn.weight_hh_l0_reverse	4	0.030772672966122627
2828	rnn.weight_hh_l0_reverse	5	0.04551612585783005
2828	rnn.weight_hh_l0_reverse	6	0.003100232221186161
2828	rnn.weight_hh_l0_reverse	7	0.00021114959963597357
2828	rnn.weight_hh_l0_reverse	8	-0.06520463526248932
2828	rnn.weight_hh_l0_reverse	9	0.029209470376372337
2828	rnn.bias_ih_l0_reverse	0	-0.037295568734407425
2828	rnn.bias_ih_l0_reverse	1	-0.044124674052000046
2828	rnn.bias_ih_l0_reverse	2	0.07850103080272675
2828	rnn.bias_ih_l0_reverse	3	0.02883356437087059
2828	rnn.bias_ih_l0_reverse	4	-0.08955403417348862
2828	rnn.bias_ih_l0_reverse	5	0.009703210555016994
2828	rnn.bias_ih_l0_reverse	6	-0.08087767660617828
2828	rnn.bias_ih_l0_reverse	7	0.024948354810476303
2828	rnn.bias_ih_l0_reverse	8	0.018947556614875793
2828	rnn.bias_ih_l0_reverse	9	0.06620138883590698
2828	rnn.bias_hh_l0_reverse	0	0.029287166893482208
2828	rnn.bias_hh_l0_reverse	1	0.06071602180600166
2828	rnn.bias_hh_l0_reverse	2	0.06520690768957138
2828	rnn.bias_hh_l0_reverse	3	-0.001282567740418017
2828	rnn.bias_hh_l0_reverse	4	0.07670538872480392
2828	rnn.bias_hh_l0_reverse	5	0.009953983128070831
2828	rnn.bias_hh_l0_reverse	6	-0.06567677110433578
2828	rnn.bias_hh_l0_reverse	7	0.04615237936377525
2828	rnn.bias_hh_l0_reverse	8	0.018043147400021553
2828	rnn.bias_hh_l0_reverse	9	-0.07253150641918182
2828	linear.weight	0	0.09048224985599518
2828	linear.weight	1	-0.0965791717171669
2828	linear.weight	2	-0.06976095587015152
2828	linear.weight	3	0.0550348237156868
2828	linear.weight	4	0.022243162617087364
2828	linear.weight	5	-0.05136805400252342
2828	linear.weight	6	-0.017506321892142296
2828	linear.weight	7	-0.031588297337293625
2828	linear.weight	8	0.057538002729415894
2828	linear.weight	9	0.18457567691802979
2828	linear.bias	0	0.09723641723394394
2828	linear.bias	1	0.041067905724048615
2828	linear.bias	2	-0.2825436294078827
2828	linear.bias	3	0.8930290341377258
2828	linear.bias	4	-0.3602326214313507
2828	linear.bias	5	-0.030769959092140198
2828	linear.bias	6	-0.19643640518188477
2828	linear.bias	7	-0.10621573776006699
2828	linear.bias	8	0.11356525123119354
2828	linear.bias	9	-0.31515437364578247
2856	transitions	0	-0.5434719324111938
2856	transitions	1	0.4489888846874237
2856	transitions	2	1.8226509094238281
2856	transitions	3	0.21246396005153656
2856	transitions	4	1.0352652072906494
2856	transitions	5	1.2770328521728516
2856	transitions	6	0.48576849699020386
2856	transitions	7	0.18675446510314941
2856	transitions	8	-0.918246865272522
2856	transitions	9	0.9307907223701477
2856	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2856	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2856	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2856	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2856	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2856	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2856	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2856	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2856	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2856	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2856	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2856	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2856	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2856	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2856	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2856	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2856	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2856	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2856	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2856	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2856	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2856	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2856	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2856	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2856	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2856	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2856	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2856	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2856	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2856	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2856	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2856	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2856	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2856	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2856	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2856	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2856	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2856	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2856	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2856	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2856	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2856	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2856	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2856	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2856	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2856	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2856	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2856	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2856	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2856	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2856	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2856	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2856	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2856	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2856	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2856	embedding2nn.weight	0	0.008362731896340847
2856	embedding2nn.weight	1	0.013115959241986275
2856	embedding2nn.weight	2	-0.004270007833838463
2856	embedding2nn.weight	3	0.002951995702460408
2856	embedding2nn.weight	4	-0.0029495558701455593
2856	embedding2nn.weight	5	0.004577583633363247
2856	embedding2nn.weight	6	-0.0012277826899662614
2856	embedding2nn.weight	7	0.005155122838914394
2856	embedding2nn.weight	8	-0.007973971776664257
2856	embedding2nn.weight	9	-0.013290900737047195
2856	embedding2nn.bias	0	-0.006978400982916355
2856	embedding2nn.bias	1	-0.00853539165109396
2856	embedding2nn.bias	2	-0.06722642481327057
2856	embedding2nn.bias	3	-0.0007321502780541778
2856	embedding2nn.bias	4	0.030207864940166473
2856	embedding2nn.bias	5	-0.02468920685350895
2856	embedding2nn.bias	6	0.05456118658185005
2856	embedding2nn.bias	7	0.06894243508577347
2856	embedding2nn.bias	8	0.004362098407000303
2856	embedding2nn.bias	9	-0.006881779059767723
2856	rnn.weight_ih_l0	0	0.032931771129369736
2856	rnn.weight_ih_l0	1	-0.007307995576411486
2856	rnn.weight_ih_l0	2	-0.025855064392089844
2856	rnn.weight_ih_l0	3	-0.0500933974981308
2856	rnn.weight_ih_l0	4	-0.051598887890577316
2856	rnn.weight_ih_l0	5	0.001496518380008638
2856	rnn.weight_ih_l0	6	-0.054312754422426224
2856	rnn.weight_ih_l0	7	-0.04630870372056961
2856	rnn.weight_ih_l0	8	-0.04799680411815643
2856	rnn.weight_ih_l0	9	-0.02660566009581089
2856	rnn.weight_hh_l0	0	0.013743765652179718
2856	rnn.weight_hh_l0	1	-0.009381812065839767
2856	rnn.weight_hh_l0	2	-0.021032072603702545
2856	rnn.weight_hh_l0	3	-0.012163502164185047
2856	rnn.weight_hh_l0	4	-0.0607999786734581
2856	rnn.weight_hh_l0	5	-0.02649010345339775
2856	rnn.weight_hh_l0	6	-0.02201567217707634
2856	rnn.weight_hh_l0	7	0.039017196744680405
2856	rnn.weight_hh_l0	8	-0.02327665686607361
2856	rnn.weight_hh_l0	9	0.032172299921512604
2856	rnn.bias_ih_l0	0	0.06436549127101898
2856	rnn.bias_ih_l0	1	-0.06546349078416824
2856	rnn.bias_ih_l0	2	0.08501684665679932
2856	rnn.bias_ih_l0	3	0.0787157192826271
2856	rnn.bias_ih_l0	4	0.08439639210700989
2856	rnn.bias_ih_l0	5	0.009710901416838169
2856	rnn.bias_ih_l0	6	-0.008982657454907894
2856	rnn.bias_ih_l0	7	-0.0652514174580574
2856	rnn.bias_ih_l0	8	-0.1122235655784607
2856	rnn.bias_ih_l0	9	0.06478216499090195
2856	rnn.bias_hh_l0	0	-0.02774001657962799
2856	rnn.bias_hh_l0	1	0.02354537323117256
2856	rnn.bias_hh_l0	2	-0.007959415204823017
2856	rnn.bias_hh_l0	3	0.011582590639591217
2856	rnn.bias_hh_l0	4	-0.05091136693954468
2856	rnn.bias_hh_l0	5	0.08810725808143616
2856	rnn.bias_hh_l0	6	-0.012157033197581768
2856	rnn.bias_hh_l0	7	0.011339865624904633
2856	rnn.bias_hh_l0	8	0.025386113673448563
2856	rnn.bias_hh_l0	9	0.07344459742307663
2856	rnn.weight_ih_l0_reverse	0	-0.03332291916012764
2856	rnn.weight_ih_l0_reverse	1	-0.007536036428064108
2856	rnn.weight_ih_l0_reverse	2	0.022369856014847755
2856	rnn.weight_ih_l0_reverse	3	-0.05979551374912262
2856	rnn.weight_ih_l0_reverse	4	0.011447646655142307
2856	rnn.weight_ih_l0_reverse	5	-0.05658693611621857
2856	rnn.weight_ih_l0_reverse	6	0.015086034312844276
2856	rnn.weight_ih_l0_reverse	7	0.038109540939331055
2856	rnn.weight_ih_l0_reverse	8	-0.03592809662222862
2856	rnn.weight_ih_l0_reverse	9	-0.051426082849502563
2856	rnn.weight_hh_l0_reverse	0	-0.060218993574380875
2856	rnn.weight_hh_l0_reverse	1	-0.05682004243135452
2856	rnn.weight_hh_l0_reverse	2	0.00780198909342289
2856	rnn.weight_hh_l0_reverse	3	0.03878011554479599
2856	rnn.weight_hh_l0_reverse	4	0.031037207692861557
2856	rnn.weight_hh_l0_reverse	5	0.045507293194532394
2856	rnn.weight_hh_l0_reverse	6	0.0027518284041434526
2856	rnn.weight_hh_l0_reverse	7	-0.0006186606478877366
2856	rnn.weight_hh_l0_reverse	8	-0.0654720589518547
2856	rnn.weight_hh_l0_reverse	9	0.030319757759571075
2856	rnn.bias_ih_l0_reverse	0	-0.03746069595217705
2856	rnn.bias_ih_l0_reverse	1	-0.04880640283226967
2856	rnn.bias_ih_l0_reverse	2	0.07921154052019119
2856	rnn.bias_ih_l0_reverse	3	0.02981584332883358
2856	rnn.bias_ih_l0_reverse	4	-0.09109789878129959
2856	rnn.bias_ih_l0_reverse	5	0.010466471314430237
2856	rnn.bias_ih_l0_reverse	6	-0.08175811171531677
2856	rnn.bias_ih_l0_reverse	7	0.02355562523007393
2856	rnn.bias_ih_l0_reverse	8	0.01757141575217247
2856	rnn.bias_ih_l0_reverse	9	0.06713774055242538
2856	rnn.bias_hh_l0_reverse	0	0.03270493447780609
2856	rnn.bias_hh_l0_reverse	1	0.05969955027103424
2856	rnn.bias_hh_l0_reverse	2	0.06431091576814651
2856	rnn.bias_hh_l0_reverse	3	-0.002195358043536544
2856	rnn.bias_hh_l0_reverse	4	0.07644059509038925
2856	rnn.bias_hh_l0_reverse	5	0.006881358567625284
2856	rnn.bias_hh_l0_reverse	6	-0.06660109758377075
2856	rnn.bias_hh_l0_reverse	7	0.04535003378987312
2856	rnn.bias_hh_l0_reverse	8	0.016954321414232254
2856	rnn.bias_hh_l0_reverse	9	-0.08029201626777649
2856	linear.weight	0	0.10277915000915527
2856	linear.weight	1	-0.09650132060050964
2856	linear.weight	2	-0.0695282593369484
2856	linear.weight	3	0.04925961792469025
2856	linear.weight	4	0.021917488425970078
2856	linear.weight	5	-0.05323530733585358
2856	linear.weight	6	-0.01748279109597206
2856	linear.weight	7	-0.031501404941082
2856	linear.weight	8	0.05897469446063042
2856	linear.weight	9	0.18390469253063202
2856	linear.bias	0	0.1025579571723938
2856	linear.bias	1	0.04390941560268402
2856	linear.bias	2	-0.2842736542224884
2856	linear.bias	3	0.8922667503356934
2856	linear.bias	4	-0.35411277413368225
2856	linear.bias	5	-0.030769959092140198
2856	linear.bias	6	-0.1987646073102951
2856	linear.bias	7	-0.11255186051130295
2856	linear.bias	8	0.13275809586048126
2856	linear.bias	9	-0.3159137964248657
2884	transitions	0	-0.5438770055770874
2884	transitions	1	0.4486948251724243
2884	transitions	2	1.8221935033798218
2884	transitions	3	0.21197949349880219
2884	transitions	4	1.034231185913086
2884	transitions	5	1.2770097255706787
2884	transitions	6	0.48575276136398315
2884	transitions	7	0.18673358857631683
2884	transitions	8	-0.918251097202301
2884	transitions	9	0.9307906627655029
2884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2884	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2884	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2884	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2884	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2884	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2884	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2884	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2884	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2884	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2884	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2884	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2884	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2884	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2884	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2884	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2884	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2884	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2884	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2884	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2884	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2884	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2884	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2884	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2884	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2884	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2884	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2884	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2884	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2884	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2884	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2884	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2884	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2884	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2884	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2884	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2884	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2884	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2884	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2884	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2884	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2884	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2884	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2884	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2884	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2884	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2884	embedding2nn.weight	0	0.008694569580256939
2884	embedding2nn.weight	1	0.012968997471034527
2884	embedding2nn.weight	2	-0.004258470144122839
2884	embedding2nn.weight	3	0.0030941751319915056
2884	embedding2nn.weight	4	-0.0028396453708410263
2884	embedding2nn.weight	5	0.0045728012919425964
2884	embedding2nn.weight	6	-0.0012046529445797205
2884	embedding2nn.weight	7	0.005324285943061113
2884	embedding2nn.weight	8	-0.008041494525969028
2884	embedding2nn.weight	9	-0.013298997655510902
2884	embedding2nn.bias	0	-0.005678755231201649
2884	embedding2nn.bias	1	-0.015473886393010616
2884	embedding2nn.bias	2	-0.06626181304454803
2884	embedding2nn.bias	3	-0.0060332766734063625
2884	embedding2nn.bias	4	0.03145870566368103
2884	embedding2nn.bias	5	-0.023471996188163757
2884	embedding2nn.bias	6	0.05618692934513092
2884	embedding2nn.bias	7	0.06340806931257248
2884	embedding2nn.bias	8	0.0005224024062044919
2884	embedding2nn.bias	9	-0.011675111949443817
2884	rnn.weight_ih_l0	0	0.033066339790821075
2884	rnn.weight_ih_l0	1	-0.007765795104205608
2884	rnn.weight_ih_l0	2	-0.02584121562540531
2884	rnn.weight_ih_l0	3	-0.05035323277115822
2884	rnn.weight_ih_l0	4	-0.05188198760151863
2884	rnn.weight_ih_l0	5	0.001439534011296928
2884	rnn.weight_ih_l0	6	-0.05429093912243843
2884	rnn.weight_ih_l0	7	-0.04662304371595383
2884	rnn.weight_ih_l0	8	-0.04814617335796356
2884	rnn.weight_ih_l0	9	-0.02657095156610012
2884	rnn.weight_hh_l0	0	0.013657665811479092
2884	rnn.weight_hh_l0	1	-0.00914549920707941
2884	rnn.weight_hh_l0	2	-0.021032242104411125
2884	rnn.weight_hh_l0	3	-0.011907133273780346
2884	rnn.weight_hh_l0	4	-0.060860879719257355
2884	rnn.weight_hh_l0	5	-0.026002123951911926
2884	rnn.weight_hh_l0	6	-0.02363174967467785
2884	rnn.weight_hh_l0	7	0.037922412157058716
2884	rnn.weight_hh_l0	8	-0.023339657112956047
2884	rnn.weight_hh_l0	9	0.032109517604112625
2884	rnn.bias_ih_l0	0	0.0643860250711441
2884	rnn.bias_ih_l0	1	-0.0653931051492691
2884	rnn.bias_ih_l0	2	0.08686936646699905
2884	rnn.bias_ih_l0	3	0.07766472548246384
2884	rnn.bias_ih_l0	4	0.08332781493663788
2884	rnn.bias_ih_l0	5	0.010296747088432312
2884	rnn.bias_ih_l0	6	-0.009513018652796745
2884	rnn.bias_ih_l0	7	-0.0694606751203537
2884	rnn.bias_ih_l0	8	-0.10813222825527191
2884	rnn.bias_ih_l0	9	0.06621179729700089
2884	rnn.bias_hh_l0	0	-0.027692468836903572
2884	rnn.bias_hh_l0	1	0.023672770708799362
2884	rnn.bias_hh_l0	2	-0.009738917462527752
2884	rnn.bias_hh_l0	3	0.009294708259403706
2884	rnn.bias_hh_l0	4	-0.050711341202259064
2884	rnn.bias_hh_l0	5	0.08873514086008072
2884	rnn.bias_hh_l0	6	-0.012084185145795345
2884	rnn.bias_hh_l0	7	0.012219196185469627
2884	rnn.bias_hh_l0	8	0.024855749681591988
2884	rnn.bias_hh_l0	9	0.07351440191268921
2884	rnn.weight_ih_l0_reverse	0	-0.03344267979264259
2884	rnn.weight_ih_l0_reverse	1	-0.007064138539135456
2884	rnn.weight_ih_l0_reverse	2	0.022314978763461113
2884	rnn.weight_ih_l0_reverse	3	-0.05960962176322937
2884	rnn.weight_ih_l0_reverse	4	0.01145713310688734
2884	rnn.weight_ih_l0_reverse	5	-0.05609273537993431
2884	rnn.weight_ih_l0_reverse	6	0.01476482953876257
2884	rnn.weight_ih_l0_reverse	7	0.038172394037246704
2884	rnn.weight_ih_l0_reverse	8	-0.03612089902162552
2884	rnn.weight_ih_l0_reverse	9	-0.05144285410642624
2884	rnn.weight_hh_l0_reverse	0	-0.060173969715833664
2884	rnn.weight_hh_l0_reverse	1	-0.05620347708463669
2884	rnn.weight_hh_l0_reverse	2	0.008545415475964546
2884	rnn.weight_hh_l0_reverse	3	0.03873724490404129
2884	rnn.weight_hh_l0_reverse	4	0.03063308447599411
2884	rnn.weight_hh_l0_reverse	5	0.045473553240299225
2884	rnn.weight_hh_l0_reverse	6	0.0036310257855802774
2884	rnn.weight_hh_l0_reverse	7	-0.0008091485360637307
2884	rnn.weight_hh_l0_reverse	8	-0.06621746718883514
2884	rnn.weight_hh_l0_reverse	9	0.03135078400373459
2884	rnn.bias_ih_l0_reverse	0	-0.03401419147849083
2884	rnn.bias_ih_l0_reverse	1	-0.0503251738846302
2884	rnn.bias_ih_l0_reverse	2	0.08145897090435028
2884	rnn.bias_ih_l0_reverse	3	0.02959883213043213
2884	rnn.bias_ih_l0_reverse	4	-0.09097055345773697
2884	rnn.bias_ih_l0_reverse	5	0.010695219971239567
2884	rnn.bias_ih_l0_reverse	6	-0.08322066068649292
2884	rnn.bias_ih_l0_reverse	7	0.024402720853686333
2884	rnn.bias_ih_l0_reverse	8	0.016476621851325035
2884	rnn.bias_ih_l0_reverse	9	0.06670887023210526
2884	rnn.bias_hh_l0_reverse	0	0.033038124442100525
2884	rnn.bias_hh_l0_reverse	1	0.058822475373744965
2884	rnn.bias_hh_l0_reverse	2	0.0662192553281784
2884	rnn.bias_hh_l0_reverse	3	-0.004183490294963121
2884	rnn.bias_hh_l0_reverse	4	0.0773330107331276
2884	rnn.bias_hh_l0_reverse	5	0.011263910681009293
2884	rnn.bias_hh_l0_reverse	6	-0.06700636446475983
2884	rnn.bias_hh_l0_reverse	7	0.04311328008770943
2884	rnn.bias_hh_l0_reverse	8	0.01703415811061859
2884	rnn.bias_hh_l0_reverse	9	-0.07920978218317032
2884	linear.weight	0	0.0950436070561409
2884	linear.weight	1	-0.09651265293359756
2884	linear.weight	2	-0.07120060920715332
2884	linear.weight	3	0.04533764719963074
2884	linear.weight	4	0.019202230498194695
2884	linear.weight	5	-0.05365360900759697
2884	linear.weight	6	-0.017422836273908615
2884	linear.weight	7	-0.031341247260570526
2884	linear.weight	8	0.06006025895476341
2884	linear.weight	9	0.18941980600357056
2884	linear.bias	0	0.10395123809576035
2884	linear.bias	1	0.0493936650454998
2884	linear.bias	2	-0.2854048013687134
2884	linear.bias	3	0.8740079998970032
2884	linear.bias	4	-0.35548895597457886
2884	linear.bias	5	-0.030769959092140198
2884	linear.bias	6	-0.19898274540901184
2884	linear.bias	7	-0.10931388288736343
2884	linear.bias	8	0.12340488284826279
2884	linear.bias	9	-0.31668421626091003
2912	transitions	0	-0.5443307757377625
2912	transitions	1	0.4484768509864807
2912	transitions	2	1.8218212127685547
2912	transitions	3	0.2118440717458725
2912	transitions	4	1.0339769124984741
2912	transitions	5	1.2769911289215088
2912	transitions	6	0.4857390820980072
2912	transitions	7	0.1867132931947708
2912	transitions	8	-0.9182565212249756
2912	transitions	9	0.9307904839515686
2912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2912	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2912	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2912	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2912	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2912	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2912	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2912	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2912	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2912	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2912	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2912	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2912	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2912	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2912	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2912	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2912	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2912	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2912	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2912	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2912	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2912	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2912	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2912	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2912	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2912	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2912	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2912	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2912	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2912	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2912	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2912	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2912	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2912	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2912	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2912	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2912	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2912	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2912	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2912	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2912	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2912	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2912	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2912	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2912	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2912	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2912	embedding2nn.weight	0	0.008672996424138546
2912	embedding2nn.weight	1	0.0130459601059556
2912	embedding2nn.weight	2	-0.004296869970858097
2912	embedding2nn.weight	3	0.0031568226404488087
2912	embedding2nn.weight	4	-0.0028892899863421917
2912	embedding2nn.weight	5	0.004562381189316511
2912	embedding2nn.weight	6	-0.0012624977389350533
2912	embedding2nn.weight	7	0.007349983789026737
2912	embedding2nn.weight	8	-0.00794136244803667
2912	embedding2nn.weight	9	-0.013197475112974644
2912	embedding2nn.bias	0	-0.00504618464037776
2912	embedding2nn.bias	1	-0.023148970678448677
2912	embedding2nn.bias	2	-0.06308151036500931
2912	embedding2nn.bias	3	0.0021382728591561317
2912	embedding2nn.bias	4	0.03339143842458725
2912	embedding2nn.bias	5	-0.030513618141412735
2912	embedding2nn.bias	6	0.05686919018626213
2912	embedding2nn.bias	7	0.06879431754350662
2912	embedding2nn.bias	8	0.008304012939333916
2912	embedding2nn.bias	9	-0.005100223235785961
2912	rnn.weight_ih_l0	0	0.032898157835006714
2912	rnn.weight_ih_l0	1	-0.0073705012910068035
2912	rnn.weight_ih_l0	2	-0.025895973667502403
2912	rnn.weight_ih_l0	3	-0.05042373016476631
2912	rnn.weight_ih_l0	4	-0.051915958523750305
2912	rnn.weight_ih_l0	5	0.0013812110992148519
2912	rnn.weight_ih_l0	6	-0.0544496551156044
2912	rnn.weight_ih_l0	7	-0.04664124175906181
2912	rnn.weight_ih_l0	8	-0.04805530607700348
2912	rnn.weight_ih_l0	9	-0.026575842872262
2912	rnn.weight_hh_l0	0	0.013439822942018509
2912	rnn.weight_hh_l0	1	-0.009530630894005299
2912	rnn.weight_hh_l0	2	-0.020702296867966652
2912	rnn.weight_hh_l0	3	-0.011968276463449001
2912	rnn.weight_hh_l0	4	-0.06127089262008667
2912	rnn.weight_hh_l0	5	-0.025811482220888138
2912	rnn.weight_hh_l0	6	-0.022697286680340767
2912	rnn.weight_hh_l0	7	0.036791495978832245
2912	rnn.weight_hh_l0	8	-0.023193184286355972
2912	rnn.weight_hh_l0	9	0.031219972297549248
2912	rnn.bias_ih_l0	0	0.06529802829027176
2912	rnn.bias_ih_l0	1	-0.06381691992282867
2912	rnn.bias_ih_l0	2	0.08607998490333557
2912	rnn.bias_ih_l0	3	0.0783243179321289
2912	rnn.bias_ih_l0	4	0.08129604905843735
2912	rnn.bias_ih_l0	5	0.008820109069347382
2912	rnn.bias_ih_l0	6	-0.01182430237531662
2912	rnn.bias_ih_l0	7	-0.06187403202056885
2912	rnn.bias_ih_l0	8	-0.1087571457028389
2912	rnn.bias_ih_l0	9	0.06676719337701797
2912	rnn.bias_hh_l0	0	-0.0269243773072958
2912	rnn.bias_hh_l0	1	0.02368622086942196
2912	rnn.bias_hh_l0	2	-0.009197144769132137
2912	rnn.bias_hh_l0	3	0.009245902299880981
2912	rnn.bias_hh_l0	4	-0.04955132678151131
2912	rnn.bias_hh_l0	5	0.08867943286895752
2912	rnn.bias_hh_l0	6	-0.012070796452462673
2912	rnn.bias_hh_l0	7	0.014724167063832283
2912	rnn.bias_hh_l0	8	0.022544462233781815
2912	rnn.bias_hh_l0	9	0.07619169354438782
2912	rnn.weight_ih_l0_reverse	0	-0.0333610400557518
2912	rnn.weight_ih_l0_reverse	1	-0.006898460444062948
2912	rnn.weight_ih_l0_reverse	2	0.022154459729790688
2912	rnn.weight_ih_l0_reverse	3	-0.05948435142636299
2912	rnn.weight_ih_l0_reverse	4	0.011466418392956257
2912	rnn.weight_ih_l0_reverse	5	-0.056101564317941666
2912	rnn.weight_ih_l0_reverse	6	0.01508227176964283
2912	rnn.weight_ih_l0_reverse	7	0.03829464688897133
2912	rnn.weight_ih_l0_reverse	8	-0.03615293279290199
2912	rnn.weight_ih_l0_reverse	9	-0.051448971033096313
2912	rnn.weight_hh_l0_reverse	0	-0.05994528904557228
2912	rnn.weight_hh_l0_reverse	1	-0.05760003253817558
2912	rnn.weight_hh_l0_reverse	2	0.00838900450617075
2912	rnn.weight_hh_l0_reverse	3	0.0389014333486557
2912	rnn.weight_hh_l0_reverse	4	0.029976429417729378
2912	rnn.weight_hh_l0_reverse	5	0.0455641932785511
2912	rnn.weight_hh_l0_reverse	6	0.0023717125877738
2912	rnn.weight_hh_l0_reverse	7	-0.0006390055059455335
2912	rnn.weight_hh_l0_reverse	8	-0.06623955070972443
2912	rnn.weight_hh_l0_reverse	9	0.03125249594449997
2912	rnn.bias_ih_l0_reverse	0	-0.03707306459546089
2912	rnn.bias_ih_l0_reverse	1	-0.05050957575440407
2912	rnn.bias_ih_l0_reverse	2	0.08299163728952408
2912	rnn.bias_ih_l0_reverse	3	0.02840399369597435
2912	rnn.bias_ih_l0_reverse	4	-0.09016858041286469
2912	rnn.bias_ih_l0_reverse	5	0.00941404514014721
2912	rnn.bias_ih_l0_reverse	6	-0.08347941190004349
2912	rnn.bias_ih_l0_reverse	7	0.023820767179131508
2912	rnn.bias_ih_l0_reverse	8	0.015644166618585587
2912	rnn.bias_ih_l0_reverse	9	0.06633472442626953
2912	rnn.bias_hh_l0_reverse	0	0.032099828124046326
2912	rnn.bias_hh_l0_reverse	1	0.058978136628866196
2912	rnn.bias_hh_l0_reverse	2	0.06480199843645096
2912	rnn.bias_hh_l0_reverse	3	-0.005043834447860718
2912	rnn.bias_hh_l0_reverse	4	0.07579080760478973
2912	rnn.bias_hh_l0_reverse	5	0.010976280085742474
2912	rnn.bias_hh_l0_reverse	6	-0.06623256206512451
2912	rnn.bias_hh_l0_reverse	7	0.04472408816218376
2912	rnn.bias_hh_l0_reverse	8	0.015774721279740334
2912	rnn.bias_hh_l0_reverse	9	-0.08306622505187988
2912	linear.weight	0	0.10758700221776962
2912	linear.weight	1	-0.09648203104734421
2912	linear.weight	2	-0.07761373370885849
2912	linear.weight	3	0.05359283834695816
2912	linear.weight	4	0.019037267193198204
2912	linear.weight	5	-0.05277552083134651
2912	linear.weight	6	-0.01734495721757412
2912	linear.weight	7	-0.031216245144605637
2912	linear.weight	8	0.05700625479221344
2912	linear.weight	9	0.18708392977714539
2912	linear.bias	0	0.08582732826471329
2912	linear.bias	1	0.04758588224649429
2912	linear.bias	2	-0.28072139620780945
2912	linear.bias	3	0.9083366990089417
2912	linear.bias	4	-0.3566862940788269
2912	linear.bias	5	-0.030769959092140198
2912	linear.bias	6	-0.1931973397731781
2912	linear.bias	7	-0.11418662220239639
2912	linear.bias	8	0.12501800060272217
2912	linear.bias	9	-0.31758633255958557
2940	transitions	0	-0.5448117256164551
2940	transitions	1	0.44823548197746277
2940	transitions	2	1.8213528394699097
2940	transitions	3	0.2115868330001831
2940	transitions	4	1.0335628986358643
2940	transitions	5	1.2769700288772583
2940	transitions	6	0.485735684633255
2940	transitions	7	0.18668904900550842
2940	transitions	8	-0.9182620644569397
2940	transitions	9	0.930790364742279
2940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2940	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2940	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2940	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2940	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2940	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2940	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2940	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2940	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2940	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2940	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2940	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2940	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2940	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2940	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2940	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2940	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2940	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2940	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2940	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2940	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2940	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2940	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2940	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2940	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2940	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2940	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2940	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2940	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2940	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2940	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2940	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2940	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2940	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2940	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2940	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2940	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2940	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2940	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2940	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2940	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2940	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2940	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2940	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2940	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2940	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2940	embedding2nn.weight	0	0.009217687882483006
2940	embedding2nn.weight	1	0.01315981987863779
2940	embedding2nn.weight	2	-0.004282305017113686
2940	embedding2nn.weight	3	0.003236088203266263
2940	embedding2nn.weight	4	-0.00293629989027977
2940	embedding2nn.weight	5	0.004659800790250301
2940	embedding2nn.weight	6	-0.0010808563092723489
2940	embedding2nn.weight	7	0.007736428175121546
2940	embedding2nn.weight	8	-0.007703524082899094
2940	embedding2nn.weight	9	-0.01317114569246769
2940	embedding2nn.bias	0	-0.0061526852659881115
2940	embedding2nn.bias	1	-0.02086174674332142
2940	embedding2nn.bias	2	-0.05987366661429405
2940	embedding2nn.bias	3	0.008544334210455418
2940	embedding2nn.bias	4	0.034620340913534164
2940	embedding2nn.bias	5	-0.026451120153069496
2940	embedding2nn.bias	6	0.05885070189833641
2940	embedding2nn.bias	7	0.07472528517246246
2940	embedding2nn.bias	8	0.0035401503555476665
2940	embedding2nn.bias	9	-0.0029542020056396723
2940	rnn.weight_ih_l0	0	0.03265160694718361
2940	rnn.weight_ih_l0	1	-0.00715189054608345
2940	rnn.weight_ih_l0	2	-0.025179684162139893
2940	rnn.weight_ih_l0	3	-0.05032545328140259
2940	rnn.weight_ih_l0	4	-0.051875870674848557
2940	rnn.weight_ih_l0	5	0.0013798304134979844
2940	rnn.weight_ih_l0	6	-0.05447451025247574
2940	rnn.weight_ih_l0	7	-0.046712540090084076
2940	rnn.weight_ih_l0	8	-0.047903433442115784
2940	rnn.weight_ih_l0	9	-0.026595117524266243
2940	rnn.weight_hh_l0	0	0.01297842338681221
2940	rnn.weight_hh_l0	1	-0.00943831354379654
2940	rnn.weight_hh_l0	2	-0.021231649443507195
2940	rnn.weight_hh_l0	3	-0.011984225362539291
2940	rnn.weight_hh_l0	4	-0.06099133566021919
2940	rnn.weight_hh_l0	5	-0.025366460904479027
2940	rnn.weight_hh_l0	6	-0.02369662933051586
2940	rnn.weight_hh_l0	7	0.0370015949010849
2940	rnn.weight_hh_l0	8	-0.02321912720799446
2940	rnn.weight_hh_l0	9	0.030825696885585785
2940	rnn.bias_ih_l0	0	0.06481323391199112
2940	rnn.bias_ih_l0	1	-0.06315462291240692
2940	rnn.bias_ih_l0	2	0.08823102712631226
2940	rnn.bias_ih_l0	3	0.07912855595350266
2940	rnn.bias_ih_l0	4	0.0822262093424797
2940	rnn.bias_ih_l0	5	0.009211696684360504
2940	rnn.bias_ih_l0	6	-0.013814255595207214
2940	rnn.bias_ih_l0	7	-0.06204143539071083
2940	rnn.bias_ih_l0	8	-0.11000355333089828
2940	rnn.bias_ih_l0	9	0.06764183938503265
2940	rnn.bias_hh_l0	0	-0.027209531515836716
2940	rnn.bias_hh_l0	1	0.025900591164827347
2940	rnn.bias_hh_l0	2	-0.007912090979516506
2940	rnn.bias_hh_l0	3	0.009225140325725079
2940	rnn.bias_hh_l0	4	-0.050391510128974915
2940	rnn.bias_hh_l0	5	0.08979000896215439
2940	rnn.bias_hh_l0	6	-0.011941532604396343
2940	rnn.bias_hh_l0	7	0.013566807843744755
2940	rnn.bias_hh_l0	8	0.02055451087653637
2940	rnn.bias_hh_l0	9	0.07533716410398483
2940	rnn.weight_ih_l0_reverse	0	-0.03344796597957611
2940	rnn.weight_ih_l0_reverse	1	-0.007484608795493841
2940	rnn.weight_ih_l0_reverse	2	0.022095130756497383
2940	rnn.weight_ih_l0_reverse	3	-0.05956469476222992
2940	rnn.weight_ih_l0_reverse	4	0.011270472779870033
2940	rnn.weight_ih_l0_reverse	5	-0.05613341182470322
2940	rnn.weight_ih_l0_reverse	6	0.014272430911660194
2940	rnn.weight_ih_l0_reverse	7	0.038198307156562805
2940	rnn.weight_ih_l0_reverse	8	-0.03627979755401611
2940	rnn.weight_ih_l0_reverse	9	-0.051611896604299545
2940	rnn.weight_hh_l0_reverse	0	-0.060232583433389664
2940	rnn.weight_hh_l0_reverse	1	-0.05725029483437538
2940	rnn.weight_hh_l0_reverse	2	0.008440734818577766
2940	rnn.weight_hh_l0_reverse	3	0.03914818912744522
2940	rnn.weight_hh_l0_reverse	4	0.03001168742775917
2940	rnn.weight_hh_l0_reverse	5	0.04542155936360359
2940	rnn.weight_hh_l0_reverse	6	7.933832239359617e-05
2940	rnn.weight_hh_l0_reverse	7	-0.0008121767896227539
2940	rnn.weight_hh_l0_reverse	8	-0.06661096960306168
2940	rnn.weight_hh_l0_reverse	9	0.03137752413749695
2940	rnn.bias_ih_l0_reverse	0	-0.04205803945660591
2940	rnn.bias_ih_l0_reverse	1	-0.05172137916088104
2940	rnn.bias_ih_l0_reverse	2	0.08242541551589966
2940	rnn.bias_ih_l0_reverse	3	0.028399888426065445
2940	rnn.bias_ih_l0_reverse	4	-0.09136363118886948
2940	rnn.bias_ih_l0_reverse	5	0.008783010765910149
2940	rnn.bias_ih_l0_reverse	6	-0.08288751542568207
2940	rnn.bias_ih_l0_reverse	7	0.024839911609888077
2940	rnn.bias_ih_l0_reverse	8	0.012856440618634224
2940	rnn.bias_ih_l0_reverse	9	0.06701049208641052
2940	rnn.bias_hh_l0_reverse	0	0.02797023206949234
2940	rnn.bias_hh_l0_reverse	1	0.05886564031243324
2940	rnn.bias_hh_l0_reverse	2	0.06609902530908585
2940	rnn.bias_hh_l0_reverse	3	-0.003914758563041687
2940	rnn.bias_hh_l0_reverse	4	0.07737692445516586
2940	rnn.bias_hh_l0_reverse	5	0.013843419961631298
2940	rnn.bias_hh_l0_reverse	6	-0.06622052192687988
2940	rnn.bias_hh_l0_reverse	7	0.04256094619631767
2940	rnn.bias_hh_l0_reverse	8	0.018285250291228294
2940	rnn.bias_hh_l0_reverse	9	-0.0756627544760704
2940	linear.weight	0	0.12340477108955383
2940	linear.weight	1	-0.09649718552827835
2940	linear.weight	2	-0.08200163394212723
2940	linear.weight	3	0.04893380403518677
2940	linear.weight	4	0.01859002187848091
2940	linear.weight	5	-0.053886499255895615
2940	linear.weight	6	-0.01726617105305195
2940	linear.weight	7	-0.031105561181902885
2940	linear.weight	8	0.05873900651931763
2940	linear.weight	9	0.18768279254436493
2940	linear.bias	0	0.10014570504426956
2940	linear.bias	1	0.042442623525857925
2940	linear.bias	2	-0.28419017791748047
2940	linear.bias	3	0.8940000534057617
2940	linear.bias	4	-0.3579159379005432
2940	linear.bias	5	-0.030769959092140198
2940	linear.bias	6	-0.19740526378154755
2940	linear.bias	7	-0.11719021946191788
2940	linear.bias	8	0.13131241500377655
2940	linear.bias	9	-0.3184652030467987
2968	transitions	0	-0.5452459454536438
2968	transitions	1	0.448065847158432
2968	transitions	2	1.8208184242248535
2968	transitions	3	0.21140538156032562
2968	transitions	4	1.0330374240875244
2968	transitions	5	1.2769520282745361
2968	transitions	6	0.48572322726249695
2968	transitions	7	0.18664060533046722
2968	transitions	8	-0.9182668328285217
2968	transitions	9	0.9307903051376343
2968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2968	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2968	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2968	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2968	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2968	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2968	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2968	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2968	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2968	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2968	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2968	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2968	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2968	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2968	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2968	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2968	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2968	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2968	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2968	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2968	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2968	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2968	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2968	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2968	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2968	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2968	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2968	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2968	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2968	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2968	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2968	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2968	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2968	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2968	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2968	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2968	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2968	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2968	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2968	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2968	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2968	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2968	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2968	embedding2nn.weight	0	0.008485662750899792
2968	embedding2nn.weight	1	0.013025123625993729
2968	embedding2nn.weight	2	-0.004258541390299797
2968	embedding2nn.weight	3	0.003020258154720068
2968	embedding2nn.weight	4	-0.0029531209729611874
2968	embedding2nn.weight	5	0.004705313127487898
2968	embedding2nn.weight	6	-0.0010484890080988407
2968	embedding2nn.weight	7	0.008750800043344498
2968	embedding2nn.weight	8	-0.007693469058722258
2968	embedding2nn.weight	9	-0.013166126795113087
2968	embedding2nn.bias	0	-0.007318735122680664
2968	embedding2nn.bias	1	-0.014241674914956093
2968	embedding2nn.bias	2	-0.0586361363530159
2968	embedding2nn.bias	3	0.011537647806107998
2968	embedding2nn.bias	4	0.03463900461792946
2968	embedding2nn.bias	5	-0.025444606319069862
2968	embedding2nn.bias	6	0.06561212241649628
2968	embedding2nn.bias	7	0.08251048624515533
2968	embedding2nn.bias	8	0.009245015680789948
2968	embedding2nn.bias	9	0.000573530385736376
2968	rnn.weight_ih_l0	0	0.03278264030814171
2968	rnn.weight_ih_l0	1	-0.007278076373040676
2968	rnn.weight_ih_l0	2	-0.025474458932876587
2968	rnn.weight_ih_l0	3	-0.05008865147829056
2968	rnn.weight_ih_l0	4	-0.05183838680386543
2968	rnn.weight_ih_l0	5	0.0016091052675619721
2968	rnn.weight_ih_l0	6	-0.05475480854511261
2968	rnn.weight_ih_l0	7	-0.04694008827209473
2968	rnn.weight_ih_l0	8	-0.047738026827573776
2968	rnn.weight_ih_l0	9	-0.02668885327875614
2968	rnn.weight_hh_l0	0	0.013130949810147285
2968	rnn.weight_hh_l0	1	-0.009356207214295864
2968	rnn.weight_hh_l0	2	-0.021852796897292137
2968	rnn.weight_hh_l0	3	-0.01234186626970768
2968	rnn.weight_hh_l0	4	-0.06170836463570595
2968	rnn.weight_hh_l0	5	-0.025533979758620262
2968	rnn.weight_hh_l0	6	-0.022897571325302124
2968	rnn.weight_hh_l0	7	0.035578835755586624
2968	rnn.weight_hh_l0	8	-0.02317032963037491
2968	rnn.weight_hh_l0	9	0.030527224764227867
2968	rnn.bias_ih_l0	0	0.06464364379644394
2968	rnn.bias_ih_l0	1	-0.06390900909900665
2968	rnn.bias_ih_l0	2	0.08713479340076447
2968	rnn.bias_ih_l0	3	0.07892104238271713
2968	rnn.bias_ih_l0	4	0.08233244717121124
2968	rnn.bias_ih_l0	5	0.009382776916027069
2968	rnn.bias_ih_l0	6	-0.012671283446252346
2968	rnn.bias_ih_l0	7	-0.06576612591743469
2968	rnn.bias_ih_l0	8	-0.10939373821020126
2968	rnn.bias_ih_l0	9	0.06551183760166168
2968	rnn.bias_hh_l0	0	-0.028019867837429047
2968	rnn.bias_hh_l0	1	0.026096286252141
2968	rnn.bias_hh_l0	2	-0.009656467474997044
2968	rnn.bias_hh_l0	3	0.009438243694603443
2968	rnn.bias_hh_l0	4	-0.049211613833904266
2968	rnn.bias_hh_l0	5	0.08884644508361816
2968	rnn.bias_hh_l0	6	-0.013114593923091888
2968	rnn.bias_hh_l0	7	0.012971320189535618
2968	rnn.bias_hh_l0	8	0.02169748581945896
2968	rnn.bias_hh_l0	9	0.073318250477314
2968	rnn.weight_ih_l0_reverse	0	-0.03360950946807861
2968	rnn.weight_ih_l0_reverse	1	-0.006923937238752842
2968	rnn.weight_ih_l0_reverse	2	0.022309398278594017
2968	rnn.weight_ih_l0_reverse	3	-0.05934282764792442
2968	rnn.weight_ih_l0_reverse	4	0.01174832135438919
2968	rnn.weight_ih_l0_reverse	5	-0.056028250604867935
2968	rnn.weight_ih_l0_reverse	6	0.013031691312789917
2968	rnn.weight_ih_l0_reverse	7	0.038362521678209305
2968	rnn.weight_ih_l0_reverse	8	-0.036284271627664566
2968	rnn.weight_ih_l0_reverse	9	-0.05180617421865463
2968	rnn.weight_hh_l0_reverse	0	-0.06021542102098465
2968	rnn.weight_hh_l0_reverse	1	-0.057867832481861115
2968	rnn.weight_hh_l0_reverse	2	0.008831562474370003
2968	rnn.weight_hh_l0_reverse	3	0.0390346422791481
2968	rnn.weight_hh_l0_reverse	4	0.030165167525410652
2968	rnn.weight_hh_l0_reverse	5	0.045463960617780685
2968	rnn.weight_hh_l0_reverse	6	0.004101595841348171
2968	rnn.weight_hh_l0_reverse	7	-0.0012758622178807855
2968	rnn.weight_hh_l0_reverse	8	-0.06635039299726486
2968	rnn.weight_hh_l0_reverse	9	0.030685944482684135
2968	rnn.bias_ih_l0_reverse	0	-0.03559025749564171
2968	rnn.bias_ih_l0_reverse	1	-0.05055179074406624
2968	rnn.bias_ih_l0_reverse	2	0.08234252035617828
2968	rnn.bias_ih_l0_reverse	3	0.029476819559931755
2968	rnn.bias_ih_l0_reverse	4	-0.09170360863208771
2968	rnn.bias_ih_l0_reverse	5	0.009422102011740208
2968	rnn.bias_ih_l0_reverse	6	-0.08457373082637787
2968	rnn.bias_ih_l0_reverse	7	0.026891112327575684
2968	rnn.bias_ih_l0_reverse	8	0.013580322265625
2968	rnn.bias_ih_l0_reverse	9	0.06552904099225998
2968	rnn.bias_hh_l0_reverse	0	0.02574809268116951
2968	rnn.bias_hh_l0_reverse	1	0.059862762689590454
2968	rnn.bias_hh_l0_reverse	2	0.06543809920549393
2968	rnn.bias_hh_l0_reverse	3	-0.003656904213130474
2968	rnn.bias_hh_l0_reverse	4	0.07853775471448898
2968	rnn.bias_hh_l0_reverse	5	0.0021180473268032074
2968	rnn.bias_hh_l0_reverse	6	-0.06632022559642792
2968	rnn.bias_hh_l0_reverse	7	0.042247284203767776
2968	rnn.bias_hh_l0_reverse	8	0.017693890258669853
2968	rnn.bias_hh_l0_reverse	9	-0.080254927277565
2968	linear.weight	0	0.1284186989068985
2968	linear.weight	1	-0.09654462337493896
2968	linear.weight	2	-0.076581209897995
2968	linear.weight	3	0.052271049469709396
2968	linear.weight	4	0.020740283653140068
2968	linear.weight	5	-0.05180814117193222
2968	linear.weight	6	-0.01718870736658573
2968	linear.weight	7	-0.03105231560766697
2968	linear.weight	8	0.057295821607112885
2968	linear.weight	9	0.18788397312164307
2968	linear.bias	0	0.08903238922357559
2968	linear.bias	1	0.04715311527252197
2968	linear.bias	2	-0.2837209701538086
2968	linear.bias	3	0.9073172807693481
2968	linear.bias	4	-0.3589889705181122
2968	linear.bias	5	-0.030769959092140198
2968	linear.bias	6	-0.1964709609746933
2968	linear.bias	7	-0.12106530368328094
2968	linear.bias	8	0.1259728968143463
2968	linear.bias	9	-0.3191455602645874
2996	transitions	0	-0.546143114566803
2996	transitions	1	0.4477824866771698
2996	transitions	2	1.8202177286148071
2996	transitions	3	0.2110668420791626
2996	transitions	4	1.032896876335144
2996	transitions	5	1.2769339084625244
2996	transitions	6	0.48571518063545227
2996	transitions	7	0.1866244226694107
2996	transitions	8	-0.9182735681533813
2996	transitions	9	0.9307900667190552
2996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
2996	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
2996	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
2996	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
2996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
2996	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
2996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
2996	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
2996	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
2996	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
2996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
2996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
2996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
2996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
2996	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
2996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
2996	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
2996	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
2996	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
2996	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
2996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
2996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
2996	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
2996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
2996	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
2996	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
2996	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
2996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
2996	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
2996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
2996	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
2996	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
2996	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
2996	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
2996	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
2996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
2996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
2996	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
2996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
2996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
2996	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
2996	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
2996	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
2996	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
2996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
2996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
2996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
2996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
2996	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
2996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
2996	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
2996	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
2996	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
2996	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
2996	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
2996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
2996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
2996	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
2996	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
2996	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
2996	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
2996	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
2996	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
2996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
2996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
2996	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
2996	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
2996	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
2996	embedding2nn.weight	0	0.008706347085535526
2996	embedding2nn.weight	1	0.012957100756466389
2996	embedding2nn.weight	2	-0.004272522870451212
2996	embedding2nn.weight	3	0.003208848414942622
2996	embedding2nn.weight	4	-0.002879669889807701
2996	embedding2nn.weight	5	0.004756228532642126
2996	embedding2nn.weight	6	-0.0008835147018544376
2996	embedding2nn.weight	7	0.00828337948769331
2996	embedding2nn.weight	8	-0.007820429280400276
2996	embedding2nn.weight	9	-0.013185340911149979
2996	embedding2nn.bias	0	-0.009416514076292515
2996	embedding2nn.bias	1	-0.01444941759109497
2996	embedding2nn.bias	2	-0.05494289845228195
2996	embedding2nn.bias	3	0.013858858495950699
2996	embedding2nn.bias	4	0.02802433632314205
2996	embedding2nn.bias	5	-0.021732939407229424
2996	embedding2nn.bias	6	0.059844452887773514
2996	embedding2nn.bias	7	0.07376327365636826
2996	embedding2nn.bias	8	0.013364329934120178
2996	embedding2nn.bias	9	0.0024030841886997223
2996	rnn.weight_ih_l0	0	0.03261687234044075
2996	rnn.weight_ih_l0	1	-0.006832066457718611
2996	rnn.weight_ih_l0	2	-0.024531174451112747
2996	rnn.weight_ih_l0	3	-0.04983903095126152
2996	rnn.weight_ih_l0	4	-0.05153713747859001
2996	rnn.weight_ih_l0	5	0.0017229762161150575
2996	rnn.weight_ih_l0	6	-0.05482291430234909
2996	rnn.weight_ih_l0	7	-0.04691224917769432
2996	rnn.weight_ih_l0	8	-0.0479172021150589
2996	rnn.weight_ih_l0	9	-0.02667427994310856
2996	rnn.weight_hh_l0	0	0.013334774412214756
2996	rnn.weight_hh_l0	1	-0.009336828254163265
2996	rnn.weight_hh_l0	2	-0.022393634542822838
2996	rnn.weight_hh_l0	3	-0.012105300091207027
2996	rnn.weight_hh_l0	4	-0.06165057420730591
2996	rnn.weight_hh_l0	5	-0.02535589598119259
2996	rnn.weight_hh_l0	6	-0.022839294746518135
2996	rnn.weight_hh_l0	7	0.03569479286670685
2996	rnn.weight_hh_l0	8	-0.023231012746691704
2996	rnn.weight_hh_l0	9	0.03127215802669525
2996	rnn.bias_ih_l0	0	0.06542206555604935
2996	rnn.bias_ih_l0	1	-0.0641774833202362
2996	rnn.bias_ih_l0	2	0.08459123224020004
2996	rnn.bias_ih_l0	3	0.0808304026722908
2996	rnn.bias_ih_l0	4	0.08243262767791748
2996	rnn.bias_ih_l0	5	0.008492477238178253
2996	rnn.bias_ih_l0	6	-0.012296993285417557
2996	rnn.bias_ih_l0	7	-0.07121718674898148
2996	rnn.bias_ih_l0	8	-0.10300596058368683
2996	rnn.bias_ih_l0	9	0.0658171996474266
2996	rnn.bias_hh_l0	0	-0.027876518666744232
2996	rnn.bias_hh_l0	1	0.025512775406241417
2996	rnn.bias_hh_l0	2	-0.010912333615124226
2996	rnn.bias_hh_l0	3	0.00766398012638092
2996	rnn.bias_hh_l0	4	-0.049402400851249695
2996	rnn.bias_hh_l0	5	0.08743412792682648
2996	rnn.bias_hh_l0	6	-0.012928036972880363
2996	rnn.bias_hh_l0	7	0.013820497319102287
2996	rnn.bias_hh_l0	8	0.022071776911616325
2996	rnn.bias_hh_l0	9	0.07118005305528641
2996	rnn.weight_ih_l0_reverse	0	-0.033693037927150726
2996	rnn.weight_ih_l0_reverse	1	-0.006621522828936577
2996	rnn.weight_ih_l0_reverse	2	0.02231570892035961
2996	rnn.weight_ih_l0_reverse	3	-0.05950583517551422
2996	rnn.weight_ih_l0_reverse	4	0.011678929440677166
2996	rnn.weight_ih_l0_reverse	5	-0.05583925545215607
2996	rnn.weight_ih_l0_reverse	6	0.011890907771885395
2996	rnn.weight_ih_l0_reverse	7	0.03834395855665207
2996	rnn.weight_ih_l0_reverse	8	-0.036347318440675735
2996	rnn.weight_ih_l0_reverse	9	-0.05158839747309685
2996	rnn.weight_hh_l0_reverse	0	-0.05984842777252197
2996	rnn.weight_hh_l0_reverse	1	-0.05721015855669975
2996	rnn.weight_hh_l0_reverse	2	0.008419792167842388
2996	rnn.weight_hh_l0_reverse	3	0.03879028186202049
2996	rnn.weight_hh_l0_reverse	4	0.030300341546535492
2996	rnn.weight_hh_l0_reverse	5	0.045395951718091965
2996	rnn.weight_hh_l0_reverse	6	0.0030820516403764486
2996	rnn.weight_hh_l0_reverse	7	-0.0011710848193615675
2996	rnn.weight_hh_l0_reverse	8	-0.06631053239107132
2996	rnn.weight_hh_l0_reverse	9	0.030557094141840935
2996	rnn.bias_ih_l0_reverse	0	-0.035032231360673904
2996	rnn.bias_ih_l0_reverse	1	-0.05432083085179329
2996	rnn.bias_ih_l0_reverse	2	0.08490104228258133
2996	rnn.bias_ih_l0_reverse	3	0.029256748035550117
2996	rnn.bias_ih_l0_reverse	4	-0.09033090621232986
2996	rnn.bias_ih_l0_reverse	5	0.009553015232086182
2996	rnn.bias_ih_l0_reverse	6	-0.08498720824718475
2996	rnn.bias_ih_l0_reverse	7	0.027631865814328194
2996	rnn.bias_ih_l0_reverse	8	0.014889439567923546
2996	rnn.bias_ih_l0_reverse	9	0.06563127785921097
2996	rnn.bias_hh_l0_reverse	0	0.026056205853819847
2996	rnn.bias_hh_l0_reverse	1	0.06099918857216835
2996	rnn.bias_hh_l0_reverse	2	0.06517452746629715
2996	rnn.bias_hh_l0_reverse	3	-0.003093833802267909
2996	rnn.bias_hh_l0_reverse	4	0.07918708026409149
2996	rnn.bias_hh_l0_reverse	5	0.0030162304174154997
2996	rnn.bias_hh_l0_reverse	6	-0.06718168407678604
2996	rnn.bias_hh_l0_reverse	7	0.04347209632396698
2996	rnn.bias_hh_l0_reverse	8	0.016051791608333588
2996	rnn.bias_hh_l0_reverse	9	-0.09049554169178009
2996	linear.weight	0	0.1355343461036682
2996	linear.weight	1	-0.09652813524007797
2996	linear.weight	2	-0.0753997340798378
2996	linear.weight	3	0.05120475962758064
2996	linear.weight	4	0.01979060098528862
2996	linear.weight	5	-0.05109594017267227
2996	linear.weight	6	-0.01709800399839878
2996	linear.weight	7	-0.030986985191702843
2996	linear.weight	8	0.0657181665301323
2996	linear.weight	9	0.18948844075202942
2996	linear.bias	0	0.09480534493923187
2996	linear.bias	1	0.050492916256189346
2996	linear.bias	2	-0.2844826579093933
2996	linear.bias	3	0.9114977717399597
2996	linear.bias	4	-0.36030685901641846
2996	linear.bias	5	-0.030769959092140198
2996	linear.bias	6	-0.19862224161624908
2996	linear.bias	7	-0.1175997257232666
2996	linear.bias	8	0.13424797356128693
2996	linear.bias	9	-0.31998148560523987
3024	transitions	0	-0.5466148257255554
3024	transitions	1	0.4475449323654175
3024	transitions	2	1.8196210861206055
3024	transitions	3	0.21094095706939697
3024	transitions	4	1.0327264070510864
3024	transitions	5	1.2769083976745605
3024	transitions	6	0.485709547996521
3024	transitions	7	0.18660330772399902
3024	transitions	8	-0.9182815551757812
3024	transitions	9	0.9307898879051208
3024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3024	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3024	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3024	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3024	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3024	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3024	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3024	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3024	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3024	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3024	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3024	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3024	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3024	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3024	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3024	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3024	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3024	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3024	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3024	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3024	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3024	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3024	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3024	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3024	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3024	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3024	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3024	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3024	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3024	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3024	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3024	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3024	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3024	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3024	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3024	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3024	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3024	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3024	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3024	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3024	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3024	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3024	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3024	embedding2nn.weight	0	0.00877467356622219
3024	embedding2nn.weight	1	0.012949610128998756
3024	embedding2nn.weight	2	-0.004207223653793335
3024	embedding2nn.weight	3	0.003497007768601179
3024	embedding2nn.weight	4	-0.002870860742405057
3024	embedding2nn.weight	5	0.004509173333644867
3024	embedding2nn.weight	6	-0.0007602150435559452
3024	embedding2nn.weight	7	0.008623383939266205
3024	embedding2nn.weight	8	-0.007809286005795002
3024	embedding2nn.weight	9	-0.013192099519073963
3024	embedding2nn.bias	0	-0.00596618140116334
3024	embedding2nn.bias	1	-0.016477437689900398
3024	embedding2nn.bias	2	-0.0506533607840538
3024	embedding2nn.bias	3	0.006340216379612684
3024	embedding2nn.bias	4	0.028835425153374672
3024	embedding2nn.bias	5	-0.022943560034036636
3024	embedding2nn.bias	6	0.06132602319121361
3024	embedding2nn.bias	7	0.06646304577589035
3024	embedding2nn.bias	8	0.016871046274900436
3024	embedding2nn.bias	9	-0.003258506301790476
3024	rnn.weight_ih_l0	0	0.032467082142829895
3024	rnn.weight_ih_l0	1	-0.006883990950882435
3024	rnn.weight_ih_l0	2	-0.024778269231319427
3024	rnn.weight_ih_l0	3	-0.049648456275463104
3024	rnn.weight_ih_l0	4	-0.05168286710977554
3024	rnn.weight_ih_l0	5	0.0018529989756643772
3024	rnn.weight_ih_l0	6	-0.054913848638534546
3024	rnn.weight_ih_l0	7	-0.04702458158135414
3024	rnn.weight_ih_l0	8	-0.047671109437942505
3024	rnn.weight_ih_l0	9	-0.02679678425192833
3024	rnn.weight_hh_l0	0	0.013656099326908588
3024	rnn.weight_hh_l0	1	-0.009304409846663475
3024	rnn.weight_hh_l0	2	-0.023048361763358116
3024	rnn.weight_hh_l0	3	-0.012291460298001766
3024	rnn.weight_hh_l0	4	-0.06166483089327812
3024	rnn.weight_hh_l0	5	-0.025211498141288757
3024	rnn.weight_hh_l0	6	-0.02191036194562912
3024	rnn.weight_hh_l0	7	0.03416448459029198
3024	rnn.weight_hh_l0	8	-0.023034892976284027
3024	rnn.weight_hh_l0	9	0.03149446099996567
3024	rnn.bias_ih_l0	0	0.06537733227014542
3024	rnn.bias_ih_l0	1	-0.06373030692338943
3024	rnn.bias_ih_l0	2	0.08577151596546173
3024	rnn.bias_ih_l0	3	0.08173976838588715
3024	rnn.bias_ih_l0	4	0.08379356563091278
3024	rnn.bias_ih_l0	5	0.008455270901322365
3024	rnn.bias_ih_l0	6	-0.015239591710269451
3024	rnn.bias_ih_l0	7	-0.0663810670375824
3024	rnn.bias_ih_l0	8	-0.09541264176368713
3024	rnn.bias_ih_l0	9	0.06523234397172928
3024	rnn.bias_hh_l0	0	-0.027640150859951973
3024	rnn.bias_hh_l0	1	0.023441661149263382
3024	rnn.bias_hh_l0	2	-0.010774700902402401
3024	rnn.bias_hh_l0	3	0.005709477234631777
3024	rnn.bias_hh_l0	4	-0.04781075194478035
3024	rnn.bias_hh_l0	5	0.08492927998304367
3024	rnn.bias_hh_l0	6	-0.012572924606502056
3024	rnn.bias_hh_l0	7	0.011406057514250278
3024	rnn.bias_hh_l0	8	0.019129177555441856
3024	rnn.bias_hh_l0	9	0.07134097069501877
3024	rnn.weight_ih_l0_reverse	0	-0.03402799740433693
3024	rnn.weight_ih_l0_reverse	1	-0.005609296262264252
3024	rnn.weight_ih_l0_reverse	2	0.022583290934562683
3024	rnn.weight_ih_l0_reverse	3	-0.059797465801239014
3024	rnn.weight_ih_l0_reverse	4	0.011552433483302593
3024	rnn.weight_ih_l0_reverse	5	-0.05591873079538345
3024	rnn.weight_ih_l0_reverse	6	0.012116174213588238
3024	rnn.weight_ih_l0_reverse	7	0.03820178285241127
3024	rnn.weight_ih_l0_reverse	8	-0.036338482052087784
3024	rnn.weight_ih_l0_reverse	9	-0.051736168563365936
3024	rnn.weight_hh_l0_reverse	0	-0.05963104963302612
3024	rnn.weight_hh_l0_reverse	1	-0.056850120425224304
3024	rnn.weight_hh_l0_reverse	2	0.008364604786038399
3024	rnn.weight_hh_l0_reverse	3	0.03842419758439064
3024	rnn.weight_hh_l0_reverse	4	0.030085459351539612
3024	rnn.weight_hh_l0_reverse	5	0.04520708695054054
3024	rnn.weight_hh_l0_reverse	6	0.005280461627990007
3024	rnn.weight_hh_l0_reverse	7	-0.0008194319671019912
3024	rnn.weight_hh_l0_reverse	8	-0.0665445625782013
3024	rnn.weight_hh_l0_reverse	9	0.030567968264222145
3024	rnn.bias_ih_l0_reverse	0	-0.03611559420824051
3024	rnn.bias_ih_l0_reverse	1	-0.05938870832324028
3024	rnn.bias_ih_l0_reverse	2	0.08501311391592026
3024	rnn.bias_ih_l0_reverse	3	0.029579641297459602
3024	rnn.bias_ih_l0_reverse	4	-0.09157510846853256
3024	rnn.bias_ih_l0_reverse	5	0.010430924594402313
3024	rnn.bias_ih_l0_reverse	6	-0.0838330090045929
3024	rnn.bias_ih_l0_reverse	7	0.028506441041827202
3024	rnn.bias_ih_l0_reverse	8	0.01755065657198429
3024	rnn.bias_ih_l0_reverse	9	0.06580705940723419
3024	rnn.bias_hh_l0_reverse	0	0.027225304394960403
3024	rnn.bias_hh_l0_reverse	1	0.058673202991485596
3024	rnn.bias_hh_l0_reverse	2	0.06436207890510559
3024	rnn.bias_hh_l0_reverse	3	-0.003135327249765396
3024	rnn.bias_hh_l0_reverse	4	0.07803548872470856
3024	rnn.bias_hh_l0_reverse	5	0.00432837288826704
3024	rnn.bias_hh_l0_reverse	6	-0.06697532534599304
3024	rnn.bias_hh_l0_reverse	7	0.04241936281323433
3024	rnn.bias_hh_l0_reverse	8	0.015864385291934013
3024	rnn.bias_hh_l0_reverse	9	-0.08668600022792816
3024	linear.weight	0	0.13452991843223572
3024	linear.weight	1	-0.09653977304697037
3024	linear.weight	2	-0.08254151791334152
3024	linear.weight	3	0.05344821885228157
3024	linear.weight	4	0.018402650952339172
3024	linear.weight	5	-0.051870521157979965
3024	linear.weight	6	-0.01700330339372158
3024	linear.weight	7	-0.030884454026818275
3024	linear.weight	8	0.06618206202983856
3024	linear.weight	9	0.1800110936164856
3024	linear.bias	0	0.09451749920845032
3024	linear.bias	1	0.05203181877732277
3024	linear.bias	2	-0.28347861766815186
3024	linear.bias	3	0.910971462726593
3024	linear.bias	4	-0.3616569936275482
3024	linear.bias	5	-0.030769959092140198
3024	linear.bias	6	-0.19766244292259216
3024	linear.bias	7	-0.11304017901420593
3024	linear.bias	8	0.12127935141324997
3024	linear.bias	9	-0.3209158778190613
3052	transitions	0	-0.5470749735832214
3052	transitions	1	0.4471568167209625
3052	transitions	2	1.8191611766815186
3052	transitions	3	0.2104097157716751
3052	transitions	4	1.0325791835784912
3052	transitions	5	1.2768818140029907
3052	transitions	6	0.485704243183136
3052	transitions	7	0.18658898770809174
3052	transitions	8	-0.9182912707328796
3052	transitions	9	0.9307897090911865
3052	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3052	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3052	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3052	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3052	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3052	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3052	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3052	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3052	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3052	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3052	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3052	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3052	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3052	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3052	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3052	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3052	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3052	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3052	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3052	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3052	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3052	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3052	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3052	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3052	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3052	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3052	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3052	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3052	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3052	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3052	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3052	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3052	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3052	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3052	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3052	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3052	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3052	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3052	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3052	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3052	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3052	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3052	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3052	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3052	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3052	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3052	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3052	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3052	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3052	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3052	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3052	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3052	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3052	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3052	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3052	embedding2nn.weight	0	0.008906759321689606
3052	embedding2nn.weight	1	0.013034376315772533
3052	embedding2nn.weight	2	-0.004163580480962992
3052	embedding2nn.weight	3	0.0035529707092791796
3052	embedding2nn.weight	4	-0.002847720170393586
3052	embedding2nn.weight	5	0.004707751329988241
3052	embedding2nn.weight	6	-0.0005957999383099377
3052	embedding2nn.weight	7	0.008450875990092754
3052	embedding2nn.weight	8	-0.007698674686253071
3052	embedding2nn.weight	9	-0.013395941816270351
3052	embedding2nn.bias	0	-0.008566733449697495
3052	embedding2nn.bias	1	-0.017008351162075996
3052	embedding2nn.bias	2	-0.057501211762428284
3052	embedding2nn.bias	3	0.00042748186388053
3052	embedding2nn.bias	4	0.03365536034107208
3052	embedding2nn.bias	5	-0.019103584811091423
3052	embedding2nn.bias	6	0.06062212958931923
3052	embedding2nn.bias	7	0.0640934407711029
3052	embedding2nn.bias	8	0.011918406933546066
3052	embedding2nn.bias	9	-0.0023611346259713173
3052	rnn.weight_ih_l0	0	0.03243813291192055
3052	rnn.weight_ih_l0	1	-0.007065355312079191
3052	rnn.weight_ih_l0	2	-0.02448352240025997
3052	rnn.weight_ih_l0	3	-0.04954620078206062
3052	rnn.weight_ih_l0	4	-0.05188368633389473
3052	rnn.weight_ih_l0	5	0.0020418877247720957
3052	rnn.weight_ih_l0	6	-0.05503992363810539
3052	rnn.weight_ih_l0	7	-0.047132790088653564
3052	rnn.weight_ih_l0	8	-0.04763144999742508
3052	rnn.weight_ih_l0	9	-0.026774417608976364
3052	rnn.weight_hh_l0	0	0.013397577218711376
3052	rnn.weight_hh_l0	1	-0.00905174296349287
3052	rnn.weight_hh_l0	2	-0.022585967555642128
3052	rnn.weight_hh_l0	3	-0.012521173804998398
3052	rnn.weight_hh_l0	4	-0.06179063022136688
3052	rnn.weight_hh_l0	5	-0.025600984692573547
3052	rnn.weight_hh_l0	6	-0.022243957966566086
3052	rnn.weight_hh_l0	7	0.03434854373335838
3052	rnn.weight_hh_l0	8	-0.022880224511027336
3052	rnn.weight_hh_l0	9	0.03222288191318512
3052	rnn.bias_ih_l0	0	0.06537269800901413
3052	rnn.bias_ih_l0	1	-0.06289307773113251
3052	rnn.bias_ih_l0	2	0.0870223194360733
3052	rnn.bias_ih_l0	3	0.08244801312685013
3052	rnn.bias_ih_l0	4	0.08623282611370087
3052	rnn.bias_ih_l0	5	0.008899173699319363
3052	rnn.bias_ih_l0	6	-0.01634529046714306
3052	rnn.bias_ih_l0	7	-0.06570173799991608
3052	rnn.bias_ih_l0	8	-0.09252598881721497
3052	rnn.bias_ih_l0	9	0.06535886228084564
3052	rnn.bias_hh_l0	0	-0.027316095307469368
3052	rnn.bias_hh_l0	1	0.02126641571521759
3052	rnn.bias_hh_l0	2	-0.010681661777198315
3052	rnn.bias_hh_l0	3	0.0026877920608967543
3052	rnn.bias_hh_l0	4	-0.04730081558227539
3052	rnn.bias_hh_l0	5	0.0851873978972435
3052	rnn.bias_hh_l0	6	-0.010085211135447025
3052	rnn.bias_hh_l0	7	0.010794635862112045
3052	rnn.bias_hh_l0	8	0.018023476004600525
3052	rnn.bias_hh_l0	9	0.07246662676334381
3052	rnn.weight_ih_l0_reverse	0	-0.033920954912900925
3052	rnn.weight_ih_l0_reverse	1	-0.005375552922487259
3052	rnn.weight_ih_l0_reverse	2	0.022529108449816704
3052	rnn.weight_ih_l0_reverse	3	-0.05977437272667885
3052	rnn.weight_ih_l0_reverse	4	0.011279447935521603
3052	rnn.weight_ih_l0_reverse	5	-0.05601552128791809
3052	rnn.weight_ih_l0_reverse	6	0.012162606231868267
3052	rnn.weight_ih_l0_reverse	7	0.038175683468580246
3052	rnn.weight_ih_l0_reverse	8	-0.036398716270923615
3052	rnn.weight_ih_l0_reverse	9	-0.05175739899277687
3052	rnn.weight_hh_l0_reverse	0	-0.059894442558288574
3052	rnn.weight_hh_l0_reverse	1	-0.05777929723262787
3052	rnn.weight_hh_l0_reverse	2	0.007420327514410019
3052	rnn.weight_hh_l0_reverse	3	0.038488369435071945
3052	rnn.weight_hh_l0_reverse	4	0.029399950057268143
3052	rnn.weight_hh_l0_reverse	5	0.045009925961494446
3052	rnn.weight_hh_l0_reverse	6	0.007649938575923443
3052	rnn.weight_hh_l0_reverse	7	-0.0007110590813681483
3052	rnn.weight_hh_l0_reverse	8	-0.06643328070640564
3052	rnn.weight_hh_l0_reverse	9	0.03078187070786953
3052	rnn.bias_ih_l0_reverse	0	-0.03863266855478287
3052	rnn.bias_ih_l0_reverse	1	-0.0530305951833725
3052	rnn.bias_ih_l0_reverse	2	0.08456189185380936
3052	rnn.bias_ih_l0_reverse	3	0.028553813695907593
3052	rnn.bias_ih_l0_reverse	4	-0.09199850261211395
3052	rnn.bias_ih_l0_reverse	5	0.007941333577036858
3052	rnn.bias_ih_l0_reverse	6	-0.08296980708837509
3052	rnn.bias_ih_l0_reverse	7	0.027111638337373734
3052	rnn.bias_ih_l0_reverse	8	0.018255993723869324
3052	rnn.bias_ih_l0_reverse	9	0.06578771770000458
3052	rnn.bias_hh_l0_reverse	0	0.029958704486489296
3052	rnn.bias_hh_l0_reverse	1	0.05884680524468422
3052	rnn.bias_hh_l0_reverse	2	0.06506025791168213
3052	rnn.bias_hh_l0_reverse	3	-0.0029809302650392056
3052	rnn.bias_hh_l0_reverse	4	0.07757610827684402
3052	rnn.bias_hh_l0_reverse	5	-0.0005145109607838094
3052	rnn.bias_hh_l0_reverse	6	-0.06666244566440582
3052	rnn.bias_hh_l0_reverse	7	0.043895673006772995
3052	rnn.bias_hh_l0_reverse	8	0.016985874623060226
3052	rnn.bias_hh_l0_reverse	9	-0.08111882209777832
3052	linear.weight	0	0.1444987803697586
3052	linear.weight	1	-0.09647328406572342
3052	linear.weight	2	-0.07865330576896667
3052	linear.weight	3	0.043901942670345306
3052	linear.weight	4	0.019292838871479034
3052	linear.weight	5	-0.05339893698692322
3052	linear.weight	6	-0.016961082816123962
3052	linear.weight	7	-0.030734173953533173
3052	linear.weight	8	0.06422391533851624
3052	linear.weight	9	0.17557726800441742
3052	linear.bias	0	0.10217435657978058
3052	linear.bias	1	0.055276237428188324
3052	linear.bias	2	-0.2875537872314453
3052	linear.bias	3	0.9138880968093872
3052	linear.bias	4	-0.3629210889339447
3052	linear.bias	5	-0.030769959092140198
3052	linear.bias	6	-0.20323798060417175
3052	linear.bias	7	-0.11939841508865356
3052	linear.bias	8	0.1263212412595749
3052	linear.bias	9	-0.3218250572681427
3080	transitions	0	-0.5474459528923035
3080	transitions	1	0.4469504952430725
3080	transitions	2	1.8185386657714844
3080	transitions	3	0.20828691124916077
3080	transitions	4	1.0324938297271729
3080	transitions	5	1.2768583297729492
3080	transitions	6	0.48569753766059875
3080	transitions	7	0.18657658994197845
3080	transitions	8	-0.9182977676391602
3080	transitions	9	0.9307894706726074
3080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3080	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3080	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3080	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3080	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3080	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3080	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3080	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3080	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3080	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3080	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3080	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3080	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3080	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3080	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3080	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3080	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3080	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3080	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3080	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3080	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3080	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3080	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3080	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3080	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3080	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3080	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3080	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3080	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3080	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3080	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3080	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3080	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3080	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3080	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3080	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3080	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3080	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3080	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3080	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3080	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3080	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3080	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3080	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3080	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3080	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3080	embedding2nn.weight	0	0.00817055068910122
3080	embedding2nn.weight	1	0.013032158836722374
3080	embedding2nn.weight	2	-0.00417289650067687
3080	embedding2nn.weight	3	0.0035788060631603003
3080	embedding2nn.weight	4	-0.0028914075810462236
3080	embedding2nn.weight	5	0.0047635226510465145
3080	embedding2nn.weight	6	-0.0005862499820068479
3080	embedding2nn.weight	7	0.007794590201228857
3080	embedding2nn.weight	8	-0.007582084741443396
3080	embedding2nn.weight	9	-0.013375882059335709
3080	embedding2nn.bias	0	-0.01092851348221302
3080	embedding2nn.bias	1	-0.011712174862623215
3080	embedding2nn.bias	2	-0.06077800691127777
3080	embedding2nn.bias	3	-0.0006667436100542545
3080	embedding2nn.bias	4	0.03657675161957741
3080	embedding2nn.bias	5	-0.020169179886579514
3080	embedding2nn.bias	6	0.061930108815431595
3080	embedding2nn.bias	7	0.06997999548912048
3080	embedding2nn.bias	8	0.009493948891758919
3080	embedding2nn.bias	9	0.0002530349884182215
3080	rnn.weight_ih_l0	0	0.03241465240716934
3080	rnn.weight_ih_l0	1	-0.007007482461631298
3080	rnn.weight_ih_l0	2	-0.023909034207463264
3080	rnn.weight_ih_l0	3	-0.0497170090675354
3080	rnn.weight_ih_l0	4	-0.0518539659678936
3080	rnn.weight_ih_l0	5	0.0021579626481980085
3080	rnn.weight_ih_l0	6	-0.055061809718608856
3080	rnn.weight_ih_l0	7	-0.04694778099656105
3080	rnn.weight_ih_l0	8	-0.04760730266571045
3080	rnn.weight_ih_l0	9	-0.026604458689689636
3080	rnn.weight_hh_l0	0	0.013310786336660385
3080	rnn.weight_hh_l0	1	-0.010042253881692886
3080	rnn.weight_hh_l0	2	-0.024298185482621193
3080	rnn.weight_hh_l0	3	-0.012360021471977234
3080	rnn.weight_hh_l0	4	-0.061533957719802856
3080	rnn.weight_hh_l0	5	-0.025992827489972115
3080	rnn.weight_hh_l0	6	-0.022601308301091194
3080	rnn.weight_hh_l0	7	0.03490703925490379
3080	rnn.weight_hh_l0	8	-0.023198602721095085
3080	rnn.weight_hh_l0	9	0.03211250901222229
3080	rnn.bias_ih_l0	0	0.0638517513871193
3080	rnn.bias_ih_l0	1	-0.0634394958615303
3080	rnn.bias_ih_l0	2	0.08612639456987381
3080	rnn.bias_ih_l0	3	0.08346457034349442
3080	rnn.bias_ih_l0	4	0.08587596565485
3080	rnn.bias_ih_l0	5	0.010531305335462093
3080	rnn.bias_ih_l0	6	-0.01517164520919323
3080	rnn.bias_ih_l0	7	-0.06298226118087769
3080	rnn.bias_ih_l0	8	-0.0984327644109726
3080	rnn.bias_ih_l0	9	0.06518995016813278
3080	rnn.bias_hh_l0	0	-0.02896619401872158
3080	rnn.bias_hh_l0	1	0.021747076883912086
3080	rnn.bias_hh_l0	2	-0.010000884532928467
3080	rnn.bias_hh_l0	3	0.004979345016181469
3080	rnn.bias_hh_l0	4	-0.04677174240350723
3080	rnn.bias_hh_l0	5	0.08690047264099121
3080	rnn.bias_hh_l0	6	-0.011207799427211285
3080	rnn.bias_hh_l0	7	0.012139822356402874
3080	rnn.bias_hh_l0	8	0.019197121262550354
3080	rnn.bias_hh_l0	9	0.0728779062628746
3080	rnn.weight_ih_l0_reverse	0	-0.033990729600191116
3080	rnn.weight_ih_l0_reverse	1	-0.005871525499969721
3080	rnn.weight_ih_l0_reverse	2	0.022257642820477486
3080	rnn.weight_ih_l0_reverse	3	-0.059843432158231735
3080	rnn.weight_ih_l0_reverse	4	0.011262432672083378
3080	rnn.weight_ih_l0_reverse	5	-0.05625520646572113
3080	rnn.weight_ih_l0_reverse	6	0.011810296215116978
3080	rnn.weight_ih_l0_reverse	7	0.03825763985514641
3080	rnn.weight_ih_l0_reverse	8	-0.03642190620303154
3080	rnn.weight_ih_l0_reverse	9	-0.0518946498632431
3080	rnn.weight_hh_l0_reverse	0	-0.05957166478037834
3080	rnn.weight_hh_l0_reverse	1	-0.05690855160355568
3080	rnn.weight_hh_l0_reverse	2	0.008021076209843159
3080	rnn.weight_hh_l0_reverse	3	0.03876033425331116
3080	rnn.weight_hh_l0_reverse	4	0.02931828238070011
3080	rnn.weight_hh_l0_reverse	5	0.04485197365283966
3080	rnn.weight_hh_l0_reverse	6	0.006372377742081881
3080	rnn.weight_hh_l0_reverse	7	-0.0008326720562763512
3080	rnn.weight_hh_l0_reverse	8	-0.0666799321770668
3080	rnn.weight_hh_l0_reverse	9	0.03126860782504082
3080	rnn.bias_ih_l0_reverse	0	-0.04444587603211403
3080	rnn.bias_ih_l0_reverse	1	-0.05668234825134277
3080	rnn.bias_ih_l0_reverse	2	0.0842706635594368
3080	rnn.bias_ih_l0_reverse	3	0.02869095653295517
3080	rnn.bias_ih_l0_reverse	4	-0.09207022190093994
3080	rnn.bias_ih_l0_reverse	5	0.007953978143632412
3080	rnn.bias_ih_l0_reverse	6	-0.08560339361429214
3080	rnn.bias_ih_l0_reverse	7	0.026056570932269096
3080	rnn.bias_ih_l0_reverse	8	0.01872352883219719
3080	rnn.bias_ih_l0_reverse	9	0.06674174219369888
3080	rnn.bias_hh_l0_reverse	0	0.028553934767842293
3080	rnn.bias_hh_l0_reverse	1	0.05664534866809845
3080	rnn.bias_hh_l0_reverse	2	0.06370355933904648
3080	rnn.bias_hh_l0_reverse	3	-0.002683970844373107
3080	rnn.bias_hh_l0_reverse	4	0.07822120189666748
3080	rnn.bias_hh_l0_reverse	5	0.008415622636675835
3080	rnn.bias_hh_l0_reverse	6	-0.06665674597024918
3080	rnn.bias_hh_l0_reverse	7	0.045301057398319244
3080	rnn.bias_hh_l0_reverse	8	0.016414359211921692
3080	rnn.bias_hh_l0_reverse	9	-0.08664898574352264
3080	linear.weight	0	0.1552325338125229
3080	linear.weight	1	-0.09647095203399658
3080	linear.weight	2	-0.07644880563020706
3080	linear.weight	3	0.0429183766245842
3080	linear.weight	4	0.020511358976364136
3080	linear.weight	5	-0.05458937957882881
3080	linear.weight	6	-0.01688455417752266
3080	linear.weight	7	-0.0306262020021677
3080	linear.weight	8	0.0651141032576561
3080	linear.weight	9	0.17923803627490997
3080	linear.bias	0	0.10101661831140518
3080	linear.bias	1	0.06149866431951523
3080	linear.bias	2	-0.2882808744907379
3080	linear.bias	3	0.9226478934288025
3080	linear.bias	4	-0.36117488145828247
3080	linear.bias	5	-0.030769959092140198
3080	linear.bias	6	-0.20778930187225342
3080	linear.bias	7	-0.12147906422615051
3080	linear.bias	8	0.12651726603507996
3080	linear.bias	9	-0.32258763909339905
3108	transitions	0	-0.5477465391159058
3108	transitions	1	0.4466947317123413
3108	transitions	2	1.8181018829345703
3108	transitions	3	0.2081754058599472
3108	transitions	4	1.032349705696106
3108	transitions	5	1.2768441438674927
3108	transitions	6	0.4856913089752197
3108	transitions	7	0.186545729637146
3108	transitions	8	-0.918304979801178
3108	transitions	9	0.9307894110679626
3108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3108	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3108	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3108	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3108	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3108	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3108	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3108	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3108	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3108	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3108	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3108	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3108	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3108	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3108	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3108	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3108	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3108	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3108	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3108	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3108	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3108	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3108	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3108	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3108	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3108	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3108	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3108	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3108	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3108	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3108	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3108	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3108	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3108	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3108	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3108	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3108	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3108	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3108	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3108	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3108	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3108	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3108	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3108	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3108	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3108	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3108	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3108	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3108	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3108	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3108	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3108	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3108	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3108	embedding2nn.weight	0	0.007858672179281712
3108	embedding2nn.weight	1	0.013228192925453186
3108	embedding2nn.weight	2	-0.004118724726140499
3108	embedding2nn.weight	3	0.003770692739635706
3108	embedding2nn.weight	4	-0.0029548753518611193
3108	embedding2nn.weight	5	0.004697749391198158
3108	embedding2nn.weight	6	-0.000745501252822578
3108	embedding2nn.weight	7	0.008119230158627033
3108	embedding2nn.weight	8	-0.007553447969257832
3108	embedding2nn.weight	9	-0.013302008621394634
3108	embedding2nn.bias	0	-0.011600526049733162
3108	embedding2nn.bias	1	-0.016390305012464523
3108	embedding2nn.bias	2	-0.06555541604757309
3108	embedding2nn.bias	3	-0.0020381270442157984
3108	embedding2nn.bias	4	0.03532485291361809
3108	embedding2nn.bias	5	-0.02260434627532959
3108	embedding2nn.bias	6	0.05743665248155594
3108	embedding2nn.bias	7	0.06598591059446335
3108	embedding2nn.bias	8	0.010993494652211666
3108	embedding2nn.bias	9	-0.003141585038974881
3108	rnn.weight_ih_l0	0	0.03238002955913544
3108	rnn.weight_ih_l0	1	-0.006573766004294157
3108	rnn.weight_ih_l0	2	-0.02386443316936493
3108	rnn.weight_ih_l0	3	-0.04958155006170273
3108	rnn.weight_ih_l0	4	-0.051619067788124084
3108	rnn.weight_ih_l0	5	0.0021070288494229317
3108	rnn.weight_ih_l0	6	-0.05486367642879486
3108	rnn.weight_ih_l0	7	-0.04660266637802124
3108	rnn.weight_ih_l0	8	-0.047769684344530106
3108	rnn.weight_ih_l0	9	-0.026675814762711525
3108	rnn.weight_hh_l0	0	0.013528095558285713
3108	rnn.weight_hh_l0	1	-0.010135584510862827
3108	rnn.weight_hh_l0	2	-0.025081554427742958
3108	rnn.weight_hh_l0	3	-0.012000725604593754
3108	rnn.weight_hh_l0	4	-0.061384886503219604
3108	rnn.weight_hh_l0	5	-0.025885170325636864
3108	rnn.weight_hh_l0	6	-0.022816462442278862
3108	rnn.weight_hh_l0	7	0.03366371616721153
3108	rnn.weight_hh_l0	8	-0.022989803925156593
3108	rnn.weight_hh_l0	9	0.03173051029443741
3108	rnn.bias_ih_l0	0	0.06328549236059189
3108	rnn.bias_ih_l0	1	-0.06396037340164185
3108	rnn.bias_ih_l0	2	0.08720176666975021
3108	rnn.bias_ih_l0	3	0.08530081808567047
3108	rnn.bias_ih_l0	4	0.08584953844547272
3108	rnn.bias_ih_l0	5	0.010669601149857044
3108	rnn.bias_ih_l0	6	-0.014969093725085258
3108	rnn.bias_ih_l0	7	-0.05904079228639603
3108	rnn.bias_ih_l0	8	-0.10352730005979538
3108	rnn.bias_ih_l0	9	0.06362895667552948
3108	rnn.bias_hh_l0	0	-0.02841206267476082
3108	rnn.bias_hh_l0	1	0.023968910798430443
3108	rnn.bias_hh_l0	2	-0.007384039461612701
3108	rnn.bias_hh_l0	3	0.0012671102304011583
3108	rnn.bias_hh_l0	4	-0.04492351412773132
3108	rnn.bias_hh_l0	5	0.09143386781215668
3108	rnn.bias_hh_l0	6	-0.01175056491047144
3108	rnn.bias_hh_l0	7	0.012091335840523243
3108	rnn.bias_hh_l0	8	0.019399669021368027
3108	rnn.bias_hh_l0	9	0.07090117782354355
3108	rnn.weight_ih_l0_reverse	0	-0.03363979235291481
3108	rnn.weight_ih_l0_reverse	1	-0.005881609860807657
3108	rnn.weight_ih_l0_reverse	2	0.022200411185622215
3108	rnn.weight_ih_l0_reverse	3	-0.05933470278978348
3108	rnn.weight_ih_l0_reverse	4	0.011273921467363834
3108	rnn.weight_ih_l0_reverse	5	-0.056110821664333344
3108	rnn.weight_ih_l0_reverse	6	0.01218271441757679
3108	rnn.weight_ih_l0_reverse	7	0.03825688734650612
3108	rnn.weight_ih_l0_reverse	8	-0.03640052676200867
3108	rnn.weight_ih_l0_reverse	9	-0.0518331341445446
3108	rnn.weight_hh_l0_reverse	0	-0.06003789231181145
3108	rnn.weight_hh_l0_reverse	1	-0.05654384568333626
3108	rnn.weight_hh_l0_reverse	2	0.008403314277529716
3108	rnn.weight_hh_l0_reverse	3	0.03887728601694107
3108	rnn.weight_hh_l0_reverse	4	0.029297303408384323
3108	rnn.weight_hh_l0_reverse	5	0.04489462450146675
3108	rnn.weight_hh_l0_reverse	6	0.006836147513240576
3108	rnn.weight_hh_l0_reverse	7	-0.0006680568330921233
3108	rnn.weight_hh_l0_reverse	8	-0.06718645244836807
3108	rnn.weight_hh_l0_reverse	9	0.031309664249420166
3108	rnn.bias_ih_l0_reverse	0	-0.04262737184762955
3108	rnn.bias_ih_l0_reverse	1	-0.04743627458810806
3108	rnn.bias_ih_l0_reverse	2	0.08285439014434814
3108	rnn.bias_ih_l0_reverse	3	0.029086999595165253
3108	rnn.bias_ih_l0_reverse	4	-0.09177467226982117
3108	rnn.bias_ih_l0_reverse	5	0.008958854712545872
3108	rnn.bias_ih_l0_reverse	6	-0.08603885024785995
3108	rnn.bias_ih_l0_reverse	7	0.02721107192337513
3108	rnn.bias_ih_l0_reverse	8	0.01783379539847374
3108	rnn.bias_ih_l0_reverse	9	0.06508690118789673
3108	rnn.bias_hh_l0_reverse	0	0.035465363413095474
3108	rnn.bias_hh_l0_reverse	1	0.05366704240441322
3108	rnn.bias_hh_l0_reverse	2	0.06476553529500961
3108	rnn.bias_hh_l0_reverse	3	-0.003145642811432481
3108	rnn.bias_hh_l0_reverse	4	0.0782662108540535
3108	rnn.bias_hh_l0_reverse	5	0.012256448157131672
3108	rnn.bias_hh_l0_reverse	6	-0.06680058687925339
3108	rnn.bias_hh_l0_reverse	7	0.044343218207359314
3108	rnn.bias_hh_l0_reverse	8	0.01678679697215557
3108	rnn.bias_hh_l0_reverse	9	-0.08345577120780945
3108	linear.weight	0	0.16608372330665588
3108	linear.weight	1	-0.09643960744142532
3108	linear.weight	2	-0.079716257750988
3108	linear.weight	3	0.04126545041799545
3108	linear.weight	4	0.019358256831765175
3108	linear.weight	5	-0.053688473999500275
3108	linear.weight	6	-0.0167795792222023
3108	linear.weight	7	-0.03046989254653454
3108	linear.weight	8	0.06268922239542007
3108	linear.weight	9	0.17901001870632172
3108	linear.bias	0	0.10620860755443573
3108	linear.bias	1	0.06500886380672455
3108	linear.bias	2	-0.28668898344039917
3108	linear.bias	3	0.9198756217956543
3108	linear.bias	4	-0.36229562759399414
3108	linear.bias	5	-0.030769959092140198
3108	linear.bias	6	-0.203254833817482
3108	linear.bias	7	-0.12994633615016937
3108	linear.bias	8	0.11901067942380905
3108	linear.bias	9	-0.32342565059661865
3136	transitions	0	-0.5480284690856934
3136	transitions	1	0.4464278519153595
3136	transitions	2	1.8175989389419556
3136	transitions	3	0.20791606605052948
3136	transitions	4	1.0319838523864746
3136	transitions	5	1.2768243551254272
3136	transitions	6	0.48568493127822876
3136	transitions	7	0.18652644753456116
3136	transitions	8	-0.9183098077774048
3136	transitions	9	0.9307892322540283
3136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3136	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3136	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3136	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3136	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3136	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3136	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3136	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3136	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3136	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3136	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3136	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3136	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3136	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3136	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3136	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3136	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3136	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3136	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3136	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3136	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3136	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3136	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3136	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3136	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3136	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3136	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3136	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3136	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3136	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3136	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3136	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3136	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3136	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3136	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3136	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3136	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3136	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3136	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3136	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3136	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3136	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3136	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3136	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3136	embedding2nn.weight	0	0.009440864436328411
3136	embedding2nn.weight	1	0.013128630816936493
3136	embedding2nn.weight	2	-0.004087891895323992
3136	embedding2nn.weight	3	0.003444694448262453
3136	embedding2nn.weight	4	-0.0029598174151033163
3136	embedding2nn.weight	5	0.0046989805996418
3136	embedding2nn.weight	6	-0.0008646890055388212
3136	embedding2nn.weight	7	0.00842967163771391
3136	embedding2nn.weight	8	-0.007497508078813553
3136	embedding2nn.weight	9	-0.013530542142689228
3136	embedding2nn.bias	0	-0.010604286566376686
3136	embedding2nn.bias	1	-0.011747117154300213
3136	embedding2nn.bias	2	-0.05643758922815323
3136	embedding2nn.bias	3	-0.004035681486129761
3136	embedding2nn.bias	4	0.039560116827487946
3136	embedding2nn.bias	5	-0.021861445158720016
3136	embedding2nn.bias	6	0.05302193760871887
3136	embedding2nn.bias	7	0.061498694121837616
3136	embedding2nn.bias	8	0.017457297071814537
3136	embedding2nn.bias	9	-0.005456211511045694
3136	rnn.weight_ih_l0	0	0.03219277411699295
3136	rnn.weight_ih_l0	1	-0.006603026296943426
3136	rnn.weight_ih_l0	2	-0.023624500259757042
3136	rnn.weight_ih_l0	3	-0.04938608780503273
3136	rnn.weight_ih_l0	4	-0.05143247917294502
3136	rnn.weight_ih_l0	5	0.0019368065986782312
3136	rnn.weight_ih_l0	6	-0.05482893064618111
3136	rnn.weight_ih_l0	7	-0.04699094966053963
3136	rnn.weight_ih_l0	8	-0.047875624150037766
3136	rnn.weight_ih_l0	9	-0.026601221412420273
3136	rnn.weight_hh_l0	0	0.013508536852896214
3136	rnn.weight_hh_l0	1	-0.010339588858187199
3136	rnn.weight_hh_l0	2	-0.024802837520837784
3136	rnn.weight_hh_l0	3	-0.011966686695814133
3136	rnn.weight_hh_l0	4	-0.06124027818441391
3136	rnn.weight_hh_l0	5	-0.02598927915096283
3136	rnn.weight_hh_l0	6	-0.023488033562898636
3136	rnn.weight_hh_l0	7	0.0332823172211647
3136	rnn.weight_hh_l0	8	-0.023459289222955704
3136	rnn.weight_hh_l0	9	0.031561002135276794
3136	rnn.bias_ih_l0	0	0.06358686834573746
3136	rnn.bias_ih_l0	1	-0.0629640519618988
3136	rnn.bias_ih_l0	2	0.08648239076137543
3136	rnn.bias_ih_l0	3	0.08749817311763763
3136	rnn.bias_ih_l0	4	0.0859508365392685
3136	rnn.bias_ih_l0	5	0.010740114375948906
3136	rnn.bias_ih_l0	6	-0.016960924491286278
3136	rnn.bias_ih_l0	7	-0.06613091379404068
3136	rnn.bias_ih_l0	8	-0.10533372312784195
3136	rnn.bias_ih_l0	9	0.06445708125829697
3136	rnn.bias_hh_l0	0	-0.02998514100909233
3136	rnn.bias_hh_l0	1	0.022672142833471298
3136	rnn.bias_hh_l0	2	-0.006984140258282423
3136	rnn.bias_hh_l0	3	0.005889898166060448
3136	rnn.bias_hh_l0	4	-0.04482004791498184
3136	rnn.bias_hh_l0	5	0.09146128594875336
3136	rnn.bias_hh_l0	6	-0.011483094654977322
3136	rnn.bias_hh_l0	7	0.014060882851481438
3136	rnn.bias_hh_l0	8	0.017407836392521858
3136	rnn.bias_hh_l0	9	0.07156818360090256
3136	rnn.weight_ih_l0_reverse	0	-0.0335143506526947
3136	rnn.weight_ih_l0_reverse	1	-0.0059000300243496895
3136	rnn.weight_ih_l0_reverse	2	0.022236349061131477
3136	rnn.weight_ih_l0_reverse	3	-0.05956930294632912
3136	rnn.weight_ih_l0_reverse	4	0.01112452894449234
3136	rnn.weight_ih_l0_reverse	5	-0.056052155792713165
3136	rnn.weight_ih_l0_reverse	6	0.012987839058041573
3136	rnn.weight_ih_l0_reverse	7	0.03836267068982124
3136	rnn.weight_ih_l0_reverse	8	-0.03630613535642624
3136	rnn.weight_ih_l0_reverse	9	-0.052013836801052094
3136	rnn.weight_hh_l0_reverse	0	-0.06027786433696747
3136	rnn.weight_hh_l0_reverse	1	-0.05607084184885025
3136	rnn.weight_hh_l0_reverse	2	0.008895892649888992
3136	rnn.weight_hh_l0_reverse	3	0.03888640180230141
3136	rnn.weight_hh_l0_reverse	4	0.029133105650544167
3136	rnn.weight_hh_l0_reverse	5	0.045064251869916916
3136	rnn.weight_hh_l0_reverse	6	0.0058340756222605705
3136	rnn.weight_hh_l0_reverse	7	-0.000353734300006181
3136	rnn.weight_hh_l0_reverse	8	-0.06814545392990112
3136	rnn.weight_hh_l0_reverse	9	0.03075394593179226
3136	rnn.bias_ih_l0_reverse	0	-0.03990690037608147
3136	rnn.bias_ih_l0_reverse	1	-0.047450050711631775
3136	rnn.bias_ih_l0_reverse	2	0.08191170543432236
3136	rnn.bias_ih_l0_reverse	3	0.029487425461411476
3136	rnn.bias_ih_l0_reverse	4	-0.09376280009746552
3136	rnn.bias_ih_l0_reverse	5	0.008712399750947952
3136	rnn.bias_ih_l0_reverse	6	-0.08604685962200165
3136	rnn.bias_ih_l0_reverse	7	0.029144825413823128
3136	rnn.bias_ih_l0_reverse	8	0.016191069036722183
3136	rnn.bias_ih_l0_reverse	9	0.06563243269920349
3136	rnn.bias_hh_l0_reverse	0	0.036490656435489655
3136	rnn.bias_hh_l0_reverse	1	0.05419915169477463
3136	rnn.bias_hh_l0_reverse	2	0.06336709856987
3136	rnn.bias_hh_l0_reverse	3	-0.0029899817891418934
3136	rnn.bias_hh_l0_reverse	4	0.0783080905675888
3136	rnn.bias_hh_l0_reverse	5	0.010595610365271568
3136	rnn.bias_hh_l0_reverse	6	-0.06618120521306992
3136	rnn.bias_hh_l0_reverse	7	0.04451180621981621
3136	rnn.bias_hh_l0_reverse	8	0.016659831628203392
3136	rnn.bias_hh_l0_reverse	9	-0.07677825540304184
3136	linear.weight	0	0.15224841237068176
3136	linear.weight	1	-0.09650867432355881
3136	linear.weight	2	-0.07830309122800827
3136	linear.weight	3	0.03747677803039551
3136	linear.weight	4	0.020982936024665833
3136	linear.weight	5	-0.05199902132153511
3136	linear.weight	6	-0.016734495759010315
3136	linear.weight	7	-0.030371543020009995
3136	linear.weight	8	0.058646660298109055
3136	linear.weight	9	0.18013814091682434
3136	linear.bias	0	0.10141601413488388
3136	linear.bias	1	0.06307598948478699
3136	linear.bias	2	-0.2892572283744812
3136	linear.bias	3	0.9333376884460449
3136	linear.bias	4	-0.3634200394153595
3136	linear.bias	5	-0.030769959092140198
3136	linear.bias	6	-0.20546318590641022
3136	linear.bias	7	-0.12705115973949432
3136	linear.bias	8	0.11373429000377655
3136	linear.bias	9	-0.32430368661880493
3164	transitions	0	-0.5484327077865601
3164	transitions	1	0.4462054967880249
3164	transitions	2	1.8171162605285645
3164	transitions	3	0.20774400234222412
3164	transitions	4	1.0317884683609009
3164	transitions	5	1.2768064737319946
3164	transitions	6	0.4856795370578766
3164	transitions	7	0.1864372342824936
3164	transitions	8	-0.9183205366134644
3164	transitions	9	0.9307891726493835
3164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3164	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3164	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3164	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3164	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3164	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3164	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3164	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3164	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3164	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3164	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3164	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3164	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3164	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3164	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3164	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3164	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3164	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3164	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3164	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3164	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3164	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3164	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3164	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3164	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3164	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3164	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3164	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3164	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3164	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3164	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3164	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3164	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3164	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3164	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3164	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3164	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3164	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3164	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3164	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3164	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3164	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3164	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3164	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3164	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3164	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3164	embedding2nn.weight	0	0.008183915168046951
3164	embedding2nn.weight	1	0.012982144951820374
3164	embedding2nn.weight	2	-0.004063242115080357
3164	embedding2nn.weight	3	0.003518704092130065
3164	embedding2nn.weight	4	-0.0029403753578662872
3164	embedding2nn.weight	5	0.004727746360003948
3164	embedding2nn.weight	6	-0.0007548906723968685
3164	embedding2nn.weight	7	0.009221034124493599
3164	embedding2nn.weight	8	-0.00763724884018302
3164	embedding2nn.weight	9	-0.01353128720074892
3164	embedding2nn.bias	0	-0.011996899731457233
3164	embedding2nn.bias	1	-0.00909138098359108
3164	embedding2nn.bias	2	-0.058745093643665314
3164	embedding2nn.bias	3	-0.01037562545388937
3164	embedding2nn.bias	4	0.034932687878608704
3164	embedding2nn.bias	5	-0.017679978162050247
3164	embedding2nn.bias	6	0.05174851045012474
3164	embedding2nn.bias	7	0.06427308917045593
3164	embedding2nn.bias	8	0.02245728299021721
3164	embedding2nn.bias	9	-0.011018292978405952
3164	rnn.weight_ih_l0	0	0.03199769929051399
3164	rnn.weight_ih_l0	1	-0.006046862807124853
3164	rnn.weight_ih_l0	2	-0.02556990273296833
3164	rnn.weight_ih_l0	3	-0.04919428378343582
3164	rnn.weight_ih_l0	4	-0.05162046477198601
3164	rnn.weight_ih_l0	5	0.0022126128897070885
3164	rnn.weight_ih_l0	6	-0.05491640046238899
3164	rnn.weight_ih_l0	7	-0.04709780961275101
3164	rnn.weight_ih_l0	8	-0.047944486141204834
3164	rnn.weight_ih_l0	9	-0.026805415749549866
3164	rnn.weight_hh_l0	0	0.013582762330770493
3164	rnn.weight_hh_l0	1	-0.010756973177194595
3164	rnn.weight_hh_l0	2	-0.024004291743040085
3164	rnn.weight_hh_l0	3	-0.011765257455408573
3164	rnn.weight_hh_l0	4	-0.06108344346284866
3164	rnn.weight_hh_l0	5	-0.025740958750247955
3164	rnn.weight_hh_l0	6	-0.024718333035707474
3164	rnn.weight_hh_l0	7	0.03378121927380562
3164	rnn.weight_hh_l0	8	-0.0232895165681839
3164	rnn.weight_hh_l0	9	0.032030023634433746
3164	rnn.bias_ih_l0	0	0.06494395434856415
3164	rnn.bias_ih_l0	1	-0.06257478892803192
3164	rnn.bias_ih_l0	2	0.08828993886709213
3164	rnn.bias_ih_l0	3	0.08470798283815384
3164	rnn.bias_ih_l0	4	0.08483963459730148
3164	rnn.bias_ih_l0	5	0.010034945793449879
3164	rnn.bias_ih_l0	6	-0.019998254254460335
3164	rnn.bias_ih_l0	7	-0.0710153877735138
3164	rnn.bias_ih_l0	8	-0.10321911424398422
3164	rnn.bias_ih_l0	9	0.0649438351392746
3164	rnn.bias_hh_l0	0	-0.030326059088110924
3164	rnn.bias_hh_l0	1	0.024055272340774536
3164	rnn.bias_hh_l0	2	-0.007881308905780315
3164	rnn.bias_hh_l0	3	0.003599144984036684
3164	rnn.bias_hh_l0	4	-0.04353966936469078
3164	rnn.bias_hh_l0	5	0.0924019142985344
3164	rnn.bias_hh_l0	6	-0.012419257313013077
3164	rnn.bias_hh_l0	7	0.013661453500390053
3164	rnn.bias_hh_l0	8	0.014370505698025227
3164	rnn.bias_hh_l0	9	0.06813505291938782
3164	rnn.weight_ih_l0_reverse	0	-0.03359859809279442
3164	rnn.weight_ih_l0_reverse	1	-0.005472912453114986
3164	rnn.weight_ih_l0_reverse	2	0.021971872076392174
3164	rnn.weight_ih_l0_reverse	3	-0.0593932569026947
3164	rnn.weight_ih_l0_reverse	4	0.010839572176337242
3164	rnn.weight_ih_l0_reverse	5	-0.05601738393306732
3164	rnn.weight_ih_l0_reverse	6	0.011884240433573723
3164	rnn.weight_ih_l0_reverse	7	0.03852864354848862
3164	rnn.weight_ih_l0_reverse	8	-0.036221910268068314
3164	rnn.weight_ih_l0_reverse	9	-0.05204331874847412
3164	rnn.weight_hh_l0_reverse	0	-0.059865668416023254
3164	rnn.weight_hh_l0_reverse	1	-0.05454935505986214
3164	rnn.weight_hh_l0_reverse	2	0.008522617630660534
3164	rnn.weight_hh_l0_reverse	3	0.03873394802212715
3164	rnn.weight_hh_l0_reverse	4	0.028982700780034065
3164	rnn.weight_hh_l0_reverse	5	0.04483906924724579
3164	rnn.weight_hh_l0_reverse	6	0.0068037668243050575
3164	rnn.weight_hh_l0_reverse	7	-0.000604415952693671
3164	rnn.weight_hh_l0_reverse	8	-0.06937376409769058
3164	rnn.weight_hh_l0_reverse	9	0.030948679894208908
3164	rnn.bias_ih_l0_reverse	0	-0.03823278099298477
3164	rnn.bias_ih_l0_reverse	1	-0.04772988334298134
3164	rnn.bias_ih_l0_reverse	2	0.08090671896934509
3164	rnn.bias_ih_l0_reverse	3	0.028167113661766052
3164	rnn.bias_ih_l0_reverse	4	-0.09478262811899185
3164	rnn.bias_ih_l0_reverse	5	0.008659619837999344
3164	rnn.bias_ih_l0_reverse	6	-0.08612772077322006
3164	rnn.bias_ih_l0_reverse	7	0.02909051813185215
3164	rnn.bias_ih_l0_reverse	8	0.01635265350341797
3164	rnn.bias_ih_l0_reverse	9	0.06619666516780853
3164	rnn.bias_hh_l0_reverse	0	0.030596964061260223
3164	rnn.bias_hh_l0_reverse	1	0.057084765285253525
3164	rnn.bias_hh_l0_reverse	2	0.061865150928497314
3164	rnn.bias_hh_l0_reverse	3	-0.003689173376187682
3164	rnn.bias_hh_l0_reverse	4	0.0783998966217041
3164	rnn.bias_hh_l0_reverse	5	0.01257366593927145
3164	rnn.bias_hh_l0_reverse	6	-0.0650872215628624
3164	rnn.bias_hh_l0_reverse	7	0.04448144510388374
3164	rnn.bias_hh_l0_reverse	8	0.018326764926314354
3164	rnn.bias_hh_l0_reverse	9	-0.07447890192270279
3164	linear.weight	0	0.15746130049228668
3164	linear.weight	1	-0.09653975069522858
3164	linear.weight	2	-0.07708816975355148
3164	linear.weight	3	0.04596695303916931
3164	linear.weight	4	0.0199812650680542
3164	linear.weight	5	-0.06135496869683266
3164	linear.weight	6	-0.01664317212998867
3164	linear.weight	7	-0.030257971957325935
3164	linear.weight	8	0.057690687477588654
3164	linear.weight	9	0.17841316759586334
3164	linear.bias	0	0.09190382063388824
3164	linear.bias	1	0.06604715436697006
3164	linear.bias	2	-0.2964327931404114
3164	linear.bias	3	0.9431973099708557
3164	linear.bias	4	-0.36162304878234863
3164	linear.bias	5	-0.030769959092140198
3164	linear.bias	6	-0.21055757999420166
3164	linear.bias	7	-0.12359632551670074
3164	linear.bias	8	0.1033819317817688
3164	linear.bias	9	-0.32518255710601807
3192	transitions	0	-0.5488384366035461
3192	transitions	1	0.4459109306335449
3192	transitions	2	1.8165502548217773
3192	transitions	3	0.20755720138549805
3192	transitions	4	1.031575083732605
3192	transitions	5	1.2767903804779053
3192	transitions	6	0.48566392064094543
3192	transitions	7	0.1864236444234848
3192	transitions	8	-0.9183289408683777
3192	transitions	9	0.930789053440094
3192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3192	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3192	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3192	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3192	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3192	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3192	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3192	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3192	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3192	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3192	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3192	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3192	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3192	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3192	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3192	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3192	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3192	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3192	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3192	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3192	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3192	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3192	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3192	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3192	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3192	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3192	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3192	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3192	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3192	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3192	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3192	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3192	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3192	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3192	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3192	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3192	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3192	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3192	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3192	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3192	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3192	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3192	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3192	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3192	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3192	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3192	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3192	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3192	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3192	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3192	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3192	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3192	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3192	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3192	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3192	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3192	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3192	embedding2nn.weight	0	0.008338931947946548
3192	embedding2nn.weight	1	0.01290926057845354
3192	embedding2nn.weight	2	-0.004086820408701897
3192	embedding2nn.weight	3	0.0033430922776460648
3192	embedding2nn.weight	4	-0.0028438863810151815
3192	embedding2nn.weight	5	0.00466547068208456
3192	embedding2nn.weight	6	-0.0007514042081311345
3192	embedding2nn.weight	7	0.010509967803955078
3192	embedding2nn.weight	8	-0.007765099406242371
3192	embedding2nn.weight	9	-0.013639506883919239
3192	embedding2nn.bias	0	-0.009667927399277687
3192	embedding2nn.bias	1	-0.005213631317019463
3192	embedding2nn.bias	2	-0.05346464738249779
3192	embedding2nn.bias	3	-0.005412930157035589
3192	embedding2nn.bias	4	0.033017054200172424
3192	embedding2nn.bias	5	-0.018623223528265953
3192	embedding2nn.bias	6	0.04880516603589058
3192	embedding2nn.bias	7	0.06217407062649727
3192	embedding2nn.bias	8	0.02207973413169384
3192	embedding2nn.bias	9	-0.01828434132039547
3192	rnn.weight_ih_l0	0	0.03191010653972626
3192	rnn.weight_ih_l0	1	-0.005681770853698254
3192	rnn.weight_ih_l0	2	-0.026326168328523636
3192	rnn.weight_ih_l0	3	-0.04890380799770355
3192	rnn.weight_ih_l0	4	-0.051870424300432205
3192	rnn.weight_ih_l0	5	0.0019570200238376856
3192	rnn.weight_ih_l0	6	-0.05489557981491089
3192	rnn.weight_ih_l0	7	-0.04724908247590065
3192	rnn.weight_ih_l0	8	-0.04799245670437813
3192	rnn.weight_ih_l0	9	-0.026718277484178543
3192	rnn.weight_hh_l0	0	0.01354462094604969
3192	rnn.weight_hh_l0	1	-0.011211792938411236
3192	rnn.weight_hh_l0	2	-0.023169130086898804
3192	rnn.weight_hh_l0	3	-0.012003873474895954
3192	rnn.weight_hh_l0	4	-0.060691993683576584
3192	rnn.weight_hh_l0	5	-0.02582690492272377
3192	rnn.weight_hh_l0	6	-0.025281202048063278
3192	rnn.weight_hh_l0	7	0.03431350365281105
3192	rnn.weight_hh_l0	8	-0.02364163286983967
3192	rnn.weight_hh_l0	9	0.032197847962379456
3192	rnn.bias_ih_l0	0	0.06582091003656387
3192	rnn.bias_ih_l0	1	-0.0618942491710186
3192	rnn.bias_ih_l0	2	0.08992383629083633
3192	rnn.bias_ih_l0	3	0.08416842669248581
3192	rnn.bias_ih_l0	4	0.08645366877317429
3192	rnn.bias_ih_l0	5	0.011083313263952732
3192	rnn.bias_ih_l0	6	-0.019477060064673424
3192	rnn.bias_ih_l0	7	-0.06418012827634811
3192	rnn.bias_ih_l0	8	-0.10241255909204483
3192	rnn.bias_ih_l0	9	0.0634932592511177
3192	rnn.bias_hh_l0	0	-0.028731901198625565
3192	rnn.bias_hh_l0	1	0.0241837278008461
3192	rnn.bias_hh_l0	2	-0.0056045143865048885
3192	rnn.bias_hh_l0	3	0.0043299817480146885
3192	rnn.bias_hh_l0	4	-0.043971676379442215
3192	rnn.bias_hh_l0	5	0.08888078480958939
3192	rnn.bias_hh_l0	6	-0.011036345735192299
3192	rnn.bias_hh_l0	7	0.014168553054332733
3192	rnn.bias_hh_l0	8	0.014891702681779861
3192	rnn.bias_hh_l0	9	0.06715162098407745
3192	rnn.weight_ih_l0_reverse	0	-0.03353974595665932
3192	rnn.weight_ih_l0_reverse	1	-0.005793432239443064
3192	rnn.weight_ih_l0_reverse	2	0.021741583943367004
3192	rnn.weight_ih_l0_reverse	3	-0.05949108675122261
3192	rnn.weight_ih_l0_reverse	4	0.010681761428713799
3192	rnn.weight_ih_l0_reverse	5	-0.05579318106174469
3192	rnn.weight_ih_l0_reverse	6	0.010664014145731926
3192	rnn.weight_ih_l0_reverse	7	0.0384712778031826
3192	rnn.weight_ih_l0_reverse	8	-0.036388080567121506
3192	rnn.weight_ih_l0_reverse	9	-0.05188047140836716
3192	rnn.weight_hh_l0_reverse	0	-0.05969856679439545
3192	rnn.weight_hh_l0_reverse	1	-0.05504501983523369
3192	rnn.weight_hh_l0_reverse	2	0.008789326064288616
3192	rnn.weight_hh_l0_reverse	3	0.0386689156293869
3192	rnn.weight_hh_l0_reverse	4	0.028875770047307014
3192	rnn.weight_hh_l0_reverse	5	0.04479195177555084
3192	rnn.weight_hh_l0_reverse	6	0.006836284417659044
3192	rnn.weight_hh_l0_reverse	7	-0.0008924031280912459
3192	rnn.weight_hh_l0_reverse	8	-0.06926696747541428
3192	rnn.weight_hh_l0_reverse	9	0.03045136108994484
3192	rnn.bias_ih_l0_reverse	0	-0.03839069604873657
3192	rnn.bias_ih_l0_reverse	1	-0.0532844178378582
3192	rnn.bias_ih_l0_reverse	2	0.08244417607784271
3192	rnn.bias_ih_l0_reverse	3	0.028406556695699692
3192	rnn.bias_ih_l0_reverse	4	-0.09371794760227203
3192	rnn.bias_ih_l0_reverse	5	0.009942813776433468
3192	rnn.bias_ih_l0_reverse	6	-0.08701452612876892
3192	rnn.bias_ih_l0_reverse	7	0.02925630286335945
3192	rnn.bias_ih_l0_reverse	8	0.01693425141274929
3192	rnn.bias_ih_l0_reverse	9	0.06765959411859512
3192	rnn.bias_hh_l0_reverse	0	0.03643205016851425
3192	rnn.bias_hh_l0_reverse	1	0.057155489921569824
3192	rnn.bias_hh_l0_reverse	2	0.06216675043106079
3192	rnn.bias_hh_l0_reverse	3	-0.002851945348083973
3192	rnn.bias_hh_l0_reverse	4	0.07727033644914627
3192	rnn.bias_hh_l0_reverse	5	0.01058146357536316
3192	rnn.bias_hh_l0_reverse	6	-0.06560753285884857
3192	rnn.bias_hh_l0_reverse	7	0.04502210393548012
3192	rnn.bias_hh_l0_reverse	8	0.018126582726836205
3192	rnn.bias_hh_l0_reverse	9	-0.07677538692951202
3192	linear.weight	0	0.1623440682888031
3192	linear.weight	1	-0.09655046463012695
3192	linear.weight	2	-0.07812406867742538
3192	linear.weight	3	0.04577944055199623
3192	linear.weight	4	0.020117811858654022
3192	linear.weight	5	-0.05999643728137016
3192	linear.weight	6	-0.01652873307466507
3192	linear.weight	7	-0.030145516619086266
3192	linear.weight	8	0.05483030155301094
3192	linear.weight	9	0.17887768149375916
3192	linear.bias	0	0.10151427984237671
3192	linear.bias	1	0.064787358045578
3192	linear.bias	2	-0.3001472055912018
3192	linear.bias	3	0.9466450810432434
3192	linear.bias	4	-0.3629724681377411
3192	linear.bias	5	-0.030769959092140198
3192	linear.bias	6	-0.21337482333183289
3192	linear.bias	7	-0.12446783483028412
3192	linear.bias	8	0.11630231142044067
3192	linear.bias	9	-0.3259643316268921
3220	transitions	0	-0.5492185354232788
3220	transitions	1	0.4456212818622589
3220	transitions	2	1.8159940242767334
3220	transitions	3	0.20734187960624695
3220	transitions	4	1.0314655303955078
3220	transitions	5	1.2767661809921265
3220	transitions	6	0.48565539717674255
3220	transitions	7	0.18639783561229706
3220	transitions	8	-0.9183337092399597
3220	transitions	9	0.930789053440094
3220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3220	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3220	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3220	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3220	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3220	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3220	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3220	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3220	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3220	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3220	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3220	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3220	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3220	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3220	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3220	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3220	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3220	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3220	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3220	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3220	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3220	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3220	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3220	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3220	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3220	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3220	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3220	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3220	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3220	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3220	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3220	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3220	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3220	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3220	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3220	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3220	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3220	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3220	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3220	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3220	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3220	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3220	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3220	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3220	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3220	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3220	embedding2nn.weight	0	0.00853182002902031
3220	embedding2nn.weight	1	0.012961404398083687
3220	embedding2nn.weight	2	-0.004133908078074455
3220	embedding2nn.weight	3	0.0030943460296839476
3220	embedding2nn.weight	4	-0.0028640737291425467
3220	embedding2nn.weight	5	0.004914462100714445
3220	embedding2nn.weight	6	-0.0008777063922025263
3220	embedding2nn.weight	7	0.011304084211587906
3220	embedding2nn.weight	8	-0.007588182110339403
3220	embedding2nn.weight	9	-0.013537888415157795
3220	embedding2nn.bias	0	-0.00731635233387351
3220	embedding2nn.bias	1	-0.004915796685963869
3220	embedding2nn.bias	2	-0.047834768891334534
3220	embedding2nn.bias	3	-0.007269043941050768
3220	embedding2nn.bias	4	0.03141369670629501
3220	embedding2nn.bias	5	-0.021073592826724052
3220	embedding2nn.bias	6	0.05478161573410034
3220	embedding2nn.bias	7	0.06070253252983093
3220	embedding2nn.bias	8	0.01937640830874443
3220	embedding2nn.bias	9	-0.01220056600868702
3220	rnn.weight_ih_l0	0	0.03207583352923393
3220	rnn.weight_ih_l0	1	-0.006162591278553009
3220	rnn.weight_ih_l0	2	-0.02442002296447754
3220	rnn.weight_ih_l0	3	-0.04933091625571251
3220	rnn.weight_ih_l0	4	-0.05164038762450218
3220	rnn.weight_ih_l0	5	0.0017879250226542354
3220	rnn.weight_ih_l0	6	-0.054943911731243134
3220	rnn.weight_ih_l0	7	-0.047565605491399765
3220	rnn.weight_ih_l0	8	-0.047956015914678574
3220	rnn.weight_ih_l0	9	-0.026541275903582573
3220	rnn.weight_hh_l0	0	0.013685246929526329
3220	rnn.weight_hh_l0	1	-0.010826784186065197
3220	rnn.weight_hh_l0	2	-0.02292231284081936
3220	rnn.weight_hh_l0	3	-0.011827199719846249
3220	rnn.weight_hh_l0	4	-0.060481734573841095
3220	rnn.weight_hh_l0	5	-0.025329554453492165
3220	rnn.weight_hh_l0	6	-0.024503732100129128
3220	rnn.weight_hh_l0	7	0.03489138185977936
3220	rnn.weight_hh_l0	8	-0.02312447503209114
3220	rnn.weight_hh_l0	9	0.03153250738978386
3220	rnn.bias_ih_l0	0	0.06634127348661423
3220	rnn.bias_ih_l0	1	-0.05780257657170296
3220	rnn.bias_ih_l0	2	0.08985598385334015
3220	rnn.bias_ih_l0	3	0.08303523063659668
3220	rnn.bias_ih_l0	4	0.08518142998218536
3220	rnn.bias_ih_l0	5	0.011081849224865437
3220	rnn.bias_ih_l0	6	-0.019101519137620926
3220	rnn.bias_ih_l0	7	-0.06441228836774826
3220	rnn.bias_ih_l0	8	-0.10327769815921783
3220	rnn.bias_ih_l0	9	0.06375782936811447
3220	rnn.bias_hh_l0	0	-0.02909400872886181
3220	rnn.bias_hh_l0	1	0.025023655965924263
3220	rnn.bias_hh_l0	2	-0.00726007716730237
3220	rnn.bias_hh_l0	3	0.005792233627289534
3220	rnn.bias_hh_l0	4	-0.04339943081140518
3220	rnn.bias_hh_l0	5	0.08771786838769913
3220	rnn.bias_hh_l0	6	-0.010693840682506561
3220	rnn.bias_hh_l0	7	0.014318056404590607
3220	rnn.bias_hh_l0	8	0.015267245471477509
3220	rnn.bias_hh_l0	9	0.06615810841321945
3220	rnn.weight_ih_l0_reverse	0	-0.03348766639828682
3220	rnn.weight_ih_l0_reverse	1	-0.005866406951099634
3220	rnn.weight_ih_l0_reverse	2	0.021541010588407516
3220	rnn.weight_ih_l0_reverse	3	-0.05985665321350098
3220	rnn.weight_ih_l0_reverse	4	0.010568339377641678
3220	rnn.weight_ih_l0_reverse	5	-0.05575065314769745
3220	rnn.weight_ih_l0_reverse	6	0.01020242739468813
3220	rnn.weight_ih_l0_reverse	7	0.03849618509411812
3220	rnn.weight_ih_l0_reverse	8	-0.0363219752907753
3220	rnn.weight_ih_l0_reverse	9	-0.05190904065966606
3220	rnn.weight_hh_l0_reverse	0	-0.06048480048775673
3220	rnn.weight_hh_l0_reverse	1	-0.05355001240968704
3220	rnn.weight_hh_l0_reverse	2	0.008549049496650696
3220	rnn.weight_hh_l0_reverse	3	0.03856457769870758
3220	rnn.weight_hh_l0_reverse	4	0.02885342761874199
3220	rnn.weight_hh_l0_reverse	5	0.04476255923509598
3220	rnn.weight_hh_l0_reverse	6	0.007643303368240595
3220	rnn.weight_hh_l0_reverse	7	-0.0008528119069524109
3220	rnn.weight_hh_l0_reverse	8	-0.069562166929245
3220	rnn.weight_hh_l0_reverse	9	0.031412798911333084
3220	rnn.bias_ih_l0_reverse	0	-0.03610030934214592
3220	rnn.bias_ih_l0_reverse	1	-0.06353067606687546
3220	rnn.bias_ih_l0_reverse	2	0.08368983119726181
3220	rnn.bias_ih_l0_reverse	3	0.028917713090777397
3220	rnn.bias_ih_l0_reverse	4	-0.09334446489810944
3220	rnn.bias_ih_l0_reverse	5	0.01065957173705101
3220	rnn.bias_ih_l0_reverse	6	-0.0869445949792862
3220	rnn.bias_ih_l0_reverse	7	0.028643576428294182
3220	rnn.bias_ih_l0_reverse	8	0.01713700406253338
3220	rnn.bias_ih_l0_reverse	9	0.06825409829616547
3220	rnn.bias_hh_l0_reverse	0	0.0360136404633522
3220	rnn.bias_hh_l0_reverse	1	0.056269317865371704
3220	rnn.bias_hh_l0_reverse	2	0.06340447813272476
3220	rnn.bias_hh_l0_reverse	3	-0.002683189930394292
3220	rnn.bias_hh_l0_reverse	4	0.07724757492542267
3220	rnn.bias_hh_l0_reverse	5	0.008300984278321266
3220	rnn.bias_hh_l0_reverse	6	-0.06446024030447006
3220	rnn.bias_hh_l0_reverse	7	0.044278986752033234
3220	rnn.bias_hh_l0_reverse	8	0.019855016842484474
3220	rnn.bias_hh_l0_reverse	9	-0.07885124534368515
3220	linear.weight	0	0.17212960124015808
3220	linear.weight	1	-0.0965445414185524
3220	linear.weight	2	-0.07233678549528122
3220	linear.weight	3	0.044744983315467834
3220	linear.weight	4	0.017713898792862892
3220	linear.weight	5	-0.06113643944263458
3220	linear.weight	6	-0.016468709334731102
3220	linear.weight	7	-0.030078038573265076
3220	linear.weight	8	0.05214458331465721
3220	linear.weight	9	0.1762254685163498
3220	linear.bias	0	0.10924436897039413
3220	linear.bias	1	0.06697747856378555
3220	linear.bias	2	-0.2978779375553131
3220	linear.bias	3	0.9514814615249634
3220	linear.bias	4	-0.3642791509628296
3220	linear.bias	5	-0.030769959092140198
3220	linear.bias	6	-0.20890600979328156
3220	linear.bias	7	-0.1316821128129959
3220	linear.bias	8	0.11874920129776001
3220	linear.bias	9	-0.32687902450561523
3248	transitions	0	-0.5496854186058044
3248	transitions	1	0.44531896710395813
3248	transitions	2	1.8154574632644653
3248	transitions	3	0.20663423836231232
3248	transitions	4	1.0310214757919312
3248	transitions	5	1.2767438888549805
3248	transitions	6	0.4856531023979187
3248	transitions	7	0.18637895584106445
3248	transitions	8	-0.9183385968208313
3248	transitions	9	0.9307886958122253
3248	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3248	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3248	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3248	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3248	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3248	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3248	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3248	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3248	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3248	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3248	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3248	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3248	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3248	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3248	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3248	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3248	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3248	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3248	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3248	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3248	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3248	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3248	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3248	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3248	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3248	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3248	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3248	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3248	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3248	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3248	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3248	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3248	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3248	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3248	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3248	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3248	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3248	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3248	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3248	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3248	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3248	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3248	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3248	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3248	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3248	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3248	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3248	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3248	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3248	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3248	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3248	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3248	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3248	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3248	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3248	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3248	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3248	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3248	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3248	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3248	embedding2nn.weight	0	0.00958400871604681
3248	embedding2nn.weight	1	0.013057693839073181
3248	embedding2nn.weight	2	-0.004141761921346188
3248	embedding2nn.weight	3	0.0027121587190777063
3248	embedding2nn.weight	4	-0.002857089275494218
3248	embedding2nn.weight	5	0.004969950299710035
3248	embedding2nn.weight	6	-0.0007522967061959207
3248	embedding2nn.weight	7	0.011299650184810162
3248	embedding2nn.weight	8	-0.007776468060910702
3248	embedding2nn.weight	9	-0.013460414484143257
3248	embedding2nn.bias	0	-0.012478070333600044
3248	embedding2nn.bias	1	-0.004402975086122751
3248	embedding2nn.bias	2	-0.052069514989852905
3248	embedding2nn.bias	3	-0.003737508784979582
3248	embedding2nn.bias	4	0.028672922402620316
3248	embedding2nn.bias	5	-0.006746754050254822
3248	embedding2nn.bias	6	0.053549788892269135
3248	embedding2nn.bias	7	0.054430823773145676
3248	embedding2nn.bias	8	0.02056366205215454
3248	embedding2nn.bias	9	-0.010501988232135773
3248	rnn.weight_ih_l0	0	0.03214990720152855
3248	rnn.weight_ih_l0	1	-0.006033828016370535
3248	rnn.weight_ih_l0	2	-0.024287370964884758
3248	rnn.weight_ih_l0	3	-0.049274325370788574
3248	rnn.weight_ih_l0	4	-0.05169348791241646
3248	rnn.weight_ih_l0	5	0.0017736760200932622
3248	rnn.weight_ih_l0	6	-0.054616380482912064
3248	rnn.weight_ih_l0	7	-0.04756194353103638
3248	rnn.weight_ih_l0	8	-0.047913942486047745
3248	rnn.weight_ih_l0	9	-0.026585659012198448
3248	rnn.weight_hh_l0	0	0.01372215710580349
3248	rnn.weight_hh_l0	1	-0.011681032367050648
3248	rnn.weight_hh_l0	2	-0.022825194522738457
3248	rnn.weight_hh_l0	3	-0.01189611479640007
3248	rnn.weight_hh_l0	4	-0.06077670305967331
3248	rnn.weight_hh_l0	5	-0.025322752073407173
3248	rnn.weight_hh_l0	6	-0.02307107113301754
3248	rnn.weight_hh_l0	7	0.03477609530091286
3248	rnn.weight_hh_l0	8	-0.023290740326046944
3248	rnn.weight_hh_l0	9	0.031187042593955994
3248	rnn.bias_ih_l0	0	0.06635234504938126
3248	rnn.bias_ih_l0	1	-0.05891243368387222
3248	rnn.bias_ih_l0	2	0.09077511727809906
3248	rnn.bias_ih_l0	3	0.08263642340898514
3248	rnn.bias_ih_l0	4	0.08610200881958008
3248	rnn.bias_ih_l0	5	0.010528774932026863
3248	rnn.bias_ih_l0	6	-0.018987126648426056
3248	rnn.bias_ih_l0	7	-0.07037673145532608
3248	rnn.bias_ih_l0	8	-0.10024187713861465
3248	rnn.bias_ih_l0	9	0.06068006530404091
3248	rnn.bias_hh_l0	0	-0.02914830856025219
3248	rnn.bias_hh_l0	1	0.023106124252080917
3248	rnn.bias_hh_l0	2	-0.008739660494029522
3248	rnn.bias_hh_l0	3	0.005218354053795338
3248	rnn.bias_hh_l0	4	-0.043312713503837585
3248	rnn.bias_hh_l0	5	0.09065979719161987
3248	rnn.bias_hh_l0	6	-0.01202097162604332
3248	rnn.bias_hh_l0	7	0.01377661433070898
3248	rnn.bias_hh_l0	8	0.015381637960672379
3248	rnn.bias_hh_l0	9	0.06683694571256638
3248	rnn.weight_ih_l0_reverse	0	-0.0334145613014698
3248	rnn.weight_ih_l0_reverse	1	-0.00571410870179534
3248	rnn.weight_ih_l0_reverse	2	0.02165716513991356
3248	rnn.weight_ih_l0_reverse	3	-0.059936437755823135
3248	rnn.weight_ih_l0_reverse	4	0.010275500826537609
3248	rnn.weight_ih_l0_reverse	5	-0.05573496222496033
3248	rnn.weight_ih_l0_reverse	6	0.010764592327177525
3248	rnn.weight_ih_l0_reverse	7	0.03853508085012436
3248	rnn.weight_ih_l0_reverse	8	-0.03646405041217804
3248	rnn.weight_ih_l0_reverse	9	-0.05206283926963806
3248	rnn.weight_hh_l0_reverse	0	-0.06113729625940323
3248	rnn.weight_hh_l0_reverse	1	-0.052396200597286224
3248	rnn.weight_hh_l0_reverse	2	0.009124224074184895
3248	rnn.weight_hh_l0_reverse	3	0.03853495046496391
3248	rnn.weight_hh_l0_reverse	4	0.028834188356995583
3248	rnn.weight_hh_l0_reverse	5	0.04463540390133858
3248	rnn.weight_hh_l0_reverse	6	0.006293410435318947
3248	rnn.weight_hh_l0_reverse	7	-0.0008589290082454681
3248	rnn.weight_hh_l0_reverse	8	-0.06977750360965729
3248	rnn.weight_hh_l0_reverse	9	0.03209007531404495
3248	rnn.bias_ih_l0_reverse	0	-0.03438611328601837
3248	rnn.bias_ih_l0_reverse	1	-0.06269802153110504
3248	rnn.bias_ih_l0_reverse	2	0.0833599865436554
3248	rnn.bias_ih_l0_reverse	3	0.02851855754852295
3248	rnn.bias_ih_l0_reverse	4	-0.09632596373558044
3248	rnn.bias_ih_l0_reverse	5	0.010454022325575352
3248	rnn.bias_ih_l0_reverse	6	-0.08464914560317993
3248	rnn.bias_ih_l0_reverse	7	0.02810092456638813
3248	rnn.bias_ih_l0_reverse	8	0.01624813862144947
3248	rnn.bias_ih_l0_reverse	9	0.06682992726564407
3248	rnn.bias_hh_l0_reverse	0	0.032542478293180466
3248	rnn.bias_hh_l0_reverse	1	0.05572354421019554
3248	rnn.bias_hh_l0_reverse	2	0.06377480179071426
3248	rnn.bias_hh_l0_reverse	3	-0.003347682533785701
3248	rnn.bias_hh_l0_reverse	4	0.07743866741657257
3248	rnn.bias_hh_l0_reverse	5	0.009245899505913258
3248	rnn.bias_hh_l0_reverse	6	-0.06423128396272659
3248	rnn.bias_hh_l0_reverse	7	0.04519186541438103
3248	rnn.bias_hh_l0_reverse	8	0.020810790359973907
3248	rnn.bias_hh_l0_reverse	9	-0.07669781148433685
3248	linear.weight	0	0.17561832070350647
3248	linear.weight	1	-0.09655710309743881
3248	linear.weight	2	-0.07733538746833801
3248	linear.weight	3	0.04341135174036026
3248	linear.weight	4	0.019217070192098618
3248	linear.weight	5	-0.06131381914019585
3248	linear.weight	6	-0.016378309577703476
3248	linear.weight	7	-0.029929988086223602
3248	linear.weight	8	0.048866868019104004
3248	linear.weight	9	0.17854847013950348
3248	linear.bias	0	0.1057734414935112
3248	linear.bias	1	0.06363314390182495
3248	linear.bias	2	-0.2950468957424164
3248	linear.bias	3	0.9490850567817688
3248	linear.bias	4	-0.36562347412109375
3248	linear.bias	5	-0.030769959092140198
3248	linear.bias	6	-0.2073095142841339
3248	linear.bias	7	-0.13338057696819305
3248	linear.bias	8	0.12368117272853851
3248	linear.bias	9	-0.3278830647468567
3276	transitions	0	-0.5507066249847412
3276	transitions	1	0.4449099600315094
3276	transitions	2	1.8145527839660645
3276	transitions	3	0.2061358541250229
3276	transitions	4	1.0308752059936523
3276	transitions	5	1.276727318763733
3276	transitions	6	0.4856454133987427
3276	transitions	7	0.18635766208171844
3276	transitions	8	-0.9183453321456909
3276	transitions	9	0.9307883381843567
3276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3276	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3276	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3276	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3276	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3276	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3276	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3276	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3276	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3276	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3276	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3276	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3276	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3276	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3276	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3276	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3276	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3276	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3276	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3276	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3276	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3276	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3276	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3276	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3276	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3276	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3276	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3276	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3276	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3276	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3276	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3276	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3276	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3276	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3276	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3276	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3276	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3276	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3276	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3276	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3276	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3276	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3276	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3276	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3276	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3276	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3276	embedding2nn.weight	0	0.008288043551146984
3276	embedding2nn.weight	1	0.012966282665729523
3276	embedding2nn.weight	2	-0.004155856091529131
3276	embedding2nn.weight	3	0.0024920690339058638
3276	embedding2nn.weight	4	-0.0028783665038645267
3276	embedding2nn.weight	5	0.004934269934892654
3276	embedding2nn.weight	6	-0.0006088729132898152
3276	embedding2nn.weight	7	0.010980550199747086
3276	embedding2nn.weight	8	-0.007788478396832943
3276	embedding2nn.weight	9	-0.013408138416707516
3276	embedding2nn.bias	0	-0.01503804698586464
3276	embedding2nn.bias	1	-0.0021579917520284653
3276	embedding2nn.bias	2	-0.051181547343730927
3276	embedding2nn.bias	3	-0.004855770152062178
3276	embedding2nn.bias	4	0.030124668031930923
3276	embedding2nn.bias	5	-0.01325879618525505
3276	embedding2nn.bias	6	0.049450673162937164
3276	embedding2nn.bias	7	0.0478641539812088
3276	embedding2nn.bias	8	0.02444002591073513
3276	embedding2nn.bias	9	-0.004102845676243305
3276	rnn.weight_ih_l0	0	0.03243482857942581
3276	rnn.weight_ih_l0	1	-0.0062079220078885555
3276	rnn.weight_ih_l0	2	-0.02365931123495102
3276	rnn.weight_ih_l0	3	-0.04923063516616821
3276	rnn.weight_ih_l0	4	-0.051456280052661896
3276	rnn.weight_ih_l0	5	0.0017772812861949205
3276	rnn.weight_ih_l0	6	-0.05439850687980652
3276	rnn.weight_ih_l0	7	-0.04758972302079201
3276	rnn.weight_ih_l0	8	-0.04789620637893677
3276	rnn.weight_ih_l0	9	-0.026455560699105263
3276	rnn.weight_hh_l0	0	0.013484344817698002
3276	rnn.weight_hh_l0	1	-0.01229664497077465
3276	rnn.weight_hh_l0	2	-0.022650938481092453
3276	rnn.weight_hh_l0	3	-0.011887526139616966
3276	rnn.weight_hh_l0	4	-0.060900308191776276
3276	rnn.weight_hh_l0	5	-0.02559194713830948
3276	rnn.weight_hh_l0	6	-0.023536736145615578
3276	rnn.weight_hh_l0	7	0.0356784388422966
3276	rnn.weight_hh_l0	8	-0.023475365713238716
3276	rnn.weight_hh_l0	9	0.030979203060269356
3276	rnn.bias_ih_l0	0	0.06765569746494293
3276	rnn.bias_ih_l0	1	-0.0557253398001194
3276	rnn.bias_ih_l0	2	0.09039728343486786
3276	rnn.bias_ih_l0	3	0.08227673918008804
3276	rnn.bias_ih_l0	4	0.08628419041633606
3276	rnn.bias_ih_l0	5	0.010523841716349125
3276	rnn.bias_ih_l0	6	-0.01945403963327408
3276	rnn.bias_ih_l0	7	-0.07449264079332352
3276	rnn.bias_ih_l0	8	-0.09342053532600403
3276	rnn.bias_ih_l0	9	0.06212543323636055
3276	rnn.bias_hh_l0	0	-0.02898724563419819
3276	rnn.bias_hh_l0	1	0.022204451262950897
3276	rnn.bias_hh_l0	2	-0.00810848269611597
3276	rnn.bias_hh_l0	3	0.0034063372295349836
3276	rnn.bias_hh_l0	4	-0.04258595034480095
3276	rnn.bias_hh_l0	5	0.09176049381494522
3276	rnn.bias_hh_l0	6	-0.010995538905262947
3276	rnn.bias_hh_l0	7	0.014299859292805195
3276	rnn.bias_hh_l0	8	0.01491472590714693
3276	rnn.bias_hh_l0	9	0.06785278767347336
3276	rnn.weight_ih_l0_reverse	0	-0.0333719365298748
3276	rnn.weight_ih_l0_reverse	1	-0.006432104390114546
3276	rnn.weight_ih_l0_reverse	2	0.021646367385983467
3276	rnn.weight_ih_l0_reverse	3	-0.059790536761283875
3276	rnn.weight_ih_l0_reverse	4	0.010184361599385738
3276	rnn.weight_ih_l0_reverse	5	-0.055357202887535095
3276	rnn.weight_ih_l0_reverse	6	0.01051931269466877
3276	rnn.weight_ih_l0_reverse	7	0.038509730249643326
3276	rnn.weight_ih_l0_reverse	8	-0.03646232560276985
3276	rnn.weight_ih_l0_reverse	9	-0.05197247117757797
3276	rnn.weight_hh_l0_reverse	0	-0.06098266318440437
3276	rnn.weight_hh_l0_reverse	1	-0.05253883823752403
3276	rnn.weight_hh_l0_reverse	2	0.008832765743136406
3276	rnn.weight_hh_l0_reverse	3	0.03878620266914368
3276	rnn.weight_hh_l0_reverse	4	0.028580645099282265
3276	rnn.weight_hh_l0_reverse	5	0.04450969025492668
3276	rnn.weight_hh_l0_reverse	6	0.005927968304604292
3276	rnn.weight_hh_l0_reverse	7	-0.0006024998729117215
3276	rnn.weight_hh_l0_reverse	8	-0.07050761580467224
3276	rnn.weight_hh_l0_reverse	9	0.03234532102942467
3276	rnn.bias_ih_l0_reverse	0	-0.03681417927145958
3276	rnn.bias_ih_l0_reverse	1	-0.0638778954744339
3276	rnn.bias_ih_l0_reverse	2	0.08252517879009247
3276	rnn.bias_ih_l0_reverse	3	0.029077013954520226
3276	rnn.bias_ih_l0_reverse	4	-0.09593722224235535
3276	rnn.bias_ih_l0_reverse	5	0.010296856053173542
3276	rnn.bias_ih_l0_reverse	6	-0.08405014127492905
3276	rnn.bias_ih_l0_reverse	7	0.029754582792520523
3276	rnn.bias_ih_l0_reverse	8	0.02002919279038906
3276	rnn.bias_ih_l0_reverse	9	0.06484638899564743
3276	rnn.bias_hh_l0_reverse	0	0.02619257941842079
3276	rnn.bias_hh_l0_reverse	1	0.05724632740020752
3276	rnn.bias_hh_l0_reverse	2	0.06434853374958038
3276	rnn.bias_hh_l0_reverse	3	-0.0032577733509242535
3276	rnn.bias_hh_l0_reverse	4	0.07579697668552399
3276	rnn.bias_hh_l0_reverse	5	0.01225544884800911
3276	rnn.bias_hh_l0_reverse	6	-0.06508219987154007
3276	rnn.bias_hh_l0_reverse	7	0.0455157533288002
3276	rnn.bias_hh_l0_reverse	8	0.018975673243403435
3276	rnn.bias_hh_l0_reverse	9	-0.07370436191558838
3276	linear.weight	0	0.1964767873287201
3276	linear.weight	1	-0.09661094099283218
3276	linear.weight	2	-0.07847221195697784
3276	linear.weight	3	0.04218137264251709
3276	linear.weight	4	0.018679043278098106
3276	linear.weight	5	-0.06309709697961807
3276	linear.weight	6	-0.016317110508680344
3276	linear.weight	7	-0.0297824889421463
3276	linear.weight	8	0.045412804931402206
3276	linear.weight	9	0.18177074193954468
3276	linear.bias	0	0.1090252622961998
3276	linear.bias	1	0.06458472460508347
3276	linear.bias	2	-0.29781925678253174
3276	linear.bias	3	0.9348977208137512
3276	linear.bias	4	-0.3576861321926117
3276	linear.bias	5	-0.030769959092140198
3276	linear.bias	6	-0.20906879007816315
3276	linear.bias	7	-0.13661445677280426
3276	linear.bias	8	0.1132144033908844
3276	linear.bias	9	-0.32886752486228943
3304	transitions	0	-0.5511579513549805
3304	transitions	1	0.4446086287498474
3304	transitions	2	1.814084768295288
3304	transitions	3	0.20600582659244537
3304	transitions	4	1.0308051109313965
3304	transitions	5	1.2767062187194824
3304	transitions	6	0.48563575744628906
3304	transitions	7	0.18634583055973053
3304	transitions	8	-0.9183524250984192
3304	transitions	9	0.9307881593704224
3304	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3304	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3304	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3304	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3304	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3304	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3304	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3304	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3304	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3304	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3304	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3304	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3304	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3304	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3304	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3304	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3304	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3304	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3304	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3304	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3304	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3304	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3304	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3304	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3304	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3304	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3304	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3304	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3304	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3304	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3304	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3304	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3304	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3304	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3304	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3304	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3304	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3304	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3304	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3304	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3304	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3304	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3304	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3304	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3304	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3304	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3304	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3304	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3304	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3304	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3304	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3304	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3304	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3304	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3304	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3304	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3304	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3304	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3304	embedding2nn.weight	0	0.007970609702169895
3304	embedding2nn.weight	1	0.012951407581567764
3304	embedding2nn.weight	2	-0.004259220324456692
3304	embedding2nn.weight	3	0.0025415157433599234
3304	embedding2nn.weight	4	-0.002871784148737788
3304	embedding2nn.weight	5	0.005111068952828646
3304	embedding2nn.weight	6	-0.000692815869115293
3304	embedding2nn.weight	7	0.011231401935219765
3304	embedding2nn.weight	8	-0.007837677374482155
3304	embedding2nn.weight	9	-0.013459322042763233
3304	embedding2nn.bias	0	-0.015912575647234917
3304	embedding2nn.bias	1	-0.005858365446329117
3304	embedding2nn.bias	2	-0.052517011761665344
3304	embedding2nn.bias	3	-0.002714412519708276
3304	embedding2nn.bias	4	0.02832527458667755
3304	embedding2nn.bias	5	-0.015421364456415176
3304	embedding2nn.bias	6	0.04993366077542305
3304	embedding2nn.bias	7	0.050734993070364
3304	embedding2nn.bias	8	0.018029557541012764
3304	embedding2nn.bias	9	-0.007335158064961433
3304	rnn.weight_ih_l0	0	0.032414305955171585
3304	rnn.weight_ih_l0	1	-0.005851229187101126
3304	rnn.weight_ih_l0	2	-0.023986175656318665
3304	rnn.weight_ih_l0	3	-0.049263011664152145
3304	rnn.weight_ih_l0	4	-0.05166815221309662
3304	rnn.weight_ih_l0	5	0.0020934236235916615
3304	rnn.weight_ih_l0	6	-0.0547674223780632
3304	rnn.weight_ih_l0	7	-0.04771944507956505
3304	rnn.weight_ih_l0	8	-0.04773610085248947
3304	rnn.weight_ih_l0	9	-0.02646634168922901
3304	rnn.weight_hh_l0	0	0.013457044959068298
3304	rnn.weight_hh_l0	1	-0.012333951890468597
3304	rnn.weight_hh_l0	2	-0.022447718307375908
3304	rnn.weight_hh_l0	3	-0.011811758391559124
3304	rnn.weight_hh_l0	4	-0.06070508435368538
3304	rnn.weight_hh_l0	5	-0.024912796914577484
3304	rnn.weight_hh_l0	6	-0.02298111468553543
3304	rnn.weight_hh_l0	7	0.036189720034599304
3304	rnn.weight_hh_l0	8	-0.023249821737408638
3304	rnn.weight_hh_l0	9	0.03054378740489483
3304	rnn.bias_ih_l0	0	0.06766914576292038
3304	rnn.bias_ih_l0	1	-0.05304213613271713
3304	rnn.bias_ih_l0	2	0.08990353345870972
3304	rnn.bias_ih_l0	3	0.08109286427497864
3304	rnn.bias_ih_l0	4	0.08437521755695343
3304	rnn.bias_ih_l0	5	0.010155043564736843
3304	rnn.bias_ih_l0	6	-0.022181633859872818
3304	rnn.bias_ih_l0	7	-0.07606520503759384
3304	rnn.bias_ih_l0	8	-0.09522073715925217
3304	rnn.bias_ih_l0	9	0.06109870225191116
3304	rnn.bias_hh_l0	0	-0.029405934736132622
3304	rnn.bias_hh_l0	1	0.022786110639572144
3304	rnn.bias_hh_l0	2	-0.010092705488204956
3304	rnn.bias_hh_l0	3	0.004278865642845631
3304	rnn.bias_hh_l0	4	-0.04360799118876457
3304	rnn.bias_hh_l0	5	0.08970803767442703
3304	rnn.bias_hh_l0	6	-0.012078768573701382
3304	rnn.bias_hh_l0	7	0.013753144070506096
3304	rnn.bias_hh_l0	8	0.01218713354319334
3304	rnn.bias_hh_l0	9	0.06634443998336792
3304	rnn.weight_ih_l0_reverse	0	-0.03345092386007309
3304	rnn.weight_ih_l0_reverse	1	-0.006068653892725706
3304	rnn.weight_ih_l0_reverse	2	0.021726788952946663
3304	rnn.weight_ih_l0_reverse	3	-0.05955830216407776
3304	rnn.weight_ih_l0_reverse	4	0.01029417384415865
3304	rnn.weight_ih_l0_reverse	5	-0.055402833968400955
3304	rnn.weight_ih_l0_reverse	6	0.009740910492837429
3304	rnn.weight_ih_l0_reverse	7	0.03871666267514229
3304	rnn.weight_ih_l0_reverse	8	-0.03639582172036171
3304	rnn.weight_ih_l0_reverse	9	-0.0520455427467823
3304	rnn.weight_hh_l0_reverse	0	-0.06080307811498642
3304	rnn.weight_hh_l0_reverse	1	-0.05334016680717468
3304	rnn.weight_hh_l0_reverse	2	0.00800089631229639
3304	rnn.weight_hh_l0_reverse	3	0.039160314947366714
3304	rnn.weight_hh_l0_reverse	4	0.028405310586094856
3304	rnn.weight_hh_l0_reverse	5	0.04470657929778099
3304	rnn.weight_hh_l0_reverse	6	0.007939041592180729
3304	rnn.weight_hh_l0_reverse	7	-0.0008522662101313472
3304	rnn.weight_hh_l0_reverse	8	-0.07075925171375275
3304	rnn.weight_hh_l0_reverse	9	0.03190125897526741
3304	rnn.bias_ih_l0_reverse	0	-0.03959408029913902
3304	rnn.bias_ih_l0_reverse	1	-0.05645202100276947
3304	rnn.bias_ih_l0_reverse	2	0.08231976628303528
3304	rnn.bias_ih_l0_reverse	3	0.028598744422197342
3304	rnn.bias_ih_l0_reverse	4	-0.09629519283771515
3304	rnn.bias_ih_l0_reverse	5	0.011106142774224281
3304	rnn.bias_ih_l0_reverse	6	-0.08742769062519073
3304	rnn.bias_ih_l0_reverse	7	0.029358362779021263
3304	rnn.bias_ih_l0_reverse	8	0.01954260654747486
3304	rnn.bias_ih_l0_reverse	9	0.06462350487709045
3304	rnn.bias_hh_l0_reverse	0	0.03238106891512871
3304	rnn.bias_hh_l0_reverse	1	0.058121465146541595
3304	rnn.bias_hh_l0_reverse	2	0.06257877498865128
3304	rnn.bias_hh_l0_reverse	3	-0.0035664676688611507
3304	rnn.bias_hh_l0_reverse	4	0.0764923021197319
3304	rnn.bias_hh_l0_reverse	5	0.014833500608801842
3304	rnn.bias_hh_l0_reverse	6	-0.06462015211582184
3304	rnn.bias_hh_l0_reverse	7	0.044143516570329666
3304	rnn.bias_hh_l0_reverse	8	0.019187461584806442
3304	rnn.bias_hh_l0_reverse	9	-0.07424342632293701
3304	linear.weight	0	0.19908581674098969
3304	linear.weight	1	-0.09651355445384979
3304	linear.weight	2	-0.0825294628739357
3304	linear.weight	3	0.04982049763202667
3304	linear.weight	4	0.01904158480465412
3304	linear.weight	5	-0.06273145228624344
3304	linear.weight	6	-0.016255993396043777
3304	linear.weight	7	-0.02970256842672825
3304	linear.weight	8	0.04831855744123459
3304	linear.weight	9	0.18689925968647003
3304	linear.bias	0	0.10215502232313156
3304	linear.bias	1	0.05616343393921852
3304	linear.bias	2	-0.3029991388320923
3304	linear.bias	3	0.9369296431541443
3304	linear.bias	4	-0.35935989022254944
3304	linear.bias	5	-0.030769959092140198
3304	linear.bias	6	-0.21268026530742645
3304	linear.bias	7	-0.13418705761432648
3304	linear.bias	8	0.11208977550268173
3304	linear.bias	9	-0.32991379499435425
3332	transitions	0	-0.5517934560775757
3332	transitions	1	0.4443417191505432
3332	transitions	2	1.8136032819747925
3332	transitions	3	0.20566046237945557
3332	transitions	4	1.0305854082107544
3332	transitions	5	1.2766833305358887
3332	transitions	6	0.4856284260749817
3332	transitions	7	0.18631477653980255
3332	transitions	8	-0.9183596968650818
3332	transitions	9	0.9307880401611328
3332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3332	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3332	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3332	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3332	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3332	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3332	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3332	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3332	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3332	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3332	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3332	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3332	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3332	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3332	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3332	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3332	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3332	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3332	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3332	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3332	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3332	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3332	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3332	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3332	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3332	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3332	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3332	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3332	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3332	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3332	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3332	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3332	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3332	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3332	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3332	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3332	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3332	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3332	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3332	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3332	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3332	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3332	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3332	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3332	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3332	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3332	embedding2nn.weight	0	0.0077370088547468185
3332	embedding2nn.weight	1	0.012956373393535614
3332	embedding2nn.weight	2	-0.004246978554874659
3332	embedding2nn.weight	3	0.002343214815482497
3332	embedding2nn.weight	4	-0.002908302005380392
3332	embedding2nn.weight	5	0.00489841727539897
3332	embedding2nn.weight	6	-0.0007457330939359963
3332	embedding2nn.weight	7	0.010306499898433685
3332	embedding2nn.weight	8	-0.00782099924981594
3332	embedding2nn.weight	9	-0.013446928933262825
3332	embedding2nn.bias	0	-0.017535237595438957
3332	embedding2nn.bias	1	-0.01744651235640049
3332	embedding2nn.bias	2	-0.053217459470033646
3332	embedding2nn.bias	3	-0.0024741857778280973
3332	embedding2nn.bias	4	0.022845381870865822
3332	embedding2nn.bias	5	-0.023828750476241112
3332	embedding2nn.bias	6	0.05621865391731262
3332	embedding2nn.bias	7	0.04794113337993622
3332	embedding2nn.bias	8	0.013433216139674187
3332	embedding2nn.bias	9	-0.009333191439509392
3332	rnn.weight_ih_l0	0	0.0325470007956028
3332	rnn.weight_ih_l0	1	-0.005989569704979658
3332	rnn.weight_ih_l0	2	-0.024220343679189682
3332	rnn.weight_ih_l0	3	-0.04968894273042679
3332	rnn.weight_ih_l0	4	-0.05157259479165077
3332	rnn.weight_ih_l0	5	0.0021452007349580526
3332	rnn.weight_ih_l0	6	-0.05456913635134697
3332	rnn.weight_ih_l0	7	-0.048083167523145676
3332	rnn.weight_ih_l0	8	-0.047367893159389496
3332	rnn.weight_ih_l0	9	-0.026393909007310867
3332	rnn.weight_hh_l0	0	0.013361688703298569
3332	rnn.weight_hh_l0	1	-0.012326451018452644
3332	rnn.weight_hh_l0	2	-0.02268858812749386
3332	rnn.weight_hh_l0	3	-0.012105131521821022
3332	rnn.weight_hh_l0	4	-0.06050426512956619
3332	rnn.weight_hh_l0	5	-0.02465994656085968
3332	rnn.weight_hh_l0	6	-0.021234460175037384
3332	rnn.weight_hh_l0	7	0.03617699071764946
3332	rnn.weight_hh_l0	8	-0.02296362817287445
3332	rnn.weight_hh_l0	9	0.03069797344505787
3332	rnn.bias_ih_l0	0	0.06741949915885925
3332	rnn.bias_ih_l0	1	-0.054467663168907166
3332	rnn.bias_ih_l0	2	0.08985196799039841
3332	rnn.bias_ih_l0	3	0.07899600267410278
3332	rnn.bias_ih_l0	4	0.08533712476491928
3332	rnn.bias_ih_l0	5	0.010535714216530323
3332	rnn.bias_ih_l0	6	-0.02302846871316433
3332	rnn.bias_ih_l0	7	-0.0694320797920227
3332	rnn.bias_ih_l0	8	-0.0978890135884285
3332	rnn.bias_ih_l0	9	0.060484204441308975
3332	rnn.bias_hh_l0	0	-0.02958912029862404
3332	rnn.bias_hh_l0	1	0.02113443613052368
3332	rnn.bias_hh_l0	2	-0.010964267887175083
3332	rnn.bias_hh_l0	3	0.0024130218662321568
3332	rnn.bias_hh_l0	4	-0.04422999173402786
3332	rnn.bias_hh_l0	5	0.08823950588703156
3332	rnn.bias_hh_l0	6	-0.011513346806168556
3332	rnn.bias_hh_l0	7	0.013831224292516708
3332	rnn.bias_hh_l0	8	0.011340297758579254
3332	rnn.bias_hh_l0	9	0.06691398471593857
3332	rnn.weight_ih_l0_reverse	0	-0.033386021852493286
3332	rnn.weight_ih_l0_reverse	1	-0.006353922188282013
3332	rnn.weight_ih_l0_reverse	2	0.021903345361351967
3332	rnn.weight_ih_l0_reverse	3	-0.059722933918237686
3332	rnn.weight_ih_l0_reverse	4	0.01022658683359623
3332	rnn.weight_ih_l0_reverse	5	-0.05536196380853653
3332	rnn.weight_ih_l0_reverse	6	0.010758946649730206
3332	rnn.weight_ih_l0_reverse	7	0.03881056234240532
3332	rnn.weight_ih_l0_reverse	8	-0.03644050285220146
3332	rnn.weight_ih_l0_reverse	9	-0.05190322548151016
3332	rnn.weight_hh_l0_reverse	0	-0.06092133745551109
3332	rnn.weight_hh_l0_reverse	1	-0.053599584847688675
3332	rnn.weight_hh_l0_reverse	2	0.008317621424794197
3332	rnn.weight_hh_l0_reverse	3	0.03933108597993851
3332	rnn.weight_hh_l0_reverse	4	0.028099797666072845
3332	rnn.weight_hh_l0_reverse	5	0.044809214770793915
3332	rnn.weight_hh_l0_reverse	6	0.0058553642593324184
3332	rnn.weight_hh_l0_reverse	7	-0.0013483719667419791
3332	rnn.weight_hh_l0_reverse	8	-0.07045117020606995
3332	rnn.weight_hh_l0_reverse	9	0.03173370286822319
3332	rnn.bias_ih_l0_reverse	0	-0.036437470465898514
3332	rnn.bias_ih_l0_reverse	1	-0.06575408577919006
3332	rnn.bias_ih_l0_reverse	2	0.08427400887012482
3332	rnn.bias_ih_l0_reverse	3	0.029254138469696045
3332	rnn.bias_ih_l0_reverse	4	-0.09529923647642136
3332	rnn.bias_ih_l0_reverse	5	0.012719690799713135
3332	rnn.bias_ih_l0_reverse	6	-0.08566036820411682
3332	rnn.bias_ih_l0_reverse	7	0.02909812331199646
3332	rnn.bias_ih_l0_reverse	8	0.018251975998282433
3332	rnn.bias_ih_l0_reverse	9	0.062153033912181854
3332	rnn.bias_hh_l0_reverse	0	0.03328047692775726
3332	rnn.bias_hh_l0_reverse	1	0.058322422206401825
3332	rnn.bias_hh_l0_reverse	2	0.06324665993452072
3332	rnn.bias_hh_l0_reverse	3	-0.0034717507660388947
3332	rnn.bias_hh_l0_reverse	4	0.07424582540988922
3332	rnn.bias_hh_l0_reverse	5	0.01072010863572359
3332	rnn.bias_hh_l0_reverse	6	-0.06490770727396011
3332	rnn.bias_hh_l0_reverse	7	0.044541582465171814
3332	rnn.bias_hh_l0_reverse	8	0.018313713371753693
3332	rnn.bias_hh_l0_reverse	9	-0.07983718812465668
3332	linear.weight	0	0.1900712251663208
3332	linear.weight	1	-0.09809690713882446
3332	linear.weight	2	-0.08158941566944122
3332	linear.weight	3	0.046680547297000885
3332	linear.weight	4	0.01912892609834671
3332	linear.weight	5	-0.06154059246182442
3332	linear.weight	6	-0.01618700660765171
3332	linear.weight	7	-0.02959652617573738
3332	linear.weight	8	0.0457623116672039
3332	linear.weight	9	0.19177398085594177
3332	linear.bias	0	0.09149667620658875
3332	linear.bias	1	0.06197509542107582
3332	linear.bias	2	-0.30526041984558105
3332	linear.bias	3	0.9457728862762451
3332	linear.bias	4	-0.3608297109603882
3332	linear.bias	5	-0.030769959092140198
3332	linear.bias	6	-0.21384163200855255
3332	linear.bias	7	-0.13356521725654602
3332	linear.bias	8	0.11791913211345673
3332	linear.bias	9	-0.3309665620326996
3360	transitions	0	-0.5520738959312439
3360	transitions	1	0.44411414861679077
3360	transitions	2	1.8132277727127075
3360	transitions	3	0.20540019869804382
3360	transitions	4	1.0301707983016968
3360	transitions	5	1.2766637802124023
3360	transitions	6	0.48562341928482056
3360	transitions	7	0.18626631796360016
3360	transitions	8	-0.9183635711669922
3360	transitions	9	0.9307879209518433
3360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3360	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3360	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3360	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3360	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3360	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3360	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3360	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3360	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3360	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3360	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3360	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3360	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3360	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3360	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3360	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3360	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3360	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3360	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3360	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3360	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3360	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3360	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3360	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3360	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3360	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3360	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3360	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3360	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3360	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3360	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3360	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3360	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3360	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3360	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3360	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3360	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3360	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3360	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3360	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3360	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3360	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3360	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3360	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3360	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3360	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3360	embedding2nn.weight	0	0.0077387564815580845
3360	embedding2nn.weight	1	0.012961415573954582
3360	embedding2nn.weight	2	-0.00432263920083642
3360	embedding2nn.weight	3	0.0018665132811293006
3360	embedding2nn.weight	4	-0.0029751071706414223
3360	embedding2nn.weight	5	0.0046006119810044765
3360	embedding2nn.weight	6	-0.0007197456434369087
3360	embedding2nn.weight	7	0.010298765264451504
3360	embedding2nn.weight	8	-0.007854570634663105
3360	embedding2nn.weight	9	-0.013551472686231136
3360	embedding2nn.bias	0	-0.0171528197824955
3360	embedding2nn.bias	1	-0.0133389076218009
3360	embedding2nn.bias	2	-0.051072992384433746
3360	embedding2nn.bias	3	-0.001838743919506669
3360	embedding2nn.bias	4	0.029011692851781845
3360	embedding2nn.bias	5	-0.022680554538965225
3360	embedding2nn.bias	6	0.052472539246082306
3360	embedding2nn.bias	7	0.052579645067453384
3360	embedding2nn.bias	8	0.01662268303334713
3360	embedding2nn.bias	9	-0.003638174384832382
3360	rnn.weight_ih_l0	0	0.03276530280709267
3360	rnn.weight_ih_l0	1	-0.005691102705895901
3360	rnn.weight_ih_l0	2	-0.023589743301272392
3360	rnn.weight_ih_l0	3	-0.04911281168460846
3360	rnn.weight_ih_l0	4	-0.05134596303105354
3360	rnn.weight_ih_l0	5	0.0020116111263632774
3360	rnn.weight_ih_l0	6	-0.05449880659580231
3360	rnn.weight_ih_l0	7	-0.04810318350791931
3360	rnn.weight_ih_l0	8	-0.04720531404018402
3360	rnn.weight_ih_l0	9	-0.026276370510458946
3360	rnn.weight_hh_l0	0	0.013576019555330276
3360	rnn.weight_hh_l0	1	-0.011374457739293575
3360	rnn.weight_hh_l0	2	-0.022371558472514153
3360	rnn.weight_hh_l0	3	-0.011835231445729733
3360	rnn.weight_hh_l0	4	-0.060505423694849014
3360	rnn.weight_hh_l0	5	-0.024414388462901115
3360	rnn.weight_hh_l0	6	-0.0224240031093359
3360	rnn.weight_hh_l0	7	0.0372789092361927
3360	rnn.weight_hh_l0	8	-0.02302953414618969
3360	rnn.weight_hh_l0	9	0.03043346293270588
3360	rnn.bias_ih_l0	0	0.06818369776010513
3360	rnn.bias_ih_l0	1	-0.05453983694314957
3360	rnn.bias_ih_l0	2	0.09236985445022583
3360	rnn.bias_ih_l0	3	0.08117001503705978
3360	rnn.bias_ih_l0	4	0.08379287272691727
3360	rnn.bias_ih_l0	5	0.009931343607604504
3360	rnn.bias_ih_l0	6	-0.021483326330780983
3360	rnn.bias_ih_l0	7	-0.06667152792215347
3360	rnn.bias_ih_l0	8	-0.09998641163110733
3360	rnn.bias_ih_l0	9	0.06036895513534546
3360	rnn.bias_hh_l0	0	-0.030890626832842827
3360	rnn.bias_hh_l0	1	0.022271305322647095
3360	rnn.bias_hh_l0	2	-0.008581405505537987
3360	rnn.bias_hh_l0	3	0.002725443569943309
3360	rnn.bias_hh_l0	4	-0.04429573565721512
3360	rnn.bias_hh_l0	5	0.08853207528591156
3360	rnn.bias_hh_l0	6	-0.011043313890695572
3360	rnn.bias_hh_l0	7	0.014158486388623714
3360	rnn.bias_hh_l0	8	0.012885444797575474
3360	rnn.bias_hh_l0	9	0.06622530519962311
3360	rnn.weight_ih_l0_reverse	0	-0.033565789461135864
3360	rnn.weight_ih_l0_reverse	1	-0.005823122803121805
3360	rnn.weight_ih_l0_reverse	2	0.021908855065703392
3360	rnn.weight_ih_l0_reverse	3	-0.05969936028122902
3360	rnn.weight_ih_l0_reverse	4	0.010194206610321999
3360	rnn.weight_ih_l0_reverse	5	-0.05528220534324646
3360	rnn.weight_ih_l0_reverse	6	0.01078813150525093
3360	rnn.weight_ih_l0_reverse	7	0.03861135244369507
3360	rnn.weight_ih_l0_reverse	8	-0.036511849611997604
3360	rnn.weight_ih_l0_reverse	9	-0.05181349441409111
3360	rnn.weight_hh_l0_reverse	0	-0.06127180531620979
3360	rnn.weight_hh_l0_reverse	1	-0.05373969301581383
3360	rnn.weight_hh_l0_reverse	2	0.008029608987271786
3360	rnn.weight_hh_l0_reverse	3	0.03938748314976692
3360	rnn.weight_hh_l0_reverse	4	0.028071025386452675
3360	rnn.weight_hh_l0_reverse	5	0.044652607291936874
3360	rnn.weight_hh_l0_reverse	6	0.005969867575913668
3360	rnn.weight_hh_l0_reverse	7	-0.0012039815774187446
3360	rnn.weight_hh_l0_reverse	8	-0.07094897329807281
3360	rnn.weight_hh_l0_reverse	9	0.0334254689514637
3360	rnn.bias_ih_l0_reverse	0	-0.03348785266280174
3360	rnn.bias_ih_l0_reverse	1	-0.06291628628969193
3360	rnn.bias_ih_l0_reverse	2	0.08350227028131485
3360	rnn.bias_ih_l0_reverse	3	0.028932392597198486
3360	rnn.bias_ih_l0_reverse	4	-0.09398296475410461
3360	rnn.bias_ih_l0_reverse	5	0.012599693611264229
3360	rnn.bias_ih_l0_reverse	6	-0.08314434438943863
3360	rnn.bias_ih_l0_reverse	7	0.028358401730656624
3360	rnn.bias_ih_l0_reverse	8	0.01861264556646347
3360	rnn.bias_ih_l0_reverse	9	0.061014603823423386
3360	rnn.bias_hh_l0_reverse	0	0.0370979867875576
3360	rnn.bias_hh_l0_reverse	1	0.05821038410067558
3360	rnn.bias_hh_l0_reverse	2	0.06430985033512115
3360	rnn.bias_hh_l0_reverse	3	-0.0029123020358383656
3360	rnn.bias_hh_l0_reverse	4	0.07473927736282349
3360	rnn.bias_hh_l0_reverse	5	0.014800647273659706
3360	rnn.bias_hh_l0_reverse	6	-0.06433259695768356
3360	rnn.bias_hh_l0_reverse	7	0.043414406478405
3360	rnn.bias_hh_l0_reverse	8	0.019079875200986862
3360	rnn.bias_hh_l0_reverse	9	-0.07989891618490219
3360	linear.weight	0	0.1760421097278595
3360	linear.weight	1	-0.09804017096757889
3360	linear.weight	2	-0.08136916160583496
3360	linear.weight	3	0.04269719496369362
3360	linear.weight	4	0.01931341364979744
3360	linear.weight	5	-0.057461272925138474
3360	linear.weight	6	-0.01612873747944832
3360	linear.weight	7	-0.029485410079360008
3360	linear.weight	8	0.05091569200158119
3360	linear.weight	9	0.19728654623031616
3360	linear.bias	0	0.09071891009807587
3360	linear.bias	1	0.07437170296907425
3360	linear.bias	2	-0.3084661364555359
3360	linear.bias	3	0.9414669275283813
3360	linear.bias	4	-0.3622232675552368
3360	linear.bias	5	-0.030769959092140198
3360	linear.bias	6	-0.21553689241409302
3360	linear.bias	7	-0.11521398276090622
3360	linear.bias	8	0.12406327575445175
3360	linear.bias	9	-0.3318105936050415
3388	transitions	0	-0.5523979067802429
3388	transitions	1	0.4438045024871826
3388	transitions	2	1.8128571510314941
3388	transitions	3	0.20526665449142456
3388	transitions	4	1.0294851064682007
3388	transitions	5	1.276648759841919
3388	transitions	6	0.4856175184249878
3388	transitions	7	0.18624727427959442
3388	transitions	8	-0.9183699488639832
3388	transitions	9	0.9307879209518433
3388	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3388	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3388	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3388	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3388	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3388	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3388	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3388	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3388	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3388	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3388	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3388	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3388	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3388	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3388	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3388	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3388	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3388	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3388	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3388	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3388	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3388	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3388	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3388	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3388	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3388	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3388	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3388	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3388	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3388	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3388	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3388	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3388	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3388	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3388	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3388	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3388	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3388	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3388	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3388	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3388	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3388	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3388	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3388	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3388	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3388	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3388	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3388	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3388	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3388	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3388	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3388	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3388	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3388	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3388	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3388	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3388	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3388	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3388	embedding2nn.weight	0	0.00861076358705759
3388	embedding2nn.weight	1	0.012956386432051659
3388	embedding2nn.weight	2	-0.0043638646602630615
3388	embedding2nn.weight	3	0.0017553061479702592
3388	embedding2nn.weight	4	-0.002920206170529127
3388	embedding2nn.weight	5	0.004474138841032982
3388	embedding2nn.weight	6	-0.0006732922629453242
3388	embedding2nn.weight	7	0.012072408571839333
3388	embedding2nn.weight	8	-0.008020701818168163
3388	embedding2nn.weight	9	-0.013575720600783825
3388	embedding2nn.bias	0	-0.012217267416417599
3388	embedding2nn.bias	1	-0.01195545494556427
3388	embedding2nn.bias	2	-0.05434766411781311
3388	embedding2nn.bias	3	0.003868432017043233
3388	embedding2nn.bias	4	0.03851526230573654
3388	embedding2nn.bias	5	-0.02216656506061554
3388	embedding2nn.bias	6	0.05267626419663429
3388	embedding2nn.bias	7	0.05877691134810448
3388	embedding2nn.bias	8	0.00807558000087738
3388	embedding2nn.bias	9	0.0030358980875462294
3388	rnn.weight_ih_l0	0	0.03284971043467522
3388	rnn.weight_ih_l0	1	-0.005453681573271751
3388	rnn.weight_ih_l0	2	-0.02353759855031967
3388	rnn.weight_ih_l0	3	-0.048821307718753815
3388	rnn.weight_ih_l0	4	-0.05130009353160858
3388	rnn.weight_ih_l0	5	0.0019483012147247791
3388	rnn.weight_ih_l0	6	-0.05461093783378601
3388	rnn.weight_ih_l0	7	-0.04816651716828346
3388	rnn.weight_ih_l0	8	-0.047113433480262756
3388	rnn.weight_ih_l0	9	-0.026194756850600243
3388	rnn.weight_hh_l0	0	0.013246243819594383
3388	rnn.weight_hh_l0	1	-0.011315369978547096
3388	rnn.weight_hh_l0	2	-0.02171337604522705
3388	rnn.weight_hh_l0	3	-0.012162184342741966
3388	rnn.weight_hh_l0	4	-0.06051637977361679
3388	rnn.weight_hh_l0	5	-0.024152878671884537
3388	rnn.weight_hh_l0	6	-0.023077702149748802
3388	rnn.weight_hh_l0	7	0.037448663264513016
3388	rnn.weight_hh_l0	8	-0.022896435111761093
3388	rnn.weight_hh_l0	9	0.030319737270474434
3388	rnn.bias_ih_l0	0	0.06907732784748077
3388	rnn.bias_ih_l0	1	-0.05495235323905945
3388	rnn.bias_ih_l0	2	0.09256838262081146
3388	rnn.bias_ih_l0	3	0.08434037864208221
3388	rnn.bias_ih_l0	4	0.08496017009019852
3388	rnn.bias_ih_l0	5	0.009389271959662437
3388	rnn.bias_ih_l0	6	-0.018369954079389572
3388	rnn.bias_ih_l0	7	-0.07404971122741699
3388	rnn.bias_ih_l0	8	-0.10636144131422043
3388	rnn.bias_ih_l0	9	0.06116381287574768
3388	rnn.bias_hh_l0	0	-0.030541203916072845
3388	rnn.bias_hh_l0	1	0.022196223959326744
3388	rnn.bias_hh_l0	2	-0.007619297597557306
3388	rnn.bias_hh_l0	3	0.0021176510490477085
3388	rnn.bias_hh_l0	4	-0.04341476038098335
3388	rnn.bias_hh_l0	5	0.08811727911233902
3388	rnn.bias_hh_l0	6	-0.009431338869035244
3388	rnn.bias_hh_l0	7	0.010773870162665844
3388	rnn.bias_hh_l0	8	0.01599881611764431
3388	rnn.bias_hh_l0	9	0.0658334344625473
3388	rnn.weight_ih_l0_reverse	0	-0.03350577503442764
3388	rnn.weight_ih_l0_reverse	1	-0.005089792888611555
3388	rnn.weight_ih_l0_reverse	2	0.0219221543520689
3388	rnn.weight_ih_l0_reverse	3	-0.05946310609579086
3388	rnn.weight_ih_l0_reverse	4	0.010246794670820236
3388	rnn.weight_ih_l0_reverse	5	-0.05531006678938866
3388	rnn.weight_ih_l0_reverse	6	0.009970354847609997
3388	rnn.weight_ih_l0_reverse	7	0.03867386654019356
3388	rnn.weight_ih_l0_reverse	8	-0.036520473659038544
3388	rnn.weight_ih_l0_reverse	9	-0.05192475765943527
3388	rnn.weight_hh_l0_reverse	0	-0.06153447926044464
3388	rnn.weight_hh_l0_reverse	1	-0.05337878689169884
3388	rnn.weight_hh_l0_reverse	2	0.008038223721086979
3388	rnn.weight_hh_l0_reverse	3	0.039602965116500854
3388	rnn.weight_hh_l0_reverse	4	0.028573568910360336
3388	rnn.weight_hh_l0_reverse	5	0.04490647092461586
3388	rnn.weight_hh_l0_reverse	6	0.004900826141238213
3388	rnn.weight_hh_l0_reverse	7	-0.0011350876884534955
3388	rnn.weight_hh_l0_reverse	8	-0.07082314789295197
3388	rnn.weight_hh_l0_reverse	9	0.03334153816103935
3388	rnn.bias_ih_l0_reverse	0	-0.02879481017589569
3388	rnn.bias_ih_l0_reverse	1	-0.05914823338389397
3388	rnn.bias_ih_l0_reverse	2	0.084743432700634
3388	rnn.bias_ih_l0_reverse	3	0.02844351902604103
3388	rnn.bias_ih_l0_reverse	4	-0.09453795105218887
3388	rnn.bias_ih_l0_reverse	5	0.01203153096139431
3388	rnn.bias_ih_l0_reverse	6	-0.08308432251214981
3388	rnn.bias_ih_l0_reverse	7	0.027888180688023567
3388	rnn.bias_ih_l0_reverse	8	0.019627943634986877
3388	rnn.bias_ih_l0_reverse	9	0.0616004541516304
3388	rnn.bias_hh_l0_reverse	0	0.03500613197684288
3388	rnn.bias_hh_l0_reverse	1	0.060677964240312576
3388	rnn.bias_hh_l0_reverse	2	0.06769804656505585
3388	rnn.bias_hh_l0_reverse	3	-0.003241579048335552
3388	rnn.bias_hh_l0_reverse	4	0.07528966665267944
3388	rnn.bias_hh_l0_reverse	5	0.015907928347587585
3388	rnn.bias_hh_l0_reverse	6	-0.0649973452091217
3388	rnn.bias_hh_l0_reverse	7	0.043599292635917664
3388	rnn.bias_hh_l0_reverse	8	0.019828835502266884
3388	rnn.bias_hh_l0_reverse	9	-0.0864027887582779
3388	linear.weight	0	0.1884281188249588
3388	linear.weight	1	-0.0980493351817131
3388	linear.weight	2	-0.07843024283647537
3388	linear.weight	3	0.04518193379044533
3388	linear.weight	4	0.020263181999325752
3388	linear.weight	5	-0.056266628205776215
3388	linear.weight	6	-0.016048956662416458
3388	linear.weight	7	-0.02940683811903
3388	linear.weight	8	0.053645726293325424
3388	linear.weight	9	0.19763320684432983
3388	linear.bias	0	0.09291697293519974
3388	linear.bias	1	0.05921875685453415
3388	linear.bias	2	-0.31134024262428284
3388	linear.bias	3	0.9481506943702698
3388	linear.bias	4	-0.3635607063770294
3388	linear.bias	5	-0.030769959092140198
3388	linear.bias	6	-0.21795900166034698
3388	linear.bias	7	-0.12113756686449051
3388	linear.bias	8	0.1073649674654007
3388	linear.bias	9	-0.33270540833473206
3416	transitions	0	-0.5528958439826965
3416	transitions	1	0.4435904324054718
3416	transitions	2	1.8125324249267578
3416	transitions	3	0.2050754725933075
3416	transitions	4	1.0294204950332642
3416	transitions	5	1.2766294479370117
3416	transitions	6	0.4856114387512207
3416	transitions	7	0.18623614311218262
3416	transitions	8	-0.9183750748634338
3416	transitions	9	0.9307878613471985
3416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3416	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3416	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3416	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3416	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3416	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3416	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3416	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3416	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3416	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3416	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3416	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3416	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3416	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3416	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3416	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3416	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3416	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3416	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3416	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3416	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3416	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3416	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3416	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3416	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3416	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3416	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3416	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3416	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3416	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3416	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3416	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3416	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3416	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3416	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3416	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3416	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3416	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3416	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3416	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3416	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3416	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3416	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3416	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3416	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3416	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3416	embedding2nn.weight	0	0.008304297924041748
3416	embedding2nn.weight	1	0.013028999790549278
3416	embedding2nn.weight	2	-0.004369795322418213
3416	embedding2nn.weight	3	0.0015939994482323527
3416	embedding2nn.weight	4	-0.0028425492346286774
3416	embedding2nn.weight	5	0.0045608216896653175
3416	embedding2nn.weight	6	-0.0006269820732995868
3416	embedding2nn.weight	7	0.011712861247360706
3416	embedding2nn.weight	8	-0.007848499342799187
3416	embedding2nn.weight	9	-0.013669517822563648
3416	embedding2nn.bias	0	-0.006354314740747213
3416	embedding2nn.bias	1	-0.012856383807957172
3416	embedding2nn.bias	2	-0.055176082998514175
3416	embedding2nn.bias	3	0.0043389638885855675
3416	embedding2nn.bias	4	0.036971431225538254
3416	embedding2nn.bias	5	-0.019698068499565125
3416	embedding2nn.bias	6	0.04794236645102501
3416	embedding2nn.bias	7	0.0619933046400547
3416	embedding2nn.bias	8	0.017788631841540337
3416	embedding2nn.bias	9	-0.000447840808192268
3416	rnn.weight_ih_l0	0	0.03297368064522743
3416	rnn.weight_ih_l0	1	-0.005766784306615591
3416	rnn.weight_ih_l0	2	-0.02380509302020073
3416	rnn.weight_ih_l0	3	-0.04880814626812935
3416	rnn.weight_ih_l0	4	-0.05130575969815254
3416	rnn.weight_ih_l0	5	0.0021749064326286316
3416	rnn.weight_ih_l0	6	-0.05455461144447327
3416	rnn.weight_ih_l0	7	-0.04806838557124138
3416	rnn.weight_ih_l0	8	-0.047175128012895584
3416	rnn.weight_ih_l0	9	-0.026101987808942795
3416	rnn.weight_hh_l0	0	0.013285527937114239
3416	rnn.weight_hh_l0	1	-0.011564020998775959
3416	rnn.weight_hh_l0	2	-0.022354692220687866
3416	rnn.weight_hh_l0	3	-0.012073231860995293
3416	rnn.weight_hh_l0	4	-0.06043749302625656
3416	rnn.weight_hh_l0	5	-0.023689135909080505
3416	rnn.weight_hh_l0	6	-0.02051655948162079
3416	rnn.weight_hh_l0	7	0.03637118637561798
3416	rnn.weight_hh_l0	8	-0.022864628583192825
3416	rnn.weight_hh_l0	9	0.030438153073191643
3416	rnn.bias_ih_l0	0	0.07024995982646942
3416	rnn.bias_ih_l0	1	-0.054456014186143875
3416	rnn.bias_ih_l0	2	0.09307444840669632
3416	rnn.bias_ih_l0	3	0.08146354556083679
3416	rnn.bias_ih_l0	4	0.0852956473827362
3416	rnn.bias_ih_l0	5	0.009985016658902168
3416	rnn.bias_ih_l0	6	-0.01850239373743534
3416	rnn.bias_ih_l0	7	-0.07200192660093307
3416	rnn.bias_ih_l0	8	-0.11078944057226181
3416	rnn.bias_ih_l0	9	0.05803041532635689
3416	rnn.bias_hh_l0	0	-0.029730603098869324
3416	rnn.bias_hh_l0	1	0.023585690185427666
3416	rnn.bias_hh_l0	2	-0.007718695793300867
3416	rnn.bias_hh_l0	3	0.0009233919554390013
3416	rnn.bias_hh_l0	4	-0.04291693493723869
3416	rnn.bias_hh_l0	5	0.08961991965770721
3416	rnn.bias_hh_l0	6	-0.008665026165544987
3416	rnn.bias_hh_l0	7	0.010165802203118801
3416	rnn.bias_hh_l0	8	0.01586637832224369
3416	rnn.bias_hh_l0	9	0.06528060883283615
3416	rnn.weight_ih_l0_reverse	0	-0.03371124342083931
3416	rnn.weight_ih_l0_reverse	1	-0.005085659679025412
3416	rnn.weight_ih_l0_reverse	2	0.022066520527005196
3416	rnn.weight_ih_l0_reverse	3	-0.059280820190906525
3416	rnn.weight_ih_l0_reverse	4	0.010105201974511147
3416	rnn.weight_ih_l0_reverse	5	-0.05531102791428566
3416	rnn.weight_ih_l0_reverse	6	0.009570774622261524
3416	rnn.weight_ih_l0_reverse	7	0.03876086696982384
3416	rnn.weight_ih_l0_reverse	8	-0.036402806639671326
3416	rnn.weight_ih_l0_reverse	9	-0.05210384726524353
3416	rnn.weight_hh_l0_reverse	0	-0.0618387795984745
3416	rnn.weight_hh_l0_reverse	1	-0.053204577416181564
3416	rnn.weight_hh_l0_reverse	2	0.00847449991852045
3416	rnn.weight_hh_l0_reverse	3	0.03960626572370529
3416	rnn.weight_hh_l0_reverse	4	0.028015755116939545
3416	rnn.weight_hh_l0_reverse	5	0.044688306748867035
3416	rnn.weight_hh_l0_reverse	6	0.004933473654091358
3416	rnn.weight_hh_l0_reverse	7	-0.0010719374986365438
3416	rnn.weight_hh_l0_reverse	8	-0.07157626003026962
3416	rnn.weight_hh_l0_reverse	9	0.03373178467154503
3416	rnn.bias_ih_l0_reverse	0	-0.027395853772759438
3416	rnn.bias_ih_l0_reverse	1	-0.05811331048607826
3416	rnn.bias_ih_l0_reverse	2	0.08447691798210144
3416	rnn.bias_ih_l0_reverse	3	0.028539886698126793
3416	rnn.bias_ih_l0_reverse	4	-0.09675893932580948
3416	rnn.bias_ih_l0_reverse	5	0.012773357331752777
3416	rnn.bias_ih_l0_reverse	6	-0.08160977065563202
3416	rnn.bias_ih_l0_reverse	7	0.0262761153280735
3416	rnn.bias_ih_l0_reverse	8	0.017568590119481087
3416	rnn.bias_ih_l0_reverse	9	0.06159206107258797
3416	rnn.bias_hh_l0_reverse	0	0.040478240698575974
3416	rnn.bias_hh_l0_reverse	1	0.061049677431583405
3416	rnn.bias_hh_l0_reverse	2	0.06840623170137405
3416	rnn.bias_hh_l0_reverse	3	-0.003196022706106305
3416	rnn.bias_hh_l0_reverse	4	0.07647596299648285
3416	rnn.bias_hh_l0_reverse	5	0.016141144558787346
3416	rnn.bias_hh_l0_reverse	6	-0.0650491714477539
3416	rnn.bias_hh_l0_reverse	7	0.044442273676395416
3416	rnn.bias_hh_l0_reverse	8	0.019320471212267876
3416	rnn.bias_hh_l0_reverse	9	-0.08384773880243301
3416	linear.weight	0	0.20241455733776093
3416	linear.weight	1	-0.09803012758493423
3416	linear.weight	2	-0.07410091906785965
3416	linear.weight	3	0.04560687020421028
3416	linear.weight	4	0.02134368009865284
3416	linear.weight	5	-0.05485851317644119
3416	linear.weight	6	-0.015999862924218178
3416	linear.weight	7	-0.029283996671438217
3416	linear.weight	8	0.0562884658575058
3416	linear.weight	9	0.19514063000679016
3416	linear.bias	0	0.08636883646249771
3416	linear.bias	1	0.06395681947469711
3416	linear.bias	2	-0.31203556060791016
3416	linear.bias	3	0.9634403586387634
3416	linear.bias	4	-0.364767849445343
3416	linear.bias	5	-0.030769959092140198
3416	linear.bias	6	-0.22059869766235352
3416	linear.bias	7	-0.1208990290760994
3416	linear.bias	8	0.11597923189401627
3416	linear.bias	9	-0.33349406719207764
3444	transitions	0	-0.5531899333000183
3444	transitions	1	0.4434148669242859
3444	transitions	2	1.8122141361236572
3444	transitions	3	0.2048899084329605
3444	transitions	4	1.0292112827301025
3444	transitions	5	1.2766190767288208
3444	transitions	6	0.4856063425540924
3444	transitions	7	0.18620923161506653
3444	transitions	8	-0.9183796644210815
3444	transitions	9	0.9307878017425537
3444	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3444	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3444	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3444	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3444	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3444	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3444	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3444	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3444	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3444	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3444	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3444	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3444	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3444	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3444	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3444	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3444	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3444	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3444	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3444	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3444	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3444	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3444	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3444	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3444	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3444	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3444	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3444	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3444	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3444	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3444	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3444	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3444	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3444	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3444	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3444	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3444	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3444	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3444	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3444	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3444	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3444	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3444	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3444	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3444	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3444	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3444	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3444	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3444	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3444	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3444	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3444	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3444	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3444	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3444	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3444	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3444	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3444	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3444	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3444	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3444	embedding2nn.weight	0	0.008068794384598732
3444	embedding2nn.weight	1	0.012958507053554058
3444	embedding2nn.weight	2	-0.00434526614844799
3444	embedding2nn.weight	3	0.0015230618882924318
3444	embedding2nn.weight	4	-0.00281068729236722
3444	embedding2nn.weight	5	0.004354503937065601
3444	embedding2nn.weight	6	-0.0006819393020123243
3444	embedding2nn.weight	7	0.010992318391799927
3444	embedding2nn.weight	8	-0.00789966993033886
3444	embedding2nn.weight	9	-0.013603455387055874
3444	embedding2nn.bias	0	-0.005233739037066698
3444	embedding2nn.bias	1	-0.01255360059440136
3444	embedding2nn.bias	2	-0.05549890547990799
3444	embedding2nn.bias	3	0.006038470659404993
3444	embedding2nn.bias	4	0.03976042568683624
3444	embedding2nn.bias	5	-0.019650956615805626
3444	embedding2nn.bias	6	0.05122380331158638
3444	embedding2nn.bias	7	0.06646368652582169
3444	embedding2nn.bias	8	0.020059756934642792
3444	embedding2nn.bias	9	-0.007470514625310898
3444	rnn.weight_ih_l0	0	0.03289526700973511
3444	rnn.weight_ih_l0	1	-0.006640956271439791
3444	rnn.weight_ih_l0	2	-0.022064700722694397
3444	rnn.weight_ih_l0	3	-0.04841043800115585
3444	rnn.weight_ih_l0	4	-0.051226627081632614
3444	rnn.weight_ih_l0	5	0.002288554096594453
3444	rnn.weight_ih_l0	6	-0.05440061539411545
3444	rnn.weight_ih_l0	7	-0.04829355701804161
3444	rnn.weight_ih_l0	8	-0.04705123230814934
3444	rnn.weight_ih_l0	9	-0.026094358414411545
3444	rnn.weight_hh_l0	0	0.013053983449935913
3444	rnn.weight_hh_l0	1	-0.013340875506401062
3444	rnn.weight_hh_l0	2	-0.022245366126298904
3444	rnn.weight_hh_l0	3	-0.012146197259426117
3444	rnn.weight_hh_l0	4	-0.060684770345687866
3444	rnn.weight_hh_l0	5	-0.023174412548542023
3444	rnn.weight_hh_l0	6	-0.02238735929131508
3444	rnn.weight_hh_l0	7	0.03586644306778908
3444	rnn.weight_hh_l0	8	-0.02240024320781231
3444	rnn.weight_hh_l0	9	0.02963763102889061
3444	rnn.bias_ih_l0	0	0.06981410086154938
3444	rnn.bias_ih_l0	1	-0.053060948848724365
3444	rnn.bias_ih_l0	2	0.09438279271125793
3444	rnn.bias_ih_l0	3	0.08212137222290039
3444	rnn.bias_ih_l0	4	0.08601805567741394
3444	rnn.bias_ih_l0	5	0.00995391421020031
3444	rnn.bias_ih_l0	6	-0.015305579639971256
3444	rnn.bias_ih_l0	7	-0.06912437826395035
3444	rnn.bias_ih_l0	8	-0.11405313014984131
3444	rnn.bias_ih_l0	9	0.05900236964225769
3444	rnn.bias_hh_l0	0	-0.029325472190976143
3444	rnn.bias_hh_l0	1	0.022321319207549095
3444	rnn.bias_hh_l0	2	-0.006381988991051912
3444	rnn.bias_hh_l0	3	6.749731255695224e-05
3444	rnn.bias_hh_l0	4	-0.04282398894429207
3444	rnn.bias_hh_l0	5	0.09224137663841248
3444	rnn.bias_hh_l0	6	-0.010490677319467068
3444	rnn.bias_hh_l0	7	0.010375848039984703
3444	rnn.bias_hh_l0	8	0.01906319335103035
3444	rnn.bias_hh_l0	9	0.06511766463518143
3444	rnn.weight_ih_l0_reverse	0	-0.03352425619959831
3444	rnn.weight_ih_l0_reverse	1	-0.004784919787198305
3444	rnn.weight_ih_l0_reverse	2	0.02193220518529415
3444	rnn.weight_ih_l0_reverse	3	-0.059094417840242386
3444	rnn.weight_ih_l0_reverse	4	0.01015591062605381
3444	rnn.weight_ih_l0_reverse	5	-0.05530361458659172
3444	rnn.weight_ih_l0_reverse	6	0.009443660266697407
3444	rnn.weight_ih_l0_reverse	7	0.03874970227479935
3444	rnn.weight_ih_l0_reverse	8	-0.03629648685455322
3444	rnn.weight_ih_l0_reverse	9	-0.05220344290137291
3444	rnn.weight_hh_l0_reverse	0	-0.06246713548898697
3444	rnn.weight_hh_l0_reverse	1	-0.0534120611846447
3444	rnn.weight_hh_l0_reverse	2	0.008141864091157913
3444	rnn.weight_hh_l0_reverse	3	0.03951328992843628
3444	rnn.weight_hh_l0_reverse	4	0.028197133913636208
3444	rnn.weight_hh_l0_reverse	5	0.04448218271136284
3444	rnn.weight_hh_l0_reverse	6	0.006400422193109989
3444	rnn.weight_hh_l0_reverse	7	-0.0011545843444764614
3444	rnn.weight_hh_l0_reverse	8	-0.07187719643115997
3444	rnn.weight_hh_l0_reverse	9	0.0342244915664196
3444	rnn.bias_ih_l0_reverse	0	-0.030987827107310295
3444	rnn.bias_ih_l0_reverse	1	-0.05382563918828964
3444	rnn.bias_ih_l0_reverse	2	0.0840989351272583
3444	rnn.bias_ih_l0_reverse	3	0.028364121913909912
3444	rnn.bias_ih_l0_reverse	4	-0.09801362454891205
3444	rnn.bias_ih_l0_reverse	5	0.011918668635189533
3444	rnn.bias_ih_l0_reverse	6	-0.08208033442497253
3444	rnn.bias_ih_l0_reverse	7	0.025265835225582123
3444	rnn.bias_ih_l0_reverse	8	0.0183040052652359
3444	rnn.bias_ih_l0_reverse	9	0.0633004680275917
3444	rnn.bias_hh_l0_reverse	0	0.03825102373957634
3444	rnn.bias_hh_l0_reverse	1	0.05904155597090721
3444	rnn.bias_hh_l0_reverse	2	0.06867611408233643
3444	rnn.bias_hh_l0_reverse	3	-0.0028377226553857327
3444	rnn.bias_hh_l0_reverse	4	0.07463564723730087
3444	rnn.bias_hh_l0_reverse	5	0.01980866864323616
3444	rnn.bias_hh_l0_reverse	6	-0.06545988470315933
3444	rnn.bias_hh_l0_reverse	7	0.04688972607254982
3444	rnn.bias_hh_l0_reverse	8	0.020565195009112358
3444	rnn.bias_hh_l0_reverse	9	-0.08101950585842133
3444	linear.weight	0	0.18091632425785065
3444	linear.weight	1	-0.09805378317832947
3444	linear.weight	2	-0.07734491676092148
3444	linear.weight	3	0.045463595539331436
3444	linear.weight	4	0.02152986079454422
3444	linear.weight	5	-0.055549491196870804
3444	linear.weight	6	-0.015957221388816833
3444	linear.weight	7	-0.02909873053431511
3444	linear.weight	8	0.05913921445608139
3444	linear.weight	9	0.19319051504135132
3444	linear.bias	0	0.09126059710979462
3444	linear.bias	1	0.055036310106515884
3444	linear.bias	2	-0.31031447649002075
3444	linear.bias	3	0.9604287147521973
3444	linear.bias	4	-0.36589425802230835
3444	linear.bias	5	-0.030769959092140198
3444	linear.bias	6	-0.2205936759710312
3444	linear.bias	7	-0.12155934423208237
3444	linear.bias	8	0.12002505362033844
3444	linear.bias	9	-0.3342689275741577
3472	transitions	0	-0.5533605813980103
3472	transitions	1	0.44315123558044434
3472	transitions	2	1.8118908405303955
3472	transitions	3	0.2034107893705368
3472	transitions	4	1.028974175453186
3472	transitions	5	1.2765967845916748
3472	transitions	6	0.4856017529964447
3472	transitions	7	0.1861920952796936
3472	transitions	8	-0.9183842539787292
3472	transitions	9	0.9307877421379089
3472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3472	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3472	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3472	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3472	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3472	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3472	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3472	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3472	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3472	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3472	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3472	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3472	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3472	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3472	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3472	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3472	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3472	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3472	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3472	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3472	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3472	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3472	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3472	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3472	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3472	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3472	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3472	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3472	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3472	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3472	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3472	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3472	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3472	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3472	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3472	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3472	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3472	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3472	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3472	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3472	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3472	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3472	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3472	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3472	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3472	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3472	embedding2nn.weight	0	0.007558311335742474
3472	embedding2nn.weight	1	0.013004142791032791
3472	embedding2nn.weight	2	-0.004389927722513676
3472	embedding2nn.weight	3	0.0011405069380998611
3472	embedding2nn.weight	4	-0.002921396167948842
3472	embedding2nn.weight	5	0.004394065123051405
3472	embedding2nn.weight	6	-0.0007991197053343058
3472	embedding2nn.weight	7	0.01088346540927887
3472	embedding2nn.weight	8	-0.007979316636919975
3472	embedding2nn.weight	9	-0.013725422322750092
3472	embedding2nn.bias	0	-0.009032590314745903
3472	embedding2nn.bias	1	-0.014808709733188152
3472	embedding2nn.bias	2	-0.05971907824277878
3472	embedding2nn.bias	3	0.00690888287499547
3472	embedding2nn.bias	4	0.03376030549407005
3472	embedding2nn.bias	5	-0.0152244558557868
3472	embedding2nn.bias	6	0.04523981735110283
3472	embedding2nn.bias	7	0.0664103701710701
3472	embedding2nn.bias	8	0.028785333037376404
3472	embedding2nn.bias	9	-0.010194668546319008
3472	rnn.weight_ih_l0	0	0.03299875557422638
3472	rnn.weight_ih_l0	1	-0.005738799460232258
3472	rnn.weight_ih_l0	2	-0.023437591269612312
3472	rnn.weight_ih_l0	3	-0.04823564738035202
3472	rnn.weight_ih_l0	4	-0.05119572579860687
3472	rnn.weight_ih_l0	5	0.0020218100398778915
3472	rnn.weight_ih_l0	6	-0.05461578443646431
3472	rnn.weight_ih_l0	7	-0.04817810282111168
3472	rnn.weight_ih_l0	8	-0.0469898097217083
3472	rnn.weight_ih_l0	9	-0.026127738878130913
3472	rnn.weight_hh_l0	0	0.01292002946138382
3472	rnn.weight_hh_l0	1	-0.013193465769290924
3472	rnn.weight_hh_l0	2	-0.022488519549369812
3472	rnn.weight_hh_l0	3	-0.012644398957490921
3472	rnn.weight_hh_l0	4	-0.060766469687223434
3472	rnn.weight_hh_l0	5	-0.023259425535798073
3472	rnn.weight_hh_l0	6	-0.020917052403092384
3472	rnn.weight_hh_l0	7	0.035393308848142624
3472	rnn.weight_hh_l0	8	-0.022379321977496147
3472	rnn.weight_hh_l0	9	0.029593123123049736
3472	rnn.bias_ih_l0	0	0.0696118175983429
3472	rnn.bias_ih_l0	1	-0.05393452197313309
3472	rnn.bias_ih_l0	2	0.09550673514604568
3472	rnn.bias_ih_l0	3	0.08152890205383301
3472	rnn.bias_ih_l0	4	0.08407337218523026
3472	rnn.bias_ih_l0	5	0.010028339922428131
3472	rnn.bias_ih_l0	6	-0.01467800047248602
3472	rnn.bias_ih_l0	7	-0.06569010764360428
3472	rnn.bias_ih_l0	8	-0.11184696853160858
3472	rnn.bias_ih_l0	9	0.06102842465043068
3472	rnn.bias_hh_l0	0	-0.029885249212384224
3472	rnn.bias_hh_l0	1	0.02249186672270298
3472	rnn.bias_hh_l0	2	-0.0050199334509670734
3472	rnn.bias_hh_l0	3	0.0034052610863000154
3472	rnn.bias_hh_l0	4	-0.04392709583044052
3472	rnn.bias_hh_l0	5	0.09274403750896454
3472	rnn.bias_hh_l0	6	-0.009763232432305813
3472	rnn.bias_hh_l0	7	0.012651175260543823
3472	rnn.bias_hh_l0	8	0.01969076693058014
3472	rnn.bias_hh_l0	9	0.0645943358540535
3472	rnn.weight_ih_l0_reverse	0	-0.0333542674779892
3472	rnn.weight_ih_l0_reverse	1	-0.0042666117660701275
3472	rnn.weight_ih_l0_reverse	2	0.021735770627856255
3472	rnn.weight_ih_l0_reverse	3	-0.0591142401099205
3472	rnn.weight_ih_l0_reverse	4	0.010092409327626228
3472	rnn.weight_ih_l0_reverse	5	-0.05528527870774269
3472	rnn.weight_ih_l0_reverse	6	0.009386919438838959
3472	rnn.weight_ih_l0_reverse	7	0.038647424429655075
3472	rnn.weight_ih_l0_reverse	8	-0.036359600722789764
3472	rnn.weight_ih_l0_reverse	9	-0.05213075503706932
3472	rnn.weight_hh_l0_reverse	0	-0.062035899609327316
3472	rnn.weight_hh_l0_reverse	1	-0.052375007420778275
3472	rnn.weight_hh_l0_reverse	2	0.00827330444008112
3472	rnn.weight_hh_l0_reverse	3	0.03944810852408409
3472	rnn.weight_hh_l0_reverse	4	0.028837261721491814
3472	rnn.weight_hh_l0_reverse	5	0.044352252036333084
3472	rnn.weight_hh_l0_reverse	6	0.00659053772687912
3472	rnn.weight_hh_l0_reverse	7	-0.0008314435835927725
3472	rnn.weight_hh_l0_reverse	8	-0.07292680442333221
3472	rnn.weight_hh_l0_reverse	9	0.03409798443317413
3472	rnn.bias_ih_l0_reverse	0	-0.03663003444671631
3472	rnn.bias_ih_l0_reverse	1	-0.06180232763290405
3472	rnn.bias_ih_l0_reverse	2	0.08527426421642303
3472	rnn.bias_ih_l0_reverse	3	0.028376808390021324
3472	rnn.bias_ih_l0_reverse	4	-0.09876801818609238
3472	rnn.bias_ih_l0_reverse	5	0.011889200657606125
3472	rnn.bias_ih_l0_reverse	6	-0.08281342685222626
3472	rnn.bias_ih_l0_reverse	7	0.02597828581929207
3472	rnn.bias_ih_l0_reverse	8	0.01840359903872013
3472	rnn.bias_ih_l0_reverse	9	0.06310991197824478
3472	rnn.bias_hh_l0_reverse	0	0.0375608429312706
3472	rnn.bias_hh_l0_reverse	1	0.057834524661302567
3472	rnn.bias_hh_l0_reverse	2	0.07065672427415848
3472	rnn.bias_hh_l0_reverse	3	-0.002625291934236884
3472	rnn.bias_hh_l0_reverse	4	0.0767500177025795
3472	rnn.bias_hh_l0_reverse	5	0.01176732499152422
3472	rnn.bias_hh_l0_reverse	6	-0.06618379801511765
3472	rnn.bias_hh_l0_reverse	7	0.04530756548047066
3472	rnn.bias_hh_l0_reverse	8	0.021987292915582657
3472	rnn.bias_hh_l0_reverse	9	-0.07723492383956909
3472	linear.weight	0	0.1809922754764557
3472	linear.weight	1	-0.09807770699262619
3472	linear.weight	2	-0.07590999454259872
3472	linear.weight	3	0.04194548726081848
3472	linear.weight	4	0.021132057532668114
3472	linear.weight	5	-0.05697859451174736
3472	linear.weight	6	-0.01584242470562458
3472	linear.weight	7	-0.028906021267175674
3472	linear.weight	8	0.0551116019487381
3472	linear.weight	9	0.1917455643415451
3472	linear.bias	0	0.08083958923816681
3472	linear.bias	1	0.06367950141429901
3472	linear.bias	2	-0.30945247411727905
3472	linear.bias	3	0.9679436683654785
3472	linear.bias	4	-0.3669445216655731
3472	linear.bias	5	-0.030769959092140198
3472	linear.bias	6	-0.22143688797950745
3472	linear.bias	7	-0.11343837529420853
3472	linear.bias	8	0.1134779155254364
3472	linear.bias	9	-0.3350652754306793
3500	transitions	0	-0.5536248683929443
3500	transitions	1	0.4427778422832489
3500	transitions	2	1.8114300966262817
3500	transitions	3	0.2030634731054306
3500	transitions	4	1.0287574529647827
3500	transitions	5	1.2765707969665527
3500	transitions	6	0.4855943024158478
3500	transitions	7	0.1861807107925415
3500	transitions	8	-0.9183910489082336
3500	transitions	9	0.9307876825332642
3500	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3500	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3500	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3500	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3500	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3500	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3500	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3500	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3500	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3500	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3500	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3500	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3500	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3500	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3500	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3500	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3500	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3500	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3500	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3500	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3500	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3500	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3500	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3500	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3500	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3500	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3500	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3500	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3500	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3500	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3500	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3500	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3500	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3500	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3500	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3500	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3500	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3500	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3500	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3500	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3500	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3500	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3500	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3500	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3500	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3500	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3500	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3500	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3500	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3500	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3500	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3500	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3500	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3500	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3500	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3500	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3500	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3500	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3500	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3500	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3500	embedding2nn.weight	0	0.007721158675849438
3500	embedding2nn.weight	1	0.012925365008413792
3500	embedding2nn.weight	2	-0.004353628493845463
3500	embedding2nn.weight	3	0.0014408298302441835
3500	embedding2nn.weight	4	-0.002891706535592675
3500	embedding2nn.weight	5	0.004139103461056948
3500	embedding2nn.weight	6	-0.0007923665689304471
3500	embedding2nn.weight	7	0.010857942514121532
3500	embedding2nn.weight	8	-0.00806295033544302
3500	embedding2nn.weight	9	-0.013821517117321491
3500	embedding2nn.bias	0	-0.004017057362943888
3500	embedding2nn.bias	1	-0.015281744301319122
3500	embedding2nn.bias	2	-0.05539519712328911
3500	embedding2nn.bias	3	0.008780641481280327
3500	embedding2nn.bias	4	0.036000851541757584
3500	embedding2nn.bias	5	-0.012894096784293652
3500	embedding2nn.bias	6	0.0391024686396122
3500	embedding2nn.bias	7	0.06823525577783585
3500	embedding2nn.bias	8	0.025465650483965874
3500	embedding2nn.bias	9	-0.007424217648804188
3500	rnn.weight_ih_l0	0	0.03291276469826698
3500	rnn.weight_ih_l0	1	-0.005958091001957655
3500	rnn.weight_ih_l0	2	-0.02358977310359478
3500	rnn.weight_ih_l0	3	-0.04843771457672119
3500	rnn.weight_ih_l0	4	-0.050936050713062286
3500	rnn.weight_ih_l0	5	0.0021864096634089947
3500	rnn.weight_ih_l0	6	-0.05466465651988983
3500	rnn.weight_ih_l0	7	-0.048434000462293625
3500	rnn.weight_ih_l0	8	-0.047299861907958984
3500	rnn.weight_ih_l0	9	-0.026139872148633003
3500	rnn.weight_hh_l0	0	0.012960989959537983
3500	rnn.weight_hh_l0	1	-0.013452049344778061
3500	rnn.weight_hh_l0	2	-0.021932091563940048
3500	rnn.weight_hh_l0	3	-0.012616259977221489
3500	rnn.weight_hh_l0	4	-0.060392674058675766
3500	rnn.weight_hh_l0	5	-0.02337881550192833
3500	rnn.weight_hh_l0	6	-0.021702969446778297
3500	rnn.weight_hh_l0	7	0.0358707495033741
3500	rnn.weight_hh_l0	8	-0.022560440003871918
3500	rnn.weight_hh_l0	9	0.030002279207110405
3500	rnn.bias_ih_l0	0	0.06976492702960968
3500	rnn.bias_ih_l0	1	-0.055045437067747116
3500	rnn.bias_ih_l0	2	0.09645319730043411
3500	rnn.bias_ih_l0	3	0.08169668167829514
3500	rnn.bias_ih_l0	4	0.08194473385810852
3500	rnn.bias_ih_l0	5	0.009021664038300514
3500	rnn.bias_ih_l0	6	-0.01674596779048443
3500	rnn.bias_ih_l0	7	-0.06823719292879105
3500	rnn.bias_ih_l0	8	-0.10436878353357315
3500	rnn.bias_ih_l0	9	0.06337544322013855
3500	rnn.bias_hh_l0	0	-0.030557535588741302
3500	rnn.bias_hh_l0	1	0.021143540740013123
3500	rnn.bias_hh_l0	2	-0.007726202253252268
3500	rnn.bias_hh_l0	3	0.0017220779554918408
3500	rnn.bias_hh_l0	4	-0.04494341090321541
3500	rnn.bias_hh_l0	5	0.09235960245132446
3500	rnn.bias_hh_l0	6	-0.010066583752632141
3500	rnn.bias_hh_l0	7	0.011019852943718433
3500	rnn.bias_hh_l0	8	0.017622800543904305
3500	rnn.bias_hh_l0	9	0.0615852065384388
3500	rnn.weight_ih_l0_reverse	0	-0.03330148011445999
3500	rnn.weight_ih_l0_reverse	1	-0.004234035965055227
3500	rnn.weight_ih_l0_reverse	2	0.021775271743535995
3500	rnn.weight_ih_l0_reverse	3	-0.059061672538518906
3500	rnn.weight_ih_l0_reverse	4	0.01012785080820322
3500	rnn.weight_ih_l0_reverse	5	-0.05512059107422829
3500	rnn.weight_ih_l0_reverse	6	0.010362732224166393
3500	rnn.weight_ih_l0_reverse	7	0.0389397032558918
3500	rnn.weight_ih_l0_reverse	8	-0.03640156611800194
3500	rnn.weight_ih_l0_reverse	9	-0.05209697037935257
3500	rnn.weight_hh_l0_reverse	0	-0.06158358231186867
3500	rnn.weight_hh_l0_reverse	1	-0.05299102142453194
3500	rnn.weight_hh_l0_reverse	2	0.0077676475048065186
3500	rnn.weight_hh_l0_reverse	3	0.039571020752191544
3500	rnn.weight_hh_l0_reverse	4	0.028562108054757118
3500	rnn.weight_hh_l0_reverse	5	0.04429545998573303
3500	rnn.weight_hh_l0_reverse	6	0.004640611819922924
3500	rnn.weight_hh_l0_reverse	7	-0.0010214371141046286
3500	rnn.weight_hh_l0_reverse	8	-0.07310786098241806
3500	rnn.weight_hh_l0_reverse	9	0.033713988959789276
3500	rnn.bias_ih_l0_reverse	0	-0.03400631994009018
3500	rnn.bias_ih_l0_reverse	1	-0.06078290194272995
3500	rnn.bias_ih_l0_reverse	2	0.08702205121517181
3500	rnn.bias_ih_l0_reverse	3	0.02923453412950039
3500	rnn.bias_ih_l0_reverse	4	-0.09778890758752823
3500	rnn.bias_ih_l0_reverse	5	0.011753273196518421
3500	rnn.bias_ih_l0_reverse	6	-0.08264059573411942
3500	rnn.bias_ih_l0_reverse	7	0.024426599964499474
3500	rnn.bias_ih_l0_reverse	8	0.01780901663005352
3500	rnn.bias_ih_l0_reverse	9	0.06401947885751724
3500	rnn.bias_hh_l0_reverse	0	0.03807511180639267
3500	rnn.bias_hh_l0_reverse	1	0.05787666514515877
3500	rnn.bias_hh_l0_reverse	2	0.0669274851679802
3500	rnn.bias_hh_l0_reverse	3	-0.0031695980578660965
3500	rnn.bias_hh_l0_reverse	4	0.07734041661024094
3500	rnn.bias_hh_l0_reverse	5	0.010129604488611221
3500	rnn.bias_hh_l0_reverse	6	-0.06672777235507965
3500	rnn.bias_hh_l0_reverse	7	0.043127626180648804
3500	rnn.bias_hh_l0_reverse	8	0.02294382080435753
3500	rnn.bias_hh_l0_reverse	9	-0.0810566172003746
3500	linear.weight	0	0.15237276256084442
3500	linear.weight	1	-0.10036726295948029
3500	linear.weight	2	-0.07094214856624603
3500	linear.weight	3	0.042271554470062256
3500	linear.weight	4	0.020053479820489883
3500	linear.weight	5	-0.05478338897228241
3500	linear.weight	6	-0.01577511429786682
3500	linear.weight	7	-0.028648514300584793
3500	linear.weight	8	0.05207370966672897
3500	linear.weight	9	0.1885772943496704
3500	linear.bias	0	0.08160623908042908
3500	linear.bias	1	0.07338453829288483
3500	linear.bias	2	-0.3113972842693329
3500	linear.bias	3	0.9681676030158997
3500	linear.bias	4	-0.3589943051338196
3500	linear.bias	5	-0.030769959092140198
3500	linear.bias	6	-0.22230353951454163
3500	linear.bias	7	-0.11684465408325195
3500	linear.bias	8	0.09376038610935211
3500	linear.bias	9	-0.33618441224098206
3528	transitions	0	-0.5539128184318542
3528	transitions	1	0.4424547851085663
3528	transitions	2	1.8108254671096802
3528	transitions	3	0.20290039479732513
3528	transitions	4	1.028564691543579
3528	transitions	5	1.2765542268753052
3528	transitions	6	0.48558658361434937
3528	transitions	7	0.18615898489952087
3528	transitions	8	-0.918398380279541
3528	transitions	9	0.9307873249053955
3528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3528	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3528	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3528	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3528	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3528	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3528	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3528	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3528	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3528	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3528	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3528	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3528	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3528	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3528	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3528	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3528	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3528	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3528	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3528	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3528	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3528	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3528	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3528	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3528	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3528	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3528	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3528	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3528	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3528	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3528	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3528	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3528	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3528	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3528	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3528	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3528	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3528	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3528	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3528	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3528	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3528	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3528	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3528	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3528	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3528	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3528	embedding2nn.weight	0	0.007626376114785671
3528	embedding2nn.weight	1	0.012940874323248863
3528	embedding2nn.weight	2	-0.004345495253801346
3528	embedding2nn.weight	3	0.0014716084115207195
3528	embedding2nn.weight	4	-0.002882635220885277
3528	embedding2nn.weight	5	0.004400641657412052
3528	embedding2nn.weight	6	-0.000993387890048325
3528	embedding2nn.weight	7	0.01158654410392046
3528	embedding2nn.weight	8	-0.008258817717432976
3528	embedding2nn.weight	9	-0.013826778158545494
3528	embedding2nn.bias	0	-0.0015513438265770674
3528	embedding2nn.bias	1	-0.0113986199721694
3528	embedding2nn.bias	2	-0.05490128695964813
3528	embedding2nn.bias	3	0.008230006322264671
3528	embedding2nn.bias	4	0.036293402314186096
3528	embedding2nn.bias	5	-0.017558246850967407
3528	embedding2nn.bias	6	0.03630080819129944
3528	embedding2nn.bias	7	0.06892724335193634
3528	embedding2nn.bias	8	0.024718236178159714
3528	embedding2nn.bias	9	-0.01266886293888092
3528	rnn.weight_ih_l0	0	0.03289177641272545
3528	rnn.weight_ih_l0	1	-0.007116417400538921
3528	rnn.weight_ih_l0	2	-0.024246273562312126
3528	rnn.weight_ih_l0	3	-0.04856127128005028
3528	rnn.weight_ih_l0	4	-0.05093363672494888
3528	rnn.weight_ih_l0	5	0.0022647527512162924
3528	rnn.weight_ih_l0	6	-0.05492906644940376
3528	rnn.weight_ih_l0	7	-0.04840787500143051
3528	rnn.weight_ih_l0	8	-0.04767033830285072
3528	rnn.weight_ih_l0	9	-0.02620239555835724
3528	rnn.weight_hh_l0	0	0.013018711470067501
3528	rnn.weight_hh_l0	1	-0.01402145717293024
3528	rnn.weight_hh_l0	2	-0.0222823116928339
3528	rnn.weight_hh_l0	3	-0.01209819782525301
3528	rnn.weight_hh_l0	4	-0.06042354181408882
3528	rnn.weight_hh_l0	5	-0.02278147265315056
3528	rnn.weight_hh_l0	6	-0.018733033910393715
3528	rnn.weight_hh_l0	7	0.03523104637861252
3528	rnn.weight_hh_l0	8	-0.022489646449685097
3528	rnn.weight_hh_l0	9	0.030537376180291176
3528	rnn.bias_ih_l0	0	0.06895880401134491
3528	rnn.bias_ih_l0	1	-0.05365271866321564
3528	rnn.bias_ih_l0	2	0.09916994720697403
3528	rnn.bias_ih_l0	3	0.08372969925403595
3528	rnn.bias_ih_l0	4	0.08303426206111908
3528	rnn.bias_ih_l0	5	0.008465859107673168
3528	rnn.bias_ih_l0	6	-0.017598694190382957
3528	rnn.bias_ih_l0	7	-0.06610305607318878
3528	rnn.bias_ih_l0	8	-0.10599444061517715
3528	rnn.bias_ih_l0	9	0.06265304982662201
3528	rnn.bias_hh_l0	0	-0.02975422888994217
3528	rnn.bias_hh_l0	1	0.020697366446256638
3528	rnn.bias_hh_l0	2	-0.006612260825932026
3528	rnn.bias_hh_l0	3	-0.0007949419668875635
3528	rnn.bias_hh_l0	4	-0.045607976615428925
3528	rnn.bias_hh_l0	5	0.09333997219800949
3528	rnn.bias_hh_l0	6	-0.008087963797152042
3528	rnn.bias_hh_l0	7	0.010686739347875118
3528	rnn.bias_hh_l0	8	0.016770074144005775
3528	rnn.bias_hh_l0	9	0.06311755627393723
3528	rnn.weight_ih_l0_reverse	0	-0.033465392887592316
3528	rnn.weight_ih_l0_reverse	1	-0.005707219243049622
3528	rnn.weight_ih_l0_reverse	2	0.022014088928699493
3528	rnn.weight_ih_l0_reverse	3	-0.058954644948244095
3528	rnn.weight_ih_l0_reverse	4	0.010395655408501625
3528	rnn.weight_ih_l0_reverse	5	-0.0551249161362648
3528	rnn.weight_ih_l0_reverse	6	0.01024229172617197
3528	rnn.weight_ih_l0_reverse	7	0.038903720676898956
3528	rnn.weight_ih_l0_reverse	8	-0.036533523350954056
3528	rnn.weight_ih_l0_reverse	9	-0.05192321538925171
3528	rnn.weight_hh_l0_reverse	0	-0.061371490359306335
3528	rnn.weight_hh_l0_reverse	1	-0.051988329738378525
3528	rnn.weight_hh_l0_reverse	2	0.008042925968766212
3528	rnn.weight_hh_l0_reverse	3	0.039598532021045685
3528	rnn.weight_hh_l0_reverse	4	0.028497397899627686
3528	rnn.weight_hh_l0_reverse	5	0.044515326619148254
3528	rnn.weight_hh_l0_reverse	6	0.005820255260914564
3528	rnn.weight_hh_l0_reverse	7	-0.00041651487117633224
3528	rnn.weight_hh_l0_reverse	8	-0.0737111046910286
3528	rnn.weight_hh_l0_reverse	9	0.03346385434269905
3528	rnn.bias_ih_l0_reverse	0	-0.02818300947546959
3528	rnn.bias_ih_l0_reverse	1	-0.06695004552602768
3528	rnn.bias_ih_l0_reverse	2	0.08672113716602325
3528	rnn.bias_ih_l0_reverse	3	0.028309741988778114
3528	rnn.bias_ih_l0_reverse	4	-0.09682480990886688
3528	rnn.bias_ih_l0_reverse	5	0.011074657551944256
3528	rnn.bias_ih_l0_reverse	6	-0.08252374827861786
3528	rnn.bias_ih_l0_reverse	7	0.022150257602334023
3528	rnn.bias_ih_l0_reverse	8	0.01618748903274536
3528	rnn.bias_ih_l0_reverse	9	0.0642179623246193
3528	rnn.bias_hh_l0_reverse	0	0.030719725415110588
3528	rnn.bias_hh_l0_reverse	1	0.05722222477197647
3528	rnn.bias_hh_l0_reverse	2	0.06880498677492142
3528	rnn.bias_hh_l0_reverse	3	-0.0027016140520572662
3528	rnn.bias_hh_l0_reverse	4	0.07662146538496017
3528	rnn.bias_hh_l0_reverse	5	0.018648410215973854
3528	rnn.bias_hh_l0_reverse	6	-0.06666580587625504
3528	rnn.bias_hh_l0_reverse	7	0.04264943674206734
3528	rnn.bias_hh_l0_reverse	8	0.022742561995983124
3528	rnn.bias_hh_l0_reverse	9	-0.07987986505031586
3528	linear.weight	0	0.14766542613506317
3528	linear.weight	1	-0.10034262388944626
3528	linear.weight	2	-0.07786936312913895
3528	linear.weight	3	0.049276936799287796
3528	linear.weight	4	0.020659051835536957
3528	linear.weight	5	-0.05587558448314667
3528	linear.weight	6	-0.015646034851670265
3528	linear.weight	7	-0.028464563190937042
3528	linear.weight	8	0.05319098010659218
3528	linear.weight	9	0.19314676523208618
3528	linear.bias	0	0.07835962623357773
3528	linear.bias	1	0.07267773151397705
3528	linear.bias	2	-0.3111800253391266
3528	linear.bias	3	0.9771521091461182
3528	linear.bias	4	-0.36040356755256653
3528	linear.bias	5	-0.030769959092140198
3528	linear.bias	6	-0.21955354511737823
3528	linear.bias	7	-0.11414813250303268
3528	linear.bias	8	0.10622483491897583
3528	linear.bias	9	-0.3370794951915741
3556	transitions	0	-0.5541424751281738
3556	transitions	1	0.4422529339790344
3556	transitions	2	1.810431957244873
3556	transitions	3	0.20275552570819855
3556	transitions	4	1.0281814336776733
3556	transitions	5	1.2765400409698486
3556	transitions	6	0.48556897044181824
3556	transitions	7	0.18614232540130615
3556	transitions	8	-0.9184095859527588
3556	transitions	9	0.9307873249053955
3556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3556	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3556	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3556	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3556	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3556	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3556	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3556	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3556	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3556	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3556	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3556	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3556	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3556	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3556	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3556	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3556	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3556	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3556	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3556	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3556	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3556	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3556	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3556	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3556	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3556	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3556	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3556	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3556	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3556	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3556	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3556	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3556	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3556	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3556	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3556	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3556	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3556	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3556	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3556	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3556	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3556	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3556	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3556	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3556	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3556	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3556	embedding2nn.weight	0	0.007065482437610626
3556	embedding2nn.weight	1	0.013116155751049519
3556	embedding2nn.weight	2	-0.00432093720883131
3556	embedding2nn.weight	3	0.001405232003889978
3556	embedding2nn.weight	4	-0.0027509673964232206
3556	embedding2nn.weight	5	0.004532952327281237
3556	embedding2nn.weight	6	-0.0010748361237347126
3556	embedding2nn.weight	7	0.012040064670145512
3556	embedding2nn.weight	8	-0.008199958130717278
3556	embedding2nn.weight	9	-0.013758840970695019
3556	embedding2nn.bias	0	-0.0026970275212079287
3556	embedding2nn.bias	1	-0.014465746469795704
3556	embedding2nn.bias	2	-0.05181135982275009
3556	embedding2nn.bias	3	0.010348809882998466
3556	embedding2nn.bias	4	0.04192579537630081
3556	embedding2nn.bias	5	-0.01688353531062603
3556	embedding2nn.bias	6	0.03294230252504349
3556	embedding2nn.bias	7	0.06766816973686218
3556	embedding2nn.bias	8	0.028036827221512794
3556	embedding2nn.bias	9	-0.016167419031262398
3556	rnn.weight_ih_l0	0	0.03279736265540123
3556	rnn.weight_ih_l0	1	-0.006900507025420666
3556	rnn.weight_ih_l0	2	-0.024692155420780182
3556	rnn.weight_ih_l0	3	-0.04868901148438454
3556	rnn.weight_ih_l0	4	-0.05107133090496063
3556	rnn.weight_ih_l0	5	0.002478422597050667
3556	rnn.weight_ih_l0	6	-0.05505454167723656
3556	rnn.weight_ih_l0	7	-0.048458971083164215
3556	rnn.weight_ih_l0	8	-0.047630712389945984
3556	rnn.weight_ih_l0	9	-0.02612309157848358
3556	rnn.weight_hh_l0	0	0.012885360978543758
3556	rnn.weight_hh_l0	1	-0.01473861001431942
3556	rnn.weight_hh_l0	2	-0.02179669588804245
3556	rnn.weight_hh_l0	3	-0.011538627557456493
3556	rnn.weight_hh_l0	4	-0.060613490641117096
3556	rnn.weight_hh_l0	5	-0.023106692358851433
3556	rnn.weight_hh_l0	6	-0.02009575627744198
3556	rnn.weight_hh_l0	7	0.035342004150152206
3556	rnn.weight_hh_l0	8	-0.022130008786916733
3556	rnn.weight_hh_l0	9	0.030273141339421272
3556	rnn.bias_ih_l0	0	0.0689915269613266
3556	rnn.bias_ih_l0	1	-0.05424043908715248
3556	rnn.bias_ih_l0	2	0.09687419980764389
3556	rnn.bias_ih_l0	3	0.0826088935136795
3556	rnn.bias_ih_l0	4	0.08215650171041489
3556	rnn.bias_ih_l0	5	0.009410981088876724
3556	rnn.bias_ih_l0	6	-0.016052203252911568
3556	rnn.bias_ih_l0	7	-0.07130182534456253
3556	rnn.bias_ih_l0	8	-0.10385876148939133
3556	rnn.bias_ih_l0	9	0.06199957802891731
3556	rnn.bias_hh_l0	0	-0.029133960604667664
3556	rnn.bias_hh_l0	1	0.019319532439112663
3556	rnn.bias_hh_l0	2	-0.006445555482059717
3556	rnn.bias_hh_l0	3	-0.0014910822501406074
3556	rnn.bias_hh_l0	4	-0.04767697677016258
3556	rnn.bias_hh_l0	5	0.09229157865047455
3556	rnn.bias_hh_l0	6	-0.009766797535121441
3556	rnn.bias_hh_l0	7	0.010028507560491562
3556	rnn.bias_hh_l0	8	0.018316566944122314
3556	rnn.bias_hh_l0	9	0.06263399869203568
3556	rnn.weight_ih_l0_reverse	0	-0.03350893035531044
3556	rnn.weight_ih_l0_reverse	1	-0.0064437128603458405
3556	rnn.weight_ih_l0_reverse	2	0.022270433604717255
3556	rnn.weight_ih_l0_reverse	3	-0.058620940893888474
3556	rnn.weight_ih_l0_reverse	4	0.010774259455502033
3556	rnn.weight_ih_l0_reverse	5	-0.05531197413802147
3556	rnn.weight_ih_l0_reverse	6	0.009374992921948433
3556	rnn.weight_ih_l0_reverse	7	0.03865935280919075
3556	rnn.weight_ih_l0_reverse	8	-0.03669639304280281
3556	rnn.weight_ih_l0_reverse	9	-0.05202784389257431
3556	rnn.weight_hh_l0_reverse	0	-0.06054959073662758
3556	rnn.weight_hh_l0_reverse	1	-0.05183989927172661
3556	rnn.weight_hh_l0_reverse	2	0.008367126807570457
3556	rnn.weight_hh_l0_reverse	3	0.0396915040910244
3556	rnn.weight_hh_l0_reverse	4	0.028725534677505493
3556	rnn.weight_hh_l0_reverse	5	0.04450758174061775
3556	rnn.weight_hh_l0_reverse	6	0.005826866719871759
3556	rnn.weight_hh_l0_reverse	7	-0.000555316568352282
3556	rnn.weight_hh_l0_reverse	8	-0.07324276864528656
3556	rnn.weight_hh_l0_reverse	9	0.03359116241335869
3556	rnn.bias_ih_l0_reverse	0	-0.03025141730904579
3556	rnn.bias_ih_l0_reverse	1	-0.06083526462316513
3556	rnn.bias_ih_l0_reverse	2	0.08808638155460358
3556	rnn.bias_ih_l0_reverse	3	0.02805900387465954
3556	rnn.bias_ih_l0_reverse	4	-0.09534986317157745
3556	rnn.bias_ih_l0_reverse	5	0.011585461907088757
3556	rnn.bias_ih_l0_reverse	6	-0.08029641211032867
3556	rnn.bias_ih_l0_reverse	7	0.022797472774982452
3556	rnn.bias_ih_l0_reverse	8	0.01533442735671997
3556	rnn.bias_ih_l0_reverse	9	0.06384722888469696
3556	rnn.bias_hh_l0_reverse	0	0.02573605626821518
3556	rnn.bias_hh_l0_reverse	1	0.05844005569815636
3556	rnn.bias_hh_l0_reverse	2	0.06820524483919144
3556	rnn.bias_hh_l0_reverse	3	-0.0026536688674241304
3556	rnn.bias_hh_l0_reverse	4	0.07681461423635483
3556	rnn.bias_hh_l0_reverse	5	0.01964128203690052
3556	rnn.bias_hh_l0_reverse	6	-0.06753287464380264
3556	rnn.bias_hh_l0_reverse	7	0.04179243743419647
3556	rnn.bias_hh_l0_reverse	8	0.022666260600090027
3556	rnn.bias_hh_l0_reverse	9	-0.09435335546731949
3556	linear.weight	0	0.16933484375476837
3556	linear.weight	1	-0.10042490065097809
3556	linear.weight	2	-0.07803061604499817
3556	linear.weight	3	0.04859606549143791
3556	linear.weight	4	0.021247169002890587
3556	linear.weight	5	-0.05537315458059311
3556	linear.weight	6	-0.015583851374685764
3556	linear.weight	7	-0.02836690843105316
3556	linear.weight	8	0.05140279233455658
3556	linear.weight	9	0.19319035112857819
3556	linear.bias	0	0.08871308714151382
3556	linear.bias	1	0.05962203070521355
3556	linear.bias	2	-0.31510239839553833
3556	linear.bias	3	0.9806588888168335
3556	linear.bias	4	-0.36140578985214233
3556	linear.bias	5	-0.030769959092140198
3556	linear.bias	6	-0.22314497828483582
3556	linear.bias	7	-0.11607428640127182
3556	linear.bias	8	0.08943051844835281
3556	linear.bias	9	-0.3378162682056427
3584	transitions	0	-0.5545485615730286
3584	transitions	1	0.4419795572757721
3584	transitions	2	1.809940218925476
3584	transitions	3	0.20175911486148834
3584	transitions	4	1.0277607440948486
3584	transitions	5	1.276527762413025
3584	transitions	6	0.4855639934539795
3584	transitions	7	0.18611688911914825
3584	transitions	8	-0.9184161424636841
3584	transitions	9	0.9307870268821716
3584	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3584	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3584	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3584	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3584	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3584	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3584	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3584	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3584	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3584	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3584	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3584	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3584	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3584	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3584	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3584	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3584	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3584	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3584	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3584	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3584	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3584	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3584	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3584	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3584	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3584	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3584	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3584	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3584	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3584	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3584	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3584	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3584	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3584	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3584	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3584	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3584	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3584	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3584	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3584	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3584	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3584	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3584	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3584	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3584	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3584	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3584	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3584	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3584	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3584	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3584	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3584	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3584	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3584	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3584	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3584	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3584	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3584	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3584	embedding2nn.weight	0	0.006528589408844709
3584	embedding2nn.weight	1	0.013170200400054455
3584	embedding2nn.weight	2	-0.004292122554033995
3584	embedding2nn.weight	3	0.0015471628867089748
3584	embedding2nn.weight	4	-0.0027377246879041195
3584	embedding2nn.weight	5	0.0047598956152796745
3584	embedding2nn.weight	6	-0.001040916657075286
3584	embedding2nn.weight	7	0.012525854632258415
3584	embedding2nn.weight	8	-0.008253059349954128
3584	embedding2nn.weight	9	-0.013785536400973797
3584	embedding2nn.bias	0	-0.007822537794709206
3584	embedding2nn.bias	1	-0.018302809447050095
3584	embedding2nn.bias	2	-0.051814548671245575
3584	embedding2nn.bias	3	0.010514680296182632
3584	embedding2nn.bias	4	0.041695863008499146
3584	embedding2nn.bias	5	-0.020563464611768723
3584	embedding2nn.bias	6	0.037037480622529984
3584	embedding2nn.bias	7	0.06564169377088547
3584	embedding2nn.bias	8	0.02058406174182892
3584	embedding2nn.bias	9	-0.01775098405778408
3584	rnn.weight_ih_l0	0	0.03298184648156166
3584	rnn.weight_ih_l0	1	-0.0058473278768360615
3584	rnn.weight_ih_l0	2	-0.024075282737612724
3584	rnn.weight_ih_l0	3	-0.04854001849889755
3584	rnn.weight_ih_l0	4	-0.05111207067966461
3584	rnn.weight_ih_l0	5	0.0025141313672065735
3584	rnn.weight_ih_l0	6	-0.05466607213020325
3584	rnn.weight_ih_l0	7	-0.04853589087724686
3584	rnn.weight_ih_l0	8	-0.04766661301255226
3584	rnn.weight_ih_l0	9	-0.026134412735700607
3584	rnn.weight_hh_l0	0	0.012801642529666424
3584	rnn.weight_hh_l0	1	-0.015482244081795216
3584	rnn.weight_hh_l0	2	-0.021852606907486916
3584	rnn.weight_hh_l0	3	-0.01167260855436325
3584	rnn.weight_hh_l0	4	-0.06108834221959114
3584	rnn.weight_hh_l0	5	-0.023319493979215622
3584	rnn.weight_hh_l0	6	-0.02200533263385296
3584	rnn.weight_hh_l0	7	0.03514181077480316
3584	rnn.weight_hh_l0	8	-0.02211020514369011
3584	rnn.weight_hh_l0	9	0.03003470040857792
3584	rnn.bias_ih_l0	0	0.06868822127580643
3584	rnn.bias_ih_l0	1	-0.05624563619494438
3584	rnn.bias_ih_l0	2	0.09772896021604538
3584	rnn.bias_ih_l0	3	0.08063240349292755
3584	rnn.bias_ih_l0	4	0.08306953310966492
3584	rnn.bias_ih_l0	5	0.011446358636021614
3584	rnn.bias_ih_l0	6	-0.017579879611730576
3584	rnn.bias_ih_l0	7	-0.07623907178640366
3584	rnn.bias_ih_l0	8	-0.096564881503582
3584	rnn.bias_ih_l0	9	0.06251668930053711
3584	rnn.bias_hh_l0	0	-0.0288598220795393
3584	rnn.bias_hh_l0	1	0.018605204299092293
3584	rnn.bias_hh_l0	2	-0.008586866781115532
3584	rnn.bias_hh_l0	3	-0.0013139719376340508
3584	rnn.bias_hh_l0	4	-0.04663758724927902
3584	rnn.bias_hh_l0	5	0.09059812873601913
3584	rnn.bias_hh_l0	6	-0.010072780773043633
3584	rnn.bias_hh_l0	7	0.007822011597454548
3584	rnn.bias_hh_l0	8	0.016788890585303307
3584	rnn.bias_hh_l0	9	0.06389805674552917
3584	rnn.weight_ih_l0_reverse	0	-0.03368739038705826
3584	rnn.weight_ih_l0_reverse	1	-0.0061571900732815266
3584	rnn.weight_ih_l0_reverse	2	0.02233080193400383
3584	rnn.weight_ih_l0_reverse	3	-0.05885063111782074
3584	rnn.weight_ih_l0_reverse	4	0.010746645741164684
3584	rnn.weight_ih_l0_reverse	5	-0.05530279874801636
3584	rnn.weight_ih_l0_reverse	6	0.008943035267293453
3584	rnn.weight_ih_l0_reverse	7	0.038753360509872437
3584	rnn.weight_ih_l0_reverse	8	-0.03663833439350128
3584	rnn.weight_ih_l0_reverse	9	-0.052102550864219666
3584	rnn.weight_hh_l0_reverse	0	-0.06118062511086464
3584	rnn.weight_hh_l0_reverse	1	-0.05295635759830475
3584	rnn.weight_hh_l0_reverse	2	0.008101753890514374
3584	rnn.weight_hh_l0_reverse	3	0.03964229300618172
3584	rnn.weight_hh_l0_reverse	4	0.02878338284790516
3584	rnn.weight_hh_l0_reverse	5	0.04444919899106026
3584	rnn.weight_hh_l0_reverse	6	0.007141650188714266
3584	rnn.weight_hh_l0_reverse	7	-0.0008270798134617507
3584	rnn.weight_hh_l0_reverse	8	-0.0729484111070633
3584	rnn.weight_hh_l0_reverse	9	0.0345279835164547
3584	rnn.bias_ih_l0_reverse	0	-0.030466483905911446
3584	rnn.bias_ih_l0_reverse	1	-0.06135563924908638
3584	rnn.bias_ih_l0_reverse	2	0.08703363686800003
3584	rnn.bias_ih_l0_reverse	3	0.02787020243704319
3584	rnn.bias_ih_l0_reverse	4	-0.09627715498209
3584	rnn.bias_ih_l0_reverse	5	0.011934040114283562
3584	rnn.bias_ih_l0_reverse	6	-0.0818716362118721
3584	rnn.bias_ih_l0_reverse	7	0.02357379160821438
3584	rnn.bias_ih_l0_reverse	8	0.013017167337238789
3584	rnn.bias_ih_l0_reverse	9	0.06411084532737732
3584	rnn.bias_hh_l0_reverse	0	0.02903163433074951
3584	rnn.bias_hh_l0_reverse	1	0.06028284505009651
3584	rnn.bias_hh_l0_reverse	2	0.07008160650730133
3584	rnn.bias_hh_l0_reverse	3	-0.003374798921868205
3584	rnn.bias_hh_l0_reverse	4	0.07782506942749023
3584	rnn.bias_hh_l0_reverse	5	0.020357230678200722
3584	rnn.bias_hh_l0_reverse	6	-0.06747212260961533
3584	rnn.bias_hh_l0_reverse	7	0.04221910238265991
3584	rnn.bias_hh_l0_reverse	8	0.023570673540234566
3584	rnn.bias_hh_l0_reverse	9	-0.09824097156524658
3584	linear.weight	0	0.18954037129878998
3584	linear.weight	1	-0.1005270779132843
3584	linear.weight	2	-0.07970382273197174
3584	linear.weight	3	0.03984849900007248
3584	linear.weight	4	0.01890319027006626
3584	linear.weight	5	-0.05392799526453018
3584	linear.weight	6	-0.015523966401815414
3584	linear.weight	7	-0.02819940634071827
3584	linear.weight	8	0.04806041345000267
3584	linear.weight	9	0.1912822723388672
3584	linear.bias	0	0.08285771310329437
3584	linear.bias	1	0.0696038007736206
3584	linear.bias	2	-0.31444305181503296
3584	linear.bias	3	0.9892487525939941
3584	linear.bias	4	-0.3627273738384247
3584	linear.bias	5	-0.030769959092140198
3584	linear.bias	6	-0.22210821509361267
3584	linear.bias	7	-0.11301620304584503
3584	linear.bias	8	0.0991784930229187
3584	linear.bias	9	-0.3384724259376526
3612	transitions	0	-0.555003821849823
3612	transitions	1	0.4417343735694885
3612	transitions	2	1.8095954656600952
3612	transitions	3	0.201593816280365
3612	transitions	4	1.0275204181671143
3612	transitions	5	1.2765154838562012
3612	transitions	6	0.48556020855903625
3612	transitions	7	0.18610553443431854
3612	transitions	8	-0.9184216856956482
3612	transitions	9	0.9307869672775269
3612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3612	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3612	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3612	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3612	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3612	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3612	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3612	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3612	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3612	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3612	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3612	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3612	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3612	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3612	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3612	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3612	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3612	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3612	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3612	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3612	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3612	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3612	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3612	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3612	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3612	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3612	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3612	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3612	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3612	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3612	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3612	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3612	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3612	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3612	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3612	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3612	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3612	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3612	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3612	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3612	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3612	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3612	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3612	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3612	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3612	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3612	embedding2nn.weight	0	0.007063589058816433
3612	embedding2nn.weight	1	0.013265090994536877
3612	embedding2nn.weight	2	-0.004255757201462984
3612	embedding2nn.weight	3	0.001904927659779787
3612	embedding2nn.weight	4	-0.0027437240350991488
3612	embedding2nn.weight	5	0.004849839489907026
3612	embedding2nn.weight	6	-0.0012067380594089627
3612	embedding2nn.weight	7	0.012586668133735657
3612	embedding2nn.weight	8	-0.008051618002355099
3612	embedding2nn.weight	9	-0.013826585374772549
3612	embedding2nn.bias	0	-0.002255992265418172
3612	embedding2nn.bias	1	-0.020033974200487137
3612	embedding2nn.bias	2	-0.05975114181637764
3612	embedding2nn.bias	3	0.012395691126585007
3612	embedding2nn.bias	4	0.04058424010872841
3612	embedding2nn.bias	5	-0.017607904970645905
3612	embedding2nn.bias	6	0.03218374773859978
3612	embedding2nn.bias	7	0.06928452104330063
3612	embedding2nn.bias	8	0.017176032066345215
3612	embedding2nn.bias	9	-0.019373616203665733
3612	rnn.weight_ih_l0	0	0.03299389034509659
3612	rnn.weight_ih_l0	1	-0.005687171593308449
3612	rnn.weight_ih_l0	2	-0.022798622027039528
3612	rnn.weight_ih_l0	3	-0.04860430583357811
3612	rnn.weight_ih_l0	4	-0.051011454313993454
3612	rnn.weight_ih_l0	5	0.0023181207943707705
3612	rnn.weight_ih_l0	6	-0.05470898747444153
3612	rnn.weight_ih_l0	7	-0.04875728860497475
3612	rnn.weight_ih_l0	8	-0.04780770093202591
3612	rnn.weight_ih_l0	9	-0.026033690199255943
3612	rnn.weight_hh_l0	0	0.012735104188323021
3612	rnn.weight_hh_l0	1	-0.015244774520397186
3612	rnn.weight_hh_l0	2	-0.02143133245408535
3612	rnn.weight_hh_l0	3	-0.012049020268023014
3612	rnn.weight_hh_l0	4	-0.060949020087718964
3612	rnn.weight_hh_l0	5	-0.02364739030599594
3612	rnn.weight_hh_l0	6	-0.022235369309782982
3612	rnn.weight_hh_l0	7	0.035051245242357254
3612	rnn.weight_hh_l0	8	-0.022425903007388115
3612	rnn.weight_hh_l0	9	0.02943357080221176
3612	rnn.bias_ih_l0	0	0.06816745549440384
3612	rnn.bias_ih_l0	1	-0.05403482913970947
3612	rnn.bias_ih_l0	2	0.09900087118148804
3612	rnn.bias_ih_l0	3	0.08053047209978104
3612	rnn.bias_ih_l0	4	0.08327295631170273
3612	rnn.bias_ih_l0	5	0.011318900622427464
3612	rnn.bias_ih_l0	6	-0.018401332199573517
3612	rnn.bias_ih_l0	7	-0.07134011387825012
3612	rnn.bias_ih_l0	8	-0.10075569897890091
3612	rnn.bias_ih_l0	9	0.06160641834139824
3612	rnn.bias_hh_l0	0	-0.029186660423874855
3612	rnn.bias_hh_l0	1	0.01832657866179943
3612	rnn.bias_hh_l0	2	-0.006435133516788483
3612	rnn.bias_hh_l0	3	0.0006346284644678235
3612	rnn.bias_hh_l0	4	-0.044912561774253845
3612	rnn.bias_hh_l0	5	0.09054215997457504
3612	rnn.bias_hh_l0	6	-0.00851612351834774
3612	rnn.bias_hh_l0	7	0.007766749244183302
3612	rnn.bias_hh_l0	8	0.015967437997460365
3612	rnn.bias_hh_l0	9	0.06256987154483795
3612	rnn.weight_ih_l0_reverse	0	-0.03363267704844475
3612	rnn.weight_ih_l0_reverse	1	-0.006223997566848993
3612	rnn.weight_ih_l0_reverse	2	0.0222715362906456
3612	rnn.weight_ih_l0_reverse	3	-0.05917835235595703
3612	rnn.weight_ih_l0_reverse	4	0.01038555707782507
3612	rnn.weight_ih_l0_reverse	5	-0.05519289895892143
3612	rnn.weight_ih_l0_reverse	6	0.008483823388814926
3612	rnn.weight_ih_l0_reverse	7	0.03872571513056755
3612	rnn.weight_ih_l0_reverse	8	-0.03656303137540817
3612	rnn.weight_ih_l0_reverse	9	-0.05217040330171585
3612	rnn.weight_hh_l0_reverse	0	-0.06077849492430687
3612	rnn.weight_hh_l0_reverse	1	-0.053134310990571976
3612	rnn.weight_hh_l0_reverse	2	0.00823418702930212
3612	rnn.weight_hh_l0_reverse	3	0.0393235869705677
3612	rnn.weight_hh_l0_reverse	4	0.02928798831999302
3612	rnn.weight_hh_l0_reverse	5	0.04434041306376457
3612	rnn.weight_hh_l0_reverse	6	0.007374407723546028
3612	rnn.weight_hh_l0_reverse	7	-0.00104358303360641
3612	rnn.weight_hh_l0_reverse	8	-0.07359213382005692
3612	rnn.weight_hh_l0_reverse	9	0.03468402475118637
3612	rnn.bias_ih_l0_reverse	0	-0.028530478477478027
3612	rnn.bias_ih_l0_reverse	1	-0.061389874666929245
3612	rnn.bias_ih_l0_reverse	2	0.08625276386737823
3612	rnn.bias_ih_l0_reverse	3	0.027343329042196274
3612	rnn.bias_ih_l0_reverse	4	-0.09774414449930191
3612	rnn.bias_ih_l0_reverse	5	0.011231862008571625
3612	rnn.bias_ih_l0_reverse	6	-0.08378448337316513
3612	rnn.bias_ih_l0_reverse	7	0.022068742662668228
3612	rnn.bias_ih_l0_reverse	8	0.012034773826599121
3612	rnn.bias_ih_l0_reverse	9	0.06474355608224869
3612	rnn.bias_hh_l0_reverse	0	0.02840026654303074
3612	rnn.bias_hh_l0_reverse	1	0.06055472791194916
3612	rnn.bias_hh_l0_reverse	2	0.06839986145496368
3612	rnn.bias_hh_l0_reverse	3	-0.003691034158691764
3612	rnn.bias_hh_l0_reverse	4	0.07917805761098862
3612	rnn.bias_hh_l0_reverse	5	0.022025829181075096
3612	rnn.bias_hh_l0_reverse	6	-0.06746208667755127
3612	rnn.bias_hh_l0_reverse	7	0.0410919226706028
3612	rnn.bias_hh_l0_reverse	8	0.02191595360636711
3612	rnn.bias_hh_l0_reverse	9	-0.09693361073732376
3612	linear.weight	0	0.18129555881023407
3612	linear.weight	1	-0.10056786239147186
3612	linear.weight	2	-0.08113972842693329
3612	linear.weight	3	0.035561274737119675
3612	linear.weight	4	0.01975030079483986
3612	linear.weight	5	-0.05342715606093407
3612	linear.weight	6	-0.015467403456568718
3612	linear.weight	7	-0.02812083251774311
3612	linear.weight	8	0.04910818859934807
3612	linear.weight	9	0.18898425996303558
3612	linear.bias	0	0.08239585161209106
3612	linear.bias	1	0.06144183501601219
3612	linear.bias	2	-0.31489643454551697
3612	linear.bias	3	0.9897637963294983
3612	linear.bias	4	-0.36385175585746765
3612	linear.bias	5	-0.030769959092140198
3612	linear.bias	6	-0.2207016795873642
3612	linear.bias	7	-0.11304201185703278
3612	linear.bias	8	0.11083877086639404
3612	linear.bias	9	-0.33915552496910095
3640	transitions	0	-0.5553836822509766
3640	transitions	1	0.44151797890663147
3640	transitions	2	1.809179663658142
3640	transitions	3	0.20098885893821716
3640	transitions	4	1.0271557569503784
3640	transitions	5	1.2764984369277954
3640	transitions	6	0.48555633425712585
3640	transitions	7	0.18608759343624115
3640	transitions	8	-0.9184293150901794
3640	transitions	9	0.930786669254303
3640	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3640	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3640	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3640	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3640	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3640	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3640	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3640	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3640	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3640	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3640	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3640	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3640	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3640	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3640	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3640	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3640	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3640	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3640	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3640	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3640	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3640	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3640	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3640	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3640	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3640	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3640	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3640	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3640	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3640	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3640	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3640	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3640	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3640	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3640	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3640	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3640	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3640	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3640	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3640	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3640	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3640	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3640	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3640	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3640	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3640	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3640	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3640	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3640	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3640	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3640	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3640	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3640	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3640	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3640	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3640	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3640	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3640	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3640	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3640	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3640	embedding2nn.weight	0	0.006520148366689682
3640	embedding2nn.weight	1	0.013381067663431168
3640	embedding2nn.weight	2	-0.004265273455530405
3640	embedding2nn.weight	3	0.0015846648020669818
3640	embedding2nn.weight	4	-0.0027341328095644712
3640	embedding2nn.weight	5	0.0046272180043160915
3640	embedding2nn.weight	6	-0.001134830410592258
3640	embedding2nn.weight	7	0.012340722605586052
3640	embedding2nn.weight	8	-0.008007108233869076
3640	embedding2nn.weight	9	-0.013868079520761967
3640	embedding2nn.bias	0	-0.007994315586984158
3640	embedding2nn.bias	1	-0.020457305014133453
3640	embedding2nn.bias	2	-0.07019781321287155
3640	embedding2nn.bias	3	0.010972687974572182
3640	embedding2nn.bias	4	0.03319620341062546
3640	embedding2nn.bias	5	-0.02148004062473774
3640	embedding2nn.bias	6	0.02597060427069664
3640	embedding2nn.bias	7	0.06780274212360382
3640	embedding2nn.bias	8	0.023717237636446953
3640	embedding2nn.bias	9	-0.007453275844454765
3640	rnn.weight_ih_l0	0	0.03286658599972725
3640	rnn.weight_ih_l0	1	-0.006079567596316338
3640	rnn.weight_ih_l0	2	-0.02331787347793579
3640	rnn.weight_ih_l0	3	-0.04832832142710686
3640	rnn.weight_ih_l0	4	-0.051217202097177505
3640	rnn.weight_ih_l0	5	0.002504733856767416
3640	rnn.weight_ih_l0	6	-0.05498269572854042
3640	rnn.weight_ih_l0	7	-0.04899151623249054
3640	rnn.weight_ih_l0	8	-0.04782634973526001
3640	rnn.weight_ih_l0	9	-0.026030201464891434
3640	rnn.weight_hh_l0	0	0.012920212931931019
3640	rnn.weight_hh_l0	1	-0.014506317675113678
3640	rnn.weight_hh_l0	2	-0.020951513200998306
3640	rnn.weight_hh_l0	3	-0.01145924348384142
3640	rnn.weight_hh_l0	4	-0.06072402000427246
3640	rnn.weight_hh_l0	5	-0.02344134822487831
3640	rnn.weight_hh_l0	6	-0.02344510145485401
3640	rnn.weight_hh_l0	7	0.03475683182477951
3640	rnn.weight_hh_l0	8	-0.022577498108148575
3640	rnn.weight_hh_l0	9	0.03008444420993328
3640	rnn.bias_ih_l0	0	0.07050925493240356
3640	rnn.bias_ih_l0	1	-0.05439862981438637
3640	rnn.bias_ih_l0	2	0.09842170029878616
3640	rnn.bias_ih_l0	3	0.07818908989429474
3640	rnn.bias_ih_l0	4	0.08418234437704086
3640	rnn.bias_ih_l0	5	0.009690648876130581
3640	rnn.bias_ih_l0	6	-0.01944027654826641
3640	rnn.bias_ih_l0	7	-0.07134971022605896
3640	rnn.bias_ih_l0	8	-0.10512975603342056
3640	rnn.bias_ih_l0	9	0.0612732470035553
3640	rnn.bias_hh_l0	0	-0.02944847010076046
3640	rnn.bias_hh_l0	1	0.021135851740837097
3640	rnn.bias_hh_l0	2	-0.008460278622806072
3640	rnn.bias_hh_l0	3	0.0009734463528729975
3640	rnn.bias_hh_l0	4	-0.045518212020397186
3640	rnn.bias_hh_l0	5	0.0876869410276413
3640	rnn.bias_hh_l0	6	-0.009674507193267345
3640	rnn.bias_hh_l0	7	0.011581591330468655
3640	rnn.bias_hh_l0	8	0.014928494580090046
3640	rnn.bias_hh_l0	9	0.06408324837684631
3640	rnn.weight_ih_l0_reverse	0	-0.03338953107595444
3640	rnn.weight_ih_l0_reverse	1	-0.005796412937343121
3640	rnn.weight_ih_l0_reverse	2	0.022391436621546745
3640	rnn.weight_ih_l0_reverse	3	-0.05935049057006836
3640	rnn.weight_ih_l0_reverse	4	0.010392442345619202
3640	rnn.weight_ih_l0_reverse	5	-0.05539201572537422
3640	rnn.weight_ih_l0_reverse	6	0.00935385376214981
3640	rnn.weight_ih_l0_reverse	7	0.0386652946472168
3640	rnn.weight_ih_l0_reverse	8	-0.036485109478235245
3640	rnn.weight_ih_l0_reverse	9	-0.052233513444662094
3640	rnn.weight_hh_l0_reverse	0	-0.06055887043476105
3640	rnn.weight_hh_l0_reverse	1	-0.05258960276842117
3640	rnn.weight_hh_l0_reverse	2	0.008592304773628712
3640	rnn.weight_hh_l0_reverse	3	0.039878785610198975
3640	rnn.weight_hh_l0_reverse	4	0.02922923117876053
3640	rnn.weight_hh_l0_reverse	5	0.04431355744600296
3640	rnn.weight_hh_l0_reverse	6	0.007310604676604271
3640	rnn.weight_hh_l0_reverse	7	-0.0014255814021453261
3640	rnn.weight_hh_l0_reverse	8	-0.0738535076379776
3640	rnn.weight_hh_l0_reverse	9	0.034125231206417084
3640	rnn.bias_ih_l0_reverse	0	-0.0340164452791214
3640	rnn.bias_ih_l0_reverse	1	-0.06422034651041031
3640	rnn.bias_ih_l0_reverse	2	0.0862642377614975
3640	rnn.bias_ih_l0_reverse	3	0.027601853013038635
3640	rnn.bias_ih_l0_reverse	4	-0.09715045243501663
3640	rnn.bias_ih_l0_reverse	5	0.010586666874587536
3640	rnn.bias_ih_l0_reverse	6	-0.08368723094463348
3640	rnn.bias_ih_l0_reverse	7	0.021448777988553047
3640	rnn.bias_ih_l0_reverse	8	0.011324485763907433
3640	rnn.bias_ih_l0_reverse	9	0.06437655538320541
3640	rnn.bias_hh_l0_reverse	0	0.03075152263045311
3640	rnn.bias_hh_l0_reverse	1	0.06314964592456818
3640	rnn.bias_hh_l0_reverse	2	0.0673692375421524
3640	rnn.bias_hh_l0_reverse	3	-0.0026905096601694822
3640	rnn.bias_hh_l0_reverse	4	0.0785430520772934
3640	rnn.bias_hh_l0_reverse	5	0.016724536195397377
3640	rnn.bias_hh_l0_reverse	6	-0.06886898726224899
3640	rnn.bias_hh_l0_reverse	7	0.04145694896578789
3640	rnn.bias_hh_l0_reverse	8	0.01851649582386017
3640	rnn.bias_hh_l0_reverse	9	-0.07737959176301956
3640	linear.weight	0	0.16425509750843048
3640	linear.weight	1	-0.10059276223182678
3640	linear.weight	2	-0.07801803201436996
3640	linear.weight	3	0.02732820063829422
3640	linear.weight	4	0.020007159560918808
3640	linear.weight	5	-0.054853491485118866
3640	linear.weight	6	-0.015403944067656994
3640	linear.weight	7	-0.02806735597550869
3640	linear.weight	8	0.04452193155884743
3640	linear.weight	9	0.18962238729000092
3640	linear.bias	0	0.09169165045022964
3640	linear.bias	1	0.0679798498749733
3640	linear.bias	2	-0.32064583897590637
3640	linear.bias	3	0.9769858121871948
3640	linear.bias	4	-0.36204957962036133
3640	linear.bias	5	-0.030769959092140198
3640	linear.bias	6	-0.22664865851402283
3640	linear.bias	7	-0.11121869832277298
3640	linear.bias	8	0.10622281581163406
3640	linear.bias	9	-0.33981800079345703
3668	transitions	0	-0.5558988451957703
3668	transitions	1	0.44124165177345276
3668	transitions	2	1.8086884021759033
3668	transitions	3	0.20091192424297333
3668	transitions	4	1.0270016193389893
3668	transitions	5	1.2764825820922852
3668	transitions	6	0.48553937673568726
3668	transitions	7	0.18606114387512207
3668	transitions	8	-0.9184340238571167
3668	transitions	9	0.9307865500450134
3668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3668	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3668	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3668	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3668	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3668	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3668	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3668	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3668	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3668	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3668	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3668	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3668	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3668	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3668	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3668	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3668	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3668	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3668	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3668	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3668	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3668	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3668	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3668	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3668	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3668	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3668	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3668	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3668	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3668	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3668	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3668	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3668	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3668	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3668	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3668	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3668	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3668	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3668	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3668	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3668	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3668	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3668	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3668	embedding2nn.weight	0	0.006202606949955225
3668	embedding2nn.weight	1	0.013413263484835625
3668	embedding2nn.weight	2	-0.004289030097424984
3668	embedding2nn.weight	3	0.0016334694810211658
3668	embedding2nn.weight	4	-0.0027335484046489
3668	embedding2nn.weight	5	0.004526244476437569
3668	embedding2nn.weight	6	-0.001056611887179315
3668	embedding2nn.weight	7	0.01163985300809145
3668	embedding2nn.weight	8	-0.007925212383270264
3668	embedding2nn.weight	9	-0.013789841905236244
3668	embedding2nn.bias	0	-0.0060623991303145885
3668	embedding2nn.bias	1	-0.025511695072054863
3668	embedding2nn.bias	2	-0.0637981966137886
3668	embedding2nn.bias	3	0.017783639952540398
3668	embedding2nn.bias	4	0.02853478118777275
3668	embedding2nn.bias	5	-0.030127957463264465
3668	embedding2nn.bias	6	0.03341264650225639
3668	embedding2nn.bias	7	0.0755915716290474
3668	embedding2nn.bias	8	0.027461614459753036
3668	embedding2nn.bias	9	-0.011499123647809029
3668	rnn.weight_ih_l0	0	0.033062644302845
3668	rnn.weight_ih_l0	1	-0.006079263053834438
3668	rnn.weight_ih_l0	2	-0.02285466343164444
3668	rnn.weight_ih_l0	3	-0.04822888225317001
3668	rnn.weight_ih_l0	4	-0.050852470099925995
3668	rnn.weight_ih_l0	5	0.0025597121566534042
3668	rnn.weight_ih_l0	6	-0.054899539798498154
3668	rnn.weight_ih_l0	7	-0.04909045249223709
3668	rnn.weight_ih_l0	8	-0.047694381326436996
3668	rnn.weight_ih_l0	9	-0.02619953453540802
3668	rnn.weight_hh_l0	0	0.012683439068496227
3668	rnn.weight_hh_l0	1	-0.014476778917014599
3668	rnn.weight_hh_l0	2	-0.021151937544345856
3668	rnn.weight_hh_l0	3	-0.011406045407056808
3668	rnn.weight_hh_l0	4	-0.06103271618485451
3668	rnn.weight_hh_l0	5	-0.023225871846079826
3668	rnn.weight_hh_l0	6	-0.02369549684226513
3668	rnn.weight_hh_l0	7	0.03595796599984169
3668	rnn.weight_hh_l0	8	-0.022497694939374924
3668	rnn.weight_hh_l0	9	0.03012574277818203
3668	rnn.bias_ih_l0	0	0.07103144377470016
3668	rnn.bias_ih_l0	1	-0.05575525388121605
3668	rnn.bias_ih_l0	2	0.09705628454685211
3668	rnn.bias_ih_l0	3	0.07822423428297043
3668	rnn.bias_ih_l0	4	0.08400379121303558
3668	rnn.bias_ih_l0	5	0.008480136282742023
3668	rnn.bias_ih_l0	6	-0.01861507073044777
3668	rnn.bias_ih_l0	7	-0.07335807383060455
3668	rnn.bias_ih_l0	8	-0.11045046895742416
3668	rnn.bias_ih_l0	9	0.0609259270131588
3668	rnn.bias_hh_l0	0	-0.027872873470187187
3668	rnn.bias_hh_l0	1	0.021598204970359802
3668	rnn.bias_hh_l0	2	-0.007241386920213699
3668	rnn.bias_hh_l0	3	0.0009035788825713098
3668	rnn.bias_hh_l0	4	-0.04462443292140961
3668	rnn.bias_hh_l0	5	0.09067103266716003
3668	rnn.bias_hh_l0	6	-0.009639711119234562
3668	rnn.bias_hh_l0	7	0.01062138844281435
3668	rnn.bias_hh_l0	8	0.01575370319187641
3668	rnn.bias_hh_l0	9	0.06246139481663704
3668	rnn.weight_ih_l0_reverse	0	-0.03314158320426941
3668	rnn.weight_ih_l0_reverse	1	-0.005870817229151726
3668	rnn.weight_ih_l0_reverse	2	0.022537559270858765
3668	rnn.weight_ih_l0_reverse	3	-0.05976511538028717
3668	rnn.weight_ih_l0_reverse	4	0.010590765625238419
3668	rnn.weight_ih_l0_reverse	5	-0.05519893020391464
3668	rnn.weight_ih_l0_reverse	6	0.009507117792963982
3668	rnn.weight_ih_l0_reverse	7	0.03851636126637459
3668	rnn.weight_ih_l0_reverse	8	-0.036381784826517105
3668	rnn.weight_ih_l0_reverse	9	-0.052486591041088104
3668	rnn.weight_hh_l0_reverse	0	-0.06005105376243591
3668	rnn.weight_hh_l0_reverse	1	-0.05259890854358673
3668	rnn.weight_hh_l0_reverse	2	0.00928786862641573
3668	rnn.weight_hh_l0_reverse	3	0.039927512407302856
3668	rnn.weight_hh_l0_reverse	4	0.029275692999362946
3668	rnn.weight_hh_l0_reverse	5	0.04432028904557228
3668	rnn.weight_hh_l0_reverse	6	0.007535078562796116
3668	rnn.weight_hh_l0_reverse	7	-0.0012358770472928882
3668	rnn.weight_hh_l0_reverse	8	-0.0737493708729744
3668	rnn.weight_hh_l0_reverse	9	0.03419195115566254
3668	rnn.bias_ih_l0_reverse	0	-0.03347085416316986
3668	rnn.bias_ih_l0_reverse	1	-0.056405551731586456
3668	rnn.bias_ih_l0_reverse	2	0.08577453345060349
3668	rnn.bias_ih_l0_reverse	3	0.02715512365102768
3668	rnn.bias_ih_l0_reverse	4	-0.09901841729879379
3668	rnn.bias_ih_l0_reverse	5	0.010037029162049294
3668	rnn.bias_ih_l0_reverse	6	-0.08555015921592712
3668	rnn.bias_ih_l0_reverse	7	0.022384557873010635
3668	rnn.bias_ih_l0_reverse	8	0.011801084503531456
3668	rnn.bias_ih_l0_reverse	9	0.06360913068056107
3668	rnn.bias_hh_l0_reverse	0	0.0271084476262331
3668	rnn.bias_hh_l0_reverse	1	0.06311684846878052
3668	rnn.bias_hh_l0_reverse	2	0.06621012091636658
3668	rnn.bias_hh_l0_reverse	3	-0.0023458716459572315
3668	rnn.bias_hh_l0_reverse	4	0.08037862181663513
3668	rnn.bias_hh_l0_reverse	5	0.01587297022342682
3668	rnn.bias_hh_l0_reverse	6	-0.06880638003349304
3668	rnn.bias_hh_l0_reverse	7	0.04100911319255829
3668	rnn.bias_hh_l0_reverse	8	0.018319129943847656
3668	rnn.bias_hh_l0_reverse	9	-0.07842835038900375
3668	linear.weight	0	0.16293849050998688
3668	linear.weight	1	-0.10067950189113617
3668	linear.weight	2	-0.07886520028114319
3668	linear.weight	3	0.02278960309922695
3668	linear.weight	4	0.01842389814555645
3668	linear.weight	5	-0.05503985285758972
3668	linear.weight	6	-0.015365350991487503
3668	linear.weight	7	-0.027979109436273575
3668	linear.weight	8	0.039815109223127365
3668	linear.weight	9	0.19002267718315125
3668	linear.bias	0	0.0865163654088974
3668	linear.bias	1	0.06420615315437317
3668	linear.bias	2	-0.3174310028553009
3668	linear.bias	3	0.9962142109870911
3668	linear.bias	4	-0.3632652461528778
3668	linear.bias	5	-0.030769959092140198
3668	linear.bias	6	-0.22172054648399353
3668	linear.bias	7	-0.1211543083190918
3668	linear.bias	8	0.10073039680719376
3668	linear.bias	9	-0.3404960632324219
3696	transitions	0	-0.5562822818756104
3696	transitions	1	0.4410461485385895
3696	transitions	2	1.8083572387695312
3696	transitions	3	0.20078298449516296
3696	transitions	4	1.0268851518630981
3696	transitions	5	1.2764743566513062
3696	transitions	6	0.4855353534221649
3696	transitions	7	0.18605591356754303
3696	transitions	8	-0.9184383749961853
3696	transitions	9	0.9307864904403687
3696	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3696	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3696	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3696	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3696	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3696	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3696	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3696	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3696	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3696	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3696	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3696	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3696	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3696	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3696	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3696	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3696	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3696	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3696	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3696	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3696	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3696	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3696	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3696	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3696	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3696	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3696	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3696	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3696	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3696	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3696	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3696	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3696	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3696	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3696	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3696	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3696	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3696	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3696	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3696	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3696	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3696	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3696	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3696	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3696	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3696	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3696	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3696	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3696	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3696	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3696	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3696	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3696	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3696	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3696	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3696	embedding2nn.weight	0	0.005705464165657759
3696	embedding2nn.weight	1	0.01336490735411644
3696	embedding2nn.weight	2	-0.004317684564739466
3696	embedding2nn.weight	3	0.0016048080287873745
3696	embedding2nn.weight	4	-0.0027899807319045067
3696	embedding2nn.weight	5	0.004671523347496986
3696	embedding2nn.weight	6	-0.001049779704771936
3696	embedding2nn.weight	7	0.010011249221861362
3696	embedding2nn.weight	8	-0.008384422399103642
3696	embedding2nn.weight	9	-0.013765310868620872
3696	embedding2nn.bias	0	-0.0010186824947595596
3696	embedding2nn.bias	1	-0.020314093679189682
3696	embedding2nn.bias	2	-0.06986767053604126
3696	embedding2nn.bias	3	0.019412033259868622
3696	embedding2nn.bias	4	0.02361310087144375
3696	embedding2nn.bias	5	-0.03068932145833969
3696	embedding2nn.bias	6	0.033662404865026474
3696	embedding2nn.bias	7	0.07533658295869827
3696	embedding2nn.bias	8	0.027889784425497055
3696	embedding2nn.bias	9	-0.015160647220909595
3696	rnn.weight_ih_l0	0	0.03306048363447189
3696	rnn.weight_ih_l0	1	-0.006041358225047588
3696	rnn.weight_ih_l0	2	-0.022378355264663696
3696	rnn.weight_ih_l0	3	-0.0483022965490818
3696	rnn.weight_ih_l0	4	-0.05067005380988121
3696	rnn.weight_ih_l0	5	0.002697020536288619
3696	rnn.weight_ih_l0	6	-0.054976705461740494
3696	rnn.weight_ih_l0	7	-0.04915210232138634
3696	rnn.weight_ih_l0	8	-0.04786098748445511
3696	rnn.weight_ih_l0	9	-0.026254594326019287
3696	rnn.weight_hh_l0	0	0.012965844944119453
3696	rnn.weight_hh_l0	1	-0.014476852491497993
3696	rnn.weight_hh_l0	2	-0.021191449835896492
3696	rnn.weight_hh_l0	3	-0.0117939542979002
3696	rnn.weight_hh_l0	4	-0.061030078679323196
3696	rnn.weight_hh_l0	5	-0.023051591590046883
3696	rnn.weight_hh_l0	6	-0.022570205852389336
3696	rnn.weight_hh_l0	7	0.035979874432086945
3696	rnn.weight_hh_l0	8	-0.02240491472184658
3696	rnn.weight_hh_l0	9	0.030019687488675117
3696	rnn.bias_ih_l0	0	0.07126227766275406
3696	rnn.bias_ih_l0	1	-0.055488210171461105
3696	rnn.bias_ih_l0	2	0.09468996524810791
3696	rnn.bias_ih_l0	3	0.07830452919006348
3696	rnn.bias_ih_l0	4	0.08331248164176941
3696	rnn.bias_ih_l0	5	0.00815973337739706
3696	rnn.bias_ih_l0	6	-0.018069984391331673
3696	rnn.bias_ih_l0	7	-0.06674928218126297
3696	rnn.bias_ih_l0	8	-0.1110943853855133
3696	rnn.bias_ih_l0	9	0.061467304825782776
3696	rnn.bias_hh_l0	0	-0.026714030653238297
3696	rnn.bias_hh_l0	1	0.021775389090180397
3696	rnn.bias_hh_l0	2	-0.0067444127053022385
3696	rnn.bias_hh_l0	3	-5.600853910436854e-05
3696	rnn.bias_hh_l0	4	-0.04658561199903488
3696	rnn.bias_hh_l0	5	0.08650224655866623
3696	rnn.bias_hh_l0	6	-0.008797042071819305
3696	rnn.bias_hh_l0	7	0.006818017456680536
3696	rnn.bias_hh_l0	8	0.016298789530992508
3696	rnn.bias_hh_l0	9	0.06167178601026535
3696	rnn.weight_ih_l0_reverse	0	-0.033096205443143845
3696	rnn.weight_ih_l0_reverse	1	-0.0050709424540400505
3696	rnn.weight_ih_l0_reverse	2	0.022667977958917618
3696	rnn.weight_ih_l0_reverse	3	-0.05955253168940544
3696	rnn.weight_ih_l0_reverse	4	0.010254571214318275
3696	rnn.weight_ih_l0_reverse	5	-0.05533137917518616
3696	rnn.weight_ih_l0_reverse	6	0.00997843686491251
3696	rnn.weight_ih_l0_reverse	7	0.038474731147289276
3696	rnn.weight_ih_l0_reverse	8	-0.03638109192252159
3696	rnn.weight_ih_l0_reverse	9	-0.05233103781938553
3696	rnn.weight_hh_l0_reverse	0	-0.060235604643821716
3696	rnn.weight_hh_l0_reverse	1	-0.053608328104019165
3696	rnn.weight_hh_l0_reverse	2	0.009245562367141247
3696	rnn.weight_hh_l0_reverse	3	0.03985844925045967
3696	rnn.weight_hh_l0_reverse	4	0.029401570558547974
3696	rnn.weight_hh_l0_reverse	5	0.04417727142572403
3696	rnn.weight_hh_l0_reverse	6	0.006420344114303589
3696	rnn.weight_hh_l0_reverse	7	-0.0013373605906963348
3696	rnn.weight_hh_l0_reverse	8	-0.07423653453588486
3696	rnn.weight_hh_l0_reverse	9	0.03395020216703415
3696	rnn.bias_ih_l0_reverse	0	-0.034028250724077225
3696	rnn.bias_ih_l0_reverse	1	-0.05760285630822182
3696	rnn.bias_ih_l0_reverse	2	0.0873156487941742
3696	rnn.bias_ih_l0_reverse	3	0.027426239103078842
3696	rnn.bias_ih_l0_reverse	4	-0.09885916858911514
3696	rnn.bias_ih_l0_reverse	5	0.010566544719040394
3696	rnn.bias_ih_l0_reverse	6	-0.0873451828956604
3696	rnn.bias_ih_l0_reverse	7	0.021928798407316208
3696	rnn.bias_ih_l0_reverse	8	0.010787787847220898
3696	rnn.bias_ih_l0_reverse	9	0.0636582225561142
3696	rnn.bias_hh_l0_reverse	0	0.027826376259326935
3696	rnn.bias_hh_l0_reverse	1	0.06463482975959778
3696	rnn.bias_hh_l0_reverse	2	0.06499660760164261
3696	rnn.bias_hh_l0_reverse	3	-0.0011495058424770832
3696	rnn.bias_hh_l0_reverse	4	0.08051164448261261
3696	rnn.bias_hh_l0_reverse	5	0.01633673906326294
3696	rnn.bias_hh_l0_reverse	6	-0.0693741962313652
3696	rnn.bias_hh_l0_reverse	7	0.04127338156104088
3696	rnn.bias_hh_l0_reverse	8	0.018161313608288765
3696	rnn.bias_hh_l0_reverse	9	-0.08067762106657028
3696	linear.weight	0	0.17424963414669037
3696	linear.weight	1	-0.10069888830184937
3696	linear.weight	2	-0.07543917000293732
3696	linear.weight	3	0.01264513935893774
3696	linear.weight	4	0.019110530614852905
3696	linear.weight	5	-0.05410078167915344
3696	linear.weight	6	-0.015298225916922092
3696	linear.weight	7	-0.0279316995292902
3696	linear.weight	8	0.039771512150764465
3696	linear.weight	9	0.1923639476299286
3696	linear.bias	0	0.09496138244867325
3696	linear.bias	1	0.06197472661733627
3696	linear.bias	2	-0.3176385462284088
3696	linear.bias	3	0.9866042137145996
3696	linear.bias	4	-0.3641355335712433
3696	linear.bias	5	-0.030769959092140198
3696	linear.bias	6	-0.22015412151813507
3696	linear.bias	7	-0.11419316381216049
3696	linear.bias	8	0.11093626916408539
3696	linear.bias	9	-0.3410450220108032
3724	transitions	0	-0.5566456913948059
3724	transitions	1	0.4407128095626831
3724	transitions	2	1.807854413986206
3724	transitions	3	0.2006760686635971
3724	transitions	4	1.026620864868164
3724	transitions	5	1.2764567136764526
3724	transitions	6	0.4855232536792755
3724	transitions	7	0.18604032695293427
3724	transitions	8	-0.91844242811203
3724	transitions	9	0.9307863116264343
3724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3724	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3724	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3724	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3724	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3724	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3724	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3724	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3724	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3724	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3724	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3724	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3724	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3724	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3724	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3724	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3724	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3724	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3724	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3724	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3724	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3724	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3724	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3724	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3724	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3724	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3724	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3724	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3724	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3724	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3724	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3724	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3724	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3724	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3724	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3724	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3724	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3724	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3724	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3724	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3724	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3724	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3724	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3724	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3724	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3724	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3724	embedding2nn.weight	0	0.005969137419015169
3724	embedding2nn.weight	1	0.013531990349292755
3724	embedding2nn.weight	2	-0.004301031585782766
3724	embedding2nn.weight	3	0.0015463862800970674
3724	embedding2nn.weight	4	-0.0027957912534475327
3724	embedding2nn.weight	5	0.004583430476486683
3724	embedding2nn.weight	6	-0.0009419200359843671
3724	embedding2nn.weight	7	0.008758810348808765
3724	embedding2nn.weight	8	-0.008424583822488785
3724	embedding2nn.weight	9	-0.013795394450426102
3724	embedding2nn.bias	0	-0.003326637903228402
3724	embedding2nn.bias	1	-0.02044171839952469
3724	embedding2nn.bias	2	-0.07247284799814224
3724	embedding2nn.bias	3	0.021241584792733192
3724	embedding2nn.bias	4	0.028463467955589294
3724	embedding2nn.bias	5	-0.022829880937933922
3724	embedding2nn.bias	6	0.030916592106223106
3724	embedding2nn.bias	7	0.0807124525308609
3724	embedding2nn.bias	8	0.0232992023229599
3724	embedding2nn.bias	9	-0.020908081904053688
3724	rnn.weight_ih_l0	0	0.03300052136182785
3724	rnn.weight_ih_l0	1	-0.006342149805277586
3724	rnn.weight_ih_l0	2	-0.022199861705303192
3724	rnn.weight_ih_l0	3	-0.04839276522397995
3724	rnn.weight_ih_l0	4	-0.05052868276834488
3724	rnn.weight_ih_l0	5	0.0027764770202338696
3724	rnn.weight_ih_l0	6	-0.05510680377483368
3724	rnn.weight_ih_l0	7	-0.04946773126721382
3724	rnn.weight_ih_l0	8	-0.04770369827747345
3724	rnn.weight_ih_l0	9	-0.02625329978764057
3724	rnn.weight_hh_l0	0	0.01293639000505209
3724	rnn.weight_hh_l0	1	-0.015233381651341915
3724	rnn.weight_hh_l0	2	-0.021651262417435646
3724	rnn.weight_hh_l0	3	-0.011731809936463833
3724	rnn.weight_hh_l0	4	-0.06112782657146454
3724	rnn.weight_hh_l0	5	-0.022948889061808586
3724	rnn.weight_hh_l0	6	-0.02380962483584881
3724	rnn.weight_hh_l0	7	0.03397015482187271
3724	rnn.weight_hh_l0	8	-0.022586621344089508
3724	rnn.weight_hh_l0	9	0.030071131885051727
3724	rnn.bias_ih_l0	0	0.07063250988721848
3724	rnn.bias_ih_l0	1	-0.054952941834926605
3724	rnn.bias_ih_l0	2	0.09754863381385803
3724	rnn.bias_ih_l0	3	0.07820219546556473
3724	rnn.bias_ih_l0	4	0.08432336896657944
3724	rnn.bias_ih_l0	5	0.008852468803524971
3724	rnn.bias_ih_l0	6	-0.0171890240162611
3724	rnn.bias_ih_l0	7	-0.07612364739179611
3724	rnn.bias_ih_l0	8	-0.10943564027547836
3724	rnn.bias_ih_l0	9	0.06103974208235741
3724	rnn.bias_hh_l0	0	-0.026474179700016975
3724	rnn.bias_hh_l0	1	0.022908363491296768
3724	rnn.bias_hh_l0	2	-0.003786231856793165
3724	rnn.bias_hh_l0	3	-0.00032821789500303566
3724	rnn.bias_hh_l0	4	-0.04630958288908005
3724	rnn.bias_hh_l0	5	0.08839995414018631
3724	rnn.bias_hh_l0	6	-0.00717318756505847
3724	rnn.bias_hh_l0	7	0.006213902961462736
3724	rnn.bias_hh_l0	8	0.01717974990606308
3724	rnn.bias_hh_l0	9	0.06224476546049118
3724	rnn.weight_ih_l0_reverse	0	-0.03299378231167793
3724	rnn.weight_ih_l0_reverse	1	-0.004689584486186504
3724	rnn.weight_ih_l0_reverse	2	0.02250666357576847
3724	rnn.weight_ih_l0_reverse	3	-0.05945979058742523
3724	rnn.weight_ih_l0_reverse	4	0.010193395428359509
3724	rnn.weight_ih_l0_reverse	5	-0.05548882111907005
3724	rnn.weight_ih_l0_reverse	6	0.011679288931190968
3724	rnn.weight_ih_l0_reverse	7	0.03844946622848511
3724	rnn.weight_ih_l0_reverse	8	-0.03621700778603554
3724	rnn.weight_ih_l0_reverse	9	-0.0524568185210228
3724	rnn.weight_hh_l0_reverse	0	-0.06045807525515556
3724	rnn.weight_hh_l0_reverse	1	-0.05338684096932411
3724	rnn.weight_hh_l0_reverse	2	0.009900246746838093
3724	rnn.weight_hh_l0_reverse	3	0.04006778448820114
3724	rnn.weight_hh_l0_reverse	4	0.029936758801341057
3724	rnn.weight_hh_l0_reverse	5	0.04434699937701225
3724	rnn.weight_hh_l0_reverse	6	0.0065468680113554
3724	rnn.weight_hh_l0_reverse	7	-0.001109438482671976
3724	rnn.weight_hh_l0_reverse	8	-0.0746360644698143
3724	rnn.weight_hh_l0_reverse	9	0.03398488461971283
3724	rnn.bias_ih_l0_reverse	0	-0.036242034286260605
3724	rnn.bias_ih_l0_reverse	1	-0.05383681133389473
3724	rnn.bias_ih_l0_reverse	2	0.0866413414478302
3724	rnn.bias_ih_l0_reverse	3	0.027657754719257355
3724	rnn.bias_ih_l0_reverse	4	-0.10036954283714294
3724	rnn.bias_ih_l0_reverse	5	0.011128440499305725
3724	rnn.bias_ih_l0_reverse	6	-0.08646655082702637
3724	rnn.bias_ih_l0_reverse	7	0.02371530421078205
3724	rnn.bias_ih_l0_reverse	8	0.010478212498128414
3724	rnn.bias_ih_l0_reverse	9	0.06476859003305435
3724	rnn.bias_hh_l0_reverse	0	0.03369460999965668
3724	rnn.bias_hh_l0_reverse	1	0.07019425183534622
3724	rnn.bias_hh_l0_reverse	2	0.06561741977930069
3724	rnn.bias_hh_l0_reverse	3	-9.246748959412798e-05
3724	rnn.bias_hh_l0_reverse	4	0.07903960347175598
3724	rnn.bias_hh_l0_reverse	5	0.01976640522480011
3724	rnn.bias_hh_l0_reverse	6	-0.06945903599262238
3724	rnn.bias_hh_l0_reverse	7	0.0420340970158577
3724	rnn.bias_hh_l0_reverse	8	0.017730260267853737
3724	rnn.bias_hh_l0_reverse	9	-0.08483986556529999
3724	linear.weight	0	0.16513748466968536
3724	linear.weight	1	-0.10077942907810211
3724	linear.weight	2	-0.07576887309551239
3724	linear.weight	3	0.0073595670983195305
3724	linear.weight	4	0.018176225945353508
3724	linear.weight	5	-0.05820135399699211
3724	linear.weight	6	-0.01520395278930664
3724	linear.weight	7	-0.027821268886327744
3724	linear.weight	8	0.04005589708685875
3724	linear.weight	9	0.19228100776672363
3724	linear.bias	0	0.08378898352384567
3724	linear.bias	1	0.0623033232986927
3724	linear.bias	2	-0.3153713643550873
3724	linear.bias	3	1.0034791231155396
3724	linear.bias	4	-0.36543869972229004
3724	linear.bias	5	-0.030769959092140198
3724	linear.bias	6	-0.21687331795692444
3724	linear.bias	7	-0.10931895673274994
3724	linear.bias	8	0.10346542298793793
3724	linear.bias	9	-0.34182652831077576
3752	transitions	0	-0.5569090247154236
3752	transitions	1	0.44052451848983765
3752	transitions	2	1.8073890209197998
3752	transitions	3	0.19983252882957458
3752	transitions	4	1.0265569686889648
3752	transitions	5	1.2764396667480469
3752	transitions	6	0.4855119287967682
3752	transitions	7	0.18603064119815826
3752	transitions	8	-0.9184471964836121
3752	transitions	9	0.9307861328125
3752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3752	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3752	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3752	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3752	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3752	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3752	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3752	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3752	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3752	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3752	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3752	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3752	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3752	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3752	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3752	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3752	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3752	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3752	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3752	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3752	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3752	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3752	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3752	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3752	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3752	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3752	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3752	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3752	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3752	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3752	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3752	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3752	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3752	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3752	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3752	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3752	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3752	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3752	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3752	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3752	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3752	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3752	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3752	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3752	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3752	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3752	embedding2nn.weight	0	0.006232879124581814
3752	embedding2nn.weight	1	0.013394184410572052
3752	embedding2nn.weight	2	-0.004340201150625944
3752	embedding2nn.weight	3	0.001128433272242546
3752	embedding2nn.weight	4	-0.002757410751655698
3752	embedding2nn.weight	5	0.0044899811036884785
3752	embedding2nn.weight	6	-0.0007355345878750086
3752	embedding2nn.weight	7	0.008401158265769482
3752	embedding2nn.weight	8	-0.008390730246901512
3752	embedding2nn.weight	9	-0.014002268202602863
3752	embedding2nn.bias	0	-0.005480395630002022
3752	embedding2nn.bias	1	-0.021786706522107124
3752	embedding2nn.bias	2	-0.06986881792545319
3752	embedding2nn.bias	3	0.017776714637875557
3752	embedding2nn.bias	4	0.029153313487768173
3752	embedding2nn.bias	5	-0.026835773140192032
3752	embedding2nn.bias	6	0.03362666070461273
3752	embedding2nn.bias	7	0.07871566712856293
3752	embedding2nn.bias	8	0.021870672702789307
3752	embedding2nn.bias	9	-0.017797105014324188
3752	rnn.weight_ih_l0	0	0.033292531967163086
3752	rnn.weight_ih_l0	1	-0.00619828887283802
3752	rnn.weight_ih_l0	2	-0.022891029715538025
3752	rnn.weight_ih_l0	3	-0.04895436763763428
3752	rnn.weight_ih_l0	4	-0.05074688792228699
3752	rnn.weight_ih_l0	5	0.002571993740275502
3752	rnn.weight_ih_l0	6	-0.05494235083460808
3752	rnn.weight_ih_l0	7	-0.049344297498464584
3752	rnn.weight_ih_l0	8	-0.04793503135442734
3752	rnn.weight_ih_l0	9	-0.026338113471865654
3752	rnn.weight_hh_l0	0	0.013079032301902771
3752	rnn.weight_hh_l0	1	-0.015097553841769695
3752	rnn.weight_hh_l0	2	-0.02241385355591774
3752	rnn.weight_hh_l0	3	-0.011439773254096508
3752	rnn.weight_hh_l0	4	-0.061115413904190063
3752	rnn.weight_hh_l0	5	-0.023022277280688286
3752	rnn.weight_hh_l0	6	-0.024168165400624275
3752	rnn.weight_hh_l0	7	0.03295055404305458
3752	rnn.weight_hh_l0	8	-0.022437484934926033
3752	rnn.weight_hh_l0	9	0.028644487261772156
3752	rnn.bias_ih_l0	0	0.07055346667766571
3752	rnn.bias_ih_l0	1	-0.05364662781357765
3752	rnn.bias_ih_l0	2	0.09475702047348022
3752	rnn.bias_ih_l0	3	0.0789562240242958
3752	rnn.bias_ih_l0	4	0.08452022075653076
3752	rnn.bias_ih_l0	5	0.010369512252509594
3752	rnn.bias_ih_l0	6	-0.01479114405810833
3752	rnn.bias_ih_l0	7	-0.07208053022623062
3752	rnn.bias_ih_l0	8	-0.11132185161113739
3752	rnn.bias_ih_l0	9	0.06005381792783737
3752	rnn.bias_hh_l0	0	-0.027101339772343636
3752	rnn.bias_hh_l0	1	0.02137242816388607
3752	rnn.bias_hh_l0	2	-0.005466264206916094
3752	rnn.bias_hh_l0	3	-0.00256316177546978
3752	rnn.bias_hh_l0	4	-0.04643232747912407
3752	rnn.bias_hh_l0	5	0.0897785946726799
3752	rnn.bias_hh_l0	6	-0.006054685451090336
3752	rnn.bias_hh_l0	7	0.004699787590652704
3752	rnn.bias_hh_l0	8	0.01957762986421585
3752	rnn.bias_hh_l0	9	0.06247096136212349
3752	rnn.weight_ih_l0_reverse	0	-0.03295352682471275
3752	rnn.weight_ih_l0_reverse	1	-0.003703553229570389
3752	rnn.weight_ih_l0_reverse	2	0.022680165246129036
3752	rnn.weight_ih_l0_reverse	3	-0.059200599789619446
3752	rnn.weight_ih_l0_reverse	4	0.01048528216779232
3752	rnn.weight_ih_l0_reverse	5	-0.05535418167710304
3752	rnn.weight_ih_l0_reverse	6	0.012745133601129055
3752	rnn.weight_ih_l0_reverse	7	0.03852925822138786
3752	rnn.weight_ih_l0_reverse	8	-0.03628993406891823
3752	rnn.weight_ih_l0_reverse	9	-0.05227438732981682
3752	rnn.weight_hh_l0_reverse	0	-0.060312822461128235
3752	rnn.weight_hh_l0_reverse	1	-0.05428657680749893
3752	rnn.weight_hh_l0_reverse	2	0.01012411992996931
3752	rnn.weight_hh_l0_reverse	3	0.03983880579471588
3752	rnn.weight_hh_l0_reverse	4	0.029759414494037628
3752	rnn.weight_hh_l0_reverse	5	0.044384993612766266
3752	rnn.weight_hh_l0_reverse	6	0.008446026593446732
3752	rnn.weight_hh_l0_reverse	7	-0.0012393835932016373
3752	rnn.weight_hh_l0_reverse	8	-0.07528479397296906
3752	rnn.weight_hh_l0_reverse	9	0.03469839319586754
3752	rnn.bias_ih_l0_reverse	0	-0.03333878517150879
3752	rnn.bias_ih_l0_reverse	1	-0.05261910334229469
3752	rnn.bias_ih_l0_reverse	2	0.08568763732910156
3752	rnn.bias_ih_l0_reverse	3	0.027623558416962624
3752	rnn.bias_ih_l0_reverse	4	-0.09832330793142319
3752	rnn.bias_ih_l0_reverse	5	0.011454771272838116
3752	rnn.bias_ih_l0_reverse	6	-0.0867985412478447
3752	rnn.bias_ih_l0_reverse	7	0.026569770649075508
3752	rnn.bias_ih_l0_reverse	8	0.010225054807960987
3752	rnn.bias_ih_l0_reverse	9	0.06368367373943329
3752	rnn.bias_hh_l0_reverse	0	0.034387946128845215
3752	rnn.bias_hh_l0_reverse	1	0.06981407850980759
3752	rnn.bias_hh_l0_reverse	2	0.06690042465925217
3752	rnn.bias_hh_l0_reverse	3	-0.0009628015686757863
3752	rnn.bias_hh_l0_reverse	4	0.07782953232526779
3752	rnn.bias_hh_l0_reverse	5	0.01991257257759571
3752	rnn.bias_hh_l0_reverse	6	-0.06944260746240616
3752	rnn.bias_hh_l0_reverse	7	0.04254036396741867
3752	rnn.bias_hh_l0_reverse	8	0.01950119435787201
3752	rnn.bias_hh_l0_reverse	9	-0.08294357359409332
3752	linear.weight	0	0.17455966770648956
3752	linear.weight	1	-0.10091062635183334
3752	linear.weight	2	-0.0841873288154602
3752	linear.weight	3	0.006114731077104807
3752	linear.weight	4	0.01730060949921608
3752	linear.weight	5	-0.05970163643360138
3752	linear.weight	6	-0.015120330266654491
3752	linear.weight	7	-0.02771746926009655
3752	linear.weight	8	0.03991178050637245
3752	linear.weight	9	0.1876014769077301
3752	linear.bias	0	0.08163369446992874
3752	linear.bias	1	0.06462564319372177
3752	linear.bias	2	-0.31551486253738403
3752	linear.bias	3	1.0149078369140625
3752	linear.bias	4	-0.3664667010307312
3752	linear.bias	5	-0.030769959092140198
3752	linear.bias	6	-0.2181452214717865
3752	linear.bias	7	-0.1140574961900711
3752	linear.bias	8	0.10637431591749191
3752	linear.bias	9	-0.34248942136764526
3780	transitions	0	-0.5574083924293518
3780	transitions	1	0.44014954566955566
3780	transitions	2	1.8068187236785889
3780	transitions	3	0.19968801736831665
3780	transitions	4	1.0263134241104126
3780	transitions	5	1.2764222621917725
3780	transitions	6	0.4855068325996399
3780	transitions	7	0.18599377572536469
3780	transitions	8	-0.9184512495994568
3780	transitions	9	0.9307857155799866
3780	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3780	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3780	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3780	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3780	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3780	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3780	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3780	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3780	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3780	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3780	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3780	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3780	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3780	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3780	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3780	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3780	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3780	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3780	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3780	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3780	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3780	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3780	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3780	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3780	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3780	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3780	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3780	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3780	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3780	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3780	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3780	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3780	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3780	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3780	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3780	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3780	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3780	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3780	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3780	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3780	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3780	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3780	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3780	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3780	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3780	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3780	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3780	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3780	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3780	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3780	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3780	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3780	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3780	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3780	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3780	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3780	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3780	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3780	embedding2nn.weight	0	0.005991420242935419
3780	embedding2nn.weight	1	0.013537608087062836
3780	embedding2nn.weight	2	-0.00438479520380497
3780	embedding2nn.weight	3	0.0010929584968835115
3780	embedding2nn.weight	4	-0.002779608592391014
3780	embedding2nn.weight	5	0.004531001206487417
3780	embedding2nn.weight	6	-0.0007300511351786554
3780	embedding2nn.weight	7	0.008366182446479797
3780	embedding2nn.weight	8	-0.008560157380998135
3780	embedding2nn.weight	9	-0.013969640247523785
3780	embedding2nn.bias	0	0.005888284649699926
3780	embedding2nn.bias	1	-0.015916358679533005
3780	embedding2nn.bias	2	-0.06636358052492142
3780	embedding2nn.bias	3	0.014364334754645824
3780	embedding2nn.bias	4	0.035759344696998596
3780	embedding2nn.bias	5	-0.026181889697909355
3780	embedding2nn.bias	6	0.03217214718461037
3780	embedding2nn.bias	7	0.07642050087451935
3780	embedding2nn.bias	8	0.02474648505449295
3780	embedding2nn.bias	9	-0.01573098637163639
3780	rnn.weight_ih_l0	0	0.03347725793719292
3780	rnn.weight_ih_l0	1	-0.006830551661550999
3780	rnn.weight_ih_l0	2	-0.02281828597187996
3780	rnn.weight_ih_l0	3	-0.04898912459611893
3780	rnn.weight_ih_l0	4	-0.05080488324165344
3780	rnn.weight_ih_l0	5	0.002493790816515684
3780	rnn.weight_ih_l0	6	-0.05481799319386482
3780	rnn.weight_ih_l0	7	-0.0491105355322361
3780	rnn.weight_ih_l0	8	-0.0479881688952446
3780	rnn.weight_ih_l0	9	-0.026271896436810493
3780	rnn.weight_hh_l0	0	0.013098171912133694
3780	rnn.weight_hh_l0	1	-0.014033189043402672
3780	rnn.weight_hh_l0	2	-0.021808378398418427
3780	rnn.weight_hh_l0	3	-0.01163159217685461
3780	rnn.weight_hh_l0	4	-0.06135588139295578
3780	rnn.weight_hh_l0	5	-0.023179946467280388
3780	rnn.weight_hh_l0	6	-0.02513291873037815
3780	rnn.weight_hh_l0	7	0.032696131616830826
3780	rnn.weight_hh_l0	8	-0.022789733484387398
3780	rnn.weight_hh_l0	9	0.028918161988258362
3780	rnn.bias_ih_l0	0	0.07094661891460419
3780	rnn.bias_ih_l0	1	-0.05291447788476944
3780	rnn.bias_ih_l0	2	0.09410639107227325
3780	rnn.bias_ih_l0	3	0.07777702808380127
3780	rnn.bias_ih_l0	4	0.08669190108776093
3780	rnn.bias_ih_l0	5	0.010608918964862823
3780	rnn.bias_ih_l0	6	-0.013300874270498753
3780	rnn.bias_ih_l0	7	-0.07187844067811966
3780	rnn.bias_ih_l0	8	-0.10572165250778198
3780	rnn.bias_ih_l0	9	0.06011178344488144
3780	rnn.bias_hh_l0	0	-0.028428280726075172
3780	rnn.bias_hh_l0	1	0.021292217075824738
3780	rnn.bias_hh_l0	2	-0.007182088680565357
3780	rnn.bias_hh_l0	3	-0.003295670496299863
3780	rnn.bias_hh_l0	4	-0.04405201971530914
3780	rnn.bias_hh_l0	5	0.09105314314365387
3780	rnn.bias_hh_l0	6	-0.0054954602383077145
3780	rnn.bias_hh_l0	7	0.005050643812865019
3780	rnn.bias_hh_l0	8	0.02106790617108345
3780	rnn.bias_hh_l0	9	0.06469958275556564
3780	rnn.weight_ih_l0_reverse	0	-0.03295792266726494
3780	rnn.weight_ih_l0_reverse	1	-0.0034422907046973705
3780	rnn.weight_ih_l0_reverse	2	0.022936739027500153
3780	rnn.weight_ih_l0_reverse	3	-0.05950954928994179
3780	rnn.weight_ih_l0_reverse	4	0.0104127312079072
3780	rnn.weight_ih_l0_reverse	5	-0.05541681498289108
3780	rnn.weight_ih_l0_reverse	6	0.012639698572456837
3780	rnn.weight_ih_l0_reverse	7	0.03839937970042229
3780	rnn.weight_ih_l0_reverse	8	-0.03647824376821518
3780	rnn.weight_ih_l0_reverse	9	-0.052008967846632004
3780	rnn.weight_hh_l0_reverse	0	-0.060314781963825226
3780	rnn.weight_hh_l0_reverse	1	-0.05478182062506676
3780	rnn.weight_hh_l0_reverse	2	0.00935749989002943
3780	rnn.weight_hh_l0_reverse	3	0.039794109761714935
3780	rnn.weight_hh_l0_reverse	4	0.029291555285453796
3780	rnn.weight_hh_l0_reverse	5	0.04444534704089165
3780	rnn.weight_hh_l0_reverse	6	0.004646958317607641
3780	rnn.weight_hh_l0_reverse	7	-0.0009848261252045631
3780	rnn.weight_hh_l0_reverse	8	-0.07406105846166611
3780	rnn.weight_hh_l0_reverse	9	0.03436153754591942
3780	rnn.bias_ih_l0_reverse	0	-0.03508691117167473
3780	rnn.bias_ih_l0_reverse	1	-0.04786922037601471
3780	rnn.bias_ih_l0_reverse	2	0.08626938611268997
3780	rnn.bias_ih_l0_reverse	3	0.028147423639893532
3780	rnn.bias_ih_l0_reverse	4	-0.09521286934614182
3780	rnn.bias_ih_l0_reverse	5	0.010138244368135929
3780	rnn.bias_ih_l0_reverse	6	-0.08671258389949799
3780	rnn.bias_ih_l0_reverse	7	0.02493983693420887
3780	rnn.bias_ih_l0_reverse	8	0.011149812489748001
3780	rnn.bias_ih_l0_reverse	9	0.06472550332546234
3780	rnn.bias_hh_l0_reverse	0	0.03677487000823021
3780	rnn.bias_hh_l0_reverse	1	0.06813829392194748
3780	rnn.bias_hh_l0_reverse	2	0.06575978547334671
3780	rnn.bias_hh_l0_reverse	3	-1.8322101823287085e-05
3780	rnn.bias_hh_l0_reverse	4	0.07609137147665024
3780	rnn.bias_hh_l0_reverse	5	0.014626037329435349
3780	rnn.bias_hh_l0_reverse	6	-0.06970478594303131
3780	rnn.bias_hh_l0_reverse	7	0.04052438959479332
3780	rnn.bias_hh_l0_reverse	8	0.019284725189208984
3780	rnn.bias_hh_l0_reverse	9	-0.07987479865550995
3780	linear.weight	0	0.16099905967712402
3780	linear.weight	1	-0.10094922035932541
3780	linear.weight	2	-0.0824834331870079
3780	linear.weight	3	0.008608092553913593
3780	linear.weight	4	0.01432871539145708
3780	linear.weight	5	-0.06143476068973541
3780	linear.weight	6	-0.014991220086812973
3780	linear.weight	7	-0.027629854157567024
3780	linear.weight	8	0.040943074971437454
3780	linear.weight	9	0.18894213438034058
3780	linear.bias	0	0.06155975162982941
3780	linear.bias	1	0.054659441113471985
3780	linear.bias	2	-0.3168404698371887
3780	linear.bias	3	1.0203641653060913
3780	linear.bias	4	-0.35857704281806946
3780	linear.bias	5	-0.030769959092140198
3780	linear.bias	6	-0.21864646673202515
3780	linear.bias	7	-0.1191510409116745
3780	linear.bias	8	0.09463933110237122
3780	linear.bias	9	-0.343319296836853
3808	transitions	0	-0.5577232241630554
3808	transitions	1	0.4399460554122925
3808	transitions	2	1.8063780069351196
3808	transitions	3	0.19764484465122223
3808	transitions	4	1.0261253118515015
3808	transitions	5	1.2764021158218384
3808	transitions	6	0.4855014681816101
3808	transitions	7	0.18571007251739502
3808	transitions	8	-0.9184558391571045
3808	transitions	9	0.9307852387428284
3808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3808	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3808	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3808	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3808	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3808	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3808	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3808	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3808	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3808	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3808	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3808	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3808	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3808	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3808	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3808	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3808	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3808	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3808	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3808	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3808	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3808	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3808	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3808	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3808	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3808	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3808	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3808	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3808	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3808	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3808	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3808	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3808	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3808	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3808	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3808	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3808	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3808	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3808	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3808	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3808	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3808	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3808	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3808	embedding2nn.weight	0	0.00688333110883832
3808	embedding2nn.weight	1	0.013498900458216667
3808	embedding2nn.weight	2	-0.004342217929661274
3808	embedding2nn.weight	3	0.0009177961619570851
3808	embedding2nn.weight	4	-0.0028974455781280994
3808	embedding2nn.weight	5	0.004710347391664982
3808	embedding2nn.weight	6	-0.0008455411880277097
3808	embedding2nn.weight	7	0.008149507455527782
3808	embedding2nn.weight	8	-0.008676737546920776
3808	embedding2nn.weight	9	-0.01401123870164156
3808	embedding2nn.bias	0	-0.00019378322758711874
3808	embedding2nn.bias	1	-0.02227463386952877
3808	embedding2nn.bias	2	-0.05796609818935394
3808	embedding2nn.bias	3	0.013804602436721325
3808	embedding2nn.bias	4	0.0329781211912632
3808	embedding2nn.bias	5	-0.026500055566430092
3808	embedding2nn.bias	6	0.03885967284440994
3808	embedding2nn.bias	7	0.07430791854858398
3808	embedding2nn.bias	8	0.02704475075006485
3808	embedding2nn.bias	9	-0.019218310713768005
3808	rnn.weight_ih_l0	0	0.03310173749923706
3808	rnn.weight_ih_l0	1	-0.006503398530185223
3808	rnn.weight_ih_l0	2	-0.022278718650341034
3808	rnn.weight_ih_l0	3	-0.04895104840397835
3808	rnn.weight_ih_l0	4	-0.05026888847351074
3808	rnn.weight_ih_l0	5	0.0023883329704403877
3808	rnn.weight_ih_l0	6	-0.05478053167462349
3808	rnn.weight_ih_l0	7	-0.04916754364967346
3808	rnn.weight_ih_l0	8	-0.04763902723789215
3808	rnn.weight_ih_l0	9	-0.026403525844216347
3808	rnn.weight_hh_l0	0	0.013185521587729454
3808	rnn.weight_hh_l0	1	-0.013895013369619846
3808	rnn.weight_hh_l0	2	-0.021023569628596306
3808	rnn.weight_hh_l0	3	-0.011707569472491741
3808	rnn.weight_hh_l0	4	-0.06144946068525314
3808	rnn.weight_hh_l0	5	-0.023770906031131744
3808	rnn.weight_hh_l0	6	-0.025381924584507942
3808	rnn.weight_hh_l0	7	0.03331558778882027
3808	rnn.weight_hh_l0	8	-0.0224886666983366
3808	rnn.weight_hh_l0	9	0.028690947219729424
3808	rnn.bias_ih_l0	0	0.07103819400072098
3808	rnn.bias_ih_l0	1	-0.05252629891037941
3808	rnn.bias_ih_l0	2	0.09490938484668732
3808	rnn.bias_ih_l0	3	0.07626254856586456
3808	rnn.bias_ih_l0	4	0.08729555457830429
3808	rnn.bias_ih_l0	5	0.009941172786056995
3808	rnn.bias_ih_l0	6	-0.012326191179454327
3808	rnn.bias_ih_l0	7	-0.06979028135538101
3808	rnn.bias_ih_l0	8	-0.10769285261631012
3808	rnn.bias_ih_l0	9	0.05935817211866379
3808	rnn.bias_hh_l0	0	-0.027213184162974358
3808	rnn.bias_hh_l0	1	0.019376887008547783
3808	rnn.bias_hh_l0	2	-0.007402698043733835
3808	rnn.bias_hh_l0	3	-0.0025163856334984303
3808	rnn.bias_hh_l0	4	-0.04544997215270996
3808	rnn.bias_hh_l0	5	0.09170098602771759
3808	rnn.bias_hh_l0	6	-0.007645046804100275
3808	rnn.bias_hh_l0	7	0.0057749361731112
3808	rnn.bias_hh_l0	8	0.022042585536837578
3808	rnn.bias_hh_l0	9	0.0636739507317543
3808	rnn.weight_ih_l0_reverse	0	-0.032908931374549866
3808	rnn.weight_ih_l0_reverse	1	-0.004634812939912081
3808	rnn.weight_ih_l0_reverse	2	0.02307075634598732
3808	rnn.weight_ih_l0_reverse	3	-0.059382714331150055
3808	rnn.weight_ih_l0_reverse	4	0.009877401404082775
3808	rnn.weight_ih_l0_reverse	5	-0.05528029426932335
3808	rnn.weight_ih_l0_reverse	6	0.012144726701080799
3808	rnn.weight_ih_l0_reverse	7	0.03843512758612633
3808	rnn.weight_ih_l0_reverse	8	-0.036384761333465576
3808	rnn.weight_ih_l0_reverse	9	-0.05218091234564781
3808	rnn.weight_hh_l0_reverse	0	-0.060506634414196014
3808	rnn.weight_hh_l0_reverse	1	-0.054286208003759384
3808	rnn.weight_hh_l0_reverse	2	0.009363305754959583
3808	rnn.weight_hh_l0_reverse	3	0.03974325954914093
3808	rnn.weight_hh_l0_reverse	4	0.028784407302737236
3808	rnn.weight_hh_l0_reverse	5	0.0443112850189209
3808	rnn.weight_hh_l0_reverse	6	0.0063799405470490456
3808	rnn.weight_hh_l0_reverse	7	-0.0009471880621276796
3808	rnn.weight_hh_l0_reverse	8	-0.07452216744422913
3808	rnn.weight_hh_l0_reverse	9	0.03323613479733467
3808	rnn.bias_ih_l0_reverse	0	-0.039537183940410614
3808	rnn.bias_ih_l0_reverse	1	-0.045773688703775406
3808	rnn.bias_ih_l0_reverse	2	0.08715427666902542
3808	rnn.bias_ih_l0_reverse	3	0.027552807703614235
3808	rnn.bias_ih_l0_reverse	4	-0.09506203234195709
3808	rnn.bias_ih_l0_reverse	5	0.01149920467287302
3808	rnn.bias_ih_l0_reverse	6	-0.08727260679006577
3808	rnn.bias_ih_l0_reverse	7	0.024596892297267914
3808	rnn.bias_ih_l0_reverse	8	0.012334980070590973
3808	rnn.bias_ih_l0_reverse	9	0.06584736704826355
3808	rnn.bias_hh_l0_reverse	0	0.03906022757291794
3808	rnn.bias_hh_l0_reverse	1	0.06870270520448685
3808	rnn.bias_hh_l0_reverse	2	0.06596631556749344
3808	rnn.bias_hh_l0_reverse	3	-0.0012245159596204758
3808	rnn.bias_hh_l0_reverse	4	0.07635561376810074
3808	rnn.bias_hh_l0_reverse	5	0.018240677192807198
3808	rnn.bias_hh_l0_reverse	6	-0.07019670307636261
3808	rnn.bias_hh_l0_reverse	7	0.040657270699739456
3808	rnn.bias_hh_l0_reverse	8	0.0193601306527853
3808	rnn.bias_hh_l0_reverse	9	-0.07621298730373383
3808	linear.weight	0	0.15898020565509796
3808	linear.weight	1	-0.1009632870554924
3808	linear.weight	2	-0.07923806458711624
3808	linear.weight	3	0.01319337822496891
3808	linear.weight	4	0.015315821394324303
3808	linear.weight	5	-0.060359928756952286
3808	linear.weight	6	-0.014964176341891289
3808	linear.weight	7	-0.02758139558136463
3808	linear.weight	8	0.038986556231975555
3808	linear.weight	9	0.18920964002609253
3808	linear.bias	0	0.08090951293706894
3808	linear.bias	1	0.06555120646953583
3808	linear.bias	2	-0.3177785873413086
3808	linear.bias	3	1.0055506229400635
3808	linear.bias	4	-0.35960695147514343
3808	linear.bias	5	-0.030769959092140198
3808	linear.bias	6	-0.22198261320590973
3808	linear.bias	7	-0.11284384876489639
3808	linear.bias	8	0.09839492291212082
3808	linear.bias	9	-0.3438177704811096
3836	transitions	0	-0.5580452680587769
3836	transitions	1	0.43970349431037903
3836	transitions	2	1.8058457374572754
3836	transitions	3	0.19740884006023407
3836	transitions	4	1.02480149269104
3836	transitions	5	1.2763864994049072
3836	transitions	6	0.48549947142601013
3836	transitions	7	0.18569451570510864
3836	transitions	8	-0.9184613823890686
3836	transitions	9	0.9307849407196045
3836	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3836	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3836	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3836	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3836	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3836	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3836	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3836	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3836	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3836	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3836	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3836	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3836	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3836	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3836	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3836	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3836	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3836	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3836	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3836	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3836	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3836	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3836	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3836	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3836	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3836	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3836	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3836	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3836	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3836	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3836	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3836	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3836	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3836	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3836	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3836	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3836	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3836	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3836	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3836	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3836	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3836	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3836	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3836	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3836	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3836	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3836	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3836	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3836	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3836	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3836	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3836	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3836	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3836	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3836	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3836	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3836	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3836	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3836	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3836	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3836	embedding2nn.weight	0	0.0065286061726510525
3836	embedding2nn.weight	1	0.01357045117765665
3836	embedding2nn.weight	2	-0.004382351879030466
3836	embedding2nn.weight	3	0.00082975416444242
3836	embedding2nn.weight	4	-0.002811831422150135
3836	embedding2nn.weight	5	0.004566401243209839
3836	embedding2nn.weight	6	-0.0008182603633031249
3836	embedding2nn.weight	7	0.00834711641073227
3836	embedding2nn.weight	8	-0.008781619369983673
3836	embedding2nn.weight	9	-0.013796413317322731
3836	embedding2nn.bias	0	0.0008540537091903389
3836	embedding2nn.bias	1	-0.01951739192008972
3836	embedding2nn.bias	2	-0.05602439120411873
3836	embedding2nn.bias	3	0.015490295365452766
3836	embedding2nn.bias	4	0.027591533958911896
3836	embedding2nn.bias	5	-0.018344255164265633
3836	embedding2nn.bias	6	0.03942391276359558
3836	embedding2nn.bias	7	0.07487359642982483
3836	embedding2nn.bias	8	0.02648145891726017
3836	embedding2nn.bias	9	-0.016743332147598267
3836	rnn.weight_ih_l0	0	0.03307359293103218
3836	rnn.weight_ih_l0	1	-0.006744092330336571
3836	rnn.weight_ih_l0	2	-0.021996086463332176
3836	rnn.weight_ih_l0	3	-0.04946783930063248
3836	rnn.weight_ih_l0	4	-0.050252147018909454
3836	rnn.weight_ih_l0	5	0.0025242397096008062
3836	rnn.weight_ih_l0	6	-0.05483221262693405
3836	rnn.weight_ih_l0	7	-0.04934820160269737
3836	rnn.weight_ih_l0	8	-0.04740903899073601
3836	rnn.weight_ih_l0	9	-0.026266280561685562
3836	rnn.weight_hh_l0	0	0.013233841396868229
3836	rnn.weight_hh_l0	1	-0.013350051827728748
3836	rnn.weight_hh_l0	2	-0.022229529917240143
3836	rnn.weight_hh_l0	3	-0.011643203906714916
3836	rnn.weight_hh_l0	4	-0.0615558885037899
3836	rnn.weight_hh_l0	5	-0.023435570299625397
3836	rnn.weight_hh_l0	6	-0.02639944851398468
3836	rnn.weight_hh_l0	7	0.03485562652349472
3836	rnn.weight_hh_l0	8	-0.02268858253955841
3836	rnn.weight_hh_l0	9	0.0284085925668478
3836	rnn.bias_ih_l0	0	0.06993365287780762
3836	rnn.bias_ih_l0	1	-0.052928902208805084
3836	rnn.bias_ih_l0	2	0.0937950536608696
3836	rnn.bias_ih_l0	3	0.07991290837526321
3836	rnn.bias_ih_l0	4	0.08664481341838837
3836	rnn.bias_ih_l0	5	0.010884160175919533
3836	rnn.bias_ih_l0	6	-0.012540099211037159
3836	rnn.bias_ih_l0	7	-0.07171548902988434
3836	rnn.bias_ih_l0	8	-0.10183200240135193
3836	rnn.bias_ih_l0	9	0.06127343326807022
3836	rnn.bias_hh_l0	0	-0.028045857325196266
3836	rnn.bias_hh_l0	1	0.019870294257998466
3836	rnn.bias_hh_l0	2	-0.009241071529686451
3836	rnn.bias_hh_l0	3	-0.004628805443644524
3836	rnn.bias_hh_l0	4	-0.044381480664014816
3836	rnn.bias_hh_l0	5	0.09064178168773651
3836	rnn.bias_hh_l0	6	-0.008204495534300804
3836	rnn.bias_hh_l0	7	0.007195691578090191
3836	rnn.bias_hh_l0	8	0.021828681230545044
3836	rnn.bias_hh_l0	9	0.0628814771771431
3836	rnn.weight_ih_l0_reverse	0	-0.03275341913104057
3836	rnn.weight_ih_l0_reverse	1	-0.004811680875718594
3836	rnn.weight_ih_l0_reverse	2	0.023119980469346046
3836	rnn.weight_ih_l0_reverse	3	-0.05987262353301048
3836	rnn.weight_ih_l0_reverse	4	0.00995220523327589
3836	rnn.weight_ih_l0_reverse	5	-0.055505067110061646
3836	rnn.weight_ih_l0_reverse	6	0.011415823362767696
3836	rnn.weight_ih_l0_reverse	7	0.03863813728094101
3836	rnn.weight_ih_l0_reverse	8	-0.03639333322644234
3836	rnn.weight_ih_l0_reverse	9	-0.0521106943488121
3836	rnn.weight_hh_l0_reverse	0	-0.06096993386745453
3836	rnn.weight_hh_l0_reverse	1	-0.05375220626592636
3836	rnn.weight_hh_l0_reverse	2	0.008857701905071735
3836	rnn.weight_hh_l0_reverse	3	0.03963141143321991
3836	rnn.weight_hh_l0_reverse	4	0.02816040813922882
3836	rnn.weight_hh_l0_reverse	5	0.04432080313563347
3836	rnn.weight_hh_l0_reverse	6	0.005351966246962547
3836	rnn.weight_hh_l0_reverse	7	-0.0011316525051370263
3836	rnn.weight_hh_l0_reverse	8	-0.07437321543693542
3836	rnn.weight_hh_l0_reverse	9	0.032679080963134766
3836	rnn.bias_ih_l0_reverse	0	-0.04467365890741348
3836	rnn.bias_ih_l0_reverse	1	-0.04817334562540054
3836	rnn.bias_ih_l0_reverse	2	0.08743264526128769
3836	rnn.bias_ih_l0_reverse	3	0.027685480192303658
3836	rnn.bias_ih_l0_reverse	4	-0.09546280652284622
3836	rnn.bias_ih_l0_reverse	5	0.011730578728020191
3836	rnn.bias_ih_l0_reverse	6	-0.08686966449022293
3836	rnn.bias_ih_l0_reverse	7	0.026363665238022804
3836	rnn.bias_ih_l0_reverse	8	0.012200170196592808
3836	rnn.bias_ih_l0_reverse	9	0.06701499223709106
3836	rnn.bias_hh_l0_reverse	0	0.03665812313556671
3836	rnn.bias_hh_l0_reverse	1	0.06789164990186691
3836	rnn.bias_hh_l0_reverse	2	0.0644698441028595
3836	rnn.bias_hh_l0_reverse	3	-0.0021885635796934366
3836	rnn.bias_hh_l0_reverse	4	0.07574186474084854
3836	rnn.bias_hh_l0_reverse	5	0.017262184992432594
3836	rnn.bias_hh_l0_reverse	6	-0.06871331483125687
3836	rnn.bias_hh_l0_reverse	7	0.04123437777161598
3836	rnn.bias_hh_l0_reverse	8	0.018214421346783638
3836	rnn.bias_hh_l0_reverse	9	-0.07781395316123962
3836	linear.weight	0	0.1607266515493393
3836	linear.weight	1	-0.10104472190141678
3836	linear.weight	2	-0.08451786637306213
3836	linear.weight	3	0.015567386522889137
3836	linear.weight	4	0.013918398879468441
3836	linear.weight	5	-0.060815952718257904
3836	linear.weight	6	-0.014905407093465328
3836	linear.weight	7	-0.027477093040943146
3836	linear.weight	8	0.038344606757164
3836	linear.weight	9	0.1945120394229889
3836	linear.bias	0	0.06532076746225357
3836	linear.bias	1	0.04961281642317772
3836	linear.bias	2	-0.31846368312835693
3836	linear.bias	3	1.0123751163482666
3836	linear.bias	4	-0.3606906831264496
3836	linear.bias	5	-0.030769959092140198
3836	linear.bias	6	-0.22167746722698212
3836	linear.bias	7	-0.11042169481515884
3836	linear.bias	8	0.09901277720928192
3836	linear.bias	9	-0.34449303150177
3864	transitions	0	-0.5583524703979492
3864	transitions	1	0.43934544920921326
3864	transitions	2	1.8053921461105347
3864	transitions	3	0.1972293257713318
3864	transitions	4	1.0245304107666016
3864	transitions	5	1.2763704061508179
3864	transitions	6	0.48549407720565796
3864	transitions	7	0.18567003309726715
3864	transitions	8	-0.9184654355049133
3864	transitions	9	0.9307845830917358
3864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3864	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3864	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3864	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3864	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3864	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3864	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3864	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3864	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3864	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3864	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3864	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3864	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3864	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3864	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3864	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3864	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3864	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3864	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3864	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3864	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3864	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3864	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3864	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3864	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3864	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3864	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3864	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3864	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3864	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3864	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3864	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3864	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3864	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3864	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3864	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3864	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3864	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3864	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3864	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3864	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3864	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3864	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3864	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3864	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3864	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3864	embedding2nn.weight	0	0.006221540737897158
3864	embedding2nn.weight	1	0.01362290047109127
3864	embedding2nn.weight	2	-0.0044129379093647
3864	embedding2nn.weight	3	0.0009023182210512459
3864	embedding2nn.weight	4	-0.002739235293120146
3864	embedding2nn.weight	5	0.004359195940196514
3864	embedding2nn.weight	6	-0.0007478346233256161
3864	embedding2nn.weight	7	0.008851548656821251
3864	embedding2nn.weight	8	-0.00857599452137947
3864	embedding2nn.weight	9	-0.013761237263679504
3864	embedding2nn.bias	0	-0.008460458368062973
3864	embedding2nn.bias	1	-0.016984296962618828
3864	embedding2nn.bias	2	-0.05175859481096268
3864	embedding2nn.bias	3	0.01591677777469158
3864	embedding2nn.bias	4	0.03577472269535065
3864	embedding2nn.bias	5	-0.018635405227541924
3864	embedding2nn.bias	6	0.03545993193984032
3864	embedding2nn.bias	7	0.07557005435228348
3864	embedding2nn.bias	8	0.01859099790453911
3864	embedding2nn.bias	9	-0.017386803403496742
3864	rnn.weight_ih_l0	0	0.032802268862724304
3864	rnn.weight_ih_l0	1	-0.00609061261638999
3864	rnn.weight_ih_l0	2	-0.02165505662560463
3864	rnn.weight_ih_l0	3	-0.05011729151010513
3864	rnn.weight_ih_l0	4	-0.050222162157297134
3864	rnn.weight_ih_l0	5	0.00274743908084929
3864	rnn.weight_ih_l0	6	-0.05511447787284851
3864	rnn.weight_ih_l0	7	-0.049274180084466934
3864	rnn.weight_ih_l0	8	-0.04731171950697899
3864	rnn.weight_ih_l0	9	-0.026242459192872047
3864	rnn.weight_hh_l0	0	0.013774790801107883
3864	rnn.weight_hh_l0	1	-0.013195276260375977
3864	rnn.weight_hh_l0	2	-0.022311044856905937
3864	rnn.weight_hh_l0	3	-0.01137065701186657
3864	rnn.weight_hh_l0	4	-0.0614742673933506
3864	rnn.weight_hh_l0	5	-0.023771852254867554
3864	rnn.weight_hh_l0	6	-0.025969194248318672
3864	rnn.weight_hh_l0	7	0.03475264832377434
3864	rnn.weight_hh_l0	8	-0.02221268229186535
3864	rnn.weight_hh_l0	9	0.029424892738461494
3864	rnn.bias_ih_l0	0	0.06932895630598068
3864	rnn.bias_ih_l0	1	-0.05571006238460541
3864	rnn.bias_ih_l0	2	0.09339524060487747
3864	rnn.bias_ih_l0	3	0.08179159462451935
3864	rnn.bias_ih_l0	4	0.08571892231702805
3864	rnn.bias_ih_l0	5	0.012327265925705433
3864	rnn.bias_ih_l0	6	-0.01621476374566555
3864	rnn.bias_ih_l0	7	-0.07050977647304535
3864	rnn.bias_ih_l0	8	-0.10568327456712723
3864	rnn.bias_ih_l0	9	0.05964227765798569
3864	rnn.bias_hh_l0	0	-0.0279775969684124
3864	rnn.bias_hh_l0	1	0.01970517821609974
3864	rnn.bias_hh_l0	2	-0.010841445066034794
3864	rnn.bias_hh_l0	3	-0.0015855674864724278
3864	rnn.bias_hh_l0	4	-0.04635998234152794
3864	rnn.bias_hh_l0	5	0.08987285196781158
3864	rnn.bias_hh_l0	6	-0.008394982665777206
3864	rnn.bias_hh_l0	7	0.009671226143836975
3864	rnn.bias_hh_l0	8	0.01815401390194893
3864	rnn.bias_hh_l0	9	0.06378888338804245
3864	rnn.weight_ih_l0_reverse	0	-0.03241024166345596
3864	rnn.weight_ih_l0_reverse	1	-0.00489483866840601
3864	rnn.weight_ih_l0_reverse	2	0.02301943674683571
3864	rnn.weight_ih_l0_reverse	3	-0.060012806206941605
3864	rnn.weight_ih_l0_reverse	4	0.01008834782987833
3864	rnn.weight_ih_l0_reverse	5	-0.05571843311190605
3864	rnn.weight_ih_l0_reverse	6	0.012308048084378242
3864	rnn.weight_ih_l0_reverse	7	0.03869098052382469
3864	rnn.weight_ih_l0_reverse	8	-0.03653978928923607
3864	rnn.weight_ih_l0_reverse	9	-0.052171386778354645
3864	rnn.weight_hh_l0_reverse	0	-0.06078827753663063
3864	rnn.weight_hh_l0_reverse	1	-0.0541766881942749
3864	rnn.weight_hh_l0_reverse	2	0.008725105784833431
3864	rnn.weight_hh_l0_reverse	3	0.039541080594062805
3864	rnn.weight_hh_l0_reverse	4	0.027875488623976707
3864	rnn.weight_hh_l0_reverse	5	0.04442489519715309
3864	rnn.weight_hh_l0_reverse	6	0.006368226371705532
3864	rnn.weight_hh_l0_reverse	7	-0.0009303227998316288
3864	rnn.weight_hh_l0_reverse	8	-0.07437112182378769
3864	rnn.weight_hh_l0_reverse	9	0.03301219269633293
3864	rnn.bias_ih_l0_reverse	0	-0.04140559583902359
3864	rnn.bias_ih_l0_reverse	1	-0.04727141931653023
3864	rnn.bias_ih_l0_reverse	2	0.08801235258579254
3864	rnn.bias_ih_l0_reverse	3	0.027054501697421074
3864	rnn.bias_ih_l0_reverse	4	-0.09519871324300766
3864	rnn.bias_ih_l0_reverse	5	0.012938948348164558
3864	rnn.bias_ih_l0_reverse	6	-0.08743879944086075
3864	rnn.bias_ih_l0_reverse	7	0.024551134556531906
3864	rnn.bias_ih_l0_reverse	8	0.012073582969605923
3864	rnn.bias_ih_l0_reverse	9	0.06583565473556519
3864	rnn.bias_hh_l0_reverse	0	0.03197362646460533
3864	rnn.bias_hh_l0_reverse	1	0.06820037961006165
3864	rnn.bias_hh_l0_reverse	2	0.0640103742480278
3864	rnn.bias_hh_l0_reverse	3	-0.0028955829329788685
3864	rnn.bias_hh_l0_reverse	4	0.07435881346464157
3864	rnn.bias_hh_l0_reverse	5	0.018671974539756775
3864	rnn.bias_hh_l0_reverse	6	-0.06870202720165253
3864	rnn.bias_hh_l0_reverse	7	0.039140164852142334
3864	rnn.bias_hh_l0_reverse	8	0.02072649635374546
3864	rnn.bias_hh_l0_reverse	9	-0.08116825670003891
3864	linear.weight	0	0.16552852094173431
3864	linear.weight	1	-0.10110248625278473
3864	linear.weight	2	-0.08377630263566971
3864	linear.weight	3	0.014746095053851604
3864	linear.weight	4	0.01497968565672636
3864	linear.weight	5	-0.05880438908934593
3864	linear.weight	6	-0.014746462926268578
3864	linear.weight	7	-0.02732623927295208
3864	linear.weight	8	0.037972863763570786
3864	linear.weight	9	0.1993103176355362
3864	linear.bias	0	0.05582305043935776
3864	linear.bias	1	0.05405683442950249
3864	linear.bias	2	-0.3210272490978241
3864	linear.bias	3	1.0270570516586304
3864	linear.bias	4	-0.35979950428009033
3864	linear.bias	5	-0.030769959092140198
3864	linear.bias	6	-0.22303354740142822
3864	linear.bias	7	-0.11360958963632584
3864	linear.bias	8	0.1011277511715889
3864	linear.bias	9	-0.3453034460544586
3892	transitions	0	-0.5587325096130371
3892	transitions	1	0.43911147117614746
3892	transitions	2	1.8049376010894775
3892	transitions	3	0.19690294563770294
3892	transitions	4	1.0244237184524536
3892	transitions	5	1.276354193687439
3892	transitions	6	0.485490083694458
3892	transitions	7	0.18560120463371277
3892	transitions	8	-0.9184726476669312
3892	transitions	9	0.930784285068512
3892	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3892	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3892	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3892	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3892	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3892	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3892	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3892	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3892	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3892	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3892	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3892	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3892	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3892	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3892	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3892	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3892	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3892	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3892	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3892	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3892	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3892	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3892	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3892	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3892	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3892	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3892	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3892	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3892	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3892	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3892	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3892	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3892	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3892	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3892	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3892	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3892	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3892	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3892	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3892	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3892	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3892	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3892	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3892	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3892	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3892	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3892	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3892	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3892	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3892	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3892	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3892	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3892	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3892	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3892	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3892	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3892	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3892	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3892	embedding2nn.weight	0	0.006141817197203636
3892	embedding2nn.weight	1	0.013662864454090595
3892	embedding2nn.weight	2	-0.004406306426972151
3892	embedding2nn.weight	3	0.0009652036242187023
3892	embedding2nn.weight	4	-0.0026995453517884016
3892	embedding2nn.weight	5	0.004141171928495169
3892	embedding2nn.weight	6	-0.0010984159307554364
3892	embedding2nn.weight	7	0.009345017373561859
3892	embedding2nn.weight	8	-0.008488676510751247
3892	embedding2nn.weight	9	-0.013732676394283772
3892	embedding2nn.bias	0	-0.004766874946653843
3892	embedding2nn.bias	1	-0.015333056449890137
3892	embedding2nn.bias	2	-0.049867816269397736
3892	embedding2nn.bias	3	0.010450939647853374
3892	embedding2nn.bias	4	0.029895801097154617
3892	embedding2nn.bias	5	-0.024939248338341713
3892	embedding2nn.bias	6	0.03108678199350834
3892	embedding2nn.bias	7	0.07443693280220032
3892	embedding2nn.bias	8	0.01725161448121071
3892	embedding2nn.bias	9	-0.01412667240947485
3892	rnn.weight_ih_l0	0	0.032691143453121185
3892	rnn.weight_ih_l0	1	-0.005686423275619745
3892	rnn.weight_ih_l0	2	-0.02236744947731495
3892	rnn.weight_ih_l0	3	-0.050172239542007446
3892	rnn.weight_ih_l0	4	-0.05038144811987877
3892	rnn.weight_ih_l0	5	0.0025815116241574287
3892	rnn.weight_ih_l0	6	-0.055210892111063004
3892	rnn.weight_ih_l0	7	-0.049296315759420395
3892	rnn.weight_ih_l0	8	-0.047209031879901886
3892	rnn.weight_ih_l0	9	-0.026345767080783844
3892	rnn.weight_hh_l0	0	0.01348585169762373
3892	rnn.weight_hh_l0	1	-0.013833766803145409
3892	rnn.weight_hh_l0	2	-0.023373540490865707
3892	rnn.weight_hh_l0	3	-0.011546059511601925
3892	rnn.weight_hh_l0	4	-0.06136281415820122
3892	rnn.weight_hh_l0	5	-0.023683689534664154
3892	rnn.weight_hh_l0	6	-0.0231877863407135
3892	rnn.weight_hh_l0	7	0.03502526506781578
3892	rnn.weight_hh_l0	8	-0.022516727447509766
3892	rnn.weight_hh_l0	9	0.029571237042546272
3892	rnn.bias_ih_l0	0	0.06842178106307983
3892	rnn.bias_ih_l0	1	-0.055902812629938126
3892	rnn.bias_ih_l0	2	0.09393595159053802
3892	rnn.bias_ih_l0	3	0.07997306436300278
3892	rnn.bias_ih_l0	4	0.08555246144533157
3892	rnn.bias_ih_l0	5	0.012147453613579273
3892	rnn.bias_ih_l0	6	-0.014693608507514
3892	rnn.bias_ih_l0	7	-0.07365012913942337
3892	rnn.bias_ih_l0	8	-0.09791036695241928
3892	rnn.bias_ih_l0	9	0.061435066163539886
3892	rnn.bias_hh_l0	0	-0.027197187766432762
3892	rnn.bias_hh_l0	1	0.018465440720319748
3892	rnn.bias_hh_l0	2	-0.009555194526910782
3892	rnn.bias_hh_l0	3	-0.0016487464308738708
3892	rnn.bias_hh_l0	4	-0.04585569351911545
3892	rnn.bias_hh_l0	5	0.08437860012054443
3892	rnn.bias_hh_l0	6	-0.0062155285850167274
3892	rnn.bias_hh_l0	7	0.010211707092821598
3892	rnn.bias_hh_l0	8	0.01967517100274563
3892	rnn.bias_hh_l0	9	0.06598284095525742
3892	rnn.weight_ih_l0_reverse	0	-0.0323505736887455
3892	rnn.weight_ih_l0_reverse	1	-0.005039037670940161
3892	rnn.weight_ih_l0_reverse	2	0.022899162024259567
3892	rnn.weight_ih_l0_reverse	3	-0.05986686423420906
3892	rnn.weight_ih_l0_reverse	4	0.010073082521557808
3892	rnn.weight_ih_l0_reverse	5	-0.05561705306172371
3892	rnn.weight_ih_l0_reverse	6	0.011788010597229004
3892	rnn.weight_ih_l0_reverse	7	0.03865446895360947
3892	rnn.weight_ih_l0_reverse	8	-0.03649927303195
3892	rnn.weight_ih_l0_reverse	9	-0.052147749811410904
3892	rnn.weight_hh_l0_reverse	0	-0.06098322570323944
3892	rnn.weight_hh_l0_reverse	1	-0.0529167465865612
3892	rnn.weight_hh_l0_reverse	2	0.008880369365215302
3892	rnn.weight_hh_l0_reverse	3	0.03931265324354172
3892	rnn.weight_hh_l0_reverse	4	0.02732343226671219
3892	rnn.weight_hh_l0_reverse	5	0.04471677541732788
3892	rnn.weight_hh_l0_reverse	6	0.0049292463809251785
3892	rnn.weight_hh_l0_reverse	7	-0.0009295979398302734
3892	rnn.weight_hh_l0_reverse	8	-0.07441750168800354
3892	rnn.weight_hh_l0_reverse	9	0.03285355493426323
3892	rnn.bias_ih_l0_reverse	0	-0.04134870693087578
3892	rnn.bias_ih_l0_reverse	1	-0.04642711952328682
3892	rnn.bias_ih_l0_reverse	2	0.08774122595787048
3892	rnn.bias_ih_l0_reverse	3	0.026914436370134354
3892	rnn.bias_ih_l0_reverse	4	-0.09530071169137955
3892	rnn.bias_ih_l0_reverse	5	0.011920873075723648
3892	rnn.bias_ih_l0_reverse	6	-0.08796481043100357
3892	rnn.bias_ih_l0_reverse	7	0.022611266002058983
3892	rnn.bias_ih_l0_reverse	8	0.011514799669384956
3892	rnn.bias_ih_l0_reverse	9	0.06745117157697678
3892	rnn.bias_hh_l0_reverse	0	0.03287525102496147
3892	rnn.bias_hh_l0_reverse	1	0.06869109719991684
3892	rnn.bias_hh_l0_reverse	2	0.06530826538801193
3892	rnn.bias_hh_l0_reverse	3	-0.003357537090778351
3892	rnn.bias_hh_l0_reverse	4	0.0754140168428421
3892	rnn.bias_hh_l0_reverse	5	0.015307307243347168
3892	rnn.bias_hh_l0_reverse	6	-0.07053860276937485
3892	rnn.bias_hh_l0_reverse	7	0.038808539509773254
3892	rnn.bias_hh_l0_reverse	8	0.02056167460978031
3892	rnn.bias_hh_l0_reverse	9	-0.08313663303852081
3892	linear.weight	0	0.1566050797700882
3892	linear.weight	1	-0.1011957973241806
3892	linear.weight	2	-0.08418392390012741
3892	linear.weight	3	0.01792037859559059
3892	linear.weight	4	0.0141381761059165
3892	linear.weight	5	-0.05909411609172821
3892	linear.weight	6	-0.014707694761455059
3892	linear.weight	7	-0.027150733396410942
3892	linear.weight	8	0.03762940689921379
3892	linear.weight	9	0.2032206505537033
3892	linear.bias	0	0.07371862232685089
3892	linear.bias	1	0.06189435347914696
3892	linear.bias	2	-0.3231041133403778
3892	linear.bias	3	1.0117141008377075
3892	linear.bias	4	-0.3613206148147583
3892	linear.bias	5	-0.030769959092140198
3892	linear.bias	6	-0.22481019794940948
3892	linear.bias	7	-0.12187714874744415
3892	linear.bias	8	0.09770993888378143
3892	linear.bias	9	-0.34606432914733887
3920	transitions	0	-0.5590352416038513
3920	transitions	1	0.4389278292655945
3920	transitions	2	1.8044986724853516
3920	transitions	3	0.19683362543582916
3920	transitions	4	1.023939847946167
3920	transitions	5	1.276344656944275
3920	transitions	6	0.4854843020439148
3920	transitions	7	0.18552850186824799
3920	transitions	8	-0.9184777140617371
3920	transitions	9	0.9307841658592224
3920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3920	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3920	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3920	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3920	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3920	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3920	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3920	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3920	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3920	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3920	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3920	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3920	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3920	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3920	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3920	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3920	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3920	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3920	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3920	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3920	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3920	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3920	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3920	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3920	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3920	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3920	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3920	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3920	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3920	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3920	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3920	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3920	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3920	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3920	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3920	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3920	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3920	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3920	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3920	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3920	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3920	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3920	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3920	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3920	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3920	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3920	embedding2nn.weight	0	0.006345123052597046
3920	embedding2nn.weight	1	0.01365936454385519
3920	embedding2nn.weight	2	-0.004417321644723415
3920	embedding2nn.weight	3	0.0009838782716542482
3920	embedding2nn.weight	4	-0.002663529245182872
3920	embedding2nn.weight	5	0.004337717778980732
3920	embedding2nn.weight	6	-0.0011073168134316802
3920	embedding2nn.weight	7	0.009744156152009964
3920	embedding2nn.weight	8	-0.008221711032092571
3920	embedding2nn.weight	9	-0.013862993568181992
3920	embedding2nn.bias	0	-0.009444600902497768
3920	embedding2nn.bias	1	-0.011956585571169853
3920	embedding2nn.bias	2	-0.05623887851834297
3920	embedding2nn.bias	3	0.01639828458428383
3920	embedding2nn.bias	4	0.025704875588417053
3920	embedding2nn.bias	5	-0.022557977586984634
3920	embedding2nn.bias	6	0.03551240265369415
3920	embedding2nn.bias	7	0.07384499162435532
3920	embedding2nn.bias	8	0.014522944577038288
3920	embedding2nn.bias	9	-0.01670980453491211
3920	rnn.weight_ih_l0	0	0.03230410814285278
3920	rnn.weight_ih_l0	1	-0.006249257829040289
3920	rnn.weight_ih_l0	2	-0.022436870262026787
3920	rnn.weight_ih_l0	3	-0.049921274185180664
3920	rnn.weight_ih_l0	4	-0.0504433698952198
3920	rnn.weight_ih_l0	5	0.002460773102939129
3920	rnn.weight_ih_l0	6	-0.05523290857672691
3920	rnn.weight_ih_l0	7	-0.04940968006849289
3920	rnn.weight_ih_l0	8	-0.04726255685091019
3920	rnn.weight_ih_l0	9	-0.02643052116036415
3920	rnn.weight_hh_l0	0	0.013487315736711025
3920	rnn.weight_hh_l0	1	-0.014677138067781925
3920	rnn.weight_hh_l0	2	-0.023008767515420914
3920	rnn.weight_hh_l0	3	-0.011532447300851345
3920	rnn.weight_hh_l0	4	-0.06084476038813591
3920	rnn.weight_hh_l0	5	-0.023421499878168106
3920	rnn.weight_hh_l0	6	-0.023376965895295143
3920	rnn.weight_hh_l0	7	0.03443493694067001
3920	rnn.weight_hh_l0	8	-0.02247758023440838
3920	rnn.weight_hh_l0	9	0.030323132872581482
3920	rnn.bias_ih_l0	0	0.06928995251655579
3920	rnn.bias_ih_l0	1	-0.05612262710928917
3920	rnn.bias_ih_l0	2	0.09577382355928421
3920	rnn.bias_ih_l0	3	0.0813426747918129
3920	rnn.bias_ih_l0	4	0.08772432804107666
3920	rnn.bias_ih_l0	5	0.012044845148921013
3920	rnn.bias_ih_l0	6	-0.012401523999869823
3920	rnn.bias_ih_l0	7	-0.07766866683959961
3920	rnn.bias_ih_l0	8	-0.09654209017753601
3920	rnn.bias_ih_l0	9	0.06217033416032791
3920	rnn.bias_hh_l0	0	-0.0257010068744421
3920	rnn.bias_hh_l0	1	0.020026136189699173
3920	rnn.bias_hh_l0	2	-0.009910578839480877
3920	rnn.bias_hh_l0	3	-0.0032454694155603647
3920	rnn.bias_hh_l0	4	-0.04470280185341835
3920	rnn.bias_hh_l0	5	0.08506747335195541
3920	rnn.bias_hh_l0	6	-0.003965737763792276
3920	rnn.bias_hh_l0	7	0.011616189032793045
3920	rnn.bias_hh_l0	8	0.021967250853776932
3920	rnn.bias_hh_l0	9	0.06724604964256287
3920	rnn.weight_ih_l0_reverse	0	-0.03231421485543251
3920	rnn.weight_ih_l0_reverse	1	-0.005589531734585762
3920	rnn.weight_ih_l0_reverse	2	0.022601192817091942
3920	rnn.weight_ih_l0_reverse	3	-0.06016569584608078
3920	rnn.weight_ih_l0_reverse	4	0.0100791584700346
3920	rnn.weight_ih_l0_reverse	5	-0.05581683665513992
3920	rnn.weight_ih_l0_reverse	6	0.011242369189858437
3920	rnn.weight_ih_l0_reverse	7	0.03849615156650543
3920	rnn.weight_ih_l0_reverse	8	-0.036476973444223404
3920	rnn.weight_ih_l0_reverse	9	-0.05212312936782837
3920	rnn.weight_hh_l0_reverse	0	-0.060760337859392166
3920	rnn.weight_hh_l0_reverse	1	-0.05228595808148384
3920	rnn.weight_hh_l0_reverse	2	0.009460018947720528
3920	rnn.weight_hh_l0_reverse	3	0.03960135206580162
3920	rnn.weight_hh_l0_reverse	4	0.0273386649787426
3920	rnn.weight_hh_l0_reverse	5	0.04464105889201164
3920	rnn.weight_hh_l0_reverse	6	0.004219849593937397
3920	rnn.weight_hh_l0_reverse	7	-0.0008852056344039738
3920	rnn.weight_hh_l0_reverse	8	-0.07461560517549515
3920	rnn.weight_hh_l0_reverse	9	0.03362507373094559
3920	rnn.bias_ih_l0_reverse	0	-0.0388466939330101
3920	rnn.bias_ih_l0_reverse	1	-0.053142257034778595
3920	rnn.bias_ih_l0_reverse	2	0.08833398669958115
3920	rnn.bias_ih_l0_reverse	3	0.02700657956302166
3920	rnn.bias_ih_l0_reverse	4	-0.09452471882104874
3920	rnn.bias_ih_l0_reverse	5	0.01444061379879713
3920	rnn.bias_ih_l0_reverse	6	-0.08936429768800735
3920	rnn.bias_ih_l0_reverse	7	0.02502048760652542
3920	rnn.bias_ih_l0_reverse	8	0.010725587606430054
3920	rnn.bias_ih_l0_reverse	9	0.06727145612239838
3920	rnn.bias_hh_l0_reverse	0	0.03218890354037285
3920	rnn.bias_hh_l0_reverse	1	0.06710835546255112
3920	rnn.bias_hh_l0_reverse	2	0.06533630937337875
3920	rnn.bias_hh_l0_reverse	3	-0.003975852858275175
3920	rnn.bias_hh_l0_reverse	4	0.07644706964492798
3920	rnn.bias_hh_l0_reverse	5	0.019516360014677048
3920	rnn.bias_hh_l0_reverse	6	-0.07049641013145447
3920	rnn.bias_hh_l0_reverse	7	0.0377817302942276
3920	rnn.bias_hh_l0_reverse	8	0.021035131067037582
3920	rnn.bias_hh_l0_reverse	9	-0.08574165403842926
3920	linear.weight	0	0.16554240882396698
3920	linear.weight	1	-0.1012393906712532
3920	linear.weight	2	-0.08833938837051392
3920	linear.weight	3	0.013448003679513931
3920	linear.weight	4	0.013539501465857029
3920	linear.weight	5	-0.0602574422955513
3920	linear.weight	6	-0.0146634541451931
3920	linear.weight	7	-0.02703077904880047
3920	linear.weight	8	0.038949400186538696
3920	linear.weight	9	0.21125933527946472
3920	linear.bias	0	0.05269864201545715
3920	linear.bias	1	0.0793604627251625
3920	linear.bias	2	-0.3202272057533264
3920	linear.bias	3	1.0241414308547974
3920	linear.bias	4	-0.3624108135700226
3920	linear.bias	5	-0.030769959092140198
3920	linear.bias	6	-0.2244531661272049
3920	linear.bias	7	-0.1279049515724182
3920	linear.bias	8	0.09414273500442505
3920	linear.bias	9	-0.34669336676597595
3948	transitions	0	-0.559285581111908
3948	transitions	1	0.438677042722702
3948	transitions	2	1.8040854930877686
3948	transitions	3	0.19668951630592346
3948	transitions	4	1.0238120555877686
3948	transitions	5	1.2763336896896362
3948	transitions	6	0.4854792356491089
3948	transitions	7	0.18545977771282196
3948	transitions	8	-0.9184831976890564
3948	transitions	9	0.9307841062545776
3948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3948	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3948	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3948	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3948	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3948	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3948	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3948	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3948	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3948	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3948	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3948	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3948	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3948	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3948	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3948	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3948	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3948	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3948	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3948	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3948	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3948	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3948	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3948	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3948	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3948	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3948	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3948	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3948	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3948	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3948	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3948	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3948	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3948	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3948	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3948	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3948	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3948	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3948	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3948	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3948	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3948	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3948	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3948	embedding2nn.weight	0	0.006103158462792635
3948	embedding2nn.weight	1	0.013821390457451344
3948	embedding2nn.weight	2	-0.004449527710676193
3948	embedding2nn.weight	3	0.0011554217198863626
3948	embedding2nn.weight	4	-0.002683983650058508
3948	embedding2nn.weight	5	0.004292340017855167
3948	embedding2nn.weight	6	-0.0010703112930059433
3948	embedding2nn.weight	7	0.009222547523677349
3948	embedding2nn.weight	8	-0.007895592600107193
3948	embedding2nn.weight	9	-0.01388044934719801
3948	embedding2nn.bias	0	-0.013311471790075302
3948	embedding2nn.bias	1	-0.01894487999379635
3948	embedding2nn.bias	2	-0.055556900799274445
3948	embedding2nn.bias	3	0.018663395196199417
3948	embedding2nn.bias	4	0.023928195238113403
3948	embedding2nn.bias	5	-0.022406043484807014
3948	embedding2nn.bias	6	0.03849765285849571
3948	embedding2nn.bias	7	0.0781775414943695
3948	embedding2nn.bias	8	0.01497593056410551
3948	embedding2nn.bias	9	-0.014042078517377377
3948	rnn.weight_ih_l0	0	0.03244709223508835
3948	rnn.weight_ih_l0	1	-0.00648740166798234
3948	rnn.weight_ih_l0	2	-0.022414876148104668
3948	rnn.weight_ih_l0	3	-0.05012659728527069
3948	rnn.weight_ih_l0	4	-0.05053257569670677
3948	rnn.weight_ih_l0	5	0.0022478813771158457
3948	rnn.weight_ih_l0	6	-0.05515117198228836
3948	rnn.weight_ih_l0	7	-0.049200043082237244
3948	rnn.weight_ih_l0	8	-0.047171641141176224
3948	rnn.weight_ih_l0	9	-0.026462355628609657
3948	rnn.weight_hh_l0	0	0.013502082787454128
3948	rnn.weight_hh_l0	1	-0.014408905990421772
3948	rnn.weight_hh_l0	2	-0.02221698872745037
3948	rnn.weight_hh_l0	3	-0.011569426394999027
3948	rnn.weight_hh_l0	4	-0.06106248497962952
3948	rnn.weight_hh_l0	5	-0.022909196093678474
3948	rnn.weight_hh_l0	6	-0.021954728290438652
3948	rnn.weight_hh_l0	7	0.03421762213110924
3948	rnn.weight_hh_l0	8	-0.022778345271945
3948	rnn.weight_hh_l0	9	0.029632700607180595
3948	rnn.bias_ih_l0	0	0.06933340430259705
3948	rnn.bias_ih_l0	1	-0.053731128573417664
3948	rnn.bias_ih_l0	2	0.09268690645694733
3948	rnn.bias_ih_l0	3	0.08400888741016388
3948	rnn.bias_ih_l0	4	0.08633806556463242
3948	rnn.bias_ih_l0	5	0.012368575669825077
3948	rnn.bias_ih_l0	6	-0.01356550119817257
3948	rnn.bias_ih_l0	7	-0.07308566570281982
3948	rnn.bias_ih_l0	8	-0.10031022131443024
3948	rnn.bias_ih_l0	9	0.06408265233039856
3948	rnn.bias_hh_l0	0	-0.02736028842628002
3948	rnn.bias_hh_l0	1	0.02083992026746273
3948	rnn.bias_hh_l0	2	-0.01001767534762621
3948	rnn.bias_hh_l0	3	-0.0037247531581670046
3948	rnn.bias_hh_l0	4	-0.04425237327814102
3948	rnn.bias_hh_l0	5	0.08421683311462402
3948	rnn.bias_hh_l0	6	-0.004443601705133915
3948	rnn.bias_hh_l0	7	0.01171903870999813
3948	rnn.bias_hh_l0	8	0.02080327644944191
3948	rnn.bias_hh_l0	9	0.06907858699560165
3948	rnn.weight_ih_l0_reverse	0	-0.032258275896310806
3948	rnn.weight_ih_l0_reverse	1	-0.006050789263099432
3948	rnn.weight_ih_l0_reverse	2	0.022662602365016937
3948	rnn.weight_ih_l0_reverse	3	-0.0597132183611393
3948	rnn.weight_ih_l0_reverse	4	0.010168900713324547
3948	rnn.weight_ih_l0_reverse	5	-0.055938489735126495
3948	rnn.weight_ih_l0_reverse	6	0.010970953851938248
3948	rnn.weight_ih_l0_reverse	7	0.038526955991983414
3948	rnn.weight_ih_l0_reverse	8	-0.03633776307106018
3948	rnn.weight_ih_l0_reverse	9	-0.05229352414608002
3948	rnn.weight_hh_l0_reverse	0	-0.06107243895530701
3948	rnn.weight_hh_l0_reverse	1	-0.051560744643211365
3948	rnn.weight_hh_l0_reverse	2	0.009266475215554237
3948	rnn.weight_hh_l0_reverse	3	0.039415255188941956
3948	rnn.weight_hh_l0_reverse	4	0.027475060895085335
3948	rnn.weight_hh_l0_reverse	5	0.04450384899973869
3948	rnn.weight_hh_l0_reverse	6	0.0019684152211993933
3948	rnn.weight_hh_l0_reverse	7	-0.0006070159724913538
3948	rnn.weight_hh_l0_reverse	8	-0.07540372014045715
3948	rnn.weight_hh_l0_reverse	9	0.03355542942881584
3948	rnn.bias_ih_l0_reverse	0	-0.04148286581039429
3948	rnn.bias_ih_l0_reverse	1	-0.05465970188379288
3948	rnn.bias_ih_l0_reverse	2	0.08931739628314972
3948	rnn.bias_ih_l0_reverse	3	0.027384549379348755
3948	rnn.bias_ih_l0_reverse	4	-0.09462294727563858
3948	rnn.bias_ih_l0_reverse	5	0.015478096902370453
3948	rnn.bias_ih_l0_reverse	6	-0.08753004670143127
3948	rnn.bias_ih_l0_reverse	7	0.0237156730145216
3948	rnn.bias_ih_l0_reverse	8	0.010360831394791603
3948	rnn.bias_ih_l0_reverse	9	0.06691038608551025
3948	rnn.bias_hh_l0_reverse	0	0.025535790249705315
3948	rnn.bias_hh_l0_reverse	1	0.0667298287153244
3948	rnn.bias_hh_l0_reverse	2	0.06758804619312286
3948	rnn.bias_hh_l0_reverse	3	-0.0035695398692041636
3948	rnn.bias_hh_l0_reverse	4	0.07865618169307709
3948	rnn.bias_hh_l0_reverse	5	0.015058202669024467
3948	rnn.bias_hh_l0_reverse	6	-0.07034089416265488
3948	rnn.bias_hh_l0_reverse	7	0.03722013533115387
3948	rnn.bias_hh_l0_reverse	8	0.018933231011033058
3948	rnn.bias_hh_l0_reverse	9	-0.08501571416854858
3948	linear.weight	0	0.15723612904548645
3948	linear.weight	1	-0.10129620879888535
3948	linear.weight	2	-0.08731883019208908
3948	linear.weight	3	0.013803753070533276
3948	linear.weight	4	0.01203350443392992
3948	linear.weight	5	-0.057521358132362366
3948	linear.weight	6	-0.014633937738835812
3948	linear.weight	7	-0.027582697570323944
3948	linear.weight	8	0.03937802463769913
3948	linear.weight	9	0.21329344809055328
3948	linear.bias	0	0.07669796794652939
3948	linear.bias	1	0.06612008810043335
3948	linear.bias	2	-0.31880053877830505
3948	linear.bias	3	1.0175367593765259
3948	linear.bias	4	-0.3634694516658783
3948	linear.bias	5	-0.030769959092140198
3948	linear.bias	6	-0.2234352082014084
3948	linear.bias	7	-0.12788423895835876
3948	linear.bias	8	0.08749380707740784
3948	linear.bias	9	-0.3474220633506775
3976	transitions	0	-0.5596297979354858
3976	transitions	1	0.43830546736717224
3976	transitions	2	1.8034961223602295
3976	transitions	3	0.196547731757164
3976	transitions	4	1.0236945152282715
3976	transitions	5	1.2763137817382812
3976	transitions	6	0.4854711890220642
3976	transitions	7	0.1853933036327362
3976	transitions	8	-0.9184899926185608
3976	transitions	9	0.9307839274406433
3976	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
3976	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
3976	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
3976	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
3976	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
3976	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
3976	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
3976	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
3976	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
3976	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
3976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
3976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
3976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
3976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
3976	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
3976	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
3976	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
3976	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
3976	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
3976	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
3976	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
3976	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
3976	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
3976	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
3976	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
3976	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
3976	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
3976	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
3976	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
3976	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
3976	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
3976	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
3976	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
3976	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
3976	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
3976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
3976	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
3976	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
3976	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
3976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
3976	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
3976	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
3976	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
3976	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
3976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
3976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
3976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
3976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
3976	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
3976	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
3976	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
3976	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
3976	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
3976	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
3976	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
3976	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
3976	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
3976	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
3976	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
3976	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
3976	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
3976	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
3976	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
3976	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
3976	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
3976	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
3976	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
3976	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
3976	embedding2nn.weight	0	0.006410189904272556
3976	embedding2nn.weight	1	0.013792648911476135
3976	embedding2nn.weight	2	-0.004472134634852409
3976	embedding2nn.weight	3	0.001198665238916874
3976	embedding2nn.weight	4	-0.002760009141638875
3976	embedding2nn.weight	5	0.004312321078032255
3976	embedding2nn.weight	6	-0.0008647363865748048
3976	embedding2nn.weight	7	0.009955705143511295
3976	embedding2nn.weight	8	-0.008062095381319523
3976	embedding2nn.weight	9	-0.01389185432344675
3976	embedding2nn.bias	0	-0.00793061126023531
3976	embedding2nn.bias	1	-0.0216488279402256
3976	embedding2nn.bias	2	-0.0590074248611927
3976	embedding2nn.bias	3	0.024222146719694138
3976	embedding2nn.bias	4	0.02856689691543579
3976	embedding2nn.bias	5	-0.017833370715379715
3976	embedding2nn.bias	6	0.04164798557758331
3976	embedding2nn.bias	7	0.07634217292070389
3976	embedding2nn.bias	8	0.011144978925585747
3976	embedding2nn.bias	9	-0.00898433942347765
3976	rnn.weight_ih_l0	0	0.032503098249435425
3976	rnn.weight_ih_l0	1	-0.006793509237468243
3976	rnn.weight_ih_l0	2	-0.022787971422076225
3976	rnn.weight_ih_l0	3	-0.04998050257563591
3976	rnn.weight_ih_l0	4	-0.05052003264427185
3976	rnn.weight_ih_l0	5	0.0021357659716159105
3976	rnn.weight_ih_l0	6	-0.055195245891809464
3976	rnn.weight_ih_l0	7	-0.04941289499402046
3976	rnn.weight_ih_l0	8	-0.0470571331679821
3976	rnn.weight_ih_l0	9	-0.026590289548039436
3976	rnn.weight_hh_l0	0	0.013526574708521366
3976	rnn.weight_hh_l0	1	-0.014181176200509071
3976	rnn.weight_hh_l0	2	-0.022261638194322586
3976	rnn.weight_hh_l0	3	-0.011730285361409187
3976	rnn.weight_hh_l0	4	-0.06125583499670029
3976	rnn.weight_hh_l0	5	-0.023371635004878044
3976	rnn.weight_hh_l0	6	-0.02152303420007229
3976	rnn.weight_hh_l0	7	0.03376609832048416
3976	rnn.weight_hh_l0	8	-0.022704198956489563
3976	rnn.weight_hh_l0	9	0.030227497220039368
3976	rnn.bias_ih_l0	0	0.07090925425291061
3976	rnn.bias_ih_l0	1	-0.05248483642935753
3976	rnn.bias_ih_l0	2	0.09012287855148315
3976	rnn.bias_ih_l0	3	0.08429368585348129
3976	rnn.bias_ih_l0	4	0.08716779202222824
3976	rnn.bias_ih_l0	5	0.01260943990200758
3976	rnn.bias_ih_l0	6	-0.01724936068058014
3976	rnn.bias_ih_l0	7	-0.07544311136007309
3976	rnn.bias_ih_l0	8	-0.09824392944574356
3976	rnn.bias_ih_l0	9	0.06400934606790543
3976	rnn.bias_hh_l0	0	-0.026778068393468857
3976	rnn.bias_hh_l0	1	0.01910819299519062
3976	rnn.bias_hh_l0	2	-0.009078893810510635
3976	rnn.bias_hh_l0	3	-0.004365300759673119
3976	rnn.bias_hh_l0	4	-0.04428447410464287
3976	rnn.bias_hh_l0	5	0.08657193928956985
3976	rnn.bias_hh_l0	6	-0.006195738911628723
3976	rnn.bias_hh_l0	7	0.01248385850340128
3976	rnn.bias_hh_l0	8	0.01711941696703434
3976	rnn.bias_hh_l0	9	0.06943817436695099
3976	rnn.weight_ih_l0_reverse	0	-0.03215548396110535
3976	rnn.weight_ih_l0_reverse	1	-0.006475851871073246
3976	rnn.weight_ih_l0_reverse	2	0.022502964362502098
3976	rnn.weight_ih_l0_reverse	3	-0.06005004048347473
3976	rnn.weight_ih_l0_reverse	4	0.010272129438817501
3976	rnn.weight_ih_l0_reverse	5	-0.05605384707450867
3976	rnn.weight_ih_l0_reverse	6	0.009204891510307789
3976	rnn.weight_ih_l0_reverse	7	0.038519591093063354
3976	rnn.weight_ih_l0_reverse	8	-0.03632528334856033
3976	rnn.weight_ih_l0_reverse	9	-0.05241231992840767
3976	rnn.weight_hh_l0_reverse	0	-0.06170498952269554
3976	rnn.weight_hh_l0_reverse	1	-0.051907580345869064
3976	rnn.weight_hh_l0_reverse	2	0.009641176089644432
3976	rnn.weight_hh_l0_reverse	3	0.039205994457006454
3976	rnn.weight_hh_l0_reverse	4	0.02709515020251274
3976	rnn.weight_hh_l0_reverse	5	0.044414445757865906
3976	rnn.weight_hh_l0_reverse	6	-0.003651596838608384
3976	rnn.weight_hh_l0_reverse	7	-0.0008521570707671344
3976	rnn.weight_hh_l0_reverse	8	-0.07514484226703644
3976	rnn.weight_hh_l0_reverse	9	0.03440618887543678
3976	rnn.bias_ih_l0_reverse	0	-0.036282237619161606
3976	rnn.bias_ih_l0_reverse	1	-0.056431304663419724
3976	rnn.bias_ih_l0_reverse	2	0.09011472016572952
3976	rnn.bias_ih_l0_reverse	3	0.02786150574684143
3976	rnn.bias_ih_l0_reverse	4	-0.09557569026947021
3976	rnn.bias_ih_l0_reverse	5	0.017087426036596298
3976	rnn.bias_ih_l0_reverse	6	-0.08643308281898499
3976	rnn.bias_ih_l0_reverse	7	0.02397020347416401
3976	rnn.bias_ih_l0_reverse	8	0.010034225881099701
3976	rnn.bias_ih_l0_reverse	9	0.0658329427242279
3976	rnn.bias_hh_l0_reverse	0	0.018065353855490685
3976	rnn.bias_hh_l0_reverse	1	0.06660324335098267
3976	rnn.bias_hh_l0_reverse	2	0.0697951465845108
3976	rnn.bias_hh_l0_reverse	3	-0.003212481504306197
3976	rnn.bias_hh_l0_reverse	4	0.0786520466208458
3976	rnn.bias_hh_l0_reverse	5	0.017219744622707367
3976	rnn.bias_hh_l0_reverse	6	-0.0702541396021843
3976	rnn.bias_hh_l0_reverse	7	0.03876378387212753
3976	rnn.bias_hh_l0_reverse	8	0.020567575469613075
3976	rnn.bias_hh_l0_reverse	9	-0.08407317847013474
3976	linear.weight	0	0.14395567774772644
3976	linear.weight	1	-0.10106570273637772
3976	linear.weight	2	-0.08475329726934433
3976	linear.weight	3	0.01691177673637867
3976	linear.weight	4	0.01388200931251049
3976	linear.weight	5	-0.05596884712576866
3976	linear.weight	6	-0.014572984538972378
3976	linear.weight	7	-0.027375906705856323
3976	linear.weight	8	0.036842476576566696
3976	linear.weight	9	0.21143922209739685
3976	linear.bias	0	0.07527616620063782
3976	linear.bias	1	0.06956331431865692
3976	linear.bias	2	-0.3191760182380676
3976	linear.bias	3	1.0204750299453735
3976	linear.bias	4	-0.36478379368782043
3976	linear.bias	5	-0.030769959092140198
3976	linear.bias	6	-0.2202867716550827
3976	linear.bias	7	-0.13246400654315948
3976	linear.bias	8	0.09121303260326385
3976	linear.bias	9	-0.3483310043811798
4004	transitions	0	-0.5601255297660828
4004	transitions	1	0.43809768557548523
4004	transitions	2	1.8030281066894531
4004	transitions	3	0.1961888074874878
4004	transitions	4	1.023435115814209
4004	transitions	5	1.276301622390747
4004	transitions	6	0.48546433448791504
4004	transitions	7	0.18538257479667664
4004	transitions	8	-0.9184930920600891
4004	transitions	9	0.9307839274406433
4004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4004	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4004	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4004	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4004	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4004	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4004	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4004	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4004	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4004	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4004	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4004	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4004	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4004	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4004	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4004	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4004	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4004	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4004	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4004	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4004	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4004	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4004	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4004	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4004	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4004	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4004	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4004	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4004	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4004	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4004	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4004	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4004	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4004	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4004	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4004	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4004	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4004	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4004	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4004	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4004	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4004	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4004	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4004	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4004	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4004	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4004	embedding2nn.weight	0	0.007015650160610676
4004	embedding2nn.weight	1	0.013895664364099503
4004	embedding2nn.weight	2	-0.004488378297537565
4004	embedding2nn.weight	3	0.0010222162818536162
4004	embedding2nn.weight	4	-0.0027682268992066383
4004	embedding2nn.weight	5	0.004019241314381361
4004	embedding2nn.weight	6	-0.0008014736231416464
4004	embedding2nn.weight	7	0.010055836290121078
4004	embedding2nn.weight	8	-0.008113428018987179
4004	embedding2nn.weight	9	-0.013725086115300655
4004	embedding2nn.bias	0	-0.008466018363833427
4004	embedding2nn.bias	1	-0.01421373151242733
4004	embedding2nn.bias	2	-0.05607551336288452
4004	embedding2nn.bias	3	0.02697083353996277
4004	embedding2nn.bias	4	0.016874056309461594
4004	embedding2nn.bias	5	-0.012372056022286415
4004	embedding2nn.bias	6	0.04001043736934662
4004	embedding2nn.bias	7	0.07738004624843597
4004	embedding2nn.bias	8	0.010780172422528267
4004	embedding2nn.bias	9	-0.016100477427244186
4004	rnn.weight_ih_l0	0	0.03254092484712601
4004	rnn.weight_ih_l0	1	-0.007082150783389807
4004	rnn.weight_ih_l0	2	-0.021537771448493004
4004	rnn.weight_ih_l0	3	-0.049813974648714066
4004	rnn.weight_ih_l0	4	-0.0506635457277298
4004	rnn.weight_ih_l0	5	0.00216100737452507
4004	rnn.weight_ih_l0	6	-0.0551375076174736
4004	rnn.weight_ih_l0	7	-0.04957844689488411
4004	rnn.weight_ih_l0	8	-0.04693407937884331
4004	rnn.weight_ih_l0	9	-0.026675309985876083
4004	rnn.weight_hh_l0	0	0.013345328159630299
4004	rnn.weight_hh_l0	1	-0.014867551624774933
4004	rnn.weight_hh_l0	2	-0.021305738016963005
4004	rnn.weight_hh_l0	3	-0.01159484963864088
4004	rnn.weight_hh_l0	4	-0.061525389552116394
4004	rnn.weight_hh_l0	5	-0.02374010905623436
4004	rnn.weight_hh_l0	6	-0.02466421015560627
4004	rnn.weight_hh_l0	7	0.03467207029461861
4004	rnn.weight_hh_l0	8	-0.02317957952618599
4004	rnn.weight_hh_l0	9	0.02960972674190998
4004	rnn.bias_ih_l0	0	0.0706244632601738
4004	rnn.bias_ih_l0	1	-0.05382486432790756
4004	rnn.bias_ih_l0	2	0.09261840581893921
4004	rnn.bias_ih_l0	3	0.08198216557502747
4004	rnn.bias_ih_l0	4	0.08733133226633072
4004	rnn.bias_ih_l0	5	0.013024111278355122
4004	rnn.bias_ih_l0	6	-0.01670513115823269
4004	rnn.bias_ih_l0	7	-0.0737784132361412
4004	rnn.bias_ih_l0	8	-0.09902281314134598
4004	rnn.bias_ih_l0	9	0.06448503583669662
4004	rnn.bias_hh_l0	0	-0.027410726994276047
4004	rnn.bias_hh_l0	1	0.021870063617825508
4004	rnn.bias_hh_l0	2	-0.012104721739888191
4004	rnn.bias_hh_l0	3	-0.004526933189481497
4004	rnn.bias_hh_l0	4	-0.04384849965572357
4004	rnn.bias_hh_l0	5	0.08678752928972244
4004	rnn.bias_hh_l0	6	-0.007590665947645903
4004	rnn.bias_hh_l0	7	0.011692458763718605
4004	rnn.bias_hh_l0	8	0.01766364648938179
4004	rnn.bias_hh_l0	9	0.06771046668291092
4004	rnn.weight_ih_l0_reverse	0	-0.03206083923578262
4004	rnn.weight_ih_l0_reverse	1	-0.0064515662379562855
4004	rnn.weight_ih_l0_reverse	2	0.022559624165296555
4004	rnn.weight_ih_l0_reverse	3	-0.060420189052820206
4004	rnn.weight_ih_l0_reverse	4	0.01009491365402937
4004	rnn.weight_ih_l0_reverse	5	-0.05577469989657402
4004	rnn.weight_ih_l0_reverse	6	0.007780718617141247
4004	rnn.weight_ih_l0_reverse	7	0.03866114839911461
4004	rnn.weight_ih_l0_reverse	8	-0.036464206874370575
4004	rnn.weight_ih_l0_reverse	9	-0.05211789533495903
4004	rnn.weight_hh_l0_reverse	0	-0.06109306961297989
4004	rnn.weight_hh_l0_reverse	1	-0.051649149507284164
4004	rnn.weight_hh_l0_reverse	2	0.009839191101491451
4004	rnn.weight_hh_l0_reverse	3	0.03924161568284035
4004	rnn.weight_hh_l0_reverse	4	0.02687951922416687
4004	rnn.weight_hh_l0_reverse	5	0.04462457448244095
4004	rnn.weight_hh_l0_reverse	6	-0.0056836605072021484
4004	rnn.weight_hh_l0_reverse	7	-0.000652301765512675
4004	rnn.weight_hh_l0_reverse	8	-0.07400532066822052
4004	rnn.weight_hh_l0_reverse	9	0.0334547758102417
4004	rnn.bias_ih_l0_reverse	0	-0.03607304021716118
4004	rnn.bias_ih_l0_reverse	1	-0.05839140713214874
4004	rnn.bias_ih_l0_reverse	2	0.0894920825958252
4004	rnn.bias_ih_l0_reverse	3	0.02751217782497406
4004	rnn.bias_ih_l0_reverse	4	-0.09334894269704819
4004	rnn.bias_ih_l0_reverse	5	0.015564724802970886
4004	rnn.bias_ih_l0_reverse	6	-0.0875559076666832
4004	rnn.bias_ih_l0_reverse	7	0.023081839084625244
4004	rnn.bias_ih_l0_reverse	8	0.009257357567548752
4004	rnn.bias_ih_l0_reverse	9	0.06558988988399506
4004	rnn.bias_hh_l0_reverse	0	0.014889342710375786
4004	rnn.bias_hh_l0_reverse	1	0.06841849535703659
4004	rnn.bias_hh_l0_reverse	2	0.0706179291009903
4004	rnn.bias_hh_l0_reverse	3	-0.0013388902880251408
4004	rnn.bias_hh_l0_reverse	4	0.07726198434829712
4004	rnn.bias_hh_l0_reverse	5	0.020936688408255577
4004	rnn.bias_hh_l0_reverse	6	-0.07144077122211456
4004	rnn.bias_hh_l0_reverse	7	0.03751610592007637
4004	rnn.bias_hh_l0_reverse	8	0.019346188753843307
4004	rnn.bias_hh_l0_reverse	9	-0.0774899497628212
4004	linear.weight	0	0.1423427015542984
4004	linear.weight	1	-0.10105554014444351
4004	linear.weight	2	-0.0841115415096283
4004	linear.weight	3	0.01538084726780653
4004	linear.weight	4	0.014021243900060654
4004	linear.weight	5	-0.059770140796899796
4004	linear.weight	6	-0.014544784091413021
4004	linear.weight	7	-0.027287019416689873
4004	linear.weight	8	0.04045432433485985
4004	linear.weight	9	0.2205594778060913
4004	linear.bias	0	0.07111231982707977
4004	linear.bias	1	0.06973771005868912
4004	linear.bias	2	-0.32014551758766174
4004	linear.bias	3	1.0007191896438599
4004	linear.bias	4	-0.3658204674720764
4004	linear.bias	5	-0.030769959092140198
4004	linear.bias	6	-0.21829937398433685
4004	linear.bias	7	-0.1295085996389389
4004	linear.bias	8	0.08515952527523041
4004	linear.bias	9	-0.3490946590900421
4032	transitions	0	-0.560803234577179
4032	transitions	1	0.4378267824649811
4032	transitions	2	1.8025176525115967
4032	transitions	3	0.19602209329605103
4032	transitions	4	1.0232372283935547
4032	transitions	5	1.2762930393218994
4032	transitions	6	0.4854569435119629
4032	transitions	7	0.1852605938911438
4032	transitions	8	-0.9185035824775696
4032	transitions	9	0.930783748626709
4032	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4032	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4032	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4032	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4032	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4032	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4032	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4032	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4032	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4032	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4032	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4032	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4032	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4032	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4032	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4032	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4032	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4032	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4032	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4032	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4032	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4032	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4032	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4032	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4032	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4032	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4032	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4032	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4032	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4032	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4032	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4032	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4032	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4032	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4032	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4032	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4032	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4032	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4032	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4032	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4032	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4032	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4032	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4032	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4032	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4032	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4032	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4032	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4032	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4032	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4032	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4032	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4032	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4032	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4032	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4032	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4032	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4032	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4032	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4032	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4032	embedding2nn.weight	0	0.0075354985892772675
4032	embedding2nn.weight	1	0.013780023902654648
4032	embedding2nn.weight	2	-0.004507757257670164
4032	embedding2nn.weight	3	0.0011962733697146177
4032	embedding2nn.weight	4	-0.00267468742094934
4032	embedding2nn.weight	5	0.004146782215684652
4032	embedding2nn.weight	6	-0.0008388334535993636
4032	embedding2nn.weight	7	0.009768071584403515
4032	embedding2nn.weight	8	-0.008314501494169235
4032	embedding2nn.weight	9	-0.01354337576776743
4032	embedding2nn.bias	0	-0.010598978959023952
4032	embedding2nn.bias	1	-0.016902552917599678
4032	embedding2nn.bias	2	-0.056972749531269073
4032	embedding2nn.bias	3	0.023650502786040306
4032	embedding2nn.bias	4	0.01611180789768696
4032	embedding2nn.bias	5	-0.019570793956518173
4032	embedding2nn.bias	6	0.04110729321837425
4032	embedding2nn.bias	7	0.07614150643348694
4032	embedding2nn.bias	8	0.014247740618884563
4032	embedding2nn.bias	9	-0.019077153876423836
4032	rnn.weight_ih_l0	0	0.03265129029750824
4032	rnn.weight_ih_l0	1	-0.00713470159098506
4032	rnn.weight_ih_l0	2	-0.02239731140434742
4032	rnn.weight_ih_l0	3	-0.049727801233530045
4032	rnn.weight_ih_l0	4	-0.050342295318841934
4032	rnn.weight_ih_l0	5	0.0023110508918762207
4032	rnn.weight_ih_l0	6	-0.055026378482580185
4032	rnn.weight_ih_l0	7	-0.04958614706993103
4032	rnn.weight_ih_l0	8	-0.047028593719005585
4032	rnn.weight_ih_l0	9	-0.026659231632947922
4032	rnn.weight_hh_l0	0	0.013218781910836697
4032	rnn.weight_hh_l0	1	-0.01548852026462555
4032	rnn.weight_hh_l0	2	-0.020683731883764267
4032	rnn.weight_hh_l0	3	-0.011617136187851429
4032	rnn.weight_hh_l0	4	-0.06172211840748787
4032	rnn.weight_hh_l0	5	-0.023460503667593002
4032	rnn.weight_hh_l0	6	-0.02562154270708561
4032	rnn.weight_hh_l0	7	0.03429916128516197
4032	rnn.weight_hh_l0	8	-0.022860005497932434
4032	rnn.weight_hh_l0	9	0.030781513080000877
4032	rnn.bias_ih_l0	0	0.07050110399723053
4032	rnn.bias_ih_l0	1	-0.05441700294613838
4032	rnn.bias_ih_l0	2	0.08952711522579193
4032	rnn.bias_ih_l0	3	0.08131318539381027
4032	rnn.bias_ih_l0	4	0.08793637156486511
4032	rnn.bias_ih_l0	5	0.012574308551847935
4032	rnn.bias_ih_l0	6	-0.01728237420320511
4032	rnn.bias_ih_l0	7	-0.07437144964933395
4032	rnn.bias_ih_l0	8	-0.10847993940114975
4032	rnn.bias_ih_l0	9	0.06369306892156601
4032	rnn.bias_hh_l0	0	-0.02680029720067978
4032	rnn.bias_hh_l0	1	0.021651631221175194
4032	rnn.bias_hh_l0	2	-0.014707405120134354
4032	rnn.bias_hh_l0	3	-0.006172305438667536
4032	rnn.bias_hh_l0	4	-0.045176874846220016
4032	rnn.bias_hh_l0	5	0.08651735633611679
4032	rnn.bias_hh_l0	6	-0.00782257504761219
4032	rnn.bias_hh_l0	7	0.012664414942264557
4032	rnn.bias_hh_l0	8	0.01708640344440937
4032	rnn.bias_hh_l0	9	0.06669247895479202
4032	rnn.weight_ih_l0_reverse	0	-0.032046012580394745
4032	rnn.weight_ih_l0_reverse	1	-0.006504574324935675
4032	rnn.weight_ih_l0_reverse	2	0.02249632216989994
4032	rnn.weight_ih_l0_reverse	3	-0.060761719942092896
4032	rnn.weight_ih_l0_reverse	4	0.010049515403807163
4032	rnn.weight_ih_l0_reverse	5	-0.05609320476651192
4032	rnn.weight_ih_l0_reverse	6	0.009276529774069786
4032	rnn.weight_ih_l0_reverse	7	0.03850974142551422
4032	rnn.weight_ih_l0_reverse	8	-0.036474186927080154
4032	rnn.weight_ih_l0_reverse	9	-0.05178030580282211
4032	rnn.weight_hh_l0_reverse	0	-0.0605313777923584
4032	rnn.weight_hh_l0_reverse	1	-0.05095499008893967
4032	rnn.weight_hh_l0_reverse	2	0.009015525691211224
4032	rnn.weight_hh_l0_reverse	3	0.03885337710380554
4032	rnn.weight_hh_l0_reverse	4	0.02729332447052002
4032	rnn.weight_hh_l0_reverse	5	0.04459018260240555
4032	rnn.weight_hh_l0_reverse	6	-0.004259569104760885
4032	rnn.weight_hh_l0_reverse	7	-0.0009046356426551938
4032	rnn.weight_hh_l0_reverse	8	-0.0746905505657196
4032	rnn.weight_hh_l0_reverse	9	0.03428215533494949
4032	rnn.bias_ih_l0_reverse	0	-0.03438000753521919
4032	rnn.bias_ih_l0_reverse	1	-0.06144504249095917
4032	rnn.bias_ih_l0_reverse	2	0.08876724541187286
4032	rnn.bias_ih_l0_reverse	3	0.027596671134233475
4032	rnn.bias_ih_l0_reverse	4	-0.0925109013915062
4032	rnn.bias_ih_l0_reverse	5	0.015859637409448624
4032	rnn.bias_ih_l0_reverse	6	-0.0872320607304573
4032	rnn.bias_ih_l0_reverse	7	0.02625546231865883
4032	rnn.bias_ih_l0_reverse	8	0.009737982414662838
4032	rnn.bias_ih_l0_reverse	9	0.06441935896873474
4032	rnn.bias_hh_l0_reverse	0	0.02209969237446785
4032	rnn.bias_hh_l0_reverse	1	0.06724877655506134
4032	rnn.bias_hh_l0_reverse	2	0.07129917293787003
4032	rnn.bias_hh_l0_reverse	3	-0.0020499988459050655
4032	rnn.bias_hh_l0_reverse	4	0.07708405703306198
4032	rnn.bias_hh_l0_reverse	5	0.017712075263261795
4032	rnn.bias_hh_l0_reverse	6	-0.07144463062286377
4032	rnn.bias_hh_l0_reverse	7	0.03834979236125946
4032	rnn.bias_hh_l0_reverse	8	0.020762545987963676
4032	rnn.bias_hh_l0_reverse	9	-0.0829726979136467
4032	linear.weight	0	0.1433800607919693
4032	linear.weight	1	-0.10111676156520844
4032	linear.weight	2	-0.08572253584861755
4032	linear.weight	3	0.015738485381007195
4032	linear.weight	4	0.010849058628082275
4032	linear.weight	5	-0.059883568435907364
4032	linear.weight	6	-0.014502928592264652
4032	linear.weight	7	-0.02717275358736515
4032	linear.weight	8	0.0408046580851078
4032	linear.weight	9	0.2214452475309372
4032	linear.bias	0	0.06553901731967926
4032	linear.bias	1	0.06973095238208771
4032	linear.bias	2	-0.3250620663166046
4032	linear.bias	3	1.0237712860107422
4032	linear.bias	4	-0.36692357063293457
4032	linear.bias	5	-0.030769959092140198
4032	linear.bias	6	-0.2223353236913681
4032	linear.bias	7	-0.13136760890483856
4032	linear.bias	8	0.09163679927587509
4032	linear.bias	9	-0.34986943006515503
4060	transitions	0	-0.5617799758911133
4060	transitions	1	0.43761616945266724
4060	transitions	2	1.8021233081817627
4060	transitions	3	0.19585120677947998
4060	transitions	4	1.02264404296875
4060	transitions	5	1.2762830257415771
4060	transitions	6	0.48545020818710327
4060	transitions	7	0.18523858487606049
4060	transitions	8	-0.9185092449188232
4060	transitions	9	0.9307836890220642
4060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4060	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4060	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4060	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4060	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4060	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4060	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4060	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4060	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4060	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4060	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4060	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4060	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4060	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4060	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4060	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4060	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4060	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4060	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4060	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4060	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4060	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4060	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4060	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4060	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4060	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4060	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4060	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4060	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4060	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4060	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4060	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4060	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4060	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4060	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4060	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4060	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4060	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4060	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4060	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4060	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4060	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4060	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4060	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4060	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4060	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4060	embedding2nn.weight	0	0.007942715659737587
4060	embedding2nn.weight	1	0.013795485720038414
4060	embedding2nn.weight	2	-0.004593577701598406
4060	embedding2nn.weight	3	0.0012535112909972668
4060	embedding2nn.weight	4	-0.0028056721203029156
4060	embedding2nn.weight	5	0.0042853220365941525
4060	embedding2nn.weight	6	-0.0008281983900815248
4060	embedding2nn.weight	7	0.009315185248851776
4060	embedding2nn.weight	8	-0.00816806498914957
4060	embedding2nn.weight	9	-0.013625230640172958
4060	embedding2nn.bias	0	-0.008958335034549236
4060	embedding2nn.bias	1	-0.025669682770967484
4060	embedding2nn.bias	2	-0.05255666375160217
4060	embedding2nn.bias	3	0.02437199279665947
4060	embedding2nn.bias	4	0.014174885116517544
4060	embedding2nn.bias	5	-0.02893570065498352
4060	embedding2nn.bias	6	0.04531749710440636
4060	embedding2nn.bias	7	0.0801374614238739
4060	embedding2nn.bias	8	0.009155276231467724
4060	embedding2nn.bias	9	-0.014085517264902592
4060	rnn.weight_ih_l0	0	0.03268123418092728
4060	rnn.weight_ih_l0	1	-0.00742984376847744
4060	rnn.weight_ih_l0	2	-0.023103168234229088
4060	rnn.weight_ih_l0	3	-0.04927214980125427
4060	rnn.weight_ih_l0	4	-0.04978502169251442
4060	rnn.weight_ih_l0	5	0.002242419170215726
4060	rnn.weight_ih_l0	6	-0.0547899454832077
4060	rnn.weight_ih_l0	7	-0.04957106336951256
4060	rnn.weight_ih_l0	8	-0.04688052088022232
4060	rnn.weight_ih_l0	9	-0.026733864098787308
4060	rnn.weight_hh_l0	0	0.013065076433122158
4060	rnn.weight_hh_l0	1	-0.015653269365429878
4060	rnn.weight_hh_l0	2	-0.02054913528263569
4060	rnn.weight_hh_l0	3	-0.011359638534486294
4060	rnn.weight_hh_l0	4	-0.06207507476210594
4060	rnn.weight_hh_l0	5	-0.023657528683543205
4060	rnn.weight_hh_l0	6	-0.024456126615405083
4060	rnn.weight_hh_l0	7	0.0339176207780838
4060	rnn.weight_hh_l0	8	-0.022398170083761215
4060	rnn.weight_hh_l0	9	0.030862046405673027
4060	rnn.bias_ih_l0	0	0.0712420716881752
4060	rnn.bias_ih_l0	1	-0.053223107010126114
4060	rnn.bias_ih_l0	2	0.09110965579748154
4060	rnn.bias_ih_l0	3	0.080621637403965
4060	rnn.bias_ih_l0	4	0.08751823008060455
4060	rnn.bias_ih_l0	5	0.012210865505039692
4060	rnn.bias_ih_l0	6	-0.017262917011976242
4060	rnn.bias_ih_l0	7	-0.07523184269666672
4060	rnn.bias_ih_l0	8	-0.11138176172971725
4060	rnn.bias_ih_l0	9	0.06342531740665436
4060	rnn.bias_hh_l0	0	-0.028186842799186707
4060	rnn.bias_hh_l0	1	0.021192695945501328
4060	rnn.bias_hh_l0	2	-0.013962686993181705
4060	rnn.bias_hh_l0	3	-0.002080122707411647
4060	rnn.bias_hh_l0	4	-0.045478083193302155
4060	rnn.bias_hh_l0	5	0.08726637065410614
4060	rnn.bias_hh_l0	6	-0.007615068927407265
4060	rnn.bias_hh_l0	7	0.015218020416796207
4060	rnn.bias_hh_l0	8	0.017105860635638237
4060	rnn.bias_hh_l0	9	0.06677047163248062
4060	rnn.weight_ih_l0_reverse	0	-0.03207896277308464
4060	rnn.weight_ih_l0_reverse	1	-0.00620903167873621
4060	rnn.weight_ih_l0_reverse	2	0.022526940330863
4060	rnn.weight_ih_l0_reverse	3	-0.0606403723359108
4060	rnn.weight_ih_l0_reverse	4	0.010087521746754646
4060	rnn.weight_ih_l0_reverse	5	-0.055960919708013535
4060	rnn.weight_ih_l0_reverse	6	0.007928016595542431
4060	rnn.weight_ih_l0_reverse	7	0.0385543629527092
4060	rnn.weight_ih_l0_reverse	8	-0.036683131009340286
4060	rnn.weight_ih_l0_reverse	9	-0.05155937001109123
4060	rnn.weight_hh_l0_reverse	0	-0.05981716141104698
4060	rnn.weight_hh_l0_reverse	1	-0.05044303834438324
4060	rnn.weight_hh_l0_reverse	2	0.00876772589981556
4060	rnn.weight_hh_l0_reverse	3	0.03892549127340317
4060	rnn.weight_hh_l0_reverse	4	0.026675919070839882
4060	rnn.weight_hh_l0_reverse	5	0.04452893137931824
4060	rnn.weight_hh_l0_reverse	6	-0.0033655138686299324
4060	rnn.weight_hh_l0_reverse	7	-0.0010529870633035898
4060	rnn.weight_hh_l0_reverse	8	-0.07543014734983444
4060	rnn.weight_hh_l0_reverse	9	0.03467816114425659
4060	rnn.bias_ih_l0_reverse	0	-0.032950855791568756
4060	rnn.bias_ih_l0_reverse	1	-0.05196395516395569
4060	rnn.bias_ih_l0_reverse	2	0.08975782990455627
4060	rnn.bias_ih_l0_reverse	3	0.027721498161554337
4060	rnn.bias_ih_l0_reverse	4	-0.09078647196292877
4060	rnn.bias_ih_l0_reverse	5	0.01569834165275097
4060	rnn.bias_ih_l0_reverse	6	-0.08701673150062561
4060	rnn.bias_ih_l0_reverse	7	0.026400648057460785
4060	rnn.bias_ih_l0_reverse	8	0.010102985426783562
4060	rnn.bias_ih_l0_reverse	9	0.06624894589185715
4060	rnn.bias_hh_l0_reverse	0	0.021215524524450302
4060	rnn.bias_hh_l0_reverse	1	0.06737305223941803
4060	rnn.bias_hh_l0_reverse	2	0.07097849994897842
4060	rnn.bias_hh_l0_reverse	3	-0.0029234420508146286
4060	rnn.bias_hh_l0_reverse	4	0.07682210206985474
4060	rnn.bias_hh_l0_reverse	5	0.021536799147725105
4060	rnn.bias_hh_l0_reverse	6	-0.07152073830366135
4060	rnn.bias_hh_l0_reverse	7	0.03921646997332573
4060	rnn.bias_hh_l0_reverse	8	0.02187304198741913
4060	rnn.bias_hh_l0_reverse	9	-0.08252351731061935
4060	linear.weight	0	0.1519138365983963
4060	linear.weight	1	-0.10114862769842148
4060	linear.weight	2	-0.08227439224720001
4060	linear.weight	3	0.022392624989151955
4060	linear.weight	4	0.012305757030844688
4060	linear.weight	5	-0.060510728508234024
4060	linear.weight	6	-0.014454256743192673
4060	linear.weight	7	-0.02706126496195793
4060	linear.weight	8	0.043593037873506546
4060	linear.weight	9	0.22251848876476288
4060	linear.bias	0	0.0513167567551136
4060	linear.bias	1	0.07466873526573181
4060	linear.bias	2	-0.32789817452430725
4060	linear.bias	3	1.0399315357208252
4060	linear.bias	4	-0.36777088046073914
4060	linear.bias	5	-0.030769959092140198
4060	linear.bias	6	-0.22618700563907623
4060	linear.bias	7	-0.1301388293504715
4060	linear.bias	8	0.09389017522335052
4060	linear.bias	9	-0.3503246009349823
4088	transitions	0	-0.562042772769928
4088	transitions	1	0.43740808963775635
4088	transitions	2	1.8017008304595947
4088	transitions	3	0.19567856192588806
4088	transitions	4	1.0220694541931152
4088	transitions	5	1.2762725353240967
4088	transitions	6	0.4854470491409302
4088	transitions	7	0.18521736562252045
4088	transitions	8	-0.918513298034668
4088	transitions	9	0.9307835698127747
4088	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4088	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4088	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4088	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4088	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4088	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4088	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4088	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4088	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4088	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4088	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4088	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4088	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4088	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4088	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4088	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4088	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4088	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4088	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4088	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4088	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4088	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4088	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4088	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4088	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4088	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4088	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4088	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4088	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4088	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4088	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4088	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4088	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4088	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4088	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4088	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4088	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4088	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4088	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4088	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4088	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4088	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4088	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4088	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4088	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4088	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4088	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4088	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4088	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4088	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4088	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4088	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4088	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4088	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4088	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4088	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4088	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4088	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4088	embedding2nn.weight	0	0.007341769058257341
4088	embedding2nn.weight	1	0.013718566857278347
4088	embedding2nn.weight	2	-0.004570648539811373
4088	embedding2nn.weight	3	0.0012051183730363846
4088	embedding2nn.weight	4	-0.002917612437158823
4088	embedding2nn.weight	5	0.004044126719236374
4088	embedding2nn.weight	6	-0.0010072452714666724
4088	embedding2nn.weight	7	0.00899082887917757
4088	embedding2nn.weight	8	-0.008344840258359909
4088	embedding2nn.weight	9	-0.01346244104206562
4088	embedding2nn.bias	0	-0.013427608646452427
4088	embedding2nn.bias	1	-0.02243160456418991
4088	embedding2nn.bias	2	-0.05580402538180351
4088	embedding2nn.bias	3	0.023949693888425827
4088	embedding2nn.bias	4	0.014411925338208675
4088	embedding2nn.bias	5	-0.02526867389678955
4088	embedding2nn.bias	6	0.04322971776127815
4088	embedding2nn.bias	7	0.0771884173154831
4088	embedding2nn.bias	8	0.00745233753696084
4088	embedding2nn.bias	9	-0.012821432203054428
4088	rnn.weight_ih_l0	0	0.03313305601477623
4088	rnn.weight_ih_l0	1	-0.007063891272991896
4088	rnn.weight_ih_l0	2	-0.024135228246450424
4088	rnn.weight_ih_l0	3	-0.04931911081075668
4088	rnn.weight_ih_l0	4	-0.04997386783361435
4088	rnn.weight_ih_l0	5	0.0020711072720587254
4088	rnn.weight_ih_l0	6	-0.05474912375211716
4088	rnn.weight_ih_l0	7	-0.049796901643276215
4088	rnn.weight_ih_l0	8	-0.046897273510694504
4088	rnn.weight_ih_l0	9	-0.026628892868757248
4088	rnn.weight_hh_l0	0	0.012648566626012325
4088	rnn.weight_hh_l0	1	-0.01542491652071476
4088	rnn.weight_hh_l0	2	-0.0203706007450819
4088	rnn.weight_hh_l0	3	-0.011372665874660015
4088	rnn.weight_hh_l0	4	-0.061739858239889145
4088	rnn.weight_hh_l0	5	-0.023505304008722305
4088	rnn.weight_hh_l0	6	-0.024012504145503044
4088	rnn.weight_hh_l0	7	0.03330368548631668
4088	rnn.weight_hh_l0	8	-0.02269737422466278
4088	rnn.weight_hh_l0	9	0.032128795981407166
4088	rnn.bias_ih_l0	0	0.0708870068192482
4088	rnn.bias_ih_l0	1	-0.05415509268641472
4088	rnn.bias_ih_l0	2	0.09136395901441574
4088	rnn.bias_ih_l0	3	0.08040869981050491
4088	rnn.bias_ih_l0	4	0.08583088964223862
4088	rnn.bias_ih_l0	5	0.011890913359820843
4088	rnn.bias_ih_l0	6	-0.01875825971364975
4088	rnn.bias_ih_l0	7	-0.07654644548892975
4088	rnn.bias_ih_l0	8	-0.10929523408412933
4088	rnn.bias_ih_l0	9	0.0650877133011818
4088	rnn.bias_hh_l0	0	-0.02765539102256298
4088	rnn.bias_hh_l0	1	0.020030833780765533
4088	rnn.bias_hh_l0	2	-0.010269160382449627
4088	rnn.bias_hh_l0	3	-0.0036321210209280252
4088	rnn.bias_hh_l0	4	-0.04554734751582146
4088	rnn.bias_hh_l0	5	0.08781293779611588
4088	rnn.bias_hh_l0	6	-0.007756181992590427
4088	rnn.bias_hh_l0	7	0.015280253253877163
4088	rnn.bias_hh_l0	8	0.01561051420867443
4088	rnn.bias_hh_l0	9	0.06659775972366333
4088	rnn.weight_ih_l0_reverse	0	-0.032192379236221313
4088	rnn.weight_ih_l0_reverse	1	-0.00620785728096962
4088	rnn.weight_ih_l0_reverse	2	0.022519929334521294
4088	rnn.weight_ih_l0_reverse	3	-0.06072939187288284
4088	rnn.weight_ih_l0_reverse	4	0.010199972428381443
4088	rnn.weight_ih_l0_reverse	5	-0.05604865774512291
4088	rnn.weight_ih_l0_reverse	6	0.008764752186834812
4088	rnn.weight_ih_l0_reverse	7	0.03850346803665161
4088	rnn.weight_ih_l0_reverse	8	-0.03677918761968613
4088	rnn.weight_ih_l0_reverse	9	-0.05159039795398712
4088	rnn.weight_hh_l0_reverse	0	-0.05962396413087845
4088	rnn.weight_hh_l0_reverse	1	-0.05023027956485748
4088	rnn.weight_hh_l0_reverse	2	0.008979862555861473
4088	rnn.weight_hh_l0_reverse	3	0.03932439535856247
4088	rnn.weight_hh_l0_reverse	4	0.02704845927655697
4088	rnn.weight_hh_l0_reverse	5	0.04447813704609871
4088	rnn.weight_hh_l0_reverse	6	-0.0021975520066916943
4088	rnn.weight_hh_l0_reverse	7	-0.0013174662599340081
4088	rnn.weight_hh_l0_reverse	8	-0.0755414217710495
4088	rnn.weight_hh_l0_reverse	9	0.03566734492778778
4088	rnn.bias_ih_l0_reverse	0	-0.032357897609472275
4088	rnn.bias_ih_l0_reverse	1	-0.050801537930965424
4088	rnn.bias_ih_l0_reverse	2	0.08830241858959198
4088	rnn.bias_ih_l0_reverse	3	0.02769232727587223
4088	rnn.bias_ih_l0_reverse	4	-0.09039269387722015
4088	rnn.bias_ih_l0_reverse	5	0.014289257116615772
4088	rnn.bias_ih_l0_reverse	6	-0.08833421766757965
4088	rnn.bias_ih_l0_reverse	7	0.026433806866407394
4088	rnn.bias_ih_l0_reverse	8	0.011316592805087566
4088	rnn.bias_ih_l0_reverse	9	0.06535200774669647
4088	rnn.bias_hh_l0_reverse	0	0.022738227620720863
4088	rnn.bias_hh_l0_reverse	1	0.06508493423461914
4088	rnn.bias_hh_l0_reverse	2	0.0690382719039917
4088	rnn.bias_hh_l0_reverse	3	-0.002640048274770379
4088	rnn.bias_hh_l0_reverse	4	0.07654861360788345
4088	rnn.bias_hh_l0_reverse	5	0.022978084161877632
4088	rnn.bias_hh_l0_reverse	6	-0.07237235456705093
4088	rnn.bias_hh_l0_reverse	7	0.040353670716285706
4088	rnn.bias_hh_l0_reverse	8	0.023138834163546562
4088	rnn.bias_hh_l0_reverse	9	-0.08693815767765045
4088	linear.weight	0	0.16211532056331635
4088	linear.weight	1	-0.10118931531906128
4088	linear.weight	2	-0.08236919343471527
4088	linear.weight	3	0.021726664155721664
4088	linear.weight	4	0.013371853157877922
4088	linear.weight	5	-0.060700301080942154
4088	linear.weight	6	-0.014412970282137394
4088	linear.weight	7	-0.02695424109697342
4088	linear.weight	8	0.042510632425546646
4088	linear.weight	9	0.22750912606716156
4088	linear.bias	0	0.05753825232386589
4088	linear.bias	1	0.0762774869799614
4088	linear.bias	2	-0.32966890931129456
4088	linear.bias	3	1.036369800567627
4088	linear.bias	4	-0.36865803599357605
4088	linear.bias	5	-0.030769959092140198
4088	linear.bias	6	-0.23062501847743988
4088	linear.bias	7	-0.13129372894763947
4088	linear.bias	8	0.08708144724369049
4088	linear.bias	9	-0.35096707940101624
4116	transitions	0	-0.5623626708984375
4116	transitions	1	0.43720272183418274
4116	transitions	2	1.8013757467269897
4116	transitions	3	0.19555385410785675
4116	transitions	4	1.021965742111206
4116	transitions	5	1.276256799697876
4116	transitions	6	0.485440194606781
4116	transitions	7	0.18521013855934143
4116	transitions	8	-0.9185183048248291
4116	transitions	9	0.9307835102081299
4116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4116	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4116	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4116	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4116	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4116	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4116	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4116	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4116	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4116	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4116	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4116	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4116	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4116	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4116	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4116	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4116	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4116	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4116	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4116	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4116	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4116	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4116	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4116	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4116	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4116	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4116	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4116	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4116	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4116	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4116	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4116	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4116	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4116	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4116	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4116	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4116	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4116	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4116	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4116	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4116	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4116	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4116	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4116	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4116	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4116	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4116	embedding2nn.weight	0	0.006376558914780617
4116	embedding2nn.weight	1	0.013730945996940136
4116	embedding2nn.weight	2	-0.00454729376360774
4116	embedding2nn.weight	3	0.001274934853427112
4116	embedding2nn.weight	4	-0.0028030681423842907
4116	embedding2nn.weight	5	0.0038602882996201515
4116	embedding2nn.weight	6	-0.0011066596489399672
4116	embedding2nn.weight	7	0.009354443289339542
4116	embedding2nn.weight	8	-0.008181142620742321
4116	embedding2nn.weight	9	-0.013468598946928978
4116	embedding2nn.bias	0	-0.014759387820959091
4116	embedding2nn.bias	1	-0.02350689098238945
4116	embedding2nn.bias	2	-0.05133967101573944
4116	embedding2nn.bias	3	0.02613154985010624
4116	embedding2nn.bias	4	0.016069231554865837
4116	embedding2nn.bias	5	-0.018320325762033463
4116	embedding2nn.bias	6	0.04431481286883354
4116	embedding2nn.bias	7	0.07194089889526367
4116	embedding2nn.bias	8	0.006385844200849533
4116	embedding2nn.bias	9	-0.015015770681202412
4116	rnn.weight_ih_l0	0	0.033202286809682846
4116	rnn.weight_ih_l0	1	-0.006829226389527321
4116	rnn.weight_ih_l0	2	-0.023431044071912766
4116	rnn.weight_ih_l0	3	-0.04945836216211319
4116	rnn.weight_ih_l0	4	-0.049904465675354004
4116	rnn.weight_ih_l0	5	0.002302437089383602
4116	rnn.weight_ih_l0	6	-0.05457565188407898
4116	rnn.weight_ih_l0	7	-0.04952976852655411
4116	rnn.weight_ih_l0	8	-0.04663575068116188
4116	rnn.weight_ih_l0	9	-0.026806455105543137
4116	rnn.weight_hh_l0	0	0.012487848289310932
4116	rnn.weight_hh_l0	1	-0.015777289867401123
4116	rnn.weight_hh_l0	2	-0.020971613004803658
4116	rnn.weight_hh_l0	3	-0.011515668593347073
4116	rnn.weight_hh_l0	4	-0.06203153729438782
4116	rnn.weight_hh_l0	5	-0.023344701156020164
4116	rnn.weight_hh_l0	6	-0.02403445728123188
4116	rnn.weight_hh_l0	7	0.034632571041584015
4116	rnn.weight_hh_l0	8	-0.022681180387735367
4116	rnn.weight_hh_l0	9	0.03150728717446327
4116	rnn.bias_ih_l0	0	0.07153479754924774
4116	rnn.bias_ih_l0	1	-0.05513067543506622
4116	rnn.bias_ih_l0	2	0.0880221500992775
4116	rnn.bias_ih_l0	3	0.08013340085744858
4116	rnn.bias_ih_l0	4	0.08624634146690369
4116	rnn.bias_ih_l0	5	0.01204412616789341
4116	rnn.bias_ih_l0	6	-0.019653553143143654
4116	rnn.bias_ih_l0	7	-0.07080067694187164
4116	rnn.bias_ih_l0	8	-0.10749101638793945
4116	rnn.bias_ih_l0	9	0.06651333719491959
4116	rnn.bias_hh_l0	0	-0.028436532244086266
4116	rnn.bias_hh_l0	1	0.020823301747441292
4116	rnn.bias_hh_l0	2	-0.011484747752547264
4116	rnn.bias_hh_l0	3	-0.0034945886582136154
4116	rnn.bias_hh_l0	4	-0.04573697969317436
4116	rnn.bias_hh_l0	5	0.08835513144731522
4116	rnn.bias_hh_l0	6	-0.0077539305202662945
4116	rnn.bias_hh_l0	7	0.013238519430160522
4116	rnn.bias_hh_l0	8	0.014715222641825676
4116	rnn.bias_hh_l0	9	0.0668601244688034
4116	rnn.weight_ih_l0_reverse	0	-0.03216024115681648
4116	rnn.weight_ih_l0_reverse	1	-0.005857110023498535
4116	rnn.weight_ih_l0_reverse	2	0.022306635975837708
4116	rnn.weight_ih_l0_reverse	3	-0.06059758737683296
4116	rnn.weight_ih_l0_reverse	4	0.010363094508647919
4116	rnn.weight_ih_l0_reverse	5	-0.05604444816708565
4116	rnn.weight_ih_l0_reverse	6	0.009095096960663795
4116	rnn.weight_ih_l0_reverse	7	0.038602229207754135
4116	rnn.weight_ih_l0_reverse	8	-0.036750566214323044
4116	rnn.weight_ih_l0_reverse	9	-0.051670435816049576
4116	rnn.weight_hh_l0_reverse	0	-0.05963869392871857
4116	rnn.weight_hh_l0_reverse	1	-0.0499158576130867
4116	rnn.weight_hh_l0_reverse	2	0.009391729719936848
4116	rnn.weight_hh_l0_reverse	3	0.03915378078818321
4116	rnn.weight_hh_l0_reverse	4	0.02693684957921505
4116	rnn.weight_hh_l0_reverse	5	0.04445945471525192
4116	rnn.weight_hh_l0_reverse	6	-0.0014046805445104837
4116	rnn.weight_hh_l0_reverse	7	-0.001557431765832007
4116	rnn.weight_hh_l0_reverse	8	-0.07552051544189453
4116	rnn.weight_hh_l0_reverse	9	0.034510329365730286
4116	rnn.bias_ih_l0_reverse	0	-0.02884259819984436
4116	rnn.bias_ih_l0_reverse	1	-0.04874923825263977
4116	rnn.bias_ih_l0_reverse	2	0.08970896899700165
4116	rnn.bias_ih_l0_reverse	3	0.02728475071489811
4116	rnn.bias_ih_l0_reverse	4	-0.09257664531469345
4116	rnn.bias_ih_l0_reverse	5	0.013582676649093628
4116	rnn.bias_ih_l0_reverse	6	-0.08870135247707367
4116	rnn.bias_ih_l0_reverse	7	0.028078364208340645
4116	rnn.bias_ih_l0_reverse	8	0.013184724375605583
4116	rnn.bias_ih_l0_reverse	9	0.06583902984857559
4116	rnn.bias_hh_l0_reverse	0	0.026145504787564278
4116	rnn.bias_hh_l0_reverse	1	0.0651969164609909
4116	rnn.bias_hh_l0_reverse	2	0.06897305697202682
4116	rnn.bias_hh_l0_reverse	3	-0.003529592417180538
4116	rnn.bias_hh_l0_reverse	4	0.07635142654180527
4116	rnn.bias_hh_l0_reverse	5	0.02683163993060589
4116	rnn.bias_hh_l0_reverse	6	-0.07185716181993484
4116	rnn.bias_hh_l0_reverse	7	0.04071390628814697
4116	rnn.bias_hh_l0_reverse	8	0.022563233971595764
4116	rnn.bias_hh_l0_reverse	9	-0.0865246057510376
4116	linear.weight	0	0.15062452852725983
4116	linear.weight	1	-0.10117536038160324
4116	linear.weight	2	-0.08582176268100739
4116	linear.weight	3	0.02673790231347084
4116	linear.weight	4	0.014181907288730145
4116	linear.weight	5	-0.05981609597802162
4116	linear.weight	6	-0.014360626228153706
4116	linear.weight	7	-0.026855606585741043
4116	linear.weight	8	0.0440615750849247
4116	linear.weight	9	0.22783160209655762
4116	linear.bias	0	0.054935209453105927
4116	linear.bias	1	0.08473335206508636
4116	linear.bias	2	-0.3253783583641052
4116	linear.bias	3	1.0387605428695679
4116	linear.bias	4	-0.36046597361564636
4116	linear.bias	5	-0.030769959092140198
4116	linear.bias	6	-0.22544698417186737
4116	linear.bias	7	-0.14031122624874115
4116	linear.bias	8	0.08761245757341385
4116	linear.bias	9	-0.3515275716781616
4144	transitions	0	-0.562594473361969
4144	transitions	1	0.43685808777809143
4144	transitions	2	1.801029086112976
4144	transitions	3	0.19535602629184723
4144	transitions	4	1.0216169357299805
4144	transitions	5	1.2762442827224731
4144	transitions	6	0.48543184995651245
4144	transitions	7	0.1851988434791565
4144	transitions	8	-0.9185200929641724
4144	transitions	9	0.9307833313941956
4144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4144	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4144	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4144	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4144	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4144	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4144	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4144	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4144	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4144	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4144	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4144	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4144	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4144	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4144	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4144	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4144	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4144	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4144	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4144	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4144	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4144	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4144	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4144	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4144	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4144	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4144	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4144	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4144	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4144	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4144	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4144	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4144	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4144	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4144	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4144	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4144	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4144	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4144	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4144	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4144	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4144	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4144	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4144	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4144	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4144	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4144	embedding2nn.weight	0	0.006876013707369566
4144	embedding2nn.weight	1	0.013706836849451065
4144	embedding2nn.weight	2	-0.004569515120238066
4144	embedding2nn.weight	3	0.0011209171498194337
4144	embedding2nn.weight	4	-0.0028107520192861557
4144	embedding2nn.weight	5	0.0036906220484524965
4144	embedding2nn.weight	6	-0.0012699072249233723
4144	embedding2nn.weight	7	0.009135504253208637
4144	embedding2nn.weight	8	-0.008358213119208813
4144	embedding2nn.weight	9	-0.013531466014683247
4144	embedding2nn.bias	0	-0.013150190003216267
4144	embedding2nn.bias	1	-0.023451615124940872
4144	embedding2nn.bias	2	-0.05472021549940109
4144	embedding2nn.bias	3	0.022235551849007607
4144	embedding2nn.bias	4	0.01828506961464882
4144	embedding2nn.bias	5	-0.019764304161071777
4144	embedding2nn.bias	6	0.03484363108873367
4144	embedding2nn.bias	7	0.07030735909938812
4144	embedding2nn.bias	8	0.008668704889714718
4144	embedding2nn.bias	9	-0.0165853351354599
4144	rnn.weight_ih_l0	0	0.032939307391643524
4144	rnn.weight_ih_l0	1	-0.007078933529555798
4144	rnn.weight_ih_l0	2	-0.023708021268248558
4144	rnn.weight_ih_l0	3	-0.04941001906991005
4144	rnn.weight_ih_l0	4	-0.04957924410700798
4144	rnn.weight_ih_l0	5	0.002178255235776305
4144	rnn.weight_ih_l0	6	-0.05473112314939499
4144	rnn.weight_ih_l0	7	-0.04949928820133209
4144	rnn.weight_ih_l0	8	-0.04659596085548401
4144	rnn.weight_ih_l0	9	-0.02679489739239216
4144	rnn.weight_hh_l0	0	0.012710493989288807
4144	rnn.weight_hh_l0	1	-0.015382309444248676
4144	rnn.weight_hh_l0	2	-0.02116539143025875
4144	rnn.weight_hh_l0	3	-0.011518442071974277
4144	rnn.weight_hh_l0	4	-0.06123647466301918
4144	rnn.weight_hh_l0	5	-0.02327573299407959
4144	rnn.weight_hh_l0	6	-0.023380734026432037
4144	rnn.weight_hh_l0	7	0.03400716558098793
4144	rnn.weight_hh_l0	8	-0.022488929331302643
4144	rnn.weight_hh_l0	9	0.03117530234158039
4144	rnn.bias_ih_l0	0	0.07101532816886902
4144	rnn.bias_ih_l0	1	-0.053636204451322556
4144	rnn.bias_ih_l0	2	0.08812583237886429
4144	rnn.bias_ih_l0	3	0.07966861128807068
4144	rnn.bias_ih_l0	4	0.08567218482494354
4144	rnn.bias_ih_l0	5	0.012685525231063366
4144	rnn.bias_ih_l0	6	-0.019695406779646873
4144	rnn.bias_ih_l0	7	-0.0727791115641594
4144	rnn.bias_ih_l0	8	-0.10751106590032578
4144	rnn.bias_ih_l0	9	0.0663643553853035
4144	rnn.bias_hh_l0	0	-0.028208455070853233
4144	rnn.bias_hh_l0	1	0.020574593916535378
4144	rnn.bias_hh_l0	2	-0.013076464645564556
4144	rnn.bias_hh_l0	3	-0.002264150884002447
4144	rnn.bias_hh_l0	4	-0.04619727283716202
4144	rnn.bias_hh_l0	5	0.08749343454837799
4144	rnn.bias_hh_l0	6	-0.008500168099999428
4144	rnn.bias_hh_l0	7	0.011941107921302319
4144	rnn.bias_hh_l0	8	0.01467337179929018
4144	rnn.bias_hh_l0	9	0.06638135761022568
4144	rnn.weight_ih_l0_reverse	0	-0.03242676705121994
4144	rnn.weight_ih_l0_reverse	1	-0.005274749360978603
4144	rnn.weight_ih_l0_reverse	2	0.02243235893547535
4144	rnn.weight_ih_l0_reverse	3	-0.060280345380306244
4144	rnn.weight_ih_l0_reverse	4	0.010114590637385845
4144	rnn.weight_ih_l0_reverse	5	-0.05598623678088188
4144	rnn.weight_ih_l0_reverse	6	0.010076554492115974
4144	rnn.weight_ih_l0_reverse	7	0.03865769878029823
4144	rnn.weight_ih_l0_reverse	8	-0.03672214597463608
4144	rnn.weight_ih_l0_reverse	9	-0.05154985189437866
4144	rnn.weight_hh_l0_reverse	0	-0.05996854603290558
4144	rnn.weight_hh_l0_reverse	1	-0.05011142045259476
4144	rnn.weight_hh_l0_reverse	2	0.009558743797242641
4144	rnn.weight_hh_l0_reverse	3	0.039138201624155045
4144	rnn.weight_hh_l0_reverse	4	0.026406822726130486
4144	rnn.weight_hh_l0_reverse	5	0.04429473355412483
4144	rnn.weight_hh_l0_reverse	6	-2.334259625058621e-05
4144	rnn.weight_hh_l0_reverse	7	-0.0011274309363216162
4144	rnn.weight_hh_l0_reverse	8	-0.0754375010728836
4144	rnn.weight_hh_l0_reverse	9	0.03493795543909073
4144	rnn.bias_ih_l0_reverse	0	-0.029720358550548553
4144	rnn.bias_ih_l0_reverse	1	-0.05014272779226303
4144	rnn.bias_ih_l0_reverse	2	0.08859264105558395
4144	rnn.bias_ih_l0_reverse	3	0.02686276100575924
4144	rnn.bias_ih_l0_reverse	4	-0.09007569402456284
4144	rnn.bias_ih_l0_reverse	5	0.013776388950645924
4144	rnn.bias_ih_l0_reverse	6	-0.08852167427539825
4144	rnn.bias_ih_l0_reverse	7	0.03059016354382038
4144	rnn.bias_ih_l0_reverse	8	0.01206809002906084
4144	rnn.bias_ih_l0_reverse	9	0.06639751046895981
4144	rnn.bias_hh_l0_reverse	0	0.026646792888641357
4144	rnn.bias_hh_l0_reverse	1	0.06328649073839188
4144	rnn.bias_hh_l0_reverse	2	0.06936663389205933
4144	rnn.bias_hh_l0_reverse	3	-0.0034860132727771997
4144	rnn.bias_hh_l0_reverse	4	0.07618981599807739
4144	rnn.bias_hh_l0_reverse	5	0.023701176047325134
4144	rnn.bias_hh_l0_reverse	6	-0.07123386859893799
4144	rnn.bias_hh_l0_reverse	7	0.040114738047122955
4144	rnn.bias_hh_l0_reverse	8	0.024741236120462418
4144	rnn.bias_hh_l0_reverse	9	-0.09274927526712418
4144	linear.weight	0	0.1362774819135666
4144	linear.weight	1	-0.1011592224240303
4144	linear.weight	2	-0.08242142200469971
4144	linear.weight	3	0.020069673657417297
4144	linear.weight	4	0.013864590786397457
4144	linear.weight	5	-0.06210644915699959
4144	linear.weight	6	-0.01433111447840929
4144	linear.weight	7	-0.026753006502985954
4144	linear.weight	8	0.04458662122488022
4144	linear.weight	9	0.2227698117494583
4144	linear.bias	0	0.0453132800757885
4144	linear.bias	1	0.0753401592373848
4144	linear.bias	2	-0.32996779680252075
4144	linear.bias	3	1.0481778383255005
4144	linear.bias	4	-0.36150601506233215
4144	linear.bias	5	-0.030769959092140198
4144	linear.bias	6	-0.229636088013649
4144	linear.bias	7	-0.13560955226421356
4144	linear.bias	8	0.09158381074666977
4144	linear.bias	9	-0.3521316647529602
4172	transitions	0	-0.5628479719161987
4172	transitions	1	0.43658170104026794
4172	transitions	2	1.800641655921936
4172	transitions	3	0.19465020298957825
4172	transitions	4	1.0212725400924683
4172	transitions	5	1.276224970817566
4172	transitions	6	0.4854280650615692
4172	transitions	7	0.18517518043518066
4172	transitions	8	-0.9185261130332947
4172	transitions	9	0.9307831525802612
4172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4172	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4172	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4172	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4172	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4172	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4172	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4172	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4172	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4172	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4172	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4172	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4172	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4172	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4172	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4172	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4172	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4172	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4172	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4172	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4172	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4172	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4172	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4172	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4172	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4172	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4172	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4172	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4172	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4172	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4172	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4172	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4172	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4172	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4172	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4172	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4172	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4172	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4172	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4172	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4172	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4172	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4172	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4172	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4172	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4172	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4172	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4172	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4172	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4172	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4172	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4172	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4172	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4172	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4172	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4172	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4172	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4172	embedding2nn.weight	0	0.006216904614120722
4172	embedding2nn.weight	1	0.013651352375745773
4172	embedding2nn.weight	2	-0.0045749773271381855
4172	embedding2nn.weight	3	0.001094033825211227
4172	embedding2nn.weight	4	-0.0028084779623895884
4172	embedding2nn.weight	5	0.003773741191253066
4172	embedding2nn.weight	6	-0.0012537366710603237
4172	embedding2nn.weight	7	0.008286157622933388
4172	embedding2nn.weight	8	-0.008448770269751549
4172	embedding2nn.weight	9	-0.013677867129445076
4172	embedding2nn.bias	0	-0.010910709388554096
4172	embedding2nn.bias	1	-0.029897795990109444
4172	embedding2nn.bias	2	-0.049353357404470444
4172	embedding2nn.bias	3	0.01745591126382351
4172	embedding2nn.bias	4	0.028036486357450485
4172	embedding2nn.bias	5	-0.018610235303640366
4172	embedding2nn.bias	6	0.037808749824762344
4172	embedding2nn.bias	7	0.06432189792394638
4172	embedding2nn.bias	8	0.006902969442307949
4172	embedding2nn.bias	9	-0.01295461319386959
4172	rnn.weight_ih_l0	0	0.033335186541080475
4172	rnn.weight_ih_l0	1	-0.006882499437779188
4172	rnn.weight_ih_l0	2	-0.023890983313322067
4172	rnn.weight_ih_l0	3	-0.049493152648210526
4172	rnn.weight_ih_l0	4	-0.04971177130937576
4172	rnn.weight_ih_l0	5	0.0021763802506029606
4172	rnn.weight_ih_l0	6	-0.05448039621114731
4172	rnn.weight_ih_l0	7	-0.04979477822780609
4172	rnn.weight_ih_l0	8	-0.046704526990652084
4172	rnn.weight_ih_l0	9	-0.026803160086274147
4172	rnn.weight_hh_l0	0	0.012827327474951744
4172	rnn.weight_hh_l0	1	-0.014788900502026081
4172	rnn.weight_hh_l0	2	-0.0208062082529068
4172	rnn.weight_hh_l0	3	-0.011444127187132835
4172	rnn.weight_hh_l0	4	-0.06103919446468353
4172	rnn.weight_hh_l0	5	-0.023029489442706108
4172	rnn.weight_hh_l0	6	-0.021624092012643814
4172	rnn.weight_hh_l0	7	0.034000150859355927
4172	rnn.weight_hh_l0	8	-0.02283835969865322
4172	rnn.weight_hh_l0	9	0.03162240982055664
4172	rnn.bias_ih_l0	0	0.07172329723834991
4172	rnn.bias_ih_l0	1	-0.054770294576883316
4172	rnn.bias_ih_l0	2	0.08807830512523651
4172	rnn.bias_ih_l0	3	0.08092896640300751
4172	rnn.bias_ih_l0	4	0.08544064313173294
4172	rnn.bias_ih_l0	5	0.012040306814014912
4172	rnn.bias_ih_l0	6	-0.018992947414517403
4172	rnn.bias_ih_l0	7	-0.07719539850950241
4172	rnn.bias_ih_l0	8	-0.10309672355651855
4172	rnn.bias_ih_l0	9	0.06520982086658478
4172	rnn.bias_hh_l0	0	-0.030241334810853004
4172	rnn.bias_hh_l0	1	0.022964950650930405
4172	rnn.bias_hh_l0	2	-0.01356184296309948
4172	rnn.bias_hh_l0	3	-0.0022937029134482145
4172	rnn.bias_hh_l0	4	-0.04768099635839462
4172	rnn.bias_hh_l0	5	0.0890713632106781
4172	rnn.bias_hh_l0	6	-0.009037206880748272
4172	rnn.bias_hh_l0	7	0.014067635871469975
4172	rnn.bias_hh_l0	8	0.015375825576484203
4172	rnn.bias_hh_l0	9	0.07049994170665741
4172	rnn.weight_ih_l0_reverse	0	-0.03247540444135666
4172	rnn.weight_ih_l0_reverse	1	-0.0049746278673410416
4172	rnn.weight_ih_l0_reverse	2	0.02249113656580448
4172	rnn.weight_ih_l0_reverse	3	-0.06039870157837868
4172	rnn.weight_ih_l0_reverse	4	0.010107460431754589
4172	rnn.weight_ih_l0_reverse	5	-0.055805038660764694
4172	rnn.weight_ih_l0_reverse	6	0.009622923098504543
4172	rnn.weight_ih_l0_reverse	7	0.03863704204559326
4172	rnn.weight_ih_l0_reverse	8	-0.0367000550031662
4172	rnn.weight_ih_l0_reverse	9	-0.051445432007312775
4172	rnn.weight_hh_l0_reverse	0	-0.059611350297927856
4172	rnn.weight_hh_l0_reverse	1	-0.05110735446214676
4172	rnn.weight_hh_l0_reverse	2	0.009579147212207317
4172	rnn.weight_hh_l0_reverse	3	0.03893756866455078
4172	rnn.weight_hh_l0_reverse	4	0.0260559543967247
4172	rnn.weight_hh_l0_reverse	5	0.04437176138162613
4172	rnn.weight_hh_l0_reverse	6	0.001320334617048502
4172	rnn.weight_hh_l0_reverse	7	-0.0008585189352743328
4172	rnn.weight_hh_l0_reverse	8	-0.07530830800533295
4172	rnn.weight_hh_l0_reverse	9	0.03435559570789337
4172	rnn.bias_ih_l0_reverse	0	-0.033990778028964996
4172	rnn.bias_ih_l0_reverse	1	-0.050079572945833206
4172	rnn.bias_ih_l0_reverse	2	0.08969368040561676
4172	rnn.bias_ih_l0_reverse	3	0.027345456182956696
4172	rnn.bias_ih_l0_reverse	4	-0.09010370820760727
4172	rnn.bias_ih_l0_reverse	5	0.01466175727546215
4172	rnn.bias_ih_l0_reverse	6	-0.08918161690235138
4172	rnn.bias_ih_l0_reverse	7	0.02914763242006302
4172	rnn.bias_ih_l0_reverse	8	0.012443852610886097
4172	rnn.bias_ih_l0_reverse	9	0.0654318779706955
4172	rnn.bias_hh_l0_reverse	0	0.02333591878414154
4172	rnn.bias_hh_l0_reverse	1	0.06295894086360931
4172	rnn.bias_hh_l0_reverse	2	0.07034597545862198
4172	rnn.bias_hh_l0_reverse	3	-0.0035290257073938847
4172	rnn.bias_hh_l0_reverse	4	0.0757821574807167
4172	rnn.bias_hh_l0_reverse	5	0.02420855686068535
4172	rnn.bias_hh_l0_reverse	6	-0.07106559723615646
4172	rnn.bias_hh_l0_reverse	7	0.03946353867650032
4172	rnn.bias_hh_l0_reverse	8	0.02560321055352688
4172	rnn.bias_hh_l0_reverse	9	-0.09781481325626373
4172	linear.weight	0	0.15117855370044708
4172	linear.weight	1	-0.10118615627288818
4172	linear.weight	2	-0.07887334376573563
4172	linear.weight	3	0.02783852629363537
4172	linear.weight	4	0.014730056747794151
4172	linear.weight	5	-0.06101517751812935
4172	linear.weight	6	-0.014276129193603992
4172	linear.weight	7	-0.026660440489649773
4172	linear.weight	8	0.04271135851740837
4172	linear.weight	9	0.22704225778579712
4172	linear.bias	0	0.04765787348151207
4172	linear.bias	1	0.07858560234308243
4172	linear.bias	2	-0.3321210741996765
4172	linear.bias	3	1.0495630502700806
4172	linear.bias	4	-0.3595983386039734
4172	linear.bias	5	-0.030769959092140198
4172	linear.bias	6	-0.23244765400886536
4172	linear.bias	7	-0.13148704171180725
4172	linear.bias	8	0.10162705928087234
4172	linear.bias	9	-0.3527556359767914
4200	transitions	0	-0.5631831884384155
4200	transitions	1	0.43634411692619324
4200	transitions	2	1.8001065254211426
4200	transitions	3	0.19412513077259064
4200	transitions	4	1.0208346843719482
4200	transitions	5	1.2762093544006348
4200	transitions	6	0.48542073369026184
4200	transitions	7	0.18516942858695984
4200	transitions	8	-0.918530285358429
4200	transitions	9	0.9307830333709717
4200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4200	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4200	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4200	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4200	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4200	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4200	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4200	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4200	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4200	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4200	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4200	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4200	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4200	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4200	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4200	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4200	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4200	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4200	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4200	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4200	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4200	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4200	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4200	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4200	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4200	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4200	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4200	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4200	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4200	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4200	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4200	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4200	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4200	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4200	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4200	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4200	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4200	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4200	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4200	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4200	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4200	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4200	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4200	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4200	embedding2nn.weight	0	0.007181556895375252
4200	embedding2nn.weight	1	0.013705579563975334
4200	embedding2nn.weight	2	-0.004589726682752371
4200	embedding2nn.weight	3	0.0011797023471444845
4200	embedding2nn.weight	4	-0.002865428803488612
4200	embedding2nn.weight	5	0.003731932956725359
4200	embedding2nn.weight	6	-0.0011232957476750016
4200	embedding2nn.weight	7	0.007227401714771986
4200	embedding2nn.weight	8	-0.008375804871320724
4200	embedding2nn.weight	9	-0.013679158873856068
4200	embedding2nn.bias	0	-0.014554166235029697
4200	embedding2nn.bias	1	-0.0238786730915308
4200	embedding2nn.bias	2	-0.054048459976911545
4200	embedding2nn.bias	3	0.01316278800368309
4200	embedding2nn.bias	4	0.03030184656381607
4200	embedding2nn.bias	5	-0.025560062378644943
4200	embedding2nn.bias	6	0.03782203048467636
4200	embedding2nn.bias	7	0.06505411863327026
4200	embedding2nn.bias	8	0.015842624008655548
4200	embedding2nn.bias	9	-0.012141620740294456
4200	rnn.weight_ih_l0	0	0.03333037346601486
4200	rnn.weight_ih_l0	1	-0.006395445205271244
4200	rnn.weight_ih_l0	2	-0.02437639981508255
4200	rnn.weight_ih_l0	3	-0.0492873415350914
4200	rnn.weight_ih_l0	4	-0.04916653037071228
4200	rnn.weight_ih_l0	5	0.0020559742115437984
4200	rnn.weight_ih_l0	6	-0.0544525571167469
4200	rnn.weight_ih_l0	7	-0.05003717169165611
4200	rnn.weight_ih_l0	8	-0.04667165130376816
4200	rnn.weight_ih_l0	9	-0.026705754920840263
4200	rnn.weight_hh_l0	0	0.012682045809924603
4200	rnn.weight_hh_l0	1	-0.014718753285706043
4200	rnn.weight_hh_l0	2	-0.019667910411953926
4200	rnn.weight_hh_l0	3	-0.011547341011464596
4200	rnn.weight_hh_l0	4	-0.06114010140299797
4200	rnn.weight_hh_l0	5	-0.023390546441078186
4200	rnn.weight_hh_l0	6	-0.01974148489534855
4200	rnn.weight_hh_l0	7	0.034260526299476624
4200	rnn.weight_hh_l0	8	-0.022709455341100693
4200	rnn.weight_hh_l0	9	0.031213421374559402
4200	rnn.bias_ih_l0	0	0.06998983770608902
4200	rnn.bias_ih_l0	1	-0.05513555184006691
4200	rnn.bias_ih_l0	2	0.08969856053590775
4200	rnn.bias_ih_l0	3	0.07785908877849579
4200	rnn.bias_ih_l0	4	0.08601276576519012
4200	rnn.bias_ih_l0	5	0.01230618730187416
4200	rnn.bias_ih_l0	6	-0.017662178725004196
4200	rnn.bias_ih_l0	7	-0.07555656135082245
4200	rnn.bias_ih_l0	8	-0.11042439937591553
4200	rnn.bias_ih_l0	9	0.06633219867944717
4200	rnn.bias_hh_l0	0	-0.029853811487555504
4200	rnn.bias_hh_l0	1	0.023043937981128693
4200	rnn.bias_hh_l0	2	-0.014263683930039406
4200	rnn.bias_hh_l0	3	-0.004755077883601189
4200	rnn.bias_hh_l0	4	-0.049825847148895264
4200	rnn.bias_hh_l0	5	0.09048774838447571
4200	rnn.bias_hh_l0	6	-0.008952531032264233
4200	rnn.bias_hh_l0	7	0.012873710133135319
4200	rnn.bias_hh_l0	8	0.016706595197319984
4200	rnn.bias_hh_l0	9	0.06832388043403625
4200	rnn.weight_ih_l0_reverse	0	-0.032589081674814224
4200	rnn.weight_ih_l0_reverse	1	-0.00457771634683013
4200	rnn.weight_ih_l0_reverse	2	0.022179216146469116
4200	rnn.weight_ih_l0_reverse	3	-0.060064561665058136
4200	rnn.weight_ih_l0_reverse	4	0.00992117915302515
4200	rnn.weight_ih_l0_reverse	5	-0.05596169829368591
4200	rnn.weight_ih_l0_reverse	6	0.009355084039270878
4200	rnn.weight_ih_l0_reverse	7	0.038673922419548035
4200	rnn.weight_ih_l0_reverse	8	-0.03668054938316345
4200	rnn.weight_ih_l0_reverse	9	-0.05121324583888054
4200	rnn.weight_hh_l0_reverse	0	-0.05924110859632492
4200	rnn.weight_hh_l0_reverse	1	-0.05126608535647392
4200	rnn.weight_hh_l0_reverse	2	0.009363786317408085
4200	rnn.weight_hh_l0_reverse	3	0.03865260258316994
4200	rnn.weight_hh_l0_reverse	4	0.025791479274630547
4200	rnn.weight_hh_l0_reverse	5	0.044307641685009
4200	rnn.weight_hh_l0_reverse	6	0.0039370423182845116
4200	rnn.weight_hh_l0_reverse	7	-0.0011761054629459977
4200	rnn.weight_hh_l0_reverse	8	-0.07519838213920593
4200	rnn.weight_hh_l0_reverse	9	0.034656133502721786
4200	rnn.bias_ih_l0_reverse	0	-0.03637649118900299
4200	rnn.bias_ih_l0_reverse	1	-0.053707800805568695
4200	rnn.bias_ih_l0_reverse	2	0.09093125909566879
4200	rnn.bias_ih_l0_reverse	3	0.02751590684056282
4200	rnn.bias_ih_l0_reverse	4	-0.08697270601987839
4200	rnn.bias_ih_l0_reverse	5	0.013405448757112026
4200	rnn.bias_ih_l0_reverse	6	-0.08718795329332352
4200	rnn.bias_ih_l0_reverse	7	0.030012452974915504
4200	rnn.bias_ih_l0_reverse	8	0.014800389297306538
4200	rnn.bias_ih_l0_reverse	9	0.06343024224042892
4200	rnn.bias_hh_l0_reverse	0	0.01722443476319313
4200	rnn.bias_hh_l0_reverse	1	0.06495912373065948
4200	rnn.bias_hh_l0_reverse	2	0.073586106300354
4200	rnn.bias_hh_l0_reverse	3	-0.004027016926556826
4200	rnn.bias_hh_l0_reverse	4	0.07597614079713821
4200	rnn.bias_hh_l0_reverse	5	0.01862329989671707
4200	rnn.bias_hh_l0_reverse	6	-0.06958270072937012
4200	rnn.bias_hh_l0_reverse	7	0.039447035640478134
4200	rnn.bias_hh_l0_reverse	8	0.02647090144455433
4200	rnn.bias_hh_l0_reverse	9	-0.10555752366781235
4200	linear.weight	0	0.1517186015844345
4200	linear.weight	1	-0.10117551684379578
4200	linear.weight	2	-0.08521486073732376
4200	linear.weight	3	0.02380869723856449
4200	linear.weight	4	0.015360502526164055
4200	linear.weight	5	-0.06036034971475601
4200	linear.weight	6	-0.0142107754945755
4200	linear.weight	7	-0.026616588234901428
4200	linear.weight	8	0.043566592037677765
4200	linear.weight	9	0.22754234075546265
4200	linear.bias	0	0.05041848123073578
4200	linear.bias	1	0.08586233854293823
4200	linear.bias	2	-0.3360823392868042
4200	linear.bias	3	1.0548995733261108
4200	linear.bias	4	-0.3606175482273102
4200	linear.bias	5	-0.030769959092140198
4200	linear.bias	6	-0.23668351769447327
4200	linear.bias	7	-0.13161523640155792
4200	linear.bias	8	0.09693862497806549
4200	linear.bias	9	-0.3534087538719177
4228	transitions	0	-0.5635555982589722
4228	transitions	1	0.43611565232276917
4228	transitions	2	1.7995047569274902
4228	transitions	3	0.1936677247285843
4228	transitions	4	1.0204097032546997
4228	transitions	5	1.2761881351470947
4228	transitions	6	0.48541298508644104
4228	transitions	7	0.1851566880941391
4228	transitions	8	-0.918535590171814
4228	transitions	9	0.9307829141616821
4228	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4228	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4228	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4228	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4228	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4228	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4228	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4228	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4228	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4228	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4228	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4228	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4228	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4228	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4228	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4228	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4228	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4228	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4228	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4228	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4228	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4228	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4228	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4228	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4228	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4228	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4228	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4228	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4228	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4228	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4228	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4228	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4228	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4228	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4228	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4228	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4228	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4228	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4228	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4228	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4228	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4228	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4228	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4228	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4228	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4228	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4228	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4228	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4228	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4228	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4228	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4228	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4228	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4228	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4228	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4228	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4228	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4228	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4228	embedding2nn.weight	0	0.007917042821645737
4228	embedding2nn.weight	1	0.013781465590000153
4228	embedding2nn.weight	2	-0.00466981390491128
4228	embedding2nn.weight	3	0.0008947754395194352
4228	embedding2nn.weight	4	-0.002817197237163782
4228	embedding2nn.weight	5	0.0034604831598699093
4228	embedding2nn.weight	6	-0.0010833808919414878
4228	embedding2nn.weight	7	0.007990301586687565
4228	embedding2nn.weight	8	-0.008286341093480587
4228	embedding2nn.weight	9	-0.013814290054142475
4228	embedding2nn.bias	0	-0.015972651541233063
4228	embedding2nn.bias	1	-0.02280624397099018
4228	embedding2nn.bias	2	-0.04686390981078148
4228	embedding2nn.bias	3	0.00644334452226758
4228	embedding2nn.bias	4	0.02231285534799099
4228	embedding2nn.bias	5	-0.023456428200006485
4228	embedding2nn.bias	6	0.0456891767680645
4228	embedding2nn.bias	7	0.05666293576359749
4228	embedding2nn.bias	8	0.011674352921545506
4228	embedding2nn.bias	9	-0.00971565768122673
4228	rnn.weight_ih_l0	0	0.03342713788151741
4228	rnn.weight_ih_l0	1	-0.006189240142703056
4228	rnn.weight_ih_l0	2	-0.023706216365098953
4228	rnn.weight_ih_l0	3	-0.0493612214922905
4228	rnn.weight_ih_l0	4	-0.04929275065660477
4228	rnn.weight_ih_l0	5	0.00195957045070827
4228	rnn.weight_ih_l0	6	-0.05431659519672394
4228	rnn.weight_ih_l0	7	-0.05005491524934769
4228	rnn.weight_ih_l0	8	-0.04670829325914383
4228	rnn.weight_ih_l0	9	-0.02670886553823948
4228	rnn.weight_hh_l0	0	0.012592682614922523
4228	rnn.weight_hh_l0	1	-0.014515778049826622
4228	rnn.weight_hh_l0	2	-0.019763626158237457
4228	rnn.weight_hh_l0	3	-0.011508227325975895
4228	rnn.weight_hh_l0	4	-0.061526183038949966
4228	rnn.weight_hh_l0	5	-0.022433675825595856
4228	rnn.weight_hh_l0	6	-0.019496792927384377
4228	rnn.weight_hh_l0	7	0.03302245959639549
4228	rnn.weight_hh_l0	8	-0.02289867028594017
4228	rnn.weight_hh_l0	9	0.03174568712711334
4228	rnn.bias_ih_l0	0	0.06927182525396347
4228	rnn.bias_ih_l0	1	-0.05529370158910751
4228	rnn.bias_ih_l0	2	0.08903805166482925
4228	rnn.bias_ih_l0	3	0.07922413945198059
4228	rnn.bias_ih_l0	4	0.08513326942920685
4228	rnn.bias_ih_l0	5	0.009502274915575981
4228	rnn.bias_ih_l0	6	-0.01579321175813675
4228	rnn.bias_ih_l0	7	-0.07333553582429886
4228	rnn.bias_ih_l0	8	-0.10222303867340088
4228	rnn.bias_ih_l0	9	0.06556401401758194
4228	rnn.bias_hh_l0	0	-0.029522422701120377
4228	rnn.bias_hh_l0	1	0.023376772180199623
4228	rnn.bias_hh_l0	2	-0.015337074175477028
4228	rnn.bias_hh_l0	3	-0.004712821915745735
4228	rnn.bias_hh_l0	4	-0.05062223598361015
4228	rnn.bias_hh_l0	5	0.09030961990356445
4228	rnn.bias_hh_l0	6	-0.007616670802235603
4228	rnn.bias_hh_l0	7	0.010760169476270676
4228	rnn.bias_hh_l0	8	0.01857556216418743
4228	rnn.bias_hh_l0	9	0.06978029012680054
4228	rnn.weight_ih_l0_reverse	0	-0.032592158764600754
4228	rnn.weight_ih_l0_reverse	1	-0.0045651644468307495
4228	rnn.weight_ih_l0_reverse	2	0.022502783685922623
4228	rnn.weight_ih_l0_reverse	3	-0.059735510498285294
4228	rnn.weight_ih_l0_reverse	4	0.009776588529348373
4228	rnn.weight_ih_l0_reverse	5	-0.055911775678396225
4228	rnn.weight_ih_l0_reverse	6	0.008424072526395321
4228	rnn.weight_ih_l0_reverse	7	0.03872096538543701
4228	rnn.weight_ih_l0_reverse	8	-0.036737147718667984
4228	rnn.weight_ih_l0_reverse	9	-0.05134997516870499
4228	rnn.weight_hh_l0_reverse	0	-0.059776671230793
4228	rnn.weight_hh_l0_reverse	1	-0.05143509805202484
4228	rnn.weight_hh_l0_reverse	2	0.008995834738016129
4228	rnn.weight_hh_l0_reverse	3	0.03872673958539963
4228	rnn.weight_hh_l0_reverse	4	0.025807080790400505
4228	rnn.weight_hh_l0_reverse	5	0.04446311667561531
4228	rnn.weight_hh_l0_reverse	6	0.005795510485768318
4228	rnn.weight_hh_l0_reverse	7	-0.0012660411885008216
4228	rnn.weight_hh_l0_reverse	8	-0.07556711137294769
4228	rnn.weight_hh_l0_reverse	9	0.0346757248044014
4228	rnn.bias_ih_l0_reverse	0	-0.03543785959482193
4228	rnn.bias_ih_l0_reverse	1	-0.050583817064762115
4228	rnn.bias_ih_l0_reverse	2	0.09134244173765182
4228	rnn.bias_ih_l0_reverse	3	0.028640061616897583
4228	rnn.bias_ih_l0_reverse	4	-0.0871705710887909
4228	rnn.bias_ih_l0_reverse	5	0.01332697831094265
4228	rnn.bias_ih_l0_reverse	6	-0.08743374049663544
4228	rnn.bias_ih_l0_reverse	7	0.030127989128232002
4228	rnn.bias_ih_l0_reverse	8	0.013698962517082691
4228	rnn.bias_ih_l0_reverse	9	0.06127482280135155
4228	rnn.bias_hh_l0_reverse	0	0.017749730497598648
4228	rnn.bias_hh_l0_reverse	1	0.06513696163892746
4228	rnn.bias_hh_l0_reverse	2	0.07423184812068939
4228	rnn.bias_hh_l0_reverse	3	-0.0037802639417350292
4228	rnn.bias_hh_l0_reverse	4	0.07353446632623672
4228	rnn.bias_hh_l0_reverse	5	0.02821360155940056
4228	rnn.bias_hh_l0_reverse	6	-0.0685969889163971
4228	rnn.bias_hh_l0_reverse	7	0.039364833384752274
4228	rnn.bias_hh_l0_reverse	8	0.026262454688549042
4228	rnn.bias_hh_l0_reverse	9	-0.09624222666025162
4228	linear.weight	0	0.14635099470615387
4228	linear.weight	1	-0.10117526352405548
4228	linear.weight	2	-0.08458881080150604
4228	linear.weight	3	0.03091270662844181
4228	linear.weight	4	0.016282886266708374
4228	linear.weight	5	-0.061113327741622925
4228	linear.weight	6	-0.014141998253762722
4228	linear.weight	7	-0.02653173729777336
4228	linear.weight	8	0.04350842908024788
4228	linear.weight	9	0.2380935251712799
4228	linear.bias	0	0.052972327917814255
4228	linear.bias	1	0.07633212208747864
4228	linear.bias	2	-0.3329741656780243
4228	linear.bias	3	1.0420873165130615
4228	linear.bias	4	-0.3524881601333618
4228	linear.bias	5	-0.030769959092140198
4228	linear.bias	6	-0.23041832447052002
4228	linear.bias	7	-0.13082164525985718
4228	linear.bias	8	0.09308560192584991
4228	linear.bias	9	-0.354073166847229
4256	transitions	0	-0.5638241171836853
4256	transitions	1	0.4358747601509094
4256	transitions	2	1.7990788221359253
4256	transitions	3	0.19211536645889282
4256	transitions	4	1.0203497409820557
4256	transitions	5	1.2761802673339844
4256	transitions	6	0.48540082573890686
4256	transitions	7	0.18514980375766754
4256	transitions	8	-0.918539822101593
4256	transitions	9	0.9307829141616821
4256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4256	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4256	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4256	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4256	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4256	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4256	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4256	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4256	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4256	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4256	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4256	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4256	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4256	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4256	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4256	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4256	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4256	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4256	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4256	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4256	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4256	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4256	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4256	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4256	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4256	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4256	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4256	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4256	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4256	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4256	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4256	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4256	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4256	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4256	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4256	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4256	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4256	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4256	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4256	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4256	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4256	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4256	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4256	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4256	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4256	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4256	embedding2nn.weight	0	0.007218370214104652
4256	embedding2nn.weight	1	0.013774996623396873
4256	embedding2nn.weight	2	-0.004758091643452644
4256	embedding2nn.weight	3	0.0009654192253947258
4256	embedding2nn.weight	4	-0.0028947468381375074
4256	embedding2nn.weight	5	0.003337862901389599
4256	embedding2nn.weight	6	-0.001175674144178629
4256	embedding2nn.weight	7	0.009509647265076637
4256	embedding2nn.weight	8	-0.008330690674483776
4256	embedding2nn.weight	9	-0.013766298070549965
4256	embedding2nn.bias	0	-0.010592173784971237
4256	embedding2nn.bias	1	-0.024067619815468788
4256	embedding2nn.bias	2	-0.04712766781449318
4256	embedding2nn.bias	3	0.0128348208963871
4256	embedding2nn.bias	4	0.023768872022628784
4256	embedding2nn.bias	5	-0.0250091589987278
4256	embedding2nn.bias	6	0.036696258932352066
4256	embedding2nn.bias	7	0.05084438994526863
4256	embedding2nn.bias	8	0.016377102583646774
4256	embedding2nn.bias	9	-0.0005438426160253584
4256	rnn.weight_ih_l0	0	0.03363209217786789
4256	rnn.weight_ih_l0	1	-0.00616158964112401
4256	rnn.weight_ih_l0	2	-0.023463672026991844
4256	rnn.weight_ih_l0	3	-0.04928065091371536
4256	rnn.weight_ih_l0	4	-0.049442097544670105
4256	rnn.weight_ih_l0	5	0.0017783568473532796
4256	rnn.weight_ih_l0	6	-0.054115667939186096
4256	rnn.weight_ih_l0	7	-0.05017472803592682
4256	rnn.weight_ih_l0	8	-0.04638572037220001
4256	rnn.weight_ih_l0	9	-0.026562612503767014
4256	rnn.weight_hh_l0	0	0.012576185166835785
4256	rnn.weight_hh_l0	1	-0.014536668546497822
4256	rnn.weight_hh_l0	2	-0.021575745195150375
4256	rnn.weight_hh_l0	3	-0.011994430795311928
4256	rnn.weight_hh_l0	4	-0.061341334134340286
4256	rnn.weight_hh_l0	5	-0.022556498646736145
4256	rnn.weight_hh_l0	6	-0.018666638061404228
4256	rnn.weight_hh_l0	7	0.03212706372141838
4256	rnn.weight_hh_l0	8	-0.022569971159100533
4256	rnn.weight_hh_l0	9	0.031759750097990036
4256	rnn.bias_ih_l0	0	0.07112699747085571
4256	rnn.bias_ih_l0	1	-0.05629085749387741
4256	rnn.bias_ih_l0	2	0.08888568729162216
4256	rnn.bias_ih_l0	3	0.07619810104370117
4256	rnn.bias_ih_l0	4	0.08626379072666168
4256	rnn.bias_ih_l0	5	0.009857899509370327
4256	rnn.bias_ih_l0	6	-0.014200488105416298
4256	rnn.bias_ih_l0	7	-0.07060200721025467
4256	rnn.bias_ih_l0	8	-0.10266637802124023
4256	rnn.bias_ih_l0	9	0.06612356752157211
4256	rnn.bias_hh_l0	0	-0.030992358922958374
4256	rnn.bias_hh_l0	1	0.022398140281438828
4256	rnn.bias_hh_l0	2	-0.014527825638651848
4256	rnn.bias_hh_l0	3	-0.004642062820494175
4256	rnn.bias_hh_l0	4	-0.050862014293670654
4256	rnn.bias_hh_l0	5	0.09135185927152634
4256	rnn.bias_hh_l0	6	-0.009437719359993935
4256	rnn.bias_hh_l0	7	0.009738214313983917
4256	rnn.bias_hh_l0	8	0.020168287679553032
4256	rnn.bias_hh_l0	9	0.06700194627046585
4256	rnn.weight_ih_l0_reverse	0	-0.03249668702483177
4256	rnn.weight_ih_l0_reverse	1	-0.0056901671923696995
4256	rnn.weight_ih_l0_reverse	2	0.02259947918355465
4256	rnn.weight_ih_l0_reverse	3	-0.059910353273153305
4256	rnn.weight_ih_l0_reverse	4	0.009805782698094845
4256	rnn.weight_ih_l0_reverse	5	-0.05580340325832367
4256	rnn.weight_ih_l0_reverse	6	0.008851783350110054
4256	rnn.weight_ih_l0_reverse	7	0.0388023816049099
4256	rnn.weight_ih_l0_reverse	8	-0.03674875944852829
4256	rnn.weight_ih_l0_reverse	9	-0.0513172410428524
4256	rnn.weight_hh_l0_reverse	0	-0.06057123467326164
4256	rnn.weight_hh_l0_reverse	1	-0.050726160407066345
4256	rnn.weight_hh_l0_reverse	2	0.009202723391354084
4256	rnn.weight_hh_l0_reverse	3	0.038679659366607666
4256	rnn.weight_hh_l0_reverse	4	0.0250457264482975
4256	rnn.weight_hh_l0_reverse	5	0.044444549828767776
4256	rnn.weight_hh_l0_reverse	6	0.005929399747401476
4256	rnn.weight_hh_l0_reverse	7	-0.0009723266703076661
4256	rnn.weight_hh_l0_reverse	8	-0.07590965926647186
4256	rnn.weight_hh_l0_reverse	9	0.034497492015361786
4256	rnn.bias_ih_l0_reverse	0	-0.036743439733982086
4256	rnn.bias_ih_l0_reverse	1	-0.05296113342046738
4256	rnn.bias_ih_l0_reverse	2	0.09010437875986099
4256	rnn.bias_ih_l0_reverse	3	0.028878357261419296
4256	rnn.bias_ih_l0_reverse	4	-0.08595284074544907
4256	rnn.bias_ih_l0_reverse	5	0.01385609433054924
4256	rnn.bias_ih_l0_reverse	6	-0.08569275587797165
4256	rnn.bias_ih_l0_reverse	7	0.028982948511838913
4256	rnn.bias_ih_l0_reverse	8	0.015125144273042679
4256	rnn.bias_ih_l0_reverse	9	0.060303181409835815
4256	rnn.bias_hh_l0_reverse	0	0.017316745594143867
4256	rnn.bias_hh_l0_reverse	1	0.06281992793083191
4256	rnn.bias_hh_l0_reverse	2	0.07389378547668457
4256	rnn.bias_hh_l0_reverse	3	-0.004248287994414568
4256	rnn.bias_hh_l0_reverse	4	0.07515444606542587
4256	rnn.bias_hh_l0_reverse	5	0.024643460288643837
4256	rnn.bias_hh_l0_reverse	6	-0.06874829530715942
4256	rnn.bias_hh_l0_reverse	7	0.03963816910982132
4256	rnn.bias_hh_l0_reverse	8	0.026575494557619095
4256	rnn.bias_hh_l0_reverse	9	-0.1027606800198555
4256	linear.weight	0	0.1523636281490326
4256	linear.weight	1	-0.10119079798460007
4256	linear.weight	2	-0.08478014171123505
4256	linear.weight	3	0.037161555141210556
4256	linear.weight	4	0.014144123531877995
4256	linear.weight	5	-0.06584856659173965
4256	linear.weight	6	-0.014058989472687244
4256	linear.weight	7	-0.026485763490200043
4256	linear.weight	8	0.04683190584182739
4256	linear.weight	9	0.23882102966308594
4256	linear.bias	0	0.05781782045960426
4256	linear.bias	1	0.07464685291051865
4256	linear.bias	2	-0.33267226815223694
4256	linear.bias	3	1.0547020435333252
4256	linear.bias	4	-0.35346001386642456
4256	linear.bias	5	-0.030769959092140198
4256	linear.bias	6	-0.2306399643421173
4256	linear.bias	7	-0.13192303478717804
4256	linear.bias	8	0.08280829340219498
4256	linear.bias	9	-0.35459384322166443
4284	transitions	0	-0.564178466796875
4284	transitions	1	0.4356110095977783
4284	transitions	2	1.7983468770980835
4284	transitions	3	0.19190539419651031
4284	transitions	4	1.0202217102050781
4284	transitions	5	1.276165246963501
4284	transitions	6	0.4853969216346741
4284	transitions	7	0.18512900173664093
4284	transitions	8	-0.9185441732406616
4284	transitions	9	0.9307827353477478
4284	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4284	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4284	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4284	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4284	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4284	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4284	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4284	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4284	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4284	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4284	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4284	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4284	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4284	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4284	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4284	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4284	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4284	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4284	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4284	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4284	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4284	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4284	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4284	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4284	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4284	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4284	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4284	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4284	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4284	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4284	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4284	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4284	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4284	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4284	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4284	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4284	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4284	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4284	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4284	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4284	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4284	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4284	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4284	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4284	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4284	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4284	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4284	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4284	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4284	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4284	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4284	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4284	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4284	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4284	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4284	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4284	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4284	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4284	embedding2nn.weight	0	0.008957724086940289
4284	embedding2nn.weight	1	0.013695517554879189
4284	embedding2nn.weight	2	-0.004762573167681694
4284	embedding2nn.weight	3	0.0011365959653630853
4284	embedding2nn.weight	4	-0.0029153008945286274
4284	embedding2nn.weight	5	0.0033116142731159925
4284	embedding2nn.weight	6	-0.0012904994655400515
4284	embedding2nn.weight	7	0.009687244892120361
4284	embedding2nn.weight	8	-0.008396065793931484
4284	embedding2nn.weight	9	-0.013711200095713139
4284	embedding2nn.bias	0	-0.017028121277689934
4284	embedding2nn.bias	1	-0.012090051546692848
4284	embedding2nn.bias	2	-0.04827902466058731
4284	embedding2nn.bias	3	0.018329154700040817
4284	embedding2nn.bias	4	0.02259722910821438
4284	embedding2nn.bias	5	-0.02805776335299015
4284	embedding2nn.bias	6	0.04282306879758835
4284	embedding2nn.bias	7	0.05494847148656845
4284	embedding2nn.bias	8	0.011669540777802467
4284	embedding2nn.bias	9	-0.0060641467571258545
4284	rnn.weight_ih_l0	0	0.0337226577103138
4284	rnn.weight_ih_l0	1	-0.00615455349907279
4284	rnn.weight_ih_l0	2	-0.024187566712498665
4284	rnn.weight_ih_l0	3	-0.04959004372358322
4284	rnn.weight_ih_l0	4	-0.049407389014959335
4284	rnn.weight_ih_l0	5	0.0020359030459076166
4284	rnn.weight_ih_l0	6	-0.053960058838129044
4284	rnn.weight_ih_l0	7	-0.05009225755929947
4284	rnn.weight_ih_l0	8	-0.046372849494218826
4284	rnn.weight_ih_l0	9	-0.02654467336833477
4284	rnn.weight_hh_l0	0	0.012641239911317825
4284	rnn.weight_hh_l0	1	-0.013509850017726421
4284	rnn.weight_hh_l0	2	-0.0216579157859087
4284	rnn.weight_hh_l0	3	-0.012271825224161148
4284	rnn.weight_hh_l0	4	-0.06109783425927162
4284	rnn.weight_hh_l0	5	-0.022127509117126465
4284	rnn.weight_hh_l0	6	-0.017461271956562996
4284	rnn.weight_hh_l0	7	0.03184158727526665
4284	rnn.weight_hh_l0	8	-0.022706173360347748
4284	rnn.weight_hh_l0	9	0.032630760222673416
4284	rnn.bias_ih_l0	0	0.07053946703672409
4284	rnn.bias_ih_l0	1	-0.05581629276275635
4284	rnn.bias_ih_l0	2	0.09109655767679214
4284	rnn.bias_ih_l0	3	0.07611075043678284
4284	rnn.bias_ih_l0	4	0.08645913749933243
4284	rnn.bias_ih_l0	5	0.010719542391598225
4284	rnn.bias_ih_l0	6	-0.012303773313760757
4284	rnn.bias_ih_l0	7	-0.07300949096679688
4284	rnn.bias_ih_l0	8	-0.09766102582216263
4284	rnn.bias_ih_l0	9	0.0668831393122673
4284	rnn.bias_hh_l0	0	-0.03098335862159729
4284	rnn.bias_hh_l0	1	0.022597022354602814
4284	rnn.bias_hh_l0	2	-0.012945156544446945
4284	rnn.bias_hh_l0	3	-0.0031324184965342283
4284	rnn.bias_hh_l0	4	-0.05032394081354141
4284	rnn.bias_hh_l0	5	0.09039254486560822
4284	rnn.bias_hh_l0	6	-0.008945128880441189
4284	rnn.bias_hh_l0	7	0.012810999527573586
4284	rnn.bias_hh_l0	8	0.022064996883273125
4284	rnn.bias_hh_l0	9	0.06396285444498062
4284	rnn.weight_ih_l0_reverse	0	-0.032192327082157135
4284	rnn.weight_ih_l0_reverse	1	-0.0048700119368731976
4284	rnn.weight_ih_l0_reverse	2	0.022598544135689735
4284	rnn.weight_ih_l0_reverse	3	-0.05958646535873413
4284	rnn.weight_ih_l0_reverse	4	0.009894265793263912
4284	rnn.weight_ih_l0_reverse	5	-0.055888582020998
4284	rnn.weight_ih_l0_reverse	6	0.006781666073948145
4284	rnn.weight_ih_l0_reverse	7	0.03902318328619003
4284	rnn.weight_ih_l0_reverse	8	-0.036727290600538254
4284	rnn.weight_ih_l0_reverse	9	-0.05160463601350784
4284	rnn.weight_hh_l0_reverse	0	-0.061070941388607025
4284	rnn.weight_hh_l0_reverse	1	-0.04998809099197388
4284	rnn.weight_hh_l0_reverse	2	0.00892298761755228
4284	rnn.weight_hh_l0_reverse	3	0.03848230466246605
4284	rnn.weight_hh_l0_reverse	4	0.02514060027897358
4284	rnn.weight_hh_l0_reverse	5	0.044489894062280655
4284	rnn.weight_hh_l0_reverse	6	0.002772484440356493
4284	rnn.weight_hh_l0_reverse	7	-0.0008516653906553984
4284	rnn.weight_hh_l0_reverse	8	-0.07585269212722778
4284	rnn.weight_hh_l0_reverse	9	0.03423353284597397
4284	rnn.bias_ih_l0_reverse	0	-0.03830818459391594
4284	rnn.bias_ih_l0_reverse	1	-0.04734726995229721
4284	rnn.bias_ih_l0_reverse	2	0.08976639062166214
4284	rnn.bias_ih_l0_reverse	3	0.028173496946692467
4284	rnn.bias_ih_l0_reverse	4	-0.08921940624713898
4284	rnn.bias_ih_l0_reverse	5	0.013283606618642807
4284	rnn.bias_ih_l0_reverse	6	-0.08777529001235962
4284	rnn.bias_ih_l0_reverse	7	0.029439415782690048
4284	rnn.bias_ih_l0_reverse	8	0.014361139386892319
4284	rnn.bias_ih_l0_reverse	9	0.061320699751377106
4284	rnn.bias_hh_l0_reverse	0	0.018454376608133316
4284	rnn.bias_hh_l0_reverse	1	0.06321346759796143
4284	rnn.bias_hh_l0_reverse	2	0.07633987069129944
4284	rnn.bias_hh_l0_reverse	3	-0.0031287025194615126
4284	rnn.bias_hh_l0_reverse	4	0.07426128536462784
4284	rnn.bias_hh_l0_reverse	5	0.023779045790433884
4284	rnn.bias_hh_l0_reverse	6	-0.06895025819540024
4284	rnn.bias_hh_l0_reverse	7	0.03952109068632126
4284	rnn.bias_hh_l0_reverse	8	0.025149600580334663
4284	rnn.bias_hh_l0_reverse	9	-0.10786780714988708
4284	linear.weight	0	0.14762645959854126
4284	linear.weight	1	-0.10121625661849976
4284	linear.weight	2	-0.0863005518913269
4284	linear.weight	3	0.04527847468852997
4284	linear.weight	4	0.013774584047496319
4284	linear.weight	5	-0.06390754878520966
4284	linear.weight	6	-0.013982854783535004
4284	linear.weight	7	-0.026360955089330673
4284	linear.weight	8	0.0456874743103981
4284	linear.weight	9	0.24715489149093628
4284	linear.bias	0	0.053286001086235046
4284	linear.bias	1	0.05669249966740608
4284	linear.bias	2	-0.33353811502456665
4284	linear.bias	3	1.0643625259399414
4284	linear.bias	4	-0.35457199811935425
4284	linear.bias	5	-0.030769959092140198
4284	linear.bias	6	-0.23184062540531158
4284	linear.bias	7	-0.13385753333568573
4284	linear.bias	8	0.07382973283529282
4284	linear.bias	9	-0.3553099036216736
4312	transitions	0	-0.5644199252128601
4312	transitions	1	0.435293585062027
4312	transitions	2	1.7979878187179565
4312	transitions	3	0.19179727137088776
4312	transitions	4	1.0200496912002563
4312	transitions	5	1.2761547565460205
4312	transitions	6	0.48538944125175476
4312	transitions	7	0.18511813879013062
4312	transitions	8	-0.9185464978218079
4312	transitions	9	0.9307821393013
4312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4312	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4312	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4312	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4312	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4312	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4312	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4312	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4312	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4312	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4312	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4312	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4312	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4312	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4312	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4312	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4312	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4312	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4312	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4312	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4312	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4312	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4312	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4312	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4312	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4312	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4312	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4312	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4312	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4312	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4312	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4312	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4312	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4312	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4312	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4312	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4312	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4312	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4312	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4312	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4312	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4312	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4312	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4312	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4312	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4312	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4312	embedding2nn.weight	0	0.009488441050052643
4312	embedding2nn.weight	1	0.01363670639693737
4312	embedding2nn.weight	2	-0.004752922337502241
4312	embedding2nn.weight	3	0.000953358830884099
4312	embedding2nn.weight	4	-0.002972556045278907
4312	embedding2nn.weight	5	0.0032417154870927334
4312	embedding2nn.weight	6	-0.0014392922166734934
4312	embedding2nn.weight	7	0.010246118530631065
4312	embedding2nn.weight	8	-0.008360838517546654
4312	embedding2nn.weight	9	-0.013788512907922268
4312	embedding2nn.bias	0	-0.012997251935303211
4312	embedding2nn.bias	1	-0.007704306393861771
4312	embedding2nn.bias	2	-0.05170449614524841
4312	embedding2nn.bias	3	0.014377042651176453
4312	embedding2nn.bias	4	0.021453438326716423
4312	embedding2nn.bias	5	-0.020602580159902573
4312	embedding2nn.bias	6	0.04102114960551262
4312	embedding2nn.bias	7	0.05641862004995346
4312	embedding2nn.bias	8	0.0035330073442310095
4312	embedding2nn.bias	9	-0.005969994701445103
4312	rnn.weight_ih_l0	0	0.03353966027498245
4312	rnn.weight_ih_l0	1	-0.006188386585563421
4312	rnn.weight_ih_l0	2	-0.0231546051800251
4312	rnn.weight_ih_l0	3	-0.04982546344399452
4312	rnn.weight_ih_l0	4	-0.04951144754886627
4312	rnn.weight_ih_l0	5	0.0023264449555426836
4312	rnn.weight_ih_l0	6	-0.054176218807697296
4312	rnn.weight_ih_l0	7	-0.04999464750289917
4312	rnn.weight_ih_l0	8	-0.0464366190135479
4312	rnn.weight_ih_l0	9	-0.02647923119366169
4312	rnn.weight_hh_l0	0	0.01301092840731144
4312	rnn.weight_hh_l0	1	-0.013607989996671677
4312	rnn.weight_hh_l0	2	-0.02050408162176609
4312	rnn.weight_hh_l0	3	-0.012447690591216087
4312	rnn.weight_hh_l0	4	-0.06154266372323036
4312	rnn.weight_hh_l0	5	-0.022344328463077545
4312	rnn.weight_hh_l0	6	-0.01865568943321705
4312	rnn.weight_hh_l0	7	0.030879199504852295
4312	rnn.weight_hh_l0	8	-0.02262864261865616
4312	rnn.weight_hh_l0	9	0.03263797610998154
4312	rnn.bias_ih_l0	0	0.0710262805223465
4312	rnn.bias_ih_l0	1	-0.05499940738081932
4312	rnn.bias_ih_l0	2	0.09046453982591629
4312	rnn.bias_ih_l0	3	0.07624386996030807
4312	rnn.bias_ih_l0	4	0.08789467811584473
4312	rnn.bias_ih_l0	5	0.009926296770572662
4312	rnn.bias_ih_l0	6	-0.013713621534407139
4312	rnn.bias_ih_l0	7	-0.07766130566596985
4312	rnn.bias_ih_l0	8	-0.10009866207838058
4312	rnn.bias_ih_l0	9	0.06540034711360931
4312	rnn.bias_hh_l0	0	-0.03079269453883171
4312	rnn.bias_hh_l0	1	0.02214801497757435
4312	rnn.bias_hh_l0	2	-0.01223425567150116
4312	rnn.bias_hh_l0	3	-0.0043272594921290874
4312	rnn.bias_hh_l0	4	-0.049789730459451675
4312	rnn.bias_hh_l0	5	0.09118040651082993
4312	rnn.bias_hh_l0	6	-0.007883712649345398
4312	rnn.bias_hh_l0	7	0.011556757614016533
4312	rnn.bias_hh_l0	8	0.020655151456594467
4312	rnn.bias_hh_l0	9	0.06379255652427673
4312	rnn.weight_ih_l0_reverse	0	-0.0319114625453949
4312	rnn.weight_ih_l0_reverse	1	-0.004639712627977133
4312	rnn.weight_ih_l0_reverse	2	0.02280673384666443
4312	rnn.weight_ih_l0_reverse	3	-0.05967039242386818
4312	rnn.weight_ih_l0_reverse	4	0.009868854656815529
4312	rnn.weight_ih_l0_reverse	5	-0.05595950037240982
4312	rnn.weight_ih_l0_reverse	6	0.007153104059398174
4312	rnn.weight_ih_l0_reverse	7	0.03922639787197113
4312	rnn.weight_ih_l0_reverse	8	-0.036734919995069504
4312	rnn.weight_ih_l0_reverse	9	-0.05142388120293617
4312	rnn.weight_hh_l0_reverse	0	-0.06112784147262573
4312	rnn.weight_hh_l0_reverse	1	-0.04984666779637337
4312	rnn.weight_hh_l0_reverse	2	0.00942202564328909
4312	rnn.weight_hh_l0_reverse	3	0.038425397127866745
4312	rnn.weight_hh_l0_reverse	4	0.02495046891272068
4312	rnn.weight_hh_l0_reverse	5	0.04402889683842659
4312	rnn.weight_hh_l0_reverse	6	0.00338698155246675
4312	rnn.weight_hh_l0_reverse	7	-0.0005986813339404762
4312	rnn.weight_hh_l0_reverse	8	-0.07603218406438828
4312	rnn.weight_hh_l0_reverse	9	0.034233007580041885
4312	rnn.bias_ih_l0_reverse	0	-0.038551248610019684
4312	rnn.bias_ih_l0_reverse	1	-0.04481546953320503
4312	rnn.bias_ih_l0_reverse	2	0.08824403584003448
4312	rnn.bias_ih_l0_reverse	3	0.02809392474591732
4312	rnn.bias_ih_l0_reverse	4	-0.0897873044013977
4312	rnn.bias_ih_l0_reverse	5	0.014575966633856297
4312	rnn.bias_ih_l0_reverse	6	-0.09005770832300186
4312	rnn.bias_ih_l0_reverse	7	0.028782770037651062
4312	rnn.bias_ih_l0_reverse	8	0.015986448153853416
4312	rnn.bias_ih_l0_reverse	9	0.06273020803928375
4312	rnn.bias_hh_l0_reverse	0	0.020607193931937218
4312	rnn.bias_hh_l0_reverse	1	0.061136674135923386
4312	rnn.bias_hh_l0_reverse	2	0.07558240741491318
4312	rnn.bias_hh_l0_reverse	3	-0.0031272752676159143
4312	rnn.bias_hh_l0_reverse	4	0.0739918127655983
4312	rnn.bias_hh_l0_reverse	5	0.028175778687000275
4312	rnn.bias_hh_l0_reverse	6	-0.0681850016117096
4312	rnn.bias_hh_l0_reverse	7	0.03875160217285156
4312	rnn.bias_hh_l0_reverse	8	0.024115195497870445
4312	rnn.bias_hh_l0_reverse	9	-0.1010747030377388
4312	linear.weight	0	0.16822543740272522
4312	linear.weight	1	-0.10116738080978394
4312	linear.weight	2	-0.08794001489877701
4312	linear.weight	3	0.05325961112976074
4312	linear.weight	4	0.015460849739611149
4312	linear.weight	5	-0.06334992498159409
4312	linear.weight	6	-0.013966496102511883
4312	linear.weight	7	-0.026285123080015182
4312	linear.weight	8	0.04364227131009102
4312	linear.weight	9	0.2479161024093628
4312	linear.bias	0	0.057395413517951965
4312	linear.bias	1	0.0638173371553421
4312	linear.bias	2	-0.33714359998703003
4312	linear.bias	3	1.0697424411773682
4312	linear.bias	4	-0.3556111454963684
4312	linear.bias	5	-0.030769959092140198
4312	linear.bias	6	-0.237442284822464
4312	linear.bias	7	-0.136599600315094
4312	linear.bias	8	0.07503743469715118
4312	linear.bias	9	-0.3560597598552704
4340	transitions	0	-0.5646835565567017
4340	transitions	1	0.435135155916214
4340	transitions	2	1.7974662780761719
4340	transitions	3	0.19159173965454102
4340	transitions	4	1.0199576616287231
4340	transitions	5	1.276144027709961
4340	transitions	6	0.4853851795196533
4340	transitions	7	0.18510028719902039
4340	transitions	8	-0.9185537695884705
4340	transitions	9	0.9307820200920105
4340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4340	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4340	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4340	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4340	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4340	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4340	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4340	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4340	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4340	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4340	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4340	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4340	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4340	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4340	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4340	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4340	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4340	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4340	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4340	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4340	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4340	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4340	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4340	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4340	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4340	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4340	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4340	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4340	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4340	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4340	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4340	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4340	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4340	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4340	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4340	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4340	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4340	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4340	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4340	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4340	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4340	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4340	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4340	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4340	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4340	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4340	embedding2nn.weight	0	0.008373660035431385
4340	embedding2nn.weight	1	0.013685360550880432
4340	embedding2nn.weight	2	-0.004784286953508854
4340	embedding2nn.weight	3	0.0008044879650697112
4340	embedding2nn.weight	4	-0.0029880607035011053
4340	embedding2nn.weight	5	0.003193680662661791
4340	embedding2nn.weight	6	-0.0014230032684281468
4340	embedding2nn.weight	7	0.008185593411326408
4340	embedding2nn.weight	8	-0.008276769891381264
4340	embedding2nn.weight	9	-0.014009186066687107
4340	embedding2nn.bias	0	-0.01615704596042633
4340	embedding2nn.bias	1	-0.00937612820416689
4340	embedding2nn.bias	2	-0.05291624739766121
4340	embedding2nn.bias	3	0.01507075410336256
4340	embedding2nn.bias	4	0.021380089223384857
4340	embedding2nn.bias	5	-0.014226711355149746
4340	embedding2nn.bias	6	0.0380968376994133
4340	embedding2nn.bias	7	0.055549923330545425
4340	embedding2nn.bias	8	0.02163512445986271
4340	embedding2nn.bias	9	-0.00896271038800478
4340	rnn.weight_ih_l0	0	0.03353637829422951
4340	rnn.weight_ih_l0	1	-0.005360973067581654
4340	rnn.weight_ih_l0	2	-0.022991489619016647
4340	rnn.weight_ih_l0	3	-0.04975153133273125
4340	rnn.weight_ih_l0	4	-0.04939648136496544
4340	rnn.weight_ih_l0	5	0.0022072431165724993
4340	rnn.weight_ih_l0	6	-0.054119773209095
4340	rnn.weight_ih_l0	7	-0.050149597227573395
4340	rnn.weight_ih_l0	8	-0.04620310664176941
4340	rnn.weight_ih_l0	9	-0.02657577395439148
4340	rnn.weight_hh_l0	0	0.012795618735253811
4340	rnn.weight_hh_l0	1	-0.013499601744115353
4340	rnn.weight_hh_l0	2	-0.021040286868810654
4340	rnn.weight_hh_l0	3	-0.012444546446204185
4340	rnn.weight_hh_l0	4	-0.0612601712346077
4340	rnn.weight_hh_l0	5	-0.02248208224773407
4340	rnn.weight_hh_l0	6	-0.01898934878408909
4340	rnn.weight_hh_l0	7	0.03075731359422207
4340	rnn.weight_hh_l0	8	-0.022708162665367126
4340	rnn.weight_hh_l0	9	0.03262597322463989
4340	rnn.bias_ih_l0	0	0.06993652135133743
4340	rnn.bias_ih_l0	1	-0.05396806821227074
4340	rnn.bias_ih_l0	2	0.08979460597038269
4340	rnn.bias_ih_l0	3	0.07508056610822678
4340	rnn.bias_ih_l0	4	0.08981861174106598
4340	rnn.bias_ih_l0	5	0.010674740187823772
4340	rnn.bias_ih_l0	6	-0.01187056116759777
4340	rnn.bias_ih_l0	7	-0.08191711455583572
4340	rnn.bias_ih_l0	8	-0.09238341450691223
4340	rnn.bias_ih_l0	9	0.06649453938007355
4340	rnn.bias_hh_l0	0	-0.030016550794243813
4340	rnn.bias_hh_l0	1	0.020309267565608025
4340	rnn.bias_hh_l0	2	-0.01234973780810833
4340	rnn.bias_hh_l0	3	-0.0024531215894967318
4340	rnn.bias_hh_l0	4	-0.04917265474796295
4340	rnn.bias_hh_l0	5	0.09240330010652542
4340	rnn.bias_hh_l0	6	-0.008152391761541367
4340	rnn.bias_hh_l0	7	0.008851813152432442
4340	rnn.bias_hh_l0	8	0.02249821275472641
4340	rnn.bias_hh_l0	9	0.062389787286520004
4340	rnn.weight_ih_l0_reverse	0	-0.03203127905726433
4340	rnn.weight_ih_l0_reverse	1	-0.004506356082856655
4340	rnn.weight_ih_l0_reverse	2	0.022802196443080902
4340	rnn.weight_ih_l0_reverse	3	-0.060790758579969406
4340	rnn.weight_ih_l0_reverse	4	0.010095548816025257
4340	rnn.weight_ih_l0_reverse	5	-0.05622846633195877
4340	rnn.weight_ih_l0_reverse	6	0.007050633430480957
4340	rnn.weight_ih_l0_reverse	7	0.039281994104385376
4340	rnn.weight_ih_l0_reverse	8	-0.036581285297870636
4340	rnn.weight_ih_l0_reverse	9	-0.05148061737418175
4340	rnn.weight_hh_l0_reverse	0	-0.060746800154447556
4340	rnn.weight_hh_l0_reverse	1	-0.04995106905698776
4340	rnn.weight_hh_l0_reverse	2	0.009093093685805798
4340	rnn.weight_hh_l0_reverse	3	0.038316238671541214
4340	rnn.weight_hh_l0_reverse	4	0.025246750563383102
4340	rnn.weight_hh_l0_reverse	5	0.044037848711013794
4340	rnn.weight_hh_l0_reverse	6	0.0013344882754608989
4340	rnn.weight_hh_l0_reverse	7	-0.0007645465666428208
4340	rnn.weight_hh_l0_reverse	8	-0.07515626400709152
4340	rnn.weight_hh_l0_reverse	9	0.034636445343494415
4340	rnn.bias_ih_l0_reverse	0	-0.04059689864516258
4340	rnn.bias_ih_l0_reverse	1	-0.03838289529085159
4340	rnn.bias_ih_l0_reverse	2	0.08761914819478989
4340	rnn.bias_ih_l0_reverse	3	0.0276412982493639
4340	rnn.bias_ih_l0_reverse	4	-0.08872899413108826
4340	rnn.bias_ih_l0_reverse	5	0.01473537553101778
4340	rnn.bias_ih_l0_reverse	6	-0.08850673586130142
4340	rnn.bias_ih_l0_reverse	7	0.0284943338483572
4340	rnn.bias_ih_l0_reverse	8	0.015723779797554016
4340	rnn.bias_ih_l0_reverse	9	0.06265441328287125
4340	rnn.bias_hh_l0_reverse	0	0.010418976657092571
4340	rnn.bias_hh_l0_reverse	1	0.06086521968245506
4340	rnn.bias_hh_l0_reverse	2	0.07590208947658539
4340	rnn.bias_hh_l0_reverse	3	-0.002587785478681326
4340	rnn.bias_hh_l0_reverse	4	0.07315480709075928
4340	rnn.bias_hh_l0_reverse	5	0.025512345135211945
4340	rnn.bias_hh_l0_reverse	6	-0.06848578155040741
4340	rnn.bias_hh_l0_reverse	7	0.03891304135322571
4340	rnn.bias_hh_l0_reverse	8	0.024650465697050095
4340	rnn.bias_hh_l0_reverse	9	-0.10302290320396423
4340	linear.weight	0	0.17269940674304962
4340	linear.weight	1	-0.1011621505022049
4340	linear.weight	2	-0.0845833346247673
4340	linear.weight	3	0.04671609774231911
4340	linear.weight	4	0.013717378489673138
4340	linear.weight	5	-0.06450222432613373
4340	linear.weight	6	-0.013950411230325699
4340	linear.weight	7	-0.026183979585766792
4340	linear.weight	8	0.04339737445116043
4340	linear.weight	9	0.24129852652549744
4340	linear.bias	0	0.07396828383207321
4340	linear.bias	1	0.065922312438488
4340	linear.bias	2	-0.3384177088737488
4340	linear.bias	3	1.056795597076416
4340	linear.bias	4	-0.35644814372062683
4340	linear.bias	5	-0.030769959092140198
4340	linear.bias	6	-0.2399931401014328
4340	linear.bias	7	-0.13308945298194885
4340	linear.bias	8	0.07940483093261719
4340	linear.bias	9	-0.3565647602081299
4368	transitions	0	-0.5650112628936768
4368	transitions	1	0.43497228622436523
4368	transitions	2	1.7970466613769531
4368	transitions	3	0.19143298268318176
4368	transitions	4	1.0197700262069702
4368	transitions	5	1.2761342525482178
4368	transitions	6	0.485380083322525
4368	transitions	7	0.18508847057819366
4368	transitions	8	-0.9185589551925659
4368	transitions	9	0.9307819604873657
4368	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4368	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4368	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4368	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4368	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4368	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4368	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4368	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4368	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4368	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4368	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4368	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4368	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4368	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4368	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4368	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4368	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4368	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4368	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4368	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4368	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4368	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4368	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4368	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4368	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4368	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4368	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4368	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4368	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4368	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4368	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4368	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4368	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4368	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4368	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4368	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4368	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4368	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4368	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4368	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4368	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4368	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4368	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4368	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4368	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4368	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4368	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4368	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4368	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4368	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4368	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4368	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4368	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4368	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4368	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4368	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4368	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4368	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4368	embedding2nn.weight	0	0.009002180770039558
4368	embedding2nn.weight	1	0.013499004766345024
4368	embedding2nn.weight	2	-0.004752293694764376
4368	embedding2nn.weight	3	0.0005842172540724277
4368	embedding2nn.weight	4	-0.0030350659508258104
4368	embedding2nn.weight	5	0.0030604691710323095
4368	embedding2nn.weight	6	-0.0013951794244349003
4368	embedding2nn.weight	7	0.008164114318788052
4368	embedding2nn.weight	8	-0.008046167902648449
4368	embedding2nn.weight	9	-0.013950830325484276
4368	embedding2nn.bias	0	-0.012618131935596466
4368	embedding2nn.bias	1	-0.004171730950474739
4368	embedding2nn.bias	2	-0.04848061874508858
4368	embedding2nn.bias	3	0.017733311280608177
4368	embedding2nn.bias	4	0.01713448390364647
4368	embedding2nn.bias	5	-0.018207751214504242
4368	embedding2nn.bias	6	0.031958259642124176
4368	embedding2nn.bias	7	0.06319957971572876
4368	embedding2nn.bias	8	0.022750038653612137
4368	embedding2nn.bias	9	-0.011019229888916016
4368	rnn.weight_ih_l0	0	0.033374376595020294
4368	rnn.weight_ih_l0	1	-0.005780687555670738
4368	rnn.weight_ih_l0	2	-0.022839520126581192
4368	rnn.weight_ih_l0	3	-0.04997146129608154
4368	rnn.weight_ih_l0	4	-0.04945094883441925
4368	rnn.weight_ih_l0	5	0.0022888926323503256
4368	rnn.weight_ih_l0	6	-0.05402904003858566
4368	rnn.weight_ih_l0	7	-0.04990808293223381
4368	rnn.weight_ih_l0	8	-0.045923762023448944
4368	rnn.weight_ih_l0	9	-0.026767371222376823
4368	rnn.weight_hh_l0	0	0.011840404011309147
4368	rnn.weight_hh_l0	1	-0.013474255800247192
4368	rnn.weight_hh_l0	2	-0.02020140551030636
4368	rnn.weight_hh_l0	3	-0.012255909852683544
4368	rnn.weight_hh_l0	4	-0.061209190636873245
4368	rnn.weight_hh_l0	5	-0.022510185837745667
4368	rnn.weight_hh_l0	6	-0.020229898393154144
4368	rnn.weight_hh_l0	7	0.03078056499361992
4368	rnn.weight_hh_l0	8	-0.022634368389844894
4368	rnn.weight_hh_l0	9	0.032341450452804565
4368	rnn.bias_ih_l0	0	0.06970013678073883
4368	rnn.bias_ih_l0	1	-0.05441732332110405
4368	rnn.bias_ih_l0	2	0.09095962345600128
4368	rnn.bias_ih_l0	3	0.0761457234621048
4368	rnn.bias_ih_l0	4	0.08983901143074036
4368	rnn.bias_ih_l0	5	0.010823903605341911
4368	rnn.bias_ih_l0	6	-0.014445921406149864
4368	rnn.bias_ih_l0	7	-0.07538982480764389
4368	rnn.bias_ih_l0	8	-0.09565235674381256
4368	rnn.bias_ih_l0	9	0.06825414299964905
4368	rnn.bias_hh_l0	0	-0.03118353895843029
4368	rnn.bias_hh_l0	1	0.023217296227812767
4368	rnn.bias_hh_l0	2	-0.01107141561806202
4368	rnn.bias_hh_l0	3	-0.0010763078462332487
4368	rnn.bias_hh_l0	4	-0.04679764807224274
4368	rnn.bias_hh_l0	5	0.09043202549219131
4368	rnn.bias_hh_l0	6	-0.0068998076021671295
4368	rnn.bias_hh_l0	7	0.010302460752427578
4368	rnn.bias_hh_l0	8	0.019922852516174316
4368	rnn.bias_hh_l0	9	0.06318841874599457
4368	rnn.weight_ih_l0_reverse	0	-0.03200917690992355
4368	rnn.weight_ih_l0_reverse	1	-0.005139257293194532
4368	rnn.weight_ih_l0_reverse	2	0.022674517706036568
4368	rnn.weight_ih_l0_reverse	3	-0.060761019587516785
4368	rnn.weight_ih_l0_reverse	4	0.00994409155100584
4368	rnn.weight_ih_l0_reverse	5	-0.056230075657367706
4368	rnn.weight_ih_l0_reverse	6	0.007664375472813845
4368	rnn.weight_ih_l0_reverse	7	0.03943880274891853
4368	rnn.weight_ih_l0_reverse	8	-0.03667828068137169
4368	rnn.weight_ih_l0_reverse	9	-0.05144808068871498
4368	rnn.weight_hh_l0_reverse	0	-0.0612640343606472
4368	rnn.weight_hh_l0_reverse	1	-0.04939097538590431
4368	rnn.weight_hh_l0_reverse	2	0.009056415408849716
4368	rnn.weight_hh_l0_reverse	3	0.038163844496011734
4368	rnn.weight_hh_l0_reverse	4	0.025700995698571205
4368	rnn.weight_hh_l0_reverse	5	0.043812625110149384
4368	rnn.weight_hh_l0_reverse	6	0.0009172187419608235
4368	rnn.weight_hh_l0_reverse	7	-0.0004469197301659733
4368	rnn.weight_hh_l0_reverse	8	-0.07531963288784027
4368	rnn.weight_hh_l0_reverse	9	0.03532353788614273
4368	rnn.bias_ih_l0_reverse	0	-0.04014546051621437
4368	rnn.bias_ih_l0_reverse	1	-0.041944582015275955
4368	rnn.bias_ih_l0_reverse	2	0.08840947598218918
4368	rnn.bias_ih_l0_reverse	3	0.02771155908703804
4368	rnn.bias_ih_l0_reverse	4	-0.0882033184170723
4368	rnn.bias_ih_l0_reverse	5	0.015802353620529175
4368	rnn.bias_ih_l0_reverse	6	-0.0887853130698204
4368	rnn.bias_ih_l0_reverse	7	0.03090045042335987
4368	rnn.bias_ih_l0_reverse	8	0.015015137381851673
4368	rnn.bias_ih_l0_reverse	9	0.06402571499347687
4368	rnn.bias_hh_l0_reverse	0	0.00927228108048439
4368	rnn.bias_hh_l0_reverse	1	0.06232867017388344
4368	rnn.bias_hh_l0_reverse	2	0.07713168114423752
4368	rnn.bias_hh_l0_reverse	3	-0.003295703325420618
4368	rnn.bias_hh_l0_reverse	4	0.07367284595966339
4368	rnn.bias_hh_l0_reverse	5	0.023468296974897385
4368	rnn.bias_hh_l0_reverse	6	-0.0670461654663086
4368	rnn.bias_hh_l0_reverse	7	0.03936368227005005
4368	rnn.bias_hh_l0_reverse	8	0.02475859969854355
4368	rnn.bias_hh_l0_reverse	9	-0.10670487582683563
4368	linear.weight	0	0.1709505170583725
4368	linear.weight	1	-0.10113535076379776
4368	linear.weight	2	-0.08198831230401993
4368	linear.weight	3	0.04887625202536583
4368	linear.weight	4	0.01327606849372387
4368	linear.weight	5	-0.06493055075407028
4368	linear.weight	6	-0.013905470259487629
4368	linear.weight	7	-0.02604960836470127
4368	linear.weight	8	0.045931827276945114
4368	linear.weight	9	0.24180720746517181
4368	linear.bias	0	0.05597688630223274
4368	linear.bias	1	0.076866015791893
4368	linear.bias	2	-0.33829230070114136
4368	linear.bias	3	1.0706734657287598
4368	linear.bias	4	-0.3574737012386322
4368	linear.bias	5	-0.030769959092140198
4368	linear.bias	6	-0.23891907930374146
4368	linear.bias	7	-0.13766509294509888
4368	linear.bias	8	0.0881401002407074
4368	linear.bias	9	-0.3571310043334961
4396	transitions	0	-0.5653179287910461
4396	transitions	1	0.43476662039756775
4396	transitions	2	1.7964235544204712
4396	transitions	3	0.19101814925670624
4396	transitions	4	1.019454002380371
4396	transitions	5	1.2761197090148926
4396	transitions	6	0.48537763953208923
4396	transitions	7	0.18507888913154602
4396	transitions	8	-0.9185645580291748
4396	transitions	9	0.9307817816734314
4396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4396	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4396	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4396	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4396	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4396	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4396	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4396	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4396	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4396	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4396	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4396	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4396	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4396	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4396	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4396	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4396	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4396	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4396	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4396	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4396	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4396	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4396	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4396	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4396	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4396	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4396	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4396	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4396	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4396	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4396	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4396	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4396	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4396	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4396	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4396	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4396	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4396	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4396	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4396	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4396	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4396	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4396	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4396	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4396	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4396	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4396	embedding2nn.weight	0	0.009754471480846405
4396	embedding2nn.weight	1	0.013574322685599327
4396	embedding2nn.weight	2	-0.004740592557936907
4396	embedding2nn.weight	3	0.0002499035035725683
4396	embedding2nn.weight	4	-0.0030316465999931097
4396	embedding2nn.weight	5	0.0029234979301691055
4396	embedding2nn.weight	6	-0.0014180743601173162
4396	embedding2nn.weight	7	0.007662557531148195
4396	embedding2nn.weight	8	-0.008180474862456322
4396	embedding2nn.weight	9	-0.013896187767386436
4396	embedding2nn.bias	0	-0.007094392087310553
4396	embedding2nn.bias	1	-0.007640291005373001
4396	embedding2nn.bias	2	-0.051493920385837555
4396	embedding2nn.bias	3	0.014396361075341702
4396	embedding2nn.bias	4	0.02234133891761303
4396	embedding2nn.bias	5	-0.015181399881839752
4396	embedding2nn.bias	6	0.03293455019593239
4396	embedding2nn.bias	7	0.06275787204504013
4396	embedding2nn.bias	8	0.01480713952332735
4396	embedding2nn.bias	9	-0.009136834181845188
4396	rnn.weight_ih_l0	0	0.03312162309885025
4396	rnn.weight_ih_l0	1	-0.0050542717799544334
4396	rnn.weight_ih_l0	2	-0.022565631195902824
4396	rnn.weight_ih_l0	3	-0.05007556080818176
4396	rnn.weight_ih_l0	4	-0.049580492079257965
4396	rnn.weight_ih_l0	5	0.002284911461174488
4396	rnn.weight_ih_l0	6	-0.05399201810359955
4396	rnn.weight_ih_l0	7	-0.04993940144777298
4396	rnn.weight_ih_l0	8	-0.04565415903925896
4396	rnn.weight_ih_l0	9	-0.026811080053448677
4396	rnn.weight_hh_l0	0	0.012013604864478111
4396	rnn.weight_hh_l0	1	-0.01417731586843729
4396	rnn.weight_hh_l0	2	-0.019444243982434273
4396	rnn.weight_hh_l0	3	-0.012342364527285099
4396	rnn.weight_hh_l0	4	-0.061122432351112366
4396	rnn.weight_hh_l0	5	-0.02272271364927292
4396	rnn.weight_hh_l0	6	-0.023003963753581047
4396	rnn.weight_hh_l0	7	0.02903280220925808
4396	rnn.weight_hh_l0	8	-0.02265033684670925
4396	rnn.weight_hh_l0	9	0.03127959743142128
4396	rnn.bias_ih_l0	0	0.07028461247682571
4396	rnn.bias_ih_l0	1	-0.05478686839342117
4396	rnn.bias_ih_l0	2	0.09040215611457825
4396	rnn.bias_ih_l0	3	0.0757661908864975
4396	rnn.bias_ih_l0	4	0.08872199803590775
4396	rnn.bias_ih_l0	5	0.011403554119169712
4396	rnn.bias_ih_l0	6	-0.015531226992607117
4396	rnn.bias_ih_l0	7	-0.07141944020986557
4396	rnn.bias_ih_l0	8	-0.09556674212217331
4396	rnn.bias_ih_l0	9	0.06895913928747177
4396	rnn.bias_hh_l0	0	-0.03286178037524223
4396	rnn.bias_hh_l0	1	0.021252524107694626
4396	rnn.bias_hh_l0	2	-0.012589285150170326
4396	rnn.bias_hh_l0	3	-0.004907691385596991
4396	rnn.bias_hh_l0	4	-0.04649979993700981
4396	rnn.bias_hh_l0	5	0.0910787433385849
4396	rnn.bias_hh_l0	6	-0.007245209999382496
4396	rnn.bias_hh_l0	7	0.013394332490861416
4396	rnn.bias_hh_l0	8	0.018837546929717064
4396	rnn.bias_hh_l0	9	0.06210459768772125
4396	rnn.weight_ih_l0_reverse	0	-0.03203609585762024
4396	rnn.weight_ih_l0_reverse	1	-0.004226313903927803
4396	rnn.weight_ih_l0_reverse	2	0.02273394539952278
4396	rnn.weight_ih_l0_reverse	3	-0.06082161143422127
4396	rnn.weight_ih_l0_reverse	4	0.010076290927827358
4396	rnn.weight_ih_l0_reverse	5	-0.05588262528181076
4396	rnn.weight_ih_l0_reverse	6	0.008106564171612263
4396	rnn.weight_ih_l0_reverse	7	0.03952115774154663
4396	rnn.weight_ih_l0_reverse	8	-0.036713723093271255
4396	rnn.weight_ih_l0_reverse	9	-0.051529522985219955
4396	rnn.weight_hh_l0_reverse	0	-0.06157998740673065
4396	rnn.weight_hh_l0_reverse	1	-0.048750028014183044
4396	rnn.weight_hh_l0_reverse	2	0.008895010687410831
4396	rnn.weight_hh_l0_reverse	3	0.03805483505129814
4396	rnn.weight_hh_l0_reverse	4	0.0267109964042902
4396	rnn.weight_hh_l0_reverse	5	0.04381845146417618
4396	rnn.weight_hh_l0_reverse	6	0.00352104683406651
4396	rnn.weight_hh_l0_reverse	7	-0.0005784952081739902
4396	rnn.weight_hh_l0_reverse	8	-0.07509083300828934
4396	rnn.weight_hh_l0_reverse	9	0.03608056902885437
4396	rnn.bias_ih_l0_reverse	0	-0.04012487828731537
4396	rnn.bias_ih_l0_reverse	1	-0.045958466827869415
4396	rnn.bias_ih_l0_reverse	2	0.08890426903963089
4396	rnn.bias_ih_l0_reverse	3	0.02809056267142296
4396	rnn.bias_ih_l0_reverse	4	-0.08872219175100327
4396	rnn.bias_ih_l0_reverse	5	0.014775088056921959
4396	rnn.bias_ih_l0_reverse	6	-0.08614705502986908
4396	rnn.bias_ih_l0_reverse	7	0.030723001807928085
4396	rnn.bias_ih_l0_reverse	8	0.014482259750366211
4396	rnn.bias_ih_l0_reverse	9	0.06389258056879044
4396	rnn.bias_hh_l0_reverse	0	0.009712702594697475
4396	rnn.bias_hh_l0_reverse	1	0.0651196613907814
4396	rnn.bias_hh_l0_reverse	2	0.07855823636054993
4396	rnn.bias_hh_l0_reverse	3	-0.0046265339478850365
4396	rnn.bias_hh_l0_reverse	4	0.07383909821510315
4396	rnn.bias_hh_l0_reverse	5	0.019834542647004128
4396	rnn.bias_hh_l0_reverse	6	-0.06517104059457779
4396	rnn.bias_hh_l0_reverse	7	0.039509367197752
4396	rnn.bias_hh_l0_reverse	8	0.023705948144197464
4396	rnn.bias_hh_l0_reverse	9	-0.10253295302391052
4396	linear.weight	0	0.17281712591648102
4396	linear.weight	1	-0.10108699649572372
4396	linear.weight	2	-0.0787791982293129
4396	linear.weight	3	0.047488998621702194
4396	linear.weight	4	0.013459309004247189
4396	linear.weight	5	-0.06483086198568344
4396	linear.weight	6	-0.013892978429794312
4396	linear.weight	7	-0.025990992784500122
4396	linear.weight	8	0.04526740312576294
4396	linear.weight	9	0.24332524836063385
4396	linear.bias	0	0.06843350827693939
4396	linear.bias	1	0.07923609763383865
4396	linear.bias	2	-0.3338167071342468
4396	linear.bias	3	1.0574907064437866
4396	linear.bias	4	-0.3585118353366852
4396	linear.bias	5	-0.030769959092140198
4396	linear.bias	6	-0.23450450599193573
4396	linear.bias	7	-0.1324509084224701
4396	linear.bias	8	0.09348651766777039
4396	linear.bias	9	-0.3576934039592743
4424	transitions	0	-0.5656837821006775
4424	transitions	1	0.43441030383110046
4424	transitions	2	1.796006679534912
4424	transitions	3	0.19088365137577057
4424	transitions	4	1.019289255142212
4424	transitions	5	1.2761081457138062
4424	transitions	6	0.48537498712539673
4424	transitions	7	0.18507039546966553
4424	transitions	8	-0.9185694456100464
4424	transitions	9	0.9307817220687866
4424	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4424	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4424	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4424	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4424	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4424	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4424	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4424	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4424	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4424	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4424	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4424	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4424	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4424	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4424	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4424	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4424	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4424	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4424	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4424	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4424	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4424	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4424	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4424	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4424	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4424	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4424	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4424	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4424	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4424	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4424	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4424	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4424	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4424	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4424	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4424	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4424	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4424	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4424	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4424	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4424	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4424	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4424	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4424	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4424	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4424	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4424	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4424	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4424	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4424	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4424	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4424	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4424	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4424	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4424	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4424	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4424	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4424	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4424	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4424	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4424	embedding2nn.weight	0	0.009248478338122368
4424	embedding2nn.weight	1	0.013515493832528591
4424	embedding2nn.weight	2	-0.004687309730798006
4424	embedding2nn.weight	3	0.0004971999442204833
4424	embedding2nn.weight	4	-0.003051160601899028
4424	embedding2nn.weight	5	0.0029406400863081217
4424	embedding2nn.weight	6	-0.0013501564972102642
4424	embedding2nn.weight	7	0.007984496653079987
4424	embedding2nn.weight	8	-0.00830626767128706
4424	embedding2nn.weight	9	-0.013892370276153088
4424	embedding2nn.bias	0	-0.004755709785968065
4424	embedding2nn.bias	1	-0.003609019098803401
4424	embedding2nn.bias	2	-0.04708368331193924
4424	embedding2nn.bias	3	0.009203881025314331
4424	embedding2nn.bias	4	0.01476094126701355
4424	embedding2nn.bias	5	-0.01790461502969265
4424	embedding2nn.bias	6	0.03360571339726448
4424	embedding2nn.bias	7	0.05865352228283882
4424	embedding2nn.bias	8	0.011954518966376781
4424	embedding2nn.bias	9	-0.00669030100107193
4424	rnn.weight_ih_l0	0	0.033381666988134384
4424	rnn.weight_ih_l0	1	-0.004908408038318157
4424	rnn.weight_ih_l0	2	-0.02229227125644684
4424	rnn.weight_ih_l0	3	-0.050044070929288864
4424	rnn.weight_ih_l0	4	-0.04954557493329048
4424	rnn.weight_ih_l0	5	0.002049968810752034
4424	rnn.weight_ih_l0	6	-0.054117508232593536
4424	rnn.weight_ih_l0	7	-0.05008913204073906
4424	rnn.weight_ih_l0	8	-0.04559903219342232
4424	rnn.weight_ih_l0	9	-0.026700958609580994
4424	rnn.weight_hh_l0	0	0.011987720616161823
4424	rnn.weight_hh_l0	1	-0.01398767251521349
4424	rnn.weight_hh_l0	2	-0.019139224663376808
4424	rnn.weight_hh_l0	3	-0.012869813479483128
4424	rnn.weight_hh_l0	4	-0.06171974912285805
4424	rnn.weight_hh_l0	5	-0.022412117570638657
4424	rnn.weight_hh_l0	6	-0.023213163018226624
4424	rnn.weight_hh_l0	7	0.028743157163262367
4424	rnn.weight_hh_l0	8	-0.022669296711683273
4424	rnn.weight_hh_l0	9	0.03150651603937149
4424	rnn.bias_ih_l0	0	0.07175511121749878
4424	rnn.bias_ih_l0	1	-0.05595354363322258
4424	rnn.bias_ih_l0	2	0.08776845782995224
4424	rnn.bias_ih_l0	3	0.07514069229364395
4424	rnn.bias_ih_l0	4	0.08786123991012573
4424	rnn.bias_ih_l0	5	0.012329621240496635
4424	rnn.bias_ih_l0	6	-0.016302766278386116
4424	rnn.bias_ih_l0	7	-0.07119875401258469
4424	rnn.bias_ih_l0	8	-0.0953039601445198
4424	rnn.bias_ih_l0	9	0.06897879391908646
4424	rnn.bias_hh_l0	0	-0.03170802816748619
4424	rnn.bias_hh_l0	1	0.023463621735572815
4424	rnn.bias_hh_l0	2	-0.011274585500359535
4424	rnn.bias_hh_l0	3	-0.005048268940299749
4424	rnn.bias_hh_l0	4	-0.045697685331106186
4424	rnn.bias_hh_l0	5	0.0918731689453125
4424	rnn.bias_hh_l0	6	-0.008185046724975109
4424	rnn.bias_hh_l0	7	0.009863393381237984
4424	rnn.bias_hh_l0	8	0.018066007643938065
4424	rnn.bias_hh_l0	9	0.06260912865400314
4424	rnn.weight_ih_l0_reverse	0	-0.03224657475948334
4424	rnn.weight_ih_l0_reverse	1	-0.004118174314498901
4424	rnn.weight_ih_l0_reverse	2	0.02262946404516697
4424	rnn.weight_ih_l0_reverse	3	-0.06102367863059044
4424	rnn.weight_ih_l0_reverse	4	0.010284515097737312
4424	rnn.weight_ih_l0_reverse	5	-0.05579663813114166
4424	rnn.weight_ih_l0_reverse	6	0.007127206306904554
4424	rnn.weight_ih_l0_reverse	7	0.03965207189321518
4424	rnn.weight_ih_l0_reverse	8	-0.036761585623025894
4424	rnn.weight_ih_l0_reverse	9	-0.051405563950538635
4424	rnn.weight_hh_l0_reverse	0	-0.060995012521743774
4424	rnn.weight_hh_l0_reverse	1	-0.04831470176577568
4424	rnn.weight_hh_l0_reverse	2	0.008487636223435402
4424	rnn.weight_hh_l0_reverse	3	0.03808586299419403
4424	rnn.weight_hh_l0_reverse	4	0.026563143357634544
4424	rnn.weight_hh_l0_reverse	5	0.04373040795326233
4424	rnn.weight_hh_l0_reverse	6	0.002634167205542326
4424	rnn.weight_hh_l0_reverse	7	-0.0003366527089383453
4424	rnn.weight_hh_l0_reverse	8	-0.07534095644950867
4424	rnn.weight_hh_l0_reverse	9	0.03495537117123604
4424	rnn.bias_ih_l0_reverse	0	-0.037380483001470566
4424	rnn.bias_ih_l0_reverse	1	-0.0436256043612957
4424	rnn.bias_ih_l0_reverse	2	0.09005709737539291
4424	rnn.bias_ih_l0_reverse	3	0.028263408690690994
4424	rnn.bias_ih_l0_reverse	4	-0.08858174830675125
4424	rnn.bias_ih_l0_reverse	5	0.015863003209233284
4424	rnn.bias_ih_l0_reverse	6	-0.08651537448167801
4424	rnn.bias_ih_l0_reverse	7	0.029842812567949295
4424	rnn.bias_ih_l0_reverse	8	0.0158065352588892
4424	rnn.bias_ih_l0_reverse	9	0.06429358571767807
4424	rnn.bias_hh_l0_reverse	0	0.007727637887001038
4424	rnn.bias_hh_l0_reverse	1	0.06373746693134308
4424	rnn.bias_hh_l0_reverse	2	0.0769568681716919
4424	rnn.bias_hh_l0_reverse	3	-0.0045645167119801044
4424	rnn.bias_hh_l0_reverse	4	0.07223173975944519
4424	rnn.bias_hh_l0_reverse	5	0.016269201412796974
4424	rnn.bias_hh_l0_reverse	6	-0.0666755735874176
4424	rnn.bias_hh_l0_reverse	7	0.039398226886987686
4424	rnn.bias_hh_l0_reverse	8	0.02431902475655079
4424	rnn.bias_hh_l0_reverse	9	-0.09310582280158997
4424	linear.weight	0	0.16897590458393097
4424	linear.weight	1	-0.1010437086224556
4424	linear.weight	2	-0.07826241105794907
4424	linear.weight	3	0.044853873550891876
4424	linear.weight	4	0.014625693671405315
4424	linear.weight	5	-0.06562001258134842
4424	linear.weight	6	-0.013910342007875443
4424	linear.weight	7	-0.02660991996526718
4424	linear.weight	8	0.045476533472537994
4424	linear.weight	9	0.24325785040855408
4424	linear.bias	0	0.05459212884306908
4424	linear.bias	1	0.0805363580584526
4424	linear.bias	2	-0.3324909508228302
4424	linear.bias	3	1.06974458694458
4424	linear.bias	4	-0.3596697151660919
4424	linear.bias	5	-0.030769959092140198
4424	linear.bias	6	-0.23455248773097992
4424	linear.bias	7	-0.13501998782157898
4424	linear.bias	8	0.0872218981385231
4424	linear.bias	9	-0.3582606613636017
4452	transitions	0	-0.5659825801849365
4452	transitions	1	0.43417301774024963
4452	transitions	2	1.7952264547348022
4452	transitions	3	0.19041401147842407
4452	transitions	4	1.0189146995544434
4452	transitions	5	1.276094913482666
4452	transitions	6	0.48537352681159973
4452	transitions	7	0.1849677562713623
4452	transitions	8	-0.918571949005127
4452	transitions	9	0.9307817220687866
4452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4452	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4452	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4452	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4452	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4452	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4452	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4452	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4452	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4452	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4452	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4452	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4452	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4452	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4452	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4452	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4452	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4452	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4452	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4452	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4452	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4452	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4452	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4452	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4452	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4452	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4452	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4452	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4452	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4452	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4452	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4452	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4452	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4452	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4452	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4452	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4452	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4452	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4452	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4452	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4452	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4452	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4452	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4452	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4452	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4452	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4452	embedding2nn.weight	0	0.009301770478487015
4452	embedding2nn.weight	1	0.013580064289271832
4452	embedding2nn.weight	2	-0.004721337463706732
4452	embedding2nn.weight	3	0.0005262764170765877
4452	embedding2nn.weight	4	-0.0029529528692364693
4452	embedding2nn.weight	5	0.0030236525926738977
4452	embedding2nn.weight	6	-0.0014619678258895874
4452	embedding2nn.weight	7	0.008384214714169502
4452	embedding2nn.weight	8	-0.00845611747354269
4452	embedding2nn.weight	9	-0.013793029822409153
4452	embedding2nn.bias	0	0.0036891058553010225
4452	embedding2nn.bias	1	-0.008774024434387684
4452	embedding2nn.bias	2	-0.04611584171652794
4452	embedding2nn.bias	3	0.00636952742934227
4452	embedding2nn.bias	4	0.02529018186032772
4452	embedding2nn.bias	5	-0.020383339375257492
4452	embedding2nn.bias	6	0.03398701548576355
4452	embedding2nn.bias	7	0.061946041882038116
4452	embedding2nn.bias	8	0.01886686123907566
4452	embedding2nn.bias	9	-0.006830919533967972
4452	rnn.weight_ih_l0	0	0.03350871801376343
4452	rnn.weight_ih_l0	1	-0.004238641355186701
4452	rnn.weight_ih_l0	2	-0.02116360142827034
4452	rnn.weight_ih_l0	3	-0.0503581278026104
4452	rnn.weight_ih_l0	4	-0.04962955787777901
4452	rnn.weight_ih_l0	5	0.0017499609384685755
4452	rnn.weight_ih_l0	6	-0.054062072187662125
4452	rnn.weight_ih_l0	7	-0.05032858997583389
4452	rnn.weight_ih_l0	8	-0.04540897160768509
4452	rnn.weight_ih_l0	9	-0.026731541380286217
4452	rnn.weight_hh_l0	0	0.011704791337251663
4452	rnn.weight_hh_l0	1	-0.01337349507957697
4452	rnn.weight_hh_l0	2	-0.01941770873963833
4452	rnn.weight_hh_l0	3	-0.012978523038327694
4452	rnn.weight_hh_l0	4	-0.06139706075191498
4452	rnn.weight_hh_l0	5	-0.022496500983834267
4452	rnn.weight_hh_l0	6	-0.02228151634335518
4452	rnn.weight_hh_l0	7	0.02908315882086754
4452	rnn.weight_hh_l0	8	-0.022293981164693832
4452	rnn.weight_hh_l0	9	0.03220093250274658
4452	rnn.bias_ih_l0	0	0.07128320634365082
4452	rnn.bias_ih_l0	1	-0.05566391348838806
4452	rnn.bias_ih_l0	2	0.08946315944194794
4452	rnn.bias_ih_l0	3	0.07798866182565689
4452	rnn.bias_ih_l0	4	0.08824358880519867
4452	rnn.bias_ih_l0	5	0.01139723788946867
4452	rnn.bias_ih_l0	6	-0.01908276416361332
4452	rnn.bias_ih_l0	7	-0.06939031928777695
4452	rnn.bias_ih_l0	8	-0.08961331099271774
4452	rnn.bias_ih_l0	9	0.06946031749248505
4452	rnn.bias_hh_l0	0	-0.03145894035696983
4452	rnn.bias_hh_l0	1	0.02398291416466236
4452	rnn.bias_hh_l0	2	-0.011911006644368172
4452	rnn.bias_hh_l0	3	-0.007112528663128614
4452	rnn.bias_hh_l0	4	-0.047217655926942825
4452	rnn.bias_hh_l0	5	0.09536931663751602
4452	rnn.bias_hh_l0	6	-0.008472531102597713
4452	rnn.bias_hh_l0	7	0.01004103571176529
4452	rnn.bias_hh_l0	8	0.015286010690033436
4452	rnn.bias_hh_l0	9	0.061316851526498795
4452	rnn.weight_ih_l0_reverse	0	-0.03235835209488869
4452	rnn.weight_ih_l0_reverse	1	-0.0031374096870422363
4452	rnn.weight_ih_l0_reverse	2	0.02291320078074932
4452	rnn.weight_ih_l0_reverse	3	-0.06077311560511589
4452	rnn.weight_ih_l0_reverse	4	0.010098414495587349
4452	rnn.weight_ih_l0_reverse	5	-0.055986613035202026
4452	rnn.weight_ih_l0_reverse	6	0.00798831321299076
4452	rnn.weight_ih_l0_reverse	7	0.03968382626771927
4452	rnn.weight_ih_l0_reverse	8	-0.03672382980585098
4452	rnn.weight_ih_l0_reverse	9	-0.051133520901203156
4452	rnn.weight_hh_l0_reverse	0	-0.061665598303079605
4452	rnn.weight_hh_l0_reverse	1	-0.048743437975645065
4452	rnn.weight_hh_l0_reverse	2	0.00841371901333332
4452	rnn.weight_hh_l0_reverse	3	0.0382237508893013
4452	rnn.weight_hh_l0_reverse	4	0.026090241968631744
4452	rnn.weight_hh_l0_reverse	5	0.043681345880031586
4452	rnn.weight_hh_l0_reverse	6	0.0031359808053821325
4452	rnn.weight_hh_l0_reverse	7	-0.000184735341463238
4452	rnn.weight_hh_l0_reverse	8	-0.07555373758077621
4452	rnn.weight_hh_l0_reverse	9	0.03500201925635338
4452	rnn.bias_ih_l0_reverse	0	-0.03309077024459839
4452	rnn.bias_ih_l0_reverse	1	-0.04731427878141403
4452	rnn.bias_ih_l0_reverse	2	0.08946392685174942
4452	rnn.bias_ih_l0_reverse	3	0.02838795818388462
4452	rnn.bias_ih_l0_reverse	4	-0.08791207522153854
4452	rnn.bias_ih_l0_reverse	5	0.015229642391204834
4452	rnn.bias_ih_l0_reverse	6	-0.08712281286716461
4452	rnn.bias_ih_l0_reverse	7	0.027976790443062782
4452	rnn.bias_ih_l0_reverse	8	0.015896229073405266
4452	rnn.bias_ih_l0_reverse	9	0.06401944905519485
4452	rnn.bias_hh_l0_reverse	0	0.01265123300254345
4452	rnn.bias_hh_l0_reverse	1	0.06716310232877731
4452	rnn.bias_hh_l0_reverse	2	0.07267563045024872
4452	rnn.bias_hh_l0_reverse	3	-0.004421478137373924
4452	rnn.bias_hh_l0_reverse	4	0.07187964767217636
4452	rnn.bias_hh_l0_reverse	5	0.01604108139872551
4452	rnn.bias_hh_l0_reverse	6	-0.06788486242294312
4452	rnn.bias_hh_l0_reverse	7	0.03940686956048012
4452	rnn.bias_hh_l0_reverse	8	0.026123875752091408
4452	rnn.bias_hh_l0_reverse	9	-0.09971894323825836
4452	linear.weight	0	0.1762106716632843
4452	linear.weight	1	-0.10100096464157104
4452	linear.weight	2	-0.08165851980447769
4452	linear.weight	3	0.03680149465799332
4452	linear.weight	4	0.014499354176223278
4452	linear.weight	5	-0.06593873351812363
4452	linear.weight	6	-0.013915750198066235
4452	linear.weight	7	-0.026633307337760925
4452	linear.weight	8	0.04378751292824745
4452	linear.weight	9	0.2428414225578308
4452	linear.bias	0	0.04443420097231865
4452	linear.bias	1	0.08811497688293457
4452	linear.bias	2	-0.3370816707611084
4452	linear.bias	3	1.0746612548828125
4452	linear.bias	4	-0.35760068893432617
4452	linear.bias	5	-0.030769959092140198
4452	linear.bias	6	-0.2380148470401764
4452	linear.bias	7	-0.14188893139362335
4452	linear.bias	8	0.08795545250177383
4452	linear.bias	9	-0.3589206337928772
4480	transitions	0	-0.5662574172019958
4480	transitions	1	0.43387994170188904
4480	transitions	2	1.7945915460586548
4480	transitions	3	0.19031855463981628
4480	transitions	4	1.0186620950698853
4480	transitions	5	1.2760814428329468
4480	transitions	6	0.485368549823761
4480	transitions	7	0.18495765328407288
4480	transitions	8	-0.9185768961906433
4480	transitions	9	0.9307806491851807
4480	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4480	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4480	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4480	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4480	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4480	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4480	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4480	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4480	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4480	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4480	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4480	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4480	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4480	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4480	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4480	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4480	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4480	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4480	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4480	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4480	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4480	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4480	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4480	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4480	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4480	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4480	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4480	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4480	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4480	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4480	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4480	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4480	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4480	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4480	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4480	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4480	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4480	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4480	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4480	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4480	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4480	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4480	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4480	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4480	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4480	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4480	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4480	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4480	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4480	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4480	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4480	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4480	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4480	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4480	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4480	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4480	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4480	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4480	embedding2nn.weight	0	0.010115335695445538
4480	embedding2nn.weight	1	0.013517864979803562
4480	embedding2nn.weight	2	-0.004722730256617069
4480	embedding2nn.weight	3	0.0006559941102750599
4480	embedding2nn.weight	4	-0.0029924404807388783
4480	embedding2nn.weight	5	0.0031108995899558067
4480	embedding2nn.weight	6	-0.001341080293059349
4480	embedding2nn.weight	7	0.008411900140345097
4480	embedding2nn.weight	8	-0.008236095309257507
4480	embedding2nn.weight	9	-0.013780065812170506
4480	embedding2nn.bias	0	0.0022816190030425787
4480	embedding2nn.bias	1	-0.006695758551359177
4480	embedding2nn.bias	2	-0.05109567195177078
4480	embedding2nn.bias	3	0.012048418633639812
4480	embedding2nn.bias	4	0.022169463336467743
4480	embedding2nn.bias	5	-0.02411745861172676
4480	embedding2nn.bias	6	0.03458235785365105
4480	embedding2nn.bias	7	0.06275532394647598
4480	embedding2nn.bias	8	0.014787516556680202
4480	embedding2nn.bias	9	-0.014225472696125507
4480	rnn.weight_ih_l0	0	0.033521756529808044
4480	rnn.weight_ih_l0	1	-0.004850924015045166
4480	rnn.weight_ih_l0	2	-0.022214174270629883
4480	rnn.weight_ih_l0	3	-0.05048970878124237
4480	rnn.weight_ih_l0	4	-0.049637988209724426
4480	rnn.weight_ih_l0	5	0.0018071045633405447
4480	rnn.weight_ih_l0	6	-0.05391140654683113
4480	rnn.weight_ih_l0	7	-0.05048464238643646
4480	rnn.weight_ih_l0	8	-0.04536943510174751
4480	rnn.weight_ih_l0	9	-0.02681940793991089
4480	rnn.weight_hh_l0	0	0.011643901467323303
4480	rnn.weight_hh_l0	1	-0.014154779724776745
4480	rnn.weight_hh_l0	2	-0.019184723496437073
4480	rnn.weight_hh_l0	3	-0.012878072448074818
4480	rnn.weight_hh_l0	4	-0.06128772720694542
4480	rnn.weight_hh_l0	5	-0.021990498527884483
4480	rnn.weight_hh_l0	6	-0.021477509289979935
4480	rnn.weight_hh_l0	7	0.028832770884037018
4480	rnn.weight_hh_l0	8	-0.022424444556236267
4480	rnn.weight_hh_l0	9	0.032230399549007416
4480	rnn.bias_ih_l0	0	0.07168978452682495
4480	rnn.bias_ih_l0	1	-0.054715801030397415
4480	rnn.bias_ih_l0	2	0.08871664106845856
4480	rnn.bias_ih_l0	3	0.07636090368032455
4480	rnn.bias_ih_l0	4	0.0875280499458313
4480	rnn.bias_ih_l0	5	0.01159655675292015
4480	rnn.bias_ih_l0	6	-0.01573672890663147
4480	rnn.bias_ih_l0	7	-0.06903574615716934
4480	rnn.bias_ih_l0	8	-0.09926716983318329
4480	rnn.bias_ih_l0	9	0.06900323182344437
4480	rnn.bias_hh_l0	0	-0.032414596527814865
4480	rnn.bias_hh_l0	1	0.025766829028725624
4480	rnn.bias_hh_l0	2	-0.01388197299093008
4480	rnn.bias_hh_l0	3	-0.008027938194572926
4480	rnn.bias_hh_l0	4	-0.04667414724826813
4480	rnn.bias_hh_l0	5	0.0967211201786995
4480	rnn.bias_hh_l0	6	-0.008598623797297478
4480	rnn.bias_hh_l0	7	0.00901051051914692
4480	rnn.bias_hh_l0	8	0.01863204687833786
4480	rnn.bias_hh_l0	9	0.06180766224861145
4480	rnn.weight_ih_l0_reverse	0	-0.03213205188512802
4480	rnn.weight_ih_l0_reverse	1	-0.0032757443841546774
4480	rnn.weight_ih_l0_reverse	2	0.023018373176455498
4480	rnn.weight_ih_l0_reverse	3	-0.06089303269982338
4480	rnn.weight_ih_l0_reverse	4	0.010065412148833275
4480	rnn.weight_ih_l0_reverse	5	-0.05585426464676857
4480	rnn.weight_ih_l0_reverse	6	0.008447881788015366
4480	rnn.weight_ih_l0_reverse	7	0.03966750204563141
4480	rnn.weight_ih_l0_reverse	8	-0.036743298172950745
4480	rnn.weight_ih_l0_reverse	9	-0.05123733729124069
4480	rnn.weight_hh_l0_reverse	0	-0.06187691166996956
4480	rnn.weight_hh_l0_reverse	1	-0.04907743260264397
4480	rnn.weight_hh_l0_reverse	2	0.008267407305538654
4480	rnn.weight_hh_l0_reverse	3	0.03813420981168747
4480	rnn.weight_hh_l0_reverse	4	0.0263017937541008
4480	rnn.weight_hh_l0_reverse	5	0.04368719831109047
4480	rnn.weight_hh_l0_reverse	6	0.0026779784820973873
4480	rnn.weight_hh_l0_reverse	7	-0.0002066420274786651
4480	rnn.weight_hh_l0_reverse	8	-0.07451687753200531
4480	rnn.weight_hh_l0_reverse	9	0.03516325727105141
4480	rnn.bias_ih_l0_reverse	0	-0.03399362042546272
4480	rnn.bias_ih_l0_reverse	1	-0.04010201618075371
4480	rnn.bias_ih_l0_reverse	2	0.08882901072502136
4480	rnn.bias_ih_l0_reverse	3	0.027977537363767624
4480	rnn.bias_ih_l0_reverse	4	-0.0884408950805664
4480	rnn.bias_ih_l0_reverse	5	0.015488693490624428
4480	rnn.bias_ih_l0_reverse	6	-0.08883829414844513
4480	rnn.bias_ih_l0_reverse	7	0.03095391020178795
4480	rnn.bias_ih_l0_reverse	8	0.016503244638442993
4480	rnn.bias_ih_l0_reverse	9	0.06443455070257187
4480	rnn.bias_hh_l0_reverse	0	0.009184437803924084
4480	rnn.bias_hh_l0_reverse	1	0.06598939001560211
4480	rnn.bias_hh_l0_reverse	2	0.07474296540021896
4480	rnn.bias_hh_l0_reverse	3	-0.003354193177074194
4480	rnn.bias_hh_l0_reverse	4	0.07286392897367477
4480	rnn.bias_hh_l0_reverse	5	0.020517569035291672
4480	rnn.bias_hh_l0_reverse	6	-0.06638390570878983
4480	rnn.bias_hh_l0_reverse	7	0.0392179973423481
4480	rnn.bias_hh_l0_reverse	8	0.026003705337643623
4480	rnn.bias_hh_l0_reverse	9	-0.103041872382164
4480	linear.weight	0	0.1806052178144455
4480	linear.weight	1	-0.10101347416639328
4480	linear.weight	2	-0.08793547004461288
4480	linear.weight	3	0.03824889287352562
4480	linear.weight	4	0.01585681550204754
4480	linear.weight	5	-0.06709489226341248
4480	linear.weight	6	-0.013881606049835682
4480	linear.weight	7	-0.026512550190091133
4480	linear.weight	8	0.044940683990716934
4480	linear.weight	9	0.2476106733083725
4480	linear.bias	0	0.050113871693611145
4480	linear.bias	1	0.08790742605924606
4480	linear.bias	2	-0.3374892473220825
4480	linear.bias	3	1.0722650289535522
4480	linear.bias	4	-0.3587445914745331
4480	linear.bias	5	-0.030769959092140198
4480	linear.bias	6	-0.23869092762470245
4480	linear.bias	7	-0.1411553919315338
4480	linear.bias	8	0.07516983151435852
4480	linear.bias	9	-0.35952746868133545
4508	transitions	0	-0.5666213631629944
4508	transitions	1	0.43356895446777344
4508	transitions	2	1.794234275817871
4508	transitions	3	0.19017228484153748
4508	transitions	4	1.0185099840164185
4508	transitions	5	1.2760671377182007
4508	transitions	6	0.4853653311729431
4508	transitions	7	0.18493571877479553
4508	transitions	8	-0.9185780882835388
4508	transitions	9	0.9307805299758911
4508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4508	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4508	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4508	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4508	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4508	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4508	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4508	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4508	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4508	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4508	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4508	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4508	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4508	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4508	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4508	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4508	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4508	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4508	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4508	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4508	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4508	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4508	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4508	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4508	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4508	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4508	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4508	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4508	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4508	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4508	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4508	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4508	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4508	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4508	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4508	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4508	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4508	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4508	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4508	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4508	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4508	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4508	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4508	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4508	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4508	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4508	embedding2nn.weight	0	0.010877260938286781
4508	embedding2nn.weight	1	0.013632399030029774
4508	embedding2nn.weight	2	-0.004677722230553627
4508	embedding2nn.weight	3	0.0005385461263358593
4508	embedding2nn.weight	4	-0.0030574051197618246
4508	embedding2nn.weight	5	0.003037163754925132
4508	embedding2nn.weight	6	-0.0013222848065197468
4508	embedding2nn.weight	7	0.008778954856097698
4508	embedding2nn.weight	8	-0.008141607977449894
4508	embedding2nn.weight	9	-0.013755565509200096
4508	embedding2nn.bias	0	0.0001261201687157154
4508	embedding2nn.bias	1	-0.010854826308786869
4508	embedding2nn.bias	2	-0.05359926447272301
4508	embedding2nn.bias	3	0.01649227738380432
4508	embedding2nn.bias	4	0.02174825221300125
4508	embedding2nn.bias	5	-0.02255488559603691
4508	embedding2nn.bias	6	0.042218249291181564
4508	embedding2nn.bias	7	0.05869285389780998
4508	embedding2nn.bias	8	0.01335811149328947
4508	embedding2nn.bias	9	-0.014923525974154472
4508	rnn.weight_ih_l0	0	0.03348144143819809
4508	rnn.weight_ih_l0	1	-0.005004510749131441
4508	rnn.weight_ih_l0	2	-0.021592378616333008
4508	rnn.weight_ih_l0	3	-0.05033556744456291
4508	rnn.weight_ih_l0	4	-0.04984153062105179
4508	rnn.weight_ih_l0	5	0.0017081312835216522
4508	rnn.weight_ih_l0	6	-0.05411704629659653
4508	rnn.weight_ih_l0	7	-0.05040516331791878
4508	rnn.weight_ih_l0	8	-0.04543659836053848
4508	rnn.weight_ih_l0	9	-0.02692427672445774
4508	rnn.weight_hh_l0	0	0.011608588509261608
4508	rnn.weight_hh_l0	1	-0.013841911219060421
4508	rnn.weight_hh_l0	2	-0.018556205555796623
4508	rnn.weight_hh_l0	3	-0.013042785227298737
4508	rnn.weight_hh_l0	4	-0.06092193350195885
4508	rnn.weight_hh_l0	5	-0.02159707434475422
4508	rnn.weight_hh_l0	6	-0.020612936466932297
4508	rnn.weight_hh_l0	7	0.02946210280060768
4508	rnn.weight_hh_l0	8	-0.022452538833022118
4508	rnn.weight_hh_l0	9	0.031167322769761086
4508	rnn.bias_ih_l0	0	0.07254152745008469
4508	rnn.bias_ih_l0	1	-0.05712129548192024
4508	rnn.bias_ih_l0	2	0.08886227756738663
4508	rnn.bias_ih_l0	3	0.07437096536159515
4508	rnn.bias_ih_l0	4	0.08796453475952148
4508	rnn.bias_ih_l0	5	0.011781999841332436
4508	rnn.bias_ih_l0	6	-0.015371196903288364
4508	rnn.bias_ih_l0	7	-0.06315472722053528
4508	rnn.bias_ih_l0	8	-0.09640132635831833
4508	rnn.bias_ih_l0	9	0.0693398043513298
4508	rnn.bias_hh_l0	0	-0.03334209695458412
4508	rnn.bias_hh_l0	1	0.025566251948475838
4508	rnn.bias_hh_l0	2	-0.014024411328136921
4508	rnn.bias_hh_l0	3	-0.011743130162358284
4508	rnn.bias_hh_l0	4	-0.04858606681227684
4508	rnn.bias_hh_l0	5	0.09767074137926102
4508	rnn.bias_hh_l0	6	-0.006989154499024153
4508	rnn.bias_hh_l0	7	0.009949963539838791
4508	rnn.bias_hh_l0	8	0.01899757608771324
4508	rnn.bias_hh_l0	9	0.05915258452296257
4508	rnn.weight_ih_l0_reverse	0	-0.03221232444047928
4508	rnn.weight_ih_l0_reverse	1	-0.003356251399964094
4508	rnn.weight_ih_l0_reverse	2	0.0231890007853508
4508	rnn.weight_ih_l0_reverse	3	-0.06058744713664055
4508	rnn.weight_ih_l0_reverse	4	0.009988702833652496
4508	rnn.weight_ih_l0_reverse	5	-0.05596216022968292
4508	rnn.weight_ih_l0_reverse	6	0.010397727601230145
4508	rnn.weight_ih_l0_reverse	7	0.039614852517843246
4508	rnn.weight_ih_l0_reverse	8	-0.03680882230401039
4508	rnn.weight_ih_l0_reverse	9	-0.05111551284790039
4508	rnn.weight_hh_l0_reverse	0	-0.06165943294763565
4508	rnn.weight_hh_l0_reverse	1	-0.050403837114572525
4508	rnn.weight_hh_l0_reverse	2	0.00851505994796753
4508	rnn.weight_hh_l0_reverse	3	0.0379830077290535
4508	rnn.weight_hh_l0_reverse	4	0.026000043377280235
4508	rnn.weight_hh_l0_reverse	5	0.043676480650901794
4508	rnn.weight_hh_l0_reverse	6	0.0020789336413145065
4508	rnn.weight_hh_l0_reverse	7	-0.0005094846128486097
4508	rnn.weight_hh_l0_reverse	8	-0.0738258808851242
4508	rnn.weight_hh_l0_reverse	9	0.03436349332332611
4508	rnn.bias_ih_l0_reverse	0	-0.03788008913397789
4508	rnn.bias_ih_l0_reverse	1	-0.050560932606458664
4508	rnn.bias_ih_l0_reverse	2	0.08970781415700912
4508	rnn.bias_ih_l0_reverse	3	0.02732696197926998
4508	rnn.bias_ih_l0_reverse	4	-0.08705087751150131
4508	rnn.bias_ih_l0_reverse	5	0.015224047936499119
4508	rnn.bias_ih_l0_reverse	6	-0.08973193168640137
4508	rnn.bias_ih_l0_reverse	7	0.02960546873509884
4508	rnn.bias_ih_l0_reverse	8	0.017423266544938087
4508	rnn.bias_ih_l0_reverse	9	0.06625070422887802
4508	rnn.bias_hh_l0_reverse	0	0.013890505768358707
4508	rnn.bias_hh_l0_reverse	1	0.06725708395242691
4508	rnn.bias_hh_l0_reverse	2	0.0752749964594841
4508	rnn.bias_hh_l0_reverse	3	-0.0041280086152255535
4508	rnn.bias_hh_l0_reverse	4	0.07293426990509033
4508	rnn.bias_hh_l0_reverse	5	0.016709476709365845
4508	rnn.bias_hh_l0_reverse	6	-0.06665940582752228
4508	rnn.bias_hh_l0_reverse	7	0.039642784744501114
4508	rnn.bias_hh_l0_reverse	8	0.025733398273587227
4508	rnn.bias_hh_l0_reverse	9	-0.09623538702726364
4508	linear.weight	0	0.18868447840213776
4508	linear.weight	1	-0.10100644826889038
4508	linear.weight	2	-0.08905051648616791
4508	linear.weight	3	0.03225754573941231
4508	linear.weight	4	0.016755949705839157
4508	linear.weight	5	-0.06662758439779282
4508	linear.weight	6	-0.013851234689354897
4508	linear.weight	7	-0.026487475261092186
4508	linear.weight	8	0.04558403789997101
4508	linear.weight	9	0.24311162531375885
4508	linear.bias	0	0.0485667921602726
4508	linear.bias	1	0.09787013381719589
4508	linear.bias	2	-0.34165433049201965
4508	linear.bias	3	1.060042142868042
4508	linear.bias	4	-0.3596632182598114
4508	linear.bias	5	-0.030769959092140198
4508	linear.bias	6	-0.24177241325378418
4508	linear.bias	7	-0.14127041399478912
4508	linear.bias	8	0.08862364292144775
4508	linear.bias	9	-0.36003434658050537
4536	transitions	0	-0.5668181777000427
4536	transitions	1	0.4333372116088867
4536	transitions	2	1.7938051223754883
4536	transitions	3	0.19002847373485565
4536	transitions	4	1.0182234048843384
4536	transitions	5	1.2760579586029053
4536	transitions	6	0.48535946011543274
4536	transitions	7	0.18480832874774933
4536	transitions	8	-0.9185841083526611
4536	transitions	9	0.9307804107666016
4536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4536	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4536	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4536	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4536	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4536	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4536	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4536	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4536	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4536	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4536	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4536	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4536	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4536	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4536	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4536	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4536	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4536	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4536	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4536	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4536	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4536	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4536	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4536	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4536	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4536	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4536	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4536	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4536	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4536	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4536	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4536	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4536	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4536	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4536	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4536	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4536	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4536	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4536	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4536	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4536	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4536	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4536	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4536	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4536	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4536	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4536	embedding2nn.weight	0	0.010578319430351257
4536	embedding2nn.weight	1	0.013684671372175217
4536	embedding2nn.weight	2	-0.004615221172571182
4536	embedding2nn.weight	3	0.0011064658174291253
4536	embedding2nn.weight	4	-0.0029934407211840153
4536	embedding2nn.weight	5	0.0034884747583419085
4536	embedding2nn.weight	6	-0.0011995022650808096
4536	embedding2nn.weight	7	0.008891187608242035
4536	embedding2nn.weight	8	-0.008146615698933601
4536	embedding2nn.weight	9	-0.013640323653817177
4536	embedding2nn.bias	0	0.0022857682779431343
4536	embedding2nn.bias	1	0.0031163410749286413
4536	embedding2nn.bias	2	-0.05524824187159538
4536	embedding2nn.bias	3	0.01358104683458805
4536	embedding2nn.bias	4	0.02437490224838257
4536	embedding2nn.bias	5	-0.021737445145845413
4536	embedding2nn.bias	6	0.04078139737248421
4536	embedding2nn.bias	7	0.060976460576057434
4536	embedding2nn.bias	8	0.012828518636524677
4536	embedding2nn.bias	9	-0.01103088166564703
4536	rnn.weight_ih_l0	0	0.033629633486270905
4536	rnn.weight_ih_l0	1	-0.005761901382356882
4536	rnn.weight_ih_l0	2	-0.02195432037115097
4536	rnn.weight_ih_l0	3	-0.05029044300317764
4536	rnn.weight_ih_l0	4	-0.04984046146273613
4536	rnn.weight_ih_l0	5	0.0017840128857642412
4536	rnn.weight_ih_l0	6	-0.05388779193162918
4536	rnn.weight_ih_l0	7	-0.05063518509268761
4536	rnn.weight_ih_l0	8	-0.045430026948451996
4536	rnn.weight_ih_l0	9	-0.027033675462007523
4536	rnn.weight_hh_l0	0	0.011504660360515118
4536	rnn.weight_hh_l0	1	-0.013266416266560555
4536	rnn.weight_hh_l0	2	-0.01855258084833622
4536	rnn.weight_hh_l0	3	-0.013293452560901642
4536	rnn.weight_hh_l0	4	-0.06090666353702545
4536	rnn.weight_hh_l0	5	-0.021353280171751976
4536	rnn.weight_hh_l0	6	-0.019850492477416992
4536	rnn.weight_hh_l0	7	0.028124522417783737
4536	rnn.weight_hh_l0	8	-0.022236108779907227
4536	rnn.weight_hh_l0	9	0.03100481443107128
4536	rnn.bias_ih_l0	0	0.0710488110780716
4536	rnn.bias_ih_l0	1	-0.05720492824912071
4536	rnn.bias_ih_l0	2	0.08891785144805908
4536	rnn.bias_ih_l0	3	0.07396222651004791
4536	rnn.bias_ih_l0	4	0.08802380412817001
4536	rnn.bias_ih_l0	5	0.01313138660043478
4536	rnn.bias_ih_l0	6	-0.014888298697769642
4536	rnn.bias_ih_l0	7	-0.06971598416566849
4536	rnn.bias_ih_l0	8	-0.09918943792581558
4536	rnn.bias_ih_l0	9	0.06915546208620071
4536	rnn.bias_hh_l0	0	-0.03335653245449066
4536	rnn.bias_hh_l0	1	0.02608870342373848
4536	rnn.bias_hh_l0	2	-0.012841712683439255
4536	rnn.bias_hh_l0	3	-0.009229788556694984
4536	rnn.bias_hh_l0	4	-0.048882193863391876
4536	rnn.bias_hh_l0	5	0.09570065140724182
4536	rnn.bias_hh_l0	6	-0.006644242908805609
4536	rnn.bias_hh_l0	7	0.013538917526602745
4536	rnn.bias_hh_l0	8	0.019480472430586815
4536	rnn.bias_hh_l0	9	0.06111320108175278
4536	rnn.weight_ih_l0_reverse	0	-0.03209497034549713
4536	rnn.weight_ih_l0_reverse	1	-0.002938139019533992
4536	rnn.weight_ih_l0_reverse	2	0.02333439700305462
4536	rnn.weight_ih_l0_reverse	3	-0.06063857674598694
4536	rnn.weight_ih_l0_reverse	4	0.010132159106433392
4536	rnn.weight_ih_l0_reverse	5	-0.05607644468545914
4536	rnn.weight_ih_l0_reverse	6	0.01121788751333952
4536	rnn.weight_ih_l0_reverse	7	0.03958984091877937
4536	rnn.weight_ih_l0_reverse	8	-0.03684546798467636
4536	rnn.weight_ih_l0_reverse	9	-0.0508042648434639
4536	rnn.weight_hh_l0_reverse	0	-0.06240985170006752
4536	rnn.weight_hh_l0_reverse	1	-0.05106540769338608
4536	rnn.weight_hh_l0_reverse	2	0.008534547872841358
4536	rnn.weight_hh_l0_reverse	3	0.0378582626581192
4536	rnn.weight_hh_l0_reverse	4	0.025514774024486542
4536	rnn.weight_hh_l0_reverse	5	0.0438641719520092
4536	rnn.weight_hh_l0_reverse	6	0.0022673136554658413
4536	rnn.weight_hh_l0_reverse	7	-0.0007997810025699437
4536	rnn.weight_hh_l0_reverse	8	-0.07473205775022507
4536	rnn.weight_hh_l0_reverse	9	0.034795597195625305
4536	rnn.bias_ih_l0_reverse	0	-0.037046875804662704
4536	rnn.bias_ih_l0_reverse	1	-0.05838242173194885
4536	rnn.bias_ih_l0_reverse	2	0.0897507295012474
4536	rnn.bias_ih_l0_reverse	3	0.027352822944521904
4536	rnn.bias_ih_l0_reverse	4	-0.0849597230553627
4536	rnn.bias_ih_l0_reverse	5	0.014385459013283253
4536	rnn.bias_ih_l0_reverse	6	-0.09163084626197815
4536	rnn.bias_ih_l0_reverse	7	0.02983146160840988
4536	rnn.bias_ih_l0_reverse	8	0.015881987288594246
4536	rnn.bias_ih_l0_reverse	9	0.06618084758520126
4536	rnn.bias_hh_l0_reverse	0	0.0145800756290555
4536	rnn.bias_hh_l0_reverse	1	0.0668305829167366
4536	rnn.bias_hh_l0_reverse	2	0.07515957206487656
4536	rnn.bias_hh_l0_reverse	3	-0.0048448736779391766
4536	rnn.bias_hh_l0_reverse	4	0.07392418384552002
4536	rnn.bias_hh_l0_reverse	5	0.015443753451108932
4536	rnn.bias_hh_l0_reverse	6	-0.06674662232398987
4536	rnn.bias_hh_l0_reverse	7	0.03962697833776474
4536	rnn.bias_hh_l0_reverse	8	0.0266568623483181
4536	rnn.bias_hh_l0_reverse	9	-0.09123111516237259
4536	linear.weight	0	0.1774705946445465
4536	linear.weight	1	-0.10095987468957901
4536	linear.weight	2	-0.08884888142347336
4536	linear.weight	3	0.042200878262519836
4536	linear.weight	4	0.01847785711288452
4536	linear.weight	5	-0.06845420598983765
4536	linear.weight	6	-0.013806485570967197
4536	linear.weight	7	-0.026352576911449432
4536	linear.weight	8	0.04303261637687683
4536	linear.weight	9	0.23532655835151672
4536	linear.bias	0	0.04508190602064133
4536	linear.bias	1	0.08903608471155167
4536	linear.bias	2	-0.3382832109928131
4536	linear.bias	3	1.066437840461731
4536	linear.bias	4	-0.3606099486351013
4536	linear.bias	5	-0.030769959092140198
4536	linear.bias	6	-0.23766034841537476
4536	linear.bias	7	-0.14455442130565643
4536	linear.bias	8	0.0816788598895073
4536	linear.bias	9	-0.3607458472251892
4564	transitions	0	-0.5670958757400513
4564	transitions	1	0.433096319437027
4564	transitions	2	1.7932486534118652
4564	transitions	3	0.18912993371486664
4564	transitions	4	1.0177967548370361
4564	transitions	5	1.276049256324768
4564	transitions	6	0.48535463213920593
4564	transitions	7	0.18480482697486877
4564	transitions	8	-0.918587327003479
4564	transitions	9	0.9307803511619568
4564	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4564	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4564	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4564	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4564	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4564	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4564	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4564	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4564	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4564	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4564	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4564	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4564	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4564	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4564	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4564	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4564	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4564	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4564	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4564	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4564	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4564	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4564	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4564	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4564	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4564	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4564	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4564	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4564	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4564	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4564	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4564	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4564	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4564	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4564	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4564	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4564	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4564	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4564	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4564	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4564	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4564	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4564	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4564	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4564	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4564	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4564	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4564	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4564	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4564	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4564	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4564	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4564	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4564	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4564	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4564	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4564	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4564	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4564	embedding2nn.weight	0	0.010022420436143875
4564	embedding2nn.weight	1	0.013623112812638283
4564	embedding2nn.weight	2	-0.004621055908501148
4564	embedding2nn.weight	3	0.0013030272675678134
4564	embedding2nn.weight	4	-0.0029899415094405413
4564	embedding2nn.weight	5	0.0034023530315607786
4564	embedding2nn.weight	6	-0.0011518995743244886
4564	embedding2nn.weight	7	0.009311075322329998
4564	embedding2nn.weight	8	-0.00813545286655426
4564	embedding2nn.weight	9	-0.013718808069825172
4564	embedding2nn.bias	0	0.0022274113725870848
4564	embedding2nn.bias	1	0.0026717004366219044
4564	embedding2nn.bias	2	-0.05461590737104416
4564	embedding2nn.bias	3	0.013727288693189621
4564	embedding2nn.bias	4	0.021950475871562958
4564	embedding2nn.bias	5	-0.017116084694862366
4564	embedding2nn.bias	6	0.04017811641097069
4564	embedding2nn.bias	7	0.06565244495868683
4564	embedding2nn.bias	8	0.013859037309885025
4564	embedding2nn.bias	9	-0.01345369778573513
4564	rnn.weight_ih_l0	0	0.03391388803720474
4564	rnn.weight_ih_l0	1	-0.0054506477899849415
4564	rnn.weight_ih_l0	2	-0.02153664641082287
4564	rnn.weight_ih_l0	3	-0.05010015890002251
4564	rnn.weight_ih_l0	4	-0.04976961389183998
4564	rnn.weight_ih_l0	5	0.0018941271118819714
4564	rnn.weight_ih_l0	6	-0.05385337769985199
4564	rnn.weight_ih_l0	7	-0.050874609500169754
4564	rnn.weight_ih_l0	8	-0.0455472469329834
4564	rnn.weight_ih_l0	9	-0.027056608349084854
4564	rnn.weight_hh_l0	0	0.011759644374251366
4564	rnn.weight_hh_l0	1	-0.012941236607730389
4564	rnn.weight_hh_l0	2	-0.018206987529993057
4564	rnn.weight_hh_l0	3	-0.013186149299144745
4564	rnn.weight_hh_l0	4	-0.060606468468904495
4564	rnn.weight_hh_l0	5	-0.021641498431563377
4564	rnn.weight_hh_l0	6	-0.020246418192982674
4564	rnn.weight_hh_l0	7	0.0264570415019989
4564	rnn.weight_hh_l0	8	-0.02224273793399334
4564	rnn.weight_hh_l0	9	0.03034692257642746
4564	rnn.bias_ih_l0	0	0.0727936401963234
4564	rnn.bias_ih_l0	1	-0.05585125833749771
4564	rnn.bias_ih_l0	2	0.0904226303100586
4564	rnn.bias_ih_l0	3	0.07518370449542999
4564	rnn.bias_ih_l0	4	0.08771789073944092
4564	rnn.bias_ih_l0	5	0.013915350660681725
4564	rnn.bias_ih_l0	6	-0.013164584524929523
4564	rnn.bias_ih_l0	7	-0.0731997936964035
4564	rnn.bias_ih_l0	8	-0.1011921837925911
4564	rnn.bias_ih_l0	9	0.06999988108873367
4564	rnn.bias_hh_l0	0	-0.03345875069499016
4564	rnn.bias_hh_l0	1	0.02385297790169716
4564	rnn.bias_hh_l0	2	-0.013966054655611515
4564	rnn.bias_hh_l0	3	-0.009736533276736736
4564	rnn.bias_hh_l0	4	-0.04920997470617294
4564	rnn.bias_hh_l0	5	0.09325690567493439
4564	rnn.bias_hh_l0	6	-0.005618332885205746
4564	rnn.bias_hh_l0	7	0.014126216992735863
4564	rnn.bias_hh_l0	8	0.021204186603426933
4564	rnn.bias_hh_l0	9	0.05868099629878998
4564	rnn.weight_ih_l0_reverse	0	-0.03189946711063385
4564	rnn.weight_ih_l0_reverse	1	-0.0026061413809657097
4564	rnn.weight_ih_l0_reverse	2	0.023364495486021042
4564	rnn.weight_ih_l0_reverse	3	-0.060406748205423355
4564	rnn.weight_ih_l0_reverse	4	0.010138561949133873
4564	rnn.weight_ih_l0_reverse	5	-0.05612345412373543
4564	rnn.weight_ih_l0_reverse	6	0.01051914319396019
4564	rnn.weight_ih_l0_reverse	7	0.039575424045324326
4564	rnn.weight_ih_l0_reverse	8	-0.036813169717788696
4564	rnn.weight_ih_l0_reverse	9	-0.0507308728992939
4564	rnn.weight_hh_l0_reverse	0	-0.06313212960958481
4564	rnn.weight_hh_l0_reverse	1	-0.051663026213645935
4564	rnn.weight_hh_l0_reverse	2	0.009228957816958427
4564	rnn.weight_hh_l0_reverse	3	0.03794535622000694
4564	rnn.weight_hh_l0_reverse	4	0.02524147555232048
4564	rnn.weight_hh_l0_reverse	5	0.043976448476314545
4564	rnn.weight_hh_l0_reverse	6	-0.0007893387228250504
4564	rnn.weight_hh_l0_reverse	7	-0.0009871508227661252
4564	rnn.weight_hh_l0_reverse	8	-0.07489807903766632
4564	rnn.weight_hh_l0_reverse	9	0.03532328084111214
4564	rnn.bias_ih_l0_reverse	0	-0.03462314233183861
4564	rnn.bias_ih_l0_reverse	1	-0.05985439568758011
4564	rnn.bias_ih_l0_reverse	2	0.08807077258825302
4564	rnn.bias_ih_l0_reverse	3	0.027806127443909645
4564	rnn.bias_ih_l0_reverse	4	-0.08525054901838303
4564	rnn.bias_ih_l0_reverse	5	0.016269518062472343
4564	rnn.bias_ih_l0_reverse	6	-0.09017947316169739
4564	rnn.bias_ih_l0_reverse	7	0.02671600691974163
4564	rnn.bias_ih_l0_reverse	8	0.01559396367520094
4564	rnn.bias_ih_l0_reverse	9	0.06449944525957108
4564	rnn.bias_hh_l0_reverse	0	0.01262309867888689
4564	rnn.bias_hh_l0_reverse	1	0.06793024390935898
4564	rnn.bias_hh_l0_reverse	2	0.07626865059137344
4564	rnn.bias_hh_l0_reverse	3	-0.005112431012094021
4564	rnn.bias_hh_l0_reverse	4	0.07359069585800171
4564	rnn.bias_hh_l0_reverse	5	0.01671530306339264
4564	rnn.bias_hh_l0_reverse	6	-0.0669829472899437
4564	rnn.bias_hh_l0_reverse	7	0.04007365554571152
4564	rnn.bias_hh_l0_reverse	8	0.025115426629781723
4564	rnn.bias_hh_l0_reverse	9	-0.09133215993642807
4564	linear.weight	0	0.19007158279418945
4564	linear.weight	1	-0.10096815228462219
4564	linear.weight	2	-0.09128033369779587
4564	linear.weight	3	0.04623008519411087
4564	linear.weight	4	0.01906144618988037
4564	linear.weight	5	-0.06639799475669861
4564	linear.weight	6	-0.01378983911126852
4564	linear.weight	7	-0.026163864880800247
4564	linear.weight	8	0.0425734743475914
4564	linear.weight	9	0.2344125360250473
4564	linear.bias	0	0.05037621781229973
4564	linear.bias	1	0.09119515120983124
4564	linear.bias	2	-0.3428221046924591
4564	linear.bias	3	1.0737807750701904
4564	linear.bias	4	-0.3615296185016632
4564	linear.bias	5	-0.030769959092140198
4564	linear.bias	6	-0.24169766902923584
4564	linear.bias	7	-0.1446438878774643
4564	linear.bias	8	0.09579328447580338
4564	linear.bias	9	-0.3613526523113251
4592	transitions	0	-0.5673052072525024
4592	transitions	1	0.43293994665145874
4592	transitions	2	1.7928987741470337
4592	transitions	3	0.18884514272212982
4592	transitions	4	1.0175399780273438
4592	transitions	5	1.2760413885116577
4592	transitions	6	0.4853489398956299
4592	transitions	7	0.184795081615448
4592	transitions	8	-0.9185929298400879
4592	transitions	9	0.9307802319526672
4592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4592	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4592	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4592	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4592	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4592	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4592	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4592	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4592	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4592	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4592	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4592	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4592	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4592	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4592	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4592	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4592	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4592	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4592	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4592	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4592	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4592	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4592	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4592	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4592	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4592	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4592	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4592	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4592	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4592	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4592	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4592	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4592	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4592	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4592	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4592	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4592	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4592	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4592	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4592	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4592	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4592	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4592	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4592	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4592	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4592	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4592	embedding2nn.weight	0	0.010275937616825104
4592	embedding2nn.weight	1	0.013482942245900631
4592	embedding2nn.weight	2	-0.004564419388771057
4592	embedding2nn.weight	3	0.0012982917251065373
4592	embedding2nn.weight	4	-0.0029140894766896963
4592	embedding2nn.weight	5	0.003307695034891367
4592	embedding2nn.weight	6	-0.0012102272594347596
4592	embedding2nn.weight	7	0.0073817577213048935
4592	embedding2nn.weight	8	-0.007734759245067835
4592	embedding2nn.weight	9	-0.013835327699780464
4592	embedding2nn.bias	0	-2.5849569283309393e-05
4592	embedding2nn.bias	1	-0.0014298558235168457
4592	embedding2nn.bias	2	-0.05830300971865654
4592	embedding2nn.bias	3	0.01970817707479
4592	embedding2nn.bias	4	0.019481966271996498
4592	embedding2nn.bias	5	-0.019212335348129272
4592	embedding2nn.bias	6	0.03942976891994476
4592	embedding2nn.bias	7	0.06921512633562088
4592	embedding2nn.bias	8	0.014552081935107708
4592	embedding2nn.bias	9	-0.01285097561776638
4592	rnn.weight_ih_l0	0	0.033912546932697296
4592	rnn.weight_ih_l0	1	-0.0055456021800637245
4592	rnn.weight_ih_l0	2	-0.021833200007677078
4592	rnn.weight_ih_l0	3	-0.050041936337947845
4592	rnn.weight_ih_l0	4	-0.0498894602060318
4592	rnn.weight_ih_l0	5	0.0019001879263669252
4592	rnn.weight_ih_l0	6	-0.05412791669368744
4592	rnn.weight_ih_l0	7	-0.050999220460653305
4592	rnn.weight_ih_l0	8	-0.04591580852866173
4592	rnn.weight_ih_l0	9	-0.026910450309515
4592	rnn.weight_hh_l0	0	0.01180200930684805
4592	rnn.weight_hh_l0	1	-0.012127039954066277
4592	rnn.weight_hh_l0	2	-0.01799647882580757
4592	rnn.weight_hh_l0	3	-0.012953140772879124
4592	rnn.weight_hh_l0	4	-0.060378141701221466
4592	rnn.weight_hh_l0	5	-0.021583080291748047
4592	rnn.weight_hh_l0	6	-0.02012825943529606
4592	rnn.weight_hh_l0	7	0.0280070211738348
4592	rnn.weight_hh_l0	8	-0.02191334031522274
4592	rnn.weight_hh_l0	9	0.03148512542247772
4592	rnn.bias_ih_l0	0	0.07317405194044113
4592	rnn.bias_ih_l0	1	-0.055692337453365326
4592	rnn.bias_ih_l0	2	0.08964864164590836
4592	rnn.bias_ih_l0	3	0.07387323677539825
4592	rnn.bias_ih_l0	4	0.08712660521268845
4592	rnn.bias_ih_l0	5	0.014381331391632557
4592	rnn.bias_ih_l0	6	-0.014141863211989403
4592	rnn.bias_ih_l0	7	-0.07308823615312576
4592	rnn.bias_ih_l0	8	-0.10057264566421509
4592	rnn.bias_ih_l0	9	0.07076916843652725
4592	rnn.bias_hh_l0	0	-0.032811932265758514
4592	rnn.bias_hh_l0	1	0.0259051825851202
4592	rnn.bias_hh_l0	2	-0.011888882145285606
4592	rnn.bias_hh_l0	3	-0.006261108908802271
4592	rnn.bias_hh_l0	4	-0.04905527085065842
4592	rnn.bias_hh_l0	5	0.0970250815153122
4592	rnn.bias_hh_l0	6	-0.005003286059945822
4592	rnn.bias_hh_l0	7	0.011042850092053413
4592	rnn.bias_hh_l0	8	0.020226910710334778
4592	rnn.bias_hh_l0	9	0.059930648654699326
4592	rnn.weight_ih_l0_reverse	0	-0.03180922940373421
4592	rnn.weight_ih_l0_reverse	1	-0.0027126360218971968
4592	rnn.weight_ih_l0_reverse	2	0.02339472994208336
4592	rnn.weight_ih_l0_reverse	3	-0.0604880228638649
4592	rnn.weight_ih_l0_reverse	4	0.010243039578199387
4592	rnn.weight_ih_l0_reverse	5	-0.056043364107608795
4592	rnn.weight_ih_l0_reverse	6	0.01042092964053154
4592	rnn.weight_ih_l0_reverse	7	0.03959198668599129
4592	rnn.weight_ih_l0_reverse	8	-0.03665180131793022
4592	rnn.weight_ih_l0_reverse	9	-0.0508204847574234
4592	rnn.weight_hh_l0_reverse	0	-0.06286969035863876
4592	rnn.weight_hh_l0_reverse	1	-0.051076438277959824
4592	rnn.weight_hh_l0_reverse	2	0.0091643575578928
4592	rnn.weight_hh_l0_reverse	3	0.0378444530069828
4592	rnn.weight_hh_l0_reverse	4	0.025120526552200317
4592	rnn.weight_hh_l0_reverse	5	0.044054657220840454
4592	rnn.weight_hh_l0_reverse	6	-0.00033545694896019995
4592	rnn.weight_hh_l0_reverse	7	-0.0007126754499040544
4592	rnn.weight_hh_l0_reverse	8	-0.07449349761009216
4592	rnn.weight_hh_l0_reverse	9	0.035459790378808975
4592	rnn.bias_ih_l0_reverse	0	-0.03561518341302872
4592	rnn.bias_ih_l0_reverse	1	-0.053845763206481934
4592	rnn.bias_ih_l0_reverse	2	0.08865111321210861
4592	rnn.bias_ih_l0_reverse	3	0.02678082510828972
4592	rnn.bias_ih_l0_reverse	4	-0.08527842909097672
4592	rnn.bias_ih_l0_reverse	5	0.015263060107827187
4592	rnn.bias_ih_l0_reverse	6	-0.09064515680074692
4592	rnn.bias_ih_l0_reverse	7	0.02699838951230049
4592	rnn.bias_ih_l0_reverse	8	0.016635308042168617
4592	rnn.bias_ih_l0_reverse	9	0.06410398334264755
4592	rnn.bias_hh_l0_reverse	0	0.009591768495738506
4592	rnn.bias_hh_l0_reverse	1	0.06622529774904251
4592	rnn.bias_hh_l0_reverse	2	0.07652463018894196
4592	rnn.bias_hh_l0_reverse	3	-0.006046612281352282
4592	rnn.bias_hh_l0_reverse	4	0.07094056159257889
4592	rnn.bias_hh_l0_reverse	5	0.018828095868229866
4592	rnn.bias_hh_l0_reverse	6	-0.0664486214518547
4592	rnn.bias_hh_l0_reverse	7	0.04098059982061386
4592	rnn.bias_hh_l0_reverse	8	0.024886321276426315
4592	rnn.bias_hh_l0_reverse	9	-0.10276933759450912
4592	linear.weight	0	0.19088344275951385
4592	linear.weight	1	-0.10094048827886581
4592	linear.weight	2	-0.09129571169614792
4592	linear.weight	3	0.0417168065905571
4592	linear.weight	4	0.01846562698483467
4592	linear.weight	5	-0.06387399137020111
4592	linear.weight	6	-0.013785943388938904
4592	linear.weight	7	-0.029240265488624573
4592	linear.weight	8	0.0418991819024086
4592	linear.weight	9	0.2322389930486679
4592	linear.bias	0	0.05128068849444389
4592	linear.bias	1	0.07594816386699677
4592	linear.bias	2	-0.3405275344848633
4592	linear.bias	3	1.0779074430465698
4592	linear.bias	4	-0.3623504638671875
4592	linear.bias	5	-0.030769959092140198
4592	linear.bias	6	-0.239472433924675
4592	linear.bias	7	-0.14463818073272705
4592	linear.bias	8	0.08176255226135254
4592	linear.bias	9	-0.3618966341018677
4620	transitions	0	-0.5674636363983154
4620	transitions	1	0.43272489309310913
4620	transitions	2	1.7925074100494385
4620	transitions	3	0.18867412209510803
4620	transitions	4	1.0173900127410889
4620	transitions	5	1.2760300636291504
4620	transitions	6	0.4853444993495941
4620	transitions	7	0.18477758765220642
4620	transitions	8	-0.9185993671417236
4620	transitions	9	0.9307801723480225
4620	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4620	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4620	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4620	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4620	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4620	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4620	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4620	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4620	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4620	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4620	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4620	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4620	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4620	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4620	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4620	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4620	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4620	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4620	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4620	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4620	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4620	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4620	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4620	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4620	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4620	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4620	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4620	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4620	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4620	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4620	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4620	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4620	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4620	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4620	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4620	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4620	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4620	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4620	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4620	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4620	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4620	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4620	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4620	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4620	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4620	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4620	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4620	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4620	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4620	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4620	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4620	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4620	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4620	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4620	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4620	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4620	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4620	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4620	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4620	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4620	embedding2nn.weight	0	0.010665887966752052
4620	embedding2nn.weight	1	0.01340012438595295
4620	embedding2nn.weight	2	-0.004521762486547232
4620	embedding2nn.weight	3	0.0013042348437011242
4620	embedding2nn.weight	4	-0.002940752077847719
4620	embedding2nn.weight	5	0.0030664082150906324
4620	embedding2nn.weight	6	-0.001291325083002448
4620	embedding2nn.weight	7	0.007112826686352491
4620	embedding2nn.weight	8	-0.007986990734934807
4620	embedding2nn.weight	9	-0.013718175701797009
4620	embedding2nn.bias	0	-0.002403395017609
4620	embedding2nn.bias	1	-0.005893720779567957
4620	embedding2nn.bias	2	-0.05767195671796799
4620	embedding2nn.bias	3	0.015999440103769302
4620	embedding2nn.bias	4	0.017141615971922874
4620	embedding2nn.bias	5	-0.02178565040230751
4620	embedding2nn.bias	6	0.037800151854753494
4620	embedding2nn.bias	7	0.06264922767877579
4620	embedding2nn.bias	8	0.022226078435778618
4620	embedding2nn.bias	9	-0.010255259461700916
4620	rnn.weight_ih_l0	0	0.03414645045995712
4620	rnn.weight_ih_l0	1	-0.005904749967157841
4620	rnn.weight_ih_l0	2	-0.022128313779830933
4620	rnn.weight_ih_l0	3	-0.05028587579727173
4620	rnn.weight_ih_l0	4	-0.05010601133108139
4620	rnn.weight_ih_l0	5	0.0016811862587928772
4620	rnn.weight_ih_l0	6	-0.05447649583220482
4620	rnn.weight_ih_l0	7	-0.05088149011135101
4620	rnn.weight_ih_l0	8	-0.04585643112659454
4620	rnn.weight_ih_l0	9	-0.026919087395071983
4620	rnn.weight_hh_l0	0	0.011461366899311543
4620	rnn.weight_hh_l0	1	-0.012417243793606758
4620	rnn.weight_hh_l0	2	-0.017770450562238693
4620	rnn.weight_hh_l0	3	-0.013133237138390541
4620	rnn.weight_hh_l0	4	-0.06056506186723709
4620	rnn.weight_hh_l0	5	-0.022147230803966522
4620	rnn.weight_hh_l0	6	-0.0202888585627079
4620	rnn.weight_hh_l0	7	0.02792411483824253
4620	rnn.weight_hh_l0	8	-0.022312166169285774
4620	rnn.weight_hh_l0	9	0.030676787719130516
4620	rnn.bias_ih_l0	0	0.0751146599650383
4620	rnn.bias_ih_l0	1	-0.05695318058133125
4620	rnn.bias_ih_l0	2	0.08976244181394577
4620	rnn.bias_ih_l0	3	0.07212202250957489
4620	rnn.bias_ih_l0	4	0.08824031054973602
4620	rnn.bias_ih_l0	5	0.014336402527987957
4620	rnn.bias_ih_l0	6	-0.013871239498257637
4620	rnn.bias_ih_l0	7	-0.07080569118261337
4620	rnn.bias_ih_l0	8	-0.10168203711509705
4620	rnn.bias_ih_l0	9	0.06959512084722519
4620	rnn.bias_hh_l0	0	-0.03420816361904144
4620	rnn.bias_hh_l0	1	0.02800665609538555
4620	rnn.bias_hh_l0	2	-0.012802431359887123
4620	rnn.bias_hh_l0	3	-0.003617264796048403
4620	rnn.bias_hh_l0	4	-0.04667908698320389
4620	rnn.bias_hh_l0	5	0.09331728518009186
4620	rnn.bias_hh_l0	6	-0.006313266698271036
4620	rnn.bias_hh_l0	7	0.009106120094656944
4620	rnn.bias_hh_l0	8	0.020497536286711693
4620	rnn.bias_hh_l0	9	0.06033443659543991
4620	rnn.weight_ih_l0_reverse	0	-0.03183824568986893
4620	rnn.weight_ih_l0_reverse	1	-0.0023545962758362293
4620	rnn.weight_ih_l0_reverse	2	0.02354455552995205
4620	rnn.weight_ih_l0_reverse	3	-0.060742996633052826
4620	rnn.weight_ih_l0_reverse	4	0.010206233710050583
4620	rnn.weight_ih_l0_reverse	5	-0.05597926676273346
4620	rnn.weight_ih_l0_reverse	6	0.01225588284432888
4620	rnn.weight_ih_l0_reverse	7	0.039583127945661545
4620	rnn.weight_ih_l0_reverse	8	-0.03667546808719635
4620	rnn.weight_ih_l0_reverse	9	-0.050889864563941956
4620	rnn.weight_hh_l0_reverse	0	-0.06280803680419922
4620	rnn.weight_hh_l0_reverse	1	-0.051436737179756165
4620	rnn.weight_hh_l0_reverse	2	0.009141876362264156
4620	rnn.weight_hh_l0_reverse	3	0.03810602053999901
4620	rnn.weight_hh_l0_reverse	4	0.024809597060084343
4620	rnn.weight_hh_l0_reverse	5	0.044150084257125854
4620	rnn.weight_hh_l0_reverse	6	-0.0007257763645611703
4620	rnn.weight_hh_l0_reverse	7	-0.0009560690959915519
4620	rnn.weight_hh_l0_reverse	8	-0.07336283475160599
4620	rnn.weight_hh_l0_reverse	9	0.034987181425094604
4620	rnn.bias_ih_l0_reverse	0	-0.0306895449757576
4620	rnn.bias_ih_l0_reverse	1	-0.05690130591392517
4620	rnn.bias_ih_l0_reverse	2	0.08871901035308838
4620	rnn.bias_ih_l0_reverse	3	0.027717653661966324
4620	rnn.bias_ih_l0_reverse	4	-0.08590586483478546
4620	rnn.bias_ih_l0_reverse	5	0.013962692581117153
4620	rnn.bias_ih_l0_reverse	6	-0.08804243057966232
4620	rnn.bias_ih_l0_reverse	7	0.027005909010767937
4620	rnn.bias_ih_l0_reverse	8	0.01619120128452778
4620	rnn.bias_ih_l0_reverse	9	0.06474947929382324
4620	rnn.bias_hh_l0_reverse	0	0.012991320341825485
4620	rnn.bias_hh_l0_reverse	1	0.06689891964197159
4620	rnn.bias_hh_l0_reverse	2	0.07478528469800949
4620	rnn.bias_hh_l0_reverse	3	-0.005695821717381477
4620	rnn.bias_hh_l0_reverse	4	0.07044516503810883
4620	rnn.bias_hh_l0_reverse	5	0.017898542806506157
4620	rnn.bias_hh_l0_reverse	6	-0.06707260757684708
4620	rnn.bias_hh_l0_reverse	7	0.0408693365752697
4620	rnn.bias_hh_l0_reverse	8	0.02369464561343193
4620	rnn.bias_hh_l0_reverse	9	-0.10116656869649887
4620	linear.weight	0	0.1899157464504242
4620	linear.weight	1	-0.10092690587043762
4620	linear.weight	2	-0.09107863903045654
4620	linear.weight	3	0.04345579072833061
4620	linear.weight	4	0.01313625369220972
4620	linear.weight	5	-0.06320291012525558
4620	linear.weight	6	-0.013729564845561981
4620	linear.weight	7	-0.02910774201154709
4620	linear.weight	8	0.042746368795633316
4620	linear.weight	9	0.2373260110616684
4620	linear.bias	0	0.050349269062280655
4620	linear.bias	1	0.08621910959482193
4620	linear.bias	2	-0.34314244985580444
4620	linear.bias	3	1.0777568817138672
4620	linear.bias	4	-0.3600764572620392
4620	linear.bias	5	-0.030769959092140198
4620	linear.bias	6	-0.24112562835216522
4620	linear.bias	7	-0.14564865827560425
4620	linear.bias	8	0.0776192843914032
4620	linear.bias	9	-0.3623729348182678
4648	transitions	0	-0.5677474141120911
4648	transitions	1	0.4325334429740906
4648	transitions	2	1.7919490337371826
4648	transitions	3	0.18854394555091858
4648	transitions	4	1.0172451734542847
4648	transitions	5	1.276021122932434
4648	transitions	6	0.4853414297103882
4648	transitions	7	0.1847706139087677
4648	transitions	8	-0.918605387210846
4648	transitions	9	0.9307801127433777
4648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4648	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4648	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4648	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4648	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4648	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4648	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4648	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4648	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4648	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4648	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4648	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4648	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4648	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4648	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4648	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4648	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4648	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4648	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4648	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4648	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4648	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4648	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4648	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4648	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4648	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4648	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4648	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4648	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4648	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4648	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4648	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4648	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4648	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4648	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4648	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4648	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4648	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4648	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4648	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4648	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4648	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4648	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4648	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4648	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4648	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4648	embedding2nn.weight	0	0.010737084783613682
4648	embedding2nn.weight	1	0.013277852907776833
4648	embedding2nn.weight	2	-0.004538118839263916
4648	embedding2nn.weight	3	0.0014475492062047124
4648	embedding2nn.weight	4	-0.0029486846178770065
4648	embedding2nn.weight	5	0.003356348257511854
4648	embedding2nn.weight	6	-0.0011766401585191488
4648	embedding2nn.weight	7	0.008033658377826214
4648	embedding2nn.weight	8	-0.007748122327029705
4648	embedding2nn.weight	9	-0.013823711313307285
4648	embedding2nn.bias	0	0.0019345851615071297
4648	embedding2nn.bias	1	0.00010601765825413167
4648	embedding2nn.bias	2	-0.05921522527933121
4648	embedding2nn.bias	3	0.016894228756427765
4648	embedding2nn.bias	4	0.02247774414718151
4648	embedding2nn.bias	5	-0.02595229633152485
4648	embedding2nn.bias	6	0.033036693930625916
4648	embedding2nn.bias	7	0.06426222622394562
4648	embedding2nn.bias	8	0.02297259494662285
4648	embedding2nn.bias	9	-0.01062326692044735
4648	rnn.weight_ih_l0	0	0.03397431597113609
4648	rnn.weight_ih_l0	1	-0.005774516146630049
4648	rnn.weight_ih_l0	2	-0.021635375916957855
4648	rnn.weight_ih_l0	3	-0.05033343285322189
4648	rnn.weight_ih_l0	4	-0.050136178731918335
4648	rnn.weight_ih_l0	5	0.0020036138594150543
4648	rnn.weight_ih_l0	6	-0.05437040328979492
4648	rnn.weight_ih_l0	7	-0.05066715553402901
4648	rnn.weight_ih_l0	8	-0.045581381767988205
4648	rnn.weight_ih_l0	9	-0.026989655569195747
4648	rnn.weight_hh_l0	0	0.011404508724808693
4648	rnn.weight_hh_l0	1	-0.013689503073692322
4648	rnn.weight_hh_l0	2	-0.017464447766542435
4648	rnn.weight_hh_l0	3	-0.013184850104153156
4648	rnn.weight_hh_l0	4	-0.06046245992183685
4648	rnn.weight_hh_l0	5	-0.02231479063630104
4648	rnn.weight_hh_l0	6	-0.020283019170165062
4648	rnn.weight_hh_l0	7	0.027698364108800888
4648	rnn.weight_hh_l0	8	-0.022059984505176544
4648	rnn.weight_hh_l0	9	0.03017018735408783
4648	rnn.bias_ih_l0	0	0.07557574659585953
4648	rnn.bias_ih_l0	1	-0.054686784744262695
4648	rnn.bias_ih_l0	2	0.09110241383314133
4648	rnn.bias_ih_l0	3	0.07113998383283615
4648	rnn.bias_ih_l0	4	0.0881735160946846
4648	rnn.bias_ih_l0	5	0.013605806045234203
4648	rnn.bias_ih_l0	6	-0.011178644374012947
4648	rnn.bias_ih_l0	7	-0.07541348785161972
4648	rnn.bias_ih_l0	8	-0.09593933820724487
4648	rnn.bias_ih_l0	9	0.0709109753370285
4648	rnn.bias_hh_l0	0	-0.03332291170954704
4648	rnn.bias_hh_l0	1	0.026454009115695953
4648	rnn.bias_hh_l0	2	-0.013802874833345413
4648	rnn.bias_hh_l0	3	-0.0027941674925386906
4648	rnn.bias_hh_l0	4	-0.045708704739809036
4648	rnn.bias_hh_l0	5	0.09176339954137802
4648	rnn.bias_hh_l0	6	-0.0066715870052576065
4648	rnn.bias_hh_l0	7	0.00964756216853857
4648	rnn.bias_hh_l0	8	0.023190125823020935
4648	rnn.bias_hh_l0	9	0.06054186820983887
4648	rnn.weight_ih_l0_reverse	0	-0.0316745825111866
4648	rnn.weight_ih_l0_reverse	1	-0.0018452918156981468
4648	rnn.weight_ih_l0_reverse	2	0.023706823587417603
4648	rnn.weight_ih_l0_reverse	3	-0.060751140117645264
4648	rnn.weight_ih_l0_reverse	4	0.010268921963870525
4648	rnn.weight_ih_l0_reverse	5	-0.05621185153722763
4648	rnn.weight_ih_l0_reverse	6	0.009586180560290813
4648	rnn.weight_ih_l0_reverse	7	0.039570774883031845
4648	rnn.weight_ih_l0_reverse	8	-0.03657417744398117
4648	rnn.weight_ih_l0_reverse	9	-0.05088188499212265
4648	rnn.weight_hh_l0_reverse	0	-0.062409721314907074
4648	rnn.weight_hh_l0_reverse	1	-0.05103683844208717
4648	rnn.weight_hh_l0_reverse	2	0.009209626354277134
4648	rnn.weight_hh_l0_reverse	3	0.03856239840388298
4648	rnn.weight_hh_l0_reverse	4	0.025455402210354805
4648	rnn.weight_hh_l0_reverse	5	0.04414544254541397
4648	rnn.weight_hh_l0_reverse	6	-0.0022188867442309856
4648	rnn.weight_hh_l0_reverse	7	-0.0006474833935499191
4648	rnn.weight_hh_l0_reverse	8	-0.07334031909704208
4648	rnn.weight_hh_l0_reverse	9	0.034188322722911835
4648	rnn.bias_ih_l0_reverse	0	-0.032774750143289566
4648	rnn.bias_ih_l0_reverse	1	-0.05112612992525101
4648	rnn.bias_ih_l0_reverse	2	0.08868761360645294
4648	rnn.bias_ih_l0_reverse	3	0.026723461225628853
4648	rnn.bias_ih_l0_reverse	4	-0.08637191355228424
4648	rnn.bias_ih_l0_reverse	5	0.014092818833887577
4648	rnn.bias_ih_l0_reverse	6	-0.09008360654115677
4648	rnn.bias_ih_l0_reverse	7	0.03050817735493183
4648	rnn.bias_ih_l0_reverse	8	0.01459165383130312
4648	rnn.bias_ih_l0_reverse	9	0.0642564669251442
4648	rnn.bias_hh_l0_reverse	0	0.015444186516106129
4648	rnn.bias_hh_l0_reverse	1	0.06574083864688873
4648	rnn.bias_hh_l0_reverse	2	0.07577966153621674
4648	rnn.bias_hh_l0_reverse	3	-0.006239638198167086
4648	rnn.bias_hh_l0_reverse	4	0.07123704254627228
4648	rnn.bias_hh_l0_reverse	5	0.021552562713623047
4648	rnn.bias_hh_l0_reverse	6	-0.06734474003314972
4648	rnn.bias_hh_l0_reverse	7	0.04088519886136055
4648	rnn.bias_hh_l0_reverse	8	0.026089409366250038
4648	rnn.bias_hh_l0_reverse	9	-0.10828042030334473
4648	linear.weight	0	0.1812218427658081
4648	linear.weight	1	-0.10093928128480911
4648	linear.weight	2	-0.09360834956169128
4648	linear.weight	3	0.0348549447953701
4648	linear.weight	4	0.013684605248272419
4648	linear.weight	5	-0.06270571053028107
4648	linear.weight	6	-0.013683008961379528
4648	linear.weight	7	-0.02893882431089878
4648	linear.weight	8	0.04152510687708855
4648	linear.weight	9	0.23479773104190826
4648	linear.bias	0	0.056999482214450836
4648	linear.bias	1	0.08972615748643875
4648	linear.bias	2	-0.3416328430175781
4648	linear.bias	3	1.0693018436431885
4648	linear.bias	4	-0.3608959913253784
4648	linear.bias	5	-0.030769959092140198
4648	linear.bias	6	-0.2390686422586441
4648	linear.bias	7	-0.1466311812400818
4648	linear.bias	8	0.08879643678665161
4648	linear.bias	9	-0.36289530992507935
4676	transitions	0	-0.5681058764457703
4676	transitions	1	0.43235060572624207
4676	transitions	2	1.791637659072876
4676	transitions	3	0.18841205537319183
4676	transitions	4	1.0171027183532715
4676	transitions	5	1.276012659072876
4676	transitions	6	0.48533889651298523
4676	transitions	7	0.1847410947084427
4676	transitions	8	-0.9186083078384399
4676	transitions	9	0.9307800531387329
4676	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4676	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4676	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4676	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4676	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4676	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4676	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4676	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4676	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4676	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4676	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4676	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4676	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4676	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4676	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4676	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4676	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4676	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4676	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4676	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4676	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4676	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4676	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4676	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4676	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4676	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4676	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4676	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4676	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4676	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4676	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4676	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4676	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4676	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4676	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4676	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4676	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4676	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4676	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4676	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4676	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4676	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4676	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4676	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4676	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4676	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4676	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4676	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4676	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4676	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4676	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4676	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4676	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4676	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4676	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4676	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4676	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4676	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4676	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4676	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4676	embedding2nn.weight	0	0.010525771416723728
4676	embedding2nn.weight	1	0.013544882647693157
4676	embedding2nn.weight	2	-0.004574034828692675
4676	embedding2nn.weight	3	0.0013521714136004448
4676	embedding2nn.weight	4	-0.003020439762622118
4676	embedding2nn.weight	5	0.0032799814362078905
4676	embedding2nn.weight	6	-0.0012747910805046558
4676	embedding2nn.weight	7	0.007910072803497314
4676	embedding2nn.weight	8	-0.007701090071350336
4676	embedding2nn.weight	9	-0.013823725283145905
4676	embedding2nn.bias	0	-0.001509527675807476
4676	embedding2nn.bias	1	-0.0027689572889357805
4676	embedding2nn.bias	2	-0.049590278416872025
4676	embedding2nn.bias	3	0.01883331872522831
4676	embedding2nn.bias	4	0.02255743183195591
4676	embedding2nn.bias	5	-0.0248001366853714
4676	embedding2nn.bias	6	0.029380548745393753
4676	embedding2nn.bias	7	0.055268943309783936
4676	embedding2nn.bias	8	0.018087243661284447
4676	embedding2nn.bias	9	-0.012337734922766685
4676	rnn.weight_ih_l0	0	0.03388508781790733
4676	rnn.weight_ih_l0	1	-0.00585245992988348
4676	rnn.weight_ih_l0	2	-0.0219805259257555
4676	rnn.weight_ih_l0	3	-0.05023813992738724
4676	rnn.weight_ih_l0	4	-0.050268691033124924
4676	rnn.weight_ih_l0	5	0.0017613018862903118
4676	rnn.weight_ih_l0	6	-0.05420297011733055
4676	rnn.weight_ih_l0	7	-0.05032709613442421
4676	rnn.weight_ih_l0	8	-0.04576938971877098
4676	rnn.weight_ih_l0	9	-0.027092088013887405
4676	rnn.weight_hh_l0	0	0.011221371591091156
4676	rnn.weight_hh_l0	1	-0.013167982921004295
4676	rnn.weight_hh_l0	2	-0.017276229336857796
4676	rnn.weight_hh_l0	3	-0.013559850864112377
4676	rnn.weight_hh_l0	4	-0.06057833880186081
4676	rnn.weight_hh_l0	5	-0.022294731810688972
4676	rnn.weight_hh_l0	6	-0.021244870498776436
4676	rnn.weight_hh_l0	7	0.02803572453558445
4676	rnn.weight_hh_l0	8	-0.021867817267775536
4676	rnn.weight_hh_l0	9	0.029967207461595535
4676	rnn.bias_ih_l0	0	0.07573984563350677
4676	rnn.bias_ih_l0	1	-0.054185401648283005
4676	rnn.bias_ih_l0	2	0.09439849108457565
4676	rnn.bias_ih_l0	3	0.0713270977139473
4676	rnn.bias_ih_l0	4	0.08925419300794601
4676	rnn.bias_ih_l0	5	0.013240202330052853
4676	rnn.bias_ih_l0	6	-0.0073916856199502945
4676	rnn.bias_ih_l0	7	-0.07305189967155457
4676	rnn.bias_ih_l0	8	-0.09694334864616394
4676	rnn.bias_ih_l0	9	0.07006842643022537
4676	rnn.bias_hh_l0	0	-0.03239881619811058
4676	rnn.bias_hh_l0	1	0.02681645378470421
4676	rnn.bias_hh_l0	2	-0.013027522712945938
4676	rnn.bias_hh_l0	3	-0.007075118832290173
4676	rnn.bias_hh_l0	4	-0.04692494869232178
4676	rnn.bias_hh_l0	5	0.09372060745954514
4676	rnn.bias_hh_l0	6	-0.007911035791039467
4676	rnn.bias_hh_l0	7	0.011824110522866249
4676	rnn.bias_hh_l0	8	0.02697708085179329
4676	rnn.bias_hh_l0	9	0.059740446507930756
4676	rnn.weight_ih_l0_reverse	0	-0.03180824592709541
4676	rnn.weight_ih_l0_reverse	1	-0.002147039631381631
4676	rnn.weight_ih_l0_reverse	2	0.023678500205278397
4676	rnn.weight_ih_l0_reverse	3	-0.06107725948095322
4676	rnn.weight_ih_l0_reverse	4	0.010372797958552837
4676	rnn.weight_ih_l0_reverse	5	-0.056129928678274155
4676	rnn.weight_ih_l0_reverse	6	0.009838365949690342
4676	rnn.weight_ih_l0_reverse	7	0.03942301124334335
4676	rnn.weight_ih_l0_reverse	8	-0.036791544407606125
4676	rnn.weight_ih_l0_reverse	9	-0.05089887976646423
4676	rnn.weight_hh_l0_reverse	0	-0.0626794695854187
4676	rnn.weight_hh_l0_reverse	1	-0.05123089253902435
4676	rnn.weight_hh_l0_reverse	2	0.008962982334196568
4676	rnn.weight_hh_l0_reverse	3	0.03847459703683853
4676	rnn.weight_hh_l0_reverse	4	0.025664152577519417
4676	rnn.weight_hh_l0_reverse	5	0.04391682893037796
4676	rnn.weight_hh_l0_reverse	6	-0.003609423292800784
4676	rnn.weight_hh_l0_reverse	7	-0.0005177569692023098
4676	rnn.weight_hh_l0_reverse	8	-0.07358323037624359
4676	rnn.weight_hh_l0_reverse	9	0.033930107951164246
4676	rnn.bias_ih_l0_reverse	0	-0.03570595011115074
4676	rnn.bias_ih_l0_reverse	1	-0.05505375564098358
4676	rnn.bias_ih_l0_reverse	2	0.08904027193784714
4676	rnn.bias_ih_l0_reverse	3	0.027171386405825615
4676	rnn.bias_ih_l0_reverse	4	-0.08524753153324127
4676	rnn.bias_ih_l0_reverse	5	0.01333573181182146
4676	rnn.bias_ih_l0_reverse	6	-0.09048720449209213
4676	rnn.bias_ih_l0_reverse	7	0.03266450762748718
4676	rnn.bias_ih_l0_reverse	8	0.013734916225075722
4676	rnn.bias_ih_l0_reverse	9	0.06519553065299988
4676	rnn.bias_hh_l0_reverse	0	0.016388995572924614
4676	rnn.bias_hh_l0_reverse	1	0.0649833083152771
4676	rnn.bias_hh_l0_reverse	2	0.07358068227767944
4676	rnn.bias_hh_l0_reverse	3	-0.005256199277937412
4676	rnn.bias_hh_l0_reverse	4	0.07139576226472855
4676	rnn.bias_hh_l0_reverse	5	0.024313397705554962
4676	rnn.bias_hh_l0_reverse	6	-0.06774596124887466
4676	rnn.bias_hh_l0_reverse	7	0.04052082076668739
4676	rnn.bias_hh_l0_reverse	8	0.02464940957725048
4676	rnn.bias_hh_l0_reverse	9	-0.103913813829422
4676	linear.weight	0	0.176340252161026
4676	linear.weight	1	-0.10092899203300476
4676	linear.weight	2	-0.09270480275154114
4676	linear.weight	3	0.03266467526555061
4676	linear.weight	4	0.014476233161985874
4676	linear.weight	5	-0.06506697088479996
4676	linear.weight	6	-0.013651379384100437
4676	linear.weight	7	-0.02885548584163189
4676	linear.weight	8	0.039555586874485016
4676	linear.weight	9	0.23537759482860565
4676	linear.bias	0	0.06183019280433655
4676	linear.bias	1	0.08580630272626877
4676	linear.bias	2	-0.344621866941452
4676	linear.bias	3	1.081621527671814
4676	linear.bias	4	-0.3617578148841858
4676	linear.bias	5	-0.030769959092140198
4676	linear.bias	6	-0.24090972542762756
4676	linear.bias	7	-0.1423415243625641
4676	linear.bias	8	0.07826709002256393
4676	linear.bias	9	-0.363399475812912
4704	transitions	0	-0.568353533744812
4704	transitions	1	0.4321121871471405
4704	transitions	2	1.7913156747817993
4704	transitions	3	0.18829180300235748
4704	transitions	4	1.0170248746871948
4704	transitions	5	1.2760024070739746
4704	transitions	6	0.4853324294090271
4704	transitions	7	0.1847207248210907
4704	transitions	8	-0.9186168909072876
4704	transitions	9	0.9307799339294434
4704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4704	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4704	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4704	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4704	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4704	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4704	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4704	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4704	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4704	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4704	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4704	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4704	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4704	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4704	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4704	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4704	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4704	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4704	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4704	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4704	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4704	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4704	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4704	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4704	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4704	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4704	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4704	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4704	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4704	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4704	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4704	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4704	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4704	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4704	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4704	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4704	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4704	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4704	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4704	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4704	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4704	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4704	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4704	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4704	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4704	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4704	embedding2nn.weight	0	0.009851270355284214
4704	embedding2nn.weight	1	0.01352760847657919
4704	embedding2nn.weight	2	-0.004638934973627329
4704	embedding2nn.weight	3	0.001436391961760819
4704	embedding2nn.weight	4	-0.0030261508654803038
4704	embedding2nn.weight	5	0.00314896646887064
4704	embedding2nn.weight	6	-0.0013167550787329674
4704	embedding2nn.weight	7	0.0075100744143128395
4704	embedding2nn.weight	8	-0.007695755455642939
4704	embedding2nn.weight	9	-0.013705349527299404
4704	embedding2nn.bias	0	0.00228441646322608
4704	embedding2nn.bias	1	-0.005085451062768698
4704	embedding2nn.bias	2	-0.0541449673473835
4704	embedding2nn.bias	3	0.021623767912387848
4704	embedding2nn.bias	4	0.01489773578941822
4704	embedding2nn.bias	5	-0.014953014440834522
4704	embedding2nn.bias	6	0.031206121668219566
4704	embedding2nn.bias	7	0.060067664831876755
4704	embedding2nn.bias	8	0.016507277265191078
4704	embedding2nn.bias	9	-0.015043790452182293
4704	rnn.weight_ih_l0	0	0.0340043343603611
4704	rnn.weight_ih_l0	1	-0.005693166051059961
4704	rnn.weight_ih_l0	2	-0.022037528455257416
4704	rnn.weight_ih_l0	3	-0.04983559995889664
4704	rnn.weight_ih_l0	4	-0.050590407103300095
4704	rnn.weight_ih_l0	5	0.0015008377376943827
4704	rnn.weight_ih_l0	6	-0.05434592813253403
4704	rnn.weight_ih_l0	7	-0.0499846525490284
4704	rnn.weight_ih_l0	8	-0.04599747061729431
4704	rnn.weight_ih_l0	9	-0.02706555277109146
4704	rnn.weight_hh_l0	0	0.011511478573083878
4704	rnn.weight_hh_l0	1	-0.01323219295591116
4704	rnn.weight_hh_l0	2	-0.018862174823880196
4704	rnn.weight_hh_l0	3	-0.013532399199903011
4704	rnn.weight_hh_l0	4	-0.06130656599998474
4704	rnn.weight_hh_l0	5	-0.02189926989376545
4704	rnn.weight_hh_l0	6	-0.017972687259316444
4704	rnn.weight_hh_l0	7	0.026347486302256584
4704	rnn.weight_hh_l0	8	-0.02222818322479725
4704	rnn.weight_hh_l0	9	0.030399790033698082
4704	rnn.bias_ih_l0	0	0.07474663108587265
4704	rnn.bias_ih_l0	1	-0.05384008213877678
4704	rnn.bias_ih_l0	2	0.09600543230772018
4704	rnn.bias_ih_l0	3	0.0699475035071373
4704	rnn.bias_ih_l0	4	0.08706553280353546
4704	rnn.bias_ih_l0	5	0.011479480192065239
4704	rnn.bias_ih_l0	6	-0.009133110754191875
4704	rnn.bias_ih_l0	7	-0.06771985441446304
4704	rnn.bias_ih_l0	8	-0.10223159939050674
4704	rnn.bias_ih_l0	9	0.07010813057422638
4704	rnn.bias_hh_l0	0	-0.033791594207286835
4704	rnn.bias_hh_l0	1	0.026212604716420174
4704	rnn.bias_hh_l0	2	-0.013688464649021626
4704	rnn.bias_hh_l0	3	-0.009713569656014442
4704	rnn.bias_hh_l0	4	-0.04823960363864899
4704	rnn.bias_hh_l0	5	0.09059557318687439
4704	rnn.bias_hh_l0	6	-0.007285702973604202
4704	rnn.bias_hh_l0	7	0.009869989939033985
4704	rnn.bias_hh_l0	8	0.025235658511519432
4704	rnn.bias_hh_l0	9	0.060383040457963943
4704	rnn.weight_ih_l0_reverse	0	-0.031742919236421585
4704	rnn.weight_ih_l0_reverse	1	-0.0020233180839568377
4704	rnn.weight_ih_l0_reverse	2	0.023636749014258385
4704	rnn.weight_ih_l0_reverse	3	-0.061395589262247086
4704	rnn.weight_ih_l0_reverse	4	0.010259087197482586
4704	rnn.weight_ih_l0_reverse	5	-0.056231189519166946
4704	rnn.weight_ih_l0_reverse	6	0.009189818054437637
4704	rnn.weight_ih_l0_reverse	7	0.03958139568567276
4704	rnn.weight_ih_l0_reverse	8	-0.03660665079951286
4704	rnn.weight_ih_l0_reverse	9	-0.051161762326955795
4704	rnn.weight_hh_l0_reverse	0	-0.06283368915319443
4704	rnn.weight_hh_l0_reverse	1	-0.052469078451395035
4704	rnn.weight_hh_l0_reverse	2	0.009003056213259697
4704	rnn.weight_hh_l0_reverse	3	0.03845736384391785
4704	rnn.weight_hh_l0_reverse	4	0.02551356516778469
4704	rnn.weight_hh_l0_reverse	5	0.043994467705488205
4704	rnn.weight_hh_l0_reverse	6	-0.0006270921439863741
4704	rnn.weight_hh_l0_reverse	7	-0.000529385928530246
4704	rnn.weight_hh_l0_reverse	8	-0.07346825301647186
4704	rnn.weight_hh_l0_reverse	9	0.034240398555994034
4704	rnn.bias_ih_l0_reverse	0	-0.03328271955251694
4704	rnn.bias_ih_l0_reverse	1	-0.049833863973617554
4704	rnn.bias_ih_l0_reverse	2	0.08699709922075272
4704	rnn.bias_ih_l0_reverse	3	0.02607312984764576
4704	rnn.bias_ih_l0_reverse	4	-0.08592549711465836
4704	rnn.bias_ih_l0_reverse	5	0.012362859211862087
4704	rnn.bias_ih_l0_reverse	6	-0.09184042364358902
4704	rnn.bias_ih_l0_reverse	7	0.028953542932868004
4704	rnn.bias_ih_l0_reverse	8	0.015609265305101871
4704	rnn.bias_ih_l0_reverse	9	0.0645161047577858
4704	rnn.bias_hh_l0_reverse	0	0.013385885395109653
4704	rnn.bias_hh_l0_reverse	1	0.06350453943014145
4704	rnn.bias_hh_l0_reverse	2	0.07382209599018097
4704	rnn.bias_hh_l0_reverse	3	-0.0060222032479941845
4704	rnn.bias_hh_l0_reverse	4	0.07101786136627197
4704	rnn.bias_hh_l0_reverse	5	0.015956269577145576
4704	rnn.bias_hh_l0_reverse	6	-0.06754584610462189
4704	rnn.bias_hh_l0_reverse	7	0.04005197808146477
4704	rnn.bias_hh_l0_reverse	8	0.026484528556466103
4704	rnn.bias_hh_l0_reverse	9	-0.10104159265756607
4704	linear.weight	0	0.17298758029937744
4704	linear.weight	1	-0.10097131878137589
4704	linear.weight	2	-0.09225684404373169
4704	linear.weight	3	0.03263471648097038
4704	linear.weight	4	0.015243853442370892
4704	linear.weight	5	-0.06430026143789291
4704	linear.weight	6	-0.013594196178019047
4704	linear.weight	7	-0.02876327745616436
4704	linear.weight	8	0.04142432287335396
4704	linear.weight	9	0.23239389061927795
4704	linear.bias	0	0.0684831514954567
4704	linear.bias	1	0.08099312335252762
4704	linear.bias	2	-0.3431120812892914
4704	linear.bias	3	1.0770379304885864
4704	linear.bias	4	-0.36268308758735657
4704	linear.bias	5	-0.030769959092140198
4704	linear.bias	6	-0.23876969516277313
4704	linear.bias	7	-0.14066727459430695
4704	linear.bias	8	0.08692239224910736
4704	linear.bias	9	-0.3640097379684448
4732	transitions	0	-0.5687381625175476
4732	transitions	1	0.431894451379776
4732	transitions	2	1.7909190654754639
4732	transitions	3	0.188044011592865
4732	transitions	4	1.016518235206604
4732	transitions	5	1.2759863138198853
4732	transitions	6	0.4853254556655884
4732	transitions	7	0.18469341099262238
4732	transitions	8	-0.9186215400695801
4732	transitions	9	0.9307798147201538
4732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4732	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4732	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4732	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4732	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4732	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4732	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4732	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4732	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4732	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4732	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4732	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4732	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4732	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4732	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4732	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4732	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4732	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4732	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4732	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4732	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4732	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4732	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4732	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4732	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4732	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4732	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4732	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4732	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4732	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4732	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4732	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4732	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4732	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4732	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4732	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4732	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4732	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4732	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4732	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4732	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4732	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4732	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4732	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4732	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4732	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4732	embedding2nn.weight	0	0.0093335947021842
4732	embedding2nn.weight	1	0.013281425461173058
4732	embedding2nn.weight	2	-0.004656931851059198
4732	embedding2nn.weight	3	0.001580938813276589
4732	embedding2nn.weight	4	-0.0030402785632759333
4732	embedding2nn.weight	5	0.0033399383537471294
4732	embedding2nn.weight	6	-0.001464956789277494
4732	embedding2nn.weight	7	0.007377478759735823
4732	embedding2nn.weight	8	-0.007806968875229359
4732	embedding2nn.weight	9	-0.013689383864402771
4732	embedding2nn.bias	0	0.003539017401635647
4732	embedding2nn.bias	1	-0.006213516928255558
4732	embedding2nn.bias	2	-0.05386357754468918
4732	embedding2nn.bias	3	0.016828114166855812
4732	embedding2nn.bias	4	0.011921362951397896
4732	embedding2nn.bias	5	-0.008497827686369419
4732	embedding2nn.bias	6	0.029048701748251915
4732	embedding2nn.bias	7	0.053049106150865555
4732	embedding2nn.bias	8	0.013667834922671318
4732	embedding2nn.bias	9	-0.01052942220121622
4732	rnn.weight_ih_l0	0	0.03394930437207222
4732	rnn.weight_ih_l0	1	-0.005349008832126856
4732	rnn.weight_ih_l0	2	-0.022999051958322525
4732	rnn.weight_ih_l0	3	-0.05012566223740578
4732	rnn.weight_ih_l0	4	-0.050539158284664154
4732	rnn.weight_ih_l0	5	0.001483800238929689
4732	rnn.weight_ih_l0	6	-0.05458838865160942
4732	rnn.weight_ih_l0	7	-0.050113823264837265
4732	rnn.weight_ih_l0	8	-0.04581419751048088
4732	rnn.weight_ih_l0	9	-0.027143212035298347
4732	rnn.weight_hh_l0	0	0.011646408587694168
4732	rnn.weight_hh_l0	1	-0.014022158458828926
4732	rnn.weight_hh_l0	2	-0.01911604218184948
4732	rnn.weight_hh_l0	3	-0.014179738238453865
4732	rnn.weight_hh_l0	4	-0.06123395264148712
4732	rnn.weight_hh_l0	5	-0.021375747397542
4732	rnn.weight_hh_l0	6	-0.019192997366189957
4732	rnn.weight_hh_l0	7	0.025971857830882072
4732	rnn.weight_hh_l0	8	-0.021633917465806007
4732	rnn.weight_hh_l0	9	0.029569152742624283
4732	rnn.bias_ih_l0	0	0.07425297051668167
4732	rnn.bias_ih_l0	1	-0.05530683696269989
4732	rnn.bias_ih_l0	2	0.09173334389925003
4732	rnn.bias_ih_l0	3	0.06944485008716583
4732	rnn.bias_ih_l0	4	0.08431059867143631
4732	rnn.bias_ih_l0	5	0.010138685815036297
4732	rnn.bias_ih_l0	6	-0.0077875759452581406
4732	rnn.bias_ih_l0	7	-0.06215880066156387
4732	rnn.bias_ih_l0	8	-0.10565711557865143
4732	rnn.bias_ih_l0	9	0.06873400509357452
4732	rnn.bias_hh_l0	0	-0.03113057278096676
4732	rnn.bias_hh_l0	1	0.027061833068728447
4732	rnn.bias_hh_l0	2	-0.012414456345140934
4732	rnn.bias_hh_l0	3	-0.01100875809788704
4732	rnn.bias_hh_l0	4	-0.04852690175175667
4732	rnn.bias_hh_l0	5	0.08849602192640305
4732	rnn.bias_hh_l0	6	-0.00808179471641779
4732	rnn.bias_hh_l0	7	0.011059065349400043
4732	rnn.bias_hh_l0	8	0.02658119611442089
4732	rnn.bias_hh_l0	9	0.06146666035056114
4732	rnn.weight_ih_l0_reverse	0	-0.0321510024368763
4732	rnn.weight_ih_l0_reverse	1	-0.00162220885977149
4732	rnn.weight_ih_l0_reverse	2	0.023754101246595383
4732	rnn.weight_ih_l0_reverse	3	-0.06154979020357132
4732	rnn.weight_ih_l0_reverse	4	0.010355183854699135
4732	rnn.weight_ih_l0_reverse	5	-0.05625813081860542
4732	rnn.weight_ih_l0_reverse	6	0.009914219379425049
4732	rnn.weight_ih_l0_reverse	7	0.0396132655441761
4732	rnn.weight_ih_l0_reverse	8	-0.036691632121801376
4732	rnn.weight_ih_l0_reverse	9	-0.05121905729174614
4732	rnn.weight_hh_l0_reverse	0	-0.06346037983894348
4732	rnn.weight_hh_l0_reverse	1	-0.0512414276599884
4732	rnn.weight_hh_l0_reverse	2	0.009156838990747929
4732	rnn.weight_hh_l0_reverse	3	0.038558874279260635
4732	rnn.weight_hh_l0_reverse	4	0.02536400593817234
4732	rnn.weight_hh_l0_reverse	5	0.04401577264070511
4732	rnn.weight_hh_l0_reverse	6	0.0004379550809971988
4732	rnn.weight_hh_l0_reverse	7	-0.0008037679363042116
4732	rnn.weight_hh_l0_reverse	8	-0.07406572252511978
4732	rnn.weight_hh_l0_reverse	9	0.03542428836226463
4732	rnn.bias_ih_l0_reverse	0	-0.029709458351135254
4732	rnn.bias_ih_l0_reverse	1	-0.04572141170501709
4732	rnn.bias_ih_l0_reverse	2	0.08746541291475296
4732	rnn.bias_ih_l0_reverse	3	0.025120697915554047
4732	rnn.bias_ih_l0_reverse	4	-0.0849706381559372
4732	rnn.bias_ih_l0_reverse	5	0.01391273457556963
4732	rnn.bias_ih_l0_reverse	6	-0.08932299166917801
4732	rnn.bias_ih_l0_reverse	7	0.028304778039455414
4732	rnn.bias_ih_l0_reverse	8	0.0145343579351902
4732	rnn.bias_ih_l0_reverse	9	0.06606008112430573
4732	rnn.bias_hh_l0_reverse	0	0.014400840736925602
4732	rnn.bias_hh_l0_reverse	1	0.06473968178033829
4732	rnn.bias_hh_l0_reverse	2	0.07591216266155243
4732	rnn.bias_hh_l0_reverse	3	-0.006865125149488449
4732	rnn.bias_hh_l0_reverse	4	0.07311132550239563
4732	rnn.bias_hh_l0_reverse	5	0.01755753718316555
4732	rnn.bias_hh_l0_reverse	6	-0.06629348546266556
4732	rnn.bias_hh_l0_reverse	7	0.04107184335589409
4732	rnn.bias_hh_l0_reverse	8	0.024496689438819885
4732	rnn.bias_hh_l0_reverse	9	-0.1018860712647438
4732	linear.weight	0	0.16898205876350403
4732	linear.weight	1	-0.10113294422626495
4732	linear.weight	2	-0.09320515394210815
4732	linear.weight	3	0.0321069099009037
4732	linear.weight	4	0.015502400696277618
4732	linear.weight	5	-0.06315534561872482
4732	linear.weight	6	-0.013532347045838833
4732	linear.weight	7	-0.028646420687437057
4732	linear.weight	8	0.03838913515210152
4732	linear.weight	9	0.23420144617557526
4732	linear.bias	0	0.05152260884642601
4732	linear.bias	1	0.0762719064950943
4732	linear.bias	2	-0.34554386138916016
4732	linear.bias	3	1.1100891828536987
4732	linear.bias	4	-0.35559043288230896
4732	linear.bias	5	-0.030769959092140198
4732	linear.bias	6	-0.24263377487659454
4732	linear.bias	7	-0.13817976415157318
4732	linear.bias	8	0.09117548167705536
4732	linear.bias	9	-0.36463144421577454
4760	transitions	0	-0.5691521167755127
4760	transitions	1	0.43166062235832214
4760	transitions	2	1.7905433177947998
4760	transitions	3	0.18791648745536804
4760	transitions	4	1.0163882970809937
4760	transitions	5	1.275964379310608
4760	transitions	6	0.48531824350357056
4760	transitions	7	0.1846715360879898
4760	transitions	8	-0.9186257719993591
4760	transitions	9	0.9307795166969299
4760	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4760	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4760	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4760	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4760	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4760	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4760	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4760	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4760	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4760	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4760	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4760	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4760	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4760	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4760	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4760	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4760	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4760	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4760	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4760	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4760	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4760	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4760	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4760	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4760	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4760	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4760	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4760	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4760	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4760	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4760	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4760	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4760	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4760	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4760	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4760	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4760	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4760	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4760	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4760	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4760	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4760	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4760	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4760	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4760	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4760	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4760	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4760	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4760	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4760	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4760	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4760	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4760	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4760	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4760	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4760	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4760	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4760	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4760	embedding2nn.weight	0	0.009627514518797398
4760	embedding2nn.weight	1	0.013321644626557827
4760	embedding2nn.weight	2	-0.004621213302016258
4760	embedding2nn.weight	3	0.001347192912362516
4760	embedding2nn.weight	4	-0.0031014911364763975
4760	embedding2nn.weight	5	0.003432495752349496
4760	embedding2nn.weight	6	-0.0014760143822059035
4760	embedding2nn.weight	7	0.006941130850464106
4760	embedding2nn.weight	8	-0.007987244054675102
4760	embedding2nn.weight	9	-0.013613116927444935
4760	embedding2nn.bias	0	-0.005526561755686998
4760	embedding2nn.bias	1	-0.009857438504695892
4760	embedding2nn.bias	2	-0.052946750074625015
4760	embedding2nn.bias	3	0.017647545784711838
4760	embedding2nn.bias	4	0.014672448858618736
4760	embedding2nn.bias	5	-0.0037008505314588547
4760	embedding2nn.bias	6	0.02864624373614788
4760	embedding2nn.bias	7	0.06073980778455734
4760	embedding2nn.bias	8	0.013432352803647518
4760	embedding2nn.bias	9	-0.015906179323792458
4760	rnn.weight_ih_l0	0	0.03386789187788963
4760	rnn.weight_ih_l0	1	-0.005333480425179005
4760	rnn.weight_ih_l0	2	-0.022834820672869682
4760	rnn.weight_ih_l0	3	-0.0500590056180954
4760	rnn.weight_ih_l0	4	-0.05051039904356003
4760	rnn.weight_ih_l0	5	0.001305510406382382
4760	rnn.weight_ih_l0	6	-0.054842084646224976
4760	rnn.weight_ih_l0	7	-0.049963876605033875
4760	rnn.weight_ih_l0	8	-0.04556277394294739
4760	rnn.weight_ih_l0	9	-0.02719791606068611
4760	rnn.weight_hh_l0	0	0.011629795655608177
4760	rnn.weight_hh_l0	1	-0.014654812403023243
4760	rnn.weight_hh_l0	2	-0.01882101409137249
4760	rnn.weight_hh_l0	3	-0.014403319917619228
4760	rnn.weight_hh_l0	4	-0.06160362437367439
4760	rnn.weight_hh_l0	5	-0.020877109840512276
4760	rnn.weight_hh_l0	6	-0.018427755683660507
4760	rnn.weight_hh_l0	7	0.025866400450468063
4760	rnn.weight_hh_l0	8	-0.02205311506986618
4760	rnn.weight_hh_l0	9	0.03001229651272297
4760	rnn.bias_ih_l0	0	0.07528431713581085
4760	rnn.bias_ih_l0	1	-0.057509422302246094
4760	rnn.bias_ih_l0	2	0.09372007101774216
4760	rnn.bias_ih_l0	3	0.06959029287099838
4760	rnn.bias_ih_l0	4	0.08246416598558426
4760	rnn.bias_ih_l0	5	0.011018547229468822
4760	rnn.bias_ih_l0	6	-0.008354676887392998
4760	rnn.bias_ih_l0	7	-0.06368308514356613
4760	rnn.bias_ih_l0	8	-0.10142742097377777
4760	rnn.bias_ih_l0	9	0.06950251758098602
4760	rnn.bias_hh_l0	0	-0.03149108961224556
4760	rnn.bias_hh_l0	1	0.02962835319340229
4760	rnn.bias_hh_l0	2	-0.016102558001875877
4760	rnn.bias_hh_l0	3	-0.011972888372838497
4760	rnn.bias_hh_l0	4	-0.0493813119828701
4760	rnn.bias_hh_l0	5	0.08939282596111298
4760	rnn.bias_hh_l0	6	-0.007943197153508663
4760	rnn.bias_hh_l0	7	0.01133698970079422
4760	rnn.bias_hh_l0	8	0.026014089584350586
4760	rnn.bias_hh_l0	9	0.060496579855680466
4760	rnn.weight_ih_l0_reverse	0	-0.032387346029281616
4760	rnn.weight_ih_l0_reverse	1	-0.0011658326257020235
4760	rnn.weight_ih_l0_reverse	2	0.02376505360007286
4760	rnn.weight_ih_l0_reverse	3	-0.06079091504216194
4760	rnn.weight_ih_l0_reverse	4	0.01038465928286314
4760	rnn.weight_ih_l0_reverse	5	-0.056168586015701294
4760	rnn.weight_ih_l0_reverse	6	0.00921210553497076
4760	rnn.weight_ih_l0_reverse	7	0.03964189812541008
4760	rnn.weight_ih_l0_reverse	8	-0.036578353494405746
4760	rnn.weight_ih_l0_reverse	9	-0.051247574388980865
4760	rnn.weight_hh_l0_reverse	0	-0.06290093809366226
4760	rnn.weight_hh_l0_reverse	1	-0.05123914033174515
4760	rnn.weight_hh_l0_reverse	2	0.009147281758487225
4760	rnn.weight_hh_l0_reverse	3	0.03856480494141579
4760	rnn.weight_hh_l0_reverse	4	0.02586527355015278
4760	rnn.weight_hh_l0_reverse	5	0.04404638335108757
4760	rnn.weight_hh_l0_reverse	6	-0.0007611376349814236
4760	rnn.weight_hh_l0_reverse	7	-0.0012439555721357465
4760	rnn.weight_hh_l0_reverse	8	-0.07371043413877487
4760	rnn.weight_hh_l0_reverse	9	0.03502276912331581
4760	rnn.bias_ih_l0_reverse	0	-0.03179303929209709
4760	rnn.bias_ih_l0_reverse	1	-0.057373177260160446
4760	rnn.bias_ih_l0_reverse	2	0.08665931969881058
4760	rnn.bias_ih_l0_reverse	3	0.025331301614642143
4760	rnn.bias_ih_l0_reverse	4	-0.0841374471783638
4760	rnn.bias_ih_l0_reverse	5	0.0145780174061656
4760	rnn.bias_ih_l0_reverse	6	-0.08898566663265228
4760	rnn.bias_ih_l0_reverse	7	0.02794407680630684
4760	rnn.bias_ih_l0_reverse	8	0.014476259239017963
4760	rnn.bias_ih_l0_reverse	9	0.06665347516536713
4760	rnn.bias_hh_l0_reverse	0	0.013098431751132011
4760	rnn.bias_hh_l0_reverse	1	0.06702480465173721
4760	rnn.bias_hh_l0_reverse	2	0.075286366045475
4760	rnn.bias_hh_l0_reverse	3	-0.008304488845169544
4760	rnn.bias_hh_l0_reverse	4	0.07347965240478516
4760	rnn.bias_hh_l0_reverse	5	0.01669694110751152
4760	rnn.bias_hh_l0_reverse	6	-0.0667845606803894
4760	rnn.bias_hh_l0_reverse	7	0.041137680411338806
4760	rnn.bias_hh_l0_reverse	8	0.024437913671135902
4760	rnn.bias_hh_l0_reverse	9	-0.1026872843503952
4760	linear.weight	0	0.1564612090587616
4760	linear.weight	1	-0.10115906596183777
4760	linear.weight	2	-0.09026846289634705
4760	linear.weight	3	0.029004782438278198
4760	linear.weight	4	0.016366930678486824
4760	linear.weight	5	-0.05891850218176842
4760	linear.weight	6	-0.013463916257023811
4760	linear.weight	7	-0.028555642813444138
4760	linear.weight	8	0.04018134996294975
4760	linear.weight	9	0.23939090967178345
4760	linear.bias	0	0.051840104162693024
4760	linear.bias	1	0.07786349207162857
4760	linear.bias	2	-0.34801051020622253
4760	linear.bias	3	1.1170754432678223
4760	linear.bias	4	-0.356729656457901
4760	linear.bias	5	-0.030769959092140198
4760	linear.bias	6	-0.24686945974826813
4760	linear.bias	7	-0.13632343709468842
4760	linear.bias	8	0.0872521921992302
4760	linear.bias	9	-0.3652211129665375
4788	transitions	0	-0.5694790482521057
4788	transitions	1	0.43144091963768005
4788	transitions	2	1.790067195892334
4788	transitions	3	0.18761973083019257
4788	transitions	4	1.0161428451538086
4788	transitions	5	1.275948166847229
4788	transitions	6	0.48531314730644226
4788	transitions	7	0.18466395139694214
4788	transitions	8	-0.9186297059059143
4788	transitions	9	0.9307794570922852
4788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4788	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4788	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4788	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4788	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4788	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4788	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4788	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4788	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4788	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4788	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4788	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4788	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4788	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4788	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4788	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4788	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4788	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4788	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4788	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4788	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4788	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4788	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4788	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4788	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4788	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4788	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4788	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4788	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4788	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4788	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4788	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4788	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4788	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4788	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4788	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4788	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4788	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4788	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4788	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4788	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4788	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4788	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4788	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4788	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4788	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4788	embedding2nn.weight	0	0.010233961045742035
4788	embedding2nn.weight	1	0.013311268761754036
4788	embedding2nn.weight	2	-0.0046658883802592754
4788	embedding2nn.weight	3	0.0012097058352082968
4788	embedding2nn.weight	4	-0.0030932852532714605
4788	embedding2nn.weight	5	0.0032573591452091932
4788	embedding2nn.weight	6	-0.0013663691934198141
4788	embedding2nn.weight	7	0.007672247011214495
4788	embedding2nn.weight	8	-0.007870719768106937
4788	embedding2nn.weight	9	-0.013675889931619167
4788	embedding2nn.bias	0	-0.0036455404479056597
4788	embedding2nn.bias	1	-0.00028576349723152816
4788	embedding2nn.bias	2	-0.04936119541525841
4788	embedding2nn.bias	3	0.018948877230286598
4788	embedding2nn.bias	4	0.017102157697081566
4788	embedding2nn.bias	5	-0.008048022165894508
4788	embedding2nn.bias	6	0.03073754534125328
4788	embedding2nn.bias	7	0.06351674348115921
4788	embedding2nn.bias	8	0.015359056182205677
4788	embedding2nn.bias	9	-0.01901588775217533
4788	rnn.weight_ih_l0	0	0.0338178388774395
4788	rnn.weight_ih_l0	1	-0.0057889060117304325
4788	rnn.weight_ih_l0	2	-0.023008210584521294
4788	rnn.weight_ih_l0	3	-0.049851395189762115
4788	rnn.weight_ih_l0	4	-0.05055803433060646
4788	rnn.weight_ih_l0	5	0.0011992458021268249
4788	rnn.weight_ih_l0	6	-0.05471358820796013
4788	rnn.weight_ih_l0	7	-0.04974997043609619
4788	rnn.weight_ih_l0	8	-0.04581831023097038
4788	rnn.weight_ih_l0	9	-0.027285907417535782
4788	rnn.weight_hh_l0	0	0.011604933068156242
4788	rnn.weight_hh_l0	1	-0.01477732416242361
4788	rnn.weight_hh_l0	2	-0.019162796437740326
4788	rnn.weight_hh_l0	3	-0.014569897204637527
4788	rnn.weight_hh_l0	4	-0.06145655736327171
4788	rnn.weight_hh_l0	5	-0.021827323362231255
4788	rnn.weight_hh_l0	6	-0.01794019341468811
4788	rnn.weight_hh_l0	7	0.024175576865673065
4788	rnn.weight_hh_l0	8	-0.02210352197289467
4788	rnn.weight_hh_l0	9	0.02947038598358631
4788	rnn.bias_ih_l0	0	0.07514572143554688
4788	rnn.bias_ih_l0	1	-0.05627954378724098
4788	rnn.bias_ih_l0	2	0.09413819015026093
4788	rnn.bias_ih_l0	3	0.06794103235006332
4788	rnn.bias_ih_l0	4	0.08430469036102295
4788	rnn.bias_ih_l0	5	0.011530330404639244
4788	rnn.bias_ih_l0	6	-0.009548847563564777
4788	rnn.bias_ih_l0	7	-0.06606828421354294
4788	rnn.bias_ih_l0	8	-0.10208327323198318
4788	rnn.bias_ih_l0	9	0.06999583542346954
4788	rnn.bias_hh_l0	0	-0.03245893865823746
4788	rnn.bias_hh_l0	1	0.029919924214482307
4788	rnn.bias_hh_l0	2	-0.018102752044796944
4788	rnn.bias_hh_l0	3	-0.013746659271419048
4788	rnn.bias_hh_l0	4	-0.048104021698236465
4788	rnn.bias_hh_l0	5	0.09064336121082306
4788	rnn.bias_hh_l0	6	-0.007573909126222134
4788	rnn.bias_hh_l0	7	0.011775746941566467
4788	rnn.bias_hh_l0	8	0.024819916114211082
4788	rnn.bias_hh_l0	9	0.0594710037112236
4788	rnn.weight_ih_l0_reverse	0	-0.032634638249874115
4788	rnn.weight_ih_l0_reverse	1	-0.0012934975093230605
4788	rnn.weight_ih_l0_reverse	2	0.023773271590471268
4788	rnn.weight_ih_l0_reverse	3	-0.06071845814585686
4788	rnn.weight_ih_l0_reverse	4	0.010723164305090904
4788	rnn.weight_ih_l0_reverse	5	-0.056156452745199203
4788	rnn.weight_ih_l0_reverse	6	0.008520212955772877
4788	rnn.weight_ih_l0_reverse	7	0.039655476808547974
4788	rnn.weight_ih_l0_reverse	8	-0.03674819692969322
4788	rnn.weight_ih_l0_reverse	9	-0.0512174516916275
4788	rnn.weight_hh_l0_reverse	0	-0.0635903850197792
4788	rnn.weight_hh_l0_reverse	1	-0.05050588399171829
4788	rnn.weight_hh_l0_reverse	2	0.009224975481629372
4788	rnn.weight_hh_l0_reverse	3	0.03850044310092926
4788	rnn.weight_hh_l0_reverse	4	0.025877855718135834
4788	rnn.weight_hh_l0_reverse	5	0.04399644210934639
4788	rnn.weight_hh_l0_reverse	6	0.0025765744503587484
4788	rnn.weight_hh_l0_reverse	7	-0.0012855306267738342
4788	rnn.weight_hh_l0_reverse	8	-0.07367198914289474
4788	rnn.weight_hh_l0_reverse	9	0.03394225984811783
4788	rnn.bias_ih_l0_reverse	0	-0.030368471518158913
4788	rnn.bias_ih_l0_reverse	1	-0.05941919982433319
4788	rnn.bias_ih_l0_reverse	2	0.08618685603141785
4788	rnn.bias_ih_l0_reverse	3	0.025291630998253822
4788	rnn.bias_ih_l0_reverse	4	-0.08478551357984543
4788	rnn.bias_ih_l0_reverse	5	0.01576382666826248
4788	rnn.bias_ih_l0_reverse	6	-0.09146039187908173
4788	rnn.bias_ih_l0_reverse	7	0.029961058869957924
4788	rnn.bias_ih_l0_reverse	8	0.014162835665047169
4788	rnn.bias_ih_l0_reverse	9	0.06633543223142624
4788	rnn.bias_hh_l0_reverse	0	0.016682183369994164
4788	rnn.bias_hh_l0_reverse	1	0.06811162084341049
4788	rnn.bias_hh_l0_reverse	2	0.0754169374704361
4788	rnn.bias_hh_l0_reverse	3	-0.008606604300439358
4788	rnn.bias_hh_l0_reverse	4	0.07336674630641937
4788	rnn.bias_hh_l0_reverse	5	0.01600073277950287
4788	rnn.bias_hh_l0_reverse	6	-0.06751278042793274
4788	rnn.bias_hh_l0_reverse	7	0.04064521566033363
4788	rnn.bias_hh_l0_reverse	8	0.024260062724351883
4788	rnn.bias_hh_l0_reverse	9	-0.09922853112220764
4788	linear.weight	0	0.1561530977487564
4788	linear.weight	1	-0.1011514961719513
4788	linear.weight	2	-0.09251053631305695
4788	linear.weight	3	0.03470500186085701
4788	linear.weight	4	0.016945108771324158
4788	linear.weight	5	-0.057905539870262146
4788	linear.weight	6	-0.013433031737804413
4788	linear.weight	7	-0.02839852310717106
4788	linear.weight	8	0.039144016802310944
4788	linear.weight	9	0.23623134195804596
4788	linear.bias	0	0.06333770602941513
4788	linear.bias	1	0.07238020747900009
4788	linear.bias	2	-0.34642264246940613
4788	linear.bias	3	1.099274754524231
4788	linear.bias	4	-0.3578365743160248
4788	linear.bias	5	-0.030769959092140198
4788	linear.bias	6	-0.24505247175693512
4788	linear.bias	7	-0.13331001996994019
4788	linear.bias	8	0.09808636456727982
4788	linear.bias	9	-0.3658422529697418
4816	transitions	0	-0.569762647151947
4816	transitions	1	0.43123769760131836
4816	transitions	2	1.7896182537078857
4816	transitions	3	0.1875009834766388
4816	transitions	4	1.015977382659912
4816	transitions	5	1.2759395837783813
4816	transitions	6	0.4853005111217499
4816	transitions	7	0.18465808033943176
4816	transitions	8	-0.9186318516731262
4816	transitions	9	0.9307794570922852
4816	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4816	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4816	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4816	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4816	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4816	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4816	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4816	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4816	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4816	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4816	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4816	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4816	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4816	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4816	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4816	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4816	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4816	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4816	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4816	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4816	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4816	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4816	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4816	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4816	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4816	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4816	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4816	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4816	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4816	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4816	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4816	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4816	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4816	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4816	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4816	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4816	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4816	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4816	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4816	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4816	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4816	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4816	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4816	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4816	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4816	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4816	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4816	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4816	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4816	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4816	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4816	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4816	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4816	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4816	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4816	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4816	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4816	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4816	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4816	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4816	embedding2nn.weight	0	0.010366469621658325
4816	embedding2nn.weight	1	0.013374957256019115
4816	embedding2nn.weight	2	-0.004638551268726587
4816	embedding2nn.weight	3	0.001292168628424406
4816	embedding2nn.weight	4	-0.002993668196722865
4816	embedding2nn.weight	5	0.0031497469171881676
4816	embedding2nn.weight	6	-0.0013316008262336254
4816	embedding2nn.weight	7	0.007008767686784267
4816	embedding2nn.weight	8	-0.007821757346391678
4816	embedding2nn.weight	9	-0.01371349859982729
4816	embedding2nn.bias	0	-0.0040751569904387
4816	embedding2nn.bias	1	-0.003852865193039179
4816	embedding2nn.bias	2	-0.05253719538450241
4816	embedding2nn.bias	3	0.01573457010090351
4816	embedding2nn.bias	4	0.0211967620998621
4816	embedding2nn.bias	5	-0.008747515268623829
4816	embedding2nn.bias	6	0.027864981442689896
4816	embedding2nn.bias	7	0.05864373967051506
4816	embedding2nn.bias	8	0.020662246271967888
4816	embedding2nn.bias	9	-0.02512351982295513
4816	rnn.weight_ih_l0	0	0.033814769238233566
4816	rnn.weight_ih_l0	1	-0.005574831273406744
4816	rnn.weight_ih_l0	2	-0.023069040849804878
4816	rnn.weight_ih_l0	3	-0.04971257969737053
4816	rnn.weight_ih_l0	4	-0.05017566308379173
4816	rnn.weight_ih_l0	5	0.0014893119223415852
4816	rnn.weight_ih_l0	6	-0.05475587025284767
4816	rnn.weight_ih_l0	7	-0.04972711205482483
4816	rnn.weight_ih_l0	8	-0.04609335586428642
4816	rnn.weight_ih_l0	9	-0.027396295219659805
4816	rnn.weight_hh_l0	0	0.012025972828269005
4816	rnn.weight_hh_l0	1	-0.014636657200753689
4816	rnn.weight_hh_l0	2	-0.01907714456319809
4816	rnn.weight_hh_l0	3	-0.014545770362019539
4816	rnn.weight_hh_l0	4	-0.06087905541062355
4816	rnn.weight_hh_l0	5	-0.021257521584630013
4816	rnn.weight_hh_l0	6	-0.018647033721208572
4816	rnn.weight_hh_l0	7	0.023747282102704048
4816	rnn.weight_hh_l0	8	-0.021935097873210907
4816	rnn.weight_hh_l0	9	0.029572876170277596
4816	rnn.bias_ih_l0	0	0.07710636407136917
4816	rnn.bias_ih_l0	1	-0.05714321881532669
4816	rnn.bias_ih_l0	2	0.09327921271324158
4816	rnn.bias_ih_l0	3	0.06883563101291656
4816	rnn.bias_ih_l0	4	0.08550294488668442
4816	rnn.bias_ih_l0	5	0.013136092573404312
4816	rnn.bias_ih_l0	6	-0.011475474573671818
4816	rnn.bias_ih_l0	7	-0.06909729540348053
4816	rnn.bias_ih_l0	8	-0.1032053679227829
4816	rnn.bias_ih_l0	9	0.07244918495416641
4816	rnn.bias_hh_l0	0	-0.03240180015563965
4816	rnn.bias_hh_l0	1	0.03048708103597164
4816	rnn.bias_hh_l0	2	-0.01797306351363659
4816	rnn.bias_hh_l0	3	-0.01483877282589674
4816	rnn.bias_hh_l0	4	-0.049038007855415344
4816	rnn.bias_hh_l0	5	0.09147007763385773
4816	rnn.bias_hh_l0	6	-0.007150368764996529
4816	rnn.bias_hh_l0	7	0.013283692300319672
4816	rnn.bias_hh_l0	8	0.02289329469203949
4816	rnn.bias_hh_l0	9	0.059907007962465286
4816	rnn.weight_ih_l0_reverse	0	-0.03252805769443512
4816	rnn.weight_ih_l0_reverse	1	-0.001542578567750752
4816	rnn.weight_ih_l0_reverse	2	0.023631390184164047
4816	rnn.weight_ih_l0_reverse	3	-0.06086985394358635
4816	rnn.weight_ih_l0_reverse	4	0.010602002963423729
4816	rnn.weight_ih_l0_reverse	5	-0.05617072805762291
4816	rnn.weight_ih_l0_reverse	6	0.009311170317232609
4816	rnn.weight_ih_l0_reverse	7	0.03961670771241188
4816	rnn.weight_ih_l0_reverse	8	-0.03679420426487923
4816	rnn.weight_ih_l0_reverse	9	-0.05130234360694885
4816	rnn.weight_hh_l0_reverse	0	-0.06412650644779205
4816	rnn.weight_hh_l0_reverse	1	-0.05030014365911484
4816	rnn.weight_hh_l0_reverse	2	0.009495186619460583
4816	rnn.weight_hh_l0_reverse	3	0.038148559629917145
4816	rnn.weight_hh_l0_reverse	4	0.025908473879098892
4816	rnn.weight_hh_l0_reverse	5	0.04415573924779892
4816	rnn.weight_hh_l0_reverse	6	0.001600664108991623
4816	rnn.weight_hh_l0_reverse	7	-0.0016184907872229815
4816	rnn.weight_hh_l0_reverse	8	-0.07347491383552551
4816	rnn.weight_hh_l0_reverse	9	0.033802907913923264
4816	rnn.bias_ih_l0_reverse	0	-0.035762663930654526
4816	rnn.bias_ih_l0_reverse	1	-0.05912751331925392
4816	rnn.bias_ih_l0_reverse	2	0.08709761500358582
4816	rnn.bias_ih_l0_reverse	3	0.025772271677851677
4816	rnn.bias_ih_l0_reverse	4	-0.0843629315495491
4816	rnn.bias_ih_l0_reverse	5	0.01561697293072939
4816	rnn.bias_ih_l0_reverse	6	-0.09233725816011429
4816	rnn.bias_ih_l0_reverse	7	0.03013615682721138
4816	rnn.bias_ih_l0_reverse	8	0.014915033243596554
4816	rnn.bias_ih_l0_reverse	9	0.06696741282939911
4816	rnn.bias_hh_l0_reverse	0	0.018334349617362022
4816	rnn.bias_hh_l0_reverse	1	0.06885409355163574
4816	rnn.bias_hh_l0_reverse	2	0.0754595398902893
4816	rnn.bias_hh_l0_reverse	3	-0.008298731409013271
4816	rnn.bias_hh_l0_reverse	4	0.07275313884019852
4816	rnn.bias_hh_l0_reverse	5	0.016623640432953835
4816	rnn.bias_hh_l0_reverse	6	-0.06662259995937347
4816	rnn.bias_hh_l0_reverse	7	0.04119248315691948
4816	rnn.bias_hh_l0_reverse	8	0.025882534682750702
4816	rnn.bias_hh_l0_reverse	9	-0.10151644051074982
4816	linear.weight	0	0.14806564152240753
4816	linear.weight	1	-0.1011381670832634
4816	linear.weight	2	-0.09297993034124374
4816	linear.weight	3	0.03603208810091019
4816	linear.weight	4	0.01609700173139572
4816	linear.weight	5	-0.06097782030701637
4816	linear.weight	6	-0.013393023982644081
4816	linear.weight	7	-0.028305569663643837
4816	linear.weight	8	0.038803573697805405
4816	linear.weight	9	0.23648256063461304
4816	linear.bias	0	0.04846630617976189
4816	linear.bias	1	0.07408321648836136
4816	linear.bias	2	-0.3498680591583252
4816	linear.bias	3	1.0975937843322754
4816	linear.bias	4	-0.35877129435539246
4816	linear.bias	5	-0.030769959092140198
4816	linear.bias	6	-0.24770595133304596
4816	linear.bias	7	-0.13219188153743744
4816	linear.bias	8	0.08422859013080597
4816	linear.bias	9	-0.3663971722126007
4844	transitions	0	-0.570009708404541
4844	transitions	1	0.43098339438438416
4844	transitions	2	1.7891501188278198
4844	transitions	3	0.18729786574840546
4844	transitions	4	1.0155963897705078
4844	transitions	5	1.275928020477295
4844	transitions	6	0.4852878451347351
4844	transitions	7	0.18464650213718414
4844	transitions	8	-0.918634831905365
4844	transitions	9	0.9307790994644165
4844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4844	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4844	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4844	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4844	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4844	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4844	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4844	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4844	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4844	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4844	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4844	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4844	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4844	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4844	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4844	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4844	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4844	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4844	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4844	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4844	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4844	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4844	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4844	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4844	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4844	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4844	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4844	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4844	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4844	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4844	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4844	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4844	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4844	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4844	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4844	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4844	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4844	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4844	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4844	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4844	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4844	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4844	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4844	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4844	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4844	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4844	embedding2nn.weight	0	0.010124516673386097
4844	embedding2nn.weight	1	0.01324114017188549
4844	embedding2nn.weight	2	-0.004627107176929712
4844	embedding2nn.weight	3	0.0013578124344348907
4844	embedding2nn.weight	4	-0.003102380083873868
4844	embedding2nn.weight	5	0.003217690158635378
4844	embedding2nn.weight	6	-0.0013743628514930606
4844	embedding2nn.weight	7	0.007844756357371807
4844	embedding2nn.weight	8	-0.00780364777892828
4844	embedding2nn.weight	9	-0.013676201924681664
4844	embedding2nn.bias	0	-0.019801754504442215
4844	embedding2nn.bias	1	-0.006684763357043266
4844	embedding2nn.bias	2	-0.048911139369010925
4844	embedding2nn.bias	3	0.01821954920887947
4844	embedding2nn.bias	4	0.021212806925177574
4844	embedding2nn.bias	5	-0.003910773433744907
4844	embedding2nn.bias	6	0.028712181374430656
4844	embedding2nn.bias	7	0.06011783704161644
4844	embedding2nn.bias	8	0.026423368602991104
4844	embedding2nn.bias	9	-0.026907838881015778
4844	rnn.weight_ih_l0	0	0.03374568372964859
4844	rnn.weight_ih_l0	1	-0.005237024277448654
4844	rnn.weight_ih_l0	2	-0.022862035781145096
4844	rnn.weight_ih_l0	3	-0.04953879863023758
4844	rnn.weight_ih_l0	4	-0.05008184164762497
4844	rnn.weight_ih_l0	5	0.0015144463395699859
4844	rnn.weight_ih_l0	6	-0.054963406175374985
4844	rnn.weight_ih_l0	7	-0.049944691359996796
4844	rnn.weight_ih_l0	8	-0.046295907348394394
4844	rnn.weight_ih_l0	9	-0.027446826919913292
4844	rnn.weight_hh_l0	0	0.012020234949886799
4844	rnn.weight_hh_l0	1	-0.01514161005616188
4844	rnn.weight_hh_l0	2	-0.019962415099143982
4844	rnn.weight_hh_l0	3	-0.014500691555440426
4844	rnn.weight_hh_l0	4	-0.060786694288253784
4844	rnn.weight_hh_l0	5	-0.02113424614071846
4844	rnn.weight_hh_l0	6	-0.015745308250188828
4844	rnn.weight_hh_l0	7	0.022437086328864098
4844	rnn.weight_hh_l0	8	-0.022032657638192177
4844	rnn.weight_hh_l0	9	0.029822947457432747
4844	rnn.bias_ih_l0	0	0.07646918296813965
4844	rnn.bias_ih_l0	1	-0.0574745275080204
4844	rnn.bias_ih_l0	2	0.09245391190052032
4844	rnn.bias_ih_l0	3	0.07083675265312195
4844	rnn.bias_ih_l0	4	0.08541425317525864
4844	rnn.bias_ih_l0	5	0.01166041474789381
4844	rnn.bias_ih_l0	6	-0.012692632153630257
4844	rnn.bias_ih_l0	7	-0.0675138458609581
4844	rnn.bias_ih_l0	8	-0.1069023460149765
4844	rnn.bias_ih_l0	9	0.07194755226373672
4844	rnn.bias_hh_l0	0	-0.03236797824501991
4844	rnn.bias_hh_l0	1	0.029078274965286255
4844	rnn.bias_hh_l0	2	-0.0194303747266531
4844	rnn.bias_hh_l0	3	-0.012337876483798027
4844	rnn.bias_hh_l0	4	-0.050958286970853806
4844	rnn.bias_hh_l0	5	0.09281398355960846
4844	rnn.bias_hh_l0	6	-0.007820049300789833
4844	rnn.bias_hh_l0	7	0.011191858910024166
4844	rnn.bias_hh_l0	8	0.021676134318113327
4844	rnn.bias_hh_l0	9	0.06034169718623161
4844	rnn.weight_ih_l0_reverse	0	-0.032549552619457245
4844	rnn.weight_ih_l0_reverse	1	-0.001865672180429101
4844	rnn.weight_ih_l0_reverse	2	0.02361816167831421
4844	rnn.weight_ih_l0_reverse	3	-0.06073122099041939
4844	rnn.weight_ih_l0_reverse	4	0.01025022566318512
4844	rnn.weight_ih_l0_reverse	5	-0.05617314204573631
4844	rnn.weight_ih_l0_reverse	6	0.010089399293065071
4844	rnn.weight_ih_l0_reverse	7	0.03975647687911987
4844	rnn.weight_ih_l0_reverse	8	-0.03676014021039009
4844	rnn.weight_ih_l0_reverse	9	-0.05127651244401932
4844	rnn.weight_hh_l0_reverse	0	-0.06522364914417267
4844	rnn.weight_hh_l0_reverse	1	-0.05059241130948067
4844	rnn.weight_hh_l0_reverse	2	0.009574253112077713
4844	rnn.weight_hh_l0_reverse	3	0.038122788071632385
4844	rnn.weight_hh_l0_reverse	4	0.025595709681510925
4844	rnn.weight_hh_l0_reverse	5	0.044175196439027786
4844	rnn.weight_hh_l0_reverse	6	0.000623420113697648
4844	rnn.weight_hh_l0_reverse	7	-0.0009792338823899627
4844	rnn.weight_hh_l0_reverse	8	-0.07434850186109543
4844	rnn.weight_hh_l0_reverse	9	0.034703366458415985
4844	rnn.bias_ih_l0_reverse	0	-0.034454282373189926
4844	rnn.bias_ih_l0_reverse	1	-0.059065401554107666
4844	rnn.bias_ih_l0_reverse	2	0.08851592987775803
4844	rnn.bias_ih_l0_reverse	3	0.025875652208924294
4844	rnn.bias_ih_l0_reverse	4	-0.08581620454788208
4844	rnn.bias_ih_l0_reverse	5	0.016950184479355812
4844	rnn.bias_ih_l0_reverse	6	-0.09258534014225006
4844	rnn.bias_ih_l0_reverse	7	0.029092784970998764
4844	rnn.bias_ih_l0_reverse	8	0.01425647921860218
4844	rnn.bias_ih_l0_reverse	9	0.06725036352872849
4844	rnn.bias_hh_l0_reverse	0	0.015600649639964104
4844	rnn.bias_hh_l0_reverse	1	0.0670895054936409
4844	rnn.bias_hh_l0_reverse	2	0.07453275471925735
4844	rnn.bias_hh_l0_reverse	3	-0.007881123572587967
4844	rnn.bias_hh_l0_reverse	4	0.07208738476037979
4844	rnn.bias_hh_l0_reverse	5	0.02590027265250683
4844	rnn.bias_hh_l0_reverse	6	-0.06700803339481354
4844	rnn.bias_hh_l0_reverse	7	0.04100297391414642
4844	rnn.bias_hh_l0_reverse	8	0.02707681432366371
4844	rnn.bias_hh_l0_reverse	9	-0.0957154706120491
4844	linear.weight	0	0.1467280238866806
4844	linear.weight	1	-0.10116131603717804
4844	linear.weight	2	-0.0933871865272522
4844	linear.weight	3	0.03304325044155121
4844	linear.weight	4	0.01660233363509178
4844	linear.weight	5	-0.060727041214704514
4844	linear.weight	6	-0.013376687653362751
4844	linear.weight	7	-0.028213482350111008
4844	linear.weight	8	0.03767166659235954
4844	linear.weight	9	0.2405979037284851
4844	linear.bias	0	0.055483847856521606
4844	linear.bias	1	0.07264292985200882
4844	linear.bias	2	-0.3455183506011963
4844	linear.bias	3	1.0997529029846191
4844	linear.bias	4	-0.3599017560482025
4844	linear.bias	5	-0.030769959092140198
4844	linear.bias	6	-0.24172553420066833
4844	linear.bias	7	-0.13198654353618622
4844	linear.bias	8	0.0914822593331337
4844	linear.bias	9	-0.3668486773967743
4872	transitions	0	-0.5703738927841187
4872	transitions	1	0.4308021664619446
4872	transitions	2	1.788750410079956
4872	transitions	3	0.1870541125535965
4872	transitions	4	1.0154832601547241
4872	transitions	5	1.2759207487106323
4872	transitions	6	0.4852845072746277
4872	transitions	7	0.18463169038295746
4872	transitions	8	-0.9186370968818665
4872	transitions	9	0.930778980255127
4872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4872	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4872	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4872	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4872	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4872	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4872	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4872	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4872	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4872	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4872	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4872	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4872	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4872	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4872	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4872	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4872	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4872	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4872	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4872	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4872	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4872	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4872	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4872	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4872	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4872	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4872	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4872	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4872	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4872	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4872	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4872	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4872	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4872	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4872	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4872	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4872	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4872	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4872	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4872	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4872	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4872	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4872	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4872	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4872	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4872	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4872	embedding2nn.weight	0	0.010405621491372585
4872	embedding2nn.weight	1	0.01333527360111475
4872	embedding2nn.weight	2	-0.004686057101935148
4872	embedding2nn.weight	3	0.0010100306244567037
4872	embedding2nn.weight	4	-0.0030714136082679033
4872	embedding2nn.weight	5	0.0032299980521202087
4872	embedding2nn.weight	6	-0.0013928848784416914
4872	embedding2nn.weight	7	0.006205789744853973
4872	embedding2nn.weight	8	-0.007823365740478039
4872	embedding2nn.weight	9	-0.013744315132498741
4872	embedding2nn.bias	0	-0.022347796708345413
4872	embedding2nn.bias	1	0.002780672162771225
4872	embedding2nn.bias	2	-0.047134075313806534
4872	embedding2nn.bias	3	0.012229599058628082
4872	embedding2nn.bias	4	0.019838836044073105
4872	embedding2nn.bias	5	-0.010657326318323612
4872	embedding2nn.bias	6	0.023827875033020973
4872	embedding2nn.bias	7	0.060713887214660645
4872	embedding2nn.bias	8	0.021291784942150116
4872	embedding2nn.bias	9	-0.02168501913547516
4872	rnn.weight_ih_l0	0	0.03388899937272072
4872	rnn.weight_ih_l0	1	-0.005905589554458857
4872	rnn.weight_ih_l0	2	-0.022585829719901085
4872	rnn.weight_ih_l0	3	-0.04955192282795906
4872	rnn.weight_ih_l0	4	-0.04999947547912598
4872	rnn.weight_ih_l0	5	0.0016219402896240354
4872	rnn.weight_ih_l0	6	-0.05464572459459305
4872	rnn.weight_ih_l0	7	-0.049802761524915695
4872	rnn.weight_ih_l0	8	-0.04599384590983391
4872	rnn.weight_ih_l0	9	-0.027482016012072563
4872	rnn.weight_hh_l0	0	0.012537911534309387
4872	rnn.weight_hh_l0	1	-0.01515213306993246
4872	rnn.weight_hh_l0	2	-0.019637348130345345
4872	rnn.weight_hh_l0	3	-0.014370189048349857
4872	rnn.weight_hh_l0	4	-0.060286737978458405
4872	rnn.weight_hh_l0	5	-0.02081586793065071
4872	rnn.weight_hh_l0	6	-0.016416944563388824
4872	rnn.weight_hh_l0	7	0.02430815063416958
4872	rnn.weight_hh_l0	8	-0.022377340123057365
4872	rnn.weight_hh_l0	9	0.03023645468056202
4872	rnn.bias_ih_l0	0	0.0754416361451149
4872	rnn.bias_ih_l0	1	-0.05714331194758415
4872	rnn.bias_ih_l0	2	0.08764497935771942
4872	rnn.bias_ih_l0	3	0.07032276690006256
4872	rnn.bias_ih_l0	4	0.08639969676733017
4872	rnn.bias_ih_l0	5	0.0118644367903471
4872	rnn.bias_ih_l0	6	-0.010255430825054646
4872	rnn.bias_ih_l0	7	-0.07165858894586563
4872	rnn.bias_ih_l0	8	-0.11313457041978836
4872	rnn.bias_ih_l0	9	0.07182367146015167
4872	rnn.bias_hh_l0	0	-0.033549755811691284
4872	rnn.bias_hh_l0	1	0.028316162526607513
4872	rnn.bias_hh_l0	2	-0.015883496031165123
4872	rnn.bias_hh_l0	3	-0.012909900397062302
4872	rnn.bias_hh_l0	4	-0.051153212785720825
4872	rnn.bias_hh_l0	5	0.09125709533691406
4872	rnn.bias_hh_l0	6	-0.00783673208206892
4872	rnn.bias_hh_l0	7	0.011161098256707191
4872	rnn.bias_hh_l0	8	0.024113334715366364
4872	rnn.bias_hh_l0	9	0.05893330276012421
4872	rnn.weight_ih_l0_reverse	0	-0.03243817389011383
4872	rnn.weight_ih_l0_reverse	1	-0.0014727822272107005
4872	rnn.weight_ih_l0_reverse	2	0.02347889542579651
4872	rnn.weight_ih_l0_reverse	3	-0.06135736033320427
4872	rnn.weight_ih_l0_reverse	4	0.010065981186926365
4872	rnn.weight_ih_l0_reverse	5	-0.0560469888150692
4872	rnn.weight_ih_l0_reverse	6	0.010223323479294777
4872	rnn.weight_ih_l0_reverse	7	0.03998684138059616
4872	rnn.weight_ih_l0_reverse	8	-0.036654695868492126
4872	rnn.weight_ih_l0_reverse	9	-0.05099167302250862
4872	rnn.weight_hh_l0_reverse	0	-0.06550895422697067
4872	rnn.weight_hh_l0_reverse	1	-0.05110350251197815
4872	rnn.weight_hh_l0_reverse	2	0.009769885800778866
4872	rnn.weight_hh_l0_reverse	3	0.038020581007003784
4872	rnn.weight_hh_l0_reverse	4	0.02508215419948101
4872	rnn.weight_hh_l0_reverse	5	0.04405228793621063
4872	rnn.weight_hh_l0_reverse	6	0.0004328135109972209
4872	rnn.weight_hh_l0_reverse	7	-0.0013672367203980684
4872	rnn.weight_hh_l0_reverse	8	-0.07485616952180862
4872	rnn.weight_hh_l0_reverse	9	0.03561222553253174
4872	rnn.bias_ih_l0_reverse	0	-0.03653934970498085
4872	rnn.bias_ih_l0_reverse	1	-0.06328673660755157
4872	rnn.bias_ih_l0_reverse	2	0.08857346326112747
4872	rnn.bias_ih_l0_reverse	3	0.02595752477645874
4872	rnn.bias_ih_l0_reverse	4	-0.08427103608846664
4872	rnn.bias_ih_l0_reverse	5	0.01700548082590103
4872	rnn.bias_ih_l0_reverse	6	-0.0936158075928688
4872	rnn.bias_ih_l0_reverse	7	0.029330167919397354
4872	rnn.bias_ih_l0_reverse	8	0.014878437854349613
4872	rnn.bias_ih_l0_reverse	9	0.06842466443777084
4872	rnn.bias_hh_l0_reverse	0	0.017376774922013283
4872	rnn.bias_hh_l0_reverse	1	0.06682419031858444
4872	rnn.bias_hh_l0_reverse	2	0.07405832409858704
4872	rnn.bias_hh_l0_reverse	3	-0.008806196972727776
4872	rnn.bias_hh_l0_reverse	4	0.07093309611082077
4872	rnn.bias_hh_l0_reverse	5	0.02845662087202072
4872	rnn.bias_hh_l0_reverse	6	-0.06853809207677841
4872	rnn.bias_hh_l0_reverse	7	0.041907135397195816
4872	rnn.bias_hh_l0_reverse	8	0.02904544770717621
4872	rnn.bias_hh_l0_reverse	9	-0.10200081765651703
4872	linear.weight	0	0.15461935102939606
4872	linear.weight	1	-0.10118288546800613
4872	linear.weight	2	-0.09011638909578323
4872	linear.weight	3	0.03899242356419563
4872	linear.weight	4	0.018231598660349846
4872	linear.weight	5	-0.05626205727458
4872	linear.weight	6	-0.013370176777243614
4872	linear.weight	7	-0.02805728279054165
4872	linear.weight	8	0.035186558961868286
4872	linear.weight	9	0.2407984435558319
4872	linear.bias	0	0.06325899809598923
4872	linear.bias	1	0.07545798271894455
4872	linear.bias	2	-0.3499510884284973
4872	linear.bias	3	1.088772177696228
4872	linear.bias	4	-0.36085957288742065
4872	linear.bias	5	-0.030769959092140198
4872	linear.bias	6	-0.24294450879096985
4872	linear.bias	7	-0.13601630926132202
4872	linear.bias	8	0.08104158937931061
4872	linear.bias	9	-0.36733707785606384
4900	transitions	0	-0.5706855058670044
4900	transitions	1	0.430585116147995
4900	transitions	2	1.7883496284484863
4900	transitions	3	0.1868990957736969
4900	transitions	4	1.015400767326355
4900	transitions	5	1.27591073513031
4900	transitions	6	0.4852726459503174
4900	transitions	7	0.18458619713783264
4900	transitions	8	-0.9186401963233948
4900	transitions	9	0.9307789206504822
4900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4900	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4900	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4900	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4900	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4900	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4900	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4900	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4900	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4900	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4900	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4900	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4900	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4900	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4900	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4900	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4900	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4900	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4900	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4900	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4900	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4900	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4900	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4900	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4900	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4900	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4900	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4900	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4900	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4900	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4900	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4900	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4900	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4900	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4900	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4900	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4900	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4900	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4900	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4900	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4900	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4900	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4900	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4900	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4900	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4900	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4900	embedding2nn.weight	0	0.010702774859964848
4900	embedding2nn.weight	1	0.013315195217728615
4900	embedding2nn.weight	2	-0.004670873750001192
4900	embedding2nn.weight	3	0.0008210854139178991
4900	embedding2nn.weight	4	-0.0031312780920416117
4900	embedding2nn.weight	5	0.003436710685491562
4900	embedding2nn.weight	6	-0.0014731305418536067
4900	embedding2nn.weight	7	0.006323893088847399
4900	embedding2nn.weight	8	-0.007715292274951935
4900	embedding2nn.weight	9	-0.013780705630779266
4900	embedding2nn.bias	0	-0.01357153058052063
4900	embedding2nn.bias	1	0.004692872986197472
4900	embedding2nn.bias	2	-0.05183165892958641
4900	embedding2nn.bias	3	0.011607950553297997
4900	embedding2nn.bias	4	0.025489937514066696
4900	embedding2nn.bias	5	-0.013279154896736145
4900	embedding2nn.bias	6	0.021458741277456284
4900	embedding2nn.bias	7	0.06257741898298264
4900	embedding2nn.bias	8	0.01676306501030922
4900	embedding2nn.bias	9	-0.02516813576221466
4900	rnn.weight_ih_l0	0	0.03405950963497162
4900	rnn.weight_ih_l0	1	-0.006229353602975607
4900	rnn.weight_ih_l0	2	-0.02235468290746212
4900	rnn.weight_ih_l0	3	-0.04965205118060112
4900	rnn.weight_ih_l0	4	-0.049976713955402374
4900	rnn.weight_ih_l0	5	0.0017162201693281531
4900	rnn.weight_ih_l0	6	-0.054724760353565216
4900	rnn.weight_ih_l0	7	-0.049882661551237106
4900	rnn.weight_ih_l0	8	-0.04603860527276993
4900	rnn.weight_ih_l0	9	-0.02748802863061428
4900	rnn.weight_hh_l0	0	0.012459361925721169
4900	rnn.weight_hh_l0	1	-0.014538577757775784
4900	rnn.weight_hh_l0	2	-0.020147979259490967
4900	rnn.weight_hh_l0	3	-0.013796482235193253
4900	rnn.weight_hh_l0	4	-0.060575515031814575
4900	rnn.weight_hh_l0	5	-0.020685845986008644
4900	rnn.weight_hh_l0	6	-0.019370345398783684
4900	rnn.weight_hh_l0	7	0.0235255416482687
4900	rnn.weight_hh_l0	8	-0.022166084498167038
4900	rnn.weight_hh_l0	9	0.02966235764324665
4900	rnn.bias_ih_l0	0	0.07603394985198975
4900	rnn.bias_ih_l0	1	-0.05562044680118561
4900	rnn.bias_ih_l0	2	0.08476751297712326
4900	rnn.bias_ih_l0	3	0.07047533243894577
4900	rnn.bias_ih_l0	4	0.08653129637241364
4900	rnn.bias_ih_l0	5	0.01124575175344944
4900	rnn.bias_ih_l0	6	-0.009986620396375656
4900	rnn.bias_ih_l0	7	-0.07781048119068146
4900	rnn.bias_ih_l0	8	-0.11002152413129807
4900	rnn.bias_ih_l0	9	0.07031480222940445
4900	rnn.bias_hh_l0	0	-0.03386024758219719
4900	rnn.bias_hh_l0	1	0.026108957827091217
4900	rnn.bias_hh_l0	2	-0.018615631386637688
4900	rnn.bias_hh_l0	3	-0.012660828419029713
4900	rnn.bias_hh_l0	4	-0.052839525043964386
4900	rnn.bias_hh_l0	5	0.09352370351552963
4900	rnn.bias_hh_l0	6	-0.00857612956315279
4900	rnn.bias_hh_l0	7	0.01182013563811779
4900	rnn.bias_hh_l0	8	0.02438214048743248
4900	rnn.bias_hh_l0	9	0.060054223984479904
4900	rnn.weight_ih_l0_reverse	0	-0.03234377130866051
4900	rnn.weight_ih_l0_reverse	1	-0.0013752896338701248
4900	rnn.weight_ih_l0_reverse	2	0.023264417424798012
4900	rnn.weight_ih_l0_reverse	3	-0.061493732035160065
4900	rnn.weight_ih_l0_reverse	4	0.010257056914269924
4900	rnn.weight_ih_l0_reverse	5	-0.05611001327633858
4900	rnn.weight_ih_l0_reverse	6	0.010449904948472977
4900	rnn.weight_ih_l0_reverse	7	0.03975260630249977
4900	rnn.weight_ih_l0_reverse	8	-0.03668249025940895
4900	rnn.weight_ih_l0_reverse	9	-0.05094461515545845
4900	rnn.weight_hh_l0_reverse	0	-0.06557240337133408
4900	rnn.weight_hh_l0_reverse	1	-0.050640884786844254
4900	rnn.weight_hh_l0_reverse	2	0.009367980994284153
4900	rnn.weight_hh_l0_reverse	3	0.0382586345076561
4900	rnn.weight_hh_l0_reverse	4	0.024968508630990982
4900	rnn.weight_hh_l0_reverse	5	0.04397210478782654
4900	rnn.weight_hh_l0_reverse	6	1.5764589988975786e-05
4900	rnn.weight_hh_l0_reverse	7	-0.0010348616633564234
4900	rnn.weight_hh_l0_reverse	8	-0.07449617981910706
4900	rnn.weight_hh_l0_reverse	9	0.037132322788238525
4900	rnn.bias_ih_l0_reverse	0	-0.03805471211671829
4900	rnn.bias_ih_l0_reverse	1	-0.05926326662302017
4900	rnn.bias_ih_l0_reverse	2	0.08856668323278427
4900	rnn.bias_ih_l0_reverse	3	0.02614568918943405
4900	rnn.bias_ih_l0_reverse	4	-0.08433271199464798
4900	rnn.bias_ih_l0_reverse	5	0.019195804372429848
4900	rnn.bias_ih_l0_reverse	6	-0.09627501666545868
4900	rnn.bias_ih_l0_reverse	7	0.028461694717407227
4900	rnn.bias_ih_l0_reverse	8	0.015974663197994232
4900	rnn.bias_ih_l0_reverse	9	0.06737804412841797
4900	rnn.bias_hh_l0_reverse	0	0.018467947840690613
4900	rnn.bias_hh_l0_reverse	1	0.0660180076956749
4900	rnn.bias_hh_l0_reverse	2	0.07308947294950485
4900	rnn.bias_hh_l0_reverse	3	-0.00828708428889513
4900	rnn.bias_hh_l0_reverse	4	0.07017479836940765
4900	rnn.bias_hh_l0_reverse	5	0.029942862689495087
4900	rnn.bias_hh_l0_reverse	6	-0.06851473450660706
4900	rnn.bias_hh_l0_reverse	7	0.041071612387895584
4900	rnn.bias_hh_l0_reverse	8	0.029321840032935143
4900	rnn.bias_hh_l0_reverse	9	-0.09107352793216705
4900	linear.weight	0	0.15407438576221466
4900	linear.weight	1	-0.10119856894016266
4900	linear.weight	2	-0.09181289374828339
4900	linear.weight	3	0.03760060295462608
4900	linear.weight	4	0.018782949075102806
4900	linear.weight	5	-0.05707744508981705
4900	linear.weight	6	-0.013354170136153698
4900	linear.weight	7	-0.027987483888864517
4900	linear.weight	8	0.036731019616127014
4900	linear.weight	9	0.2467547357082367
4900	linear.bias	0	0.06719445437192917
4900	linear.bias	1	0.07012353092432022
4900	linear.bias	2	-0.3540631830692291
4900	linear.bias	3	1.0937055349349976
4900	linear.bias	4	-0.3618466258049011
4900	linear.bias	5	-0.030769959092140198
4900	linear.bias	6	-0.2442961186170578
4900	linear.bias	7	-0.13314788043498993
4900	linear.bias	8	0.09935055673122406
4900	linear.bias	9	-0.36794596910476685
4928	transitions	0	-0.5711082220077515
4928	transitions	1	0.4303860664367676
4928	transitions	2	1.7880818843841553
4928	transitions	3	0.18676641583442688
4928	transitions	4	1.0152759552001953
4928	transitions	5	1.275899052619934
4928	transitions	6	0.48526692390441895
4928	transitions	7	0.18456842005252838
4928	transitions	8	-0.9186441898345947
4928	transitions	9	0.9307788014411926
4928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4928	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4928	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4928	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4928	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4928	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4928	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4928	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4928	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4928	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4928	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4928	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4928	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4928	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4928	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4928	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4928	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4928	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4928	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4928	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4928	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4928	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4928	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4928	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4928	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4928	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4928	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4928	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4928	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4928	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4928	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4928	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4928	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4928	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4928	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4928	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4928	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4928	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4928	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4928	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4928	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4928	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4928	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4928	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4928	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4928	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4928	embedding2nn.weight	0	0.010851262137293816
4928	embedding2nn.weight	1	0.013536774553358555
4928	embedding2nn.weight	2	-0.004709819797426462
4928	embedding2nn.weight	3	0.0010669094044715166
4928	embedding2nn.weight	4	-0.003053904976695776
4928	embedding2nn.weight	5	0.0035237781703472137
4928	embedding2nn.weight	6	-0.0016211861511692405
4928	embedding2nn.weight	7	0.00516838813200593
4928	embedding2nn.weight	8	-0.007946785539388657
4928	embedding2nn.weight	9	-0.013872731477022171
4928	embedding2nn.bias	0	-0.01352185569703579
4928	embedding2nn.bias	1	-0.0046806177124381065
4928	embedding2nn.bias	2	-0.05434592813253403
4928	embedding2nn.bias	3	0.013202907517552376
4928	embedding2nn.bias	4	0.026742154732346535
4928	embedding2nn.bias	5	-0.0126743633300066
4928	embedding2nn.bias	6	0.024257509037852287
4928	embedding2nn.bias	7	0.06414990872144699
4928	embedding2nn.bias	8	0.013774573802947998
4928	embedding2nn.bias	9	-0.023587044328451157
4928	rnn.weight_ih_l0	0	0.034016042947769165
4928	rnn.weight_ih_l0	1	-0.005965045187622309
4928	rnn.weight_ih_l0	2	-0.022459782660007477
4928	rnn.weight_ih_l0	3	-0.04979340732097626
4928	rnn.weight_ih_l0	4	-0.04977716505527496
4928	rnn.weight_ih_l0	5	0.00202802661806345
4928	rnn.weight_ih_l0	6	-0.05497509241104126
4928	rnn.weight_ih_l0	7	-0.05001811310648918
4928	rnn.weight_ih_l0	8	-0.04644603654742241
4928	rnn.weight_ih_l0	9	-0.027252165600657463
4928	rnn.weight_hh_l0	0	0.012509710155427456
4928	rnn.weight_hh_l0	1	-0.014586376026272774
4928	rnn.weight_hh_l0	2	-0.02078579179942608
4928	rnn.weight_hh_l0	3	-0.013779481872916222
4928	rnn.weight_hh_l0	4	-0.06033576279878616
4928	rnn.weight_hh_l0	5	-0.01996830850839615
4928	rnn.weight_hh_l0	6	-0.019853943958878517
4928	rnn.weight_hh_l0	7	0.022182848304510117
4928	rnn.weight_hh_l0	8	-0.022070391103625298
4928	rnn.weight_hh_l0	9	0.030045082792639732
4928	rnn.bias_ih_l0	0	0.07451353222131729
4928	rnn.bias_ih_l0	1	-0.056303687393665314
4928	rnn.bias_ih_l0	2	0.08399808406829834
4928	rnn.bias_ih_l0	3	0.07099197804927826
4928	rnn.bias_ih_l0	4	0.08748724311590195
4928	rnn.bias_ih_l0	5	0.011676293797791004
4928	rnn.bias_ih_l0	6	-0.008085121400654316
4928	rnn.bias_ih_l0	7	-0.0740562230348587
4928	rnn.bias_ih_l0	8	-0.1095564141869545
4928	rnn.bias_ih_l0	9	0.06900167465209961
4928	rnn.bias_hh_l0	0	-0.03426852449774742
4928	rnn.bias_hh_l0	1	0.027510233223438263
4928	rnn.bias_hh_l0	2	-0.017657307907938957
4928	rnn.bias_hh_l0	3	-0.013984926044940948
4928	rnn.bias_hh_l0	4	-0.05094832181930542
4928	rnn.bias_hh_l0	5	0.09274628013372421
4928	rnn.bias_hh_l0	6	-0.009819861501455307
4928	rnn.bias_hh_l0	7	0.01282119657844305
4928	rnn.bias_hh_l0	8	0.026283634826540947
4928	rnn.bias_hh_l0	9	0.05905882269144058
4928	rnn.weight_ih_l0_reverse	0	-0.032304439693689346
4928	rnn.weight_ih_l0_reverse	1	-0.002044085646048188
4928	rnn.weight_ih_l0_reverse	2	0.02332238294184208
4928	rnn.weight_ih_l0_reverse	3	-0.060534559190273285
4928	rnn.weight_ih_l0_reverse	4	0.01042137760668993
4928	rnn.weight_ih_l0_reverse	5	-0.056344952434301376
4928	rnn.weight_ih_l0_reverse	6	0.010183331556618214
4928	rnn.weight_ih_l0_reverse	7	0.03969436138868332
4928	rnn.weight_ih_l0_reverse	8	-0.036771681159734726
4928	rnn.weight_ih_l0_reverse	9	-0.050934262573719025
4928	rnn.weight_hh_l0_reverse	0	-0.06642510741949081
4928	rnn.weight_hh_l0_reverse	1	-0.05059121921658516
4928	rnn.weight_hh_l0_reverse	2	0.00971896480768919
4928	rnn.weight_hh_l0_reverse	3	0.03823108226060867
4928	rnn.weight_hh_l0_reverse	4	0.024629738181829453
4928	rnn.weight_hh_l0_reverse	5	0.04379647225141525
4928	rnn.weight_hh_l0_reverse	6	0.0013774571707472205
4928	rnn.weight_hh_l0_reverse	7	-0.0006198121700435877
4928	rnn.weight_hh_l0_reverse	8	-0.07434596866369247
4928	rnn.weight_hh_l0_reverse	9	0.03771066293120384
4928	rnn.bias_ih_l0_reverse	0	-0.03746562823653221
4928	rnn.bias_ih_l0_reverse	1	-0.061607036739587784
4928	rnn.bias_ih_l0_reverse	2	0.08805123716592789
4928	rnn.bias_ih_l0_reverse	3	0.025946523994207382
4928	rnn.bias_ih_l0_reverse	4	-0.08401007205247879
4928	rnn.bias_ih_l0_reverse	5	0.016910554841160774
4928	rnn.bias_ih_l0_reverse	6	-0.09414320439100266
4928	rnn.bias_ih_l0_reverse	7	0.028156010434031487
4928	rnn.bias_ih_l0_reverse	8	0.017007384449243546
4928	rnn.bias_ih_l0_reverse	9	0.06736823916435242
4928	rnn.bias_hh_l0_reverse	0	0.013757448643445969
4928	rnn.bias_hh_l0_reverse	1	0.06774032115936279
4928	rnn.bias_hh_l0_reverse	2	0.07438333332538605
4928	rnn.bias_hh_l0_reverse	3	-0.00850878655910492
4928	rnn.bias_hh_l0_reverse	4	0.07177983224391937
4928	rnn.bias_hh_l0_reverse	5	0.03297260403633118
4928	rnn.bias_hh_l0_reverse	6	-0.06879071891307831
4928	rnn.bias_hh_l0_reverse	7	0.040993671864271164
4928	rnn.bias_hh_l0_reverse	8	0.029353003948926926
4928	rnn.bias_hh_l0_reverse	9	-0.0865839347243309
4928	linear.weight	0	0.1482304334640503
4928	linear.weight	1	-0.10117581486701965
4928	linear.weight	2	-0.08785770833492279
4928	linear.weight	3	0.03187665343284607
4928	linear.weight	4	0.01798376627266407
4928	linear.weight	5	-0.05620136484503746
4928	linear.weight	6	-0.013345075771212578
4928	linear.weight	7	-0.027774201706051826
4928	linear.weight	8	0.036560047417879105
4928	linear.weight	9	0.25142043828964233
4928	linear.bias	0	0.06051494926214218
4928	linear.bias	1	0.06952120363712311
4928	linear.bias	2	-0.3581506609916687
4928	linear.bias	3	1.0999385118484497
4928	linear.bias	4	-0.3603370785713196
4928	linear.bias	5	-0.030769959092140198
4928	linear.bias	6	-0.24749991297721863
4928	linear.bias	7	-0.12617498636245728
4928	linear.bias	8	0.091944120824337
4928	linear.bias	9	-0.368575781583786
4956	transitions	0	-0.5713101029396057
4956	transitions	1	0.43012815713882446
4956	transitions	2	1.7877869606018066
4956	transitions	3	0.18663935363292694
4956	transitions	4	1.0151331424713135
4956	transitions	5	1.2758854627609253
4956	transitions	6	0.485264390707016
4956	transitions	7	0.1845582276582718
4956	transitions	8	-0.9186494946479797
4956	transitions	9	0.9307787418365479
4956	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4956	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4956	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4956	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4956	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4956	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4956	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4956	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4956	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4956	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4956	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4956	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4956	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4956	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4956	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4956	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4956	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4956	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4956	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4956	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4956	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4956	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4956	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4956	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4956	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4956	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4956	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4956	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4956	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4956	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4956	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4956	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4956	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4956	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4956	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4956	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4956	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4956	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4956	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4956	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4956	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4956	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4956	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4956	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4956	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4956	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4956	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4956	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4956	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4956	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4956	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4956	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4956	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4956	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4956	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4956	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4956	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4956	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4956	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4956	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4956	embedding2nn.weight	0	0.008761288598179817
4956	embedding2nn.weight	1	0.013742056675255299
4956	embedding2nn.weight	2	-0.004692174028605223
4956	embedding2nn.weight	3	0.0010594865307211876
4956	embedding2nn.weight	4	-0.003142349189147353
4956	embedding2nn.weight	5	0.003640500595793128
4956	embedding2nn.weight	6	-0.0014909878373146057
4956	embedding2nn.weight	7	0.005424422211945057
4956	embedding2nn.weight	8	-0.007643971126526594
4956	embedding2nn.weight	9	-0.01380282174795866
4956	embedding2nn.bias	0	-0.01936226896941662
4956	embedding2nn.bias	1	0.0022476045414805412
4956	embedding2nn.bias	2	-0.05904000625014305
4956	embedding2nn.bias	3	0.009602880105376244
4956	embedding2nn.bias	4	0.028422411531209946
4956	embedding2nn.bias	5	-0.015772374346852303
4956	embedding2nn.bias	6	0.025542140007019043
4956	embedding2nn.bias	7	0.07007141411304474
4956	embedding2nn.bias	8	0.013083966448903084
4956	embedding2nn.bias	9	-0.025387810543179512
4956	rnn.weight_ih_l0	0	0.03403429687023163
4956	rnn.weight_ih_l0	1	-0.005843884777277708
4956	rnn.weight_ih_l0	2	-0.02227773703634739
4956	rnn.weight_ih_l0	3	-0.0495634451508522
4956	rnn.weight_ih_l0	4	-0.049752406775951385
4956	rnn.weight_ih_l0	5	0.0020482854451984167
4956	rnn.weight_ih_l0	6	-0.05490351468324661
4956	rnn.weight_ih_l0	7	-0.050164755433797836
4956	rnn.weight_ih_l0	8	-0.04614138975739479
4956	rnn.weight_ih_l0	9	-0.027329063042998314
4956	rnn.weight_hh_l0	0	0.012721896171569824
4956	rnn.weight_hh_l0	1	-0.0137763237580657
4956	rnn.weight_hh_l0	2	-0.019927026703953743
4956	rnn.weight_hh_l0	3	-0.013820350170135498
4956	rnn.weight_hh_l0	4	-0.060162078589200974
4956	rnn.weight_hh_l0	5	-0.019956396892666817
4956	rnn.weight_hh_l0	6	-0.021068233996629715
4956	rnn.weight_hh_l0	7	0.021628903225064278
4956	rnn.weight_hh_l0	8	-0.022342273965477943
4956	rnn.weight_hh_l0	9	0.028964079916477203
4956	rnn.bias_ih_l0	0	0.07305680960416794
4956	rnn.bias_ih_l0	1	-0.05574788153171539
4956	rnn.bias_ih_l0	2	0.08542373776435852
4956	rnn.bias_ih_l0	3	0.07170137017965317
4956	rnn.bias_ih_l0	4	0.08664656430482864
4956	rnn.bias_ih_l0	5	0.012508975341916084
4956	rnn.bias_ih_l0	6	-0.011328566819429398
4956	rnn.bias_ih_l0	7	-0.07799491286277771
4956	rnn.bias_ih_l0	8	-0.1075403168797493
4956	rnn.bias_ih_l0	9	0.06734491884708405
4956	rnn.bias_hh_l0	0	-0.03371523320674896
4956	rnn.bias_hh_l0	1	0.027613092213869095
4956	rnn.bias_hh_l0	2	-0.018628183752298355
4956	rnn.bias_hh_l0	3	-0.016750415787100792
4956	rnn.bias_hh_l0	4	-0.05322613567113876
4956	rnn.bias_hh_l0	5	0.09150665253400803
4956	rnn.bias_hh_l0	6	-0.01132590975612402
4956	rnn.bias_hh_l0	7	0.010507272556424141
4956	rnn.bias_hh_l0	8	0.02304019033908844
4956	rnn.bias_hh_l0	9	0.059024497866630554
4956	rnn.weight_ih_l0_reverse	0	-0.032226014882326126
4956	rnn.weight_ih_l0_reverse	1	-0.002120008459314704
4956	rnn.weight_ih_l0_reverse	2	0.02299867756664753
4956	rnn.weight_ih_l0_reverse	3	-0.060431890189647675
4956	rnn.weight_ih_l0_reverse	4	0.009737377986311913
4956	rnn.weight_ih_l0_reverse	5	-0.05624513328075409
4956	rnn.weight_ih_l0_reverse	6	0.009781435132026672
4956	rnn.weight_ih_l0_reverse	7	0.03972596302628517
4956	rnn.weight_ih_l0_reverse	8	-0.036769770085811615
4956	rnn.weight_ih_l0_reverse	9	-0.05080327391624451
4956	rnn.weight_hh_l0_reverse	0	-0.06600167602300644
4956	rnn.weight_hh_l0_reverse	1	-0.05107009410858154
4956	rnn.weight_hh_l0_reverse	2	0.00979126337915659
4956	rnn.weight_hh_l0_reverse	3	0.03835073858499527
4956	rnn.weight_hh_l0_reverse	4	0.024504225701093674
4956	rnn.weight_hh_l0_reverse	5	0.04368646442890167
4956	rnn.weight_hh_l0_reverse	6	0.0009171186829917133
4956	rnn.weight_hh_l0_reverse	7	-0.0009535248973406851
4956	rnn.weight_hh_l0_reverse	8	-0.07439203560352325
4956	rnn.weight_hh_l0_reverse	9	0.037508368492126465
4956	rnn.bias_ih_l0_reverse	0	-0.041373781859874725
4956	rnn.bias_ih_l0_reverse	1	-0.06692372262477875
4956	rnn.bias_ih_l0_reverse	2	0.08774242550134659
4956	rnn.bias_ih_l0_reverse	3	0.025732528418302536
4956	rnn.bias_ih_l0_reverse	4	-0.08477959036827087
4956	rnn.bias_ih_l0_reverse	5	0.0168731939047575
4956	rnn.bias_ih_l0_reverse	6	-0.09317480772733688
4956	rnn.bias_ih_l0_reverse	7	0.02724425122141838
4956	rnn.bias_ih_l0_reverse	8	0.01710185408592224
4956	rnn.bias_ih_l0_reverse	9	0.06855718791484833
4956	rnn.bias_hh_l0_reverse	0	0.014503810554742813
4956	rnn.bias_hh_l0_reverse	1	0.06923253834247589
4956	rnn.bias_hh_l0_reverse	2	0.07536394894123077
4956	rnn.bias_hh_l0_reverse	3	-0.008332106284797192
4956	rnn.bias_hh_l0_reverse	4	0.07233908772468567
4956	rnn.bias_hh_l0_reverse	5	0.02754789963364601
4956	rnn.bias_hh_l0_reverse	6	-0.06827612221240997
4956	rnn.bias_hh_l0_reverse	7	0.04118895158171654
4956	rnn.bias_hh_l0_reverse	8	0.030115853995084763
4956	rnn.bias_hh_l0_reverse	9	-0.08391370624303818
4956	linear.weight	0	0.14320610463619232
4956	linear.weight	1	-0.1024809181690216
4956	linear.weight	2	-0.08658069372177124
4956	linear.weight	3	0.027169086039066315
4956	linear.weight	4	0.015518797561526299
4956	linear.weight	5	-0.05747415870428085
4956	linear.weight	6	-0.013328135944902897
4956	linear.weight	7	-0.02763304114341736
4956	linear.weight	8	0.03518058732151985
4956	linear.weight	9	0.25445160269737244
4956	linear.bias	0	0.05764782801270485
4956	linear.bias	1	0.06525351107120514
4956	linear.bias	2	-0.3600967526435852
4956	linear.bias	3	1.1009663343429565
4956	linear.bias	4	-0.361301064491272
4956	linear.bias	5	-0.030769959092140198
4956	linear.bias	6	-0.24899932742118835
4956	linear.bias	7	-0.138518288731575
4956	linear.bias	8	0.09409778565168381
4956	linear.bias	9	-0.3692021667957306
4984	transitions	0	-0.5717384815216064
4984	transitions	1	0.42980849742889404
4984	transitions	2	1.7873557806015015
4984	transitions	3	0.18616200983524323
4984	transitions	4	1.014725923538208
4984	transitions	5	1.27586829662323
4984	transitions	6	0.4852607846260071
4984	transitions	7	0.1845497339963913
4984	transitions	8	-0.9186533689498901
4984	transitions	9	0.9307786822319031
4984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
4984	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
4984	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
4984	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
4984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
4984	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
4984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
4984	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
4984	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
4984	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
4984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
4984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
4984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
4984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
4984	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
4984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
4984	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
4984	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
4984	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
4984	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
4984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
4984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
4984	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
4984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
4984	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
4984	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
4984	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
4984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
4984	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
4984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
4984	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
4984	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
4984	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
4984	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
4984	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
4984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
4984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
4984	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
4984	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
4984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
4984	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
4984	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
4984	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
4984	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
4984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
4984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
4984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
4984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
4984	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
4984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
4984	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
4984	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
4984	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
4984	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
4984	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
4984	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
4984	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
4984	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
4984	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
4984	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
4984	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
4984	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
4984	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
4984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
4984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
4984	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
4984	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
4984	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
4984	embedding2nn.weight	0	0.008970065042376518
4984	embedding2nn.weight	1	0.013580432161688805
4984	embedding2nn.weight	2	-0.004722284153103828
4984	embedding2nn.weight	3	0.0011729724938049912
4984	embedding2nn.weight	4	-0.0031344247981905937
4984	embedding2nn.weight	5	0.00383836985565722
4984	embedding2nn.weight	6	-0.0014809825224801898
4984	embedding2nn.weight	7	0.006221008021384478
4984	embedding2nn.weight	8	-0.007606746628880501
4984	embedding2nn.weight	9	-0.013826243579387665
4984	embedding2nn.bias	0	-0.018935788422822952
4984	embedding2nn.bias	1	-0.0012106026988476515
4984	embedding2nn.bias	2	-0.05780792608857155
4984	embedding2nn.bias	3	0.014228769578039646
4984	embedding2nn.bias	4	0.03445777669548988
4984	embedding2nn.bias	5	-0.011857625097036362
4984	embedding2nn.bias	6	0.027472425252199173
4984	embedding2nn.bias	7	0.0689641460776329
4984	embedding2nn.bias	8	0.013218527659773827
4984	embedding2nn.bias	9	-0.019261332228779793
4984	rnn.weight_ih_l0	0	0.034205589443445206
4984	rnn.weight_ih_l0	1	-0.0058938730508089066
4984	rnn.weight_ih_l0	2	-0.02230660803616047
4984	rnn.weight_ih_l0	3	-0.04978286474943161
4984	rnn.weight_ih_l0	4	-0.04946279898285866
4984	rnn.weight_ih_l0	5	0.002169703831896186
4984	rnn.weight_ih_l0	6	-0.05524684488773346
4984	rnn.weight_ih_l0	7	-0.0500158965587616
4984	rnn.weight_ih_l0	8	-0.04629962146282196
4984	rnn.weight_ih_l0	9	-0.027196131646633148
4984	rnn.weight_hh_l0	0	0.01265699602663517
4984	rnn.weight_hh_l0	1	-0.01322111301124096
4984	rnn.weight_hh_l0	2	-0.019030751660466194
4984	rnn.weight_hh_l0	3	-0.01376061700284481
4984	rnn.weight_hh_l0	4	-0.06007308140397072
4984	rnn.weight_hh_l0	5	-0.018879681825637817
4984	rnn.weight_hh_l0	6	-0.022160353139042854
4984	rnn.weight_hh_l0	7	0.02132366970181465
4984	rnn.weight_hh_l0	8	-0.02268153801560402
4984	rnn.weight_hh_l0	9	0.027409043163061142
4984	rnn.bias_ih_l0	0	0.07272016257047653
4984	rnn.bias_ih_l0	1	-0.05747847259044647
4984	rnn.bias_ih_l0	2	0.08379596471786499
4984	rnn.bias_ih_l0	3	0.06941679120063782
4984	rnn.bias_ih_l0	4	0.08759868144989014
4984	rnn.bias_ih_l0	5	0.012101693078875542
4984	rnn.bias_ih_l0	6	-0.012469032779335976
4984	rnn.bias_ih_l0	7	-0.07688511908054352
4984	rnn.bias_ih_l0	8	-0.10338044911623001
4984	rnn.bias_ih_l0	9	0.0664745569229126
4984	rnn.bias_hh_l0	0	-0.033776573836803436
4984	rnn.bias_hh_l0	1	0.0281132310628891
4984	rnn.bias_hh_l0	2	-0.017078876495361328
4984	rnn.bias_hh_l0	3	-0.015657899901270866
4984	rnn.bias_hh_l0	4	-0.05388530343770981
4984	rnn.bias_hh_l0	5	0.0912783071398735
4984	rnn.bias_hh_l0	6	-0.012487691827118397
4984	rnn.bias_hh_l0	7	0.01191769540309906
4984	rnn.bias_hh_l0	8	0.02189972810447216
4984	rnn.bias_hh_l0	9	0.05897156149148941
4984	rnn.weight_ih_l0_reverse	0	-0.03213011100888252
4984	rnn.weight_ih_l0_reverse	1	-0.002100266283378005
4984	rnn.weight_ih_l0_reverse	2	0.02351263351738453
4984	rnn.weight_ih_l0_reverse	3	-0.060518715530633926
4984	rnn.weight_ih_l0_reverse	4	0.009757613763213158
4984	rnn.weight_ih_l0_reverse	5	-0.056377097964286804
4984	rnn.weight_ih_l0_reverse	6	0.009897060692310333
4984	rnn.weight_ih_l0_reverse	7	0.039642781019210815
4984	rnn.weight_ih_l0_reverse	8	-0.03655494749546051
4984	rnn.weight_ih_l0_reverse	9	-0.05106112360954285
4984	rnn.weight_hh_l0_reverse	0	-0.0657082200050354
4984	rnn.weight_hh_l0_reverse	1	-0.050973325967788696
4984	rnn.weight_hh_l0_reverse	2	0.010386393405497074
4984	rnn.weight_hh_l0_reverse	3	0.03824968263506889
4984	rnn.weight_hh_l0_reverse	4	0.023904573172330856
4984	rnn.weight_hh_l0_reverse	5	0.04358222708106041
4984	rnn.weight_hh_l0_reverse	6	0.0039420281536877155
4984	rnn.weight_hh_l0_reverse	7	-0.0011167501797899604
4984	rnn.weight_hh_l0_reverse	8	-0.07419344037771225
4984	rnn.weight_hh_l0_reverse	9	0.03700285032391548
4984	rnn.bias_ih_l0_reverse	0	-0.04162571206688881
4984	rnn.bias_ih_l0_reverse	1	-0.06812378019094467
4984	rnn.bias_ih_l0_reverse	2	0.08797144889831543
4984	rnn.bias_ih_l0_reverse	3	0.02552824094891548
4984	rnn.bias_ih_l0_reverse	4	-0.08659569174051285
4984	rnn.bias_ih_l0_reverse	5	0.017067978158593178
4984	rnn.bias_ih_l0_reverse	6	-0.09255565702915192
4984	rnn.bias_ih_l0_reverse	7	0.027810195460915565
4984	rnn.bias_ih_l0_reverse	8	0.016298767179250717
4984	rnn.bias_ih_l0_reverse	9	0.06808973103761673
4984	rnn.bias_hh_l0_reverse	0	0.011831040494143963
4984	rnn.bias_hh_l0_reverse	1	0.07123548537492752
4984	rnn.bias_hh_l0_reverse	2	0.073708176612854
4984	rnn.bias_hh_l0_reverse	3	-0.009344669990241528
4984	rnn.bias_hh_l0_reverse	4	0.07221945375204086
4984	rnn.bias_hh_l0_reverse	5	0.024302497506141663
4984	rnn.bias_hh_l0_reverse	6	-0.06765405088663101
4984	rnn.bias_hh_l0_reverse	7	0.04150024801492691
4984	rnn.bias_hh_l0_reverse	8	0.031411319971084595
4984	rnn.bias_hh_l0_reverse	9	-0.0891808494925499
4984	linear.weight	0	0.15029172599315643
4984	linear.weight	1	-0.1025213971734047
4984	linear.weight	2	-0.09038546681404114
4984	linear.weight	3	0.02853071503341198
4984	linear.weight	4	0.0161060132086277
4984	linear.weight	5	-0.05679929256439209
4984	linear.weight	6	-0.013332092203199863
4984	linear.weight	7	-0.027488326653838158
4984	linear.weight	8	0.035089097917079926
4984	linear.weight	9	0.2653866708278656
4984	linear.bias	0	0.0630246102809906
4984	linear.bias	1	0.07094297558069229
4984	linear.bias	2	-0.3562561571598053
4984	linear.bias	3	1.088246464729309
4984	linear.bias	4	-0.3625187873840332
4984	linear.bias	5	-0.030769959092140198
4984	linear.bias	6	-0.24705058336257935
4984	linear.bias	7	-0.14120644330978394
4984	linear.bias	8	0.08390636742115021
4984	linear.bias	9	-0.3700281083583832
5012	transitions	0	-0.5719471573829651
5012	transitions	1	0.429551899433136
5012	transitions	2	1.7870267629623413
5012	transitions	3	0.18594855070114136
5012	transitions	4	1.0144641399383545
5012	transitions	5	1.2758539915084839
5012	transitions	6	0.4852581024169922
5012	transitions	7	0.1845390796661377
5012	transitions	8	-0.9186564683914185
5012	transitions	9	0.9307785630226135
5012	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5012	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5012	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5012	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5012	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5012	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5012	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5012	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5012	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5012	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5012	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5012	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5012	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5012	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5012	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5012	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5012	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5012	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5012	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5012	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5012	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5012	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5012	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5012	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5012	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5012	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5012	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5012	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5012	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5012	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5012	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5012	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5012	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5012	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5012	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5012	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5012	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5012	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5012	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5012	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5012	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5012	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5012	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5012	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5012	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5012	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5012	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5012	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5012	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5012	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5012	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5012	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5012	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5012	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5012	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5012	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5012	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5012	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5012	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5012	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5012	embedding2nn.weight	0	0.009623745456337929
5012	embedding2nn.weight	1	0.013510399498045444
5012	embedding2nn.weight	2	-0.004628303926438093
5012	embedding2nn.weight	3	0.0009854459203779697
5012	embedding2nn.weight	4	-0.0031211310997605324
5012	embedding2nn.weight	5	0.0037078778259456158
5012	embedding2nn.weight	6	-0.0014259376330301166
5012	embedding2nn.weight	7	0.007430068217217922
5012	embedding2nn.weight	8	-0.007561541628092527
5012	embedding2nn.weight	9	-0.013941147364675999
5012	embedding2nn.bias	0	-0.01810530014336109
5012	embedding2nn.bias	1	-0.006844464223831892
5012	embedding2nn.bias	2	-0.055420733988285065
5012	embedding2nn.bias	3	0.01839224435389042
5012	embedding2nn.bias	4	0.03518424183130264
5012	embedding2nn.bias	5	-0.014551701955497265
5012	embedding2nn.bias	6	0.026336075738072395
5012	embedding2nn.bias	7	0.06652460247278214
5012	embedding2nn.bias	8	0.015050923451781273
5012	embedding2nn.bias	9	-0.01953115686774254
5012	rnn.weight_ih_l0	0	0.03424100950360298
5012	rnn.weight_ih_l0	1	-0.00583774084225297
5012	rnn.weight_ih_l0	2	-0.02190406620502472
5012	rnn.weight_ih_l0	3	-0.05015599727630615
5012	rnn.weight_ih_l0	4	-0.04926712438464165
5012	rnn.weight_ih_l0	5	0.002049186732620001
5012	rnn.weight_ih_l0	6	-0.055142272263765335
5012	rnn.weight_ih_l0	7	-0.05009780824184418
5012	rnn.weight_ih_l0	8	-0.04621278867125511
5012	rnn.weight_ih_l0	9	-0.027103856205940247
5012	rnn.weight_hh_l0	0	0.012511121109127998
5012	rnn.weight_hh_l0	1	-0.013263707049190998
5012	rnn.weight_hh_l0	2	-0.017874296754598618
5012	rnn.weight_hh_l0	3	-0.013585400767624378
5012	rnn.weight_hh_l0	4	-0.05969621613621712
5012	rnn.weight_hh_l0	5	-0.019303610548377037
5012	rnn.weight_hh_l0	6	-0.02247215062379837
5012	rnn.weight_hh_l0	7	0.022744301706552505
5012	rnn.weight_hh_l0	8	-0.022854506969451904
5012	rnn.weight_hh_l0	9	0.02707752399146557
5012	rnn.bias_ih_l0	0	0.07432076334953308
5012	rnn.bias_ih_l0	1	-0.057685885578393936
5012	rnn.bias_ih_l0	2	0.08504270017147064
5012	rnn.bias_ih_l0	3	0.06921596080064774
5012	rnn.bias_ih_l0	4	0.0877801775932312
5012	rnn.bias_ih_l0	5	0.010890916921198368
5012	rnn.bias_ih_l0	6	-0.013130288571119308
5012	rnn.bias_ih_l0	7	-0.08045639097690582
5012	rnn.bias_ih_l0	8	-0.09619217365980148
5012	rnn.bias_ih_l0	9	0.06520649790763855
5012	rnn.bias_hh_l0	0	-0.03295271843671799
5012	rnn.bias_hh_l0	1	0.030723292380571365
5012	rnn.bias_hh_l0	2	-0.017545219510793686
5012	rnn.bias_hh_l0	3	-0.014720541425049305
5012	rnn.bias_hh_l0	4	-0.05301379784941673
5012	rnn.bias_hh_l0	5	0.0912579894065857
5012	rnn.bias_hh_l0	6	-0.011762065812945366
5012	rnn.bias_hh_l0	7	0.009893621318042278
5012	rnn.bias_hh_l0	8	0.021238472312688828
5012	rnn.bias_hh_l0	9	0.06158877909183502
5012	rnn.weight_ih_l0_reverse	0	-0.03223060071468353
5012	rnn.weight_ih_l0_reverse	1	-0.00276233465410769
5012	rnn.weight_ih_l0_reverse	2	0.023471135646104813
5012	rnn.weight_ih_l0_reverse	3	-0.06054878979921341
5012	rnn.weight_ih_l0_reverse	4	0.009863834828138351
5012	rnn.weight_ih_l0_reverse	5	-0.05649799853563309
5012	rnn.weight_ih_l0_reverse	6	0.008515002205967903
5012	rnn.weight_ih_l0_reverse	7	0.039587993174791336
5012	rnn.weight_ih_l0_reverse	8	-0.0368344821035862
5012	rnn.weight_ih_l0_reverse	9	-0.05094613507390022
5012	rnn.weight_hh_l0_reverse	0	-0.06522952020168304
5012	rnn.weight_hh_l0_reverse	1	-0.05130598321557045
5012	rnn.weight_hh_l0_reverse	2	0.010447793640196323
5012	rnn.weight_hh_l0_reverse	3	0.038128964602947235
5012	rnn.weight_hh_l0_reverse	4	0.0234376210719347
5012	rnn.weight_hh_l0_reverse	5	0.043766822665929794
5012	rnn.weight_hh_l0_reverse	6	-0.0009310657042078674
5012	rnn.weight_hh_l0_reverse	7	-0.0010023489594459534
5012	rnn.weight_hh_l0_reverse	8	-0.07442400604486465
5012	rnn.weight_hh_l0_reverse	9	0.0363139882683754
5012	rnn.bias_ih_l0_reverse	0	-0.03960947319865227
5012	rnn.bias_ih_l0_reverse	1	-0.07603327929973602
5012	rnn.bias_ih_l0_reverse	2	0.08818399161100388
5012	rnn.bias_ih_l0_reverse	3	0.025689784437417984
5012	rnn.bias_ih_l0_reverse	4	-0.08652788400650024
5012	rnn.bias_ih_l0_reverse	5	0.016407299786806107
5012	rnn.bias_ih_l0_reverse	6	-0.09162206202745438
5012	rnn.bias_ih_l0_reverse	7	0.027036378160119057
5012	rnn.bias_ih_l0_reverse	8	0.014892871491611004
5012	rnn.bias_ih_l0_reverse	9	0.06672439724206924
5012	rnn.bias_hh_l0_reverse	0	0.0230210330337286
5012	rnn.bias_hh_l0_reverse	1	0.07197418063879013
5012	rnn.bias_hh_l0_reverse	2	0.07417643070220947
5012	rnn.bias_hh_l0_reverse	3	-0.008749938569962978
5012	rnn.bias_hh_l0_reverse	4	0.07317586988210678
5012	rnn.bias_hh_l0_reverse	5	0.02114943042397499
5012	rnn.bias_hh_l0_reverse	6	-0.0675448626279831
5012	rnn.bias_hh_l0_reverse	7	0.04156053811311722
5012	rnn.bias_hh_l0_reverse	8	0.03026612289249897
5012	rnn.bias_hh_l0_reverse	9	-0.08936350047588348
5012	linear.weight	0	0.1361657828092575
5012	linear.weight	1	-0.10260920971632004
5012	linear.weight	2	-0.09142554551362991
5012	linear.weight	3	0.02426822856068611
5012	linear.weight	4	0.016145825386047363
5012	linear.weight	5	-0.05651369318366051
5012	linear.weight	6	-0.013273714110255241
5012	linear.weight	7	-0.02740217186510563
5012	linear.weight	8	0.03373494744300842
5012	linear.weight	9	0.26423215866088867
5012	linear.bias	0	0.05760103464126587
5012	linear.bias	1	0.07339481264352798
5012	linear.bias	2	-0.35677120089530945
5012	linear.bias	3	1.0920273065567017
5012	linear.bias	4	-0.35544008016586304
5012	linear.bias	5	-0.030769959092140198
5012	linear.bias	6	-0.24744878709316254
5012	linear.bias	7	-0.14137880504131317
5012	linear.bias	8	0.08171416819095612
5012	linear.bias	9	-0.3708263337612152
5040	transitions	0	-0.5721802711486816
5040	transitions	1	0.4294140040874481
5040	transitions	2	1.7867642641067505
5040	transitions	3	0.18577605485916138
5040	transitions	4	1.0143382549285889
5040	transitions	5	1.2758402824401855
5040	transitions	6	0.48525264859199524
5040	transitions	7	0.18452562391757965
5040	transitions	8	-0.9186591506004333
5040	transitions	9	0.9307785630226135
5040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5040	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5040	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5040	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5040	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5040	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5040	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5040	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5040	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5040	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5040	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5040	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5040	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5040	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5040	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5040	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5040	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5040	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5040	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5040	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5040	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5040	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5040	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5040	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5040	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5040	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5040	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5040	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5040	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5040	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5040	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5040	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5040	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5040	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5040	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5040	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5040	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5040	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5040	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5040	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5040	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5040	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5040	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5040	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5040	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5040	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5040	embedding2nn.weight	0	0.009482194669544697
5040	embedding2nn.weight	1	0.013417101465165615
5040	embedding2nn.weight	2	-0.004522818140685558
5040	embedding2nn.weight	3	0.0012206325773149729
5040	embedding2nn.weight	4	-0.00309292902238667
5040	embedding2nn.weight	5	0.0037410706281661987
5040	embedding2nn.weight	6	-0.0014855748740956187
5040	embedding2nn.weight	7	0.007839540019631386
5040	embedding2nn.weight	8	-0.007522893603891134
5040	embedding2nn.weight	9	-0.01399012841284275
5040	embedding2nn.bias	0	-0.02200738526880741
5040	embedding2nn.bias	1	0.005286229308694601
5040	embedding2nn.bias	2	-0.053724806755781174
5040	embedding2nn.bias	3	0.0150174330919981
5040	embedding2nn.bias	4	0.028896203264594078
5040	embedding2nn.bias	5	-0.01683279685676098
5040	embedding2nn.bias	6	0.030236974358558655
5040	embedding2nn.bias	7	0.06465711444616318
5040	embedding2nn.bias	8	0.016353664919734
5040	embedding2nn.bias	9	-0.022008785977959633
5040	rnn.weight_ih_l0	0	0.03439942002296448
5040	rnn.weight_ih_l0	1	-0.005445832386612892
5040	rnn.weight_ih_l0	2	-0.02192143350839615
5040	rnn.weight_ih_l0	3	-0.05031656473875046
5040	rnn.weight_ih_l0	4	-0.049361493438482285
5040	rnn.weight_ih_l0	5	0.0019872665870934725
5040	rnn.weight_ih_l0	6	-0.055553730577230453
5040	rnn.weight_ih_l0	7	-0.05019703879952431
5040	rnn.weight_ih_l0	8	-0.04632636532187462
5040	rnn.weight_ih_l0	9	-0.02718585915863514
5040	rnn.weight_hh_l0	0	0.01263519749045372
5040	rnn.weight_hh_l0	1	-0.013133246451616287
5040	rnn.weight_hh_l0	2	-0.01904561184346676
5040	rnn.weight_hh_l0	3	-0.013393665663897991
5040	rnn.weight_hh_l0	4	-0.05999426543712616
5040	rnn.weight_hh_l0	5	-0.019044842571020126
5040	rnn.weight_hh_l0	6	-0.024904103949666023
5040	rnn.weight_hh_l0	7	0.023501742631196976
5040	rnn.weight_hh_l0	8	-0.022592773661017418
5040	rnn.weight_hh_l0	9	0.027323424816131592
5040	rnn.bias_ih_l0	0	0.07395557314157486
5040	rnn.bias_ih_l0	1	-0.05696088448166847
5040	rnn.bias_ih_l0	2	0.08536913245916367
5040	rnn.bias_ih_l0	3	0.0723736435174942
5040	rnn.bias_ih_l0	4	0.08682219684123993
5040	rnn.bias_ih_l0	5	0.013048863969743252
5040	rnn.bias_ih_l0	6	-0.01525944098830223
5040	rnn.bias_ih_l0	7	-0.0875987857580185
5040	rnn.bias_ih_l0	8	-0.09478331357240677
5040	rnn.bias_ih_l0	9	0.06530401110649109
5040	rnn.bias_hh_l0	0	-0.03346226364374161
5040	rnn.bias_hh_l0	1	0.02985723502933979
5040	rnn.bias_hh_l0	2	-0.015886016190052032
5040	rnn.bias_hh_l0	3	-0.01762573979794979
5040	rnn.bias_hh_l0	4	-0.05282863229513168
5040	rnn.bias_hh_l0	5	0.08910457789897919
5040	rnn.bias_hh_l0	6	-0.012161454185843468
5040	rnn.bias_hh_l0	7	0.012765638530254364
5040	rnn.bias_hh_l0	8	0.019109321758151054
5040	rnn.bias_hh_l0	9	0.061196260154247284
5040	rnn.weight_ih_l0_reverse	0	-0.03245018050074577
5040	rnn.weight_ih_l0_reverse	1	-0.002779704984277487
5040	rnn.weight_ih_l0_reverse	2	0.023389063775539398
5040	rnn.weight_ih_l0_reverse	3	-0.06005362048745155
5040	rnn.weight_ih_l0_reverse	4	0.009573115035891533
5040	rnn.weight_ih_l0_reverse	5	-0.05640707165002823
5040	rnn.weight_ih_l0_reverse	6	0.008301394991576672
5040	rnn.weight_ih_l0_reverse	7	0.03974313661456108
5040	rnn.weight_ih_l0_reverse	8	-0.03670421242713928
5040	rnn.weight_ih_l0_reverse	9	-0.05049161612987518
5040	rnn.weight_hh_l0_reverse	0	-0.0653928741812706
5040	rnn.weight_hh_l0_reverse	1	-0.05185363069176674
5040	rnn.weight_hh_l0_reverse	2	0.010349615477025509
5040	rnn.weight_hh_l0_reverse	3	0.03801005706191063
5040	rnn.weight_hh_l0_reverse	4	0.02382379211485386
5040	rnn.weight_hh_l0_reverse	5	0.04382281377911568
5040	rnn.weight_hh_l0_reverse	6	-0.001829873421229422
5040	rnn.weight_hh_l0_reverse	7	-0.0007258712430484593
5040	rnn.weight_hh_l0_reverse	8	-0.07461447268724442
5040	rnn.weight_hh_l0_reverse	9	0.036016885191202164
5040	rnn.bias_ih_l0_reverse	0	-0.04134860634803772
5040	rnn.bias_ih_l0_reverse	1	-0.0809016227722168
5040	rnn.bias_ih_l0_reverse	2	0.08838130533695221
5040	rnn.bias_ih_l0_reverse	3	0.02595406211912632
5040	rnn.bias_ih_l0_reverse	4	-0.08444400876760483
5040	rnn.bias_ih_l0_reverse	5	0.017378302291035652
5040	rnn.bias_ih_l0_reverse	6	-0.09004539251327515
5040	rnn.bias_ih_l0_reverse	7	0.0283807422965765
5040	rnn.bias_ih_l0_reverse	8	0.014512010850012302
5040	rnn.bias_ih_l0_reverse	9	0.06702296435832977
5040	rnn.bias_hh_l0_reverse	0	0.02490050159394741
5040	rnn.bias_hh_l0_reverse	1	0.07074622809886932
5040	rnn.bias_hh_l0_reverse	2	0.07601045817136765
5040	rnn.bias_hh_l0_reverse	3	-0.009218196384608746
5040	rnn.bias_hh_l0_reverse	4	0.07553910464048386
5040	rnn.bias_hh_l0_reverse	5	0.020838072523474693
5040	rnn.bias_hh_l0_reverse	6	-0.06653223186731339
5040	rnn.bias_hh_l0_reverse	7	0.0422905832529068
5040	rnn.bias_hh_l0_reverse	8	0.030258841812610626
5040	rnn.bias_hh_l0_reverse	9	-0.08740900456905365
5040	linear.weight	0	0.12678277492523193
5040	linear.weight	1	-0.10263954102993011
5040	linear.weight	2	-0.08979685604572296
5040	linear.weight	3	0.021417789161205292
5040	linear.weight	4	0.01609634980559349
5040	linear.weight	5	-0.059704069048166275
5040	linear.weight	6	-0.013235272839665413
5040	linear.weight	7	-0.027259137481451035
5040	linear.weight	8	0.034441202878952026
5040	linear.weight	9	0.2627946138381958
5040	linear.bias	0	0.049619898200035095
5040	linear.bias	1	0.0863499641418457
5040	linear.bias	2	-0.35389968752861023
5040	linear.bias	3	1.1092907190322876
5040	linear.bias	4	-0.35630306601524353
5040	linear.bias	5	-0.030769959092140198
5040	linear.bias	6	-0.24368515610694885
5040	linear.bias	7	-0.14193373918533325
5040	linear.bias	8	0.07930530607700348
5040	linear.bias	9	-0.3712274134159088
5068	transitions	0	-0.5724635124206543
5068	transitions	1	0.4291427433490753
5068	transitions	2	1.786421775817871
5068	transitions	3	0.18563605844974518
5068	transitions	4	1.0141915082931519
5068	transitions	5	1.2758293151855469
5068	transitions	6	0.4852449595928192
5068	transitions	7	0.1845167875289917
5068	transitions	8	-0.9186627268791199
5068	transitions	9	0.9307783246040344
5068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5068	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5068	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5068	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5068	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5068	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5068	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5068	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5068	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5068	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5068	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5068	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5068	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5068	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5068	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5068	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5068	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5068	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5068	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5068	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5068	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5068	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5068	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5068	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5068	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5068	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5068	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5068	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5068	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5068	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5068	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5068	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5068	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5068	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5068	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5068	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5068	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5068	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5068	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5068	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5068	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5068	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5068	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5068	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5068	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5068	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5068	embedding2nn.weight	0	0.009112815372645855
5068	embedding2nn.weight	1	0.013390710577368736
5068	embedding2nn.weight	2	-0.004477196838706732
5068	embedding2nn.weight	3	0.0013313996605575085
5068	embedding2nn.weight	4	-0.0030163810588419437
5068	embedding2nn.weight	5	0.0037510660476982594
5068	embedding2nn.weight	6	-0.0013310345821082592
5068	embedding2nn.weight	7	0.0075722686015069485
5068	embedding2nn.weight	8	-0.007530645001679659
5068	embedding2nn.weight	9	-0.013886570930480957
5068	embedding2nn.bias	0	-0.027362124994397163
5068	embedding2nn.bias	1	0.0026119258254766464
5068	embedding2nn.bias	2	-0.05372152477502823
5068	embedding2nn.bias	3	0.0134882852435112
5068	embedding2nn.bias	4	0.026217777281999588
5068	embedding2nn.bias	5	-0.01888241432607174
5068	embedding2nn.bias	6	0.02823597565293312
5068	embedding2nn.bias	7	0.059628646820783615
5068	embedding2nn.bias	8	0.018368612974882126
5068	embedding2nn.bias	9	-0.0273617934435606
5068	rnn.weight_ih_l0	0	0.034262727946043015
5068	rnn.weight_ih_l0	1	-0.005809921771287918
5068	rnn.weight_ih_l0	2	-0.02123330347239971
5068	rnn.weight_ih_l0	3	-0.05006742104887962
5068	rnn.weight_ih_l0	4	-0.04942988231778145
5068	rnn.weight_ih_l0	5	0.0019153839675709605
5068	rnn.weight_ih_l0	6	-0.05541196092963219
5068	rnn.weight_ih_l0	7	-0.05038834363222122
5068	rnn.weight_ih_l0	8	-0.04600398615002632
5068	rnn.weight_ih_l0	9	-0.027164895087480545
5068	rnn.weight_hh_l0	0	0.012751499190926552
5068	rnn.weight_hh_l0	1	-0.012631332501769066
5068	rnn.weight_hh_l0	2	-0.019648520275950432
5068	rnn.weight_hh_l0	3	-0.013508427888154984
5068	rnn.weight_hh_l0	4	-0.059761688113212585
5068	rnn.weight_hh_l0	5	-0.019197624176740646
5068	rnn.weight_hh_l0	6	-0.02393692173063755
5068	rnn.weight_hh_l0	7	0.023847468197345734
5068	rnn.weight_hh_l0	8	-0.022708941251039505
5068	rnn.weight_hh_l0	9	0.027878792956471443
5068	rnn.bias_ih_l0	0	0.07384214550256729
5068	rnn.bias_ih_l0	1	-0.055366773158311844
5068	rnn.bias_ih_l0	2	0.08540196716785431
5068	rnn.bias_ih_l0	3	0.07326968014240265
5068	rnn.bias_ih_l0	4	0.08650921285152435
5068	rnn.bias_ih_l0	5	0.01397139485925436
5068	rnn.bias_ih_l0	6	-0.015486368909478188
5068	rnn.bias_ih_l0	7	-0.07835806906223297
5068	rnn.bias_ih_l0	8	-0.09712039679288864
5068	rnn.bias_ih_l0	9	0.0654025599360466
5068	rnn.bias_hh_l0	0	-0.03419772908091545
5068	rnn.bias_hh_l0	1	0.030057791620492935
5068	rnn.bias_hh_l0	2	-0.015598639845848083
5068	rnn.bias_hh_l0	3	-0.017568673938512802
5068	rnn.bias_hh_l0	4	-0.05267570912837982
5068	rnn.bias_hh_l0	5	0.08777955174446106
5068	rnn.bias_hh_l0	6	-0.012957342900335789
5068	rnn.bias_hh_l0	7	0.013880671933293343
5068	rnn.bias_hh_l0	8	0.018882393836975098
5068	rnn.bias_hh_l0	9	0.05958333984017372
5068	rnn.weight_ih_l0_reverse	0	-0.03250754252076149
5068	rnn.weight_ih_l0_reverse	1	-0.0020650201477110386
5068	rnn.weight_ih_l0_reverse	2	0.023606372997164726
5068	rnn.weight_ih_l0_reverse	3	-0.059808675199747086
5068	rnn.weight_ih_l0_reverse	4	0.009759888052940369
5068	rnn.weight_ih_l0_reverse	5	-0.056220851838588715
5068	rnn.weight_ih_l0_reverse	6	0.008644090965390205
5068	rnn.weight_ih_l0_reverse	7	0.03989898040890694
5068	rnn.weight_ih_l0_reverse	8	-0.03666628524661064
5068	rnn.weight_ih_l0_reverse	9	-0.050684746354818344
5068	rnn.weight_hh_l0_reverse	0	-0.06607672572135925
5068	rnn.weight_hh_l0_reverse	1	-0.051765281707048416
5068	rnn.weight_hh_l0_reverse	2	0.010522512719035149
5068	rnn.weight_hh_l0_reverse	3	0.037915926426649094
5068	rnn.weight_hh_l0_reverse	4	0.024227701127529144
5068	rnn.weight_hh_l0_reverse	5	0.04370279610157013
5068	rnn.weight_hh_l0_reverse	6	-0.003959367051720619
5068	rnn.weight_hh_l0_reverse	7	-0.0005863551632501185
5068	rnn.weight_hh_l0_reverse	8	-0.07493094354867935
5068	rnn.weight_hh_l0_reverse	9	0.03624821826815605
5068	rnn.bias_ih_l0_reverse	0	-0.04326067864894867
5068	rnn.bias_ih_l0_reverse	1	-0.07697028666734695
5068	rnn.bias_ih_l0_reverse	2	0.08902240544557571
5068	rnn.bias_ih_l0_reverse	3	0.026200976222753525
5068	rnn.bias_ih_l0_reverse	4	-0.0865730345249176
5068	rnn.bias_ih_l0_reverse	5	0.019661393016576767
5068	rnn.bias_ih_l0_reverse	6	-0.08829715847969055
5068	rnn.bias_ih_l0_reverse	7	0.027266358956694603
5068	rnn.bias_ih_l0_reverse	8	0.0157513078302145
5068	rnn.bias_ih_l0_reverse	9	0.06640712171792984
5068	rnn.bias_hh_l0_reverse	0	0.021579358726739883
5068	rnn.bias_hh_l0_reverse	1	0.07184693962335587
5068	rnn.bias_hh_l0_reverse	2	0.07630588859319687
5068	rnn.bias_hh_l0_reverse	3	-0.008252747356891632
5068	rnn.bias_hh_l0_reverse	4	0.07631582021713257
5068	rnn.bias_hh_l0_reverse	5	0.017064722254872322
5068	rnn.bias_hh_l0_reverse	6	-0.06698497384786606
5068	rnn.bias_hh_l0_reverse	7	0.042687781155109406
5068	rnn.bias_hh_l0_reverse	8	0.030886201187968254
5068	rnn.bias_hh_l0_reverse	9	-0.08268031477928162
5068	linear.weight	0	0.1305229812860489
5068	linear.weight	1	-0.10273200273513794
5068	linear.weight	2	-0.09196273982524872
5068	linear.weight	3	0.021379781886935234
5068	linear.weight	4	0.016741538420319557
5068	linear.weight	5	-0.059349674731492996
5068	linear.weight	6	-0.013225311413407326
5068	linear.weight	7	-0.02718511037528515
5068	linear.weight	8	0.035141512751579285
5068	linear.weight	9	0.26177653670310974
5068	linear.bias	0	0.03588958457112312
5068	linear.bias	1	0.08364103734493256
5068	linear.bias	2	-0.3597957491874695
5068	linear.bias	3	1.1136445999145508
5068	linear.bias	4	-0.3573659360408783
5068	linear.bias	5	-0.030769959092140198
5068	linear.bias	6	-0.2517709732055664
5068	linear.bias	7	-0.1449512243270874
5068	linear.bias	8	0.09315279871225357
5068	linear.bias	9	-0.3718714118003845
5096	transitions	0	-0.572884738445282
5096	transitions	1	0.42896977066993713
5096	transitions	2	1.78606379032135
5096	transitions	3	0.18529172241687775
5096	transitions	4	1.0137733221054077
5096	transitions	5	1.275822639465332
5096	transitions	6	0.4851895570755005
5096	transitions	7	0.18450643122196198
5096	transitions	8	-0.9186657667160034
5096	transitions	9	0.9307783246040344
5096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5096	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5096	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5096	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5096	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5096	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5096	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5096	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5096	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5096	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5096	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5096	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5096	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5096	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5096	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5096	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5096	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5096	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5096	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5096	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5096	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5096	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5096	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5096	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5096	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5096	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5096	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5096	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5096	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5096	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5096	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5096	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5096	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5096	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5096	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5096	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5096	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5096	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5096	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5096	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5096	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5096	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5096	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5096	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5096	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5096	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5096	embedding2nn.weight	0	0.008542791940271854
5096	embedding2nn.weight	1	0.013200541026890278
5096	embedding2nn.weight	2	-0.004509336780756712
5096	embedding2nn.weight	3	0.0011251659598201513
5096	embedding2nn.weight	4	-0.003066830337047577
5096	embedding2nn.weight	5	0.003717169864103198
5096	embedding2nn.weight	6	-0.0013977820053696632
5096	embedding2nn.weight	7	0.007429652381688356
5096	embedding2nn.weight	8	-0.007380932103842497
5096	embedding2nn.weight	9	-0.013956544920802116
5096	embedding2nn.bias	0	-0.03353985771536827
5096	embedding2nn.bias	1	0.003422630950808525
5096	embedding2nn.bias	2	-0.050681062042713165
5096	embedding2nn.bias	3	0.015313196927309036
5096	embedding2nn.bias	4	0.028197163715958595
5096	embedding2nn.bias	5	-0.02058788388967514
5096	embedding2nn.bias	6	0.02871687524020672
5096	embedding2nn.bias	7	0.06223968416452408
5096	embedding2nn.bias	8	0.01712794043123722
5096	embedding2nn.bias	9	-0.029506336897611618
5096	rnn.weight_ih_l0	0	0.03431081399321556
5096	rnn.weight_ih_l0	1	-0.005697784945368767
5096	rnn.weight_ih_l0	2	-0.020586473867297173
5096	rnn.weight_ih_l0	3	-0.04987309128046036
5096	rnn.weight_ih_l0	4	-0.04945012181997299
5096	rnn.weight_ih_l0	5	0.0015356795629486442
5096	rnn.weight_ih_l0	6	-0.05531883239746094
5096	rnn.weight_ih_l0	7	-0.05026181414723396
5096	rnn.weight_ih_l0	8	-0.04617401957511902
5096	rnn.weight_ih_l0	9	-0.027396056801080704
5096	rnn.weight_hh_l0	0	0.012902503833174706
5096	rnn.weight_hh_l0	1	-0.012329879216849804
5096	rnn.weight_hh_l0	2	-0.02017739973962307
5096	rnn.weight_hh_l0	3	-0.013308149762451649
5096	rnn.weight_hh_l0	4	-0.0602230429649353
5096	rnn.weight_hh_l0	5	-0.019240597262978554
5096	rnn.weight_hh_l0	6	-0.024242330342531204
5096	rnn.weight_hh_l0	7	0.02486671693623066
5096	rnn.weight_hh_l0	8	-0.022789863869547844
5096	rnn.weight_hh_l0	9	0.027676325291395187
5096	rnn.bias_ih_l0	0	0.07321661710739136
5096	rnn.bias_ih_l0	1	-0.054488714784383774
5096	rnn.bias_ih_l0	2	0.0871528759598732
5096	rnn.bias_ih_l0	3	0.07293127477169037
5096	rnn.bias_ih_l0	4	0.08596188575029373
5096	rnn.bias_ih_l0	5	0.01418647263199091
5096	rnn.bias_ih_l0	6	-0.016059428453445435
5096	rnn.bias_ih_l0	7	-0.07877549529075623
5096	rnn.bias_ih_l0	8	-0.0983920693397522
5096	rnn.bias_ih_l0	9	0.067128486931324
5096	rnn.bias_hh_l0	0	-0.03365360572934151
5096	rnn.bias_hh_l0	1	0.026827897876501083
5096	rnn.bias_hh_l0	2	-0.015257910825312138
5096	rnn.bias_hh_l0	3	-0.01608673855662346
5096	rnn.bias_hh_l0	4	-0.052613869309425354
5096	rnn.bias_hh_l0	5	0.08870086073875427
5096	rnn.bias_hh_l0	6	-0.013344931416213512
5096	rnn.bias_hh_l0	7	0.013305481523275375
5096	rnn.bias_hh_l0	8	0.01830933429300785
5096	rnn.bias_hh_l0	9	0.06082000955939293
5096	rnn.weight_ih_l0_reverse	0	-0.03234189376235008
5096	rnn.weight_ih_l0_reverse	1	-0.0026258991565555334
5096	rnn.weight_ih_l0_reverse	2	0.023231783881783485
5096	rnn.weight_ih_l0_reverse	3	-0.059611786156892776
5096	rnn.weight_ih_l0_reverse	4	0.009661821648478508
5096	rnn.weight_ih_l0_reverse	5	-0.056339044123888016
5096	rnn.weight_ih_l0_reverse	6	0.007596740964800119
5096	rnn.weight_ih_l0_reverse	7	0.040086016058921814
5096	rnn.weight_ih_l0_reverse	8	-0.03668123111128807
5096	rnn.weight_ih_l0_reverse	9	-0.05075189843773842
5096	rnn.weight_hh_l0_reverse	0	-0.0670105442404747
5096	rnn.weight_hh_l0_reverse	1	-0.0516781322658062
5096	rnn.weight_hh_l0_reverse	2	0.01077937986701727
5096	rnn.weight_hh_l0_reverse	3	0.037978366017341614
5096	rnn.weight_hh_l0_reverse	4	0.02426159381866455
5096	rnn.weight_hh_l0_reverse	5	0.04378686100244522
5096	rnn.weight_hh_l0_reverse	6	-0.004076319746673107
5096	rnn.weight_hh_l0_reverse	7	-0.0006163404323160648
5096	rnn.weight_hh_l0_reverse	8	-0.07549139112234116
5096	rnn.weight_hh_l0_reverse	9	0.03626691922545433
5096	rnn.bias_ih_l0_reverse	0	-0.04486415535211563
5096	rnn.bias_ih_l0_reverse	1	-0.07660192251205444
5096	rnn.bias_ih_l0_reverse	2	0.08944635093212128
5096	rnn.bias_ih_l0_reverse	3	0.02617788128554821
5096	rnn.bias_ih_l0_reverse	4	-0.08682955801486969
5096	rnn.bias_ih_l0_reverse	5	0.019038613885641098
5096	rnn.bias_ih_l0_reverse	6	-0.09023339301347733
5096	rnn.bias_ih_l0_reverse	7	0.028245406225323677
5096	rnn.bias_ih_l0_reverse	8	0.017202463001012802
5096	rnn.bias_ih_l0_reverse	9	0.0664878860116005
5096	rnn.bias_hh_l0_reverse	0	0.020973868668079376
5096	rnn.bias_hh_l0_reverse	1	0.0710335522890091
5096	rnn.bias_hh_l0_reverse	2	0.07277270406484604
5096	rnn.bias_hh_l0_reverse	3	-0.007744371425360441
5096	rnn.bias_hh_l0_reverse	4	0.07737317681312561
5096	rnn.bias_hh_l0_reverse	5	0.019033178687095642
5096	rnn.bias_hh_l0_reverse	6	-0.06758224964141846
5096	rnn.bias_hh_l0_reverse	7	0.0417143739759922
5096	rnn.bias_hh_l0_reverse	8	0.02805221639573574
5096	rnn.bias_hh_l0_reverse	9	-0.08007816970348358
5096	linear.weight	0	0.13947585225105286
5096	linear.weight	1	-0.10276076197624207
5096	linear.weight	2	-0.09744980186223984
5096	linear.weight	3	0.022563818842172623
5096	linear.weight	4	0.01697092317044735
5096	linear.weight	5	-0.05743461474776268
5096	linear.weight	6	-0.01320915762335062
5096	linear.weight	7	-0.02699285000562668
5096	linear.weight	8	0.03551502898335457
5096	linear.weight	9	0.2623439431190491
5096	linear.bias	0	0.04661547392606735
5096	linear.bias	1	0.08718175441026688
5096	linear.bias	2	-0.3649212121963501
5096	linear.bias	3	1.1145704984664917
5096	linear.bias	4	-0.35827499628067017
5096	linear.bias	5	-0.030769959092140198
5096	linear.bias	6	-0.2547200918197632
5096	linear.bias	7	-0.14906296133995056
5096	linear.bias	8	0.07933830469846725
5096	linear.bias	9	-0.3723618984222412
5124	transitions	0	-0.5731010437011719
5124	transitions	1	0.4288230538368225
5124	transitions	2	1.7855697870254517
5124	transitions	3	0.1851041465997696
5124	transitions	4	1.0136864185333252
5124	transitions	5	1.2758128643035889
5124	transitions	6	0.48518720269203186
5124	transitions	7	0.18444783985614777
5124	transitions	8	-0.9186683297157288
5124	transitions	9	0.9307783246040344
5124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5124	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5124	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5124	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5124	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5124	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5124	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5124	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5124	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5124	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5124	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5124	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5124	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5124	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5124	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5124	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5124	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5124	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5124	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5124	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5124	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5124	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5124	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5124	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5124	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5124	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5124	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5124	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5124	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5124	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5124	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5124	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5124	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5124	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5124	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5124	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5124	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5124	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5124	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5124	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5124	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5124	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5124	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5124	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5124	embedding2nn.weight	0	0.009254606440663338
5124	embedding2nn.weight	1	0.013477297499775887
5124	embedding2nn.weight	2	-0.0045453873462975025
5124	embedding2nn.weight	3	0.000973244197666645
5124	embedding2nn.weight	4	-0.0029941487591713667
5124	embedding2nn.weight	5	0.0035282305907458067
5124	embedding2nn.weight	6	-0.0013391961110755801
5124	embedding2nn.weight	7	0.007486761547625065
5124	embedding2nn.weight	8	-0.007323914673179388
5124	embedding2nn.weight	9	-0.013868361711502075
5124	embedding2nn.bias	0	-0.029061011970043182
5124	embedding2nn.bias	1	-0.0022699881810694933
5124	embedding2nn.bias	2	-0.04625139385461807
5124	embedding2nn.bias	3	0.013582506217062473
5124	embedding2nn.bias	4	0.031292859464883804
5124	embedding2nn.bias	5	-0.027798041701316833
5124	embedding2nn.bias	6	0.03742034733295441
5124	embedding2nn.bias	7	0.06307504326105118
5124	embedding2nn.bias	8	0.015623939223587513
5124	embedding2nn.bias	9	-0.0330500453710556
5124	rnn.weight_ih_l0	0	0.03429154306650162
5124	rnn.weight_ih_l0	1	-0.005298715550452471
5124	rnn.weight_ih_l0	2	-0.020500600337982178
5124	rnn.weight_ih_l0	3	-0.04965337738394737
5124	rnn.weight_ih_l0	4	-0.04959745332598686
5124	rnn.weight_ih_l0	5	0.0016156863421201706
5124	rnn.weight_ih_l0	6	-0.05524543672800064
5124	rnn.weight_ih_l0	7	-0.05018670856952667
5124	rnn.weight_ih_l0	8	-0.04605911672115326
5124	rnn.weight_ih_l0	9	-0.027417417615652084
5124	rnn.weight_hh_l0	0	0.01277077104896307
5124	rnn.weight_hh_l0	1	-0.012859524227678776
5124	rnn.weight_hh_l0	2	-0.019031252712011337
5124	rnn.weight_hh_l0	3	-0.013152403756976128
5124	rnn.weight_hh_l0	4	-0.0602353997528553
5124	rnn.weight_hh_l0	5	-0.019142616540193558
5124	rnn.weight_hh_l0	6	-0.022205715999007225
5124	rnn.weight_hh_l0	7	0.025971626862883568
5124	rnn.weight_hh_l0	8	-0.02325018122792244
5124	rnn.weight_hh_l0	9	0.02896292321383953
5124	rnn.bias_ih_l0	0	0.07225557416677475
5124	rnn.bias_ih_l0	1	-0.05472828820347786
5124	rnn.bias_ih_l0	2	0.08855654299259186
5124	rnn.bias_ih_l0	3	0.07172512263059616
5124	rnn.bias_ih_l0	4	0.08510690927505493
5124	rnn.bias_ih_l0	5	0.014498240314424038
5124	rnn.bias_ih_l0	6	-0.01444829162210226
5124	rnn.bias_ih_l0	7	-0.07408799231052399
5124	rnn.bias_ih_l0	8	-0.09718649834394455
5124	rnn.bias_ih_l0	9	0.06708624958992004
5124	rnn.bias_hh_l0	0	-0.03553934767842293
5124	rnn.bias_hh_l0	1	0.025685418397188187
5124	rnn.bias_hh_l0	2	-0.01478547602891922
5124	rnn.bias_hh_l0	3	-0.012743583880364895
5124	rnn.bias_hh_l0	4	-0.0519498847424984
5124	rnn.bias_hh_l0	5	0.0887223556637764
5124	rnn.bias_hh_l0	6	-0.012622347101569176
5124	rnn.bias_hh_l0	7	0.015176154673099518
5124	rnn.bias_hh_l0	8	0.01992047019302845
5124	rnn.bias_hh_l0	9	0.05958527326583862
5124	rnn.weight_ih_l0_reverse	0	-0.03233202546834946
5124	rnn.weight_ih_l0_reverse	1	-0.0026321355253458023
5124	rnn.weight_ih_l0_reverse	2	0.02327466383576393
5124	rnn.weight_ih_l0_reverse	3	-0.06002483516931534
5124	rnn.weight_ih_l0_reverse	4	0.009682067669928074
5124	rnn.weight_ih_l0_reverse	5	-0.05623381957411766
5124	rnn.weight_ih_l0_reverse	6	0.009005569852888584
5124	rnn.weight_ih_l0_reverse	7	0.040065452456474304
5124	rnn.weight_ih_l0_reverse	8	-0.03679216280579567
5124	rnn.weight_ih_l0_reverse	9	-0.05029842257499695
5124	rnn.weight_hh_l0_reverse	0	-0.06620396673679352
5124	rnn.weight_hh_l0_reverse	1	-0.052615366876125336
5124	rnn.weight_hh_l0_reverse	2	0.01080128364264965
5124	rnn.weight_hh_l0_reverse	3	0.03827318176627159
5124	rnn.weight_hh_l0_reverse	4	0.024404997006058693
5124	rnn.weight_hh_l0_reverse	5	0.04377651959657669
5124	rnn.weight_hh_l0_reverse	6	-0.0030147582292556763
5124	rnn.weight_hh_l0_reverse	7	-0.0004708064952865243
5124	rnn.weight_hh_l0_reverse	8	-0.075621597468853
5124	rnn.weight_hh_l0_reverse	9	0.03644050285220146
5124	rnn.bias_ih_l0_reverse	0	-0.044903066009283066
5124	rnn.bias_ih_l0_reverse	1	-0.07399338483810425
5124	rnn.bias_ih_l0_reverse	2	0.08946377784013748
5124	rnn.bias_ih_l0_reverse	3	0.025309892371296883
5124	rnn.bias_ih_l0_reverse	4	-0.08733348548412323
5124	rnn.bias_ih_l0_reverse	5	0.019402898848056793
5124	rnn.bias_ih_l0_reverse	6	-0.09159038960933685
5124	rnn.bias_ih_l0_reverse	7	0.030603623017668724
5124	rnn.bias_ih_l0_reverse	8	0.017689475789666176
5124	rnn.bias_ih_l0_reverse	9	0.06565406918525696
5124	rnn.bias_hh_l0_reverse	0	0.020428158342838287
5124	rnn.bias_hh_l0_reverse	1	0.07118062674999237
5124	rnn.bias_hh_l0_reverse	2	0.07402242720127106
5124	rnn.bias_hh_l0_reverse	3	-0.008424174040555954
5124	rnn.bias_hh_l0_reverse	4	0.07683146744966507
5124	rnn.bias_hh_l0_reverse	5	0.01202132273465395
5124	rnn.bias_hh_l0_reverse	6	-0.06755518168210983
5124	rnn.bias_hh_l0_reverse	7	0.04179346188902855
5124	rnn.bias_hh_l0_reverse	8	0.026208342984318733
5124	rnn.bias_hh_l0_reverse	9	-0.07947427034378052
5124	linear.weight	0	0.14145773649215698
5124	linear.weight	1	-0.10278778523206711
5124	linear.weight	2	-0.09517230093479156
5124	linear.weight	3	0.020823393017053604
5124	linear.weight	4	0.017713164910674095
5124	linear.weight	5	-0.05759129673242569
5124	linear.weight	6	-0.013210208155214787
5124	linear.weight	7	-0.026815246790647507
5124	linear.weight	8	0.03361067920923233
5124	linear.weight	9	0.2593887448310852
5124	linear.bias	0	0.0622490756213665
5124	linear.bias	1	0.08821552991867065
5124	linear.bias	2	-0.36634111404418945
5124	linear.bias	3	1.0972247123718262
5124	linear.bias	4	-0.3590806722640991
5124	linear.bias	5	-0.030769959092140198
5124	linear.bias	6	-0.2553669810295105
5124	linear.bias	7	-0.14872007071971893
5124	linear.bias	8	0.09509347379207611
5124	linear.bias	9	-0.37286680936813354
5152	transitions	0	-0.5732818841934204
5152	transitions	1	0.42854607105255127
5152	transitions	2	1.7849401235580444
5152	transitions	3	0.18480370938777924
5152	transitions	4	1.0130000114440918
5152	transitions	5	1.2758058309555054
5152	transitions	6	0.4851827323436737
5152	transitions	7	0.18444335460662842
5152	transitions	8	-0.9186722636222839
5152	transitions	9	0.9307781457901001
5152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5152	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5152	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5152	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5152	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5152	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5152	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5152	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5152	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5152	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5152	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5152	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5152	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5152	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5152	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5152	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5152	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5152	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5152	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5152	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5152	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5152	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5152	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5152	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5152	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5152	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5152	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5152	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5152	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5152	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5152	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5152	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5152	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5152	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5152	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5152	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5152	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5152	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5152	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5152	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5152	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5152	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5152	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5152	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5152	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5152	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5152	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5152	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5152	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5152	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5152	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5152	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5152	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5152	embedding2nn.weight	0	0.008857089094817638
5152	embedding2nn.weight	1	0.013531707227230072
5152	embedding2nn.weight	2	-0.004561315290629864
5152	embedding2nn.weight	3	0.0012329805176705122
5152	embedding2nn.weight	4	-0.003193173324689269
5152	embedding2nn.weight	5	0.0037056587170809507
5152	embedding2nn.weight	6	-0.0013664946891367435
5152	embedding2nn.weight	7	0.007982359267771244
5152	embedding2nn.weight	8	-0.007576925680041313
5152	embedding2nn.weight	9	-0.01378574501723051
5152	embedding2nn.bias	0	-0.026031479239463806
5152	embedding2nn.bias	1	0.0025008488446474075
5152	embedding2nn.bias	2	-0.049561142921447754
5152	embedding2nn.bias	3	0.01968867890536785
5152	embedding2nn.bias	4	0.030385443940758705
5152	embedding2nn.bias	5	-0.02371286042034626
5152	embedding2nn.bias	6	0.03512709215283394
5152	embedding2nn.bias	7	0.0640072450041771
5152	embedding2nn.bias	8	0.012995987199246883
5152	embedding2nn.bias	9	-0.028200887143611908
5152	rnn.weight_ih_l0	0	0.034394774585962296
5152	rnn.weight_ih_l0	1	-0.005266172345727682
5152	rnn.weight_ih_l0	2	-0.020289013162255287
5152	rnn.weight_ih_l0	3	-0.04948701709508896
5152	rnn.weight_ih_l0	4	-0.049813657999038696
5152	rnn.weight_ih_l0	5	0.002004362875595689
5152	rnn.weight_ih_l0	6	-0.055184900760650635
5152	rnn.weight_ih_l0	7	-0.05024101212620735
5152	rnn.weight_ih_l0	8	-0.04601169377565384
5152	rnn.weight_ih_l0	9	-0.027492327615618706
5152	rnn.weight_hh_l0	0	0.01272011548280716
5152	rnn.weight_hh_l0	1	-0.012502477504312992
5152	rnn.weight_hh_l0	2	-0.01956893689930439
5152	rnn.weight_hh_l0	3	-0.013319531455636024
5152	rnn.weight_hh_l0	4	-0.05998110771179199
5152	rnn.weight_hh_l0	5	-0.019161762669682503
5152	rnn.weight_hh_l0	6	-0.023419059813022614
5152	rnn.weight_hh_l0	7	0.02592627704143524
5152	rnn.weight_hh_l0	8	-0.022616596892476082
5152	rnn.weight_hh_l0	9	0.029236050322651863
5152	rnn.bias_ih_l0	0	0.07313314825296402
5152	rnn.bias_ih_l0	1	-0.053658634424209595
5152	rnn.bias_ih_l0	2	0.09058640897274017
5152	rnn.bias_ih_l0	3	0.0721372589468956
5152	rnn.bias_ih_l0	4	0.08472529798746109
5152	rnn.bias_ih_l0	5	0.01432172954082489
5152	rnn.bias_ih_l0	6	-0.014712084084749222
5152	rnn.bias_ih_l0	7	-0.07458416372537613
5152	rnn.bias_ih_l0	8	-0.094523586332798
5152	rnn.bias_ih_l0	9	0.06475545465946198
5152	rnn.bias_hh_l0	0	-0.03447701409459114
5152	rnn.bias_hh_l0	1	0.02838628925383091
5152	rnn.bias_hh_l0	2	-0.014639141969382763
5152	rnn.bias_hh_l0	3	-0.011267075315117836
5152	rnn.bias_hh_l0	4	-0.053529493510723114
5152	rnn.bias_hh_l0	5	0.08869823068380356
5152	rnn.bias_hh_l0	6	-0.012305893935263157
5152	rnn.bias_hh_l0	7	0.015904901549220085
5152	rnn.bias_hh_l0	8	0.019656680524349213
5152	rnn.bias_hh_l0	9	0.05786976218223572
5152	rnn.weight_ih_l0_reverse	0	-0.03221584111452103
5152	rnn.weight_ih_l0_reverse	1	-0.0010821621399372816
5152	rnn.weight_ih_l0_reverse	2	0.02349694073200226
5152	rnn.weight_ih_l0_reverse	3	-0.059744104743003845
5152	rnn.weight_ih_l0_reverse	4	0.009649884887039661
5152	rnn.weight_ih_l0_reverse	5	-0.05585511028766632
5152	rnn.weight_ih_l0_reverse	6	0.008471401408314705
5152	rnn.weight_ih_l0_reverse	7	0.04009026661515236
5152	rnn.weight_ih_l0_reverse	8	-0.036825936287641525
5152	rnn.weight_ih_l0_reverse	9	-0.05028063803911209
5152	rnn.weight_hh_l0_reverse	0	-0.065944604575634
5152	rnn.weight_hh_l0_reverse	1	-0.05158916860818863
5152	rnn.weight_hh_l0_reverse	2	0.010595789179205894
5152	rnn.weight_hh_l0_reverse	3	0.03849928453564644
5152	rnn.weight_hh_l0_reverse	4	0.023989560082554817
5152	rnn.weight_hh_l0_reverse	5	0.04388180375099182
5152	rnn.weight_hh_l0_reverse	6	-0.004165682476013899
5152	rnn.weight_hh_l0_reverse	7	-0.0007452074205502868
5152	rnn.weight_hh_l0_reverse	8	-0.07590384781360626
5152	rnn.weight_hh_l0_reverse	9	0.03678150102496147
5152	rnn.bias_ih_l0_reverse	0	-0.04266715794801712
5152	rnn.bias_ih_l0_reverse	1	-0.0749683752655983
5152	rnn.bias_ih_l0_reverse	2	0.08996186405420303
5152	rnn.bias_ih_l0_reverse	3	0.025924133136868477
5152	rnn.bias_ih_l0_reverse	4	-0.0877835601568222
5152	rnn.bias_ih_l0_reverse	5	0.019243400543928146
5152	rnn.bias_ih_l0_reverse	6	-0.08844504505395889
5152	rnn.bias_ih_l0_reverse	7	0.02849677763879299
5152	rnn.bias_ih_l0_reverse	8	0.01821148581802845
5152	rnn.bias_ih_l0_reverse	9	0.06613335758447647
5152	rnn.bias_hh_l0_reverse	0	0.02176859974861145
5152	rnn.bias_hh_l0_reverse	1	0.07056546211242676
5152	rnn.bias_hh_l0_reverse	2	0.07440944761037827
5152	rnn.bias_hh_l0_reverse	3	-0.008868101052939892
5152	rnn.bias_hh_l0_reverse	4	0.07592358440160751
5152	rnn.bias_hh_l0_reverse	5	0.01880446821451187
5152	rnn.bias_hh_l0_reverse	6	-0.06733136624097824
5152	rnn.bias_hh_l0_reverse	7	0.04186314344406128
5152	rnn.bias_hh_l0_reverse	8	0.026311542838811874
5152	rnn.bias_hh_l0_reverse	9	-0.07799747586250305
5152	linear.weight	0	0.14311575889587402
5152	linear.weight	1	-0.10278225690126419
5152	linear.weight	2	-0.09687567502260208
5152	linear.weight	3	0.02177176997065544
5152	linear.weight	4	0.017609335482120514
5152	linear.weight	5	-0.06183848902583122
5152	linear.weight	6	-0.013189191929996014
5152	linear.weight	7	-0.02671077288687229
5152	linear.weight	8	0.033828411251306534
5152	linear.weight	9	0.25983670353889465
5152	linear.bias	0	0.051256440579891205
5152	linear.bias	1	0.08391778916120529
5152	linear.bias	2	-0.36348119378089905
5152	linear.bias	3	1.1111035346984863
5152	linear.bias	4	-0.35114479064941406
5152	linear.bias	5	-0.030769959092140198
5152	linear.bias	6	-0.25281697511672974
5152	linear.bias	7	-0.15267829596996307
5152	linear.bias	8	0.09229229390621185
5152	linear.bias	9	-0.37330350279808044
5180	transitions	0	-0.5735024213790894
5180	transitions	1	0.42828574776649475
5180	transitions	2	1.7841113805770874
5180	transitions	3	0.18456262350082397
5180	transitions	4	1.0128732919692993
5180	transitions	5	1.275791049003601
5180	transitions	6	0.485177606344223
5180	transitions	7	0.18443065881729126
5180	transitions	8	-0.9186750650405884
5180	transitions	9	0.9307779669761658
5180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5180	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5180	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5180	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5180	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5180	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5180	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5180	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5180	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5180	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5180	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5180	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5180	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5180	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5180	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5180	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5180	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5180	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5180	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5180	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5180	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5180	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5180	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5180	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5180	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5180	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5180	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5180	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5180	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5180	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5180	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5180	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5180	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5180	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5180	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5180	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5180	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5180	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5180	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5180	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5180	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5180	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5180	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5180	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5180	embedding2nn.weight	0	0.009860457852482796
5180	embedding2nn.weight	1	0.013523081317543983
5180	embedding2nn.weight	2	-0.004580143839120865
5180	embedding2nn.weight	3	0.001058307010680437
5180	embedding2nn.weight	4	-0.003254731884226203
5180	embedding2nn.weight	5	0.003896111622452736
5180	embedding2nn.weight	6	-0.001264476333744824
5180	embedding2nn.weight	7	0.0067364233545959
5180	embedding2nn.weight	8	-0.0074845110066235065
5180	embedding2nn.weight	9	-0.013776544481515884
5180	embedding2nn.bias	0	-0.02578797936439514
5180	embedding2nn.bias	1	0.010546690784394741
5180	embedding2nn.bias	2	-0.04632403701543808
5180	embedding2nn.bias	3	0.020239122211933136
5180	embedding2nn.bias	4	0.03461425006389618
5180	embedding2nn.bias	5	-0.01777791790664196
5180	embedding2nn.bias	6	0.03701423481106758
5180	embedding2nn.bias	7	0.05923440307378769
5180	embedding2nn.bias	8	0.019382720813155174
5180	embedding2nn.bias	9	-0.02545582875609398
5180	rnn.weight_ih_l0	0	0.034388069063425064
5180	rnn.weight_ih_l0	1	-0.0042069293558597565
5180	rnn.weight_ih_l0	2	-0.019891008734703064
5180	rnn.weight_ih_l0	3	-0.04922323301434517
5180	rnn.weight_ih_l0	4	-0.04969630762934685
5180	rnn.weight_ih_l0	5	0.0020121897105127573
5180	rnn.weight_ih_l0	6	-0.055333372205495834
5180	rnn.weight_ih_l0	7	-0.05002935975790024
5180	rnn.weight_ih_l0	8	-0.04580513760447502
5180	rnn.weight_ih_l0	9	-0.027363909408450127
5180	rnn.weight_hh_l0	0	0.012739289551973343
5180	rnn.weight_hh_l0	1	-0.01198629755526781
5180	rnn.weight_hh_l0	2	-0.0203129593282938
5180	rnn.weight_hh_l0	3	-0.01313536986708641
5180	rnn.weight_hh_l0	4	-0.06023159250617027
5180	rnn.weight_hh_l0	5	-0.019381696358323097
5180	rnn.weight_hh_l0	6	-0.02444322407245636
5180	rnn.weight_hh_l0	7	0.02612992562353611
5180	rnn.weight_hh_l0	8	-0.022525982931256294
5180	rnn.weight_hh_l0	9	0.029397064819931984
5180	rnn.bias_ih_l0	0	0.0731971487402916
5180	rnn.bias_ih_l0	1	-0.055179424583911896
5180	rnn.bias_ih_l0	2	0.09164068102836609
5180	rnn.bias_ih_l0	3	0.07223694771528244
5180	rnn.bias_ih_l0	4	0.08644943684339523
5180	rnn.bias_ih_l0	5	0.015463894233107567
5180	rnn.bias_ih_l0	6	-0.015062926337122917
5180	rnn.bias_ih_l0	7	-0.08351012319326401
5180	rnn.bias_ih_l0	8	-0.0971747636795044
5180	rnn.bias_ih_l0	9	0.06615880876779556
5180	rnn.bias_hh_l0	0	-0.033977363258600235
5180	rnn.bias_hh_l0	1	0.027685990557074547
5180	rnn.bias_hh_l0	2	-0.01401981059461832
5180	rnn.bias_hh_l0	3	-0.011024068109691143
5180	rnn.bias_hh_l0	4	-0.05332032963633537
5180	rnn.bias_hh_l0	5	0.08924973011016846
5180	rnn.bias_hh_l0	6	-0.010750597342848778
5180	rnn.bias_hh_l0	7	0.01582173816859722
5180	rnn.bias_hh_l0	8	0.019305841997265816
5180	rnn.bias_hh_l0	9	0.05880085751414299
5180	rnn.weight_ih_l0_reverse	0	-0.03190217912197113
5180	rnn.weight_ih_l0_reverse	1	-0.0013829066883772612
5180	rnn.weight_ih_l0_reverse	2	0.023564238101243973
5180	rnn.weight_ih_l0_reverse	3	-0.05977773293852806
5180	rnn.weight_ih_l0_reverse	4	0.00942293368279934
5180	rnn.weight_ih_l0_reverse	5	-0.05584656074643135
5180	rnn.weight_ih_l0_reverse	6	0.007988120429217815
5180	rnn.weight_ih_l0_reverse	7	0.039884500205516815
5180	rnn.weight_ih_l0_reverse	8	-0.03696826472878456
5180	rnn.weight_ih_l0_reverse	9	-0.05039599537849426
5180	rnn.weight_hh_l0_reverse	0	-0.06621141731739044
5180	rnn.weight_hh_l0_reverse	1	-0.050667520612478256
5180	rnn.weight_hh_l0_reverse	2	0.010867808945477009
5180	rnn.weight_hh_l0_reverse	3	0.03826216608285904
5180	rnn.weight_hh_l0_reverse	4	0.02366623282432556
5180	rnn.weight_hh_l0_reverse	5	0.0439838245511055
5180	rnn.weight_hh_l0_reverse	6	-0.006139729637652636
5180	rnn.weight_hh_l0_reverse	7	-0.0003654631436802447
5180	rnn.weight_hh_l0_reverse	8	-0.0761442705988884
5180	rnn.weight_hh_l0_reverse	9	0.03711564838886261
5180	rnn.bias_ih_l0_reverse	0	-0.038421619683504105
5180	rnn.bias_ih_l0_reverse	1	-0.07605671137571335
5180	rnn.bias_ih_l0_reverse	2	0.09023791551589966
5180	rnn.bias_ih_l0_reverse	3	0.026265881955623627
5180	rnn.bias_ih_l0_reverse	4	-0.08719930052757263
5180	rnn.bias_ih_l0_reverse	5	0.01976499892771244
5180	rnn.bias_ih_l0_reverse	6	-0.0906343162059784
5180	rnn.bias_ih_l0_reverse	7	0.02851799875497818
5180	rnn.bias_ih_l0_reverse	8	0.018803119659423828
5180	rnn.bias_ih_l0_reverse	9	0.06532128155231476
5180	rnn.bias_hh_l0_reverse	0	0.02370987832546234
5180	rnn.bias_hh_l0_reverse	1	0.07085458189249039
5180	rnn.bias_hh_l0_reverse	2	0.07263457775115967
5180	rnn.bias_hh_l0_reverse	3	-0.009241481311619282
5180	rnn.bias_hh_l0_reverse	4	0.07590135186910629
5180	rnn.bias_hh_l0_reverse	5	0.014823018573224545
5180	rnn.bias_hh_l0_reverse	6	-0.06810064613819122
5180	rnn.bias_hh_l0_reverse	7	0.04075487703084946
5180	rnn.bias_hh_l0_reverse	8	0.026903538033366203
5180	rnn.bias_hh_l0_reverse	9	-0.08599130809307098
5180	linear.weight	0	0.15742462873458862
5180	linear.weight	1	-0.10279280692338943
5180	linear.weight	2	-0.09810841828584671
5180	linear.weight	3	0.0254818182438612
5180	linear.weight	4	0.017539774999022484
5180	linear.weight	5	-0.0639992356300354
5180	linear.weight	6	-0.013166160322725773
5180	linear.weight	7	-0.028394754976034164
5180	linear.weight	8	0.02934248372912407
5180	linear.weight	9	0.25562039017677307
5180	linear.bias	0	0.04298701509833336
5180	linear.bias	1	0.07949282228946686
5180	linear.bias	2	-0.36706414818763733
5180	linear.bias	3	1.1242260932922363
5180	linear.bias	4	-0.3521711230278015
5180	linear.bias	5	-0.030769959092140198
5180	linear.bias	6	-0.2553514540195465
5180	linear.bias	7	-0.15176020562648773
5180	linear.bias	8	0.09695834666490555
5180	linear.bias	9	-0.37378427386283875
5208	transitions	0	-0.5736870169639587
5208	transitions	1	0.428082138299942
5208	transitions	2	1.7837300300598145
5208	transitions	3	0.18437334895133972
5208	transitions	4	1.0124320983886719
5208	transitions	5	1.2757853269577026
5208	transitions	6	0.4851743280887604
5208	transitions	7	0.18442663550376892
5208	transitions	8	-0.9186822175979614
5208	transitions	9	0.930777907371521
5208	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5208	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5208	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5208	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5208	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5208	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5208	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5208	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5208	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5208	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5208	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5208	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5208	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5208	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5208	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5208	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5208	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5208	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5208	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5208	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5208	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5208	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5208	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5208	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5208	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5208	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5208	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5208	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5208	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5208	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5208	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5208	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5208	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5208	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5208	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5208	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5208	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5208	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5208	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5208	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5208	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5208	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5208	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5208	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5208	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5208	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5208	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5208	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5208	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5208	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5208	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5208	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5208	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5208	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5208	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5208	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5208	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5208	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5208	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5208	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5208	embedding2nn.weight	0	0.0095713771879673
5208	embedding2nn.weight	1	0.013577376492321491
5208	embedding2nn.weight	2	-0.0045439088717103004
5208	embedding2nn.weight	3	0.0008197817951440811
5208	embedding2nn.weight	4	-0.003361314535140991
5208	embedding2nn.weight	5	0.0034657514188438654
5208	embedding2nn.weight	6	-0.0012952820397913456
5208	embedding2nn.weight	7	0.005767881870269775
5208	embedding2nn.weight	8	-0.00783205684274435
5208	embedding2nn.weight	9	-0.013732850551605225
5208	embedding2nn.bias	0	-0.02059948444366455
5208	embedding2nn.bias	1	0.007338100578635931
5208	embedding2nn.bias	2	-0.04682881385087967
5208	embedding2nn.bias	3	0.014190290123224258
5208	embedding2nn.bias	4	0.03743941709399223
5208	embedding2nn.bias	5	-0.009334948845207691
5208	embedding2nn.bias	6	0.04228820279240608
5208	embedding2nn.bias	7	0.05838261544704437
5208	embedding2nn.bias	8	0.0194538701325655
5208	embedding2nn.bias	9	-0.0238090418279171
5208	rnn.weight_ih_l0	0	0.0344700925052166
5208	rnn.weight_ih_l0	1	-0.004430901724845171
5208	rnn.weight_ih_l0	2	-0.01962251029908657
5208	rnn.weight_ih_l0	3	-0.049109868705272675
5208	rnn.weight_ih_l0	4	-0.050023358315229416
5208	rnn.weight_ih_l0	5	0.0019567778799682856
5208	rnn.weight_ih_l0	6	-0.055304136127233505
5208	rnn.weight_ih_l0	7	-0.04981927573680878
5208	rnn.weight_ih_l0	8	-0.04613170772790909
5208	rnn.weight_ih_l0	9	-0.02737824246287346
5208	rnn.weight_hh_l0	0	0.012661629356443882
5208	rnn.weight_hh_l0	1	-0.011804028414189816
5208	rnn.weight_hh_l0	2	-0.020422078669071198
5208	rnn.weight_hh_l0	3	-0.013238373212516308
5208	rnn.weight_hh_l0	4	-0.06035218387842178
5208	rnn.weight_hh_l0	5	-0.01895316131412983
5208	rnn.weight_hh_l0	6	-0.023491375148296356
5208	rnn.weight_hh_l0	7	0.02614053338766098
5208	rnn.weight_hh_l0	8	-0.02269086055457592
5208	rnn.weight_hh_l0	9	0.030010147020220757
5208	rnn.bias_ih_l0	0	0.0732080489397049
5208	rnn.bias_ih_l0	1	-0.0556567907333374
5208	rnn.bias_ih_l0	2	0.09224921464920044
5208	rnn.bias_ih_l0	3	0.07322123646736145
5208	rnn.bias_ih_l0	4	0.08491615206003189
5208	rnn.bias_ih_l0	5	0.016165422275662422
5208	rnn.bias_ih_l0	6	-0.013709270395338535
5208	rnn.bias_ih_l0	7	-0.0811651423573494
5208	rnn.bias_ih_l0	8	-0.09182970225811005
5208	rnn.bias_ih_l0	9	0.0658453181385994
5208	rnn.bias_hh_l0	0	-0.03454013913869858
5208	rnn.bias_hh_l0	1	0.03081880323588848
5208	rnn.bias_hh_l0	2	-0.013682874850928783
5208	rnn.bias_hh_l0	3	-0.013239769265055656
5208	rnn.bias_hh_l0	4	-0.05191376805305481
5208	rnn.bias_hh_l0	5	0.08893608301877975
5208	rnn.bias_hh_l0	6	-0.010705308988690376
5208	rnn.bias_hh_l0	7	0.01234407164156437
5208	rnn.bias_hh_l0	8	0.020659489557147026
5208	rnn.bias_hh_l0	9	0.05801183730363846
5208	rnn.weight_ih_l0_reverse	0	-0.031959209591150284
5208	rnn.weight_ih_l0_reverse	1	-0.0016203919658437371
5208	rnn.weight_ih_l0_reverse	2	0.02334636263549328
5208	rnn.weight_ih_l0_reverse	3	-0.06006915867328644
5208	rnn.weight_ih_l0_reverse	4	0.009458026848733425
5208	rnn.weight_ih_l0_reverse	5	-0.05566864833235741
5208	rnn.weight_ih_l0_reverse	6	0.0073690032586455345
5208	rnn.weight_ih_l0_reverse	7	0.040145136415958405
5208	rnn.weight_ih_l0_reverse	8	-0.03709923475980759
5208	rnn.weight_ih_l0_reverse	9	-0.05023587867617607
5208	rnn.weight_hh_l0_reverse	0	-0.065851129591465
5208	rnn.weight_hh_l0_reverse	1	-0.048971012234687805
5208	rnn.weight_hh_l0_reverse	2	0.010773471556603909
5208	rnn.weight_hh_l0_reverse	3	0.03795367851853371
5208	rnn.weight_hh_l0_reverse	4	0.02372552454471588
5208	rnn.weight_hh_l0_reverse	5	0.0438714437186718
5208	rnn.weight_hh_l0_reverse	6	-0.008305558934807777
5208	rnn.weight_hh_l0_reverse	7	-0.0005027002771385014
5208	rnn.weight_hh_l0_reverse	8	-0.07587934285402298
5208	rnn.weight_hh_l0_reverse	9	0.03682595491409302
5208	rnn.bias_ih_l0_reverse	0	-0.0406653992831707
5208	rnn.bias_ih_l0_reverse	1	-0.07273971289396286
5208	rnn.bias_ih_l0_reverse	2	0.08952262252569199
5208	rnn.bias_ih_l0_reverse	3	0.025061508640646935
5208	rnn.bias_ih_l0_reverse	4	-0.08743299543857574
5208	rnn.bias_ih_l0_reverse	5	0.018821675330400467
5208	rnn.bias_ih_l0_reverse	6	-0.09149569272994995
5208	rnn.bias_ih_l0_reverse	7	0.028223009780049324
5208	rnn.bias_ih_l0_reverse	8	0.02008487656712532
5208	rnn.bias_ih_l0_reverse	9	0.06288328766822815
5208	rnn.bias_hh_l0_reverse	0	0.016458364203572273
5208	rnn.bias_hh_l0_reverse	1	0.06886522471904755
5208	rnn.bias_hh_l0_reverse	2	0.07359872758388519
5208	rnn.bias_hh_l0_reverse	3	-0.010080440901219845
5208	rnn.bias_hh_l0_reverse	4	0.0762099027633667
5208	rnn.bias_hh_l0_reverse	5	0.010971980169415474
5208	rnn.bias_hh_l0_reverse	6	-0.06812853366136551
5208	rnn.bias_hh_l0_reverse	7	0.0403362475335598
5208	rnn.bias_hh_l0_reverse	8	0.025438586249947548
5208	rnn.bias_hh_l0_reverse	9	-0.09045078605413437
5208	linear.weight	0	0.14953657984733582
5208	linear.weight	1	-0.10280059278011322
5208	linear.weight	2	-0.09649886190891266
5208	linear.weight	3	0.018915222957730293
5208	linear.weight	4	0.016679545864462852
5208	linear.weight	5	-0.06532778590917587
5208	linear.weight	6	-0.013146083801984787
5208	linear.weight	7	-0.028247348964214325
5208	linear.weight	8	0.025367742404341698
5208	linear.weight	9	0.25665801763534546
5208	linear.bias	0	0.04457884654402733
5208	linear.bias	1	0.07652066648006439
5208	linear.bias	2	-0.36171793937683105
5208	linear.bias	3	1.1026270389556885
5208	linear.bias	4	-0.3530333936214447
5208	linear.bias	5	-0.030769959092140198
5208	linear.bias	6	-0.25147297978401184
5208	linear.bias	7	-0.1542898565530777
5208	linear.bias	8	0.08946079015731812
5208	linear.bias	9	-0.3744616210460663
5236	transitions	0	-0.5739110708236694
5236	transitions	1	0.4278300702571869
5236	transitions	2	1.7833220958709717
5236	transitions	3	0.1841791421175003
5236	transitions	4	1.0123307704925537
5236	transitions	5	1.2757729291915894
5236	transitions	6	0.4851706624031067
5236	transitions	7	0.1844106912612915
5236	transitions	8	-0.918685257434845
5236	transitions	9	0.9307777881622314
5236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5236	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5236	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5236	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5236	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5236	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5236	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5236	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5236	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5236	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5236	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5236	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5236	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5236	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5236	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5236	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5236	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5236	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5236	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5236	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5236	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5236	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5236	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5236	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5236	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5236	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5236	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5236	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5236	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5236	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5236	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5236	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5236	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5236	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5236	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5236	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5236	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5236	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5236	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5236	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5236	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5236	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5236	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5236	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5236	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5236	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5236	embedding2nn.weight	0	0.010371830314397812
5236	embedding2nn.weight	1	0.013691832311451435
5236	embedding2nn.weight	2	-0.004499165806919336
5236	embedding2nn.weight	3	0.001305216457694769
5236	embedding2nn.weight	4	-0.003429156495258212
5236	embedding2nn.weight	5	0.003252868540585041
5236	embedding2nn.weight	6	-0.001393145532347262
5236	embedding2nn.weight	7	0.0053902133367955685
5236	embedding2nn.weight	8	-0.007464889902621508
5236	embedding2nn.weight	9	-0.013626816682517529
5236	embedding2nn.bias	0	-0.023211484774947166
5236	embedding2nn.bias	1	-0.00039903406286612153
5236	embedding2nn.bias	2	-0.0459282286465168
5236	embedding2nn.bias	3	0.006797818932682276
5236	embedding2nn.bias	4	0.03718820959329605
5236	embedding2nn.bias	5	-0.009270215407013893
5236	embedding2nn.bias	6	0.038078032433986664
5236	embedding2nn.bias	7	0.05609091743826866
5236	embedding2nn.bias	8	0.024213077500462532
5236	embedding2nn.bias	9	-0.02472303993999958
5236	rnn.weight_ih_l0	0	0.03470640629529953
5236	rnn.weight_ih_l0	1	-0.0042707123793661594
5236	rnn.weight_ih_l0	2	-0.01953200250864029
5236	rnn.weight_ih_l0	3	-0.04934427887201309
5236	rnn.weight_ih_l0	4	-0.049859993159770966
5236	rnn.weight_ih_l0	5	0.0018233548616990447
5236	rnn.weight_ih_l0	6	-0.055440764874219894
5236	rnn.weight_ih_l0	7	-0.04965338110923767
5236	rnn.weight_ih_l0	8	-0.046128544956445694
5236	rnn.weight_ih_l0	9	-0.027422677725553513
5236	rnn.weight_hh_l0	0	0.01246500201523304
5236	rnn.weight_hh_l0	1	-0.011570618487894535
5236	rnn.weight_hh_l0	2	-0.01938561163842678
5236	rnn.weight_hh_l0	3	-0.012917212210595608
5236	rnn.weight_hh_l0	4	-0.0607231967151165
5236	rnn.weight_hh_l0	5	-0.01868501491844654
5236	rnn.weight_hh_l0	6	-0.023035041987895966
5236	rnn.weight_hh_l0	7	0.027552593499422073
5236	rnn.weight_hh_l0	8	-0.022816896438598633
5236	rnn.weight_hh_l0	9	0.02976340614259243
5236	rnn.bias_ih_l0	0	0.0732206404209137
5236	rnn.bias_ih_l0	1	-0.054850734770298004
5236	rnn.bias_ih_l0	2	0.0959862619638443
5236	rnn.bias_ih_l0	3	0.07307081669569016
5236	rnn.bias_ih_l0	4	0.08613088726997375
5236	rnn.bias_ih_l0	5	0.015222648158669472
5236	rnn.bias_ih_l0	6	-0.014084185473620892
5236	rnn.bias_ih_l0	7	-0.08346234261989594
5236	rnn.bias_ih_l0	8	-0.09491867572069168
5236	rnn.bias_ih_l0	9	0.0657116249203682
5236	rnn.bias_hh_l0	0	-0.033436525613069534
5236	rnn.bias_hh_l0	1	0.029761359095573425
5236	rnn.bias_hh_l0	2	-0.014192993752658367
5236	rnn.bias_hh_l0	3	-0.009370599873363972
5236	rnn.bias_hh_l0	4	-0.053231045603752136
5236	rnn.bias_hh_l0	5	0.09042315185070038
5236	rnn.bias_hh_l0	6	-0.013394049368798733
5236	rnn.bias_hh_l0	7	0.011209975928068161
5236	rnn.bias_hh_l0	8	0.02028457634150982
5236	rnn.bias_hh_l0	9	0.05898584425449371
5236	rnn.weight_ih_l0_reverse	0	-0.03212210163474083
5236	rnn.weight_ih_l0_reverse	1	-0.002193787833675742
5236	rnn.weight_ih_l0_reverse	2	0.023103343322873116
5236	rnn.weight_ih_l0_reverse	3	-0.05990081652998924
5236	rnn.weight_ih_l0_reverse	4	0.009366794489324093
5236	rnn.weight_ih_l0_reverse	5	-0.055804990231990814
5236	rnn.weight_ih_l0_reverse	6	0.006872747093439102
5236	rnn.weight_ih_l0_reverse	7	0.040015704929828644
5236	rnn.weight_ih_l0_reverse	8	-0.037165600806474686
5236	rnn.weight_ih_l0_reverse	9	-0.05065421387553215
5236	rnn.weight_hh_l0_reverse	0	-0.06642505526542664
5236	rnn.weight_hh_l0_reverse	1	-0.049150507897138596
5236	rnn.weight_hh_l0_reverse	2	0.010431895963847637
5236	rnn.weight_hh_l0_reverse	3	0.03788166493177414
5236	rnn.weight_hh_l0_reverse	4	0.02450495772063732
5236	rnn.weight_hh_l0_reverse	5	0.043843403458595276
5236	rnn.weight_hh_l0_reverse	6	-0.006523928139358759
5236	rnn.weight_hh_l0_reverse	7	-0.0006680598598904908
5236	rnn.weight_hh_l0_reverse	8	-0.07588470727205276
5236	rnn.weight_hh_l0_reverse	9	0.03706320747733116
5236	rnn.bias_ih_l0_reverse	0	-0.0381900854408741
5236	rnn.bias_ih_l0_reverse	1	-0.06413832306861877
5236	rnn.bias_ih_l0_reverse	2	0.08884378522634506
5236	rnn.bias_ih_l0_reverse	3	0.02528253011405468
5236	rnn.bias_ih_l0_reverse	4	-0.08921872079372406
5236	rnn.bias_ih_l0_reverse	5	0.019538214430212975
5236	rnn.bias_ih_l0_reverse	6	-0.09288797527551651
5236	rnn.bias_ih_l0_reverse	7	0.028014428913593292
5236	rnn.bias_ih_l0_reverse	8	0.02042965777218342
5236	rnn.bias_ih_l0_reverse	9	0.06353875249624252
5236	rnn.bias_hh_l0_reverse	0	0.016785699874162674
5236	rnn.bias_hh_l0_reverse	1	0.06960936635732651
5236	rnn.bias_hh_l0_reverse	2	0.07467684894800186
5236	rnn.bias_hh_l0_reverse	3	-0.010759484954178333
5236	rnn.bias_hh_l0_reverse	4	0.07758607715368271
5236	rnn.bias_hh_l0_reverse	5	0.01789710856974125
5236	rnn.bias_hh_l0_reverse	6	-0.06765661388635635
5236	rnn.bias_hh_l0_reverse	7	0.039262913167476654
5236	rnn.bias_hh_l0_reverse	8	0.026228008791804314
5236	rnn.bias_hh_l0_reverse	9	-0.09592112898826599
5236	linear.weight	0	0.14281414449214935
5236	linear.weight	1	-0.10278031975030899
5236	linear.weight	2	-0.0933380275964737
5236	linear.weight	3	0.01364972535520792
5236	linear.weight	4	0.014825954101979733
5236	linear.weight	5	-0.0658857449889183
5236	linear.weight	6	-0.013083036057651043
5236	linear.weight	7	-0.028134791180491447
5236	linear.weight	8	0.026231268420815468
5236	linear.weight	9	0.260293573141098
5236	linear.bias	0	0.05244883522391319
5236	linear.bias	1	0.07746652513742447
5236	linear.bias	2	-0.35779404640197754
5236	linear.bias	3	1.1175200939178467
5236	linear.bias	4	-0.35183778405189514
5236	linear.bias	5	-0.030769959092140198
5236	linear.bias	6	-0.24823784828186035
5236	linear.bias	7	-0.15447388589382172
5236	linear.bias	8	0.0921613797545433
5236	linear.bias	9	-0.37505197525024414
5264	transitions	0	-0.574211597442627
5264	transitions	1	0.4275777041912079
5264	transitions	2	1.78290855884552
5264	transitions	3	0.18403977155685425
5264	transitions	4	1.0122686624526978
5264	transitions	5	1.275760293006897
5264	transitions	6	0.4851689040660858
5264	transitions	7	0.18440499901771545
5264	transitions	8	-0.9186882376670837
5264	transitions	9	0.9307776689529419
5264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5264	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5264	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5264	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5264	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5264	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5264	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5264	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5264	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5264	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5264	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5264	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5264	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5264	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5264	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5264	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5264	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5264	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5264	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5264	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5264	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5264	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5264	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5264	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5264	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5264	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5264	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5264	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5264	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5264	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5264	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5264	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5264	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5264	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5264	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5264	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5264	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5264	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5264	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5264	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5264	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5264	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5264	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5264	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5264	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5264	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5264	embedding2nn.weight	0	0.009663360193371773
5264	embedding2nn.weight	1	0.013799193315207958
5264	embedding2nn.weight	2	-0.004569596145302057
5264	embedding2nn.weight	3	0.0014235303970053792
5264	embedding2nn.weight	4	-0.0034210667945444584
5264	embedding2nn.weight	5	0.0033748834393918514
5264	embedding2nn.weight	6	-0.0014759564073756337
5264	embedding2nn.weight	7	0.006422926671802998
5264	embedding2nn.weight	8	-0.0076650939881801605
5264	embedding2nn.weight	9	-0.013663406483829021
5264	embedding2nn.bias	0	-0.02139465883374214
5264	embedding2nn.bias	1	-0.0001397659070789814
5264	embedding2nn.bias	2	-0.046592775732278824
5264	embedding2nn.bias	3	0.01212640292942524
5264	embedding2nn.bias	4	0.036695096641778946
5264	embedding2nn.bias	5	-0.013290591537952423
5264	embedding2nn.bias	6	0.03878501430153847
5264	embedding2nn.bias	7	0.055045660585165024
5264	embedding2nn.bias	8	0.023418251425027847
5264	embedding2nn.bias	9	-0.02278134413063526
5264	rnn.weight_ih_l0	0	0.03461857885122299
5264	rnn.weight_ih_l0	1	-0.004784729331731796
5264	rnn.weight_ih_l0	2	-0.018586406484246254
5264	rnn.weight_ih_l0	3	-0.04945049807429314
5264	rnn.weight_ih_l0	4	-0.049656953662633896
5264	rnn.weight_ih_l0	5	0.0015430875355377793
5264	rnn.weight_ih_l0	6	-0.05549858137965202
5264	rnn.weight_ih_l0	7	-0.04982154071331024
5264	rnn.weight_ih_l0	8	-0.046024031937122345
5264	rnn.weight_ih_l0	9	-0.02728588692843914
5264	rnn.weight_hh_l0	0	0.012448218651115894
5264	rnn.weight_hh_l0	1	-0.012550818733870983
5264	rnn.weight_hh_l0	2	-0.020060410723090172
5264	rnn.weight_hh_l0	3	-0.013141144998371601
5264	rnn.weight_hh_l0	4	-0.0604437030851841
5264	rnn.weight_hh_l0	5	-0.01912611722946167
5264	rnn.weight_hh_l0	6	-0.025810712948441505
5264	rnn.weight_hh_l0	7	0.027422642335295677
5264	rnn.weight_hh_l0	8	-0.023212969303131104
5264	rnn.weight_hh_l0	9	0.029303088784217834
5264	rnn.bias_ih_l0	0	0.07403010874986649
5264	rnn.bias_ih_l0	1	-0.05179111286997795
5264	rnn.bias_ih_l0	2	0.09296039491891861
5264	rnn.bias_ih_l0	3	0.07319637387990952
5264	rnn.bias_ih_l0	4	0.0845751091837883
5264	rnn.bias_ih_l0	5	0.015920955687761307
5264	rnn.bias_ih_l0	6	-0.013408709317445755
5264	rnn.bias_ih_l0	7	-0.07678379863500595
5264	rnn.bias_ih_l0	8	-0.09941139072179794
5264	rnn.bias_ih_l0	9	0.06539402902126312
5264	rnn.bias_hh_l0	0	-0.03448738157749176
5264	rnn.bias_hh_l0	1	0.03202144801616669
5264	rnn.bias_hh_l0	2	-0.014239156618714333
5264	rnn.bias_hh_l0	3	-0.008730929344892502
5264	rnn.bias_hh_l0	4	-0.05168762803077698
5264	rnn.bias_hh_l0	5	0.08959835022687912
5264	rnn.bias_hh_l0	6	-0.011401505209505558
5264	rnn.bias_hh_l0	7	0.012600146234035492
5264	rnn.bias_hh_l0	8	0.020960049703717232
5264	rnn.bias_hh_l0	9	0.0581744983792305
5264	rnn.weight_ih_l0_reverse	0	-0.03211245313286781
5264	rnn.weight_ih_l0_reverse	1	-0.001665425137616694
5264	rnn.weight_ih_l0_reverse	2	0.023054275661706924
5264	rnn.weight_ih_l0_reverse	3	-0.05970332771539688
5264	rnn.weight_ih_l0_reverse	4	0.009052305482327938
5264	rnn.weight_ih_l0_reverse	5	-0.055573441088199615
5264	rnn.weight_ih_l0_reverse	6	0.007446002680808306
5264	rnn.weight_ih_l0_reverse	7	0.04003201425075531
5264	rnn.weight_ih_l0_reverse	8	-0.037073612213134766
5264	rnn.weight_ih_l0_reverse	9	-0.05076362192630768
5264	rnn.weight_hh_l0_reverse	0	-0.0673912912607193
5264	rnn.weight_hh_l0_reverse	1	-0.04735270142555237
5264	rnn.weight_hh_l0_reverse	2	0.010315250605344772
5264	rnn.weight_hh_l0_reverse	3	0.03789577633142471
5264	rnn.weight_hh_l0_reverse	4	0.024034520611166954
5264	rnn.weight_hh_l0_reverse	5	0.043907586485147476
5264	rnn.weight_hh_l0_reverse	6	-0.007060927338898182
5264	rnn.weight_hh_l0_reverse	7	-0.001285592676140368
5264	rnn.weight_hh_l0_reverse	8	-0.07661250233650208
5264	rnn.weight_hh_l0_reverse	9	0.03663136065006256
5264	rnn.bias_ih_l0_reverse	0	-0.039485327899456024
5264	rnn.bias_ih_l0_reverse	1	-0.06192658841609955
5264	rnn.bias_ih_l0_reverse	2	0.09017331153154373
5264	rnn.bias_ih_l0_reverse	3	0.02509239688515663
5264	rnn.bias_ih_l0_reverse	4	-0.09193434566259384
5264	rnn.bias_ih_l0_reverse	5	0.01943887397646904
5264	rnn.bias_ih_l0_reverse	6	-0.09125781059265137
5264	rnn.bias_ih_l0_reverse	7	0.02722822315990925
5264	rnn.bias_ih_l0_reverse	8	0.01956256479024887
5264	rnn.bias_ih_l0_reverse	9	0.06198916211724281
5264	rnn.bias_hh_l0_reverse	0	0.019793855026364326
5264	rnn.bias_hh_l0_reverse	1	0.07051796466112137
5264	rnn.bias_hh_l0_reverse	2	0.07433727383613586
5264	rnn.bias_hh_l0_reverse	3	-0.010348296724259853
5264	rnn.bias_hh_l0_reverse	4	0.07821523398160934
5264	rnn.bias_hh_l0_reverse	5	0.018817953765392303
5264	rnn.bias_hh_l0_reverse	6	-0.06796549260616302
5264	rnn.bias_hh_l0_reverse	7	0.039607275277376175
5264	rnn.bias_hh_l0_reverse	8	0.02721642516553402
5264	rnn.bias_hh_l0_reverse	9	-0.0915355384349823
5264	linear.weight	0	0.14072133600711823
5264	linear.weight	1	-0.10281622409820557
5264	linear.weight	2	-0.09947805106639862
5264	linear.weight	3	0.016509171575307846
5264	linear.weight	4	0.01419855747371912
5264	linear.weight	5	-0.06321873515844345
5264	linear.weight	6	-0.013047079555690289
5264	linear.weight	7	-0.02805320732295513
5264	linear.weight	8	0.024796048179268837
5264	linear.weight	9	0.26618561148643494
5264	linear.bias	0	0.04448580741882324
5264	linear.bias	1	0.08488206565380096
5264	linear.bias	2	-0.35534077882766724
5264	linear.bias	3	1.1238830089569092
5264	linear.bias	4	-0.3529191315174103
5264	linear.bias	5	-0.030769959092140198
5264	linear.bias	6	-0.2460363805294037
5264	linear.bias	7	-0.155547097325325
5264	linear.bias	8	0.08148226141929626
5264	linear.bias	9	-0.3756380081176758
5292	transitions	0	-0.5746002793312073
5292	transitions	1	0.42739197611808777
5292	transitions	2	1.7826128005981445
5292	transitions	3	0.18397124111652374
5292	transitions	4	1.0121421813964844
5292	transitions	5	1.2757415771484375
5292	transitions	6	0.4851662814617157
5292	transitions	7	0.18439854681491852
5292	transitions	8	-0.9186906814575195
5292	transitions	9	0.9307776689529419
5292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5292	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5292	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5292	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5292	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5292	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5292	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5292	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5292	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5292	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5292	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5292	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5292	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5292	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5292	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5292	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5292	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5292	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5292	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5292	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5292	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5292	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5292	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5292	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5292	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5292	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5292	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5292	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5292	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5292	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5292	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5292	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5292	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5292	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5292	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5292	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5292	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5292	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5292	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5292	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5292	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5292	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5292	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5292	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5292	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5292	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5292	embedding2nn.weight	0	0.009822944179177284
5292	embedding2nn.weight	1	0.01367957703769207
5292	embedding2nn.weight	2	-0.0045910608023405075
5292	embedding2nn.weight	3	0.001444454537704587
5292	embedding2nn.weight	4	-0.0033962244633585215
5292	embedding2nn.weight	5	0.0030560006853193045
5292	embedding2nn.weight	6	-0.0015567856607958674
5292	embedding2nn.weight	7	0.006389241199940443
5292	embedding2nn.weight	8	-0.007794741541147232
5292	embedding2nn.weight	9	-0.013711035251617432
5292	embedding2nn.bias	0	-0.0252426378428936
5292	embedding2nn.bias	1	-0.001597458147443831
5292	embedding2nn.bias	2	-0.05153016000986099
5292	embedding2nn.bias	3	0.014225449413061142
5292	embedding2nn.bias	4	0.037157151848077774
5292	embedding2nn.bias	5	-0.013860673643648624
5292	embedding2nn.bias	6	0.03973901644349098
5292	embedding2nn.bias	7	0.05403830111026764
5292	embedding2nn.bias	8	0.024573970586061478
5292	embedding2nn.bias	9	-0.014189290814101696
5292	rnn.weight_ih_l0	0	0.03493395075201988
5292	rnn.weight_ih_l0	1	-0.004290059674531221
5292	rnn.weight_ih_l0	2	-0.01901446096599102
5292	rnn.weight_ih_l0	3	-0.049634553492069244
5292	rnn.weight_ih_l0	4	-0.04952746629714966
5292	rnn.weight_ih_l0	5	0.001474873162806034
5292	rnn.weight_ih_l0	6	-0.05541836470365524
5292	rnn.weight_ih_l0	7	-0.0498952716588974
5292	rnn.weight_ih_l0	8	-0.04588044807314873
5292	rnn.weight_ih_l0	9	-0.027168041095137596
5292	rnn.weight_hh_l0	0	0.012746145017445087
5292	rnn.weight_hh_l0	1	-0.013146895915269852
5292	rnn.weight_hh_l0	2	-0.020385582000017166
5292	rnn.weight_hh_l0	3	-0.01325137261301279
5292	rnn.weight_hh_l0	4	-0.06036822125315666
5292	rnn.weight_hh_l0	5	-0.01886141113936901
5292	rnn.weight_hh_l0	6	-0.026433398947119713
5292	rnn.weight_hh_l0	7	0.02738586626946926
5292	rnn.weight_hh_l0	8	-0.022875746712088585
5292	rnn.weight_hh_l0	9	0.030811984091997147
5292	rnn.bias_ih_l0	0	0.0746273472905159
5292	rnn.bias_ih_l0	1	-0.05348039045929909
5292	rnn.bias_ih_l0	2	0.09632131457328796
5292	rnn.bias_ih_l0	3	0.07210201770067215
5292	rnn.bias_ih_l0	4	0.0844823569059372
5292	rnn.bias_ih_l0	5	0.015452590771019459
5292	rnn.bias_ih_l0	6	-0.01029868982732296
5292	rnn.bias_ih_l0	7	-0.07617641985416412
5292	rnn.bias_ih_l0	8	-0.10116304457187653
5292	rnn.bias_ih_l0	9	0.06489405781030655
5292	rnn.bias_hh_l0	0	-0.03447633609175682
5292	rnn.bias_hh_l0	1	0.030982661992311478
5292	rnn.bias_hh_l0	2	-0.014798130840063095
5292	rnn.bias_hh_l0	3	-0.004660650156438351
5292	rnn.bias_hh_l0	4	-0.05191041901707649
5292	rnn.bias_hh_l0	5	0.08870399743318558
5292	rnn.bias_hh_l0	6	-0.011578143574297428
5292	rnn.bias_hh_l0	7	0.013309839181602001
5292	rnn.bias_hh_l0	8	0.024070069193840027
5292	rnn.bias_hh_l0	9	0.058639440685510635
5292	rnn.weight_ih_l0_reverse	0	-0.03198690712451935
5292	rnn.weight_ih_l0_reverse	1	-0.002011422533541918
5292	rnn.weight_ih_l0_reverse	2	0.022950107231736183
5292	rnn.weight_ih_l0_reverse	3	-0.060043301433324814
5292	rnn.weight_ih_l0_reverse	4	0.00932882446795702
5292	rnn.weight_ih_l0_reverse	5	-0.055625539273023605
5292	rnn.weight_ih_l0_reverse	6	0.007312481757253408
5292	rnn.weight_ih_l0_reverse	7	0.04001370444893837
5292	rnn.weight_ih_l0_reverse	8	-0.03730630874633789
5292	rnn.weight_ih_l0_reverse	9	-0.050251882523298264
5292	rnn.weight_hh_l0_reverse	0	-0.0677727460861206
5292	rnn.weight_hh_l0_reverse	1	-0.04653133451938629
5292	rnn.weight_hh_l0_reverse	2	0.0110164200887084
5292	rnn.weight_hh_l0_reverse	3	0.037693433463573456
5292	rnn.weight_hh_l0_reverse	4	0.02430480346083641
5292	rnn.weight_hh_l0_reverse	5	0.04376105219125748
5292	rnn.weight_hh_l0_reverse	6	-0.007905327714979649
5292	rnn.weight_hh_l0_reverse	7	-0.000817048188764602
5292	rnn.weight_hh_l0_reverse	8	-0.07717566937208176
5292	rnn.weight_hh_l0_reverse	9	0.03674933314323425
5292	rnn.bias_ih_l0_reverse	0	-0.046950485557317734
5292	rnn.bias_ih_l0_reverse	1	-0.06841157376766205
5292	rnn.bias_ih_l0_reverse	2	0.0919136255979538
5292	rnn.bias_ih_l0_reverse	3	0.024618716910481453
5292	rnn.bias_ih_l0_reverse	4	-0.08967877924442291
5292	rnn.bias_ih_l0_reverse	5	0.01911819539964199
5292	rnn.bias_ih_l0_reverse	6	-0.09303877502679825
5292	rnn.bias_ih_l0_reverse	7	0.02606908045709133
5292	rnn.bias_ih_l0_reverse	8	0.019638430327177048
5292	rnn.bias_ih_l0_reverse	9	0.061332523822784424
5292	rnn.bias_hh_l0_reverse	0	0.019798370078206062
5292	rnn.bias_hh_l0_reverse	1	0.07075634598731995
5292	rnn.bias_hh_l0_reverse	2	0.07525380700826645
5292	rnn.bias_hh_l0_reverse	3	-0.009602234698832035
5292	rnn.bias_hh_l0_reverse	4	0.08000939339399338
5292	rnn.bias_hh_l0_reverse	5	0.020351005718111992
5292	rnn.bias_hh_l0_reverse	6	-0.06735415011644363
5292	rnn.bias_hh_l0_reverse	7	0.03986865654587746
5292	rnn.bias_hh_l0_reverse	8	0.027976933866739273
5292	rnn.bias_hh_l0_reverse	9	-0.09006036072969437
5292	linear.weight	0	0.1351272314786911
5292	linear.weight	1	-0.10290245711803436
5292	linear.weight	2	-0.0979713648557663
5292	linear.weight	3	0.017705852165818214
5292	linear.weight	4	0.013309508562088013
5292	linear.weight	5	-0.0637541189789772
5292	linear.weight	6	-0.01301792822778225
5292	linear.weight	7	-0.02799892984330654
5292	linear.weight	8	0.02387338876724243
5292	linear.weight	9	0.2671438455581665
5292	linear.bias	0	0.0568268708884716
5292	linear.bias	1	0.08920210599899292
5292	linear.bias	2	-0.35739201307296753
5292	linear.bias	3	1.1172096729278564
5292	linear.bias	4	-0.3538524806499481
5292	linear.bias	5	-0.030769959092140198
5292	linear.bias	6	-0.25046178698539734
5292	linear.bias	7	-0.15199393033981323
5292	linear.bias	8	0.08286527544260025
5292	linear.bias	9	-0.3762047290802002
5320	transitions	0	-0.5748008489608765
5320	transitions	1	0.4272134006023407
5320	transitions	2	1.7823286056518555
5320	transitions	3	0.18388931453227997
5320	transitions	4	1.0118845701217651
5320	transitions	5	1.2757266759872437
5320	transitions	6	0.4851636290550232
5320	transitions	7	0.18438485264778137
5320	transitions	8	-0.9186934232711792
5320	transitions	9	0.9307776093482971
5320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5320	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5320	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5320	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5320	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5320	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5320	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5320	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5320	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5320	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5320	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5320	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5320	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5320	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5320	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5320	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5320	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5320	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5320	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5320	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5320	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5320	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5320	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5320	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5320	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5320	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5320	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5320	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5320	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5320	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5320	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5320	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5320	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5320	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5320	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5320	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5320	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5320	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5320	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5320	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5320	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5320	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5320	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5320	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5320	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5320	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5320	embedding2nn.weight	0	0.009452622383832932
5320	embedding2nn.weight	1	0.013624494895339012
5320	embedding2nn.weight	2	-0.0046656373888254166
5320	embedding2nn.weight	3	0.001567007740959525
5320	embedding2nn.weight	4	-0.003401564434170723
5320	embedding2nn.weight	5	0.003003561170771718
5320	embedding2nn.weight	6	-0.0017093585338443518
5320	embedding2nn.weight	7	0.006592938676476479
5320	embedding2nn.weight	8	-0.007570495828986168
5320	embedding2nn.weight	9	-0.013698022812604904
5320	embedding2nn.bias	0	-0.024245452135801315
5320	embedding2nn.bias	1	0.007117331959307194
5320	embedding2nn.bias	2	-0.05040465667843819
5320	embedding2nn.bias	3	0.013983076438307762
5320	embedding2nn.bias	4	0.032037634402513504
5320	embedding2nn.bias	5	-0.0106822419911623
5320	embedding2nn.bias	6	0.03514045104384422
5320	embedding2nn.bias	7	0.05763384327292442
5320	embedding2nn.bias	8	0.02826443687081337
5320	embedding2nn.bias	9	-0.01097528263926506
5320	rnn.weight_ih_l0	0	0.035072069615125656
5320	rnn.weight_ih_l0	1	-0.00411398196592927
5320	rnn.weight_ih_l0	2	-0.019260825589299202
5320	rnn.weight_ih_l0	3	-0.04957391694188118
5320	rnn.weight_ih_l0	4	-0.0495874397456646
5320	rnn.weight_ih_l0	5	0.0013043632498010993
5320	rnn.weight_ih_l0	6	-0.05525906756520271
5320	rnn.weight_ih_l0	7	-0.04954581707715988
5320	rnn.weight_ih_l0	8	-0.04619154706597328
5320	rnn.weight_ih_l0	9	-0.02710500732064247
5320	rnn.weight_hh_l0	0	0.01267907116562128
5320	rnn.weight_hh_l0	1	-0.013369419611990452
5320	rnn.weight_hh_l0	2	-0.021168427541851997
5320	rnn.weight_hh_l0	3	-0.013294951058924198
5320	rnn.weight_hh_l0	4	-0.06025813892483711
5320	rnn.weight_hh_l0	5	-0.019443776458501816
5320	rnn.weight_hh_l0	6	-0.026139361783862114
5320	rnn.weight_hh_l0	7	0.027096271514892578
5320	rnn.weight_hh_l0	8	-0.022833842784166336
5320	rnn.weight_hh_l0	9	0.03018953651189804
5320	rnn.bias_ih_l0	0	0.07503367960453033
5320	rnn.bias_ih_l0	1	-0.05339095741510391
5320	rnn.bias_ih_l0	2	0.09108952432870865
5320	rnn.bias_ih_l0	3	0.07445522397756577
5320	rnn.bias_ih_l0	4	0.08571147173643112
5320	rnn.bias_ih_l0	5	0.016011899337172508
5320	rnn.bias_ih_l0	6	-0.011718536727130413
5320	rnn.bias_ih_l0	7	-0.07166977971792221
5320	rnn.bias_ih_l0	8	-0.10033039003610611
5320	rnn.bias_ih_l0	9	0.06637350469827652
5320	rnn.bias_hh_l0	0	-0.03369145467877388
5320	rnn.bias_hh_l0	1	0.028962640091776848
5320	rnn.bias_hh_l0	2	-0.016224699094891548
5320	rnn.bias_hh_l0	3	-0.0030900200363248587
5320	rnn.bias_hh_l0	4	-0.05334005504846573
5320	rnn.bias_hh_l0	5	0.0902697816491127
5320	rnn.bias_hh_l0	6	-0.011632481589913368
5320	rnn.bias_hh_l0	7	0.013965585269033909
5320	rnn.bias_hh_l0	8	0.02265022136271
5320	rnn.bias_hh_l0	9	0.05717768520116806
5320	rnn.weight_ih_l0_reverse	0	-0.032155897468328476
5320	rnn.weight_ih_l0_reverse	1	-0.0020412378944456577
5320	rnn.weight_ih_l0_reverse	2	0.023088255897164345
5320	rnn.weight_ih_l0_reverse	3	-0.06009078025817871
5320	rnn.weight_ih_l0_reverse	4	0.00953244511038065
5320	rnn.weight_ih_l0_reverse	5	-0.05579349026083946
5320	rnn.weight_ih_l0_reverse	6	0.008547653444111347
5320	rnn.weight_ih_l0_reverse	7	0.039977919310331345
5320	rnn.weight_ih_l0_reverse	8	-0.03714883327484131
5320	rnn.weight_ih_l0_reverse	9	-0.050306640565395355
5320	rnn.weight_hh_l0_reverse	0	-0.06711284816265106
5320	rnn.weight_hh_l0_reverse	1	-0.04708541929721832
5320	rnn.weight_hh_l0_reverse	2	0.010591628961265087
5320	rnn.weight_hh_l0_reverse	3	0.037807077169418335
5320	rnn.weight_hh_l0_reverse	4	0.024777419865131378
5320	rnn.weight_hh_l0_reverse	5	0.043820999562740326
5320	rnn.weight_hh_l0_reverse	6	-0.005783597473055124
5320	rnn.weight_hh_l0_reverse	7	-0.0007360465242527425
5320	rnn.weight_hh_l0_reverse	8	-0.07759836316108704
5320	rnn.weight_hh_l0_reverse	9	0.037303172051906586
5320	rnn.bias_ih_l0_reverse	0	-0.039098985493183136
5320	rnn.bias_ih_l0_reverse	1	-0.06720980256795883
5320	rnn.bias_ih_l0_reverse	2	0.09276287257671356
5320	rnn.bias_ih_l0_reverse	3	0.024660751223564148
5320	rnn.bias_ih_l0_reverse	4	-0.08958768099546432
5320	rnn.bias_ih_l0_reverse	5	0.020076720044016838
5320	rnn.bias_ih_l0_reverse	6	-0.09320616722106934
5320	rnn.bias_ih_l0_reverse	7	0.026736252009868622
5320	rnn.bias_ih_l0_reverse	8	0.02114458568394184
5320	rnn.bias_ih_l0_reverse	9	0.0603284016251564
5320	rnn.bias_hh_l0_reverse	0	0.026723114773631096
5320	rnn.bias_hh_l0_reverse	1	0.07053910940885544
5320	rnn.bias_hh_l0_reverse	2	0.07396373897790909
5320	rnn.bias_hh_l0_reverse	3	-0.009472846053540707
5320	rnn.bias_hh_l0_reverse	4	0.08199562877416611
5320	rnn.bias_hh_l0_reverse	5	0.018681073561310768
5320	rnn.bias_hh_l0_reverse	6	-0.06855335831642151
5320	rnn.bias_hh_l0_reverse	7	0.039895687252283096
5320	rnn.bias_hh_l0_reverse	8	0.027588000521063805
5320	rnn.bias_hh_l0_reverse	9	-0.0886121392250061
5320	linear.weight	0	0.13351798057556152
5320	linear.weight	1	-0.10290108621120453
5320	linear.weight	2	-0.09785863012075424
5320	linear.weight	3	0.0205015130341053
5320	linear.weight	4	0.013359319418668747
5320	linear.weight	5	-0.06064100190997124
5320	linear.weight	6	-0.012976408004760742
5320	linear.weight	7	-0.030614402145147324
5320	linear.weight	8	0.02141110599040985
5320	linear.weight	9	0.2638505697250366
5320	linear.bias	0	0.04600566253066063
5320	linear.bias	1	0.09911983460187912
5320	linear.bias	2	-0.3506874144077301
5320	linear.bias	3	1.118165373802185
5320	linear.bias	4	-0.35466310381889343
5320	linear.bias	5	-0.030769959092140198
5320	linear.bias	6	-0.24350477755069733
5320	linear.bias	7	-0.14837400615215302
5320	linear.bias	8	0.0877755656838417
5320	linear.bias	9	-0.37671977281570435
5348	transitions	0	-0.5751935243606567
5348	transitions	1	0.4270274341106415
5348	transitions	2	1.7816898822784424
5348	transitions	3	0.18370495736598969
5348	transitions	4	1.0115412473678589
5348	transitions	5	1.2757134437561035
5348	transitions	6	0.4851599633693695
5348	transitions	7	0.18437914550304413
5348	transitions	8	-0.9186986088752747
5348	transitions	9	0.9307776093482971
5348	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5348	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5348	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5348	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5348	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5348	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5348	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5348	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5348	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5348	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5348	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5348	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5348	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5348	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5348	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5348	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5348	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5348	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5348	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5348	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5348	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5348	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5348	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5348	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5348	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5348	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5348	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5348	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5348	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5348	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5348	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5348	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5348	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5348	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5348	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5348	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5348	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5348	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5348	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5348	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5348	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5348	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5348	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5348	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5348	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5348	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5348	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5348	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5348	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5348	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5348	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5348	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5348	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5348	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5348	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5348	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5348	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5348	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5348	embedding2nn.weight	0	0.008807701990008354
5348	embedding2nn.weight	1	0.013629916124045849
5348	embedding2nn.weight	2	-0.004664239939302206
5348	embedding2nn.weight	3	0.0012809889158234
5348	embedding2nn.weight	4	-0.0034462958574295044
5348	embedding2nn.weight	5	0.0029534539207816124
5348	embedding2nn.weight	6	-0.0018362171249464154
5348	embedding2nn.weight	7	0.008679245598614216
5348	embedding2nn.weight	8	-0.007427728734910488
5348	embedding2nn.weight	9	-0.013654189184308052
5348	embedding2nn.bias	0	-0.025382157415151596
5348	embedding2nn.bias	1	0.003918174188584089
5348	embedding2nn.bias	2	-0.05638960003852844
5348	embedding2nn.bias	3	0.023327751085162163
5348	embedding2nn.bias	4	0.032123908400535583
5348	embedding2nn.bias	5	-0.008350948803126812
5348	embedding2nn.bias	6	0.03771809861063957
5348	embedding2nn.bias	7	0.06251675635576248
5348	embedding2nn.bias	8	0.023068636655807495
5348	embedding2nn.bias	9	-0.01012855302542448
5348	rnn.weight_ih_l0	0	0.035237714648246765
5348	rnn.weight_ih_l0	1	-0.004496057517826557
5348	rnn.weight_ih_l0	2	-0.01979121007025242
5348	rnn.weight_ih_l0	3	-0.04942896217107773
5348	rnn.weight_ih_l0	4	-0.04943817853927612
5348	rnn.weight_ih_l0	5	0.0008601004374213517
5348	rnn.weight_ih_l0	6	-0.05498107522726059
5348	rnn.weight_ih_l0	7	-0.0495697520673275
5348	rnn.weight_ih_l0	8	-0.04581695422530174
5348	rnn.weight_ih_l0	9	-0.027078287675976753
5348	rnn.weight_hh_l0	0	0.012824506498873234
5348	rnn.weight_hh_l0	1	-0.013467540964484215
5348	rnn.weight_hh_l0	2	-0.022356905043125153
5348	rnn.weight_hh_l0	3	-0.013269011862576008
5348	rnn.weight_hh_l0	4	-0.059956274926662445
5348	rnn.weight_hh_l0	5	-0.01920304447412491
5348	rnn.weight_hh_l0	6	-0.0292105320841074
5348	rnn.weight_hh_l0	7	0.02675505168735981
5348	rnn.weight_hh_l0	8	-0.02289152704179287
5348	rnn.weight_hh_l0	9	0.029535925015807152
5348	rnn.bias_ih_l0	0	0.07579886168241501
5348	rnn.bias_ih_l0	1	-0.056300658732652664
5348	rnn.bias_ih_l0	2	0.09207326918840408
5348	rnn.bias_ih_l0	3	0.07629424333572388
5348	rnn.bias_ih_l0	4	0.08511990308761597
5348	rnn.bias_ih_l0	5	0.01586630940437317
5348	rnn.bias_ih_l0	6	-0.012160922400653362
5348	rnn.bias_ih_l0	7	-0.06991391628980637
5348	rnn.bias_ih_l0	8	-0.10014208406209946
5348	rnn.bias_ih_l0	9	0.06701978296041489
5348	rnn.bias_hh_l0	0	-0.03137170895934105
5348	rnn.bias_hh_l0	1	0.02909928560256958
5348	rnn.bias_hh_l0	2	-0.01572524756193161
5348	rnn.bias_hh_l0	3	-0.0032931531313806772
5348	rnn.bias_hh_l0	4	-0.05537829548120499
5348	rnn.bias_hh_l0	5	0.0923055112361908
5348	rnn.bias_hh_l0	6	-0.009382974356412888
5348	rnn.bias_hh_l0	7	0.013158511370420456
5348	rnn.bias_hh_l0	8	0.02220783568918705
5348	rnn.bias_hh_l0	9	0.05801701545715332
5348	rnn.weight_ih_l0_reverse	0	-0.03185613453388214
5348	rnn.weight_ih_l0_reverse	1	-0.001652231439948082
5348	rnn.weight_ih_l0_reverse	2	0.023228200152516365
5348	rnn.weight_ih_l0_reverse	3	-0.06010853499174118
5348	rnn.weight_ih_l0_reverse	4	0.009660745970904827
5348	rnn.weight_ih_l0_reverse	5	-0.05548020824790001
5348	rnn.weight_ih_l0_reverse	6	0.009146678261458874
5348	rnn.weight_ih_l0_reverse	7	0.04003375768661499
5348	rnn.weight_ih_l0_reverse	8	-0.03740658983588219
5348	rnn.weight_ih_l0_reverse	9	-0.050464190542697906
5348	rnn.weight_hh_l0_reverse	0	-0.06795481592416763
5348	rnn.weight_hh_l0_reverse	1	-0.04709522798657417
5348	rnn.weight_hh_l0_reverse	2	0.010527605190873146
5348	rnn.weight_hh_l0_reverse	3	0.03787349909543991
5348	rnn.weight_hh_l0_reverse	4	0.024698372930288315
5348	rnn.weight_hh_l0_reverse	5	0.043694328516721725
5348	rnn.weight_hh_l0_reverse	6	-0.004403314553201199
5348	rnn.weight_hh_l0_reverse	7	-0.0012393612414598465
5348	rnn.weight_hh_l0_reverse	8	-0.0776938870549202
5348	rnn.weight_hh_l0_reverse	9	0.03682301938533783
5348	rnn.bias_ih_l0_reverse	0	-0.040426384657621384
5348	rnn.bias_ih_l0_reverse	1	-0.06389067322015762
5348	rnn.bias_ih_l0_reverse	2	0.09358140081167221
5348	rnn.bias_ih_l0_reverse	3	0.024701731279492378
5348	rnn.bias_ih_l0_reverse	4	-0.09039757400751114
5348	rnn.bias_ih_l0_reverse	5	0.020893670618534088
5348	rnn.bias_ih_l0_reverse	6	-0.09309298545122147
5348	rnn.bias_ih_l0_reverse	7	0.028024548664689064
5348	rnn.bias_ih_l0_reverse	8	0.02126796916127205
5348	rnn.bias_ih_l0_reverse	9	0.06076408550143242
5348	rnn.bias_hh_l0_reverse	0	0.024265920743346214
5348	rnn.bias_hh_l0_reverse	1	0.06722588837146759
5348	rnn.bias_hh_l0_reverse	2	0.07350251078605652
5348	rnn.bias_hh_l0_reverse	3	-0.008349540643393993
5348	rnn.bias_hh_l0_reverse	4	0.08311042934656143
5348	rnn.bias_hh_l0_reverse	5	0.015293980948626995
5348	rnn.bias_hh_l0_reverse	6	-0.06890178471803665
5348	rnn.bias_hh_l0_reverse	7	0.04126454144716263
5348	rnn.bias_hh_l0_reverse	8	0.028281787410378456
5348	rnn.bias_hh_l0_reverse	9	-0.08657360076904297
5348	linear.weight	0	0.15111853182315826
5348	linear.weight	1	-0.10285144299268723
5348	linear.weight	2	-0.09778044372797012
5348	linear.weight	3	0.02731144241988659
5348	linear.weight	4	0.01239644642919302
5348	linear.weight	5	-0.059638042002916336
5348	linear.weight	6	-0.01293062325567007
5348	linear.weight	7	-0.030452923849225044
5348	linear.weight	8	0.023529736325144768
5348	linear.weight	9	0.25782984495162964
5348	linear.bias	0	0.047911714762449265
5348	linear.bias	1	0.08833552896976471
5348	linear.bias	2	-0.3550105094909668
5348	linear.bias	3	1.122384786605835
5348	linear.bias	4	-0.3554971218109131
5348	linear.bias	5	-0.030769959092140198
5348	linear.bias	6	-0.2441571056842804
5348	linear.bias	7	-0.1483348309993744
5348	linear.bias	8	0.08607969433069229
5348	linear.bias	9	-0.3772428631782532
5376	transitions	0	-0.575363039970398
5376	transitions	1	0.42679837346076965
5376	transitions	2	1.7809618711471558
5376	transitions	3	0.18349283933639526
5376	transitions	4	1.011380672454834
5376	transitions	5	1.2757068872451782
5376	transitions	6	0.4851573407649994
5376	transitions	7	0.18437044322490692
5376	transitions	8	-0.9187043905258179
5376	transitions	9	0.9307774901390076
5376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5376	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5376	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5376	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5376	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5376	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5376	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5376	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5376	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5376	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5376	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5376	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5376	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5376	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5376	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5376	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5376	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5376	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5376	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5376	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5376	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5376	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5376	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5376	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5376	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5376	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5376	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5376	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5376	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5376	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5376	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5376	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5376	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5376	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5376	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5376	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5376	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5376	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5376	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5376	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5376	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5376	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5376	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5376	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5376	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5376	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5376	embedding2nn.weight	0	0.00949036329984665
5376	embedding2nn.weight	1	0.013781466521322727
5376	embedding2nn.weight	2	-0.004648818168789148
5376	embedding2nn.weight	3	0.0017263829940930009
5376	embedding2nn.weight	4	-0.003451339202001691
5376	embedding2nn.weight	5	0.0029319224413484335
5376	embedding2nn.weight	6	-0.0019766923505812883
5376	embedding2nn.weight	7	0.008000964298844337
5376	embedding2nn.weight	8	-0.007575320545583963
5376	embedding2nn.weight	9	-0.013683260418474674
5376	embedding2nn.bias	0	-0.02875327691435814
5376	embedding2nn.bias	1	0.0012736761709675193
5376	embedding2nn.bias	2	-0.056232962757349014
5376	embedding2nn.bias	3	0.02870086580514908
5376	embedding2nn.bias	4	0.027700800448656082
5376	embedding2nn.bias	5	-0.009395388886332512
5376	embedding2nn.bias	6	0.04423140361905098
5376	embedding2nn.bias	7	0.06657592952251434
5376	embedding2nn.bias	8	0.0202899519354105
5376	embedding2nn.bias	9	-0.018025219440460205
5376	rnn.weight_ih_l0	0	0.03543129190802574
5376	rnn.weight_ih_l0	1	-0.003530884860083461
5376	rnn.weight_ih_l0	2	-0.02031128481030464
5376	rnn.weight_ih_l0	3	-0.04912303015589714
5376	rnn.weight_ih_l0	4	-0.04952505975961685
5376	rnn.weight_ih_l0	5	0.001038050977513194
5376	rnn.weight_ih_l0	6	-0.05536209046840668
5376	rnn.weight_ih_l0	7	-0.049784984439611435
5376	rnn.weight_ih_l0	8	-0.045694950968027115
5376	rnn.weight_ih_l0	9	-0.02698889560997486
5376	rnn.weight_hh_l0	0	0.012867448851466179
5376	rnn.weight_hh_l0	1	-0.014648856595158577
5376	rnn.weight_hh_l0	2	-0.0219071414321661
5376	rnn.weight_hh_l0	3	-0.013373778201639652
5376	rnn.weight_hh_l0	4	-0.06014334782958031
5376	rnn.weight_hh_l0	5	-0.019106699153780937
5376	rnn.weight_hh_l0	6	-0.028898747637867928
5376	rnn.weight_hh_l0	7	0.026685290038585663
5376	rnn.weight_hh_l0	8	-0.02280249446630478
5376	rnn.weight_hh_l0	9	0.029861239716410637
5376	rnn.bias_ih_l0	0	0.07630555331707001
5376	rnn.bias_ih_l0	1	-0.0560002475976944
5376	rnn.bias_ih_l0	2	0.09147167205810547
5376	rnn.bias_ih_l0	3	0.07627514749765396
5376	rnn.bias_ih_l0	4	0.0841410905122757
5376	rnn.bias_ih_l0	5	0.015269272960722446
5376	rnn.bias_ih_l0	6	-0.008404433727264404
5376	rnn.bias_ih_l0	7	-0.06626180559396744
5376	rnn.bias_ih_l0	8	-0.10711710155010223
5376	rnn.bias_ih_l0	9	0.06672858446836472
5376	rnn.bias_hh_l0	0	-0.03154749050736427
5376	rnn.bias_hh_l0	1	0.03144194558262825
5376	rnn.bias_hh_l0	2	-0.015320513397455215
5376	rnn.bias_hh_l0	3	-0.010270682163536549
5376	rnn.bias_hh_l0	4	-0.055779412388801575
5376	rnn.bias_hh_l0	5	0.09263747185468674
5376	rnn.bias_hh_l0	6	-0.008279873989522457
5376	rnn.bias_hh_l0	7	0.012793807312846184
5376	rnn.bias_hh_l0	8	0.02596432715654373
5376	rnn.bias_hh_l0	9	0.05531949922442436
5376	rnn.weight_ih_l0_reverse	0	-0.03223579749464989
5376	rnn.weight_ih_l0_reverse	1	-0.0016007585218176246
5376	rnn.weight_ih_l0_reverse	2	0.022982554510235786
5376	rnn.weight_ih_l0_reverse	3	-0.060094185173511505
5376	rnn.weight_ih_l0_reverse	4	0.009644417092204094
5376	rnn.weight_ih_l0_reverse	5	-0.055537108331918716
5376	rnn.weight_ih_l0_reverse	6	0.010120763443410397
5376	rnn.weight_ih_l0_reverse	7	0.04011943191289902
5376	rnn.weight_ih_l0_reverse	8	-0.037483323365449905
5376	rnn.weight_ih_l0_reverse	9	-0.05004794895648956
5376	rnn.weight_hh_l0_reverse	0	-0.06851737201213837
5376	rnn.weight_hh_l0_reverse	1	-0.04834090545773506
5376	rnn.weight_hh_l0_reverse	2	0.01016598753631115
5376	rnn.weight_hh_l0_reverse	3	0.037861503660678864
5376	rnn.weight_hh_l0_reverse	4	0.024563608691096306
5376	rnn.weight_hh_l0_reverse	5	0.0436297170817852
5376	rnn.weight_hh_l0_reverse	6	-0.0019611683674156666
5376	rnn.weight_hh_l0_reverse	7	-0.001347574987448752
5376	rnn.weight_hh_l0_reverse	8	-0.07781082391738892
5376	rnn.weight_hh_l0_reverse	9	0.03624899685382843
5376	rnn.bias_ih_l0_reverse	0	-0.03611302748322487
5376	rnn.bias_ih_l0_reverse	1	-0.07279688119888306
5376	rnn.bias_ih_l0_reverse	2	0.09323596954345703
5376	rnn.bias_ih_l0_reverse	3	0.02498113550245762
5376	rnn.bias_ih_l0_reverse	4	-0.08866169303655624
5376	rnn.bias_ih_l0_reverse	5	0.02041459269821644
5376	rnn.bias_ih_l0_reverse	6	-0.09323322772979736
5376	rnn.bias_ih_l0_reverse	7	0.02952500618994236
5376	rnn.bias_ih_l0_reverse	8	0.017543800175189972
5376	rnn.bias_ih_l0_reverse	9	0.06095584109425545
5376	rnn.bias_hh_l0_reverse	0	0.020667947828769684
5376	rnn.bias_hh_l0_reverse	1	0.06502585858106613
5376	rnn.bias_hh_l0_reverse	2	0.073198601603508
5376	rnn.bias_hh_l0_reverse	3	-0.007942291907966137
5376	rnn.bias_hh_l0_reverse	4	0.07999163120985031
5376	rnn.bias_hh_l0_reverse	5	0.015701591968536377
5376	rnn.bias_hh_l0_reverse	6	-0.0699266642332077
5376	rnn.bias_hh_l0_reverse	7	0.040129877626895905
5376	rnn.bias_hh_l0_reverse	8	0.028050508350133896
5376	rnn.bias_hh_l0_reverse	9	-0.0939159095287323
5376	linear.weight	0	0.15826484560966492
5376	linear.weight	1	-0.10271760076284409
5376	linear.weight	2	-0.09795431792736053
5376	linear.weight	3	0.026747794821858406
5376	linear.weight	4	0.01279333047568798
5376	linear.weight	5	-0.05675199255347252
5376	linear.weight	6	-0.01293286494910717
5376	linear.weight	7	-0.030257347971200943
5376	linear.weight	8	0.027314838021993637
5376	linear.weight	9	0.2551784813404083
5376	linear.bias	0	0.04228191822767258
5376	linear.bias	1	0.08563201129436493
5376	linear.bias	2	-0.3564033806324005
5376	linear.bias	3	1.1427220106124878
5376	linear.bias	4	-0.3564935624599457
5376	linear.bias	5	-0.030769959092140198
5376	linear.bias	6	-0.24660466611385345
5376	linear.bias	7	-0.145960733294487
5376	linear.bias	8	0.09270969033241272
5376	linear.bias	9	-0.3778882622718811
5404	transitions	0	-0.5755282044410706
5404	transitions	1	0.42660439014434814
5404	transitions	2	1.7803436517715454
5404	transitions	3	0.18322356045246124
5404	transitions	4	1.0111654996871948
5404	transitions	5	1.2756969928741455
5404	transitions	6	0.4851512610912323
5404	transitions	7	0.18435968458652496
5404	transitions	8	-0.9187071323394775
5404	transitions	9	0.9307774305343628
5404	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5404	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5404	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5404	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5404	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5404	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5404	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5404	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5404	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5404	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5404	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5404	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5404	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5404	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5404	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5404	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5404	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5404	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5404	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5404	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5404	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5404	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5404	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5404	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5404	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5404	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5404	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5404	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5404	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5404	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5404	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5404	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5404	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5404	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5404	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5404	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5404	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5404	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5404	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5404	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5404	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5404	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5404	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5404	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5404	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5404	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5404	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5404	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5404	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5404	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5404	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5404	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5404	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5404	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5404	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5404	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5404	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5404	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5404	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5404	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5404	embedding2nn.weight	0	0.009189174510538578
5404	embedding2nn.weight	1	0.013694585300981998
5404	embedding2nn.weight	2	-0.005048240069299936
5404	embedding2nn.weight	3	0.0014134112279862165
5404	embedding2nn.weight	4	-0.003449691692367196
5404	embedding2nn.weight	5	0.0028595428448170424
5404	embedding2nn.weight	6	-0.001961449859663844
5404	embedding2nn.weight	7	0.007550023961812258
5404	embedding2nn.weight	8	-0.007646746002137661
5404	embedding2nn.weight	9	-0.013557988218963146
5404	embedding2nn.bias	0	-0.02465769089758396
5404	embedding2nn.bias	1	0.0016143667744472623
5404	embedding2nn.bias	2	-0.06045612692832947
5404	embedding2nn.bias	3	0.02429785579442978
5404	embedding2nn.bias	4	0.02196267619729042
5404	embedding2nn.bias	5	-0.007009197026491165
5404	embedding2nn.bias	6	0.041804663836956024
5404	embedding2nn.bias	7	0.062304962426424026
5404	embedding2nn.bias	8	0.0185090359300375
5404	embedding2nn.bias	9	-0.011776579543948174
5404	rnn.weight_ih_l0	0	0.03541760891675949
5404	rnn.weight_ih_l0	1	-0.003765433793887496
5404	rnn.weight_ih_l0	2	-0.02025938779115677
5404	rnn.weight_ih_l0	3	-0.048933740705251694
5404	rnn.weight_ih_l0	4	-0.04962557181715965
5404	rnn.weight_ih_l0	5	0.0011867259163409472
5404	rnn.weight_ih_l0	6	-0.055439338088035583
5404	rnn.weight_ih_l0	7	-0.04979640990495682
5404	rnn.weight_ih_l0	8	-0.04570704326033592
5404	rnn.weight_ih_l0	9	-0.02712986059486866
5404	rnn.weight_hh_l0	0	0.012399225495755672
5404	rnn.weight_hh_l0	1	-0.0156916044652462
5404	rnn.weight_hh_l0	2	-0.02220577746629715
5404	rnn.weight_hh_l0	3	-0.013609511777758598
5404	rnn.weight_hh_l0	4	-0.05985921621322632
5404	rnn.weight_hh_l0	5	-0.01922333985567093
5404	rnn.weight_hh_l0	6	-0.030011823400855064
5404	rnn.weight_hh_l0	7	0.025277091190218925
5404	rnn.weight_hh_l0	8	-0.022496134042739868
5404	rnn.weight_hh_l0	9	0.02951190620660782
5404	rnn.bias_ih_l0	0	0.07670877128839493
5404	rnn.bias_ih_l0	1	-0.05528653413057327
5404	rnn.bias_ih_l0	2	0.09358582645654678
5404	rnn.bias_ih_l0	3	0.07605135440826416
5404	rnn.bias_ih_l0	4	0.08482903242111206
5404	rnn.bias_ih_l0	5	0.015269179828464985
5404	rnn.bias_ih_l0	6	-0.009905800223350525
5404	rnn.bias_ih_l0	7	-0.06881645321846008
5404	rnn.bias_ih_l0	8	-0.09966200590133667
5404	rnn.bias_ih_l0	9	0.06588497012853622
5404	rnn.bias_hh_l0	0	-0.03229252249002457
5404	rnn.bias_hh_l0	1	0.031154761090874672
5404	rnn.bias_hh_l0	2	-0.017317837104201317
5404	rnn.bias_hh_l0	3	-0.007469425909221172
5404	rnn.bias_hh_l0	4	-0.055071987211704254
5404	rnn.bias_hh_l0	5	0.0912240594625473
5404	rnn.bias_hh_l0	6	-0.009191305376589298
5404	rnn.bias_hh_l0	7	0.012475540861487389
5404	rnn.bias_hh_l0	8	0.02446296252310276
5404	rnn.bias_hh_l0	9	0.056649718433618546
5404	rnn.weight_ih_l0_reverse	0	-0.03220825269818306
5404	rnn.weight_ih_l0_reverse	1	-0.0008769423002377152
5404	rnn.weight_ih_l0_reverse	2	0.022812537848949432
5404	rnn.weight_ih_l0_reverse	3	-0.05997970327734947
5404	rnn.weight_ih_l0_reverse	4	0.009691602550446987
5404	rnn.weight_ih_l0_reverse	5	-0.055400654673576355
5404	rnn.weight_ih_l0_reverse	6	0.00974222645163536
5404	rnn.weight_ih_l0_reverse	7	0.04001636058092117
5404	rnn.weight_ih_l0_reverse	8	-0.03754518926143646
5404	rnn.weight_ih_l0_reverse	9	-0.05017533153295517
5404	rnn.weight_hh_l0_reverse	0	-0.06937090307474136
5404	rnn.weight_hh_l0_reverse	1	-0.04853064939379692
5404	rnn.weight_hh_l0_reverse	2	0.010218056850135326
5404	rnn.weight_hh_l0_reverse	3	0.038477182388305664
5404	rnn.weight_hh_l0_reverse	4	0.023936407640576363
5404	rnn.weight_hh_l0_reverse	5	0.04373566061258316
5404	rnn.weight_hh_l0_reverse	6	-0.00028082658536732197
5404	rnn.weight_hh_l0_reverse	7	-0.0012145101791247725
5404	rnn.weight_hh_l0_reverse	8	-0.07764481753110886
5404	rnn.weight_hh_l0_reverse	9	0.03632986545562744
5404	rnn.bias_ih_l0_reverse	0	-0.0366562195122242
5404	rnn.bias_ih_l0_reverse	1	-0.06699418276548386
5404	rnn.bias_ih_l0_reverse	2	0.09160084277391434
5404	rnn.bias_ih_l0_reverse	3	0.025343282148241997
5404	rnn.bias_ih_l0_reverse	4	-0.08994413912296295
5404	rnn.bias_ih_l0_reverse	5	0.021060042083263397
5404	rnn.bias_ih_l0_reverse	6	-0.09389885514974594
5404	rnn.bias_ih_l0_reverse	7	0.03026719205081463
5404	rnn.bias_ih_l0_reverse	8	0.01724271848797798
5404	rnn.bias_ih_l0_reverse	9	0.061969637870788574
5404	rnn.bias_hh_l0_reverse	0	0.016954107210040092
5404	rnn.bias_hh_l0_reverse	1	0.06402349472045898
5404	rnn.bias_hh_l0_reverse	2	0.07338333129882812
5404	rnn.bias_hh_l0_reverse	3	-0.008669200353324413
5404	rnn.bias_hh_l0_reverse	4	0.08115977048873901
5404	rnn.bias_hh_l0_reverse	5	0.01699313148856163
5404	rnn.bias_hh_l0_reverse	6	-0.07043357193470001
5404	rnn.bias_hh_l0_reverse	7	0.03933918848633766
5404	rnn.bias_hh_l0_reverse	8	0.02820516750216484
5404	rnn.bias_hh_l0_reverse	9	-0.09360150992870331
5404	linear.weight	0	0.16434283554553986
5404	linear.weight	1	-0.10262512415647507
5404	linear.weight	2	-0.09665988385677338
5404	linear.weight	3	0.029501236975193024
5404	linear.weight	4	0.012761314399540424
5404	linear.weight	5	-0.055660758167505264
5404	linear.weight	6	-0.012931936420500278
5404	linear.weight	7	-0.032427892088890076
5404	linear.weight	8	0.027532178908586502
5404	linear.weight	9	0.2567690312862396
5404	linear.bias	0	0.05646783113479614
5404	linear.bias	1	0.08666978031396866
5404	linear.bias	2	-0.3588346540927887
5404	linear.bias	3	1.1371561288833618
5404	linear.bias	4	-0.35722941160202026
5404	linear.bias	5	-0.030769959092140198
5404	linear.bias	6	-0.24971623718738556
5404	linear.bias	7	-0.15108008682727814
5404	linear.bias	8	0.0848531723022461
5404	linear.bias	9	-0.3782515227794647
5432	transitions	0	-0.5757911205291748
5432	transitions	1	0.42634764313697815
5432	transitions	2	1.7799522876739502
5432	transitions	3	0.18306176364421844
5432	transitions	4	1.0110790729522705
5432	transitions	5	1.2756881713867188
5432	transitions	6	0.4851432740688324
5432	transitions	7	0.18435677886009216
5432	transitions	8	-0.9187086224555969
5432	transitions	9	0.930777370929718
5432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5432	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5432	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5432	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5432	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5432	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5432	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5432	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5432	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5432	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5432	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5432	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5432	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5432	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5432	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5432	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5432	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5432	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5432	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5432	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5432	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5432	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5432	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5432	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5432	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5432	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5432	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5432	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5432	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5432	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5432	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5432	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5432	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5432	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5432	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5432	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5432	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5432	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5432	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5432	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5432	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5432	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5432	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5432	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5432	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5432	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5432	embedding2nn.weight	0	0.010564913041889668
5432	embedding2nn.weight	1	0.013728419318795204
5432	embedding2nn.weight	2	-0.005039881449192762
5432	embedding2nn.weight	3	0.0013324311003088951
5432	embedding2nn.weight	4	-0.003392372513189912
5432	embedding2nn.weight	5	0.0027406178414821625
5432	embedding2nn.weight	6	-0.0021833330392837524
5432	embedding2nn.weight	7	0.0077584171667695045
5432	embedding2nn.weight	8	-0.0073373946361243725
5432	embedding2nn.weight	9	-0.013489256612956524
5432	embedding2nn.bias	0	-0.025659607723355293
5432	embedding2nn.bias	1	0.008810138329863548
5432	embedding2nn.bias	2	-0.06254666298627853
5432	embedding2nn.bias	3	0.022744808346033096
5432	embedding2nn.bias	4	0.024297811090946198
5432	embedding2nn.bias	5	-0.004198333248496056
5432	embedding2nn.bias	6	0.046985525637865067
5432	embedding2nn.bias	7	0.06207224726676941
5432	embedding2nn.bias	8	0.021274028345942497
5432	embedding2nn.bias	9	-0.01147514022886753
5432	rnn.weight_ih_l0	0	0.0353364571928978
5432	rnn.weight_ih_l0	1	-0.003963787574321032
5432	rnn.weight_ih_l0	2	-0.019625741988420486
5432	rnn.weight_ih_l0	3	-0.04892429709434509
5432	rnn.weight_ih_l0	4	-0.0495256744325161
5432	rnn.weight_ih_l0	5	0.0010703648440539837
5432	rnn.weight_ih_l0	6	-0.05555514991283417
5432	rnn.weight_ih_l0	7	-0.05013033375144005
5432	rnn.weight_ih_l0	8	-0.04554587975144386
5432	rnn.weight_ih_l0	9	-0.027154745534062386
5432	rnn.weight_hh_l0	0	0.012446269392967224
5432	rnn.weight_hh_l0	1	-0.01602746918797493
5432	rnn.weight_hh_l0	2	-0.0222055334597826
5432	rnn.weight_hh_l0	3	-0.013613184913992882
5432	rnn.weight_hh_l0	4	-0.06003563851118088
5432	rnn.weight_hh_l0	5	-0.019834836944937706
5432	rnn.weight_hh_l0	6	-0.029275810346007347
5432	rnn.weight_hh_l0	7	0.023888085037469864
5432	rnn.weight_hh_l0	8	-0.02289010025560856
5432	rnn.weight_hh_l0	9	0.02867773361504078
5432	rnn.bias_ih_l0	0	0.07712114602327347
5432	rnn.bias_ih_l0	1	-0.0550726018846035
5432	rnn.bias_ih_l0	2	0.0934259220957756
5432	rnn.bias_ih_l0	3	0.07663890719413757
5432	rnn.bias_ih_l0	4	0.08459755033254623
5432	rnn.bias_ih_l0	5	0.015990586951375008
5432	rnn.bias_ih_l0	6	-0.01211962103843689
5432	rnn.bias_ih_l0	7	-0.06762205064296722
5432	rnn.bias_ih_l0	8	-0.11257070302963257
5432	rnn.bias_ih_l0	9	0.06712210923433304
5432	rnn.bias_hh_l0	0	-0.03159879893064499
5432	rnn.bias_hh_l0	1	0.027964312583208084
5432	rnn.bias_hh_l0	2	-0.015879260376095772
5432	rnn.bias_hh_l0	3	-0.009254470467567444
5432	rnn.bias_hh_l0	4	-0.05391976609826088
5432	rnn.bias_hh_l0	5	0.09400375187397003
5432	rnn.bias_hh_l0	6	-0.00983229000121355
5432	rnn.bias_hh_l0	7	0.014256537891924381
5432	rnn.bias_hh_l0	8	0.022249137982726097
5432	rnn.bias_hh_l0	9	0.055936381220817566
5432	rnn.weight_ih_l0_reverse	0	-0.0319790281355381
5432	rnn.weight_ih_l0_reverse	1	-0.0013846171787008643
5432	rnn.weight_ih_l0_reverse	2	0.022968627512454987
5432	rnn.weight_ih_l0_reverse	3	-0.06035511568188667
5432	rnn.weight_ih_l0_reverse	4	0.009841701947152615
5432	rnn.weight_ih_l0_reverse	5	-0.05533212423324585
5432	rnn.weight_ih_l0_reverse	6	0.00985732488334179
5432	rnn.weight_ih_l0_reverse	7	0.040062401443719864
5432	rnn.weight_ih_l0_reverse	8	-0.037344422191381454
5432	rnn.weight_ih_l0_reverse	9	-0.0501222163438797
5432	rnn.weight_hh_l0_reverse	0	-0.06844691932201385
5432	rnn.weight_hh_l0_reverse	1	-0.04894806817173958
5432	rnn.weight_hh_l0_reverse	2	0.010118147358298302
5432	rnn.weight_hh_l0_reverse	3	0.03844190761446953
5432	rnn.weight_hh_l0_reverse	4	0.02386336587369442
5432	rnn.weight_hh_l0_reverse	5	0.04381163790822029
5432	rnn.weight_hh_l0_reverse	6	-0.0008815929177217185
5432	rnn.weight_hh_l0_reverse	7	-0.0011510832700878382
5432	rnn.weight_hh_l0_reverse	8	-0.07729325443506241
5432	rnn.weight_hh_l0_reverse	9	0.03595956414937973
5432	rnn.bias_ih_l0_reverse	0	-0.033833738416433334
5432	rnn.bias_ih_l0_reverse	1	-0.06766991317272186
5432	rnn.bias_ih_l0_reverse	2	0.09057746827602386
5432	rnn.bias_ih_l0_reverse	3	0.025349127128720284
5432	rnn.bias_ih_l0_reverse	4	-0.09068110585212708
5432	rnn.bias_ih_l0_reverse	5	0.02022494003176689
5432	rnn.bias_ih_l0_reverse	6	-0.09336712211370468
5432	rnn.bias_ih_l0_reverse	7	0.030038071796298027
5432	rnn.bias_ih_l0_reverse	8	0.018646935001015663
5432	rnn.bias_ih_l0_reverse	9	0.06293762475252151
5432	rnn.bias_hh_l0_reverse	0	0.017275551334023476
5432	rnn.bias_hh_l0_reverse	1	0.0638311430811882
5432	rnn.bias_hh_l0_reverse	2	0.07350326329469681
5432	rnn.bias_hh_l0_reverse	3	-0.008766915649175644
5432	rnn.bias_hh_l0_reverse	4	0.08086314052343369
5432	rnn.bias_hh_l0_reverse	5	0.017529888078570366
5432	rnn.bias_hh_l0_reverse	6	-0.07034415751695633
5432	rnn.bias_hh_l0_reverse	7	0.03940949589014053
5432	rnn.bias_hh_l0_reverse	8	0.029761791229248047
5432	rnn.bias_hh_l0_reverse	9	-0.09165064245462418
5432	linear.weight	0	0.16415748000144958
5432	linear.weight	1	-0.10249555855989456
5432	linear.weight	2	-0.09857116639614105
5432	linear.weight	3	0.03172142058610916
5432	linear.weight	4	0.014191745780408382
5432	linear.weight	5	-0.05438103526830673
5432	linear.weight	6	-0.012930014170706272
5432	linear.weight	7	-0.03216375783085823
5432	linear.weight	8	0.026031937450170517
5432	linear.weight	9	0.25723087787628174
5432	linear.bias	0	0.04862234368920326
5432	linear.bias	1	0.07895832508802414
5432	linear.bias	2	-0.35429033637046814
5432	linear.bias	3	1.1567195653915405
5432	linear.bias	4	-0.35811182856559753
5432	linear.bias	5	-0.030769959092140198
5432	linear.bias	6	-0.24475371837615967
5432	linear.bias	7	-0.15794318914413452
5432	linear.bias	8	0.08709131181240082
5432	linear.bias	9	-0.3787115514278412
5460	transitions	0	-0.5760477185249329
5460	transitions	1	0.42608752846717834
5460	transitions	2	1.779489517211914
5460	transitions	3	0.18297089636325836
5460	transitions	4	1.0109449625015259
5460	transitions	5	1.2756776809692383
5460	transitions	6	0.48513999581336975
5460	transitions	7	0.1842338591814041
5460	transitions	8	-0.9187170267105103
5460	transitions	9	0.9307770133018494
5460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5460	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5460	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5460	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5460	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5460	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5460	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5460	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5460	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5460	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5460	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5460	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5460	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5460	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5460	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5460	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5460	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5460	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5460	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5460	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5460	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5460	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5460	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5460	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5460	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5460	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5460	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5460	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5460	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5460	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5460	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5460	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5460	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5460	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5460	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5460	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5460	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5460	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5460	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5460	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5460	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5460	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5460	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5460	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5460	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5460	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5460	embedding2nn.weight	0	0.01046953909099102
5460	embedding2nn.weight	1	0.013717208988964558
5460	embedding2nn.weight	2	-0.004961260128766298
5460	embedding2nn.weight	3	0.0013885353691875935
5460	embedding2nn.weight	4	-0.003432372584939003
5460	embedding2nn.weight	5	0.0027865921147167683
5460	embedding2nn.weight	6	-0.002200612099841237
5460	embedding2nn.weight	7	0.006034369580447674
5460	embedding2nn.weight	8	-0.007392844185233116
5460	embedding2nn.weight	9	-0.013693311251699924
5460	embedding2nn.bias	0	-0.02584000676870346
5460	embedding2nn.bias	1	0.010063218884170055
5460	embedding2nn.bias	2	-0.0619824044406414
5460	embedding2nn.bias	3	0.02599801868200302
5460	embedding2nn.bias	4	0.01998845860362053
5460	embedding2nn.bias	5	-0.0037667492870241404
5460	embedding2nn.bias	6	0.04445284232497215
5460	embedding2nn.bias	7	0.06414023786783218
5460	embedding2nn.bias	8	0.021321017295122147
5460	embedding2nn.bias	9	-0.01628354750573635
5460	rnn.weight_ih_l0	0	0.035457793623209
5460	rnn.weight_ih_l0	1	-0.003253466682508588
5460	rnn.weight_ih_l0	2	-0.01958741433918476
5460	rnn.weight_ih_l0	3	-0.04909971356391907
5460	rnn.weight_ih_l0	4	-0.04957751929759979
5460	rnn.weight_ih_l0	5	0.0012182742357254028
5460	rnn.weight_ih_l0	6	-0.055380165576934814
5460	rnn.weight_ih_l0	7	-0.04989555850625038
5460	rnn.weight_ih_l0	8	-0.04558083042502403
5460	rnn.weight_ih_l0	9	-0.027184730395674706
5460	rnn.weight_hh_l0	0	0.012612808495759964
5460	rnn.weight_hh_l0	1	-0.015358609147369862
5460	rnn.weight_hh_l0	2	-0.022121230140328407
5460	rnn.weight_hh_l0	3	-0.013919390738010406
5460	rnn.weight_hh_l0	4	-0.05978309363126755
5460	rnn.weight_hh_l0	5	-0.019736452028155327
5460	rnn.weight_hh_l0	6	-0.028243063017725945
5460	rnn.weight_hh_l0	7	0.024893825873732567
5460	rnn.weight_hh_l0	8	-0.02337341383099556
5460	rnn.weight_hh_l0	9	0.027038754895329475
5460	rnn.bias_ih_l0	0	0.07744169235229492
5460	rnn.bias_ih_l0	1	-0.05556640401482582
5460	rnn.bias_ih_l0	2	0.09204122424125671
5460	rnn.bias_ih_l0	3	0.07663098722696304
5460	rnn.bias_ih_l0	4	0.08452053368091583
5460	rnn.bias_ih_l0	5	0.01557962130755186
5460	rnn.bias_ih_l0	6	-0.011989310383796692
5460	rnn.bias_ih_l0	7	-0.06569956243038177
5460	rnn.bias_ih_l0	8	-0.10591316223144531
5460	rnn.bias_ih_l0	9	0.06824025511741638
5460	rnn.bias_hh_l0	0	-0.03152996301651001
5460	rnn.bias_hh_l0	1	0.026606446132063866
5460	rnn.bias_hh_l0	2	-0.01551151368767023
5460	rnn.bias_hh_l0	3	-0.010340665467083454
5460	rnn.bias_hh_l0	4	-0.05464897304773331
5460	rnn.bias_hh_l0	5	0.09528714418411255
5460	rnn.bias_hh_l0	6	-0.009159263223409653
5460	rnn.bias_hh_l0	7	0.015926413238048553
5460	rnn.bias_hh_l0	8	0.022379443049430847
5460	rnn.bias_hh_l0	9	0.05439794436097145
5460	rnn.weight_ih_l0_reverse	0	-0.032062459737062454
5460	rnn.weight_ih_l0_reverse	1	-0.00041074692853726447
5460	rnn.weight_ih_l0_reverse	2	0.022620338946580887
5460	rnn.weight_ih_l0_reverse	3	-0.06036922708153725
5460	rnn.weight_ih_l0_reverse	4	0.01001040730625391
5460	rnn.weight_ih_l0_reverse	5	-0.05533550679683685
5460	rnn.weight_ih_l0_reverse	6	0.009548491798341274
5460	rnn.weight_ih_l0_reverse	7	0.040111687034368515
5460	rnn.weight_ih_l0_reverse	8	-0.03734933212399483
5460	rnn.weight_ih_l0_reverse	9	-0.05032365024089813
5460	rnn.weight_hh_l0_reverse	0	-0.06784097105264664
5460	rnn.weight_hh_l0_reverse	1	-0.049998123198747635
5460	rnn.weight_hh_l0_reverse	2	0.010260533541440964
5460	rnn.weight_hh_l0_reverse	3	0.03854449838399887
5460	rnn.weight_hh_l0_reverse	4	0.023748120293021202
5460	rnn.weight_hh_l0_reverse	5	0.043638404458761215
5460	rnn.weight_hh_l0_reverse	6	-0.0001986866700462997
5460	rnn.weight_hh_l0_reverse	7	-0.0012332311598584056
5460	rnn.weight_hh_l0_reverse	8	-0.0771511048078537
5460	rnn.weight_hh_l0_reverse	9	0.03647968918085098
5460	rnn.bias_ih_l0_reverse	0	-0.03266723453998566
5460	rnn.bias_ih_l0_reverse	1	-0.06296811252832413
5460	rnn.bias_ih_l0_reverse	2	0.09028980880975723
5460	rnn.bias_ih_l0_reverse	3	0.02608633227646351
5460	rnn.bias_ih_l0_reverse	4	-0.09023235738277435
5460	rnn.bias_ih_l0_reverse	5	0.019923556596040726
5460	rnn.bias_ih_l0_reverse	6	-0.09260854125022888
5460	rnn.bias_ih_l0_reverse	7	0.02928180806338787
5460	rnn.bias_ih_l0_reverse	8	0.019411960616707802
5460	rnn.bias_ih_l0_reverse	9	0.06184176728129387
5460	rnn.bias_hh_l0_reverse	0	0.01973668672144413
5460	rnn.bias_hh_l0_reverse	1	0.06305013597011566
5460	rnn.bias_hh_l0_reverse	2	0.07483358681201935
5460	rnn.bias_hh_l0_reverse	3	-0.009079822339117527
5460	rnn.bias_hh_l0_reverse	4	0.08254323154687881
5460	rnn.bias_hh_l0_reverse	5	0.013913487084209919
5460	rnn.bias_hh_l0_reverse	6	-0.07030918449163437
5460	rnn.bias_hh_l0_reverse	7	0.0385306216776371
5460	rnn.bias_hh_l0_reverse	8	0.02919715829193592
5460	rnn.bias_hh_l0_reverse	9	-0.09534794837236404
5460	linear.weight	0	0.16726383566856384
5460	linear.weight	1	-0.1023179292678833
5460	linear.weight	2	-0.10035427659749985
5460	linear.weight	3	0.026547618210315704
5460	linear.weight	4	0.015115371905267239
5460	linear.weight	5	-0.054412972182035446
5460	linear.weight	6	-0.012924146838486195
5460	linear.weight	7	-0.03372501954436302
5460	linear.weight	8	0.03036736138164997
5460	linear.weight	9	0.264186292886734
5460	linear.bias	0	0.04897698014974594
5460	linear.bias	1	0.07364226132631302
5460	linear.bias	2	-0.3577817678451538
5460	linear.bias	3	1.1492578983306885
5460	linear.bias	4	-0.3562850058078766
5460	linear.bias	5	-0.030769959092140198
5460	linear.bias	6	-0.24817170202732086
5460	linear.bias	7	-0.153355672955513
5460	linear.bias	8	0.08928152918815613
5460	linear.bias	9	-0.3791554570198059
5488	transitions	0	-0.576241135597229
5488	transitions	1	0.42578673362731934
5488	transitions	2	1.7790216207504272
5488	transitions	3	0.1828656792640686
5488	transitions	4	1.010632872581482
5488	transitions	5	1.275669813156128
5488	transitions	6	0.4851343631744385
5488	transitions	7	0.1841980516910553
5488	transitions	8	-0.918720006942749
5488	transitions	9	0.9307769536972046
5488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5488	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5488	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5488	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5488	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5488	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5488	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5488	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5488	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5488	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5488	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5488	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5488	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5488	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5488	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5488	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5488	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5488	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5488	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5488	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5488	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5488	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5488	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5488	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5488	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5488	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5488	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5488	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5488	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5488	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5488	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5488	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5488	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5488	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5488	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5488	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5488	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5488	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5488	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5488	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5488	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5488	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5488	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5488	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5488	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5488	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5488	embedding2nn.weight	0	0.01091435831040144
5488	embedding2nn.weight	1	0.013628297485411167
5488	embedding2nn.weight	2	-0.004964061547070742
5488	embedding2nn.weight	3	0.001118730055168271
5488	embedding2nn.weight	4	-0.003395751817151904
5488	embedding2nn.weight	5	0.002526214811950922
5488	embedding2nn.weight	6	-0.0022063725627958775
5488	embedding2nn.weight	7	0.006730270106345415
5488	embedding2nn.weight	8	-0.007254845462739468
5488	embedding2nn.weight	9	-0.013632945716381073
5488	embedding2nn.bias	0	-0.023448392748832703
5488	embedding2nn.bias	1	0.006197035312652588
5488	embedding2nn.bias	2	-0.058381568640470505
5488	embedding2nn.bias	3	0.02877507172524929
5488	embedding2nn.bias	4	0.02480798214673996
5488	embedding2nn.bias	5	-0.0042106835171580315
5488	embedding2nn.bias	6	0.03938673809170723
5488	embedding2nn.bias	7	0.05635162070393562
5488	embedding2nn.bias	8	0.025989949703216553
5488	embedding2nn.bias	9	-0.010893921367824078
5488	rnn.weight_ih_l0	0	0.03541078418493271
5488	rnn.weight_ih_l0	1	-0.0029396959580481052
5488	rnn.weight_ih_l0	2	-0.020603740587830544
5488	rnn.weight_ih_l0	3	-0.04903263971209526
5488	rnn.weight_ih_l0	4	-0.049751732498407364
5488	rnn.weight_ih_l0	5	0.001133094308897853
5488	rnn.weight_ih_l0	6	-0.05531638115644455
5488	rnn.weight_ih_l0	7	-0.04976811632514
5488	rnn.weight_ih_l0	8	-0.04579360783100128
5488	rnn.weight_ih_l0	9	-0.02728435955941677
5488	rnn.weight_hh_l0	0	0.01259499043226242
5488	rnn.weight_hh_l0	1	-0.01518192794173956
5488	rnn.weight_hh_l0	2	-0.022150790318846703
5488	rnn.weight_hh_l0	3	-0.01381541509181261
5488	rnn.weight_hh_l0	4	-0.05907037854194641
5488	rnn.weight_hh_l0	5	-0.019022151827812195
5488	rnn.weight_hh_l0	6	-0.02858942188322544
5488	rnn.weight_hh_l0	7	0.02465667575597763
5488	rnn.weight_hh_l0	8	-0.02379036508500576
5488	rnn.weight_hh_l0	9	0.026613857597112656
5488	rnn.bias_ih_l0	0	0.07648926973342896
5488	rnn.bias_ih_l0	1	-0.05736633762717247
5488	rnn.bias_ih_l0	2	0.09569676220417023
5488	rnn.bias_ih_l0	3	0.07690734416246414
5488	rnn.bias_ih_l0	4	0.08644083142280579
5488	rnn.bias_ih_l0	5	0.014531909488141537
5488	rnn.bias_ih_l0	6	-0.012998964637517929
5488	rnn.bias_ih_l0	7	-0.06291843950748444
5488	rnn.bias_ih_l0	8	-0.11080686002969742
5488	rnn.bias_ih_l0	9	0.06894904375076294
5488	rnn.bias_hh_l0	0	-0.031563807278871536
5488	rnn.bias_hh_l0	1	0.024739334359765053
5488	rnn.bias_hh_l0	2	-0.014327649027109146
5488	rnn.bias_hh_l0	3	-0.008665126748383045
5488	rnn.bias_hh_l0	4	-0.05562669038772583
5488	rnn.bias_hh_l0	5	0.09412962943315506
5488	rnn.bias_hh_l0	6	-0.009297766722738743
5488	rnn.bias_hh_l0	7	0.012722572311758995
5488	rnn.bias_hh_l0	8	0.02136978507041931
5488	rnn.bias_hh_l0	9	0.05331970378756523
5488	rnn.weight_ih_l0_reverse	0	-0.03211112692952156
5488	rnn.weight_ih_l0_reverse	1	-0.00012864066229667515
5488	rnn.weight_ih_l0_reverse	2	0.022633017972111702
5488	rnn.weight_ih_l0_reverse	3	-0.060073938220739365
5488	rnn.weight_ih_l0_reverse	4	0.01005632895976305
5488	rnn.weight_ih_l0_reverse	5	-0.05521213263273239
5488	rnn.weight_ih_l0_reverse	6	0.010696927085518837
5488	rnn.weight_ih_l0_reverse	7	0.03995339199900627
5488	rnn.weight_ih_l0_reverse	8	-0.0372164212167263
5488	rnn.weight_ih_l0_reverse	9	-0.050394389778375626
5488	rnn.weight_hh_l0_reverse	0	-0.067282535135746
5488	rnn.weight_hh_l0_reverse	1	-0.050318844616413116
5488	rnn.weight_hh_l0_reverse	2	0.010295453481376171
5488	rnn.weight_hh_l0_reverse	3	0.03876273334026337
5488	rnn.weight_hh_l0_reverse	4	0.024162568151950836
5488	rnn.weight_hh_l0_reverse	5	0.04354158416390419
5488	rnn.weight_hh_l0_reverse	6	-0.0009485495975241065
5488	rnn.weight_hh_l0_reverse	7	-0.0009789306204766035
5488	rnn.weight_hh_l0_reverse	8	-0.07619723677635193
5488	rnn.weight_hh_l0_reverse	9	0.03615063056349754
5488	rnn.bias_ih_l0_reverse	0	-0.03647240251302719
5488	rnn.bias_ih_l0_reverse	1	-0.06320596486330032
5488	rnn.bias_ih_l0_reverse	2	0.09133998304605484
5488	rnn.bias_ih_l0_reverse	3	0.026357486844062805
5488	rnn.bias_ih_l0_reverse	4	-0.08879014849662781
5488	rnn.bias_ih_l0_reverse	5	0.020335683599114418
5488	rnn.bias_ih_l0_reverse	6	-0.09345368295907974
5488	rnn.bias_ih_l0_reverse	7	0.027980245649814606
5488	rnn.bias_ih_l0_reverse	8	0.0192547794431448
5488	rnn.bias_ih_l0_reverse	9	0.06188981980085373
5488	rnn.bias_hh_l0_reverse	0	0.02326563186943531
5488	rnn.bias_hh_l0_reverse	1	0.062456630170345306
5488	rnn.bias_hh_l0_reverse	2	0.0765099823474884
5488	rnn.bias_hh_l0_reverse	3	-0.008597749285399914
5488	rnn.bias_hh_l0_reverse	4	0.08245564252138138
5488	rnn.bias_hh_l0_reverse	5	0.011476922780275345
5488	rnn.bias_hh_l0_reverse	6	-0.07055635750293732
5488	rnn.bias_hh_l0_reverse	7	0.03730085864663124
5488	rnn.bias_hh_l0_reverse	8	0.029018376022577286
5488	rnn.bias_hh_l0_reverse	9	-0.08979729562997818
5488	linear.weight	0	0.1778413951396942
5488	linear.weight	1	-0.1022852212190628
5488	linear.weight	2	-0.09893928468227386
5488	linear.weight	3	0.023606915026903152
5488	linear.weight	4	0.01415642537176609
5488	linear.weight	5	-0.05696115270256996
5488	linear.weight	6	-0.012926612049341202
5488	linear.weight	7	-0.03364180773496628
5488	linear.weight	8	0.029631929472088814
5488	linear.weight	9	0.26254695653915405
5488	linear.bias	0	0.052759137004613876
5488	linear.bias	1	0.07700874656438828
5488	linear.bias	2	-0.35896050930023193
5488	linear.bias	3	1.1510003805160522
5488	linear.bias	4	-0.3572036921977997
5488	linear.bias	5	-0.030769959092140198
5488	linear.bias	6	-0.24919728934764862
5488	linear.bias	7	-0.14161057770252228
5488	linear.bias	8	0.08230894804000854
5488	linear.bias	9	-0.3796471953392029
5516	transitions	0	-0.5764802694320679
5516	transitions	1	0.4255944788455963
5516	transitions	2	1.7786451578140259
5516	transitions	3	0.18152974545955658
5516	transitions	4	1.0099520683288574
5516	transitions	5	1.275661826133728
5516	transitions	6	0.48512890934944153
5516	transitions	7	0.18419066071510315
5516	transitions	8	-0.9187213778495789
5516	transitions	9	0.9307768940925598
5516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5516	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5516	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5516	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5516	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5516	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5516	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5516	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5516	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5516	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5516	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5516	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5516	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5516	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5516	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5516	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5516	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5516	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5516	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5516	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5516	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5516	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5516	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5516	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5516	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5516	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5516	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5516	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5516	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5516	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5516	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5516	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5516	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5516	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5516	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5516	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5516	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5516	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5516	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5516	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5516	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5516	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5516	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5516	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5516	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5516	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5516	embedding2nn.weight	0	0.011096317321062088
5516	embedding2nn.weight	1	0.013633464463055134
5516	embedding2nn.weight	2	-0.004802623763680458
5516	embedding2nn.weight	3	0.0013582477113232017
5516	embedding2nn.weight	4	-0.0034019339364022017
5516	embedding2nn.weight	5	0.002294034929946065
5516	embedding2nn.weight	6	-0.0023063481785357
5516	embedding2nn.weight	7	0.007798029109835625
5516	embedding2nn.weight	8	-0.007293048780411482
5516	embedding2nn.weight	9	-0.013634176924824715
5516	embedding2nn.bias	0	-0.02751857414841652
5516	embedding2nn.bias	1	-0.0014306040247902274
5516	embedding2nn.bias	2	-0.06307591497898102
5516	embedding2nn.bias	3	0.024244219064712524
5516	embedding2nn.bias	4	0.01941049098968506
5516	embedding2nn.bias	5	-0.01394120417535305
5516	embedding2nn.bias	6	0.04414403438568115
5516	embedding2nn.bias	7	0.058842699974775314
5516	embedding2nn.bias	8	0.01977490447461605
5516	embedding2nn.bias	9	-0.012655988335609436
5516	rnn.weight_ih_l0	0	0.03556884080171585
5516	rnn.weight_ih_l0	1	-0.0025087876711040735
5516	rnn.weight_ih_l0	2	-0.01961829699575901
5516	rnn.weight_ih_l0	3	-0.0491713248193264
5516	rnn.weight_ih_l0	4	-0.049561627209186554
5516	rnn.weight_ih_l0	5	0.001033684122376144
5516	rnn.weight_ih_l0	6	-0.055430538952350616
5516	rnn.weight_ih_l0	7	-0.04951748624444008
5516	rnn.weight_ih_l0	8	-0.045827239751815796
5516	rnn.weight_ih_l0	9	-0.027449555695056915
5516	rnn.weight_hh_l0	0	0.012725640088319778
5516	rnn.weight_hh_l0	1	-0.015147405676543713
5516	rnn.weight_hh_l0	2	-0.02246333658695221
5516	rnn.weight_hh_l0	3	-0.013713722117245197
5516	rnn.weight_hh_l0	4	-0.058968883007764816
5516	rnn.weight_hh_l0	5	-0.019535964354872704
5516	rnn.weight_hh_l0	6	-0.027646690607070923
5516	rnn.weight_hh_l0	7	0.025261715054512024
5516	rnn.weight_hh_l0	8	-0.02367303892970085
5516	rnn.weight_hh_l0	9	0.025374071672558784
5516	rnn.bias_ih_l0	0	0.0766771212220192
5516	rnn.bias_ih_l0	1	-0.05699504166841507
5516	rnn.bias_ih_l0	2	0.09410367161035538
5516	rnn.bias_ih_l0	3	0.07845664024353027
5516	rnn.bias_ih_l0	4	0.08651747554540634
5516	rnn.bias_ih_l0	5	0.014602821320295334
5516	rnn.bias_ih_l0	6	-0.011438673362135887
5516	rnn.bias_ih_l0	7	-0.06704229861497879
5516	rnn.bias_ih_l0	8	-0.11023455113172531
5516	rnn.bias_ih_l0	9	0.07048383355140686
5516	rnn.bias_hh_l0	0	-0.03266730532050133
5516	rnn.bias_hh_l0	1	0.02619447559118271
5516	rnn.bias_hh_l0	2	-0.014061716385185719
5516	rnn.bias_hh_l0	3	-0.012330655008554459
5516	rnn.bias_hh_l0	4	-0.05639468878507614
5516	rnn.bias_hh_l0	5	0.0939335748553276
5516	rnn.bias_hh_l0	6	-0.009260518476366997
5516	rnn.bias_hh_l0	7	0.011215819977223873
5516	rnn.bias_hh_l0	8	0.022930072620511055
5516	rnn.bias_hh_l0	9	0.05376780405640602
5516	rnn.weight_ih_l0_reverse	0	-0.032167065888643265
5516	rnn.weight_ih_l0_reverse	1	-0.0005460433312691748
5516	rnn.weight_ih_l0_reverse	2	0.022641722112894058
5516	rnn.weight_ih_l0_reverse	3	-0.06061342731118202
5516	rnn.weight_ih_l0_reverse	4	0.01015043817460537
5516	rnn.weight_ih_l0_reverse	5	-0.05514822155237198
5516	rnn.weight_ih_l0_reverse	6	0.012043074704706669
5516	rnn.weight_ih_l0_reverse	7	0.03999229520559311
5516	rnn.weight_ih_l0_reverse	8	-0.037179719656705856
5516	rnn.weight_ih_l0_reverse	9	-0.05053826794028282
5516	rnn.weight_hh_l0_reverse	0	-0.06795339286327362
5516	rnn.weight_hh_l0_reverse	1	-0.052222322672605515
5516	rnn.weight_hh_l0_reverse	2	0.009537280537188053
5516	rnn.weight_hh_l0_reverse	3	0.03881601244211197
5516	rnn.weight_hh_l0_reverse	4	0.02427051216363907
5516	rnn.weight_hh_l0_reverse	5	0.04356919601559639
5516	rnn.weight_hh_l0_reverse	6	-0.0025828236248344183
5516	rnn.weight_hh_l0_reverse	7	-0.0014822190860286355
5516	rnn.weight_hh_l0_reverse	8	-0.07667180150747299
5516	rnn.weight_hh_l0_reverse	9	0.03600228950381279
5516	rnn.bias_ih_l0_reverse	0	-0.03691393882036209
5516	rnn.bias_ih_l0_reverse	1	-0.06886884570121765
5516	rnn.bias_ih_l0_reverse	2	0.09036468714475632
5516	rnn.bias_ih_l0_reverse	3	0.02684655599296093
5516	rnn.bias_ih_l0_reverse	4	-0.0888994038105011
5516	rnn.bias_ih_l0_reverse	5	0.021632777526974678
5516	rnn.bias_ih_l0_reverse	6	-0.09266047924757004
5516	rnn.bias_ih_l0_reverse	7	0.02789953351020813
5516	rnn.bias_ih_l0_reverse	8	0.02024935372173786
5516	rnn.bias_ih_l0_reverse	9	0.06162108853459358
5516	rnn.bias_hh_l0_reverse	0	0.027793124318122864
5516	rnn.bias_hh_l0_reverse	1	0.06390463560819626
5516	rnn.bias_hh_l0_reverse	2	0.07559441030025482
5516	rnn.bias_hh_l0_reverse	3	-0.009276073426008224
5516	rnn.bias_hh_l0_reverse	4	0.08287986367940903
5516	rnn.bias_hh_l0_reverse	5	0.017231270670890808
5516	rnn.bias_hh_l0_reverse	6	-0.07137422263622284
5516	rnn.bias_hh_l0_reverse	7	0.03718629479408264
5516	rnn.bias_hh_l0_reverse	8	0.030711833387613297
5516	rnn.bias_hh_l0_reverse	9	-0.09407871216535568
5516	linear.weight	0	0.18124254047870636
5516	linear.weight	1	-0.10228627175092697
5516	linear.weight	2	-0.09993404895067215
5516	linear.weight	3	0.023083414882421494
5516	linear.weight	4	0.015040740370750427
5516	linear.weight	5	-0.059128981083631516
5516	linear.weight	6	-0.012899870052933693
5516	linear.weight	7	-0.03350790590047836
5516	linear.weight	8	0.030405495315790176
5516	linear.weight	9	0.2653414309024811
5516	linear.bias	0	0.06025119125843048
5516	linear.bias	1	0.06799884885549545
5516	linear.bias	2	-0.3607224225997925
5516	linear.bias	3	1.158491611480713
5516	linear.bias	4	-0.35804226994514465
5516	linear.bias	5	-0.030769959092140198
5516	linear.bias	6	-0.25175681710243225
5516	linear.bias	7	-0.1455238163471222
5516	linear.bias	8	0.07816135138273239
5516	linear.bias	9	-0.380196213722229
5544	transitions	0	-0.5767262578010559
5544	transitions	1	0.4254569411277771
5544	transitions	2	1.778396725654602
5544	transitions	3	0.18139471113681793
5544	transitions	4	1.009626865386963
5544	transitions	5	1.2756519317626953
5544	transitions	6	0.4851251244544983
5544	transitions	7	0.18418443202972412
5544	transitions	8	-0.9187239408493042
5544	transitions	9	0.930776834487915
5544	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5544	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5544	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5544	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5544	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5544	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5544	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5544	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5544	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5544	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5544	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5544	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5544	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5544	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5544	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5544	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5544	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5544	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5544	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5544	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5544	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5544	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5544	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5544	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5544	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5544	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5544	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5544	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5544	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5544	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5544	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5544	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5544	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5544	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5544	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5544	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5544	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5544	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5544	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5544	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5544	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5544	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5544	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5544	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5544	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5544	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5544	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5544	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5544	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5544	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5544	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5544	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5544	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5544	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5544	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5544	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5544	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5544	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5544	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5544	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5544	embedding2nn.weight	0	0.012348220683634281
5544	embedding2nn.weight	1	0.013815823942422867
5544	embedding2nn.weight	2	-0.004774091299623251
5544	embedding2nn.weight	3	0.001280351192690432
5544	embedding2nn.weight	4	-0.003354039741680026
5544	embedding2nn.weight	5	0.002466089790686965
5544	embedding2nn.weight	6	-0.002310896059498191
5544	embedding2nn.weight	7	0.007173585705459118
5544	embedding2nn.weight	8	-0.007026189938187599
5544	embedding2nn.weight	9	-0.013622633181512356
5544	embedding2nn.bias	0	-0.021672159433364868
5544	embedding2nn.bias	1	-0.0018145478097721934
5544	embedding2nn.bias	2	-0.060015060007572174
5544	embedding2nn.bias	3	0.013685050420463085
5544	embedding2nn.bias	4	0.021704163402318954
5544	embedding2nn.bias	5	-0.018286608159542084
5544	embedding2nn.bias	6	0.04417392238974571
5544	embedding2nn.bias	7	0.054598014801740646
5544	embedding2nn.bias	8	0.01675393246114254
5544	embedding2nn.bias	9	-0.01639688014984131
5544	rnn.weight_ih_l0	0	0.0356876514852047
5544	rnn.weight_ih_l0	1	-0.002662851708009839
5544	rnn.weight_ih_l0	2	-0.020668644458055496
5544	rnn.weight_ih_l0	3	-0.04913414642214775
5544	rnn.weight_ih_l0	4	-0.04948185384273529
5544	rnn.weight_ih_l0	5	0.0010397237492725253
5544	rnn.weight_ih_l0	6	-0.055970754474401474
5544	rnn.weight_ih_l0	7	-0.049719780683517456
5544	rnn.weight_ih_l0	8	-0.0456550307571888
5544	rnn.weight_ih_l0	9	-0.027447713539004326
5544	rnn.weight_hh_l0	0	0.012414177879691124
5544	rnn.weight_hh_l0	1	-0.015562841668725014
5544	rnn.weight_hh_l0	2	-0.021590350195765495
5544	rnn.weight_hh_l0	3	-0.013840473257005215
5544	rnn.weight_hh_l0	4	-0.05922163277864456
5544	rnn.weight_hh_l0	5	-0.0195262860506773
5544	rnn.weight_hh_l0	6	-0.028337370604276657
5544	rnn.weight_hh_l0	7	0.02555941417813301
5544	rnn.weight_hh_l0	8	-0.02288009040057659
5544	rnn.weight_hh_l0	9	0.025207027792930603
5544	rnn.bias_ih_l0	0	0.07702147960662842
5544	rnn.bias_ih_l0	1	-0.05618305131793022
5544	rnn.bias_ih_l0	2	0.09552745521068573
5544	rnn.bias_ih_l0	3	0.0775555819272995
5544	rnn.bias_ih_l0	4	0.08548077940940857
5544	rnn.bias_ih_l0	5	0.015604271553456783
5544	rnn.bias_ih_l0	6	-0.012577572837471962
5544	rnn.bias_ih_l0	7	-0.07390912622213364
5544	rnn.bias_ih_l0	8	-0.10366562753915787
5544	rnn.bias_ih_l0	9	0.06803085654973984
5544	rnn.bias_hh_l0	0	-0.030856646597385406
5544	rnn.bias_hh_l0	1	0.025822870433330536
5544	rnn.bias_hh_l0	2	-0.01537998951971531
5544	rnn.bias_hh_l0	3	-0.00826356653124094
5544	rnn.bias_hh_l0	4	-0.057434774935245514
5544	rnn.bias_hh_l0	5	0.09550581127405167
5544	rnn.bias_hh_l0	6	-0.009725815616548061
5544	rnn.bias_hh_l0	7	0.010840597562491894
5544	rnn.bias_hh_l0	8	0.02179117128252983
5544	rnn.bias_hh_l0	9	0.05514063686132431
5544	rnn.weight_ih_l0_reverse	0	-0.03223235532641411
5544	rnn.weight_ih_l0_reverse	1	-0.0007596140494570136
5544	rnn.weight_ih_l0_reverse	2	0.022758612409234047
5544	rnn.weight_ih_l0_reverse	3	-0.06062377989292145
5544	rnn.weight_ih_l0_reverse	4	0.01007444690912962
5544	rnn.weight_ih_l0_reverse	5	-0.05573596805334091
5544	rnn.weight_ih_l0_reverse	6	0.01129068247973919
5544	rnn.weight_ih_l0_reverse	7	0.040000345557928085
5544	rnn.weight_ih_l0_reverse	8	-0.03739439696073532
5544	rnn.weight_ih_l0_reverse	9	-0.05023778975009918
5544	rnn.weight_hh_l0_reverse	0	-0.06768281012773514
5544	rnn.weight_hh_l0_reverse	1	-0.05205971375107765
5544	rnn.weight_hh_l0_reverse	2	0.00963785219937563
5544	rnn.weight_hh_l0_reverse	3	0.038752082735300064
5544	rnn.weight_hh_l0_reverse	4	0.024334067478775978
5544	rnn.weight_hh_l0_reverse	5	0.0435832142829895
5544	rnn.weight_hh_l0_reverse	6	-0.0027545925695449114
5544	rnn.weight_hh_l0_reverse	7	-0.0014353939332067966
5544	rnn.weight_hh_l0_reverse	8	-0.0764710009098053
5544	rnn.weight_hh_l0_reverse	9	0.03633154183626175
5544	rnn.bias_ih_l0_reverse	0	-0.03636924922466278
5544	rnn.bias_ih_l0_reverse	1	-0.06381302326917648
5544	rnn.bias_ih_l0_reverse	2	0.09033634513616562
5544	rnn.bias_ih_l0_reverse	3	0.0267848689109087
5544	rnn.bias_ih_l0_reverse	4	-0.08843827247619629
5544	rnn.bias_ih_l0_reverse	5	0.022773727774620056
5544	rnn.bias_ih_l0_reverse	6	-0.09499917924404144
5544	rnn.bias_ih_l0_reverse	7	0.028590161353349686
5544	rnn.bias_ih_l0_reverse	8	0.02326919697225094
5544	rnn.bias_ih_l0_reverse	9	0.06088515371084213
5544	rnn.bias_hh_l0_reverse	0	0.026431003585457802
5544	rnn.bias_hh_l0_reverse	1	0.06474854797124863
5544	rnn.bias_hh_l0_reverse	2	0.0718434602022171
5544	rnn.bias_hh_l0_reverse	3	-0.00946235004812479
5544	rnn.bias_hh_l0_reverse	4	0.08249524980783463
5544	rnn.bias_hh_l0_reverse	5	0.0067522055469453335
5544	rnn.bias_hh_l0_reverse	6	-0.07126706093549728
5544	rnn.bias_hh_l0_reverse	7	0.0386272631585598
5544	rnn.bias_hh_l0_reverse	8	0.030488764867186546
5544	rnn.bias_hh_l0_reverse	9	-0.09300847351551056
5544	linear.weight	0	0.16279220581054688
5544	linear.weight	1	-0.10229229927062988
5544	linear.weight	2	-0.09798576682806015
5544	linear.weight	3	0.019981827586889267
5544	linear.weight	4	0.014685478992760181
5544	linear.weight	5	-0.059247177094221115
5544	linear.weight	6	-0.012896236032247543
5544	linear.weight	7	-0.03337171673774719
5544	linear.weight	8	0.029248395934700966
5544	linear.weight	9	0.26586276292800903
5544	linear.bias	0	0.04156231880187988
5544	linear.bias	1	0.08593448251485825
5544	linear.bias	2	-0.3635694682598114
5544	linear.bias	3	1.1746734380722046
5544	linear.bias	4	-0.3588772714138031
5544	linear.bias	5	-0.030769959092140198
5544	linear.bias	6	-0.2540578842163086
5544	linear.bias	7	-0.14883850514888763
5544	linear.bias	8	0.07934476435184479
5544	linear.bias	9	-0.3806537389755249
5572	transitions	0	-0.5769649744033813
5572	transitions	1	0.4253370761871338
5572	transitions	2	1.7782167196273804
5572	transitions	3	0.18126308917999268
5572	transitions	4	1.009509801864624
5572	transitions	5	1.2756403684616089
5572	transitions	6	0.48512372374534607
5572	transitions	7	0.1841825693845749
5572	transitions	8	-0.918730616569519
5572	transitions	9	0.9307767748832703
5572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5572	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5572	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5572	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5572	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5572	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5572	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5572	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5572	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5572	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5572	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5572	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5572	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5572	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5572	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5572	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5572	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5572	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5572	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5572	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5572	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5572	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5572	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5572	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5572	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5572	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5572	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5572	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5572	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5572	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5572	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5572	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5572	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5572	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5572	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5572	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5572	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5572	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5572	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5572	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5572	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5572	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5572	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5572	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5572	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5572	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5572	embedding2nn.weight	0	0.013981211930513382
5572	embedding2nn.weight	1	0.013792316429316998
5572	embedding2nn.weight	2	-0.00475060660392046
5572	embedding2nn.weight	3	0.0013614129275083542
5572	embedding2nn.weight	4	-0.0033704719971865416
5572	embedding2nn.weight	5	0.002607444766908884
5572	embedding2nn.weight	6	-0.0022207575384527445
5572	embedding2nn.weight	7	0.00702802324667573
5572	embedding2nn.weight	8	-0.006828955374658108
5572	embedding2nn.weight	9	-0.013622376136481762
5572	embedding2nn.bias	0	-0.02348359487950802
5572	embedding2nn.bias	1	-0.0013668008614331484
5572	embedding2nn.bias	2	-0.0659089908003807
5572	embedding2nn.bias	3	0.021883433684706688
5572	embedding2nn.bias	4	0.015162481926381588
5572	embedding2nn.bias	5	-0.019776001572608948
5572	embedding2nn.bias	6	0.0343063659965992
5572	embedding2nn.bias	7	0.05693622678518295
5572	embedding2nn.bias	8	0.019418247044086456
5572	embedding2nn.bias	9	-0.014653941616415977
5572	rnn.weight_ih_l0	0	0.03581168130040169
5572	rnn.weight_ih_l0	1	-0.0024032089859247208
5572	rnn.weight_ih_l0	2	-0.02119905687868595
5572	rnn.weight_ih_l0	3	-0.048981212079524994
5572	rnn.weight_ih_l0	4	-0.04966825619339943
5572	rnn.weight_ih_l0	5	0.0014821840450167656
5572	rnn.weight_ih_l0	6	-0.05543315038084984
5572	rnn.weight_ih_l0	7	-0.04971138760447502
5572	rnn.weight_ih_l0	8	-0.04563122242689133
5572	rnn.weight_ih_l0	9	-0.027515452355146408
5572	rnn.weight_hh_l0	0	0.012362935580313206
5572	rnn.weight_hh_l0	1	-0.015673905611038208
5572	rnn.weight_hh_l0	2	-0.021374057978391647
5572	rnn.weight_hh_l0	3	-0.014018205925822258
5572	rnn.weight_hh_l0	4	-0.059341080486774445
5572	rnn.weight_hh_l0	5	-0.018796533346176147
5572	rnn.weight_hh_l0	6	-0.029253514483571053
5572	rnn.weight_hh_l0	7	0.02518044039607048
5572	rnn.weight_hh_l0	8	-0.022560570389032364
5572	rnn.weight_hh_l0	9	0.025241674855351448
5572	rnn.bias_ih_l0	0	0.07886709272861481
5572	rnn.bias_ih_l0	1	-0.055077437311410904
5572	rnn.bias_ih_l0	2	0.09515717625617981
5572	rnn.bias_ih_l0	3	0.077778160572052
5572	rnn.bias_ih_l0	4	0.08476291596889496
5572	rnn.bias_ih_l0	5	0.016747696325182915
5572	rnn.bias_ih_l0	6	-0.015258461236953735
5572	rnn.bias_ih_l0	7	-0.07645604759454727
5572	rnn.bias_ih_l0	8	-0.11034853011369705
5572	rnn.bias_ih_l0	9	0.0683828741312027
5572	rnn.bias_hh_l0	0	-0.02959764003753662
5572	rnn.bias_hh_l0	1	0.026836421340703964
5572	rnn.bias_hh_l0	2	-0.015431713312864304
5572	rnn.bias_hh_l0	3	-0.007896387949585915
5572	rnn.bias_hh_l0	4	-0.05568402260541916
5572	rnn.bias_hh_l0	5	0.09746083617210388
5572	rnn.bias_hh_l0	6	-0.010086490772664547
5572	rnn.bias_hh_l0	7	0.010761875659227371
5572	rnn.bias_hh_l0	8	0.019110288470983505
5572	rnn.bias_hh_l0	9	0.05574645474553108
5572	rnn.weight_ih_l0_reverse	0	-0.032145269215106964
5572	rnn.weight_ih_l0_reverse	1	-0.0008957944228313863
5572	rnn.weight_ih_l0_reverse	2	0.022423677146434784
5572	rnn.weight_ih_l0_reverse	3	-0.06072691082954407
5572	rnn.weight_ih_l0_reverse	4	0.009984273463487625
5572	rnn.weight_ih_l0_reverse	5	-0.05534349009394646
5572	rnn.weight_ih_l0_reverse	6	0.010764654725790024
5572	rnn.weight_ih_l0_reverse	7	0.0399945005774498
5572	rnn.weight_ih_l0_reverse	8	-0.03732405975461006
5572	rnn.weight_ih_l0_reverse	9	-0.05045909807085991
5572	rnn.weight_hh_l0_reverse	0	-0.06793832778930664
5572	rnn.weight_hh_l0_reverse	1	-0.05272158235311508
5572	rnn.weight_hh_l0_reverse	2	0.00960678979754448
5572	rnn.weight_hh_l0_reverse	3	0.038877274841070175
5572	rnn.weight_hh_l0_reverse	4	0.02439192123711109
5572	rnn.weight_hh_l0_reverse	5	0.04341505840420723
5572	rnn.weight_hh_l0_reverse	6	-0.003825955092906952
5572	rnn.weight_hh_l0_reverse	7	-0.0017019474180415273
5572	rnn.weight_hh_l0_reverse	8	-0.07604404538869858
5572	rnn.weight_hh_l0_reverse	9	0.03627324476838112
5572	rnn.bias_ih_l0_reverse	0	-0.03693532571196556
5572	rnn.bias_ih_l0_reverse	1	-0.06301306933164597
5572	rnn.bias_ih_l0_reverse	2	0.090268574655056
5572	rnn.bias_ih_l0_reverse	3	0.027463523671030998
5572	rnn.bias_ih_l0_reverse	4	-0.09047288447618484
5572	rnn.bias_ih_l0_reverse	5	0.022954799234867096
5572	rnn.bias_ih_l0_reverse	6	-0.09383220970630646
5572	rnn.bias_ih_l0_reverse	7	0.028326114639639854
5572	rnn.bias_ih_l0_reverse	8	0.02270507998764515
5572	rnn.bias_ih_l0_reverse	9	0.06227529048919678
5572	rnn.bias_hh_l0_reverse	0	0.027165111154317856
5572	rnn.bias_hh_l0_reverse	1	0.06525682657957077
5572	rnn.bias_hh_l0_reverse	2	0.069659523665905
5572	rnn.bias_hh_l0_reverse	3	-0.009077123366296291
5572	rnn.bias_hh_l0_reverse	4	0.0834542065858841
5572	rnn.bias_hh_l0_reverse	5	0.007945235818624496
5572	rnn.bias_hh_l0_reverse	6	-0.07027383893728256
5572	rnn.bias_hh_l0_reverse	7	0.038510095328092575
5572	rnn.bias_hh_l0_reverse	8	0.030234813690185547
5572	rnn.bias_hh_l0_reverse	9	-0.09187581390142441
5572	linear.weight	0	0.1615150272846222
5572	linear.weight	1	-0.10226693749427795
5572	linear.weight	2	-0.10117239505052567
5572	linear.weight	3	0.02342810295522213
5572	linear.weight	4	0.013764725998044014
5572	linear.weight	5	-0.06199311465024948
5572	linear.weight	6	-0.012881769798696041
5572	linear.weight	7	-0.03326895460486412
5572	linear.weight	8	0.029199143871665
5572	linear.weight	9	0.2689303159713745
5572	linear.bias	0	0.06357773393392563
5572	linear.bias	1	0.0827539935708046
5572	linear.bias	2	-0.3631252348423004
5572	linear.bias	3	1.1461464166641235
5572	linear.bias	4	-0.35945773124694824
5572	linear.bias	5	-0.030769959092140198
5572	linear.bias	6	-0.2550421357154846
5572	linear.bias	7	-0.14785173535346985
5572	linear.bias	8	0.0730997622013092
5572	linear.bias	9	-0.3810233473777771
5600	transitions	0	-0.5773345828056335
5600	transitions	1	0.4252070188522339
5600	transitions	2	1.777901530265808
5600	transitions	3	0.18116360902786255
5600	transitions	4	1.0094153881072998
5600	transitions	5	1.2756351232528687
5600	transitions	6	0.4851214587688446
5600	transitions	7	0.1841573715209961
5600	transitions	8	-0.9187324643135071
5600	transitions	9	0.9307767748832703
5600	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5600	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5600	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5600	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5600	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5600	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5600	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5600	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5600	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5600	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5600	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5600	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5600	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5600	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5600	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5600	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5600	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5600	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5600	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5600	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5600	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5600	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5600	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5600	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5600	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5600	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5600	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5600	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5600	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5600	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5600	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5600	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5600	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5600	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5600	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5600	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5600	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5600	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5600	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5600	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5600	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5600	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5600	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5600	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5600	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5600	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5600	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5600	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5600	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5600	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5600	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5600	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5600	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5600	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5600	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5600	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5600	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5600	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5600	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5600	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5600	embedding2nn.weight	0	0.014146212488412857
5600	embedding2nn.weight	1	0.013793588615953922
5600	embedding2nn.weight	2	-0.004770921543240547
5600	embedding2nn.weight	3	0.001476906705647707
5600	embedding2nn.weight	4	-0.003224496031180024
5600	embedding2nn.weight	5	0.0029630502685904503
5600	embedding2nn.weight	6	-0.0022537128534168005
5600	embedding2nn.weight	7	0.008448031730949879
5600	embedding2nn.weight	8	-0.006979923229664564
5600	embedding2nn.weight	9	-0.01375069934874773
5600	embedding2nn.bias	0	-0.030806932598352432
5600	embedding2nn.bias	1	-0.0029490333981812
5600	embedding2nn.bias	2	-0.07235901057720184
5600	embedding2nn.bias	3	0.023298433050513268
5600	embedding2nn.bias	4	0.022116083651781082
5600	embedding2nn.bias	5	-0.02275797724723816
5600	embedding2nn.bias	6	0.035641759634017944
5600	embedding2nn.bias	7	0.05699954926967621
5600	embedding2nn.bias	8	0.02834705449640751
5600	embedding2nn.bias	9	-0.019671447575092316
5600	rnn.weight_ih_l0	0	0.035790834575891495
5600	rnn.weight_ih_l0	1	-0.0028991205617785454
5600	rnn.weight_ih_l0	2	-0.020612720400094986
5600	rnn.weight_ih_l0	3	-0.04890408366918564
5600	rnn.weight_ih_l0	4	-0.04988901689648628
5600	rnn.weight_ih_l0	5	0.0012993845157325268
5600	rnn.weight_ih_l0	6	-0.05533638224005699
5600	rnn.weight_ih_l0	7	-0.049972694367170334
5600	rnn.weight_ih_l0	8	-0.045724499970674515
5600	rnn.weight_ih_l0	9	-0.027594927698373795
5600	rnn.weight_hh_l0	0	0.012198963202536106
5600	rnn.weight_hh_l0	1	-0.01588607020676136
5600	rnn.weight_hh_l0	2	-0.022121036425232887
5600	rnn.weight_hh_l0	3	-0.013970999047160149
5600	rnn.weight_hh_l0	4	-0.0593700185418129
5600	rnn.weight_hh_l0	5	-0.018687469884753227
5600	rnn.weight_hh_l0	6	-0.030826954171061516
5600	rnn.weight_hh_l0	7	0.02449624240398407
5600	rnn.weight_hh_l0	8	-0.02253025770187378
5600	rnn.weight_hh_l0	9	0.02508518658578396
5600	rnn.bias_ih_l0	0	0.08095741271972656
5600	rnn.bias_ih_l0	1	-0.05400668457150459
5600	rnn.bias_ih_l0	2	0.09635074436664581
5600	rnn.bias_ih_l0	3	0.07819686084985733
5600	rnn.bias_ih_l0	4	0.0835597887635231
5600	rnn.bias_ih_l0	5	0.015285241417586803
5600	rnn.bias_ih_l0	6	-0.013960028998553753
5600	rnn.bias_ih_l0	7	-0.08225735276937485
5600	rnn.bias_ih_l0	8	-0.10593481361865997
5600	rnn.bias_ih_l0	9	0.06918750703334808
5600	rnn.bias_hh_l0	0	-0.03004426695406437
5600	rnn.bias_hh_l0	1	0.027163445949554443
5600	rnn.bias_hh_l0	2	-0.015101684257388115
5600	rnn.bias_hh_l0	3	-0.007931720465421677
5600	rnn.bias_hh_l0	4	-0.053017858415842056
5600	rnn.bias_hh_l0	5	0.09839261323213577
5600	rnn.bias_hh_l0	6	-0.010501479730010033
5600	rnn.bias_hh_l0	7	0.01071924064308405
5600	rnn.bias_hh_l0	8	0.02040872722864151
5600	rnn.bias_hh_l0	9	0.054416246712207794
5600	rnn.weight_ih_l0_reverse	0	-0.03205875679850578
5600	rnn.weight_ih_l0_reverse	1	-0.0017611640505492687
5600	rnn.weight_ih_l0_reverse	2	0.022242853417992592
5600	rnn.weight_ih_l0_reverse	3	-0.060830749571323395
5600	rnn.weight_ih_l0_reverse	4	0.00970307644456625
5600	rnn.weight_ih_l0_reverse	5	-0.055278927087783813
5600	rnn.weight_ih_l0_reverse	6	0.011063705198466778
5600	rnn.weight_ih_l0_reverse	7	0.03997989371418953
5600	rnn.weight_ih_l0_reverse	8	-0.03723636642098427
5600	rnn.weight_ih_l0_reverse	9	-0.05024135485291481
5600	rnn.weight_hh_l0_reverse	0	-0.0677279680967331
5600	rnn.weight_hh_l0_reverse	1	-0.053432174026966095
5600	rnn.weight_hh_l0_reverse	2	0.009496564976871014
5600	rnn.weight_hh_l0_reverse	3	0.03875419870018959
5600	rnn.weight_hh_l0_reverse	4	0.024224869906902313
5600	rnn.weight_hh_l0_reverse	5	0.04338502138853073
5600	rnn.weight_hh_l0_reverse	6	-0.00214410200715065
5600	rnn.weight_hh_l0_reverse	7	-0.0018282942473888397
5600	rnn.weight_hh_l0_reverse	8	-0.07632562518119812
5600	rnn.weight_hh_l0_reverse	9	0.035994384437799454
5600	rnn.bias_ih_l0_reverse	0	-0.03618653491139412
5600	rnn.bias_ih_l0_reverse	1	-0.06329222023487091
5600	rnn.bias_ih_l0_reverse	2	0.09032435715198517
5600	rnn.bias_ih_l0_reverse	3	0.02809460647404194
5600	rnn.bias_ih_l0_reverse	4	-0.09094637632369995
5600	rnn.bias_ih_l0_reverse	5	0.021443212404847145
5600	rnn.bias_ih_l0_reverse	6	-0.09510619938373566
5600	rnn.bias_ih_l0_reverse	7	0.028924033045768738
5600	rnn.bias_ih_l0_reverse	8	0.022342056035995483
5600	rnn.bias_ih_l0_reverse	9	0.06082714721560478
5600	rnn.bias_hh_l0_reverse	0	0.01698835752904415
5600	rnn.bias_hh_l0_reverse	1	0.06544534862041473
5600	rnn.bias_hh_l0_reverse	2	0.0697978287935257
5600	rnn.bias_hh_l0_reverse	3	-0.00954808946698904
5600	rnn.bias_hh_l0_reverse	4	0.08272203803062439
5600	rnn.bias_hh_l0_reverse	5	0.006490851286798716
5600	rnn.bias_hh_l0_reverse	6	-0.06929177790880203
5600	rnn.bias_hh_l0_reverse	7	0.037529077380895615
5600	rnn.bias_hh_l0_reverse	8	0.02898293361067772
5600	rnn.bias_hh_l0_reverse	9	-0.08198490738868713
5600	linear.weight	0	0.1648232340812683
5600	linear.weight	1	-0.10224448144435883
5600	linear.weight	2	-0.10106778144836426
5600	linear.weight	3	0.020522629842162132
5600	linear.weight	4	0.014395338483154774
5600	linear.weight	5	-0.0611405186355114
5600	linear.weight	6	-0.012875620275735855
5600	linear.weight	7	-0.03321494534611702
5600	linear.weight	8	0.028519777581095695
5600	linear.weight	9	0.2637578248977661
5600	linear.bias	0	0.05259242653846741
5600	linear.bias	1	0.08372096717357635
5600	linear.bias	2	-0.35634270310401917
5600	linear.bias	3	1.1570559740066528
5600	linear.bias	4	-0.352088063955307
5600	linear.bias	5	-0.030769959092140198
5600	linear.bias	6	-0.24831458926200867
5600	linear.bias	7	-0.1520828902721405
5600	linear.bias	8	0.07655857503414154
5600	linear.bias	9	-0.3813442885875702
5628	transitions	0	-0.5775728821754456
5628	transitions	1	0.4249728322029114
5628	transitions	2	1.7775062322616577
5628	transitions	3	0.1808725744485855
5628	transitions	4	1.0093220472335815
5628	transitions	5	1.2756290435791016
5628	transitions	6	0.48511964082717896
5628	transitions	7	0.18414507806301117
5628	transitions	8	-0.9187337160110474
5628	transitions	9	0.9307767748832703
5628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5628	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5628	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5628	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5628	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5628	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5628	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5628	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5628	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5628	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5628	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5628	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5628	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5628	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5628	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5628	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5628	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5628	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5628	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5628	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5628	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5628	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5628	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5628	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5628	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5628	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5628	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5628	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5628	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5628	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5628	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5628	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5628	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5628	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5628	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5628	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5628	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5628	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5628	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5628	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5628	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5628	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5628	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5628	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5628	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5628	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5628	embedding2nn.weight	0	0.01301712729036808
5628	embedding2nn.weight	1	0.013813292607665062
5628	embedding2nn.weight	2	-0.004794818814843893
5628	embedding2nn.weight	3	0.0016565208788961172
5628	embedding2nn.weight	4	-0.0032599514815956354
5628	embedding2nn.weight	5	0.0028475841972976923
5628	embedding2nn.weight	6	-0.002173900604248047
5628	embedding2nn.weight	7	0.0076021538116037846
5628	embedding2nn.weight	8	-0.006819211412221193
5628	embedding2nn.weight	9	-0.013645238243043423
5628	embedding2nn.bias	0	-0.021792421117424965
5628	embedding2nn.bias	1	-0.0058998591266572475
5628	embedding2nn.bias	2	-0.06679363548755646
5628	embedding2nn.bias	3	0.021047277376055717
5628	embedding2nn.bias	4	0.017280112951993942
5628	embedding2nn.bias	5	-0.0211955476552248
5628	embedding2nn.bias	6	0.03487243875861168
5628	embedding2nn.bias	7	0.05338452383875847
5628	embedding2nn.bias	8	0.025842880830168724
5628	embedding2nn.bias	9	-0.017661646008491516
5628	rnn.weight_ih_l0	0	0.03578918054699898
5628	rnn.weight_ih_l0	1	-0.002305013593286276
5628	rnn.weight_ih_l0	2	-0.020455973222851753
5628	rnn.weight_ih_l0	3	-0.04906103014945984
5628	rnn.weight_ih_l0	4	-0.05026495084166527
5628	rnn.weight_ih_l0	5	0.0010742729064077139
5628	rnn.weight_ih_l0	6	-0.05541079863905907
5628	rnn.weight_ih_l0	7	-0.04987785965204239
5628	rnn.weight_ih_l0	8	-0.04548868536949158
5628	rnn.weight_ih_l0	9	-0.027469247579574585
5628	rnn.weight_hh_l0	0	0.012179305776953697
5628	rnn.weight_hh_l0	1	-0.016668930649757385
5628	rnn.weight_hh_l0	2	-0.022457094863057137
5628	rnn.weight_hh_l0	3	-0.013860078528523445
5628	rnn.weight_hh_l0	4	-0.05984512344002724
5628	rnn.weight_hh_l0	5	-0.018670465797185898
5628	rnn.weight_hh_l0	6	-0.03357835114002228
5628	rnn.weight_hh_l0	7	0.025365609675645828
5628	rnn.weight_hh_l0	8	-0.022731628268957138
5628	rnn.weight_hh_l0	9	0.023485347628593445
5628	rnn.bias_ih_l0	0	0.08090291917324066
5628	rnn.bias_ih_l0	1	-0.052474502474069595
5628	rnn.bias_ih_l0	2	0.09519721567630768
5628	rnn.bias_ih_l0	3	0.07864269614219666
5628	rnn.bias_ih_l0	4	0.0851312130689621
5628	rnn.bias_ih_l0	5	0.015253977850079536
5628	rnn.bias_ih_l0	6	-0.013599063269793987
5628	rnn.bias_ih_l0	7	-0.08118440210819244
5628	rnn.bias_ih_l0	8	-0.10320542007684708
5628	rnn.bias_ih_l0	9	0.07117699086666107
5628	rnn.bias_hh_l0	0	-0.028303399682044983
5628	rnn.bias_hh_l0	1	0.029145004227757454
5628	rnn.bias_hh_l0	2	-0.015011553652584553
5628	rnn.bias_hh_l0	3	-0.00963345542550087
5628	rnn.bias_hh_l0	4	-0.05284591391682625
5628	rnn.bias_hh_l0	5	0.09626683592796326
5628	rnn.bias_hh_l0	6	-0.011331290006637573
5628	rnn.bias_hh_l0	7	0.00941246747970581
5628	rnn.bias_hh_l0	8	0.020769692957401276
5628	rnn.bias_hh_l0	9	0.05525509640574455
5628	rnn.weight_ih_l0_reverse	0	-0.03202558681368828
5628	rnn.weight_ih_l0_reverse	1	-0.0016608515288680792
5628	rnn.weight_ih_l0_reverse	2	0.02241627685725689
5628	rnn.weight_ih_l0_reverse	3	-0.06078813970088959
5628	rnn.weight_ih_l0_reverse	4	0.010063784196972847
5628	rnn.weight_ih_l0_reverse	5	-0.05523540452122688
5628	rnn.weight_ih_l0_reverse	6	0.01128077507019043
5628	rnn.weight_ih_l0_reverse	7	0.0399959497153759
5628	rnn.weight_ih_l0_reverse	8	-0.037122730165719986
5628	rnn.weight_ih_l0_reverse	9	-0.05029517784714699
5628	rnn.weight_hh_l0_reverse	0	-0.06768530607223511
5628	rnn.weight_hh_l0_reverse	1	-0.05381191894412041
5628	rnn.weight_hh_l0_reverse	2	0.009752975776791573
5628	rnn.weight_hh_l0_reverse	3	0.03892383351922035
5628	rnn.weight_hh_l0_reverse	4	0.023308133706450462
5628	rnn.weight_hh_l0_reverse	5	0.0433143749833107
5628	rnn.weight_hh_l0_reverse	6	-0.002120535122230649
5628	rnn.weight_hh_l0_reverse	7	-0.001726910355500877
5628	rnn.weight_hh_l0_reverse	8	-0.07699353247880936
5628	rnn.weight_hh_l0_reverse	9	0.03696117177605629
5628	rnn.bias_ih_l0_reverse	0	-0.03586583584547043
5628	rnn.bias_ih_l0_reverse	1	-0.06570617854595184
5628	rnn.bias_ih_l0_reverse	2	0.09056002646684647
5628	rnn.bias_ih_l0_reverse	3	0.028950650244951248
5628	rnn.bias_ih_l0_reverse	4	-0.0903439149260521
5628	rnn.bias_ih_l0_reverse	5	0.02234824188053608
5628	rnn.bias_ih_l0_reverse	6	-0.09631794691085815
5628	rnn.bias_ih_l0_reverse	7	0.028949320316314697
5628	rnn.bias_ih_l0_reverse	8	0.021774789318442345
5628	rnn.bias_ih_l0_reverse	9	0.060850437730550766
5628	rnn.bias_hh_l0_reverse	0	0.01987399347126484
5628	rnn.bias_hh_l0_reverse	1	0.06581388413906097
5628	rnn.bias_hh_l0_reverse	2	0.0710010677576065
5628	rnn.bias_hh_l0_reverse	3	-0.009037215262651443
5628	rnn.bias_hh_l0_reverse	4	0.08299019187688828
5628	rnn.bias_hh_l0_reverse	5	0.00529826246201992
5628	rnn.bias_hh_l0_reverse	6	-0.07021194696426392
5628	rnn.bias_hh_l0_reverse	7	0.03754477947950363
5628	rnn.bias_hh_l0_reverse	8	0.027897849678993225
5628	rnn.bias_hh_l0_reverse	9	-0.08290986716747284
5628	linear.weight	0	0.16834186017513275
5628	linear.weight	1	-0.10223749279975891
5628	linear.weight	2	-0.10237767547369003
5628	linear.weight	3	0.025178974494338036
5628	linear.weight	4	0.011279373429715633
5628	linear.weight	5	-0.06272177398204803
5628	linear.weight	6	-0.01284706313163042
5628	linear.weight	7	-0.033163025975227356
5628	linear.weight	8	0.02899543195962906
5628	linear.weight	9	0.2634115219116211
5628	linear.bias	0	0.061152976006269455
5628	linear.bias	1	0.08070460706949234
5628	linear.bias	2	-0.36067476868629456
5628	linear.bias	3	1.1615564823150635
5628	linear.bias	4	-0.3528391122817993
5628	linear.bias	5	-0.030769959092140198
5628	linear.bias	6	-0.2528581917285919
5628	linear.bias	7	-0.1436021327972412
5628	linear.bias	8	0.08373027294874191
5628	linear.bias	9	-0.38176167011260986
5656	transitions	0	-0.5777377486228943
5656	transitions	1	0.42481470108032227
5656	transitions	2	1.777209997177124
5656	transitions	3	0.18064561486244202
5656	transitions	4	1.009077548980713
5656	transitions	5	1.275619626045227
5656	transitions	6	0.485116183757782
5656	transitions	7	0.18406811356544495
5656	transitions	8	-0.9187368750572205
5656	transitions	9	0.9307766556739807
5656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5656	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5656	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5656	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5656	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5656	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5656	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5656	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5656	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5656	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5656	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5656	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5656	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5656	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5656	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5656	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5656	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5656	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5656	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5656	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5656	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5656	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5656	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5656	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5656	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5656	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5656	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5656	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5656	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5656	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5656	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5656	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5656	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5656	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5656	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5656	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5656	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5656	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5656	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5656	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5656	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5656	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5656	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5656	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5656	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5656	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5656	embedding2nn.weight	0	0.014009088277816772
5656	embedding2nn.weight	1	0.013952887617051601
5656	embedding2nn.weight	2	-0.004789373371750116
5656	embedding2nn.weight	3	0.0017124594887718558
5656	embedding2nn.weight	4	-0.0031800821889191866
5656	embedding2nn.weight	5	0.0025974861346185207
5656	embedding2nn.weight	6	-0.0023850174620747566
5656	embedding2nn.weight	7	0.007842771708965302
5656	embedding2nn.weight	8	-0.006604601163417101
5656	embedding2nn.weight	9	-0.01356231514364481
5656	embedding2nn.bias	0	-0.01864837296307087
5656	embedding2nn.bias	1	-0.016065241768956184
5656	embedding2nn.bias	2	-0.06210607290267944
5656	embedding2nn.bias	3	0.020891526713967323
5656	embedding2nn.bias	4	0.02164420858025551
5656	embedding2nn.bias	5	-0.024478694424033165
5656	embedding2nn.bias	6	0.03040202707052231
5656	embedding2nn.bias	7	0.056045953184366226
5656	embedding2nn.bias	8	0.020934339612722397
5656	embedding2nn.bias	9	-0.01925669237971306
5656	rnn.weight_ih_l0	0	0.03575196489691734
5656	rnn.weight_ih_l0	1	-0.0019488022662699223
5656	rnn.weight_ih_l0	2	-0.020472267642617226
5656	rnn.weight_ih_l0	3	-0.04923076182603836
5656	rnn.weight_ih_l0	4	-0.04990144446492195
5656	rnn.weight_ih_l0	5	0.001058183959685266
5656	rnn.weight_ih_l0	6	-0.055614471435546875
5656	rnn.weight_ih_l0	7	-0.049637507647275925
5656	rnn.weight_ih_l0	8	-0.04573742672801018
5656	rnn.weight_ih_l0	9	-0.02745557390153408
5656	rnn.weight_hh_l0	0	0.012070061638951302
5656	rnn.weight_hh_l0	1	-0.018067719414830208
5656	rnn.weight_hh_l0	2	-0.022393640130758286
5656	rnn.weight_hh_l0	3	-0.01397818885743618
5656	rnn.weight_hh_l0	4	-0.06004360690712929
5656	rnn.weight_hh_l0	5	-0.018648244440555573
5656	rnn.weight_hh_l0	6	-0.03400574252009392
5656	rnn.weight_hh_l0	7	0.025641847401857376
5656	rnn.weight_hh_l0	8	-0.022851815447211266
5656	rnn.weight_hh_l0	9	0.023220058530569077
5656	rnn.bias_ih_l0	0	0.08044811338186264
5656	rnn.bias_ih_l0	1	-0.05445615574717522
5656	rnn.bias_ih_l0	2	0.09721844643354416
5656	rnn.bias_ih_l0	3	0.07687155157327652
5656	rnn.bias_ih_l0	4	0.08435369282960892
5656	rnn.bias_ih_l0	5	0.015940289944410324
5656	rnn.bias_ih_l0	6	-0.010608742013573647
5656	rnn.bias_ih_l0	7	-0.08503634482622147
5656	rnn.bias_ih_l0	8	-0.10065054893493652
5656	rnn.bias_ih_l0	9	0.06984107196331024
5656	rnn.bias_hh_l0	0	-0.029088355600833893
5656	rnn.bias_hh_l0	1	0.02655479684472084
5656	rnn.bias_hh_l0	2	-0.01605432666838169
5656	rnn.bias_hh_l0	3	-0.006012576166540384
5656	rnn.bias_hh_l0	4	-0.051158610731363297
5656	rnn.bias_hh_l0	5	0.09428007900714874
5656	rnn.bias_hh_l0	6	-0.011440511792898178
5656	rnn.bias_hh_l0	7	0.007026853505522013
5656	rnn.bias_hh_l0	8	0.023760009557008743
5656	rnn.bias_hh_l0	9	0.05568528175354004
5656	rnn.weight_ih_l0_reverse	0	-0.032396506518125534
5656	rnn.weight_ih_l0_reverse	1	-0.0021490254439413548
5656	rnn.weight_ih_l0_reverse	2	0.022346612066030502
5656	rnn.weight_ih_l0_reverse	3	-0.06084972992539406
5656	rnn.weight_ih_l0_reverse	4	0.010466931387782097
5656	rnn.weight_ih_l0_reverse	5	-0.0552036352455616
5656	rnn.weight_ih_l0_reverse	6	0.01252808328717947
5656	rnn.weight_ih_l0_reverse	7	0.04022727534174919
5656	rnn.weight_ih_l0_reverse	8	-0.03720046207308769
5656	rnn.weight_ih_l0_reverse	9	-0.050198014825582504
5656	rnn.weight_hh_l0_reverse	0	-0.06784562021493912
5656	rnn.weight_hh_l0_reverse	1	-0.05421615019440651
5656	rnn.weight_hh_l0_reverse	2	0.009543854743242264
5656	rnn.weight_hh_l0_reverse	3	0.03914864361286163
5656	rnn.weight_hh_l0_reverse	4	0.023395394906401634
5656	rnn.weight_hh_l0_reverse	5	0.043310586363077164
5656	rnn.weight_hh_l0_reverse	6	-0.0017343339277431369
5656	rnn.weight_hh_l0_reverse	7	-0.001672088517807424
5656	rnn.weight_hh_l0_reverse	8	-0.07685571908950806
5656	rnn.weight_hh_l0_reverse	9	0.03662407770752907
5656	rnn.bias_ih_l0_reverse	0	-0.036474164575338364
5656	rnn.bias_ih_l0_reverse	1	-0.07328303158283234
5656	rnn.bias_ih_l0_reverse	2	0.09249474853277206
5656	rnn.bias_ih_l0_reverse	3	0.02879747375845909
5656	rnn.bias_ih_l0_reverse	4	-0.09058932214975357
5656	rnn.bias_ih_l0_reverse	5	0.02283449098467827
5656	rnn.bias_ih_l0_reverse	6	-0.09390196949243546
5656	rnn.bias_ih_l0_reverse	7	0.027166472747921944
5656	rnn.bias_ih_l0_reverse	8	0.022563230246305466
5656	rnn.bias_ih_l0_reverse	9	0.061593279242515564
5656	rnn.bias_hh_l0_reverse	0	0.023870354518294334
5656	rnn.bias_hh_l0_reverse	1	0.06731045246124268
5656	rnn.bias_hh_l0_reverse	2	0.0724143534898758
5656	rnn.bias_hh_l0_reverse	3	-0.0077932956628501415
5656	rnn.bias_hh_l0_reverse	4	0.0827179104089737
5656	rnn.bias_hh_l0_reverse	5	0.010391364805400372
5656	rnn.bias_hh_l0_reverse	6	-0.07075615972280502
5656	rnn.bias_hh_l0_reverse	7	0.03868028149008751
5656	rnn.bias_hh_l0_reverse	8	0.025790615007281303
5656	rnn.bias_hh_l0_reverse	9	-0.08186802268028259
5656	linear.weight	0	0.18091683089733124
5656	linear.weight	1	-0.10224798321723938
5656	linear.weight	2	-0.101536825299263
5656	linear.weight	3	0.032712217420339584
5656	linear.weight	4	0.011174975894391537
5656	linear.weight	5	-0.06940186023712158
5656	linear.weight	6	-0.012851995415985584
5656	linear.weight	7	-0.03310704603791237
5656	linear.weight	8	0.028566882014274597
5656	linear.weight	9	0.2679201662540436
5656	linear.bias	0	0.05412726476788521
5656	linear.bias	1	0.08276508003473282
5656	linear.bias	2	-0.3599695563316345
5656	linear.bias	3	1.1585694551467896
5656	linear.bias	4	-0.3464905619621277
5656	linear.bias	5	-0.030769959092140198
5656	linear.bias	6	-0.2516515851020813
5656	linear.bias	7	-0.14499454200267792
5656	linear.bias	8	0.08533049374818802
5656	linear.bias	9	-0.38223394751548767
5684	transitions	0	-0.5780292749404907
5684	transitions	1	0.42451417446136475
5684	transitions	2	1.7767821550369263
5684	transitions	3	0.18031662702560425
5684	transitions	4	1.0089540481567383
5684	transitions	5	1.2756094932556152
5684	transitions	6	0.4851100444793701
5684	transitions	7	0.18406148254871368
5684	transitions	8	-0.9187427759170532
5684	transitions	9	0.9307763576507568
5684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5684	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5684	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5684	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5684	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5684	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5684	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5684	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5684	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5684	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5684	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5684	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5684	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5684	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5684	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5684	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5684	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5684	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5684	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5684	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5684	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5684	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5684	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5684	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5684	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5684	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5684	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5684	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5684	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5684	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5684	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5684	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5684	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5684	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5684	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5684	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5684	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5684	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5684	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5684	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5684	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5684	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5684	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5684	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5684	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5684	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5684	embedding2nn.weight	0	0.013851284049451351
5684	embedding2nn.weight	1	0.013869086280465126
5684	embedding2nn.weight	2	-0.004830681253224611
5684	embedding2nn.weight	3	0.001524140127003193
5684	embedding2nn.weight	4	-0.003147570649161935
5684	embedding2nn.weight	5	0.002387530170381069
5684	embedding2nn.weight	6	-0.0022547519765794277
5684	embedding2nn.weight	7	0.007500989828258753
5684	embedding2nn.weight	8	-0.00675772363319993
5684	embedding2nn.weight	9	-0.013496628031134605
5684	embedding2nn.bias	0	-0.014749869704246521
5684	embedding2nn.bias	1	-0.013267289847135544
5684	embedding2nn.bias	2	-0.07137264311313629
5684	embedding2nn.bias	3	0.021476713940501213
5684	embedding2nn.bias	4	0.020638395100831985
5684	embedding2nn.bias	5	-0.0185595341026783
5684	embedding2nn.bias	6	0.030188577249646187
5684	embedding2nn.bias	7	0.052130699157714844
5684	embedding2nn.bias	8	0.025402596220374107
5684	embedding2nn.bias	9	-0.018136313185095787
5684	rnn.weight_ih_l0	0	0.03564992919564247
5684	rnn.weight_ih_l0	1	-0.0015817531384527683
5684	rnn.weight_ih_l0	2	-0.019978640601038933
5684	rnn.weight_ih_l0	3	-0.048829250037670135
5684	rnn.weight_ih_l0	4	-0.049554407596588135
5684	rnn.weight_ih_l0	5	0.0011473665945231915
5684	rnn.weight_ih_l0	6	-0.05530380830168724
5684	rnn.weight_ih_l0	7	-0.04961086064577103
5684	rnn.weight_ih_l0	8	-0.04576900601387024
5684	rnn.weight_ih_l0	9	-0.027506953105330467
5684	rnn.weight_hh_l0	0	0.012431290000677109
5684	rnn.weight_hh_l0	1	-0.01830078847706318
5684	rnn.weight_hh_l0	2	-0.02283128723502159
5684	rnn.weight_hh_l0	3	-0.014290379360318184
5684	rnn.weight_hh_l0	4	-0.05987152084708214
5684	rnn.weight_hh_l0	5	-0.018595412373542786
5684	rnn.weight_hh_l0	6	-0.03412383422255516
5684	rnn.weight_hh_l0	7	0.02559334971010685
5684	rnn.weight_hh_l0	8	-0.02278994396328926
5684	rnn.weight_hh_l0	9	0.024073397740721703
5684	rnn.bias_ih_l0	0	0.08123801648616791
5684	rnn.bias_ih_l0	1	-0.05490688607096672
5684	rnn.bias_ih_l0	2	0.09581932425498962
5684	rnn.bias_ih_l0	3	0.07544218003749847
5684	rnn.bias_ih_l0	4	0.0850764736533165
5684	rnn.bias_ih_l0	5	0.016735918819904327
5684	rnn.bias_ih_l0	6	-0.008922453038394451
5684	rnn.bias_ih_l0	7	-0.08149943500757217
5684	rnn.bias_ih_l0	8	-0.09911485761404037
5684	rnn.bias_ih_l0	9	0.06885534524917603
5684	rnn.bias_hh_l0	0	-0.02882724441587925
5684	rnn.bias_hh_l0	1	0.026177875697612762
5684	rnn.bias_hh_l0	2	-0.01498480699956417
5684	rnn.bias_hh_l0	3	-0.008280794136226177
5684	rnn.bias_hh_l0	4	-0.04771466925740242
5684	rnn.bias_hh_l0	5	0.09692562371492386
5684	rnn.bias_hh_l0	6	-0.0108102485537529
5684	rnn.bias_hh_l0	7	0.007452677469700575
5684	rnn.bias_hh_l0	8	0.025446303188800812
5684	rnn.bias_hh_l0	9	0.05710050091147423
5684	rnn.weight_ih_l0_reverse	0	-0.032391149550676346
5684	rnn.weight_ih_l0_reverse	1	-0.0014891641912981868
5684	rnn.weight_ih_l0_reverse	2	0.022380784153938293
5684	rnn.weight_ih_l0_reverse	3	-0.06051769480109215
5684	rnn.weight_ih_l0_reverse	4	0.010245725512504578
5684	rnn.weight_ih_l0_reverse	5	-0.055507078766822815
5684	rnn.weight_ih_l0_reverse	6	0.012457783333957195
5684	rnn.weight_ih_l0_reverse	7	0.04032661020755768
5684	rnn.weight_ih_l0_reverse	8	-0.03752131760120392
5684	rnn.weight_ih_l0_reverse	9	-0.05025549605488777
5684	rnn.weight_hh_l0_reverse	0	-0.067955382168293
5684	rnn.weight_hh_l0_reverse	1	-0.055620092898607254
5684	rnn.weight_hh_l0_reverse	2	0.00959622673690319
5684	rnn.weight_hh_l0_reverse	3	0.038933612406253815
5684	rnn.weight_hh_l0_reverse	4	0.02327507734298706
5684	rnn.weight_hh_l0_reverse	5	0.04320767894387245
5684	rnn.weight_hh_l0_reverse	6	-0.004480126779526472
5684	rnn.weight_hh_l0_reverse	7	-0.0020233162213116884
5684	rnn.weight_hh_l0_reverse	8	-0.07683712989091873
5684	rnn.weight_hh_l0_reverse	9	0.036023981869220734
5684	rnn.bias_ih_l0_reverse	0	-0.03877171874046326
5684	rnn.bias_ih_l0_reverse	1	-0.07006946206092834
5684	rnn.bias_ih_l0_reverse	2	0.09242655336856842
5684	rnn.bias_ih_l0_reverse	3	0.0285709947347641
5684	rnn.bias_ih_l0_reverse	4	-0.09121838212013245
5684	rnn.bias_ih_l0_reverse	5	0.022129373624920845
5684	rnn.bias_ih_l0_reverse	6	-0.09745874255895615
5684	rnn.bias_ih_l0_reverse	7	0.028775284066796303
5684	rnn.bias_ih_l0_reverse	8	0.0225505530834198
5684	rnn.bias_ih_l0_reverse	9	0.06132785230875015
5684	rnn.bias_hh_l0_reverse	0	0.025204895064234734
5684	rnn.bias_hh_l0_reverse	1	0.0663919448852539
5684	rnn.bias_hh_l0_reverse	2	0.07469603419303894
5684	rnn.bias_hh_l0_reverse	3	-0.008530852384865284
5684	rnn.bias_hh_l0_reverse	4	0.08360016345977783
5684	rnn.bias_hh_l0_reverse	5	0.011981462128460407
5684	rnn.bias_hh_l0_reverse	6	-0.07099863886833191
5684	rnn.bias_hh_l0_reverse	7	0.03961406275629997
5684	rnn.bias_hh_l0_reverse	8	0.02614244818687439
5684	rnn.bias_hh_l0_reverse	9	-0.08136685192584991
5684	linear.weight	0	0.18135665357112885
5684	linear.weight	1	-0.10225288569927216
5684	linear.weight	2	-0.10200674831867218
5684	linear.weight	3	0.037098389118909836
5684	linear.weight	4	0.01414103526622057
5684	linear.weight	5	-0.06749230623245239
5684	linear.weight	6	-0.012820134870707989
5684	linear.weight	7	-0.03298234939575195
5684	linear.weight	8	0.02785290963947773
5684	linear.weight	9	0.2717268168926239
5684	linear.bias	0	0.051399510353803635
5684	linear.bias	1	0.07993578910827637
5684	linear.bias	2	-0.35938727855682373
5684	linear.bias	3	1.156394600868225
5684	linear.bias	4	-0.3478700518608093
5684	linear.bias	5	-0.030769959092140198
5684	linear.bias	6	-0.24780306220054626
5684	linear.bias	7	-0.1423506885766983
5684	linear.bias	8	0.08310108631849289
5684	linear.bias	9	-0.3828931450843811
5712	transitions	0	-0.5782188177108765
5712	transitions	1	0.4242003858089447
5712	transitions	2	1.7764450311660767
5712	transitions	3	0.17841355502605438
5712	transitions	4	1.008884072303772
5712	transitions	5	1.2756043672561646
5712	transitions	6	0.4851071238517761
5712	transitions	7	0.1840483844280243
5712	transitions	8	-0.9187468886375427
5712	transitions	9	0.9307762980461121
5712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5712	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5712	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5712	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5712	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5712	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5712	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5712	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5712	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5712	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5712	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5712	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5712	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5712	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5712	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5712	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5712	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5712	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5712	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5712	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5712	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5712	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5712	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5712	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5712	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5712	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5712	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5712	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5712	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5712	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5712	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5712	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5712	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5712	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5712	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5712	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5712	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5712	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5712	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5712	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5712	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5712	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5712	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5712	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5712	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5712	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5712	embedding2nn.weight	0	0.014803634025156498
5712	embedding2nn.weight	1	0.013813610188663006
5712	embedding2nn.weight	2	-0.0048527345061302185
5712	embedding2nn.weight	3	0.00133509689476341
5712	embedding2nn.weight	4	-0.0031077214516699314
5712	embedding2nn.weight	5	0.0022254891227930784
5712	embedding2nn.weight	6	-0.0023288174998015165
5712	embedding2nn.weight	7	0.007469919044524431
5712	embedding2nn.weight	8	-0.006788585335016251
5712	embedding2nn.weight	9	-0.01331299263983965
5712	embedding2nn.bias	0	-0.01973273977637291
5712	embedding2nn.bias	1	-0.008497304283082485
5712	embedding2nn.bias	2	-0.07593735307455063
5712	embedding2nn.bias	3	0.027315186336636543
5712	embedding2nn.bias	4	0.016413463279604912
5712	embedding2nn.bias	5	-0.0224432572722435
5712	embedding2nn.bias	6	0.03717074170708656
5712	embedding2nn.bias	7	0.05604743957519531
5712	embedding2nn.bias	8	0.0174250490963459
5712	embedding2nn.bias	9	-0.02419748157262802
5712	rnn.weight_ih_l0	0	0.035732924938201904
5712	rnn.weight_ih_l0	1	-0.001673367922194302
5712	rnn.weight_ih_l0	2	-0.020509682595729828
5712	rnn.weight_ih_l0	3	-0.04892890155315399
5712	rnn.weight_ih_l0	4	-0.04956576228141785
5712	rnn.weight_ih_l0	5	0.0010978439822793007
5712	rnn.weight_ih_l0	6	-0.05527210608124733
5712	rnn.weight_ih_l0	7	-0.049632880836725235
5712	rnn.weight_ih_l0	8	-0.04592962563037872
5712	rnn.weight_ih_l0	9	-0.027567310258746147
5712	rnn.weight_hh_l0	0	0.01242800336331129
5712	rnn.weight_hh_l0	1	-0.017889413982629776
5712	rnn.weight_hh_l0	2	-0.022887758910655975
5712	rnn.weight_hh_l0	3	-0.014737091027200222
5712	rnn.weight_hh_l0	4	-0.06002013012766838
5712	rnn.weight_hh_l0	5	-0.018359972164034843
5712	rnn.weight_hh_l0	6	-0.03597315773367882
5712	rnn.weight_hh_l0	7	0.024010494351387024
5712	rnn.weight_hh_l0	8	-0.023056121543049812
5712	rnn.weight_hh_l0	9	0.024905195459723473
5712	rnn.bias_ih_l0	0	0.08031028509140015
5712	rnn.bias_ih_l0	1	-0.055510006844997406
5712	rnn.bias_ih_l0	2	0.09765687584877014
5712	rnn.bias_ih_l0	3	0.07685215771198273
5712	rnn.bias_ih_l0	4	0.08668886870145798
5712	rnn.bias_ih_l0	5	0.0170260239392519
5712	rnn.bias_ih_l0	6	-0.007094531320035458
5712	rnn.bias_ih_l0	7	-0.07770895957946777
5712	rnn.bias_ih_l0	8	-0.10354379564523697
5712	rnn.bias_ih_l0	9	0.07111035287380219
5712	rnn.bias_hh_l0	0	-0.030183302238583565
5712	rnn.bias_hh_l0	1	0.02556481771171093
5712	rnn.bias_hh_l0	2	-0.017694588750600815
5712	rnn.bias_hh_l0	3	-0.009589594788849354
5712	rnn.bias_hh_l0	4	-0.050397295504808426
5712	rnn.bias_hh_l0	5	0.0995006114244461
5712	rnn.bias_hh_l0	6	-0.008866775780916214
5712	rnn.bias_hh_l0	7	0.006163693964481354
5712	rnn.bias_hh_l0	8	0.027274223044514656
5712	rnn.bias_hh_l0	9	0.05591096356511116
5712	rnn.weight_ih_l0_reverse	0	-0.032123465090990067
5712	rnn.weight_ih_l0_reverse	1	-0.0014919848181307316
5712	rnn.weight_ih_l0_reverse	2	0.022124990820884705
5712	rnn.weight_ih_l0_reverse	3	-0.06019975244998932
5712	rnn.weight_ih_l0_reverse	4	0.009835273958742619
5712	rnn.weight_ih_l0_reverse	5	-0.05557502806186676
5712	rnn.weight_ih_l0_reverse	6	0.013048909604549408
5712	rnn.weight_ih_l0_reverse	7	0.04031071066856384
5712	rnn.weight_ih_l0_reverse	8	-0.03727341070771217
5712	rnn.weight_ih_l0_reverse	9	-0.05005435645580292
5712	rnn.weight_hh_l0_reverse	0	-0.06792563945055008
5712	rnn.weight_hh_l0_reverse	1	-0.05419411510229111
5712	rnn.weight_hh_l0_reverse	2	0.01031584944576025
5712	rnn.weight_hh_l0_reverse	3	0.0391010046005249
5712	rnn.weight_hh_l0_reverse	4	0.022984273731708527
5712	rnn.weight_hh_l0_reverse	5	0.04331919550895691
5712	rnn.weight_hh_l0_reverse	6	-0.001769604510627687
5712	rnn.weight_hh_l0_reverse	7	-0.0019515649182721972
5712	rnn.weight_hh_l0_reverse	8	-0.07736162096261978
5712	rnn.weight_hh_l0_reverse	9	0.03543708845973015
5712	rnn.bias_ih_l0_reverse	0	-0.04058900102972984
5712	rnn.bias_ih_l0_reverse	1	-0.07123634964227676
5712	rnn.bias_ih_l0_reverse	2	0.09245488792657852
5712	rnn.bias_ih_l0_reverse	3	0.029233722016215324
5712	rnn.bias_ih_l0_reverse	4	-0.09054978936910629
5712	rnn.bias_ih_l0_reverse	5	0.021545469760894775
5712	rnn.bias_ih_l0_reverse	6	-0.09540924429893494
5712	rnn.bias_ih_l0_reverse	7	0.027252335101366043
5712	rnn.bias_ih_l0_reverse	8	0.02162208780646324
5712	rnn.bias_ih_l0_reverse	9	0.06097747012972832
5712	rnn.bias_hh_l0_reverse	0	0.029207203537225723
5712	rnn.bias_hh_l0_reverse	1	0.06514307856559753
5712	rnn.bias_hh_l0_reverse	2	0.07544227689504623
5712	rnn.bias_hh_l0_reverse	3	-0.008555981330573559
5712	rnn.bias_hh_l0_reverse	4	0.08369067311286926
5712	rnn.bias_hh_l0_reverse	5	0.007766930852085352
5712	rnn.bias_hh_l0_reverse	6	-0.06961160898208618
5712	rnn.bias_hh_l0_reverse	7	0.03911561891436577
5712	rnn.bias_hh_l0_reverse	8	0.026886653155088425
5712	rnn.bias_hh_l0_reverse	9	-0.0880347192287445
5712	linear.weight	0	0.1844446063041687
5712	linear.weight	1	-0.10222566872835159
5712	linear.weight	2	-0.10459648072719574
5712	linear.weight	3	0.03317354619503021
5712	linear.weight	4	0.015197699889540672
5712	linear.weight	5	-0.06628649681806564
5712	linear.weight	6	-0.012783555313944817
5712	linear.weight	7	-0.03284907341003418
5712	linear.weight	8	0.02802417054772377
5712	linear.weight	9	0.2709406018257141
5712	linear.bias	0	0.04724480211734772
5712	linear.bias	1	0.0916464626789093
5712	linear.bias	2	-0.3654387891292572
5712	linear.bias	3	1.1603995561599731
5712	linear.bias	4	-0.34591829776763916
5712	linear.bias	5	-0.030769959092140198
5712	linear.bias	6	-0.25374388694763184
5712	linear.bias	7	-0.14252814650535583
5712	linear.bias	8	0.08131060749292374
5712	linear.bias	9	-0.3834207355976105
5740	transitions	0	-0.5783753395080566
5740	transitions	1	0.4238984286785126
5740	transitions	2	1.7756775617599487
5740	transitions	3	0.17828382551670074
5740	transitions	4	1.0087467432022095
5740	transitions	5	1.2755954265594482
5740	transitions	6	0.48510220646858215
5740	transitions	7	0.18404227495193481
5740	transitions	8	-0.9187493920326233
5740	transitions	9	0.9307762980461121
5740	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5740	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5740	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5740	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5740	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5740	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5740	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5740	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5740	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5740	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5740	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5740	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5740	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5740	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5740	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5740	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5740	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5740	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5740	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5740	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5740	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5740	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5740	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5740	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5740	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5740	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5740	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5740	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5740	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5740	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5740	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5740	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5740	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5740	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5740	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5740	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5740	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5740	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5740	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5740	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5740	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5740	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5740	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5740	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5740	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5740	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5740	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5740	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5740	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5740	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5740	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5740	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5740	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5740	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5740	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5740	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5740	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5740	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5740	embedding2nn.weight	0	0.014963818714022636
5740	embedding2nn.weight	1	0.013928479515016079
5740	embedding2nn.weight	2	-0.004896718543022871
5740	embedding2nn.weight	3	0.0013513558078557253
5740	embedding2nn.weight	4	-0.003290910506621003
5740	embedding2nn.weight	5	0.0025149951688945293
5740	embedding2nn.weight	6	-0.0021079997532069683
5740	embedding2nn.weight	7	0.007040746510028839
5740	embedding2nn.weight	8	-0.007134638726711273
5740	embedding2nn.weight	9	-0.013285299763083458
5740	embedding2nn.bias	0	-0.01983262412250042
5740	embedding2nn.bias	1	-0.007086202967911959
5740	embedding2nn.bias	2	-0.08495713025331497
5740	embedding2nn.bias	3	0.02293999493122101
5740	embedding2nn.bias	4	0.02086494490504265
5740	embedding2nn.bias	5	-0.01681794598698616
5740	embedding2nn.bias	6	0.028952160850167274
5740	embedding2nn.bias	7	0.05831344798207283
5740	embedding2nn.bias	8	0.023830322548747063
5740	embedding2nn.bias	9	-0.024670571088790894
5740	rnn.weight_ih_l0	0	0.03582211583852768
5740	rnn.weight_ih_l0	1	-0.001354961539618671
5740	rnn.weight_ih_l0	2	-0.020412573590874672
5740	rnn.weight_ih_l0	3	-0.04901666194200516
5740	rnn.weight_ih_l0	4	-0.04991251602768898
5740	rnn.weight_ih_l0	5	0.0009650572901591659
5740	rnn.weight_ih_l0	6	-0.05516797676682472
5740	rnn.weight_ih_l0	7	-0.049813661724328995
5740	rnn.weight_ih_l0	8	-0.045901309698820114
5740	rnn.weight_ih_l0	9	-0.027707809582352638
5740	rnn.weight_hh_l0	0	0.012147434987127781
5740	rnn.weight_hh_l0	1	-0.017818495631217957
5740	rnn.weight_hh_l0	2	-0.02336747571825981
5740	rnn.weight_hh_l0	3	-0.015469887293875217
5740	rnn.weight_hh_l0	4	-0.060106515884399414
5740	rnn.weight_hh_l0	5	-0.01852232776582241
5740	rnn.weight_hh_l0	6	-0.03700326383113861
5740	rnn.weight_hh_l0	7	0.024956928566098213
5740	rnn.weight_hh_l0	8	-0.023157939314842224
5740	rnn.weight_hh_l0	9	0.025550084188580513
5740	rnn.bias_ih_l0	0	0.07918696105480194
5740	rnn.bias_ih_l0	1	-0.054691873490810394
5740	rnn.bias_ih_l0	2	0.09934873133897781
5740	rnn.bias_ih_l0	3	0.07423999160528183
5740	rnn.bias_ih_l0	4	0.08709641546010971
5740	rnn.bias_ih_l0	5	0.016436845064163208
5740	rnn.bias_ih_l0	6	-0.005683787167072296
5740	rnn.bias_ih_l0	7	-0.08915366232395172
5740	rnn.bias_ih_l0	8	-0.10763237625360489
5740	rnn.bias_ih_l0	9	0.07183396071195602
5740	rnn.bias_hh_l0	0	-0.03076823055744171
5740	rnn.bias_hh_l0	1	0.026766641065478325
5740	rnn.bias_hh_l0	2	-0.018694523721933365
5740	rnn.bias_hh_l0	3	-0.012320863083004951
5740	rnn.bias_hh_l0	4	-0.04575854167342186
5740	rnn.bias_hh_l0	5	0.09777738898992538
5740	rnn.bias_hh_l0	6	-0.010403764434158802
5740	rnn.bias_hh_l0	7	0.0036257440224289894
5740	rnn.bias_hh_l0	8	0.028684968128800392
5740	rnn.bias_hh_l0	9	0.05803227797150612
5740	rnn.weight_ih_l0_reverse	0	-0.03222545608878136
5740	rnn.weight_ih_l0_reverse	1	-0.0013250483898445964
5740	rnn.weight_ih_l0_reverse	2	0.02210082672536373
5740	rnn.weight_ih_l0_reverse	3	-0.059527453035116196
5740	rnn.weight_ih_l0_reverse	4	0.00968888122588396
5740	rnn.weight_ih_l0_reverse	5	-0.05555613338947296
5740	rnn.weight_ih_l0_reverse	6	0.014738931320607662
5740	rnn.weight_ih_l0_reverse	7	0.04013892635703087
5740	rnn.weight_ih_l0_reverse	8	-0.037290893495082855
5740	rnn.weight_ih_l0_reverse	9	-0.05005605146288872
5740	rnn.weight_hh_l0_reverse	0	-0.06765765696763992
5740	rnn.weight_hh_l0_reverse	1	-0.054311998188495636
5740	rnn.weight_hh_l0_reverse	2	0.010197298601269722
5740	rnn.weight_hh_l0_reverse	3	0.03925984725356102
5740	rnn.weight_hh_l0_reverse	4	0.022917814552783966
5740	rnn.weight_hh_l0_reverse	5	0.04334476962685585
5740	rnn.weight_hh_l0_reverse	6	-0.004297811537981033
5740	rnn.weight_hh_l0_reverse	7	-0.0028394428081810474
5740	rnn.weight_hh_l0_reverse	8	-0.07833287119865417
5740	rnn.weight_hh_l0_reverse	9	0.035989027470350266
5740	rnn.bias_ih_l0_reverse	0	-0.0397818349301815
5740	rnn.bias_ih_l0_reverse	1	-0.0740276500582695
5740	rnn.bias_ih_l0_reverse	2	0.09268596768379211
5740	rnn.bias_ih_l0_reverse	3	0.0291251502931118
5740	rnn.bias_ih_l0_reverse	4	-0.08966229110956192
5740	rnn.bias_ih_l0_reverse	5	0.023919984698295593
5740	rnn.bias_ih_l0_reverse	6	-0.09507498890161514
5740	rnn.bias_ih_l0_reverse	7	0.026671038940548897
5740	rnn.bias_ih_l0_reverse	8	0.022287195548415184
5740	rnn.bias_ih_l0_reverse	9	0.06034810468554497
5740	rnn.bias_hh_l0_reverse	0	0.030491622164845467
5740	rnn.bias_hh_l0_reverse	1	0.06539042294025421
5740	rnn.bias_hh_l0_reverse	2	0.07557609677314758
5740	rnn.bias_hh_l0_reverse	3	-0.007924096658825874
5740	rnn.bias_hh_l0_reverse	4	0.08306440711021423
5740	rnn.bias_hh_l0_reverse	5	0.010889803990721703
5740	rnn.bias_hh_l0_reverse	6	-0.07094114273786545
5740	rnn.bias_hh_l0_reverse	7	0.04027912765741348
5740	rnn.bias_hh_l0_reverse	8	0.025739016011357307
5740	rnn.bias_hh_l0_reverse	9	-0.09467361122369766
5740	linear.weight	0	0.17710652947425842
5740	linear.weight	1	-0.10221336781978607
5740	linear.weight	2	-0.10809120535850525
5740	linear.weight	3	0.02522844448685646
5740	linear.weight	4	0.015240299515426159
5740	linear.weight	5	-0.06559071689844131
5740	linear.weight	6	-0.012748674489557743
5740	linear.weight	7	-0.03265167400240898
5740	linear.weight	8	0.027737433090806007
5740	linear.weight	9	0.2732127606868744
5740	linear.bias	0	0.03930535912513733
5740	linear.bias	1	0.0946604385972023
5740	linear.bias	2	-0.36819884181022644
5740	linear.bias	3	1.1670550107955933
5740	linear.bias	4	-0.3471181392669678
5740	linear.bias	5	-0.030769959092140198
5740	linear.bias	6	-0.25690436363220215
5740	linear.bias	7	-0.1384573131799698
5740	linear.bias	8	0.07576408237218857
5740	linear.bias	9	-0.3839944899082184
5768	transitions	0	-0.5786371827125549
5768	transitions	1	0.423686683177948
5768	transitions	2	1.7752668857574463
5768	transitions	3	0.1781197488307953
5768	transitions	4	1.0082921981811523
5768	transitions	5	1.2755858898162842
5768	transitions	6	0.4850960075855255
5768	transitions	7	0.18403387069702148
5768	transitions	8	-0.9187529683113098
5768	transitions	9	0.9307762384414673
5768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5768	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5768	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5768	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5768	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5768	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5768	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5768	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5768	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5768	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5768	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5768	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5768	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5768	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5768	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5768	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5768	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5768	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5768	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5768	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5768	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5768	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5768	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5768	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5768	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5768	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5768	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5768	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5768	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5768	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5768	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5768	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5768	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5768	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5768	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5768	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5768	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5768	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5768	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5768	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5768	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5768	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5768	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5768	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5768	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5768	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5768	embedding2nn.weight	0	0.014360442757606506
5768	embedding2nn.weight	1	0.013962929137051105
5768	embedding2nn.weight	2	-0.004902718588709831
5768	embedding2nn.weight	3	0.0012129646493121982
5768	embedding2nn.weight	4	-0.003264879109337926
5768	embedding2nn.weight	5	0.0026528742164373398
5768	embedding2nn.weight	6	-0.002142345765605569
5768	embedding2nn.weight	7	0.006395775359123945
5768	embedding2nn.weight	8	-0.007086004596203566
5768	embedding2nn.weight	9	-0.013366414234042168
5768	embedding2nn.bias	0	-0.019971104338765144
5768	embedding2nn.bias	1	-0.006815469823777676
5768	embedding2nn.bias	2	-0.07486841827630997
5768	embedding2nn.bias	3	0.02614298276603222
5768	embedding2nn.bias	4	0.024211900308728218
5768	embedding2nn.bias	5	-0.006027779541909695
5768	embedding2nn.bias	6	0.029980294406414032
5768	embedding2nn.bias	7	0.060377027839422226
5768	embedding2nn.bias	8	0.024551546201109886
5768	embedding2nn.bias	9	-0.021577680483460426
5768	rnn.weight_ih_l0	0	0.03587862476706505
5768	rnn.weight_ih_l0	1	-0.000896975863724947
5768	rnn.weight_ih_l0	2	-0.020372724160552025
5768	rnn.weight_ih_l0	3	-0.048672180622816086
5768	rnn.weight_ih_l0	4	-0.0500362329185009
5768	rnn.weight_ih_l0	5	0.0010419561294838786
5768	rnn.weight_ih_l0	6	-0.05506203696131706
5768	rnn.weight_ih_l0	7	-0.05004790052771568
5768	rnn.weight_ih_l0	8	-0.04599316418170929
5768	rnn.weight_ih_l0	9	-0.027831317856907845
5768	rnn.weight_hh_l0	0	0.01212304551154375
5768	rnn.weight_hh_l0	1	-0.01751883327960968
5768	rnn.weight_hh_l0	2	-0.022246839478611946
5768	rnn.weight_hh_l0	3	-0.015510567463934422
5768	rnn.weight_hh_l0	4	-0.05996938794851303
5768	rnn.weight_hh_l0	5	-0.018643809482455254
5768	rnn.weight_hh_l0	6	-0.03948410972952843
5768	rnn.weight_hh_l0	7	0.024883370846509933
5768	rnn.weight_hh_l0	8	-0.023091571405529976
5768	rnn.weight_hh_l0	9	0.026121729984879494
5768	rnn.bias_ih_l0	0	0.08138727396726608
5768	rnn.bias_ih_l0	1	-0.054354894906282425
5768	rnn.bias_ih_l0	2	0.09813424199819565
5768	rnn.bias_ih_l0	3	0.07245858013629913
5768	rnn.bias_ih_l0	4	0.08528247475624084
5768	rnn.bias_ih_l0	5	0.015962213277816772
5768	rnn.bias_ih_l0	6	-0.005113744642585516
5768	rnn.bias_ih_l0	7	-0.08703677356243134
5768	rnn.bias_ih_l0	8	-0.10281793028116226
5768	rnn.bias_ih_l0	9	0.07290153205394745
5768	rnn.bias_hh_l0	0	-0.029331669211387634
5768	rnn.bias_hh_l0	1	0.024986620992422104
5768	rnn.bias_hh_l0	2	-0.01897108182311058
5768	rnn.bias_hh_l0	3	-0.015710948035120964
5768	rnn.bias_hh_l0	4	-0.04463979974389076
5768	rnn.bias_hh_l0	5	0.09859802573919296
5768	rnn.bias_hh_l0	6	-0.010104571469128132
5768	rnn.bias_hh_l0	7	0.004615431651473045
5768	rnn.bias_hh_l0	8	0.029255017638206482
5768	rnn.bias_hh_l0	9	0.05847330391407013
5768	rnn.weight_ih_l0_reverse	0	-0.03234652802348137
5768	rnn.weight_ih_l0_reverse	1	-0.0006516234716400504
5768	rnn.weight_ih_l0_reverse	2	0.021858183667063713
5768	rnn.weight_ih_l0_reverse	3	-0.05986372008919716
5768	rnn.weight_ih_l0_reverse	4	0.009673691354691982
5768	rnn.weight_ih_l0_reverse	5	-0.05584930256009102
5768	rnn.weight_ih_l0_reverse	6	0.013556335121393204
5768	rnn.weight_ih_l0_reverse	7	0.04027453809976578
5768	rnn.weight_ih_l0_reverse	8	-0.03746974468231201
5768	rnn.weight_ih_l0_reverse	9	-0.05008338391780853
5768	rnn.weight_hh_l0_reverse	0	-0.06779228150844574
5768	rnn.weight_hh_l0_reverse	1	-0.05402558296918869
5768	rnn.weight_hh_l0_reverse	2	0.010000070556998253
5768	rnn.weight_hh_l0_reverse	3	0.038815390318632126
5768	rnn.weight_hh_l0_reverse	4	0.02288762852549553
5768	rnn.weight_hh_l0_reverse	5	0.043296925723552704
5768	rnn.weight_hh_l0_reverse	6	-0.004400760866701603
5768	rnn.weight_hh_l0_reverse	7	-0.002461150521412492
5768	rnn.weight_hh_l0_reverse	8	-0.07836878299713135
5768	rnn.weight_hh_l0_reverse	9	0.03564539551734924
5768	rnn.bias_ih_l0_reverse	0	-0.03419070690870285
5768	rnn.bias_ih_l0_reverse	1	-0.07167781889438629
5768	rnn.bias_ih_l0_reverse	2	0.09273193776607513
5768	rnn.bias_ih_l0_reverse	3	0.029354818165302277
5768	rnn.bias_ih_l0_reverse	4	-0.08969461917877197
5768	rnn.bias_ih_l0_reverse	5	0.0250762477517128
5768	rnn.bias_ih_l0_reverse	6	-0.09727249294519424
5768	rnn.bias_ih_l0_reverse	7	0.02846468985080719
5768	rnn.bias_ih_l0_reverse	8	0.021634697914123535
5768	rnn.bias_ih_l0_reverse	9	0.06099000945687294
5768	rnn.bias_hh_l0_reverse	0	0.024784205481410027
5768	rnn.bias_hh_l0_reverse	1	0.06478051841259003
5768	rnn.bias_hh_l0_reverse	2	0.07391002774238586
5768	rnn.bias_hh_l0_reverse	3	-0.007720668334513903
5768	rnn.bias_hh_l0_reverse	4	0.08294985443353653
5768	rnn.bias_hh_l0_reverse	5	0.013814409263432026
5768	rnn.bias_hh_l0_reverse	6	-0.07211259752511978
5768	rnn.bias_hh_l0_reverse	7	0.04025038704276085
5768	rnn.bias_hh_l0_reverse	8	0.027967335656285286
5768	rnn.bias_hh_l0_reverse	9	-0.09828747808933258
5768	linear.weight	0	0.1592094600200653
5768	linear.weight	1	-0.10215548425912857
5768	linear.weight	2	-0.106101393699646
5768	linear.weight	3	0.023756586015224457
5768	linear.weight	4	0.013834752142429352
5768	linear.weight	5	-0.06309893727302551
5768	linear.weight	6	-0.012725481763482094
5768	linear.weight	7	-0.03246411308646202
5768	linear.weight	8	0.02864910662174225
5768	linear.weight	9	0.2720106542110443
5768	linear.bias	0	0.03439280763268471
5768	linear.bias	1	0.0959307849407196
5768	linear.bias	2	-0.3660036623477936
5768	linear.bias	3	1.1723862886428833
5768	linear.bias	4	-0.34810805320739746
5768	linear.bias	5	-0.030769959092140198
5768	linear.bias	6	-0.2525981366634369
5768	linear.bias	7	-0.1432485580444336
5768	linear.bias	8	0.07770084589719772
5768	linear.bias	9	-0.38452768325805664
5796	transitions	0	-0.5788471102714539
5796	transitions	1	0.42358502745628357
5796	transitions	2	1.774958610534668
5796	transitions	3	0.17788343131542206
5796	transitions	4	1.0079989433288574
5796	transitions	5	1.2755769491195679
5796	transitions	6	0.4850919544696808
5796	transitions	7	0.1840258240699768
5796	transitions	8	-0.9187566041946411
5796	transitions	9	0.930776059627533
5796	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5796	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5796	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5796	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5796	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5796	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5796	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5796	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5796	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5796	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5796	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5796	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5796	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5796	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5796	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5796	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5796	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5796	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5796	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5796	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5796	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5796	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5796	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5796	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5796	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5796	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5796	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5796	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5796	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5796	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5796	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5796	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5796	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5796	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5796	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5796	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5796	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5796	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5796	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5796	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5796	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5796	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5796	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5796	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5796	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5796	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5796	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5796	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5796	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5796	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5796	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5796	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5796	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5796	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5796	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5796	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5796	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5796	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5796	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5796	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5796	embedding2nn.weight	0	0.013932861387729645
5796	embedding2nn.weight	1	0.014072941616177559
5796	embedding2nn.weight	2	-0.004962444771081209
5796	embedding2nn.weight	3	0.0013646831503137946
5796	embedding2nn.weight	4	-0.003241298021748662
5796	embedding2nn.weight	5	0.0028624071273952723
5796	embedding2nn.weight	6	-0.0025238627567887306
5796	embedding2nn.weight	7	0.0067725032567977905
5796	embedding2nn.weight	8	-0.0071786693297326565
5796	embedding2nn.weight	9	-0.013494099490344524
5796	embedding2nn.bias	0	-0.020841022953391075
5796	embedding2nn.bias	1	-0.00737493671476841
5796	embedding2nn.bias	2	-0.07342547178268433
5796	embedding2nn.bias	3	0.024451958015561104
5796	embedding2nn.bias	4	0.02051425725221634
5796	embedding2nn.bias	5	-0.012222735211253166
5796	embedding2nn.bias	6	0.02767239697277546
5796	embedding2nn.bias	7	0.05962516367435455
5796	embedding2nn.bias	8	0.024422893300652504
5796	embedding2nn.bias	9	-0.030421435832977295
5796	rnn.weight_ih_l0	0	0.03568827733397484
5796	rnn.weight_ih_l0	1	-0.0009391015628352761
5796	rnn.weight_ih_l0	2	-0.019506186246871948
5796	rnn.weight_ih_l0	3	-0.04886293783783913
5796	rnn.weight_ih_l0	4	-0.04972360283136368
5796	rnn.weight_ih_l0	5	0.0010351280216127634
5796	rnn.weight_ih_l0	6	-0.055352453142404556
5796	rnn.weight_ih_l0	7	-0.05005914345383644
5796	rnn.weight_ih_l0	8	-0.04614509269595146
5796	rnn.weight_ih_l0	9	-0.027979891747236252
5796	rnn.weight_hh_l0	0	0.011996116489171982
5796	rnn.weight_hh_l0	1	-0.01770155504345894
5796	rnn.weight_hh_l0	2	-0.022132333368062973
5796	rnn.weight_hh_l0	3	-0.015276910737156868
5796	rnn.weight_hh_l0	4	-0.05930522829294205
5796	rnn.weight_hh_l0	5	-0.017928102985024452
5796	rnn.weight_hh_l0	6	-0.03585749864578247
5796	rnn.weight_hh_l0	7	0.02533988654613495
5796	rnn.weight_hh_l0	8	-0.022950954735279083
5796	rnn.weight_hh_l0	9	0.02629256062209606
5796	rnn.bias_ih_l0	0	0.08074235171079636
5796	rnn.bias_ih_l0	1	-0.054661158472299576
5796	rnn.bias_ih_l0	2	0.09643230587244034
5796	rnn.bias_ih_l0	3	0.07471197098493576
5796	rnn.bias_ih_l0	4	0.0860881432890892
5796	rnn.bias_ih_l0	5	0.01657003164291382
5796	rnn.bias_ih_l0	6	-0.006365565583109856
5796	rnn.bias_ih_l0	7	-0.08323697745800018
5796	rnn.bias_ih_l0	8	-0.10345245897769928
5796	rnn.bias_ih_l0	9	0.07059753686189651
5796	rnn.bias_hh_l0	0	-0.029348725453019142
5796	rnn.bias_hh_l0	1	0.025762496516108513
5796	rnn.bias_hh_l0	2	-0.01848951168358326
5796	rnn.bias_hh_l0	3	-0.01621554233133793
5796	rnn.bias_hh_l0	4	-0.0459294356405735
5796	rnn.bias_hh_l0	5	0.0966305136680603
5796	rnn.bias_hh_l0	6	-0.010774659924209118
5796	rnn.bias_hh_l0	7	0.006412365008145571
5796	rnn.bias_hh_l0	8	0.02800319716334343
5796	rnn.bias_hh_l0	9	0.05885012820363045
5796	rnn.weight_ih_l0_reverse	0	-0.03217144310474396
5796	rnn.weight_ih_l0_reverse	1	0.0001305609621340409
5796	rnn.weight_ih_l0_reverse	2	0.021990377455949783
5796	rnn.weight_ih_l0_reverse	3	-0.05980314314365387
5796	rnn.weight_ih_l0_reverse	4	0.009375561028718948
5796	rnn.weight_ih_l0_reverse	5	-0.05579785630106926
5796	rnn.weight_ih_l0_reverse	6	0.01265784166753292
5796	rnn.weight_ih_l0_reverse	7	0.04006277024745941
5796	rnn.weight_ih_l0_reverse	8	-0.03746941313147545
5796	rnn.weight_ih_l0_reverse	9	-0.05001622438430786
5796	rnn.weight_hh_l0_reverse	0	-0.06717648357152939
5796	rnn.weight_hh_l0_reverse	1	-0.05481988936662674
5796	rnn.weight_hh_l0_reverse	2	0.009434906765818596
5796	rnn.weight_hh_l0_reverse	3	0.039232801645994186
5796	rnn.weight_hh_l0_reverse	4	0.023965884000062943
5796	rnn.weight_hh_l0_reverse	5	0.04328450933098793
5796	rnn.weight_hh_l0_reverse	6	-0.006792638450860977
5796	rnn.weight_hh_l0_reverse	7	-0.0019651518668979406
5796	rnn.weight_hh_l0_reverse	8	-0.07810226082801819
5796	rnn.weight_hh_l0_reverse	9	0.03554179146885872
5796	rnn.bias_ih_l0_reverse	0	-0.030942773446440697
5796	rnn.bias_ih_l0_reverse	1	-0.07414258271455765
5796	rnn.bias_ih_l0_reverse	2	0.09351617097854614
5796	rnn.bias_ih_l0_reverse	3	0.029245005920529366
5796	rnn.bias_ih_l0_reverse	4	-0.08980951458215714
5796	rnn.bias_ih_l0_reverse	5	0.024300215765833855
5796	rnn.bias_ih_l0_reverse	6	-0.09522828459739685
5796	rnn.bias_ih_l0_reverse	7	0.027469834312796593
5796	rnn.bias_ih_l0_reverse	8	0.023230014368891716
5796	rnn.bias_ih_l0_reverse	9	0.061319202184677124
5796	rnn.bias_hh_l0_reverse	0	0.023078154772520065
5796	rnn.bias_hh_l0_reverse	1	0.06732365489006042
5796	rnn.bias_hh_l0_reverse	2	0.07395652681589127
5796	rnn.bias_hh_l0_reverse	3	-0.007476859260350466
5796	rnn.bias_hh_l0_reverse	4	0.08183811604976654
5796	rnn.bias_hh_l0_reverse	5	0.014184387400746346
5796	rnn.bias_hh_l0_reverse	6	-0.0719737634062767
5796	rnn.bias_hh_l0_reverse	7	0.03985349461436272
5796	rnn.bias_hh_l0_reverse	8	0.029346294701099396
5796	rnn.bias_hh_l0_reverse	9	-0.10007927566766739
5796	linear.weight	0	0.17024041712284088
5796	linear.weight	1	-0.1020563617348671
5796	linear.weight	2	-0.10710137337446213
5796	linear.weight	3	0.02416960522532463
5796	linear.weight	4	0.014941639266908169
5796	linear.weight	5	-0.06263808161020279
5796	linear.weight	6	-0.012713066302239895
5796	linear.weight	7	-0.03203815594315529
5796	linear.weight	8	0.030442792922258377
5796	linear.weight	9	0.27271154522895813
5796	linear.bias	0	0.035276226699352264
5796	linear.bias	1	0.09237372130155563
5796	linear.bias	2	-0.3641386032104492
5796	linear.bias	3	1.168994665145874
5796	linear.bias	4	-0.34870707988739014
5796	linear.bias	5	-0.030769959092140198
5796	linear.bias	6	-0.25195974111557007
5796	linear.bias	7	-0.13869483768939972
5796	linear.bias	8	0.07645747065544128
5796	linear.bias	9	-0.38494670391082764
5824	transitions	0	-0.5791931748390198
5824	transitions	1	0.42343834042549133
5824	transitions	2	1.7746649980545044
5824	transitions	3	0.17772193253040314
5824	transitions	4	1.0077400207519531
5824	transitions	5	1.2755658626556396
5824	transitions	6	0.48506245017051697
5824	transitions	7	0.1839926391839981
5824	transitions	8	-0.9187597036361694
5824	transitions	9	0.9307759404182434
5824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5824	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5824	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5824	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5824	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5824	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5824	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5824	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5824	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5824	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5824	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5824	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5824	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5824	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5824	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5824	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5824	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5824	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5824	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5824	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5824	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5824	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5824	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5824	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5824	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5824	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5824	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5824	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5824	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5824	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5824	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5824	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5824	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5824	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5824	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5824	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5824	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5824	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5824	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5824	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5824	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5824	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5824	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5824	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5824	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5824	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5824	embedding2nn.weight	0	0.013780862092971802
5824	embedding2nn.weight	1	0.014157258905470371
5824	embedding2nn.weight	2	-0.0048673562705516815
5824	embedding2nn.weight	3	0.001430231030099094
5824	embedding2nn.weight	4	-0.0031734032090753317
5824	embedding2nn.weight	5	0.0029683103784918785
5824	embedding2nn.weight	6	-0.002529152436181903
5824	embedding2nn.weight	7	0.008269262500107288
5824	embedding2nn.weight	8	-0.006999566685408354
5824	embedding2nn.weight	9	-0.01342955231666565
5824	embedding2nn.bias	0	-0.018029237166047096
5824	embedding2nn.bias	1	-0.01096488069742918
5824	embedding2nn.bias	2	-0.0761011391878128
5824	embedding2nn.bias	3	0.02298220433294773
5824	embedding2nn.bias	4	0.02132478356361389
5824	embedding2nn.bias	5	-0.020240647718310356
5824	embedding2nn.bias	6	0.02535557560622692
5824	embedding2nn.bias	7	0.05529386177659035
5824	embedding2nn.bias	8	0.03187357634305954
5824	embedding2nn.bias	9	-0.03195950761437416
5824	rnn.weight_ih_l0	0	0.03548935800790787
5824	rnn.weight_ih_l0	1	-0.0007919732597656548
5824	rnn.weight_ih_l0	2	-0.019750656560063362
5824	rnn.weight_ih_l0	3	-0.04896519333124161
5824	rnn.weight_ih_l0	4	-0.04972636699676514
5824	rnn.weight_ih_l0	5	0.0010047677205875516
5824	rnn.weight_ih_l0	6	-0.05546965450048447
5824	rnn.weight_ih_l0	7	-0.05001051351428032
5824	rnn.weight_ih_l0	8	-0.04628881439566612
5824	rnn.weight_ih_l0	9	-0.0279587060213089
5824	rnn.weight_hh_l0	0	0.01187802292406559
5824	rnn.weight_hh_l0	1	-0.018002867698669434
5824	rnn.weight_hh_l0	2	-0.02131333015859127
5824	rnn.weight_hh_l0	3	-0.014915221370756626
5824	rnn.weight_hh_l0	4	-0.05963882803916931
5824	rnn.weight_hh_l0	5	-0.018153762444853783
5824	rnn.weight_hh_l0	6	-0.036840710788965225
5824	rnn.weight_hh_l0	7	0.02626916579902172
5824	rnn.weight_hh_l0	8	-0.022798791527748108
5824	rnn.weight_hh_l0	9	0.02713981829583645
5824	rnn.bias_ih_l0	0	0.0809873640537262
5824	rnn.bias_ih_l0	1	-0.05411306396126747
5824	rnn.bias_ih_l0	2	0.09563196450471878
5824	rnn.bias_ih_l0	3	0.0726848691701889
5824	rnn.bias_ih_l0	4	0.08742544054985046
5824	rnn.bias_ih_l0	5	0.01593463495373726
5824	rnn.bias_ih_l0	6	-0.006976241711527109
5824	rnn.bias_ih_l0	7	-0.08298750221729279
5824	rnn.bias_ih_l0	8	-0.1090511754155159
5824	rnn.bias_ih_l0	9	0.07135915011167526
5824	rnn.bias_hh_l0	0	-0.029194073751568794
5824	rnn.bias_hh_l0	1	0.02278415486216545
5824	rnn.bias_hh_l0	2	-0.017593737691640854
5824	rnn.bias_hh_l0	3	-0.013966071419417858
5824	rnn.bias_hh_l0	4	-0.04838922992348671
5824	rnn.bias_hh_l0	5	0.09797439724206924
5824	rnn.bias_hh_l0	6	-0.009049621410667896
5824	rnn.bias_hh_l0	7	0.007187712471932173
5824	rnn.bias_hh_l0	8	0.027392517775297165
5824	rnn.bias_hh_l0	9	0.05774695426225662
5824	rnn.weight_ih_l0_reverse	0	-0.03210971876978874
5824	rnn.weight_ih_l0_reverse	1	0.0010505191748961806
5824	rnn.weight_ih_l0_reverse	2	0.02220018580555916
5824	rnn.weight_ih_l0_reverse	3	-0.05994812026619911
5824	rnn.weight_ih_l0_reverse	4	0.009561336599290371
5824	rnn.weight_ih_l0_reverse	5	-0.05592213198542595
5824	rnn.weight_ih_l0_reverse	6	0.013370047323405743
5824	rnn.weight_ih_l0_reverse	7	0.04008593410253525
5824	rnn.weight_ih_l0_reverse	8	-0.037501007318496704
5824	rnn.weight_ih_l0_reverse	9	-0.05020402371883392
5824	rnn.weight_hh_l0_reverse	0	-0.06704442948102951
5824	rnn.weight_hh_l0_reverse	1	-0.05480681359767914
5824	rnn.weight_hh_l0_reverse	2	0.009201237931847572
5824	rnn.weight_hh_l0_reverse	3	0.03937532752752304
5824	rnn.weight_hh_l0_reverse	4	0.02383412979543209
5824	rnn.weight_hh_l0_reverse	5	0.04327602684497833
5824	rnn.weight_hh_l0_reverse	6	-0.008832884021103382
5824	rnn.weight_hh_l0_reverse	7	-0.0020697936415672302
5824	rnn.weight_hh_l0_reverse	8	-0.0778954029083252
5824	rnn.weight_hh_l0_reverse	9	0.03596172481775284
5824	rnn.bias_ih_l0_reverse	0	-0.032828472554683685
5824	rnn.bias_ih_l0_reverse	1	-0.07477432489395142
5824	rnn.bias_ih_l0_reverse	2	0.09249722957611084
5824	rnn.bias_ih_l0_reverse	3	0.02951938658952713
5824	rnn.bias_ih_l0_reverse	4	-0.09150422364473343
5824	rnn.bias_ih_l0_reverse	5	0.023257778957486153
5824	rnn.bias_ih_l0_reverse	6	-0.09158478677272797
5824	rnn.bias_ih_l0_reverse	7	0.02581094577908516
5824	rnn.bias_ih_l0_reverse	8	0.022218555212020874
5824	rnn.bias_ih_l0_reverse	9	0.060336384922266006
5824	rnn.bias_hh_l0_reverse	0	0.024449536576867104
5824	rnn.bias_hh_l0_reverse	1	0.06822244077920914
5824	rnn.bias_hh_l0_reverse	2	0.07272500544786453
5824	rnn.bias_hh_l0_reverse	3	-0.0067560975439846516
5824	rnn.bias_hh_l0_reverse	4	0.08203534036874771
5824	rnn.bias_hh_l0_reverse	5	0.012779266573488712
5824	rnn.bias_hh_l0_reverse	6	-0.07197225838899612
5824	rnn.bias_hh_l0_reverse	7	0.0395321287214756
5824	rnn.bias_hh_l0_reverse	8	0.02929556742310524
5824	rnn.bias_hh_l0_reverse	9	-0.09662136435508728
5824	linear.weight	0	0.16833481192588806
5824	linear.weight	1	-0.10202235728502274
5824	linear.weight	2	-0.11053295433521271
5824	linear.weight	3	0.023221228271722794
5824	linear.weight	4	0.015069229528307915
5824	linear.weight	5	-0.06124948337674141
5824	linear.weight	6	-0.012690900824964046
5824	linear.weight	7	-0.031941913068294525
5824	linear.weight	8	0.03113524429500103
5824	linear.weight	9	0.27396976947784424
5824	linear.bias	0	0.03310074657201767
5824	linear.bias	1	0.0775403305888176
5824	linear.bias	2	-0.3687831163406372
5824	linear.bias	3	1.183625340461731
5824	linear.bias	4	-0.34956806898117065
5824	linear.bias	5	-0.030769959092140198
5824	linear.bias	6	-0.2555537223815918
5824	linear.bias	7	-0.1403823345899582
5824	linear.bias	8	0.08399829268455505
5824	linear.bias	9	-0.38551008701324463
5852	transitions	0	-0.579572856426239
5852	transitions	1	0.4232884347438812
5852	transitions	2	1.7743297815322876
5852	transitions	3	0.17766977846622467
5852	transitions	4	1.007595181465149
5852	transitions	5	1.2755547761917114
5852	transitions	6	0.4850568473339081
5852	transitions	7	0.18398632109165192
5852	transitions	8	-0.9187604188919067
5852	transitions	9	0.9307757019996643
5852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5852	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5852	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5852	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5852	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5852	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5852	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5852	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5852	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5852	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5852	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5852	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5852	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5852	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5852	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5852	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5852	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5852	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5852	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5852	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5852	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5852	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5852	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5852	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5852	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5852	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5852	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5852	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5852	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5852	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5852	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5852	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5852	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5852	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5852	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5852	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5852	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5852	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5852	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5852	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5852	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5852	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5852	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5852	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5852	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5852	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5852	embedding2nn.weight	0	0.013011520728468895
5852	embedding2nn.weight	1	0.014220885001122952
5852	embedding2nn.weight	2	-0.004902493674308062
5852	embedding2nn.weight	3	0.0012728216825053096
5852	embedding2nn.weight	4	-0.0031741836573928595
5852	embedding2nn.weight	5	0.0030722140800207853
5852	embedding2nn.weight	6	-0.0024737324565649033
5852	embedding2nn.weight	7	0.007571685127913952
5852	embedding2nn.weight	8	-0.007017490454018116
5852	embedding2nn.weight	9	-0.013453212566673756
5852	embedding2nn.bias	0	-0.018110940232872963
5852	embedding2nn.bias	1	-0.015010999515652657
5852	embedding2nn.bias	2	-0.07605867832899094
5852	embedding2nn.bias	3	0.026978323236107826
5852	embedding2nn.bias	4	0.024418022483587265
5852	embedding2nn.bias	5	-0.017219597473740578
5852	embedding2nn.bias	6	0.024544641375541687
5852	embedding2nn.bias	7	0.06073024868965149
5852	embedding2nn.bias	8	0.02889925427734852
5852	embedding2nn.bias	9	-0.0312013141810894
5852	rnn.weight_ih_l0	0	0.03568870201706886
5852	rnn.weight_ih_l0	1	-0.0015611281851306558
5852	rnn.weight_ih_l0	2	-0.019918810576200485
5852	rnn.weight_ih_l0	3	-0.048850372433662415
5852	rnn.weight_ih_l0	4	-0.0498046949505806
5852	rnn.weight_ih_l0	5	0.0011636996641755104
5852	rnn.weight_ih_l0	6	-0.055295996367931366
5852	rnn.weight_ih_l0	7	-0.04988574981689453
5852	rnn.weight_ih_l0	8	-0.04612172394990921
5852	rnn.weight_ih_l0	9	-0.027862653136253357
5852	rnn.weight_hh_l0	0	0.011855024844408035
5852	rnn.weight_hh_l0	1	-0.017780642956495285
5852	rnn.weight_hh_l0	2	-0.021730691194534302
5852	rnn.weight_hh_l0	3	-0.014610769227147102
5852	rnn.weight_hh_l0	4	-0.059735171496868134
5852	rnn.weight_hh_l0	5	-0.018724853172898293
5852	rnn.weight_hh_l0	6	-0.035090021789073944
5852	rnn.weight_hh_l0	7	0.025275344029068947
5852	rnn.weight_hh_l0	8	-0.022410647943615913
5852	rnn.weight_hh_l0	9	0.027370179072022438
5852	rnn.bias_ih_l0	0	0.08121911436319351
5852	rnn.bias_ih_l0	1	-0.05486626178026199
5852	rnn.bias_ih_l0	2	0.0970461294054985
5852	rnn.bias_ih_l0	3	0.07564190775156021
5852	rnn.bias_ih_l0	4	0.08598559349775314
5852	rnn.bias_ih_l0	5	0.014935133047401905
5852	rnn.bias_ih_l0	6	-0.007415148429572582
5852	rnn.bias_ih_l0	7	-0.08437878638505936
5852	rnn.bias_ih_l0	8	-0.10860738903284073
5852	rnn.bias_ih_l0	9	0.07283942401409149
5852	rnn.bias_hh_l0	0	-0.03056640736758709
5852	rnn.bias_hh_l0	1	0.021899046376347542
5852	rnn.bias_hh_l0	2	-0.018392298370599747
5852	rnn.bias_hh_l0	3	-0.016566891223192215
5852	rnn.bias_hh_l0	4	-0.04786181077361107
5852	rnn.bias_hh_l0	5	0.09840525686740875
5852	rnn.bias_hh_l0	6	-0.010040455497801304
5852	rnn.bias_hh_l0	7	0.008384320884943008
5852	rnn.bias_hh_l0	8	0.02695360966026783
5852	rnn.bias_hh_l0	9	0.06000922620296478
5852	rnn.weight_ih_l0_reverse	0	-0.032154083251953125
5852	rnn.weight_ih_l0_reverse	1	0.0019509773701429367
5852	rnn.weight_ih_l0_reverse	2	0.022319447249174118
5852	rnn.weight_ih_l0_reverse	3	-0.05976521968841553
5852	rnn.weight_ih_l0_reverse	4	0.009430504404008389
5852	rnn.weight_ih_l0_reverse	5	-0.05547746270895004
5852	rnn.weight_ih_l0_reverse	6	0.011429711245000362
5852	rnn.weight_ih_l0_reverse	7	0.0401759035885334
5852	rnn.weight_ih_l0_reverse	8	-0.03763127326965332
5852	rnn.weight_ih_l0_reverse	9	-0.05018973350524902
5852	rnn.weight_hh_l0_reverse	0	-0.06724094599485397
5852	rnn.weight_hh_l0_reverse	1	-0.05419568344950676
5852	rnn.weight_hh_l0_reverse	2	0.008420807309448719
5852	rnn.weight_hh_l0_reverse	3	0.039620835334062576
5852	rnn.weight_hh_l0_reverse	4	0.022875286638736725
5852	rnn.weight_hh_l0_reverse	5	0.04331565275788307
5852	rnn.weight_hh_l0_reverse	6	-0.00819115899503231
5852	rnn.weight_hh_l0_reverse	7	-0.0026035832706838846
5852	rnn.weight_hh_l0_reverse	8	-0.07815815508365631
5852	rnn.weight_hh_l0_reverse	9	0.035873331129550934
5852	rnn.bias_ih_l0_reverse	0	-0.03908500447869301
5852	rnn.bias_ih_l0_reverse	1	-0.06640884280204773
5852	rnn.bias_ih_l0_reverse	2	0.09318305552005768
5852	rnn.bias_ih_l0_reverse	3	0.029262080788612366
5852	rnn.bias_ih_l0_reverse	4	-0.09189014881849289
5852	rnn.bias_ih_l0_reverse	5	0.022959904745221138
5852	rnn.bias_ih_l0_reverse	6	-0.09103302657604218
5852	rnn.bias_ih_l0_reverse	7	0.023473696783185005
5852	rnn.bias_ih_l0_reverse	8	0.020815029740333557
5852	rnn.bias_ih_l0_reverse	9	0.05975939333438873
5852	rnn.bias_hh_l0_reverse	0	0.02945241890847683
5852	rnn.bias_hh_l0_reverse	1	0.06887969374656677
5852	rnn.bias_hh_l0_reverse	2	0.07252613455057144
5852	rnn.bias_hh_l0_reverse	3	-0.00585510628297925
5852	rnn.bias_hh_l0_reverse	4	0.08389634639024734
5852	rnn.bias_hh_l0_reverse	5	0.011517115868628025
5852	rnn.bias_hh_l0_reverse	6	-0.07194486260414124
5852	rnn.bias_hh_l0_reverse	7	0.03813471272587776
5852	rnn.bias_hh_l0_reverse	8	0.029827576130628586
5852	rnn.bias_hh_l0_reverse	9	-0.09433521330356598
5852	linear.weight	0	0.1694178581237793
5852	linear.weight	1	-0.10199348628520966
5852	linear.weight	2	-0.10812700539827347
5852	linear.weight	3	0.015338397584855556
5852	linear.weight	4	0.013126395642757416
5852	linear.weight	5	-0.062109723687171936
5852	linear.weight	6	-0.012680692598223686
5852	linear.weight	7	-0.03188661113381386
5852	linear.weight	8	0.029081188142299652
5852	linear.weight	9	0.2771872878074646
5852	linear.bias	0	0.04497549682855606
5852	linear.bias	1	0.08426986634731293
5852	linear.bias	2	-0.3687656819820404
5852	linear.bias	3	1.1839995384216309
5852	linear.bias	4	-0.3503960371017456
5852	linear.bias	5	-0.030769959092140198
5852	linear.bias	6	-0.25577834248542786
5852	linear.bias	7	-0.1425047367811203
5852	linear.bias	8	0.07742241024971008
5852	linear.bias	9	-0.3859277665615082
5880	transitions	0	-0.5797154903411865
5880	transitions	1	0.4231069087982178
5880	transitions	2	1.773964285850525
5880	transitions	3	0.1773751676082611
5880	transitions	4	1.0073145627975464
5880	transitions	5	1.275541067123413
5880	transitions	6	0.4850543439388275
5880	transitions	7	0.18398267030715942
5880	transitions	8	-0.9187633395195007
5880	transitions	9	0.9307755827903748
5880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5880	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5880	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5880	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5880	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5880	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5880	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5880	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5880	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5880	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5880	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5880	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5880	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5880	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5880	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5880	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5880	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5880	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5880	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5880	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5880	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5880	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5880	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5880	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5880	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5880	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5880	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5880	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5880	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5880	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5880	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5880	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5880	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5880	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5880	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5880	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5880	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5880	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5880	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5880	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5880	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5880	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5880	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5880	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5880	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5880	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5880	embedding2nn.weight	0	0.01186189241707325
5880	embedding2nn.weight	1	0.014157217927277088
5880	embedding2nn.weight	2	-0.004963087849318981
5880	embedding2nn.weight	3	0.0013556380290538073
5880	embedding2nn.weight	4	-0.0031925502698868513
5880	embedding2nn.weight	5	0.0031566342804580927
5880	embedding2nn.weight	6	-0.0023732800036668777
5880	embedding2nn.weight	7	0.006549264304339886
5880	embedding2nn.weight	8	-0.006908121984452009
5880	embedding2nn.weight	9	-0.013406632468104362
5880	embedding2nn.bias	0	-0.026011820882558823
5880	embedding2nn.bias	1	-0.019461218267679214
5880	embedding2nn.bias	2	-0.07503873109817505
5880	embedding2nn.bias	3	0.025359198451042175
5880	embedding2nn.bias	4	0.023392613977193832
5880	embedding2nn.bias	5	-0.010678097605705261
5880	embedding2nn.bias	6	0.02513618767261505
5880	embedding2nn.bias	7	0.061963532119989395
5880	embedding2nn.bias	8	0.03213261812925339
5880	embedding2nn.bias	9	-0.030888009816408157
5880	rnn.weight_ih_l0	0	0.0361056812107563
5880	rnn.weight_ih_l0	1	-0.0006366832531057298
5880	rnn.weight_ih_l0	2	-0.019897203892469406
5880	rnn.weight_ih_l0	3	-0.04901064559817314
5880	rnn.weight_ih_l0	4	-0.049848105758428574
5880	rnn.weight_ih_l0	5	0.000861249165609479
5880	rnn.weight_ih_l0	6	-0.05549344792962074
5880	rnn.weight_ih_l0	7	-0.0499224029481411
5880	rnn.weight_ih_l0	8	-0.04623505100607872
5880	rnn.weight_ih_l0	9	-0.027800913900136948
5880	rnn.weight_hh_l0	0	0.011685281991958618
5880	rnn.weight_hh_l0	1	-0.017613090574741364
5880	rnn.weight_hh_l0	2	-0.021540816873311996
5880	rnn.weight_hh_l0	3	-0.014758980832993984
5880	rnn.weight_hh_l0	4	-0.05957784503698349
5880	rnn.weight_hh_l0	5	-0.018223410472273827
5880	rnn.weight_hh_l0	6	-0.03432514891028404
5880	rnn.weight_hh_l0	7	0.026405094191432
5880	rnn.weight_hh_l0	8	-0.02240872010588646
5880	rnn.weight_hh_l0	9	0.027267709374427795
5880	rnn.bias_ih_l0	0	0.08065096288919449
5880	rnn.bias_ih_l0	1	-0.05533742904663086
5880	rnn.bias_ih_l0	2	0.09705409407615662
5880	rnn.bias_ih_l0	3	0.07501991093158722
5880	rnn.bias_ih_l0	4	0.08618571609258652
5880	rnn.bias_ih_l0	5	0.014925611205399036
5880	rnn.bias_ih_l0	6	-0.007351587526500225
5880	rnn.bias_ih_l0	7	-0.07957270741462708
5880	rnn.bias_ih_l0	8	-0.10744056105613708
5880	rnn.bias_ih_l0	9	0.07355546951293945
5880	rnn.bias_hh_l0	0	-0.03177555277943611
5880	rnn.bias_hh_l0	1	0.018557149916887283
5880	rnn.bias_hh_l0	2	-0.01838657259941101
5880	rnn.bias_hh_l0	3	-0.014538172632455826
5880	rnn.bias_hh_l0	4	-0.04604863375425339
5880	rnn.bias_hh_l0	5	0.09758801758289337
5880	rnn.bias_hh_l0	6	-0.009615077637135983
5880	rnn.bias_hh_l0	7	0.00958920456469059
5880	rnn.bias_hh_l0	8	0.027017170563340187
5880	rnn.bias_hh_l0	9	0.0599389486014843
5880	rnn.weight_ih_l0_reverse	0	-0.03244848921895027
5880	rnn.weight_ih_l0_reverse	1	0.0009037127601914108
5880	rnn.weight_ih_l0_reverse	2	0.022235780954360962
5880	rnn.weight_ih_l0_reverse	3	-0.06001375988125801
5880	rnn.weight_ih_l0_reverse	4	0.009286073036491871
5880	rnn.weight_ih_l0_reverse	5	-0.05564365163445473
5880	rnn.weight_ih_l0_reverse	6	0.011093514040112495
5880	rnn.weight_ih_l0_reverse	7	0.04022752121090889
5880	rnn.weight_ih_l0_reverse	8	-0.03778913989663124
5880	rnn.weight_ih_l0_reverse	9	-0.0502491369843483
5880	rnn.weight_hh_l0_reverse	0	-0.06781960278749466
5880	rnn.weight_hh_l0_reverse	1	-0.055190812796354294
5880	rnn.weight_hh_l0_reverse	2	0.008063411340117455
5880	rnn.weight_hh_l0_reverse	3	0.03976842761039734
5880	rnn.weight_hh_l0_reverse	4	0.02379036694765091
5880	rnn.weight_hh_l0_reverse	5	0.043306250125169754
5880	rnn.weight_hh_l0_reverse	6	-0.008322102949023247
5880	rnn.weight_hh_l0_reverse	7	-0.0031364213209599257
5880	rnn.weight_hh_l0_reverse	8	-0.07799962908029556
5880	rnn.weight_hh_l0_reverse	9	0.034737762063741684
5880	rnn.bias_ih_l0_reverse	0	-0.03544950485229492
5880	rnn.bias_ih_l0_reverse	1	-0.062479402869939804
5880	rnn.bias_ih_l0_reverse	2	0.09336717426776886
5880	rnn.bias_ih_l0_reverse	3	0.02929057367146015
5880	rnn.bias_ih_l0_reverse	4	-0.09054387360811234
5880	rnn.bias_ih_l0_reverse	5	0.023622537031769753
5880	rnn.bias_ih_l0_reverse	6	-0.09099431335926056
5880	rnn.bias_ih_l0_reverse	7	0.024877838790416718
5880	rnn.bias_ih_l0_reverse	8	0.02133822627365589
5880	rnn.bias_ih_l0_reverse	9	0.05966533347964287
5880	rnn.bias_hh_l0_reverse	0	0.02189061790704727
5880	rnn.bias_hh_l0_reverse	1	0.0689915344119072
5880	rnn.bias_hh_l0_reverse	2	0.07150189578533173
5880	rnn.bias_hh_l0_reverse	3	-0.0048293499276041985
5880	rnn.bias_hh_l0_reverse	4	0.0852459967136383
5880	rnn.bias_hh_l0_reverse	5	0.021229730919003487
5880	rnn.bias_hh_l0_reverse	6	-0.07090695202350616
5880	rnn.bias_hh_l0_reverse	7	0.03736014664173126
5880	rnn.bias_hh_l0_reverse	8	0.029983852058649063
5880	rnn.bias_hh_l0_reverse	9	-0.09218861907720566
5880	linear.weight	0	0.17542250454425812
5880	linear.weight	1	-0.10196513682603836
5880	linear.weight	2	-0.10948310792446136
5880	linear.weight	3	0.024919210001826286
5880	linear.weight	4	0.01239851862192154
5880	linear.weight	5	-0.06358756870031357
5880	linear.weight	6	-0.012678530067205429
5880	linear.weight	7	-0.03180266544222832
5880	linear.weight	8	0.030393818393349648
5880	linear.weight	9	0.2795662581920624
5880	linear.bias	0	0.055923134088516235
5880	linear.bias	1	0.07911033928394318
5880	linear.bias	2	-0.36945614218711853
5880	linear.bias	3	1.1492034196853638
5880	linear.bias	4	-0.3511335551738739
5880	linear.bias	5	-0.030769959092140198
5880	linear.bias	6	-0.257251501083374
5880	linear.bias	7	-0.13569103181362152
5880	linear.bias	8	0.07477633655071259
5880	linear.bias	9	-0.3863179683685303
5908	transitions	0	-0.5801255702972412
5908	transitions	1	0.4229429066181183
5908	transitions	2	1.7736185789108276
5908	transitions	3	0.17709095776081085
5908	transitions	4	1.007101058959961
5908	transitions	5	1.2755295038223267
5908	transitions	6	0.4850520193576813
5908	transitions	7	0.183976411819458
5908	transitions	8	-0.9187659621238708
5908	transitions	9	0.9307755827903748
5908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5908	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5908	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5908	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5908	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5908	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5908	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5908	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5908	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5908	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5908	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5908	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5908	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5908	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5908	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5908	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5908	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5908	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5908	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5908	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5908	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5908	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5908	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5908	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5908	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5908	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5908	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5908	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5908	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5908	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5908	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5908	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5908	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5908	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5908	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5908	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5908	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5908	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5908	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5908	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5908	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5908	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5908	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5908	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5908	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5908	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5908	embedding2nn.weight	0	0.011381576769053936
5908	embedding2nn.weight	1	0.014101091772317886
5908	embedding2nn.weight	2	-0.004956801887601614
5908	embedding2nn.weight	3	0.0010214138310402632
5908	embedding2nn.weight	4	-0.0032466526608914137
5908	embedding2nn.weight	5	0.002994249342009425
5908	embedding2nn.weight	6	-0.002469270955771208
5908	embedding2nn.weight	7	0.006740944925695658
5908	embedding2nn.weight	8	-0.007122832350432873
5908	embedding2nn.weight	9	-0.013348543085157871
5908	embedding2nn.bias	0	-0.020241782069206238
5908	embedding2nn.bias	1	-0.016994135454297066
5908	embedding2nn.bias	2	-0.06933145225048065
5908	embedding2nn.bias	3	0.019018610939383507
5908	embedding2nn.bias	4	0.02510674111545086
5908	embedding2nn.bias	5	-0.00831354595720768
5908	embedding2nn.bias	6	0.027722837403416634
5908	embedding2nn.bias	7	0.05132721737027168
5908	embedding2nn.bias	8	0.0328165702521801
5908	embedding2nn.bias	9	-0.040424808859825134
5908	rnn.weight_ih_l0	0	0.03603709116578102
5908	rnn.weight_ih_l0	1	-0.00015158527821768075
5908	rnn.weight_ih_l0	2	-0.020133957266807556
5908	rnn.weight_ih_l0	3	-0.04887506365776062
5908	rnn.weight_ih_l0	4	-0.04977637156844139
5908	rnn.weight_ih_l0	5	0.0011042748810723424
5908	rnn.weight_ih_l0	6	-0.05540879815816879
5908	rnn.weight_ih_l0	7	-0.05025481805205345
5908	rnn.weight_ih_l0	8	-0.04598640650510788
5908	rnn.weight_ih_l0	9	-0.027854060754179955
5908	rnn.weight_hh_l0	0	0.011686436831951141
5908	rnn.weight_hh_l0	1	-0.017840711399912834
5908	rnn.weight_hh_l0	2	-0.021949127316474915
5908	rnn.weight_hh_l0	3	-0.014925660565495491
5908	rnn.weight_hh_l0	4	-0.05942476913332939
5908	rnn.weight_hh_l0	5	-0.017797445878386497
5908	rnn.weight_hh_l0	6	-0.033670417964458466
5908	rnn.weight_hh_l0	7	0.02679305151104927
5908	rnn.weight_hh_l0	8	-0.022047007456421852
5908	rnn.weight_hh_l0	9	0.025253308936953545
5908	rnn.bias_ih_l0	0	0.08194839209318161
5908	rnn.bias_ih_l0	1	-0.05462438613176346
5908	rnn.bias_ih_l0	2	0.09888390451669693
5908	rnn.bias_ih_l0	3	0.07685103267431259
5908	rnn.bias_ih_l0	4	0.08471843600273132
5908	rnn.bias_ih_l0	5	0.016055576503276825
5908	rnn.bias_ih_l0	6	-0.011728386394679546
5908	rnn.bias_ih_l0	7	-0.0792100578546524
5908	rnn.bias_ih_l0	8	-0.111270971596241
5908	rnn.bias_ih_l0	9	0.07232591509819031
5908	rnn.bias_hh_l0	0	-0.02916419319808483
5908	rnn.bias_hh_l0	1	0.020341413095593452
5908	rnn.bias_hh_l0	2	-0.017565293237566948
5908	rnn.bias_hh_l0	3	-0.013023752719163895
5908	rnn.bias_hh_l0	4	-0.04430565610527992
5908	rnn.bias_hh_l0	5	0.09619881212711334
5908	rnn.bias_hh_l0	6	-0.009494660422205925
5908	rnn.bias_hh_l0	7	0.00958067923784256
5908	rnn.bias_hh_l0	8	0.022640366107225418
5908	rnn.bias_hh_l0	9	0.05920255556702614
5908	rnn.weight_ih_l0_reverse	0	-0.032206941395998
5908	rnn.weight_ih_l0_reverse	1	0.00045495841186493635
5908	rnn.weight_ih_l0_reverse	2	0.022543979808688164
5908	rnn.weight_ih_l0_reverse	3	-0.06033092364668846
5908	rnn.weight_ih_l0_reverse	4	0.00900273211300373
5908	rnn.weight_ih_l0_reverse	5	-0.05578437075018883
5908	rnn.weight_ih_l0_reverse	6	0.011137474328279495
5908	rnn.weight_ih_l0_reverse	7	0.04026604816317558
5908	rnn.weight_ih_l0_reverse	8	-0.03800797089934349
5908	rnn.weight_ih_l0_reverse	9	-0.05023416131734848
5908	rnn.weight_hh_l0_reverse	0	-0.06796685606241226
5908	rnn.weight_hh_l0_reverse	1	-0.05605507642030716
5908	rnn.weight_hh_l0_reverse	2	0.008532550185918808
5908	rnn.weight_hh_l0_reverse	3	0.03967013582587242
5908	rnn.weight_hh_l0_reverse	4	0.023552807047963142
5908	rnn.weight_hh_l0_reverse	5	0.04337785392999649
5908	rnn.weight_hh_l0_reverse	6	-0.009970671497285366
5908	rnn.weight_hh_l0_reverse	7	-0.003163374261930585
5908	rnn.weight_hh_l0_reverse	8	-0.07698027789592743
5908	rnn.weight_hh_l0_reverse	9	0.034272219985723495
5908	rnn.bias_ih_l0_reverse	0	-0.03466472402215004
5908	rnn.bias_ih_l0_reverse	1	-0.04971633478999138
5908	rnn.bias_ih_l0_reverse	2	0.09367594867944717
5908	rnn.bias_ih_l0_reverse	3	0.029330896213650703
5908	rnn.bias_ih_l0_reverse	4	-0.09055784344673157
5908	rnn.bias_ih_l0_reverse	5	0.022940324619412422
5908	rnn.bias_ih_l0_reverse	6	-0.09244725108146667
5908	rnn.bias_ih_l0_reverse	7	0.027794094756245613
5908	rnn.bias_ih_l0_reverse	8	0.020824212580919266
5908	rnn.bias_ih_l0_reverse	9	0.06146645545959473
5908	rnn.bias_hh_l0_reverse	0	0.029531877487897873
5908	rnn.bias_hh_l0_reverse	1	0.06709925085306168
5908	rnn.bias_hh_l0_reverse	2	0.07424268126487732
5908	rnn.bias_hh_l0_reverse	3	-0.004922402556985617
5908	rnn.bias_hh_l0_reverse	4	0.08512673527002335
5908	rnn.bias_hh_l0_reverse	5	0.02150282822549343
5908	rnn.bias_hh_l0_reverse	6	-0.07097113132476807
5908	rnn.bias_hh_l0_reverse	7	0.03782191127538681
5908	rnn.bias_hh_l0_reverse	8	0.028944140300154686
5908	rnn.bias_hh_l0_reverse	9	-0.08768247812986374
5908	linear.weight	0	0.16883355379104614
5908	linear.weight	1	-0.10192184150218964
5908	linear.weight	2	-0.11100956052541733
5908	linear.weight	3	0.03304101899266243
5908	linear.weight	4	0.013112137094140053
5908	linear.weight	5	-0.06301022320985794
5908	linear.weight	6	-0.012657303363084793
5908	linear.weight	7	-0.031738679856061935
5908	linear.weight	8	0.03509030491113663
5908	linear.weight	9	0.283245325088501
5908	linear.bias	0	0.040835391730070114
5908	linear.bias	1	0.07855196297168732
5908	linear.bias	2	-0.36686328053474426
5908	linear.bias	3	1.1832398176193237
5908	linear.bias	4	-0.35187599062919617
5908	linear.bias	5	-0.030769959092140198
5908	linear.bias	6	-0.252843976020813
5908	linear.bias	7	-0.143997922539711
5908	linear.bias	8	0.07503074407577515
5908	linear.bias	9	-0.3867194354534149
5936	transitions	0	-0.5803473591804504
5936	transitions	1	0.42276254296302795
5936	transitions	2	1.7732092142105103
5936	transitions	3	0.17694884538650513
5936	transitions	4	1.0068867206573486
5936	transitions	5	1.2755206823349
5936	transitions	6	0.4850428104400635
5936	transitions	7	0.18397009372711182
5936	transitions	8	-0.9187678098678589
5936	transitions	9	0.9307755827903748
5936	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5936	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5936	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5936	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5936	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5936	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5936	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5936	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5936	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5936	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5936	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5936	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5936	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5936	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5936	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5936	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5936	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5936	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5936	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5936	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5936	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5936	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5936	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5936	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5936	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5936	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5936	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5936	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5936	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5936	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5936	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5936	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5936	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5936	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5936	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5936	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5936	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5936	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5936	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5936	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5936	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5936	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5936	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5936	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5936	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5936	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5936	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5936	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5936	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5936	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5936	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5936	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5936	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5936	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5936	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5936	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5936	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5936	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5936	embedding2nn.weight	0	0.011122656986117363
5936	embedding2nn.weight	1	0.014064542949199677
5936	embedding2nn.weight	2	-0.005005659535527229
5936	embedding2nn.weight	3	0.001164112240076065
5936	embedding2nn.weight	4	-0.0032619531266391277
5936	embedding2nn.weight	5	0.003198334015905857
5936	embedding2nn.weight	6	-0.002577318111434579
5936	embedding2nn.weight	7	0.00663185678422451
5936	embedding2nn.weight	8	-0.007217269856482744
5936	embedding2nn.weight	9	-0.013391521759331226
5936	embedding2nn.bias	0	-0.016657842323184013
5936	embedding2nn.bias	1	-0.013662979938089848
5936	embedding2nn.bias	2	-0.06634370982646942
5936	embedding2nn.bias	3	0.020037369802594185
5936	embedding2nn.bias	4	0.02711416408419609
5936	embedding2nn.bias	5	-0.007010944653302431
5936	embedding2nn.bias	6	0.03148588538169861
5936	embedding2nn.bias	7	0.04946953058242798
5936	embedding2nn.bias	8	0.028782593086361885
5936	embedding2nn.bias	9	-0.04264005273580551
5936	rnn.weight_ih_l0	0	0.03579987585544586
5936	rnn.weight_ih_l0	1	-0.000806039257440716
5936	rnn.weight_ih_l0	2	-0.0193772055208683
5936	rnn.weight_ih_l0	3	-0.049112655222415924
5936	rnn.weight_ih_l0	4	-0.049309734255075455
5936	rnn.weight_ih_l0	5	0.0008631948148831725
5936	rnn.weight_ih_l0	6	-0.05521688237786293
5936	rnn.weight_ih_l0	7	-0.05057886615395546
5936	rnn.weight_ih_l0	8	-0.046146832406520844
5936	rnn.weight_ih_l0	9	-0.027872342616319656
5936	rnn.weight_hh_l0	0	0.011674663983285427
5936	rnn.weight_hh_l0	1	-0.018872393295168877
5936	rnn.weight_hh_l0	2	-0.021655865013599396
5936	rnn.weight_hh_l0	3	-0.015598109923303127
5936	rnn.weight_hh_l0	4	-0.0593346543610096
5936	rnn.weight_hh_l0	5	-0.016979940235614777
5936	rnn.weight_hh_l0	6	-0.0327204093337059
5936	rnn.weight_hh_l0	7	0.026487426832318306
5936	rnn.weight_hh_l0	8	-0.022062143310904503
5936	rnn.weight_hh_l0	9	0.02661997638642788
5936	rnn.bias_ih_l0	0	0.08329091966152191
5936	rnn.bias_ih_l0	1	-0.0571853332221508
5936	rnn.bias_ih_l0	2	0.0982029065489769
5936	rnn.bias_ih_l0	3	0.07710085064172745
5936	rnn.bias_ih_l0	4	0.08641833811998367
5936	rnn.bias_ih_l0	5	0.016254369169473648
5936	rnn.bias_ih_l0	6	-0.00943775475025177
5936	rnn.bias_ih_l0	7	-0.07744678109884262
5936	rnn.bias_ih_l0	8	-0.1074344664812088
5936	rnn.bias_ih_l0	9	0.0721655786037445
5936	rnn.bias_hh_l0	0	-0.029203306883573532
5936	rnn.bias_hh_l0	1	0.022721679881215096
5936	rnn.bias_hh_l0	2	-0.01812521182000637
5936	rnn.bias_hh_l0	3	-0.013878494501113892
5936	rnn.bias_hh_l0	4	-0.047676749527454376
5936	rnn.bias_hh_l0	5	0.0941333919763565
5936	rnn.bias_hh_l0	6	-0.00915967021137476
5936	rnn.bias_hh_l0	7	0.010468418709933758
5936	rnn.bias_hh_l0	8	0.02493099495768547
5936	rnn.bias_hh_l0	9	0.059114303439855576
5936	rnn.weight_ih_l0_reverse	0	-0.03246288001537323
5936	rnn.weight_ih_l0_reverse	1	-0.0008600871660746634
5936	rnn.weight_ih_l0_reverse	2	0.02272816188633442
5936	rnn.weight_ih_l0_reverse	3	-0.06013591215014458
5936	rnn.weight_ih_l0_reverse	4	0.008705629035830498
5936	rnn.weight_ih_l0_reverse	5	-0.05583050847053528
5936	rnn.weight_ih_l0_reverse	6	0.011646369472146034
5936	rnn.weight_ih_l0_reverse	7	0.040431439876556396
5936	rnn.weight_ih_l0_reverse	8	-0.03763628751039505
5936	rnn.weight_ih_l0_reverse	9	-0.050163064152002335
5936	rnn.weight_hh_l0_reverse	0	-0.06789213418960571
5936	rnn.weight_hh_l0_reverse	1	-0.05546741560101509
5936	rnn.weight_hh_l0_reverse	2	0.008044012822210789
5936	rnn.weight_hh_l0_reverse	3	0.03964146971702576
5936	rnn.weight_hh_l0_reverse	4	0.023134926334023476
5936	rnn.weight_hh_l0_reverse	5	0.04325292631983757
5936	rnn.weight_hh_l0_reverse	6	-0.008100542239844799
5936	rnn.weight_hh_l0_reverse	7	-0.003143572947010398
5936	rnn.weight_hh_l0_reverse	8	-0.07665479183197021
5936	rnn.weight_hh_l0_reverse	9	0.03389957174658775
5936	rnn.bias_ih_l0_reverse	0	-0.035704031586647034
5936	rnn.bias_ih_l0_reverse	1	-0.058406855911016464
5936	rnn.bias_ih_l0_reverse	2	0.09349890053272247
5936	rnn.bias_ih_l0_reverse	3	0.029808245599269867
5936	rnn.bias_ih_l0_reverse	4	-0.08866261690855026
5936	rnn.bias_ih_l0_reverse	5	0.023721003904938698
5936	rnn.bias_ih_l0_reverse	6	-0.09213040769100189
5936	rnn.bias_ih_l0_reverse	7	0.027468150481581688
5936	rnn.bias_ih_l0_reverse	8	0.02175021357834339
5936	rnn.bias_ih_l0_reverse	9	0.05998540297150612
5936	rnn.bias_hh_l0_reverse	0	0.02623787522315979
5936	rnn.bias_hh_l0_reverse	1	0.06670258194208145
5936	rnn.bias_hh_l0_reverse	2	0.07363983243703842
5936	rnn.bias_hh_l0_reverse	3	-0.005687286611646414
5936	rnn.bias_hh_l0_reverse	4	0.08398256450891495
5936	rnn.bias_hh_l0_reverse	5	0.020341012626886368
5936	rnn.bias_hh_l0_reverse	6	-0.07121507823467255
5936	rnn.bias_hh_l0_reverse	7	0.03932204842567444
5936	rnn.bias_hh_l0_reverse	8	0.03335824981331825
5936	rnn.bias_hh_l0_reverse	9	-0.0857561007142067
5936	linear.weight	0	0.1727016121149063
5936	linear.weight	1	-0.10188991576433182
5936	linear.weight	2	-0.10807093977928162
5936	linear.weight	3	0.03826228901743889
5936	linear.weight	4	0.013323959894478321
5936	linear.weight	5	-0.06511089205741882
5936	linear.weight	6	-0.012634648010134697
5936	linear.weight	7	-0.03164012357592583
5936	linear.weight	8	0.03708816319704056
5936	linear.weight	9	0.27984845638275146
5936	linear.bias	0	0.024731196463108063
5936	linear.bias	1	0.08098728209733963
5936	linear.bias	2	-0.3708087205886841
5936	linear.bias	3	1.1790268421173096
5936	linear.bias	4	-0.35270965099334717
5936	linear.bias	5	-0.030769959092140198
5936	linear.bias	6	-0.2573779225349426
5936	linear.bias	7	-0.14595657587051392
5936	linear.bias	8	0.07839047163724899
5936	linear.bias	9	-0.3871834874153137
5964	transitions	0	-0.5805960297584534
5964	transitions	1	0.4225633144378662
5964	transitions	2	1.7726118564605713
5964	transitions	3	0.17675131559371948
5964	transitions	4	1.0067052841186523
5964	transitions	5	1.2755151987075806
5964	transitions	6	0.48503926396369934
5964	transitions	7	0.18396538496017456
5964	transitions	8	-0.9187697768211365
5964	transitions	9	0.9307754635810852
5964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5964	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5964	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5964	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5964	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5964	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5964	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5964	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5964	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5964	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5964	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5964	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5964	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5964	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5964	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5964	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5964	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5964	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5964	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5964	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5964	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5964	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5964	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5964	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5964	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5964	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5964	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5964	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5964	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5964	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5964	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5964	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5964	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5964	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5964	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5964	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5964	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5964	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5964	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5964	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5964	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5964	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5964	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5964	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5964	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5964	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5964	embedding2nn.weight	0	0.011709586717188358
5964	embedding2nn.weight	1	0.014088823460042477
5964	embedding2nn.weight	2	-0.004966249223798513
5964	embedding2nn.weight	3	0.001171324634924531
5964	embedding2nn.weight	4	-0.003259464167058468
5964	embedding2nn.weight	5	0.003290844615548849
5964	embedding2nn.weight	6	-0.0026735353749245405
5964	embedding2nn.weight	7	0.006303492002189159
5964	embedding2nn.weight	8	-0.0070014591328799725
5964	embedding2nn.weight	9	-0.01332163531333208
5964	embedding2nn.bias	0	-0.016517912968993187
5964	embedding2nn.bias	1	-0.013361304067075253
5964	embedding2nn.bias	2	-0.06773130595684052
5964	embedding2nn.bias	3	0.013374689035117626
5964	embedding2nn.bias	4	0.022759390994906425
5964	embedding2nn.bias	5	-0.005607226863503456
5964	embedding2nn.bias	6	0.033633701503276825
5964	embedding2nn.bias	7	0.04901261627674103
5964	embedding2nn.bias	8	0.027452990412712097
5964	embedding2nn.bias	9	-0.033237382769584656
5964	rnn.weight_ih_l0	0	0.035599999129772186
5964	rnn.weight_ih_l0	1	-0.0008497059461660683
5964	rnn.weight_ih_l0	2	-0.018791353330016136
5964	rnn.weight_ih_l0	3	-0.04897192493081093
5964	rnn.weight_ih_l0	4	-0.04922448471188545
5964	rnn.weight_ih_l0	5	0.0010804369812831283
5964	rnn.weight_ih_l0	6	-0.05524696409702301
5964	rnn.weight_ih_l0	7	-0.05067535117268562
5964	rnn.weight_ih_l0	8	-0.04611849784851074
5964	rnn.weight_ih_l0	9	-0.027761470526456833
5964	rnn.weight_hh_l0	0	0.011559826321899891
5964	rnn.weight_hh_l0	1	-0.019215021282434464
5964	rnn.weight_hh_l0	2	-0.02200975827872753
5964	rnn.weight_hh_l0	3	-0.016261259093880653
5964	rnn.weight_hh_l0	4	-0.059165868908166885
5964	rnn.weight_hh_l0	5	-0.016401566565036774
5964	rnn.weight_hh_l0	6	-0.030752256512641907
5964	rnn.weight_hh_l0	7	0.0242773350328207
5964	rnn.weight_hh_l0	8	-0.021821916103363037
5964	rnn.weight_hh_l0	9	0.027344979345798492
5964	rnn.bias_ih_l0	0	0.082554392516613
5964	rnn.bias_ih_l0	1	-0.05604666471481323
5964	rnn.bias_ih_l0	2	0.09389589726924896
5964	rnn.bias_ih_l0	3	0.07578444480895996
5964	rnn.bias_ih_l0	4	0.08698244392871857
5964	rnn.bias_ih_l0	5	0.017261158674955368
5964	rnn.bias_ih_l0	6	-0.01191356685012579
5964	rnn.bias_ih_l0	7	-0.08030997961759567
5964	rnn.bias_ih_l0	8	-0.10129571706056595
5964	rnn.bias_ih_l0	9	0.07276508212089539
5964	rnn.bias_hh_l0	0	-0.028885331004858017
5964	rnn.bias_hh_l0	1	0.020319076254963875
5964	rnn.bias_hh_l0	2	-0.017596719786524773
5964	rnn.bias_hh_l0	3	-0.010963985696434975
5964	rnn.bias_hh_l0	4	-0.0476064570248127
5964	rnn.bias_hh_l0	5	0.09567819535732269
5964	rnn.bias_hh_l0	6	-0.008579358458518982
5964	rnn.bias_hh_l0	7	0.009265711531043053
5964	rnn.bias_hh_l0	8	0.022455181926488876
5964	rnn.bias_hh_l0	9	0.05836569890379906
5964	rnn.weight_ih_l0_reverse	0	-0.03236788883805275
5964	rnn.weight_ih_l0_reverse	1	-0.0018783455016091466
5964	rnn.weight_ih_l0_reverse	2	0.02254341170191765
5964	rnn.weight_ih_l0_reverse	3	-0.060127947479486465
5964	rnn.weight_ih_l0_reverse	4	0.00869380310177803
5964	rnn.weight_ih_l0_reverse	5	-0.05580956116318703
5964	rnn.weight_ih_l0_reverse	6	0.013275247998535633
5964	rnn.weight_ih_l0_reverse	7	0.04034445062279701
5964	rnn.weight_ih_l0_reverse	8	-0.03769209235906601
5964	rnn.weight_ih_l0_reverse	9	-0.05034250766038895
5964	rnn.weight_hh_l0_reverse	0	-0.06793781369924545
5964	rnn.weight_hh_l0_reverse	1	-0.05566241964697838
5964	rnn.weight_hh_l0_reverse	2	0.008211007341742516
5964	rnn.weight_hh_l0_reverse	3	0.03968482464551926
5964	rnn.weight_hh_l0_reverse	4	0.02260957472026348
5964	rnn.weight_hh_l0_reverse	5	0.043166957795619965
5964	rnn.weight_hh_l0_reverse	6	-0.008543042466044426
5964	rnn.weight_hh_l0_reverse	7	-0.003029353218153119
5964	rnn.weight_hh_l0_reverse	8	-0.07771658897399902
5964	rnn.weight_hh_l0_reverse	9	0.03392310440540314
5964	rnn.bias_ih_l0_reverse	0	-0.03613767400383949
5964	rnn.bias_ih_l0_reverse	1	-0.051350682973861694
5964	rnn.bias_ih_l0_reverse	2	0.09248818457126617
5964	rnn.bias_ih_l0_reverse	3	0.03003922663629055
5964	rnn.bias_ih_l0_reverse	4	-0.0889323353767395
5964	rnn.bias_ih_l0_reverse	5	0.024308988824486732
5964	rnn.bias_ih_l0_reverse	6	-0.09242898225784302
5964	rnn.bias_ih_l0_reverse	7	0.02724088728427887
5964	rnn.bias_ih_l0_reverse	8	0.023491309955716133
5964	rnn.bias_ih_l0_reverse	9	0.059546563774347305
5964	rnn.bias_hh_l0_reverse	0	0.027005331590771675
5964	rnn.bias_hh_l0_reverse	1	0.06517644971609116
5964	rnn.bias_hh_l0_reverse	2	0.07532452046871185
5964	rnn.bias_hh_l0_reverse	3	-0.006780536379665136
5964	rnn.bias_hh_l0_reverse	4	0.08381692320108414
5964	rnn.bias_hh_l0_reverse	5	0.016875997185707092
5964	rnn.bias_hh_l0_reverse	6	-0.07085797935724258
5964	rnn.bias_hh_l0_reverse	7	0.03990761190652847
5964	rnn.bias_hh_l0_reverse	8	0.034111663699150085
5964	rnn.bias_hh_l0_reverse	9	-0.08734641224145889
5964	linear.weight	0	0.1752527505159378
5964	linear.weight	1	-0.10188613086938858
5964	linear.weight	2	-0.10614112764596939
5964	linear.weight	3	0.04079711437225342
5964	linear.weight	4	0.013018880970776081
5964	linear.weight	5	-0.06338866800069809
5964	linear.weight	6	-0.012642838060855865
5964	linear.weight	7	-0.03153866529464722
5964	linear.weight	8	0.03504141792654991
5964	linear.weight	9	0.284705251455307
5964	linear.bias	0	0.02363438904285431
5964	linear.bias	1	0.08377872407436371
5964	linear.bias	2	-0.3677228093147278
5964	linear.bias	3	1.197737216949463
5964	linear.bias	4	-0.350416898727417
5964	linear.bias	5	-0.030769959092140198
5964	linear.bias	6	-0.2547566890716553
5964	linear.bias	7	-0.15295657515525818
5964	linear.bias	8	0.08627082407474518
5964	linear.bias	9	-0.38774585723876953
5992	transitions	0	-0.5808355808258057
5992	transitions	1	0.4223369061946869
5992	transitions	2	1.7723368406295776
5992	transitions	3	0.1766391396522522
5992	transitions	4	1.0065398216247559
5992	transitions	5	1.2755059003829956
5992	transitions	6	0.4850330054759979
5992	transitions	7	0.18394215404987335
5992	transitions	8	-0.9187732934951782
5992	transitions	9	0.9307753443717957
5992	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
5992	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
5992	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
5992	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
5992	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
5992	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
5992	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
5992	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
5992	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
5992	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
5992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
5992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
5992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
5992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
5992	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
5992	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
5992	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
5992	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
5992	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
5992	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
5992	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
5992	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
5992	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
5992	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
5992	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
5992	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
5992	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
5992	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
5992	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
5992	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
5992	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
5992	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
5992	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
5992	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
5992	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
5992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
5992	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
5992	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
5992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
5992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
5992	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
5992	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
5992	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
5992	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
5992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
5992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
5992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
5992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
5992	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
5992	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
5992	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
5992	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
5992	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
5992	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
5992	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
5992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
5992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
5992	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
5992	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
5992	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
5992	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
5992	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
5992	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
5992	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
5992	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
5992	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
5992	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
5992	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
5992	embedding2nn.weight	0	0.011283454485237598
5992	embedding2nn.weight	1	0.014060627669095993
5992	embedding2nn.weight	2	-0.00499009620398283
5992	embedding2nn.weight	3	0.0010912197176367044
5992	embedding2nn.weight	4	-0.003249393543228507
5992	embedding2nn.weight	5	0.0032286462374031544
5992	embedding2nn.weight	6	-0.00275775627233088
5992	embedding2nn.weight	7	0.006590596400201321
5992	embedding2nn.weight	8	-0.007063752971589565
5992	embedding2nn.weight	9	-0.01333494484424591
5992	embedding2nn.bias	0	-0.014002609066665173
5992	embedding2nn.bias	1	-0.012048808857798576
5992	embedding2nn.bias	2	-0.07294251024723053
5992	embedding2nn.bias	3	0.011818643659353256
5992	embedding2nn.bias	4	0.025380801409482956
5992	embedding2nn.bias	5	-0.009784004651010036
5992	embedding2nn.bias	6	0.03438194841146469
5992	embedding2nn.bias	7	0.054685574024915695
5992	embedding2nn.bias	8	0.026488590985536575
5992	embedding2nn.bias	9	-0.0303022600710392
5992	rnn.weight_ih_l0	0	0.035639602690935135
5992	rnn.weight_ih_l0	1	-0.0007995154010131955
5992	rnn.weight_ih_l0	2	-0.019419798627495766
5992	rnn.weight_ih_l0	3	-0.04913077875971794
5992	rnn.weight_ih_l0	4	-0.04925156384706497
5992	rnn.weight_ih_l0	5	0.001077724271453917
5992	rnn.weight_ih_l0	6	-0.05509074032306671
5992	rnn.weight_ih_l0	7	-0.050597429275512695
5992	rnn.weight_ih_l0	8	-0.04636320471763611
5992	rnn.weight_ih_l0	9	-0.027876343578100204
5992	rnn.weight_hh_l0	0	0.01135396771132946
5992	rnn.weight_hh_l0	1	-0.01945507526397705
5992	rnn.weight_hh_l0	2	-0.0226646326482296
5992	rnn.weight_hh_l0	3	-0.016499441117048264
5992	rnn.weight_hh_l0	4	-0.0593392550945282
5992	rnn.weight_hh_l0	5	-0.015671150758862495
5992	rnn.weight_hh_l0	6	-0.029318584129214287
5992	rnn.weight_hh_l0	7	0.024614403024315834
5992	rnn.weight_hh_l0	8	-0.02190518006682396
5992	rnn.weight_hh_l0	9	0.027294518426060677
5992	rnn.bias_ih_l0	0	0.08233722299337387
5992	rnn.bias_ih_l0	1	-0.05536432936787605
5992	rnn.bias_ih_l0	2	0.09329020977020264
5992	rnn.bias_ih_l0	3	0.07569177448749542
5992	rnn.bias_ih_l0	4	0.08603841811418533
5992	rnn.bias_ih_l0	5	0.018035752698779106
5992	rnn.bias_ih_l0	6	-0.014060860499739647
5992	rnn.bias_ih_l0	7	-0.08169147372245789
5992	rnn.bias_ih_l0	8	-0.1031750813126564
5992	rnn.bias_ih_l0	9	0.07115248590707779
5992	rnn.bias_hh_l0	0	-0.02854315936565399
5992	rnn.bias_hh_l0	1	0.02036117948591709
5992	rnn.bias_hh_l0	2	-0.01811685599386692
5992	rnn.bias_hh_l0	3	-0.010975672863423824
5992	rnn.bias_hh_l0	4	-0.049958523362874985
5992	rnn.bias_hh_l0	5	0.09333577007055283
5992	rnn.bias_hh_l0	6	-0.008100735023617744
5992	rnn.bias_hh_l0	7	0.013144451193511486
5992	rnn.bias_hh_l0	8	0.020307892933487892
5992	rnn.bias_hh_l0	9	0.05835709720849991
5992	rnn.weight_ih_l0_reverse	0	-0.032411523163318634
5992	rnn.weight_ih_l0_reverse	1	-0.0027483063749969006
5992	rnn.weight_ih_l0_reverse	2	0.022684456780552864
5992	rnn.weight_ih_l0_reverse	3	-0.05959559604525566
5992	rnn.weight_ih_l0_reverse	4	0.008924194611608982
5992	rnn.weight_ih_l0_reverse	5	-0.0557405948638916
5992	rnn.weight_ih_l0_reverse	6	0.013205043040215969
5992	rnn.weight_ih_l0_reverse	7	0.04029041528701782
5992	rnn.weight_ih_l0_reverse	8	-0.037802115082740784
5992	rnn.weight_ih_l0_reverse	9	-0.050806764513254166
5992	rnn.weight_hh_l0_reverse	0	-0.06870664656162262
5992	rnn.weight_hh_l0_reverse	1	-0.05508935824036598
5992	rnn.weight_hh_l0_reverse	2	0.008050396107137203
5992	rnn.weight_hh_l0_reverse	3	0.040016598999500275
5992	rnn.weight_hh_l0_reverse	4	0.02296960912644863
5992	rnn.weight_hh_l0_reverse	5	0.04347892478108406
5992	rnn.weight_hh_l0_reverse	6	-0.010645132511854172
5992	rnn.weight_hh_l0_reverse	7	-0.0027713938616216183
5992	rnn.weight_hh_l0_reverse	8	-0.07780133187770844
5992	rnn.weight_hh_l0_reverse	9	0.033899687230587006
5992	rnn.bias_ih_l0_reverse	0	-0.035808075219392776
5992	rnn.bias_ih_l0_reverse	1	-0.04994696006178856
5992	rnn.bias_ih_l0_reverse	2	0.09245757013559341
5992	rnn.bias_ih_l0_reverse	3	0.031128762289881706
5992	rnn.bias_ih_l0_reverse	4	-0.09043002873659134
5992	rnn.bias_ih_l0_reverse	5	0.02462702803313732
5992	rnn.bias_ih_l0_reverse	6	-0.0922698825597763
5992	rnn.bias_ih_l0_reverse	7	0.026565151289105415
5992	rnn.bias_ih_l0_reverse	8	0.023229576647281647
5992	rnn.bias_ih_l0_reverse	9	0.05853724479675293
5992	rnn.bias_hh_l0_reverse	0	0.02280373126268387
5992	rnn.bias_hh_l0_reverse	1	0.06785113364458084
5992	rnn.bias_hh_l0_reverse	2	0.07543288171291351
5992	rnn.bias_hh_l0_reverse	3	-0.007766597904264927
5992	rnn.bias_hh_l0_reverse	4	0.08393428474664688
5992	rnn.bias_hh_l0_reverse	5	0.022700119763612747
5992	rnn.bias_hh_l0_reverse	6	-0.07002855092287064
5992	rnn.bias_hh_l0_reverse	7	0.04073396697640419
5992	rnn.bias_hh_l0_reverse	8	0.03253842890262604
5992	rnn.bias_hh_l0_reverse	9	-0.08249691873788834
5992	linear.weight	0	0.1699012815952301
5992	linear.weight	1	-0.10185414552688599
5992	linear.weight	2	-0.10805854201316833
5992	linear.weight	3	0.04636399820446968
5992	linear.weight	4	0.012717138975858688
5992	linear.weight	5	-0.06372122466564178
5992	linear.weight	6	-0.012617637403309345
5992	linear.weight	7	-0.031467076390981674
5992	linear.weight	8	0.03632286563515663
5992	linear.weight	9	0.27695852518081665
5992	linear.bias	0	0.02756422385573387
5992	linear.bias	1	0.08255939930677414
5992	linear.bias	2	-0.3690069913864136
5992	linear.bias	3	1.1832929849624634
5992	linear.bias	4	-0.35132166743278503
5992	linear.bias	5	-0.030769959092140198
5992	linear.bias	6	-0.2548384666442871
5992	linear.bias	7	-0.14332444965839386
5992	linear.bias	8	0.07219307869672775
5992	linear.bias	9	-0.3882061243057251
6020	transitions	0	-0.5810068845748901
6020	transitions	1	0.42215436697006226
6020	transitions	2	1.7710762023925781
6020	transitions	3	0.176402285695076
6020	transitions	4	1.006184458732605
6020	transitions	5	1.2754968404769897
6020	transitions	6	0.4850306510925293
6020	transitions	7	0.18383648991584778
6020	transitions	8	-0.9187763333320618
6020	transitions	9	0.9307752847671509
6020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6020	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6020	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6020	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6020	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6020	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6020	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6020	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6020	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6020	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6020	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6020	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6020	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6020	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6020	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6020	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6020	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6020	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6020	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6020	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6020	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6020	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6020	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6020	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6020	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6020	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6020	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6020	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6020	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6020	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6020	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6020	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6020	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6020	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6020	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6020	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6020	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6020	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6020	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6020	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6020	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6020	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6020	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6020	embedding2nn.weight	0	0.011412466876208782
6020	embedding2nn.weight	1	0.014050843194127083
6020	embedding2nn.weight	2	-0.004954583942890167
6020	embedding2nn.weight	3	0.0008054680656641722
6020	embedding2nn.weight	4	-0.0032612194772809744
6020	embedding2nn.weight	5	0.0032629775814712048
6020	embedding2nn.weight	6	-0.0026582633145153522
6020	embedding2nn.weight	7	0.006857177242636681
6020	embedding2nn.weight	8	-0.007045623380690813
6020	embedding2nn.weight	9	-0.013286703266203403
6020	embedding2nn.bias	0	-0.008300813846290112
6020	embedding2nn.bias	1	-0.004921738989651203
6020	embedding2nn.bias	2	-0.06761915236711502
6020	embedding2nn.bias	3	0.011346093378961086
6020	embedding2nn.bias	4	0.025084061548113823
6020	embedding2nn.bias	5	-0.004860213957726955
6020	embedding2nn.bias	6	0.03520040959119797
6020	embedding2nn.bias	7	0.05493183061480522
6020	embedding2nn.bias	8	0.02253161557018757
6020	embedding2nn.bias	9	-0.031274206936359406
6020	rnn.weight_ih_l0	0	0.035825882107019424
6020	rnn.weight_ih_l0	1	-0.0017190836369991302
6020	rnn.weight_ih_l0	2	-0.01887940615415573
6020	rnn.weight_ih_l0	3	-0.048873767256736755
6020	rnn.weight_ih_l0	4	-0.04936525970697403
6020	rnn.weight_ih_l0	5	0.0010184028651565313
6020	rnn.weight_ih_l0	6	-0.05506795272231102
6020	rnn.weight_ih_l0	7	-0.05086059868335724
6020	rnn.weight_ih_l0	8	-0.04611389711499214
6020	rnn.weight_ih_l0	9	-0.027807455509901047
6020	rnn.weight_hh_l0	0	0.010944896377623081
6020	rnn.weight_hh_l0	1	-0.0202039647847414
6020	rnn.weight_hh_l0	2	-0.02205015905201435
6020	rnn.weight_hh_l0	3	-0.016735777258872986
6020	rnn.weight_hh_l0	4	-0.05918320640921593
6020	rnn.weight_hh_l0	5	-0.015937332063913345
6020	rnn.weight_hh_l0	6	-0.027239598333835602
6020	rnn.weight_hh_l0	7	0.023462535813450813
6020	rnn.weight_hh_l0	8	-0.02202683500945568
6020	rnn.weight_hh_l0	9	0.027157269418239594
6020	rnn.bias_ih_l0	0	0.08285269141197205
6020	rnn.bias_ih_l0	1	-0.054346565157175064
6020	rnn.bias_ih_l0	2	0.09432438760995865
6020	rnn.bias_ih_l0	3	0.0757058784365654
6020	rnn.bias_ih_l0	4	0.08736205846071243
6020	rnn.bias_ih_l0	5	0.016724584624171257
6020	rnn.bias_ih_l0	6	-0.016562586650252342
6020	rnn.bias_ih_l0	7	-0.07503405213356018
6020	rnn.bias_ih_l0	8	-0.1068030521273613
6020	rnn.bias_ih_l0	9	0.07292679697275162
6020	rnn.bias_hh_l0	0	-0.029363498091697693
6020	rnn.bias_hh_l0	1	0.019074823707342148
6020	rnn.bias_hh_l0	2	-0.018251944333314896
6020	rnn.bias_hh_l0	3	-0.00992213748395443
6020	rnn.bias_hh_l0	4	-0.049007415771484375
6020	rnn.bias_hh_l0	5	0.09559855610132217
6020	rnn.bias_hh_l0	6	-0.008169753476977348
6020	rnn.bias_hh_l0	7	0.014788920059800148
6020	rnn.bias_hh_l0	8	0.017806164920330048
6020	rnn.bias_hh_l0	9	0.05776814743876457
6020	rnn.weight_ih_l0_reverse	0	-0.03236909955739975
6020	rnn.weight_ih_l0_reverse	1	-0.002710330067202449
6020	rnn.weight_ih_l0_reverse	2	0.022537963464856148
6020	rnn.weight_ih_l0_reverse	3	-0.05952388048171997
6020	rnn.weight_ih_l0_reverse	4	0.008972088806331158
6020	rnn.weight_ih_l0_reverse	5	-0.05583415925502777
6020	rnn.weight_ih_l0_reverse	6	0.013444325886666775
6020	rnn.weight_ih_l0_reverse	7	0.0404718853533268
6020	rnn.weight_ih_l0_reverse	8	-0.037815481424331665
6020	rnn.weight_ih_l0_reverse	9	-0.05100800469517708
6020	rnn.weight_hh_l0_reverse	0	-0.06915191560983658
6020	rnn.weight_hh_l0_reverse	1	-0.056053902953863144
6020	rnn.weight_hh_l0_reverse	2	0.008043666370213032
6020	rnn.weight_hh_l0_reverse	3	0.03963518515229225
6020	rnn.weight_hh_l0_reverse	4	0.022605154663324356
6020	rnn.weight_hh_l0_reverse	5	0.04342071712017059
6020	rnn.weight_hh_l0_reverse	6	-0.010314621031284332
6020	rnn.weight_hh_l0_reverse	7	-0.0028917344752699137
6020	rnn.weight_hh_l0_reverse	8	-0.0785871148109436
6020	rnn.weight_hh_l0_reverse	9	0.035641591995954514
6020	rnn.bias_ih_l0_reverse	0	-0.0410584881901741
6020	rnn.bias_ih_l0_reverse	1	-0.051514700055122375
6020	rnn.bias_ih_l0_reverse	2	0.09246082603931427
6020	rnn.bias_ih_l0_reverse	3	0.03055369295179844
6020	rnn.bias_ih_l0_reverse	4	-0.090118408203125
6020	rnn.bias_ih_l0_reverse	5	0.02490522898733616
6020	rnn.bias_ih_l0_reverse	6	-0.09338732808828354
6020	rnn.bias_ih_l0_reverse	7	0.022859660908579826
6020	rnn.bias_ih_l0_reverse	8	0.024168532341718674
6020	rnn.bias_ih_l0_reverse	9	0.059058621525764465
6020	rnn.bias_hh_l0_reverse	0	0.03327294439077377
6020	rnn.bias_hh_l0_reverse	1	0.06810330599546432
6020	rnn.bias_hh_l0_reverse	2	0.07281605154275894
6020	rnn.bias_hh_l0_reverse	3	-0.006726810242980719
6020	rnn.bias_hh_l0_reverse	4	0.08430500328540802
6020	rnn.bias_hh_l0_reverse	5	0.010143909603357315
6020	rnn.bias_hh_l0_reverse	6	-0.07051781564950943
6020	rnn.bias_hh_l0_reverse	7	0.04205303266644478
6020	rnn.bias_hh_l0_reverse	8	0.033257853239774704
6020	rnn.bias_hh_l0_reverse	9	-0.08581167459487915
6020	linear.weight	0	0.16523562371730804
6020	linear.weight	1	-0.10182028263807297
6020	linear.weight	2	-0.10815984010696411
6020	linear.weight	3	0.03562675788998604
6020	linear.weight	4	0.011408024467527866
6020	linear.weight	5	-0.062022726982831955
6020	linear.weight	6	-0.01260913722217083
6020	linear.weight	7	-0.03135058656334877
6020	linear.weight	8	0.035290058702230453
6020	linear.weight	9	0.27987197041511536
6020	linear.bias	0	0.0264518391340971
6020	linear.bias	1	0.08240831643342972
6020	linear.bias	2	-0.3680773973464966
6020	linear.bias	3	1.185136079788208
6020	linear.bias	4	-0.3520878255367279
6020	linear.bias	5	-0.030769959092140198
6020	linear.bias	6	-0.2549531161785126
6020	linear.bias	7	-0.14788959920406342
6020	linear.bias	8	0.07235455513000488
6020	linear.bias	9	-0.3885936439037323
6048	transitions	0	-0.5811541676521301
6048	transitions	1	0.42197611927986145
6048	transitions	2	1.7707828283309937
6048	transitions	3	0.17613983154296875
6048	transitions	4	1.0060679912567139
6048	transitions	5	1.2754907608032227
6048	transitions	6	0.4850260317325592
6048	transitions	7	0.18383388221263885
6048	transitions	8	-0.9187774658203125
6048	transitions	9	0.9307752847671509
6048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6048	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6048	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6048	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6048	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6048	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6048	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6048	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6048	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6048	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6048	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6048	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6048	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6048	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6048	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6048	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6048	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6048	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6048	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6048	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6048	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6048	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6048	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6048	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6048	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6048	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6048	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6048	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6048	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6048	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6048	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6048	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6048	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6048	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6048	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6048	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6048	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6048	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6048	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6048	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6048	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6048	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6048	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6048	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6048	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6048	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6048	embedding2nn.weight	0	0.01145630981773138
6048	embedding2nn.weight	1	0.014041254296898842
6048	embedding2nn.weight	2	-0.004999722354114056
6048	embedding2nn.weight	3	0.000784407660830766
6048	embedding2nn.weight	4	-0.0032361377961933613
6048	embedding2nn.weight	5	0.0033692445140331984
6048	embedding2nn.weight	6	-0.0025958563201129436
6048	embedding2nn.weight	7	0.0076059624552726746
6048	embedding2nn.weight	8	-0.007327270228415728
6048	embedding2nn.weight	9	-0.013411777094006538
6048	embedding2nn.bias	0	-0.013407706283032894
6048	embedding2nn.bias	1	-0.0004760694282595068
6048	embedding2nn.bias	2	-0.06759976595640182
6048	embedding2nn.bias	3	0.015808425843715668
6048	embedding2nn.bias	4	0.02488856203854084
6048	embedding2nn.bias	5	-0.002814835635945201
6048	embedding2nn.bias	6	0.03347425162792206
6048	embedding2nn.bias	7	0.055017076432704926
6048	embedding2nn.bias	8	0.023731427267193794
6048	embedding2nn.bias	9	-0.024548500776290894
6048	rnn.weight_ih_l0	0	0.03575971722602844
6048	rnn.weight_ih_l0	1	-0.002132864436134696
6048	rnn.weight_ih_l0	2	-0.01951717771589756
6048	rnn.weight_ih_l0	3	-0.04875463992357254
6048	rnn.weight_ih_l0	4	-0.04929764196276665
6048	rnn.weight_ih_l0	5	0.0009900914737954736
6048	rnn.weight_ih_l0	6	-0.05491989478468895
6048	rnn.weight_ih_l0	7	-0.050954416394233704
6048	rnn.weight_ih_l0	8	-0.046240150928497314
6048	rnn.weight_ih_l0	9	-0.0278182290494442
6048	rnn.weight_hh_l0	0	0.010858772322535515
6048	rnn.weight_hh_l0	1	-0.020883001387119293
6048	rnn.weight_hh_l0	2	-0.021162325516343117
6048	rnn.weight_hh_l0	3	-0.016926834359765053
6048	rnn.weight_hh_l0	4	-0.0594639778137207
6048	rnn.weight_hh_l0	5	-0.0167128536850214
6048	rnn.weight_hh_l0	6	-0.03146514296531677
6048	rnn.weight_hh_l0	7	0.02422931417822838
6048	rnn.weight_hh_l0	8	-0.022119658067822456
6048	rnn.weight_hh_l0	9	0.026470016688108444
6048	rnn.bias_ih_l0	0	0.08233549445867538
6048	rnn.bias_ih_l0	1	-0.053613755851984024
6048	rnn.bias_ih_l0	2	0.09213954955339432
6048	rnn.bias_ih_l0	3	0.07608989626169205
6048	rnn.bias_ih_l0	4	0.08728811889886856
6048	rnn.bias_ih_l0	5	0.017004916444420815
6048	rnn.bias_ih_l0	6	-0.015026481822133064
6048	rnn.bias_ih_l0	7	-0.07052311301231384
6048	rnn.bias_ih_l0	8	-0.10835079103708267
6048	rnn.bias_ih_l0	9	0.07221425324678421
6048	rnn.bias_hh_l0	0	-0.02875458635389805
6048	rnn.bias_hh_l0	1	0.018167465925216675
6048	rnn.bias_hh_l0	2	-0.018408169969916344
6048	rnn.bias_hh_l0	3	-0.01161152683198452
6048	rnn.bias_hh_l0	4	-0.048260778188705444
6048	rnn.bias_hh_l0	5	0.09268584847450256
6048	rnn.bias_hh_l0	6	-0.011233696714043617
6048	rnn.bias_hh_l0	7	0.012059377506375313
6048	rnn.bias_hh_l0	8	0.019342266023159027
6048	rnn.bias_hh_l0	9	0.05594669654965401
6048	rnn.weight_ih_l0_reverse	0	-0.032611455768346786
6048	rnn.weight_ih_l0_reverse	1	-0.0027729279827326536
6048	rnn.weight_ih_l0_reverse	2	0.022617286071181297
6048	rnn.weight_ih_l0_reverse	3	-0.05938635766506195
6048	rnn.weight_ih_l0_reverse	4	0.009228140115737915
6048	rnn.weight_ih_l0_reverse	5	-0.055948514491319656
6048	rnn.weight_ih_l0_reverse	6	0.013574632816016674
6048	rnn.weight_ih_l0_reverse	7	0.04048594832420349
6048	rnn.weight_ih_l0_reverse	8	-0.03786972910165787
6048	rnn.weight_ih_l0_reverse	9	-0.05082323029637337
6048	rnn.weight_hh_l0_reverse	0	-0.06923791021108627
6048	rnn.weight_hh_l0_reverse	1	-0.054887667298316956
6048	rnn.weight_hh_l0_reverse	2	0.008462462574243546
6048	rnn.weight_hh_l0_reverse	3	0.039530232548713684
6048	rnn.weight_hh_l0_reverse	4	0.02231486141681671
6048	rnn.weight_hh_l0_reverse	5	0.04354081302881241
6048	rnn.weight_hh_l0_reverse	6	-0.00971795991063118
6048	rnn.weight_hh_l0_reverse	7	-0.0027710197027772665
6048	rnn.weight_hh_l0_reverse	8	-0.07913137972354889
6048	rnn.weight_hh_l0_reverse	9	0.03597527742385864
6048	rnn.bias_ih_l0_reverse	0	-0.03836822137236595
6048	rnn.bias_ih_l0_reverse	1	-0.05063788592815399
6048	rnn.bias_ih_l0_reverse	2	0.09322644025087357
6048	rnn.bias_ih_l0_reverse	3	0.030032332986593246
6048	rnn.bias_ih_l0_reverse	4	-0.08871687203645706
6048	rnn.bias_ih_l0_reverse	5	0.02553565986454487
6048	rnn.bias_ih_l0_reverse	6	-0.09351399540901184
6048	rnn.bias_ih_l0_reverse	7	0.022452915087342262
6048	rnn.bias_ih_l0_reverse	8	0.0235908180475235
6048	rnn.bias_ih_l0_reverse	9	0.060621436685323715
6048	rnn.bias_hh_l0_reverse	0	0.027155257761478424
6048	rnn.bias_hh_l0_reverse	1	0.06438475102186203
6048	rnn.bias_hh_l0_reverse	2	0.07244850695133209
6048	rnn.bias_hh_l0_reverse	3	-0.008083888329565525
6048	rnn.bias_hh_l0_reverse	4	0.0827685296535492
6048	rnn.bias_hh_l0_reverse	5	0.01029393170028925
6048	rnn.bias_hh_l0_reverse	6	-0.07141535729169846
6048	rnn.bias_hh_l0_reverse	7	0.04261185973882675
6048	rnn.bias_hh_l0_reverse	8	0.031740736216306686
6048	rnn.bias_hh_l0_reverse	9	-0.08232293277978897
6048	linear.weight	0	0.16120672225952148
6048	linear.weight	1	-0.10177677869796753
6048	linear.weight	2	-0.10872460156679153
6048	linear.weight	3	0.039286524057388306
6048	linear.weight	4	0.011839785613119602
6048	linear.weight	5	-0.061762385070323944
6048	linear.weight	6	-0.012580418027937412
6048	linear.weight	7	-0.03128188103437424
6048	linear.weight	8	0.03314768150448799
6048	linear.weight	9	0.27913984656333923
6048	linear.bias	0	0.01681509055197239
6048	linear.bias	1	0.07770434767007828
6048	linear.bias	2	-0.36940544843673706
6048	linear.bias	3	1.202813744544983
6048	linear.bias	4	-0.35278794169425964
6048	linear.bias	5	-0.030769959092140198
6048	linear.bias	6	-0.2537406384944916
6048	linear.bias	7	-0.1534014344215393
6048	linear.bias	8	0.07842853665351868
6048	linear.bias	9	-0.3889182507991791
6076	transitions	0	-0.5813904404640198
6076	transitions	1	0.42169374227523804
6076	transitions	2	1.770400047302246
6076	transitions	3	0.1760111004114151
6076	transitions	4	1.005893588066101
6076	transitions	5	1.2754793167114258
6076	transitions	6	0.4850234091281891
6076	transitions	7	0.18381968140602112
6076	transitions	8	-0.9187824130058289
6076	transitions	9	0.9307751059532166
6076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6076	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6076	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6076	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6076	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6076	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6076	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6076	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6076	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6076	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6076	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6076	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6076	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6076	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6076	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6076	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6076	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6076	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6076	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6076	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6076	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6076	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6076	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6076	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6076	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6076	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6076	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6076	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6076	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6076	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6076	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6076	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6076	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6076	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6076	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6076	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6076	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6076	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6076	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6076	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6076	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6076	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6076	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6076	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6076	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6076	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6076	embedding2nn.weight	0	0.01148415356874466
6076	embedding2nn.weight	1	0.014030585065484047
6076	embedding2nn.weight	2	-0.004996279254555702
6076	embedding2nn.weight	3	0.0008602326852269471
6076	embedding2nn.weight	4	-0.0031248934101313353
6076	embedding2nn.weight	5	0.003354200627654791
6076	embedding2nn.weight	6	-0.0027909576892852783
6076	embedding2nn.weight	7	0.008466930128633976
6076	embedding2nn.weight	8	-0.007279873359948397
6076	embedding2nn.weight	9	-0.013345549814403057
6076	embedding2nn.bias	0	-0.016417857259511948
6076	embedding2nn.bias	1	-0.004459320101886988
6076	embedding2nn.bias	2	-0.07395785301923752
6076	embedding2nn.bias	3	0.02004566788673401
6076	embedding2nn.bias	4	0.025227053090929985
6076	embedding2nn.bias	5	-0.0032714034896343946
6076	embedding2nn.bias	6	0.03116675838828087
6076	embedding2nn.bias	7	0.05632077530026436
6076	embedding2nn.bias	8	0.024019982665777206
6076	embedding2nn.bias	9	-0.019244004040956497
6076	rnn.weight_ih_l0	0	0.03598630428314209
6076	rnn.weight_ih_l0	1	-0.0018462922889739275
6076	rnn.weight_ih_l0	2	-0.01898455061018467
6076	rnn.weight_ih_l0	3	-0.04864729195833206
6076	rnn.weight_ih_l0	4	-0.04939606785774231
6076	rnn.weight_ih_l0	5	0.0007136591011658311
6076	rnn.weight_ih_l0	6	-0.055202990770339966
6076	rnn.weight_ih_l0	7	-0.05095667764544487
6076	rnn.weight_ih_l0	8	-0.046013154089450836
6076	rnn.weight_ih_l0	9	-0.027672842144966125
6076	rnn.weight_hh_l0	0	0.010640320368111134
6076	rnn.weight_hh_l0	1	-0.020996874198317528
6076	rnn.weight_hh_l0	2	-0.020753176882863045
6076	rnn.weight_hh_l0	3	-0.016864091157913208
6076	rnn.weight_hh_l0	4	-0.05911650508642197
6076	rnn.weight_hh_l0	5	-0.01571791246533394
6076	rnn.weight_hh_l0	6	-0.032362550497055054
6076	rnn.weight_hh_l0	7	0.025352489203214645
6076	rnn.weight_hh_l0	8	-0.021880554035305977
6076	rnn.weight_hh_l0	9	0.02613946609199047
6076	rnn.bias_ih_l0	0	0.08239421248435974
6076	rnn.bias_ih_l0	1	-0.05266689136624336
6076	rnn.bias_ih_l0	2	0.09262833744287491
6076	rnn.bias_ih_l0	3	0.0758294016122818
6076	rnn.bias_ih_l0	4	0.08891860395669937
6076	rnn.bias_ih_l0	5	0.016328459605574608
6076	rnn.bias_ih_l0	6	-0.014773706905543804
6076	rnn.bias_ih_l0	7	-0.0716695711016655
6076	rnn.bias_ih_l0	8	-0.10999363660812378
6076	rnn.bias_ih_l0	9	0.07089762389659882
6076	rnn.bias_hh_l0	0	-0.03107254020869732
6076	rnn.bias_hh_l0	1	0.020093772560358047
6076	rnn.bias_hh_l0	2	-0.01742774434387684
6076	rnn.bias_hh_l0	3	-0.013072548434138298
6076	rnn.bias_hh_l0	4	-0.05016685649752617
6076	rnn.bias_hh_l0	5	0.09275273233652115
6076	rnn.bias_hh_l0	6	-0.012655626982450485
6076	rnn.bias_hh_l0	7	0.012121306732296944
6076	rnn.bias_hh_l0	8	0.019595040008425713
6076	rnn.bias_hh_l0	9	0.057557202875614166
6076	rnn.weight_ih_l0_reverse	0	-0.03234080970287323
6076	rnn.weight_ih_l0_reverse	1	-0.0019107218831777573
6076	rnn.weight_ih_l0_reverse	2	0.022653987631201744
6076	rnn.weight_ih_l0_reverse	3	-0.059513192623853683
6076	rnn.weight_ih_l0_reverse	4	0.009142615832388401
6076	rnn.weight_ih_l0_reverse	5	-0.05612025037407875
6076	rnn.weight_ih_l0_reverse	6	0.013242153450846672
6076	rnn.weight_ih_l0_reverse	7	0.040464796125888824
6076	rnn.weight_ih_l0_reverse	8	-0.03776102513074875
6076	rnn.weight_ih_l0_reverse	9	-0.050867460668087006
6076	rnn.weight_hh_l0_reverse	0	-0.0693342462182045
6076	rnn.weight_hh_l0_reverse	1	-0.05439755693078041
6076	rnn.weight_hh_l0_reverse	2	0.008134535513818264
6076	rnn.weight_hh_l0_reverse	3	0.03949859365820885
6076	rnn.weight_hh_l0_reverse	4	0.02290252223610878
6076	rnn.weight_hh_l0_reverse	5	0.04326832294464111
6076	rnn.weight_hh_l0_reverse	6	-0.010308255441486835
6076	rnn.weight_hh_l0_reverse	7	-0.002787278965115547
6076	rnn.weight_hh_l0_reverse	8	-0.07958846539258957
6076	rnn.weight_hh_l0_reverse	9	0.03578423708677292
6076	rnn.bias_ih_l0_reverse	0	-0.03598165139555931
6076	rnn.bias_ih_l0_reverse	1	-0.05007293447852135
6076	rnn.bias_ih_l0_reverse	2	0.09415064007043839
6076	rnn.bias_ih_l0_reverse	3	0.029728081077337265
6076	rnn.bias_ih_l0_reverse	4	-0.08710198104381561
6076	rnn.bias_ih_l0_reverse	5	0.025139544159173965
6076	rnn.bias_ih_l0_reverse	6	-0.09320395439863205
6076	rnn.bias_ih_l0_reverse	7	0.02256684936583042
6076	rnn.bias_ih_l0_reverse	8	0.02270876057446003
6076	rnn.bias_ih_l0_reverse	9	0.06104334443807602
6076	rnn.bias_hh_l0_reverse	0	0.024702757596969604
6076	rnn.bias_hh_l0_reverse	1	0.0640985518693924
6076	rnn.bias_hh_l0_reverse	2	0.07299420982599258
6076	rnn.bias_hh_l0_reverse	3	-0.006659607402980328
6076	rnn.bias_hh_l0_reverse	4	0.08279833197593689
6076	rnn.bias_hh_l0_reverse	5	0.007787313312292099
6076	rnn.bias_hh_l0_reverse	6	-0.07244499772787094
6076	rnn.bias_hh_l0_reverse	7	0.04381667822599411
6076	rnn.bias_hh_l0_reverse	8	0.03158150613307953
6076	rnn.bias_hh_l0_reverse	9	-0.08548473566770554
6076	linear.weight	0	0.1547827571630478
6076	linear.weight	1	-0.10393080860376358
6076	linear.weight	2	-0.11015605926513672
6076	linear.weight	3	0.03863648697733879
6076	linear.weight	4	0.010579084046185017
6076	linear.weight	5	-0.06113504245877266
6076	linear.weight	6	-0.012577972374856472
6076	linear.weight	7	-0.03122730366885662
6076	linear.weight	8	0.03712419793009758
6076	linear.weight	9	0.2830010652542114
6076	linear.bias	0	0.02271604724228382
6076	linear.bias	1	0.08877798914909363
6076	linear.bias	2	-0.37534213066101074
6076	linear.bias	3	1.189056634902954
6076	linear.bias	4	-0.3461865484714508
6076	linear.bias	5	-0.030769959092140198
6076	linear.bias	6	-0.25705334544181824
6076	linear.bias	7	-0.1536930799484253
6076	linear.bias	8	0.07138364762067795
6076	linear.bias	9	-0.3894956409931183
6104	transitions	0	-0.5815465450286865
6104	transitions	1	0.42151784896850586
6104	transitions	2	1.7701374292373657
6104	transitions	3	0.17443600296974182
6104	transitions	4	1.005810022354126
6104	transitions	5	1.2754732370376587
6104	transitions	6	0.4850185811519623
6104	transitions	7	0.18381735682487488
6104	transitions	8	-0.9187843799591064
6104	transitions	9	0.930774986743927
6104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6104	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6104	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6104	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6104	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6104	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6104	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6104	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6104	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6104	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6104	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6104	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6104	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6104	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6104	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6104	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6104	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6104	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6104	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6104	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6104	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6104	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6104	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6104	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6104	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6104	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6104	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6104	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6104	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6104	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6104	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6104	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6104	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6104	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6104	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6104	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6104	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6104	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6104	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6104	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6104	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6104	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6104	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6104	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6104	embedding2nn.weight	0	0.010957346297800541
6104	embedding2nn.weight	1	0.014005997218191624
6104	embedding2nn.weight	2	-0.005054829642176628
6104	embedding2nn.weight	3	0.0006261238013394177
6104	embedding2nn.weight	4	-0.0030652526766061783
6104	embedding2nn.weight	5	0.003261998062953353
6104	embedding2nn.weight	6	-0.0027721133083105087
6104	embedding2nn.weight	7	0.007013706490397453
6104	embedding2nn.weight	8	-0.007151939906179905
6104	embedding2nn.weight	9	-0.013299579732120037
6104	embedding2nn.bias	0	-0.013015637174248695
6104	embedding2nn.bias	1	0.002257284475490451
6104	embedding2nn.bias	2	-0.07433367520570755
6104	embedding2nn.bias	3	0.02428317442536354
6104	embedding2nn.bias	4	0.024358218535780907
6104	embedding2nn.bias	5	-0.0004302447778172791
6104	embedding2nn.bias	6	0.03607065975666046
6104	embedding2nn.bias	7	0.05439099669456482
6104	embedding2nn.bias	8	0.025393424555659294
6104	embedding2nn.bias	9	-0.01882236637175083
6104	rnn.weight_ih_l0	0	0.035963211208581924
6104	rnn.weight_ih_l0	1	-0.002202880335971713
6104	rnn.weight_ih_l0	2	-0.01928727515041828
6104	rnn.weight_ih_l0	3	-0.04876604303717613
6104	rnn.weight_ih_l0	4	-0.0498020201921463
6104	rnn.weight_ih_l0	5	0.0006621864740736783
6104	rnn.weight_ih_l0	6	-0.054949801415205
6104	rnn.weight_ih_l0	7	-0.05096511170268059
6104	rnn.weight_ih_l0	8	-0.04595162719488144
6104	rnn.weight_ih_l0	9	-0.027800939977169037
6104	rnn.weight_hh_l0	0	0.01037768553942442
6104	rnn.weight_hh_l0	1	-0.02008051611483097
6104	rnn.weight_hh_l0	2	-0.021044019609689713
6104	rnn.weight_hh_l0	3	-0.01703409105539322
6104	rnn.weight_hh_l0	4	-0.05940597876906395
6104	rnn.weight_hh_l0	5	-0.015594123862683773
6104	rnn.weight_hh_l0	6	-0.03446456789970398
6104	rnn.weight_hh_l0	7	0.024957673624157906
6104	rnn.weight_hh_l0	8	-0.02166339010000229
6104	rnn.weight_hh_l0	9	0.025687234476208687
6104	rnn.bias_ih_l0	0	0.08235063403844833
6104	rnn.bias_ih_l0	1	-0.05140099301934242
6104	rnn.bias_ih_l0	2	0.09189645946025848
6104	rnn.bias_ih_l0	3	0.07728026807308197
6104	rnn.bias_ih_l0	4	0.08884557336568832
6104	rnn.bias_ih_l0	5	0.017476340755820274
6104	rnn.bias_ih_l0	6	-0.014233274385333061
6104	rnn.bias_ih_l0	7	-0.07534774392843246
6104	rnn.bias_ih_l0	8	-0.11002595722675323
6104	rnn.bias_ih_l0	9	0.07001524418592453
6104	rnn.bias_hh_l0	0	-0.03223514184355736
6104	rnn.bias_hh_l0	1	0.0195213183760643
6104	rnn.bias_hh_l0	2	-0.015366554260253906
6104	rnn.bias_hh_l0	3	-0.011084314435720444
6104	rnn.bias_hh_l0	4	-0.049133170396089554
6104	rnn.bias_hh_l0	5	0.09200622886419296
6104	rnn.bias_hh_l0	6	-0.01241182442754507
6104	rnn.bias_hh_l0	7	0.013619495555758476
6104	rnn.bias_hh_l0	8	0.02013547345995903
6104	rnn.bias_hh_l0	9	0.058173902332782745
6104	rnn.weight_ih_l0_reverse	0	-0.03235192596912384
6104	rnn.weight_ih_l0_reverse	1	-0.0013362690806388855
6104	rnn.weight_ih_l0_reverse	2	0.022647369652986526
6104	rnn.weight_ih_l0_reverse	3	-0.05937710404396057
6104	rnn.weight_ih_l0_reverse	4	0.009180423803627491
6104	rnn.weight_ih_l0_reverse	5	-0.05616925284266472
6104	rnn.weight_ih_l0_reverse	6	0.01242031529545784
6104	rnn.weight_ih_l0_reverse	7	0.04035802185535431
6104	rnn.weight_ih_l0_reverse	8	-0.03799227997660637
6104	rnn.weight_ih_l0_reverse	9	-0.051040664315223694
6104	rnn.weight_hh_l0_reverse	0	-0.06920330971479416
6104	rnn.weight_hh_l0_reverse	1	-0.055792082101106644
6104	rnn.weight_hh_l0_reverse	2	0.0088048642501235
6104	rnn.weight_hh_l0_reverse	3	0.039566520601511
6104	rnn.weight_hh_l0_reverse	4	0.022917499765753746
6104	rnn.weight_hh_l0_reverse	5	0.043220486491918564
6104	rnn.weight_hh_l0_reverse	6	-0.008981495164334774
6104	rnn.weight_hh_l0_reverse	7	-0.002403868595138192
6104	rnn.weight_hh_l0_reverse	8	-0.07928936928510666
6104	rnn.weight_hh_l0_reverse	9	0.034800440073013306
6104	rnn.bias_ih_l0_reverse	0	-0.03460133075714111
6104	rnn.bias_ih_l0_reverse	1	-0.05212277173995972
6104	rnn.bias_ih_l0_reverse	2	0.09306932240724564
6104	rnn.bias_ih_l0_reverse	3	0.030367011204361916
6104	rnn.bias_ih_l0_reverse	4	-0.08819953352212906
6104	rnn.bias_ih_l0_reverse	5	0.023692863062024117
6104	rnn.bias_ih_l0_reverse	6	-0.09384386986494064
6104	rnn.bias_ih_l0_reverse	7	0.02257409691810608
6104	rnn.bias_ih_l0_reverse	8	0.021597884595394135
6104	rnn.bias_ih_l0_reverse	9	0.06071649119257927
6104	rnn.bias_hh_l0_reverse	0	0.02556336112320423
6104	rnn.bias_hh_l0_reverse	1	0.06441260129213333
6104	rnn.bias_hh_l0_reverse	2	0.07382509857416153
6104	rnn.bias_hh_l0_reverse	3	-0.007667438592761755
6104	rnn.bias_hh_l0_reverse	4	0.08034346252679825
6104	rnn.bias_hh_l0_reverse	5	0.008269703947007656
6104	rnn.bias_hh_l0_reverse	6	-0.07185309380292892
6104	rnn.bias_hh_l0_reverse	7	0.04262924939393997
6104	rnn.bias_hh_l0_reverse	8	0.032638877630233765
6104	rnn.bias_hh_l0_reverse	9	-0.08753259479999542
6104	linear.weight	0	0.1612236499786377
6104	linear.weight	1	-0.10385457426309586
6104	linear.weight	2	-0.10749679058790207
6104	linear.weight	3	0.03972281143069267
6104	linear.weight	4	0.011178684420883656
6104	linear.weight	5	-0.06181176006793976
6104	linear.weight	6	-0.012538949958980083
6104	linear.weight	7	-0.031131858006119728
6104	linear.weight	8	0.03715037927031517
6104	linear.weight	9	0.28475421667099
6104	linear.bias	0	0.02798086404800415
6104	linear.bias	1	0.09002372622489929
6104	linear.bias	2	-0.37546759843826294
6104	linear.bias	3	1.1897996664047241
6104	linear.bias	4	-0.3470228910446167
6104	linear.bias	5	-0.030769959092140198
6104	linear.bias	6	-0.25685468316078186
6104	linear.bias	7	-0.15134787559509277
6104	linear.bias	8	0.06545976549386978
6104	linear.bias	9	-0.3899616003036499
6132	transitions	0	-0.5816789865493774
6132	transitions	1	0.42112281918525696
6132	transitions	2	1.7698100805282593
6132	transitions	3	0.17422597110271454
6132	transitions	4	1.00571870803833
6132	transitions	5	1.275463581085205
6132	transitions	6	0.4850141406059265
6132	transitions	7	0.1838090419769287
6132	transitions	8	-0.9187859296798706
6132	transitions	9	0.930774986743927
6132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6132	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6132	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6132	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6132	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6132	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6132	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6132	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6132	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6132	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6132	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6132	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6132	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6132	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6132	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6132	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6132	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6132	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6132	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6132	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6132	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6132	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6132	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6132	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6132	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6132	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6132	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6132	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6132	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6132	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6132	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6132	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6132	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6132	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6132	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6132	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6132	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6132	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6132	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6132	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6132	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6132	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6132	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6132	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6132	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6132	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6132	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6132	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6132	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6132	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6132	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6132	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6132	embedding2nn.weight	0	0.009735417552292347
6132	embedding2nn.weight	1	0.014150247909128666
6132	embedding2nn.weight	2	-0.005035421345382929
6132	embedding2nn.weight	3	0.000581605825573206
6132	embedding2nn.weight	4	-0.0030283865053206682
6132	embedding2nn.weight	5	0.0033948177006095648
6132	embedding2nn.weight	6	-0.00299150962382555
6132	embedding2nn.weight	7	0.007604724727571011
6132	embedding2nn.weight	8	-0.007287058513611555
6132	embedding2nn.weight	9	-0.013345025479793549
6132	embedding2nn.bias	0	-0.012076747603714466
6132	embedding2nn.bias	1	-0.006899022962898016
6132	embedding2nn.bias	2	-0.07505278289318085
6132	embedding2nn.bias	3	0.02379636839032173
6132	embedding2nn.bias	4	0.026071717962622643
6132	embedding2nn.bias	5	0.0037562809884548187
6132	embedding2nn.bias	6	0.037316370755434036
6132	embedding2nn.bias	7	0.05214972794055939
6132	embedding2nn.bias	8	0.03116357885301113
6132	embedding2nn.bias	9	-0.018239445984363556
6132	rnn.weight_ih_l0	0	0.035929422825574875
6132	rnn.weight_ih_l0	1	-0.0027328638825565577
6132	rnn.weight_ih_l0	2	-0.019794370979070663
6132	rnn.weight_ih_l0	3	-0.048521339893341064
6132	rnn.weight_ih_l0	4	-0.049681734293699265
6132	rnn.weight_ih_l0	5	0.0009194604936055839
6132	rnn.weight_ih_l0	6	-0.05502410605549812
6132	rnn.weight_ih_l0	7	-0.05125902220606804
6132	rnn.weight_ih_l0	8	-0.04578132927417755
6132	rnn.weight_ih_l0	9	-0.027820270508527756
6132	rnn.weight_hh_l0	0	0.010272340849041939
6132	rnn.weight_hh_l0	1	-0.02077336609363556
6132	rnn.weight_hh_l0	2	-0.020856313407421112
6132	rnn.weight_hh_l0	3	-0.016491105780005455
6132	rnn.weight_hh_l0	4	-0.05950121581554413
6132	rnn.weight_hh_l0	5	-0.015155076049268246
6132	rnn.weight_hh_l0	6	-0.03448052331805229
6132	rnn.weight_hh_l0	7	0.024814097210764885
6132	rnn.weight_hh_l0	8	-0.02183891087770462
6132	rnn.weight_hh_l0	9	0.02609916962683201
6132	rnn.bias_ih_l0	0	0.08413733541965485
6132	rnn.bias_ih_l0	1	-0.050859738141298294
6132	rnn.bias_ih_l0	2	0.09251123666763306
6132	rnn.bias_ih_l0	3	0.07611194252967834
6132	rnn.bias_ih_l0	4	0.0903627797961235
6132	rnn.bias_ih_l0	5	0.018297698348760605
6132	rnn.bias_ih_l0	6	-0.014700297266244888
6132	rnn.bias_ih_l0	7	-0.07333701103925705
6132	rnn.bias_ih_l0	8	-0.10982181131839752
6132	rnn.bias_ih_l0	9	0.06977500021457672
6132	rnn.bias_hh_l0	0	-0.03203510120511055
6132	rnn.bias_hh_l0	1	0.02022443152964115
6132	rnn.bias_hh_l0	2	-0.014249740168452263
6132	rnn.bias_hh_l0	3	-0.009429343976080418
6132	rnn.bias_hh_l0	4	-0.05122007057070732
6132	rnn.bias_hh_l0	5	0.08821797370910645
6132	rnn.bias_hh_l0	6	-0.010939204134047031
6132	rnn.bias_hh_l0	7	0.013770808465778828
6132	rnn.bias_hh_l0	8	0.019668450579047203
6132	rnn.bias_hh_l0	9	0.05660497024655342
6132	rnn.weight_ih_l0_reverse	0	-0.03224074840545654
6132	rnn.weight_ih_l0_reverse	1	-0.0008107059402391315
6132	rnn.weight_ih_l0_reverse	2	0.022732878103852272
6132	rnn.weight_ih_l0_reverse	3	-0.058955781161785126
6132	rnn.weight_ih_l0_reverse	4	0.008937466889619827
6132	rnn.weight_ih_l0_reverse	5	-0.055864229798316956
6132	rnn.weight_ih_l0_reverse	6	0.01316838338971138
6132	rnn.weight_ih_l0_reverse	7	0.04048614576458931
6132	rnn.weight_ih_l0_reverse	8	-0.03780892863869667
6132	rnn.weight_ih_l0_reverse	9	-0.05068628862500191
6132	rnn.weight_hh_l0_reverse	0	-0.06915797293186188
6132	rnn.weight_hh_l0_reverse	1	-0.05454866960644722
6132	rnn.weight_hh_l0_reverse	2	0.008615844883024693
6132	rnn.weight_hh_l0_reverse	3	0.03925575315952301
6132	rnn.weight_hh_l0_reverse	4	0.022348275408148766
6132	rnn.weight_hh_l0_reverse	5	0.04358538240194321
6132	rnn.weight_hh_l0_reverse	6	-0.009744968265295029
6132	rnn.weight_hh_l0_reverse	7	-0.002219728659838438
6132	rnn.weight_hh_l0_reverse	8	-0.07890868186950684
6132	rnn.weight_hh_l0_reverse	9	0.035303954035043716
6132	rnn.bias_ih_l0_reverse	0	-0.0342971496284008
6132	rnn.bias_ih_l0_reverse	1	-0.057384032756090164
6132	rnn.bias_ih_l0_reverse	2	0.09199824929237366
6132	rnn.bias_ih_l0_reverse	3	0.03144976869225502
6132	rnn.bias_ih_l0_reverse	4	-0.08686015009880066
6132	rnn.bias_ih_l0_reverse	5	0.02214323915541172
6132	rnn.bias_ih_l0_reverse	6	-0.0926407054066658
6132	rnn.bias_ih_l0_reverse	7	0.023689107969403267
6132	rnn.bias_ih_l0_reverse	8	0.0220915749669075
6132	rnn.bias_ih_l0_reverse	9	0.06291773915290833
6132	rnn.bias_hh_l0_reverse	0	0.022072989493608475
6132	rnn.bias_hh_l0_reverse	1	0.06509510427713394
6132	rnn.bias_hh_l0_reverse	2	0.07429561018943787
6132	rnn.bias_hh_l0_reverse	3	-0.007829452864825726
6132	rnn.bias_hh_l0_reverse	4	0.08286477625370026
6132	rnn.bias_hh_l0_reverse	5	0.002310653682798147
6132	rnn.bias_hh_l0_reverse	6	-0.07269386947154999
6132	rnn.bias_hh_l0_reverse	7	0.04151972755789757
6132	rnn.bias_hh_l0_reverse	8	0.030025942251086235
6132	rnn.bias_hh_l0_reverse	9	-0.09508170932531357
6132	linear.weight	0	0.16183830797672272
6132	linear.weight	1	-0.10384876281023026
6132	linear.weight	2	-0.10855843871831894
6132	linear.weight	3	0.04093603044748306
6132	linear.weight	4	0.009627554565668106
6132	linear.weight	5	-0.05865458771586418
6132	linear.weight	6	-0.012516169808804989
6132	linear.weight	7	-0.03105647675693035
6132	linear.weight	8	0.03975824639201164
6132	linear.weight	9	0.2901354134082794
6132	linear.bias	0	0.020936857908964157
6132	linear.bias	1	0.09151651710271835
6132	linear.bias	2	-0.3762153685092926
6132	linear.bias	3	1.1872848272323608
6132	linear.bias	4	-0.34817466139793396
6132	linear.bias	5	-0.030769959092140198
6132	linear.bias	6	-0.2559151351451874
6132	linear.bias	7	-0.15606671571731567
6132	linear.bias	8	0.06842026859521866
6132	linear.bias	9	-0.39045578241348267
6160	transitions	0	-0.581965982913971
6160	transitions	1	0.42091166973114014
6160	transitions	2	1.7694588899612427
6160	transitions	3	0.17413637042045593
6160	transitions	4	1.0053843259811401
6160	transitions	5	1.27545964717865
6160	transitions	6	0.4850108027458191
6160	transitions	7	0.18380150198936462
6160	transitions	8	-0.9187875986099243
6160	transitions	9	0.9307749271392822
6160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6160	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6160	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6160	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6160	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6160	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6160	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6160	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6160	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6160	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6160	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6160	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6160	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6160	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6160	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6160	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6160	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6160	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6160	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6160	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6160	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6160	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6160	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6160	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6160	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6160	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6160	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6160	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6160	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6160	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6160	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6160	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6160	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6160	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6160	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6160	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6160	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6160	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6160	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6160	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6160	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6160	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6160	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6160	embedding2nn.weight	0	0.010528738610446453
6160	embedding2nn.weight	1	0.014070965349674225
6160	embedding2nn.weight	2	-0.0050087906420230865
6160	embedding2nn.weight	3	0.0006459150463342667
6160	embedding2nn.weight	4	-0.0030017471872270107
6160	embedding2nn.weight	5	0.003679429180920124
6160	embedding2nn.weight	6	-0.003007860854268074
6160	embedding2nn.weight	7	0.007534348871558905
6160	embedding2nn.weight	8	-0.007396360393613577
6160	embedding2nn.weight	9	-0.013347768224775791
6160	embedding2nn.bias	0	-0.011097444221377373
6160	embedding2nn.bias	1	-0.006440419703722
6160	embedding2nn.bias	2	-0.07517267763614655
6160	embedding2nn.bias	3	0.02257351204752922
6160	embedding2nn.bias	4	0.029639974236488342
6160	embedding2nn.bias	5	0.002524701878428459
6160	embedding2nn.bias	6	0.037164125591516495
6160	embedding2nn.bias	7	0.04999544471502304
6160	embedding2nn.bias	8	0.021810611709952354
6160	embedding2nn.bias	9	-0.01649499125778675
6160	rnn.weight_ih_l0	0	0.03597583994269371
6160	rnn.weight_ih_l0	1	-0.002223725663498044
6160	rnn.weight_ih_l0	2	-0.019709231331944466
6160	rnn.weight_ih_l0	3	-0.04839408025145531
6160	rnn.weight_ih_l0	4	-0.04944454878568649
6160	rnn.weight_ih_l0	5	0.0011883295373991132
6160	rnn.weight_ih_l0	6	-0.05495306849479675
6160	rnn.weight_ih_l0	7	-0.05125878006219864
6160	rnn.weight_ih_l0	8	-0.04569211229681969
6160	rnn.weight_ih_l0	9	-0.027702322229743004
6160	rnn.weight_hh_l0	0	0.010310673154890537
6160	rnn.weight_hh_l0	1	-0.02115658111870289
6160	rnn.weight_hh_l0	2	-0.021299397572875023
6160	rnn.weight_hh_l0	3	-0.016206424683332443
6160	rnn.weight_hh_l0	4	-0.05905161798000336
6160	rnn.weight_hh_l0	5	-0.015113189816474915
6160	rnn.weight_hh_l0	6	-0.03554966300725937
6160	rnn.weight_hh_l0	7	0.02535228617489338
6160	rnn.weight_hh_l0	8	-0.02137289196252823
6160	rnn.weight_hh_l0	9	0.02556537091732025
6160	rnn.bias_ih_l0	0	0.08368029445409775
6160	rnn.bias_ih_l0	1	-0.050261691212654114
6160	rnn.bias_ih_l0	2	0.09373653680086136
6160	rnn.bias_ih_l0	3	0.07352583855390549
6160	rnn.bias_ih_l0	4	0.09068941324949265
6160	rnn.bias_ih_l0	5	0.01716279238462448
6160	rnn.bias_ih_l0	6	-0.015006178058683872
6160	rnn.bias_ih_l0	7	-0.07816535979509354
6160	rnn.bias_ih_l0	8	-0.10798921436071396
6160	rnn.bias_ih_l0	9	0.07030053436756134
6160	rnn.bias_hh_l0	0	-0.03102196380496025
6160	rnn.bias_hh_l0	1	0.01918208971619606
6160	rnn.bias_hh_l0	2	-0.014803334139287472
6160	rnn.bias_hh_l0	3	-0.007945527322590351
6160	rnn.bias_hh_l0	4	-0.054124776273965836
6160	rnn.bias_hh_l0	5	0.09042303264141083
6160	rnn.bias_hh_l0	6	-0.01112118549644947
6160	rnn.bias_hh_l0	7	0.012040749192237854
6160	rnn.bias_hh_l0	8	0.019362570717930794
6160	rnn.bias_hh_l0	9	0.05891772359609604
6160	rnn.weight_ih_l0_reverse	0	-0.032627303153276443
6160	rnn.weight_ih_l0_reverse	1	-0.001214430551044643
6160	rnn.weight_ih_l0_reverse	2	0.02253570780158043
6160	rnn.weight_ih_l0_reverse	3	-0.0586148202419281
6160	rnn.weight_ih_l0_reverse	4	0.008853788487613201
6160	rnn.weight_ih_l0_reverse	5	-0.05545007809996605
6160	rnn.weight_ih_l0_reverse	6	0.013980225659906864
6160	rnn.weight_ih_l0_reverse	7	0.04065590351819992
6160	rnn.weight_ih_l0_reverse	8	-0.037744756788015366
6160	rnn.weight_ih_l0_reverse	9	-0.05081486701965332
6160	rnn.weight_hh_l0_reverse	0	-0.06982584297657013
6160	rnn.weight_hh_l0_reverse	1	-0.05517960712313652
6160	rnn.weight_hh_l0_reverse	2	0.008832902647554874
6160	rnn.weight_hh_l0_reverse	3	0.03903757035732269
6160	rnn.weight_hh_l0_reverse	4	0.021649036556482315
6160	rnn.weight_hh_l0_reverse	5	0.04350104555487633
6160	rnn.weight_hh_l0_reverse	6	-0.01060057245194912
6160	rnn.weight_hh_l0_reverse	7	-0.0019789382349699736
6160	rnn.weight_hh_l0_reverse	8	-0.07959216833114624
6160	rnn.weight_hh_l0_reverse	9	0.035169363021850586
6160	rnn.bias_ih_l0_reverse	0	-0.03802374750375748
6160	rnn.bias_ih_l0_reverse	1	-0.06498395651578903
6160	rnn.bias_ih_l0_reverse	2	0.09336972236633301
6160	rnn.bias_ih_l0_reverse	3	0.031517837196588516
6160	rnn.bias_ih_l0_reverse	4	-0.089411661028862
6160	rnn.bias_ih_l0_reverse	5	0.02197728119790554
6160	rnn.bias_ih_l0_reverse	6	-0.09533446282148361
6160	rnn.bias_ih_l0_reverse	7	0.02361270971596241
6160	rnn.bias_ih_l0_reverse	8	0.0219572763890028
6160	rnn.bias_ih_l0_reverse	9	0.061262745410203934
6160	rnn.bias_hh_l0_reverse	0	0.018618468195199966
6160	rnn.bias_hh_l0_reverse	1	0.06533851474523544
6160	rnn.bias_hh_l0_reverse	2	0.07372874021530151
6160	rnn.bias_hh_l0_reverse	3	-0.0074813892133533955
6160	rnn.bias_hh_l0_reverse	4	0.08046068251132965
6160	rnn.bias_hh_l0_reverse	5	0.004173554014414549
6160	rnn.bias_hh_l0_reverse	6	-0.07262986898422241
6160	rnn.bias_hh_l0_reverse	7	0.04070139676332474
6160	rnn.bias_hh_l0_reverse	8	0.031478073447942734
6160	rnn.bias_hh_l0_reverse	9	-0.09752553701400757
6160	linear.weight	0	0.1677086502313614
6160	linear.weight	1	-0.10378826409578323
6160	linear.weight	2	-0.1084740161895752
6160	linear.weight	3	0.04180188104510307
6160	linear.weight	4	0.010895976796746254
6160	linear.weight	5	-0.057663824409246445
6160	linear.weight	6	-0.012502855621278286
6160	linear.weight	7	-0.03069876693189144
6160	linear.weight	8	0.03803825005888939
6160	linear.weight	9	0.2910442054271698
6160	linear.bias	0	0.02439478598535061
6160	linear.bias	1	0.09615370631217957
6160	linear.bias	2	-0.37528228759765625
6160	linear.bias	3	1.1863313913345337
6160	linear.bias	4	-0.34905537962913513
6160	linear.bias	5	-0.030769959092140198
6160	linear.bias	6	-0.2560701072216034
6160	linear.bias	7	-0.16009150445461273
6160	linear.bias	8	0.07890240848064423
6160	linear.bias	9	-0.3908325731754303
6188	transitions	0	-0.5821495652198792
6188	transitions	1	0.4206112325191498
6188	transitions	2	1.769201397895813
6188	transitions	3	0.1736217737197876
6188	transitions	4	1.0052555799484253
6188	transitions	5	1.2754545211791992
6188	transitions	6	0.4850035309791565
6188	transitions	7	0.18379761278629303
6188	transitions	8	-0.9187907576560974
6188	transitions	9	0.9307748675346375
6188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6188	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6188	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6188	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6188	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6188	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6188	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6188	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6188	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6188	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6188	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6188	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6188	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6188	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6188	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6188	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6188	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6188	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6188	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6188	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6188	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6188	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6188	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6188	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6188	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6188	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6188	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6188	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6188	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6188	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6188	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6188	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6188	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6188	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6188	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6188	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6188	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6188	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6188	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6188	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6188	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6188	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6188	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6188	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6188	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6188	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6188	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6188	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6188	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6188	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6188	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6188	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6188	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6188	embedding2nn.weight	0	0.010209158062934875
6188	embedding2nn.weight	1	0.014013268984854221
6188	embedding2nn.weight	2	-0.004993210546672344
6188	embedding2nn.weight	3	0.0005398491048254073
6188	embedding2nn.weight	4	-0.003045191988348961
6188	embedding2nn.weight	5	0.0037018549628555775
6188	embedding2nn.weight	6	-0.003131786361336708
6188	embedding2nn.weight	7	0.007601770106703043
6188	embedding2nn.weight	8	-0.00747010437771678
6188	embedding2nn.weight	9	-0.013169349171221256
6188	embedding2nn.bias	0	-0.009634966030716896
6188	embedding2nn.bias	1	-0.005109807010740042
6188	embedding2nn.bias	2	-0.07277762144804001
6188	embedding2nn.bias	3	0.01890912838280201
6188	embedding2nn.bias	4	0.03284721076488495
6188	embedding2nn.bias	5	0.006039009895175695
6188	embedding2nn.bias	6	0.038103509694337845
6188	embedding2nn.bias	7	0.04581434652209282
6188	embedding2nn.bias	8	0.027238424867391586
6188	embedding2nn.bias	9	-0.006424730643630028
6188	rnn.weight_ih_l0	0	0.035757873207330704
6188	rnn.weight_ih_l0	1	-0.0028269009198993444
6188	rnn.weight_ih_l0	2	-0.01957181841135025
6188	rnn.weight_ih_l0	3	-0.04837475344538689
6188	rnn.weight_ih_l0	4	-0.04945824667811394
6188	rnn.weight_ih_l0	5	0.0008317664032801986
6188	rnn.weight_ih_l0	6	-0.05504428222775459
6188	rnn.weight_ih_l0	7	-0.05157880112528801
6188	rnn.weight_ih_l0	8	-0.04542827978730202
6188	rnn.weight_ih_l0	9	-0.027812769636511803
6188	rnn.weight_hh_l0	0	0.010546022094786167
6188	rnn.weight_hh_l0	1	-0.021747583523392677
6188	rnn.weight_hh_l0	2	-0.021292759105563164
6188	rnn.weight_hh_l0	3	-0.015756258741021156
6188	rnn.weight_hh_l0	4	-0.05868813022971153
6188	rnn.weight_hh_l0	5	-0.015019124373793602
6188	rnn.weight_hh_l0	6	-0.03501012921333313
6188	rnn.weight_hh_l0	7	0.024073077365756035
6188	rnn.weight_hh_l0	8	-0.021793745458126068
6188	rnn.weight_hh_l0	9	0.02516796626150608
6188	rnn.bias_ih_l0	0	0.08305691927671432
6188	rnn.bias_ih_l0	1	-0.049194592982530594
6188	rnn.bias_ih_l0	2	0.09424416720867157
6188	rnn.bias_ih_l0	3	0.07426366955041885
6188	rnn.bias_ih_l0	4	0.09042436629533768
6188	rnn.bias_ih_l0	5	0.0179999228566885
6188	rnn.bias_ih_l0	6	-0.017047904431819916
6188	rnn.bias_ih_l0	7	-0.08272519707679749
6188	rnn.bias_ih_l0	8	-0.10476331412792206
6188	rnn.bias_ih_l0	9	0.07021816074848175
6188	rnn.bias_hh_l0	0	-0.030652884393930435
6188	rnn.bias_hh_l0	1	0.019050169736146927
6188	rnn.bias_hh_l0	2	-0.01382537093013525
6188	rnn.bias_hh_l0	3	-0.010150759480893612
6188	rnn.bias_hh_l0	4	-0.05592046305537224
6188	rnn.bias_hh_l0	5	0.08903642743825912
6188	rnn.bias_hh_l0	6	-0.010588772594928741
6188	rnn.bias_hh_l0	7	0.010787958279252052
6188	rnn.bias_hh_l0	8	0.017320847138762474
6188	rnn.bias_hh_l0	9	0.05883081257343292
6188	rnn.weight_ih_l0_reverse	0	-0.0323282852768898
6188	rnn.weight_ih_l0_reverse	1	-0.0012951740063726902
6188	rnn.weight_ih_l0_reverse	2	0.022344494238495827
6188	rnn.weight_ih_l0_reverse	3	-0.0588657520711422
6188	rnn.weight_ih_l0_reverse	4	0.008654995821416378
6188	rnn.weight_ih_l0_reverse	5	-0.05530474707484245
6188	rnn.weight_ih_l0_reverse	6	0.014357714913785458
6188	rnn.weight_ih_l0_reverse	7	0.0406036414206028
6188	rnn.weight_ih_l0_reverse	8	-0.03765998035669327
6188	rnn.weight_ih_l0_reverse	9	-0.05085158348083496
6188	rnn.weight_hh_l0_reverse	0	-0.06993666291236877
6188	rnn.weight_hh_l0_reverse	1	-0.05514072626829147
6188	rnn.weight_hh_l0_reverse	2	0.009049494750797749
6188	rnn.weight_hh_l0_reverse	3	0.039327893406152725
6188	rnn.weight_hh_l0_reverse	4	0.021304883062839508
6188	rnn.weight_hh_l0_reverse	5	0.04342079907655716
6188	rnn.weight_hh_l0_reverse	6	-0.007531228009611368
6188	rnn.weight_hh_l0_reverse	7	-0.0022566684056073427
6188	rnn.weight_hh_l0_reverse	8	-0.08000537753105164
6188	rnn.weight_hh_l0_reverse	9	0.035357311367988586
6188	rnn.bias_ih_l0_reverse	0	-0.03125975281000137
6188	rnn.bias_ih_l0_reverse	1	-0.0593046173453331
6188	rnn.bias_ih_l0_reverse	2	0.0927777960896492
6188	rnn.bias_ih_l0_reverse	3	0.030823400244116783
6188	rnn.bias_ih_l0_reverse	4	-0.08965551108121872
6188	rnn.bias_ih_l0_reverse	5	0.023442506790161133
6188	rnn.bias_ih_l0_reverse	6	-0.09525305777788162
6188	rnn.bias_ih_l0_reverse	7	0.022187991067767143
6188	rnn.bias_ih_l0_reverse	8	0.021341459825634956
6188	rnn.bias_ih_l0_reverse	9	0.06019914895296097
6188	rnn.bias_hh_l0_reverse	0	0.01804007962346077
6188	rnn.bias_hh_l0_reverse	1	0.06360062211751938
6188	rnn.bias_hh_l0_reverse	2	0.0747729241847992
6188	rnn.bias_hh_l0_reverse	3	-0.008322120644152164
6188	rnn.bias_hh_l0_reverse	4	0.08239884674549103
6188	rnn.bias_hh_l0_reverse	5	-1.3513102203432936e-05
6188	rnn.bias_hh_l0_reverse	6	-0.07203130424022675
6188	rnn.bias_hh_l0_reverse	7	0.0399705246090889
6188	rnn.bias_hh_l0_reverse	8	0.03210817277431488
6188	rnn.bias_hh_l0_reverse	9	-0.10091713070869446
6188	linear.weight	0	0.15462994575500488
6188	linear.weight	1	-0.10377353429794312
6188	linear.weight	2	-0.11223671585321426
6188	linear.weight	3	0.04236035421490669
6188	linear.weight	4	0.01131001953035593
6188	linear.weight	5	-0.059177275747060776
6188	linear.weight	6	-0.012473189271986485
6188	linear.weight	7	-0.030647365376353264
6188	linear.weight	8	0.037726499140262604
6188	linear.weight	9	0.2910158336162567
6188	linear.bias	0	0.02564878575503826
6188	linear.bias	1	0.09120544791221619
6188	linear.bias	2	-0.3770237863063812
6188	linear.bias	3	1.2032783031463623
6188	linear.bias	4	-0.3500082790851593
6188	linear.bias	5	-0.030769959092140198
6188	linear.bias	6	-0.2583169639110565
6188	linear.bias	7	-0.16461947560310364
6188	linear.bias	8	0.0715070441365242
6188	linear.bias	9	-0.3912172317504883
6216	transitions	0	-0.5823318958282471
6216	transitions	1	0.4204520583152771
6216	transitions	2	1.7683238983154297
6216	transitions	3	0.17352814972400665
6216	transitions	4	1.0052114725112915
6216	transitions	5	1.2754478454589844
6216	transitions	6	0.48500242829322815
6216	transitions	7	0.18379375338554382
6216	transitions	8	-0.9187921285629272
6216	transitions	9	0.9307748079299927
6216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6216	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6216	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6216	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6216	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6216	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6216	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6216	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6216	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6216	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6216	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6216	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6216	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6216	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6216	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6216	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6216	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6216	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6216	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6216	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6216	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6216	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6216	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6216	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6216	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6216	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6216	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6216	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6216	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6216	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6216	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6216	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6216	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6216	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6216	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6216	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6216	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6216	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6216	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6216	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6216	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6216	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6216	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6216	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6216	embedding2nn.weight	0	0.011025181040167809
6216	embedding2nn.weight	1	0.014101127162575722
6216	embedding2nn.weight	2	-0.004960103426128626
6216	embedding2nn.weight	3	0.00024233930162154138
6216	embedding2nn.weight	4	-0.0030113623943179846
6216	embedding2nn.weight	5	0.0035731003154069185
6216	embedding2nn.weight	6	-0.0032021957449615
6216	embedding2nn.weight	7	0.007907044142484665
6216	embedding2nn.weight	8	-0.007487622555345297
6216	embedding2nn.weight	9	-0.013321365229785442
6216	embedding2nn.bias	0	-0.017037753015756607
6216	embedding2nn.bias	1	-0.009128504432737827
6216	embedding2nn.bias	2	-0.06723958253860474
6216	embedding2nn.bias	3	0.027172168716788292
6216	embedding2nn.bias	4	0.027488984167575836
6216	embedding2nn.bias	5	0.012183429673314095
6216	embedding2nn.bias	6	0.03358054161071777
6216	embedding2nn.bias	7	0.045605603605508804
6216	embedding2nn.bias	8	0.016578087583184242
6216	embedding2nn.bias	9	-0.005726629868149757
6216	rnn.weight_ih_l0	0	0.035765938460826874
6216	rnn.weight_ih_l0	1	-0.002966849133372307
6216	rnn.weight_ih_l0	2	-0.01936621405184269
6216	rnn.weight_ih_l0	3	-0.04809192195534706
6216	rnn.weight_ih_l0	4	-0.049673158675432205
6216	rnn.weight_ih_l0	5	0.0005251793190836906
6216	rnn.weight_ih_l0	6	-0.055036094039678574
6216	rnn.weight_ih_l0	7	-0.051487453281879425
6216	rnn.weight_ih_l0	8	-0.04549221694469452
6216	rnn.weight_ih_l0	9	-0.027787500992417336
6216	rnn.weight_hh_l0	0	0.010496684350073338
6216	rnn.weight_hh_l0	1	-0.02261166088283062
6216	rnn.weight_hh_l0	2	-0.020844753831624985
6216	rnn.weight_hh_l0	3	-0.015804721042513847
6216	rnn.weight_hh_l0	4	-0.05872100219130516
6216	rnn.weight_hh_l0	5	-0.01425098441541195
6216	rnn.weight_hh_l0	6	-0.035978976637125015
6216	rnn.weight_hh_l0	7	0.024879705160856247
6216	rnn.weight_hh_l0	8	-0.021900130435824394
6216	rnn.weight_hh_l0	9	0.026214173063635826
6216	rnn.bias_ih_l0	0	0.08275100588798523
6216	rnn.bias_ih_l0	1	-0.04999736696481705
6216	rnn.bias_ih_l0	2	0.09709568321704865
6216	rnn.bias_ih_l0	3	0.07349292188882828
6216	rnn.bias_ih_l0	4	0.09042061120271683
6216	rnn.bias_ih_l0	5	0.019647648558020592
6216	rnn.bias_ih_l0	6	-0.014141137711703777
6216	rnn.bias_ih_l0	7	-0.08505624532699585
6216	rnn.bias_ih_l0	8	-0.11174643039703369
6216	rnn.bias_ih_l0	9	0.06993096321821213
6216	rnn.bias_hh_l0	0	-0.02964373119175434
6216	rnn.bias_hh_l0	1	0.016270073130726814
6216	rnn.bias_hh_l0	2	-0.01538381539285183
6216	rnn.bias_hh_l0	3	-0.009619931690394878
6216	rnn.bias_hh_l0	4	-0.05802775174379349
6216	rnn.bias_hh_l0	5	0.09074839949607849
6216	rnn.bias_hh_l0	6	-0.009912305511534214
6216	rnn.bias_hh_l0	7	0.008732493035495281
6216	rnn.bias_hh_l0	8	0.020227612927556038
6216	rnn.bias_hh_l0	9	0.05890997499227524
6216	rnn.weight_ih_l0_reverse	0	-0.03231320157647133
6216	rnn.weight_ih_l0_reverse	1	-0.0008337749750353396
6216	rnn.weight_ih_l0_reverse	2	0.022274432703852654
6216	rnn.weight_ih_l0_reverse	3	-0.059174999594688416
6216	rnn.weight_ih_l0_reverse	4	0.008528213016688824
6216	rnn.weight_ih_l0_reverse	5	-0.05509883165359497
6216	rnn.weight_ih_l0_reverse	6	0.015536445192992687
6216	rnn.weight_ih_l0_reverse	7	0.0406329371035099
6216	rnn.weight_ih_l0_reverse	8	-0.037733979523181915
6216	rnn.weight_ih_l0_reverse	9	-0.050997357815504074
6216	rnn.weight_hh_l0_reverse	0	-0.06967256218194962
6216	rnn.weight_hh_l0_reverse	1	-0.055256638675928116
6216	rnn.weight_hh_l0_reverse	2	0.00829644687473774
6216	rnn.weight_hh_l0_reverse	3	0.03905188664793968
6216	rnn.weight_hh_l0_reverse	4	0.021554753184318542
6216	rnn.weight_hh_l0_reverse	5	0.043348975479602814
6216	rnn.weight_hh_l0_reverse	6	-0.010087336413562298
6216	rnn.weight_hh_l0_reverse	7	-0.0022180788218975067
6216	rnn.weight_hh_l0_reverse	8	-0.08012384176254272
6216	rnn.weight_hh_l0_reverse	9	0.03498096764087677
6216	rnn.bias_ih_l0_reverse	0	-0.03585512563586235
6216	rnn.bias_ih_l0_reverse	1	-0.057191818952560425
6216	rnn.bias_ih_l0_reverse	2	0.09313992410898209
6216	rnn.bias_ih_l0_reverse	3	0.030550912022590637
6216	rnn.bias_ih_l0_reverse	4	-0.08947095274925232
6216	rnn.bias_ih_l0_reverse	5	0.024193748831748962
6216	rnn.bias_ih_l0_reverse	6	-0.09281370043754578
6216	rnn.bias_ih_l0_reverse	7	0.020607272163033485
6216	rnn.bias_ih_l0_reverse	8	0.02114517241716385
6216	rnn.bias_ih_l0_reverse	9	0.06089659035205841
6216	rnn.bias_hh_l0_reverse	0	0.01930881105363369
6216	rnn.bias_hh_l0_reverse	1	0.062342118471860886
6216	rnn.bias_hh_l0_reverse	2	0.0728338435292244
6216	rnn.bias_hh_l0_reverse	3	-0.007614591158926487
6216	rnn.bias_hh_l0_reverse	4	0.0821307897567749
6216	rnn.bias_hh_l0_reverse	5	0.0088398028165102
6216	rnn.bias_hh_l0_reverse	6	-0.07161207497119904
6216	rnn.bias_hh_l0_reverse	7	0.03903638571500778
6216	rnn.bias_hh_l0_reverse	8	0.031015796586871147
6216	rnn.bias_hh_l0_reverse	9	-0.09881532192230225
6216	linear.weight	0	0.15688762068748474
6216	linear.weight	1	-0.10375989228487015
6216	linear.weight	2	-0.10686641186475754
6216	linear.weight	3	0.04140503332018852
6216	linear.weight	4	0.011565647087991238
6216	linear.weight	5	-0.059052761644124985
6216	linear.weight	6	-0.012456479482352734
6216	linear.weight	7	-0.030582182109355927
6216	linear.weight	8	0.038348156958818436
6216	linear.weight	9	0.2922818064689636
6216	linear.bias	0	0.027683811262249947
6216	linear.bias	1	0.09151577949523926
6216	linear.bias	2	-0.37705710530281067
6216	linear.bias	3	1.1948952674865723
6216	linear.bias	4	-0.35078856348991394
6216	linear.bias	5	-0.030769959092140198
6216	linear.bias	6	-0.25758159160614014
6216	linear.bias	7	-0.16898570954799652
6216	linear.bias	8	0.08199717849493027
6216	linear.bias	9	-0.3915899395942688
6244	transitions	0	-0.582541823387146
6244	transitions	1	0.4200791120529175
6244	transitions	2	1.7680556774139404
6244	transitions	3	0.17340287566184998
6244	transitions	4	1.0044876337051392
6244	transitions	5	1.2754422426223755
6244	transitions	6	0.4849998652935028
6244	transitions	7	0.18377135694026947
6244	transitions	8	-0.9187933802604675
6244	transitions	9	0.9307747483253479
6244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6244	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6244	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6244	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6244	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6244	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6244	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6244	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6244	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6244	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6244	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6244	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6244	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6244	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6244	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6244	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6244	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6244	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6244	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6244	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6244	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6244	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6244	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6244	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6244	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6244	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6244	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6244	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6244	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6244	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6244	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6244	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6244	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6244	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6244	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6244	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6244	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6244	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6244	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6244	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6244	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6244	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6244	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6244	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6244	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6244	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6244	embedding2nn.weight	0	0.010863677598536015
6244	embedding2nn.weight	1	0.014120290987193584
6244	embedding2nn.weight	2	-0.004867221228778362
6244	embedding2nn.weight	3	0.00047844849177636206
6244	embedding2nn.weight	4	-0.0030098254792392254
6244	embedding2nn.weight	5	0.003735191421583295
6244	embedding2nn.weight	6	-0.003240831894800067
6244	embedding2nn.weight	7	0.007036102470010519
6244	embedding2nn.weight	8	-0.007482331246137619
6244	embedding2nn.weight	9	-0.013470512814819813
6244	embedding2nn.bias	0	-0.017702996730804443
6244	embedding2nn.bias	1	-0.009591195732355118
6244	embedding2nn.bias	2	-0.06894827634096146
6244	embedding2nn.bias	3	0.02719997428357601
6244	embedding2nn.bias	4	0.021963702514767647
6244	embedding2nn.bias	5	0.016149355098605156
6244	embedding2nn.bias	6	0.0400606133043766
6244	embedding2nn.bias	7	0.046644795686006546
6244	embedding2nn.bias	8	0.013744702562689781
6244	embedding2nn.bias	9	-0.00042715537711046636
6244	rnn.weight_ih_l0	0	0.035994552075862885
6244	rnn.weight_ih_l0	1	-0.0032244259491562843
6244	rnn.weight_ih_l0	2	-0.02047826163470745
6244	rnn.weight_ih_l0	3	-0.04816999286413193
6244	rnn.weight_ih_l0	4	-0.04917534068226814
6244	rnn.weight_ih_l0	5	0.00039264955557882786
6244	rnn.weight_ih_l0	6	-0.055342402309179306
6244	rnn.weight_ih_l0	7	-0.05177963525056839
6244	rnn.weight_ih_l0	8	-0.045614827424287796
6244	rnn.weight_ih_l0	9	-0.02782071754336357
6244	rnn.weight_hh_l0	0	0.01051514782011509
6244	rnn.weight_hh_l0	1	-0.02261941134929657
6244	rnn.weight_hh_l0	2	-0.021657446399331093
6244	rnn.weight_hh_l0	3	-0.016171010211110115
6244	rnn.weight_hh_l0	4	-0.05857766419649124
6244	rnn.weight_hh_l0	5	-0.014109032228589058
6244	rnn.weight_hh_l0	6	-0.03716529533267021
6244	rnn.weight_hh_l0	7	0.02417185716331005
6244	rnn.weight_hh_l0	8	-0.02218707837164402
6244	rnn.weight_hh_l0	9	0.02615998685359955
6244	rnn.bias_ih_l0	0	0.08360306918621063
6244	rnn.bias_ih_l0	1	-0.05108386278152466
6244	rnn.bias_ih_l0	2	0.09615683555603027
6244	rnn.bias_ih_l0	3	0.07256707549095154
6244	rnn.bias_ih_l0	4	0.09044336527585983
6244	rnn.bias_ih_l0	5	0.02194995991885662
6244	rnn.bias_ih_l0	6	-0.016710711643099785
6244	rnn.bias_ih_l0	7	-0.08048690110445023
6244	rnn.bias_ih_l0	8	-0.11712244898080826
6244	rnn.bias_ih_l0	9	0.0699450671672821
6244	rnn.bias_hh_l0	0	-0.030447544530034065
6244	rnn.bias_hh_l0	1	0.017749425023794174
6244	rnn.bias_hh_l0	2	-0.012854553759098053
6244	rnn.bias_hh_l0	3	-0.010102774016559124
6244	rnn.bias_hh_l0	4	-0.05874757841229439
6244	rnn.bias_hh_l0	5	0.09114333987236023
6244	rnn.bias_hh_l0	6	-0.00866201613098383
6244	rnn.bias_hh_l0	7	0.006539699621498585
6244	rnn.bias_hh_l0	8	0.017658036202192307
6244	rnn.bias_hh_l0	9	0.057378608733415604
6244	rnn.weight_ih_l0_reverse	0	-0.032173238694667816
6244	rnn.weight_ih_l0_reverse	1	-0.0015393126523122191
6244	rnn.weight_ih_l0_reverse	2	0.02227628603577614
6244	rnn.weight_ih_l0_reverse	3	-0.059520576149225235
6244	rnn.weight_ih_l0_reverse	4	0.008444027043879032
6244	rnn.weight_ih_l0_reverse	5	-0.055218685418367386
6244	rnn.weight_ih_l0_reverse	6	0.016450876370072365
6244	rnn.weight_ih_l0_reverse	7	0.04061196744441986
6244	rnn.weight_ih_l0_reverse	8	-0.037746671587228775
6244	rnn.weight_ih_l0_reverse	9	-0.05099576711654663
6244	rnn.weight_hh_l0_reverse	0	-0.06969955563545227
6244	rnn.weight_hh_l0_reverse	1	-0.05494888499379158
6244	rnn.weight_hh_l0_reverse	2	0.009411654435098171
6244	rnn.weight_hh_l0_reverse	3	0.03881857171654701
6244	rnn.weight_hh_l0_reverse	4	0.021373845636844635
6244	rnn.weight_hh_l0_reverse	5	0.04336167499423027
6244	rnn.weight_hh_l0_reverse	6	-0.009576729498803616
6244	rnn.weight_hh_l0_reverse	7	-0.0020484209526330233
6244	rnn.weight_hh_l0_reverse	8	-0.08035926520824432
6244	rnn.weight_hh_l0_reverse	9	0.035539448261260986
6244	rnn.bias_ih_l0_reverse	0	-0.035002078860998154
6244	rnn.bias_ih_l0_reverse	1	-0.0573192834854126
6244	rnn.bias_ih_l0_reverse	2	0.0932830274105072
6244	rnn.bias_ih_l0_reverse	3	0.030685245990753174
6244	rnn.bias_ih_l0_reverse	4	-0.08886227756738663
6244	rnn.bias_ih_l0_reverse	5	0.024840237572789192
6244	rnn.bias_ih_l0_reverse	6	-0.09443944692611694
6244	rnn.bias_ih_l0_reverse	7	0.02123964950442314
6244	rnn.bias_ih_l0_reverse	8	0.019664697349071503
6244	rnn.bias_ih_l0_reverse	9	0.06067509204149246
6244	rnn.bias_hh_l0_reverse	0	0.021663201972842216
6244	rnn.bias_hh_l0_reverse	1	0.06553918123245239
6244	rnn.bias_hh_l0_reverse	2	0.07018139958381653
6244	rnn.bias_hh_l0_reverse	3	-0.0069486419670283794
6244	rnn.bias_hh_l0_reverse	4	0.08426965028047562
6244	rnn.bias_hh_l0_reverse	5	0.006451065186411142
6244	rnn.bias_hh_l0_reverse	6	-0.07116702944040298
6244	rnn.bias_hh_l0_reverse	7	0.038804296404123306
6244	rnn.bias_hh_l0_reverse	8	0.032727647572755814
6244	rnn.bias_hh_l0_reverse	9	-0.09589844197034836
6244	linear.weight	0	0.15488657355308533
6244	linear.weight	1	-0.10370813310146332
6244	linear.weight	2	-0.1089417114853859
6244	linear.weight	3	0.046030547469854355
6244	linear.weight	4	0.011385869234800339
6244	linear.weight	5	-0.0566205233335495
6244	linear.weight	6	-0.012410026043653488
6244	linear.weight	7	-0.030456962063908577
6244	linear.weight	8	0.03732571378350258
6244	linear.weight	9	0.28908827900886536
6244	linear.bias	0	0.015201104804873466
6244	linear.bias	1	0.09259819239377975
6244	linear.bias	2	-0.3793608844280243
6244	linear.bias	3	1.2090179920196533
6244	linear.bias	4	-0.35175520181655884
6244	linear.bias	5	-0.030769959092140198
6244	linear.bias	6	-0.2595757842063904
6244	linear.bias	7	-0.16713565587997437
6244	linear.bias	8	0.0797557681798935
6244	linear.bias	9	-0.3920165002346039
6272	transitions	0	-0.5827964544296265
6272	transitions	1	0.41988345980644226
6272	transitions	2	1.767746090888977
6272	transitions	3	0.17215773463249207
6272	transitions	4	1.0039252042770386
6272	transitions	5	1.2754353284835815
6272	transitions	6	0.4849938154220581
6272	transitions	7	0.18374648690223694
6272	transitions	8	-0.9187955260276794
6272	transitions	9	0.9307746887207031
6272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6272	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6272	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6272	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6272	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6272	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6272	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6272	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6272	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6272	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6272	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6272	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6272	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6272	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6272	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6272	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6272	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6272	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6272	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6272	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6272	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6272	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6272	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6272	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6272	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6272	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6272	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6272	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6272	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6272	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6272	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6272	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6272	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6272	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6272	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6272	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6272	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6272	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6272	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6272	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6272	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6272	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6272	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6272	embedding2nn.weight	0	0.010360664688050747
6272	embedding2nn.weight	1	0.014063498936593533
6272	embedding2nn.weight	2	-0.00484324200078845
6272	embedding2nn.weight	3	0.0003551481931935996
6272	embedding2nn.weight	4	-0.0031015973072499037
6272	embedding2nn.weight	5	0.0043157413601875305
6272	embedding2nn.weight	6	-0.003213409800082445
6272	embedding2nn.weight	7	0.006987666245549917
6272	embedding2nn.weight	8	-0.007568477187305689
6272	embedding2nn.weight	9	-0.013457922264933586
6272	embedding2nn.bias	0	-0.013192995451390743
6272	embedding2nn.bias	1	-0.005670242011547089
6272	embedding2nn.bias	2	-0.07355830818414688
6272	embedding2nn.bias	3	0.028517916798591614
6272	embedding2nn.bias	4	0.025892093777656555
6272	embedding2nn.bias	5	0.007433352060616016
6272	embedding2nn.bias	6	0.04076255485415459
6272	embedding2nn.bias	7	0.045887239277362823
6272	embedding2nn.bias	8	0.017537269741296768
6272	embedding2nn.bias	9	-0.00033227435778826475
6272	rnn.weight_ih_l0	0	0.03604023903608322
6272	rnn.weight_ih_l0	1	-0.0028753578662872314
6272	rnn.weight_ih_l0	2	-0.020609639585018158
6272	rnn.weight_ih_l0	3	-0.04872548580169678
6272	rnn.weight_ih_l0	4	-0.049204736948013306
6272	rnn.weight_ih_l0	5	0.00026374749722890556
6272	rnn.weight_ih_l0	6	-0.05547500401735306
6272	rnn.weight_ih_l0	7	-0.051864489912986755
6272	rnn.weight_ih_l0	8	-0.0455220527946949
6272	rnn.weight_ih_l0	9	-0.027897397056221962
6272	rnn.weight_hh_l0	0	0.010884881019592285
6272	rnn.weight_hh_l0	1	-0.022600281983613968
6272	rnn.weight_hh_l0	2	-0.020886193960905075
6272	rnn.weight_hh_l0	3	-0.01614190638065338
6272	rnn.weight_hh_l0	4	-0.059066787362098694
6272	rnn.weight_hh_l0	5	-0.014432277530431747
6272	rnn.weight_hh_l0	6	-0.03724079579114914
6272	rnn.weight_hh_l0	7	0.025749830529093742
6272	rnn.weight_hh_l0	8	-0.02241775579750538
6272	rnn.weight_hh_l0	9	0.026089798659086227
6272	rnn.bias_ih_l0	0	0.08390280604362488
6272	rnn.bias_ih_l0	1	-0.05072110518813133
6272	rnn.bias_ih_l0	2	0.0980565994977951
6272	rnn.bias_ih_l0	3	0.07202556729316711
6272	rnn.bias_ih_l0	4	0.0910768210887909
6272	rnn.bias_ih_l0	5	0.022179603576660156
6272	rnn.bias_ih_l0	6	-0.016706328839063644
6272	rnn.bias_ih_l0	7	-0.07679037004709244
6272	rnn.bias_ih_l0	8	-0.11806849390268326
6272	rnn.bias_ih_l0	9	0.06996792554855347
6272	rnn.bias_hh_l0	0	-0.03030231222510338
6272	rnn.bias_hh_l0	1	0.018581191077828407
6272	rnn.bias_hh_l0	2	-0.01065034233033657
6272	rnn.bias_hh_l0	3	-0.012114661745727062
6272	rnn.bias_hh_l0	4	-0.05745697766542435
6272	rnn.bias_hh_l0	5	0.09426429867744446
6272	rnn.bias_hh_l0	6	-0.009808649308979511
6272	rnn.bias_hh_l0	7	0.005045932251960039
6272	rnn.bias_hh_l0	8	0.017662419006228447
6272	rnn.bias_hh_l0	9	0.057673290371894836
6272	rnn.weight_ih_l0_reverse	0	-0.032241206616163254
6272	rnn.weight_ih_l0_reverse	1	-0.0016676454106345773
6272	rnn.weight_ih_l0_reverse	2	0.022397689521312714
6272	rnn.weight_ih_l0_reverse	3	-0.05967775732278824
6272	rnn.weight_ih_l0_reverse	4	0.008178859017789364
6272	rnn.weight_ih_l0_reverse	5	-0.055095378309488297
6272	rnn.weight_ih_l0_reverse	6	0.01604851894080639
6272	rnn.weight_ih_l0_reverse	7	0.04052836820483208
6272	rnn.weight_ih_l0_reverse	8	-0.037882883101701736
6272	rnn.weight_ih_l0_reverse	9	-0.05076219141483307
6272	rnn.weight_hh_l0_reverse	0	-0.06980229914188385
6272	rnn.weight_hh_l0_reverse	1	-0.05373981222510338
6272	rnn.weight_hh_l0_reverse	2	0.00907554104924202
6272	rnn.weight_hh_l0_reverse	3	0.038566336035728455
6272	rnn.weight_hh_l0_reverse	4	0.02163313888013363
6272	rnn.weight_hh_l0_reverse	5	0.04340570792555809
6272	rnn.weight_hh_l0_reverse	6	-0.010385078378021717
6272	rnn.weight_hh_l0_reverse	7	-0.0020440025255084038
6272	rnn.weight_hh_l0_reverse	8	-0.0798855796456337
6272	rnn.weight_hh_l0_reverse	9	0.03561405465006828
6272	rnn.bias_ih_l0_reverse	0	-0.03213787078857422
6272	rnn.bias_ih_l0_reverse	1	-0.048851821571588516
6272	rnn.bias_ih_l0_reverse	2	0.094344861805439
6272	rnn.bias_ih_l0_reverse	3	0.03128710389137268
6272	rnn.bias_ih_l0_reverse	4	-0.08807114511728287
6272	rnn.bias_ih_l0_reverse	5	0.024784600362181664
6272	rnn.bias_ih_l0_reverse	6	-0.09289219230413437
6272	rnn.bias_ih_l0_reverse	7	0.021459383890032768
6272	rnn.bias_ih_l0_reverse	8	0.018957678228616714
6272	rnn.bias_ih_l0_reverse	9	0.06261825561523438
6272	rnn.bias_hh_l0_reverse	0	0.023789498955011368
6272	rnn.bias_hh_l0_reverse	1	0.06652431190013885
6272	rnn.bias_hh_l0_reverse	2	0.07149023562669754
6272	rnn.bias_hh_l0_reverse	3	-0.00743518490344286
6272	rnn.bias_hh_l0_reverse	4	0.08222237974405289
6272	rnn.bias_hh_l0_reverse	5	0.002274562604725361
6272	rnn.bias_hh_l0_reverse	6	-0.0712839812040329
6272	rnn.bias_hh_l0_reverse	7	0.03749934583902359
6272	rnn.bias_hh_l0_reverse	8	0.03367394208908081
6272	rnn.bias_hh_l0_reverse	9	-0.0966273695230484
6272	linear.weight	0	0.15025512874126434
6272	linear.weight	1	-0.10356614738702774
6272	linear.weight	2	-0.11106519401073456
6272	linear.weight	3	0.05265828222036362
6272	linear.weight	4	0.010636301711201668
6272	linear.weight	5	-0.05708172917366028
6272	linear.weight	6	-0.012403110973536968
6272	linear.weight	7	-0.03037511743605137
6272	linear.weight	8	0.03684857487678528
6272	linear.weight	9	0.28822648525238037
6272	linear.bias	0	0.004825562704354525
6272	linear.bias	1	0.08769357949495316
6272	linear.bias	2	-0.372528612613678
6272	linear.bias	3	1.231892466545105
6272	linear.bias	4	-0.34992435574531555
6272	linear.bias	5	-0.030769959092140198
6272	linear.bias	6	-0.2533321678638458
6272	linear.bias	7	-0.16238750517368317
6272	linear.bias	8	0.08152303844690323
6272	linear.bias	9	-0.3924485743045807
6300	transitions	0	-0.582991898059845
6300	transitions	1	0.41949203610420227
6300	transitions	2	1.7669790983200073
6300	transitions	3	0.17198161780834198
6300	transitions	4	1.003761649131775
6300	transitions	5	1.275420069694519
6300	transitions	6	0.48498979210853577
6300	transitions	7	0.183738574385643
6300	transitions	8	-0.9187983870506287
6300	transitions	9	0.9307743906974792
6300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6300	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6300	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6300	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6300	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6300	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6300	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6300	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6300	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6300	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6300	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6300	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6300	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6300	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6300	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6300	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6300	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6300	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6300	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6300	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6300	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6300	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6300	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6300	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6300	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6300	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6300	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6300	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6300	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6300	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6300	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6300	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6300	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6300	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6300	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6300	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6300	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6300	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6300	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6300	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6300	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6300	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6300	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6300	embedding2nn.weight	0	0.011181517504155636
6300	embedding2nn.weight	1	0.01410942617803812
6300	embedding2nn.weight	2	-0.004874236416071653
6300	embedding2nn.weight	3	0.0006543772178702056
6300	embedding2nn.weight	4	-0.0030603206250816584
6300	embedding2nn.weight	5	0.0043665268458426
6300	embedding2nn.weight	6	-0.003271993715316057
6300	embedding2nn.weight	7	0.007460942957550287
6300	embedding2nn.weight	8	-0.0077131143771111965
6300	embedding2nn.weight	9	-0.013519222848117352
6300	embedding2nn.bias	0	-0.015867644920945168
6300	embedding2nn.bias	1	-4.687738328357227e-05
6300	embedding2nn.bias	2	-0.07148101180791855
6300	embedding2nn.bias	3	0.025584513321518898
6300	embedding2nn.bias	4	0.023859022185206413
6300	embedding2nn.bias	5	0.002870965749025345
6300	embedding2nn.bias	6	0.03478793799877167
6300	embedding2nn.bias	7	0.05029667541384697
6300	embedding2nn.bias	8	0.02456011436879635
6300	embedding2nn.bias	9	0.001899484544992447
6300	rnn.weight_ih_l0	0	0.03580309450626373
6300	rnn.weight_ih_l0	1	-0.0028130407445132732
6300	rnn.weight_ih_l0	2	-0.021843288093805313
6300	rnn.weight_ih_l0	3	-0.048919133841991425
6300	rnn.weight_ih_l0	4	-0.049097735434770584
6300	rnn.weight_ih_l0	5	0.00029663805617019534
6300	rnn.weight_ih_l0	6	-0.055272262543439865
6300	rnn.weight_ih_l0	7	-0.051546379923820496
6300	rnn.weight_ih_l0	8	-0.04536512494087219
6300	rnn.weight_ih_l0	9	-0.0278108362108469
6300	rnn.weight_hh_l0	0	0.010800881311297417
6300	rnn.weight_hh_l0	1	-0.023414360359311104
6300	rnn.weight_hh_l0	2	-0.020975131541490555
6300	rnn.weight_hh_l0	3	-0.015698377043008804
6300	rnn.weight_hh_l0	4	-0.05930628627538681
6300	rnn.weight_hh_l0	5	-0.014841586351394653
6300	rnn.weight_hh_l0	6	-0.03667420148849487
6300	rnn.weight_hh_l0	7	0.023740556091070175
6300	rnn.weight_hh_l0	8	-0.02249271608889103
6300	rnn.weight_hh_l0	9	0.025880347937345505
6300	rnn.bias_ih_l0	0	0.08414021879434586
6300	rnn.bias_ih_l0	1	-0.049366310238838196
6300	rnn.bias_ih_l0	2	0.09834730625152588
6300	rnn.bias_ih_l0	3	0.07000076770782471
6300	rnn.bias_ih_l0	4	0.08910898864269257
6300	rnn.bias_ih_l0	5	0.020651740953326225
6300	rnn.bias_ih_l0	6	-0.017002446576952934
6300	rnn.bias_ih_l0	7	-0.07526450604200363
6300	rnn.bias_ih_l0	8	-0.115431047976017
6300	rnn.bias_ih_l0	9	0.0680733397603035
6300	rnn.bias_hh_l0	0	-0.02962535247206688
6300	rnn.bias_hh_l0	1	0.015887197107076645
6300	rnn.bias_hh_l0	2	-0.008248626254498959
6300	rnn.bias_hh_l0	3	-0.010396035388112068
6300	rnn.bias_hh_l0	4	-0.056625690311193466
6300	rnn.bias_hh_l0	5	0.09420856088399887
6300	rnn.bias_hh_l0	6	-0.007872014306485653
6300	rnn.bias_hh_l0	7	0.003785633947700262
6300	rnn.bias_hh_l0	8	0.017366301268339157
6300	rnn.bias_hh_l0	9	0.05753514915704727
6300	rnn.weight_ih_l0_reverse	0	-0.03191179409623146
6300	rnn.weight_ih_l0_reverse	1	-0.0019033801509067416
6300	rnn.weight_ih_l0_reverse	2	0.022434497252106667
6300	rnn.weight_ih_l0_reverse	3	-0.05897440388798714
6300	rnn.weight_ih_l0_reverse	4	0.008533041924238205
6300	rnn.weight_ih_l0_reverse	5	-0.05505535006523132
6300	rnn.weight_ih_l0_reverse	6	0.01587638445198536
6300	rnn.weight_ih_l0_reverse	7	0.040519651025533676
6300	rnn.weight_ih_l0_reverse	8	-0.0378277525305748
6300	rnn.weight_ih_l0_reverse	9	-0.05093792825937271
6300	rnn.weight_hh_l0_reverse	0	-0.06962726265192032
6300	rnn.weight_hh_l0_reverse	1	-0.05218825489282608
6300	rnn.weight_hh_l0_reverse	2	0.009237789548933506
6300	rnn.weight_hh_l0_reverse	3	0.03892841190099716
6300	rnn.weight_hh_l0_reverse	4	0.021568965166807175
6300	rnn.weight_hh_l0_reverse	5	0.04335811361670494
6300	rnn.weight_hh_l0_reverse	6	-0.010894142091274261
6300	rnn.weight_hh_l0_reverse	7	-0.0020637090783566236
6300	rnn.weight_hh_l0_reverse	8	-0.0802307054400444
6300	rnn.weight_hh_l0_reverse	9	0.03639943152666092
6300	rnn.bias_ih_l0_reverse	0	-0.03322397172451019
6300	rnn.bias_ih_l0_reverse	1	-0.042949482798576355
6300	rnn.bias_ih_l0_reverse	2	0.09382592886686325
6300	rnn.bias_ih_l0_reverse	3	0.031150326132774353
6300	rnn.bias_ih_l0_reverse	4	-0.0904582142829895
6300	rnn.bias_ih_l0_reverse	5	0.026242608204483986
6300	rnn.bias_ih_l0_reverse	6	-0.09523210674524307
6300	rnn.bias_ih_l0_reverse	7	0.02018432691693306
6300	rnn.bias_ih_l0_reverse	8	0.019121939316391945
6300	rnn.bias_ih_l0_reverse	9	0.06386678665876389
6300	rnn.bias_hh_l0_reverse	0	0.028090639039874077
6300	rnn.bias_hh_l0_reverse	1	0.06350567936897278
6300	rnn.bias_hh_l0_reverse	2	0.07113277167081833
6300	rnn.bias_hh_l0_reverse	3	-0.008075021207332611
6300	rnn.bias_hh_l0_reverse	4	0.0827040821313858
6300	rnn.bias_hh_l0_reverse	5	0.011234565638005733
6300	rnn.bias_hh_l0_reverse	6	-0.0699286088347435
6300	rnn.bias_hh_l0_reverse	7	0.03759564086794853
6300	rnn.bias_hh_l0_reverse	8	0.033176179975271225
6300	rnn.bias_hh_l0_reverse	9	-0.09977518022060394
6300	linear.weight	0	0.14065313339233398
6300	linear.weight	1	-0.1035536453127861
6300	linear.weight	2	-0.11666704714298248
6300	linear.weight	3	0.05340585857629776
6300	linear.weight	4	0.009672369807958603
6300	linear.weight	5	-0.055339302867650986
6300	linear.weight	6	-0.012389719486236572
6300	linear.weight	7	-0.030271567404270172
6300	linear.weight	8	0.034990668296813965
6300	linear.weight	9	0.2884865999221802
6300	linear.bias	0	0.009670046158134937
6300	linear.bias	1	0.08340650796890259
6300	linear.bias	2	-0.37761420011520386
6300	linear.bias	3	1.2280384302139282
6300	linear.bias	4	-0.3416925072669983
6300	linear.bias	5	-0.030769959092140198
6300	linear.bias	6	-0.2579401731491089
6300	linear.bias	7	-0.16198156774044037
6300	linear.bias	8	0.08814194053411484
6300	linear.bias	9	-0.3928946852684021
6328	transitions	0	-0.583254337310791
6328	transitions	1	0.41916143894195557
6328	transitions	2	1.7664878368377686
6328	transitions	3	0.17158713936805725
6328	transitions	4	1.0035204887390137
6328	transitions	5	1.275408387184143
6328	transitions	6	0.4849870204925537
6328	transitions	7	0.18373516201972961
6328	transitions	8	-0.9188043475151062
6328	transitions	9	0.9307741522789001
6328	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6328	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6328	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6328	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6328	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6328	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6328	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6328	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6328	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6328	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6328	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6328	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6328	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6328	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6328	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6328	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6328	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6328	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6328	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6328	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6328	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6328	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6328	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6328	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6328	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6328	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6328	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6328	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6328	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6328	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6328	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6328	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6328	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6328	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6328	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6328	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6328	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6328	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6328	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6328	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6328	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6328	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6328	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6328	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6328	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6328	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6328	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6328	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6328	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6328	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6328	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6328	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6328	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6328	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6328	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6328	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6328	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6328	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6328	embedding2nn.weight	0	0.011422538198530674
6328	embedding2nn.weight	1	0.014028085395693779
6328	embedding2nn.weight	2	-0.004871523007750511
6328	embedding2nn.weight	3	0.0008799483184702694
6328	embedding2nn.weight	4	-0.0029598958790302277
6328	embedding2nn.weight	5	0.0046801441349089146
6328	embedding2nn.weight	6	-0.003308073151856661
6328	embedding2nn.weight	7	0.0070704808458685875
6328	embedding2nn.weight	8	-0.0077466098591685295
6328	embedding2nn.weight	9	-0.013549593277275562
6328	embedding2nn.bias	0	-0.009489049203693867
6328	embedding2nn.bias	1	-0.002623662119731307
6328	embedding2nn.bias	2	-0.07104905694723129
6328	embedding2nn.bias	3	0.020337557420134544
6328	embedding2nn.bias	4	0.018005577847361565
6328	embedding2nn.bias	5	-0.0006532023544423282
6328	embedding2nn.bias	6	0.036405615508556366
6328	embedding2nn.bias	7	0.058192357420921326
6328	embedding2nn.bias	8	0.025710999965667725
6328	embedding2nn.bias	9	-0.004005457740277052
6328	rnn.weight_ih_l0	0	0.03568050637841225
6328	rnn.weight_ih_l0	1	-0.002582192188128829
6328	rnn.weight_ih_l0	2	-0.021940652281045914
6328	rnn.weight_ih_l0	3	-0.04890398681163788
6328	rnn.weight_ih_l0	4	-0.04925745725631714
6328	rnn.weight_ih_l0	5	0.00014603631279896945
6328	rnn.weight_ih_l0	6	-0.05481824278831482
6328	rnn.weight_ih_l0	7	-0.05183720588684082
6328	rnn.weight_ih_l0	8	-0.045420289039611816
6328	rnn.weight_ih_l0	9	-0.027858173474669456
6328	rnn.weight_hh_l0	0	0.011035454459488392
6328	rnn.weight_hh_l0	1	-0.02379482425749302
6328	rnn.weight_hh_l0	2	-0.021677833050489426
6328	rnn.weight_hh_l0	3	-0.015761440619826317
6328	rnn.weight_hh_l0	4	-0.05910786986351013
6328	rnn.weight_hh_l0	5	-0.014554310590028763
6328	rnn.weight_hh_l0	6	-0.03557707741856575
6328	rnn.weight_hh_l0	7	0.023951007053256035
6328	rnn.weight_hh_l0	8	-0.02196681872010231
6328	rnn.weight_hh_l0	9	0.026908881962299347
6328	rnn.bias_ih_l0	0	0.08295976370573044
6328	rnn.bias_ih_l0	1	-0.050423212349414825
6328	rnn.bias_ih_l0	2	0.1005302220582962
6328	rnn.bias_ih_l0	3	0.07033687829971313
6328	rnn.bias_ih_l0	4	0.08841801434755325
6328	rnn.bias_ih_l0	5	0.01998751237988472
6328	rnn.bias_ih_l0	6	-0.019570114091038704
6328	rnn.bias_ih_l0	7	-0.07761310786008835
6328	rnn.bias_ih_l0	8	-0.10663246363401413
6328	rnn.bias_ih_l0	9	0.06860294193029404
6328	rnn.bias_hh_l0	0	-0.029138173907995224
6328	rnn.bias_hh_l0	1	0.015845900401473045
6328	rnn.bias_hh_l0	2	-0.009211934171617031
6328	rnn.bias_hh_l0	3	-0.012326613068580627
6328	rnn.bias_hh_l0	4	-0.055726900696754456
6328	rnn.bias_hh_l0	5	0.10077639669179916
6328	rnn.bias_hh_l0	6	-0.006635405123233795
6328	rnn.bias_hh_l0	7	0.00806523859500885
6328	rnn.bias_hh_l0	8	0.014798634685575962
6328	rnn.bias_hh_l0	9	0.05505481734871864
6328	rnn.weight_ih_l0_reverse	0	-0.03181125968694687
6328	rnn.weight_ih_l0_reverse	1	-0.0018537427531555295
6328	rnn.weight_ih_l0_reverse	2	0.02262796275317669
6328	rnn.weight_ih_l0_reverse	3	-0.05907360836863518
6328	rnn.weight_ih_l0_reverse	4	0.00823837798088789
6328	rnn.weight_ih_l0_reverse	5	-0.05494258180260658
6328	rnn.weight_ih_l0_reverse	6	0.01601479947566986
6328	rnn.weight_ih_l0_reverse	7	0.040671929717063904
6328	rnn.weight_ih_l0_reverse	8	-0.03782496601343155
6328	rnn.weight_ih_l0_reverse	9	-0.05085006356239319
6328	rnn.weight_hh_l0_reverse	0	-0.0694342777132988
6328	rnn.weight_hh_l0_reverse	1	-0.05315815284848213
6328	rnn.weight_hh_l0_reverse	2	0.009382456541061401
6328	rnn.weight_hh_l0_reverse	3	0.03883178159594536
6328	rnn.weight_hh_l0_reverse	4	0.02242664061486721
6328	rnn.weight_hh_l0_reverse	5	0.04356751590967178
6328	rnn.weight_hh_l0_reverse	6	-0.012319869361817837
6328	rnn.weight_hh_l0_reverse	7	-0.0017552393255755305
6328	rnn.weight_hh_l0_reverse	8	-0.08130238950252533
6328	rnn.weight_hh_l0_reverse	9	0.03616894409060478
6328	rnn.bias_ih_l0_reverse	0	-0.03373489901423454
6328	rnn.bias_ih_l0_reverse	1	-0.05058129504323006
6328	rnn.bias_ih_l0_reverse	2	0.09464289247989655
6328	rnn.bias_ih_l0_reverse	3	0.032243840396404266
6328	rnn.bias_ih_l0_reverse	4	-0.09124717861413956
6328	rnn.bias_ih_l0_reverse	5	0.027005046606063843
6328	rnn.bias_ih_l0_reverse	6	-0.0928083211183548
6328	rnn.bias_ih_l0_reverse	7	0.020711584016680717
6328	rnn.bias_ih_l0_reverse	8	0.020693743601441383
6328	rnn.bias_ih_l0_reverse	9	0.06350725144147873
6328	rnn.bias_hh_l0_reverse	0	0.025502385571599007
6328	rnn.bias_hh_l0_reverse	1	0.0662117525935173
6328	rnn.bias_hh_l0_reverse	2	0.07240232080221176
6328	rnn.bias_hh_l0_reverse	3	-0.008225560188293457
6328	rnn.bias_hh_l0_reverse	4	0.08463337272405624
6328	rnn.bias_hh_l0_reverse	5	0.0060079265385866165
6328	rnn.bias_hh_l0_reverse	6	-0.0713372454047203
6328	rnn.bias_hh_l0_reverse	7	0.03853457048535347
6328	rnn.bias_hh_l0_reverse	8	0.029102563858032227
6328	rnn.bias_hh_l0_reverse	9	-0.10023260861635208
6328	linear.weight	0	0.1383206695318222
6328	linear.weight	1	-0.10354799032211304
6328	linear.weight	2	-0.1163417398929596
6328	linear.weight	3	0.04305321350693703
6328	linear.weight	4	0.01054700929671526
6328	linear.weight	5	-0.05385624244809151
6328	linear.weight	6	-0.012378150597214699
6328	linear.weight	7	-0.03246914967894554
6328	linear.weight	8	0.03338608145713806
6328	linear.weight	9	0.2895282208919525
6328	linear.bias	0	-0.00602554390206933
6328	linear.bias	1	0.08622303605079651
6328	linear.bias	2	-0.3837774991989136
6328	linear.bias	3	1.2213550806045532
6328	linear.bias	4	-0.34280553460121155
6328	linear.bias	5	-0.030769959092140198
6328	linear.bias	6	-0.2651587426662445
6328	linear.bias	7	-0.1580962836742401
6328	linear.bias	8	0.08469081670045853
6328	linear.bias	9	-0.3934067487716675
6356	transitions	0	-0.5834611654281616
6356	transitions	1	0.41891610622406006
6356	transitions	2	1.7662324905395508
6356	transitions	3	0.17140033841133118
6356	transitions	4	1.0032886266708374
6356	transitions	5	1.2754037380218506
6356	transitions	6	0.48498520255088806
6356	transitions	7	0.1837138831615448
6356	transitions	8	-0.918806791305542
6356	transitions	9	0.9307741522789001
6356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6356	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6356	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6356	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6356	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6356	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6356	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6356	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6356	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6356	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6356	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6356	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6356	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6356	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6356	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6356	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6356	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6356	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6356	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6356	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6356	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6356	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6356	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6356	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6356	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6356	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6356	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6356	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6356	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6356	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6356	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6356	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6356	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6356	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6356	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6356	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6356	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6356	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6356	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6356	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6356	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6356	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6356	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6356	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6356	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6356	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6356	embedding2nn.weight	0	0.011160585097968578
6356	embedding2nn.weight	1	0.014107192866504192
6356	embedding2nn.weight	2	-0.004824909381568432
6356	embedding2nn.weight	3	0.0009947805665433407
6356	embedding2nn.weight	4	-0.0030240791384130716
6356	embedding2nn.weight	5	0.004888410679996014
6356	embedding2nn.weight	6	-0.0031348878983408213
6356	embedding2nn.weight	7	0.00841387640684843
6356	embedding2nn.weight	8	-0.007602866739034653
6356	embedding2nn.weight	9	-0.013501427136361599
6356	embedding2nn.bias	0	-0.012975809164345264
6356	embedding2nn.bias	1	0.0019278207328170538
6356	embedding2nn.bias	2	-0.05974502116441727
6356	embedding2nn.bias	3	0.020592564716935158
6356	embedding2nn.bias	4	0.01774640567600727
6356	embedding2nn.bias	5	0.0026267541106790304
6356	embedding2nn.bias	6	0.03734887018799782
6356	embedding2nn.bias	7	0.058496952056884766
6356	embedding2nn.bias	8	0.019708609208464622
6356	embedding2nn.bias	9	-0.006699168123304844
6356	rnn.weight_ih_l0	0	0.0357305146753788
6356	rnn.weight_ih_l0	1	-0.002825220813974738
6356	rnn.weight_ih_l0	2	-0.020279040560126305
6356	rnn.weight_ih_l0	3	-0.048857394605875015
6356	rnn.weight_ih_l0	4	-0.049507781863212585
6356	rnn.weight_ih_l0	5	0.0006622914224863052
6356	rnn.weight_ih_l0	6	-0.0547204315662384
6356	rnn.weight_ih_l0	7	-0.05213472992181778
6356	rnn.weight_ih_l0	8	-0.04562839865684509
6356	rnn.weight_ih_l0	9	-0.02777901291847229
6356	rnn.weight_hh_l0	0	0.010922173969447613
6356	rnn.weight_hh_l0	1	-0.02474016137421131
6356	rnn.weight_hh_l0	2	-0.02138635702431202
6356	rnn.weight_hh_l0	3	-0.016090650111436844
6356	rnn.weight_hh_l0	4	-0.05952070280909538
6356	rnn.weight_hh_l0	5	-0.014304853975772858
6356	rnn.weight_hh_l0	6	-0.033794961869716644
6356	rnn.weight_hh_l0	7	0.02384122461080551
6356	rnn.weight_hh_l0	8	-0.021905481815338135
6356	rnn.weight_hh_l0	9	0.02736503817141056
6356	rnn.bias_ih_l0	0	0.08262413740158081
6356	rnn.bias_ih_l0	1	-0.051085084676742554
6356	rnn.bias_ih_l0	2	0.10120194405317307
6356	rnn.bias_ih_l0	3	0.06945484131574631
6356	rnn.bias_ih_l0	4	0.08807702362537384
6356	rnn.bias_ih_l0	5	0.02074323035776615
6356	rnn.bias_ih_l0	6	-0.017919067293405533
6356	rnn.bias_ih_l0	7	-0.07635940611362457
6356	rnn.bias_ih_l0	8	-0.1100991740822792
6356	rnn.bias_ih_l0	9	0.06961317360401154
6356	rnn.bias_hh_l0	0	-0.028134599328041077
6356	rnn.bias_hh_l0	1	0.015468870289623737
6356	rnn.bias_hh_l0	2	-0.009457429870963097
6356	rnn.bias_hh_l0	3	-0.011672083288431168
6356	rnn.bias_hh_l0	4	-0.05312212556600571
6356	rnn.bias_hh_l0	5	0.09981806576251984
6356	rnn.bias_hh_l0	6	-0.006497108843177557
6356	rnn.bias_hh_l0	7	0.007005221676081419
6356	rnn.bias_hh_l0	8	0.016449684277176857
6356	rnn.bias_hh_l0	9	0.05456946790218353
6356	rnn.weight_ih_l0_reverse	0	-0.03192031756043434
6356	rnn.weight_ih_l0_reverse	1	-0.0008364414097741246
6356	rnn.weight_ih_l0_reverse	2	0.022710559889674187
6356	rnn.weight_ih_l0_reverse	3	-0.05932452157139778
6356	rnn.weight_ih_l0_reverse	4	0.008050956763327122
6356	rnn.weight_ih_l0_reverse	5	-0.05511339381337166
6356	rnn.weight_ih_l0_reverse	6	0.017678065225481987
6356	rnn.weight_ih_l0_reverse	7	0.04076899215579033
6356	rnn.weight_ih_l0_reverse	8	-0.03780067712068558
6356	rnn.weight_ih_l0_reverse	9	-0.05078272148966789
6356	rnn.weight_hh_l0_reverse	0	-0.06880509108304977
6356	rnn.weight_hh_l0_reverse	1	-0.05365827679634094
6356	rnn.weight_hh_l0_reverse	2	0.008923602290451527
6356	rnn.weight_hh_l0_reverse	3	0.0389028824865818
6356	rnn.weight_hh_l0_reverse	4	0.022757437080144882
6356	rnn.weight_hh_l0_reverse	5	0.0435078963637352
6356	rnn.weight_hh_l0_reverse	6	-0.013260850682854652
6356	rnn.weight_hh_l0_reverse	7	-0.0021165383514016867
6356	rnn.weight_hh_l0_reverse	8	-0.08014383167028427
6356	rnn.weight_hh_l0_reverse	9	0.03698122873902321
6356	rnn.bias_ih_l0_reverse	0	-0.029478304088115692
6356	rnn.bias_ih_l0_reverse	1	-0.05019905045628548
6356	rnn.bias_ih_l0_reverse	2	0.09314858913421631
6356	rnn.bias_ih_l0_reverse	3	0.03246975317597389
6356	rnn.bias_ih_l0_reverse	4	-0.09197608381509781
6356	rnn.bias_ih_l0_reverse	5	0.028483491390943527
6356	rnn.bias_ih_l0_reverse	6	-0.09605628997087479
6356	rnn.bias_ih_l0_reverse	7	0.02206435054540634
6356	rnn.bias_ih_l0_reverse	8	0.020575955510139465
6356	rnn.bias_ih_l0_reverse	9	0.06377369165420532
6356	rnn.bias_hh_l0_reverse	0	0.026713494211435318
6356	rnn.bias_hh_l0_reverse	1	0.06320691108703613
6356	rnn.bias_hh_l0_reverse	2	0.07341744750738144
6356	rnn.bias_hh_l0_reverse	3	-0.008402983658015728
6356	rnn.bias_hh_l0_reverse	4	0.08517273515462875
6356	rnn.bias_hh_l0_reverse	5	0.0200204961001873
6356	rnn.bias_hh_l0_reverse	6	-0.0712900310754776
6356	rnn.bias_hh_l0_reverse	7	0.03851265087723732
6356	rnn.bias_hh_l0_reverse	8	0.029662521556019783
6356	rnn.bias_hh_l0_reverse	9	-0.09836079925298691
6356	linear.weight	0	0.15316247940063477
6356	linear.weight	1	-0.10350655019283295
6356	linear.weight	2	-0.11192166060209274
6356	linear.weight	3	0.0350203774869442
6356	linear.weight	4	0.009115924127399921
6356	linear.weight	5	-0.05402451008558273
6356	linear.weight	6	-0.012372727505862713
6356	linear.weight	7	-0.0323273167014122
6356	linear.weight	8	0.03273145109415054
6356	linear.weight	9	0.28949013352394104
6356	linear.bias	0	0.0002708878309931606
6356	linear.bias	1	0.08248403668403625
6356	linear.bias	2	-0.3840698301792145
6356	linear.bias	3	1.2335152626037598
6356	linear.bias	4	-0.34360936284065247
6356	linear.bias	5	-0.030769959092140198
6356	linear.bias	6	-0.26534023880958557
6356	linear.bias	7	-0.15877707302570343
6356	linear.bias	8	0.078033447265625
6356	linear.bias	9	-0.3937298357486725
6384	transitions	0	-0.5836389660835266
6384	transitions	1	0.41878214478492737
6384	transitions	2	1.7659122943878174
6384	transitions	3	0.1713145226240158
6384	transitions	4	1.0031930208206177
6384	transitions	5	1.275396704673767
6384	transitions	6	0.4849800169467926
6384	transitions	7	0.1836991161108017
6384	transitions	8	-0.9188094735145569
6384	transitions	9	0.9307741522789001
6384	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6384	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6384	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6384	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6384	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6384	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6384	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6384	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6384	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6384	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6384	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6384	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6384	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6384	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6384	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6384	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6384	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6384	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6384	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6384	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6384	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6384	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6384	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6384	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6384	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6384	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6384	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6384	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6384	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6384	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6384	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6384	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6384	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6384	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6384	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6384	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6384	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6384	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6384	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6384	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6384	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6384	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6384	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6384	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6384	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6384	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6384	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6384	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6384	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6384	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6384	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6384	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6384	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6384	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6384	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6384	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6384	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6384	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6384	embedding2nn.weight	0	0.011252299882471561
6384	embedding2nn.weight	1	0.014072572812438011
6384	embedding2nn.weight	2	-0.004809268284589052
6384	embedding2nn.weight	3	0.0012576698791235685
6384	embedding2nn.weight	4	-0.0030018561519682407
6384	embedding2nn.weight	5	0.004979285411536694
6384	embedding2nn.weight	6	-0.003060410963371396
6384	embedding2nn.weight	7	0.00857950933277607
6384	embedding2nn.weight	8	-0.007555946242064238
6384	embedding2nn.weight	9	-0.013342133723199368
6384	embedding2nn.bias	0	-0.011762813664972782
6384	embedding2nn.bias	1	-0.0018187143141403794
6384	embedding2nn.bias	2	-0.06502772867679596
6384	embedding2nn.bias	3	0.019824666902422905
6384	embedding2nn.bias	4	0.021842999383807182
6384	embedding2nn.bias	5	-0.009315850213170052
6384	embedding2nn.bias	6	0.039681512862443924
6384	embedding2nn.bias	7	0.05663936957716942
6384	embedding2nn.bias	8	0.018734749406576157
6384	embedding2nn.bias	9	-0.006688917987048626
6384	rnn.weight_ih_l0	0	0.03582588583230972
6384	rnn.weight_ih_l0	1	-0.0026254465337842703
6384	rnn.weight_ih_l0	2	-0.02131533995270729
6384	rnn.weight_ih_l0	3	-0.04873502254486084
6384	rnn.weight_ih_l0	4	-0.04957728832960129
6384	rnn.weight_ih_l0	5	0.00104919180739671
6384	rnn.weight_ih_l0	6	-0.054719407111406326
6384	rnn.weight_ih_l0	7	-0.05253898352384567
6384	rnn.weight_ih_l0	8	-0.045499298721551895
6384	rnn.weight_ih_l0	9	-0.027634477242827415
6384	rnn.weight_hh_l0	0	0.011082145385444164
6384	rnn.weight_hh_l0	1	-0.024538544937968254
6384	rnn.weight_hh_l0	2	-0.022069040685892105
6384	rnn.weight_hh_l0	3	-0.016217049211263657
6384	rnn.weight_hh_l0	4	-0.05909690633416176
6384	rnn.weight_hh_l0	5	-0.014574899338185787
6384	rnn.weight_hh_l0	6	-0.03464478999376297
6384	rnn.weight_hh_l0	7	0.0233645960688591
6384	rnn.weight_hh_l0	8	-0.021556206047534943
6384	rnn.weight_hh_l0	9	0.0273663941770792
6384	rnn.bias_ih_l0	0	0.08383641391992569
6384	rnn.bias_ih_l0	1	-0.05143113061785698
6384	rnn.bias_ih_l0	2	0.1018320843577385
6384	rnn.bias_ih_l0	3	0.07040686160326004
6384	rnn.bias_ih_l0	4	0.08880573511123657
6384	rnn.bias_ih_l0	5	0.021283170208334923
6384	rnn.bias_ih_l0	6	-0.020032722502946854
6384	rnn.bias_ih_l0	7	-0.07677610963582993
6384	rnn.bias_ih_l0	8	-0.10300062596797943
6384	rnn.bias_ih_l0	9	0.07127942889928818
6384	rnn.bias_hh_l0	0	-0.027661364525556564
6384	rnn.bias_hh_l0	1	0.01381080411374569
6384	rnn.bias_hh_l0	2	-0.011414356529712677
6384	rnn.bias_hh_l0	3	-0.008777345530688763
6384	rnn.bias_hh_l0	4	-0.05323679745197296
6384	rnn.bias_hh_l0	5	0.10306988656520844
6384	rnn.bias_hh_l0	6	-0.006003497168421745
6384	rnn.bias_hh_l0	7	0.004944918677210808
6384	rnn.bias_hh_l0	8	0.014336030930280685
6384	rnn.bias_hh_l0	9	0.05441615730524063
6384	rnn.weight_ih_l0_reverse	0	-0.03186165541410446
6384	rnn.weight_ih_l0_reverse	1	-0.001714276266284287
6384	rnn.weight_ih_l0_reverse	2	0.022397806867957115
6384	rnn.weight_ih_l0_reverse	3	-0.05947624146938324
6384	rnn.weight_ih_l0_reverse	4	0.008564907126128674
6384	rnn.weight_ih_l0_reverse	5	-0.055028464645147324
6384	rnn.weight_ih_l0_reverse	6	0.017507245764136314
6384	rnn.weight_ih_l0_reverse	7	0.040990665555000305
6384	rnn.weight_ih_l0_reverse	8	-0.03780965507030487
6384	rnn.weight_ih_l0_reverse	9	-0.05082883685827255
6384	rnn.weight_hh_l0_reverse	0	-0.06842535734176636
6384	rnn.weight_hh_l0_reverse	1	-0.054672446101903915
6384	rnn.weight_hh_l0_reverse	2	0.009119114838540554
6384	rnn.weight_hh_l0_reverse	3	0.038525428622961044
6384	rnn.weight_hh_l0_reverse	4	0.02249516360461712
6384	rnn.weight_hh_l0_reverse	5	0.04359976947307587
6384	rnn.weight_hh_l0_reverse	6	-0.011785194277763367
6384	rnn.weight_hh_l0_reverse	7	-0.002477893140166998
6384	rnn.weight_hh_l0_reverse	8	-0.07978355139493942
6384	rnn.weight_hh_l0_reverse	9	0.03691638261079788
6384	rnn.bias_ih_l0_reverse	0	-0.028706112876534462
6384	rnn.bias_ih_l0_reverse	1	-0.049655307084321976
6384	rnn.bias_ih_l0_reverse	2	0.09574086219072342
6384	rnn.bias_ih_l0_reverse	3	0.0312089491635561
6384	rnn.bias_ih_l0_reverse	4	-0.09193047881126404
6384	rnn.bias_ih_l0_reverse	5	0.03013620898127556
6384	rnn.bias_ih_l0_reverse	6	-0.09740189462900162
6384	rnn.bias_ih_l0_reverse	7	0.023158572614192963
6384	rnn.bias_ih_l0_reverse	8	0.020133404061198235
6384	rnn.bias_ih_l0_reverse	9	0.06290040165185928
6384	rnn.bias_hh_l0_reverse	0	0.02908257767558098
6384	rnn.bias_hh_l0_reverse	1	0.06265559792518616
6384	rnn.bias_hh_l0_reverse	2	0.07466087490320206
6384	rnn.bias_hh_l0_reverse	3	-0.007236703298985958
6384	rnn.bias_hh_l0_reverse	4	0.08591402322053909
6384	rnn.bias_hh_l0_reverse	5	0.019185353070497513
6384	rnn.bias_hh_l0_reverse	6	-0.07010061293840408
6384	rnn.bias_hh_l0_reverse	7	0.039314154535532
6384	rnn.bias_hh_l0_reverse	8	0.030014341697096825
6384	rnn.bias_hh_l0_reverse	9	-0.09209995716810226
6384	linear.weight	0	0.1514030545949936
6384	linear.weight	1	-0.10348720848560333
6384	linear.weight	2	-0.11245208233594894
6384	linear.weight	3	0.038450438529253006
6384	linear.weight	4	0.009668518789112568
6384	linear.weight	5	-0.05350787565112114
6384	linear.weight	6	-0.012371385470032692
6384	linear.weight	7	-0.03226751834154129
6384	linear.weight	8	0.0366966612637043
6384	linear.weight	9	0.28687533736228943
6384	linear.bias	0	-0.007864005863666534
6384	linear.bias	1	0.08920498192310333
6384	linear.bias	2	-0.3859073221683502
6384	linear.bias	3	1.2252415418624878
6384	linear.bias	4	-0.3443564176559448
6384	linear.bias	5	-0.030769959092140198
6384	linear.bias	6	-0.2685200273990631
6384	linear.bias	7	-0.15731693804264069
6384	linear.bias	8	0.07408206909894943
6384	linear.bias	9	-0.3941560387611389
6412	transitions	0	-0.5840338468551636
6412	transitions	1	0.4185537099838257
6412	transitions	2	1.7656936645507812
6412	transitions	3	0.1712440699338913
6412	transitions	4	1.0029925107955933
6412	transitions	5	1.275389552116394
6412	transitions	6	0.48497623205184937
6412	transitions	7	0.1836971640586853
6412	transitions	8	-0.9188117980957031
6412	transitions	9	0.9307740926742554
6412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6412	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6412	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6412	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6412	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6412	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6412	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6412	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6412	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6412	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6412	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6412	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6412	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6412	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6412	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6412	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6412	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6412	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6412	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6412	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6412	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6412	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6412	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6412	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6412	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6412	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6412	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6412	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6412	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6412	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6412	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6412	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6412	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6412	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6412	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6412	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6412	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6412	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6412	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6412	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6412	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6412	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6412	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6412	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6412	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6412	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6412	embedding2nn.weight	0	0.011639577336609364
6412	embedding2nn.weight	1	0.014196525327861309
6412	embedding2nn.weight	2	-0.0048151868395507336
6412	embedding2nn.weight	3	0.0012840587878599763
6412	embedding2nn.weight	4	-0.0029823309741914272
6412	embedding2nn.weight	5	0.004935837350785732
6412	embedding2nn.weight	6	-0.0029938400257378817
6412	embedding2nn.weight	7	0.007925157435238361
6412	embedding2nn.weight	8	-0.0076074134558439255
6412	embedding2nn.weight	9	-0.013358247466385365
6412	embedding2nn.bias	0	-0.00811760127544403
6412	embedding2nn.bias	1	-0.0014582353178411722
6412	embedding2nn.bias	2	-0.06381457298994064
6412	embedding2nn.bias	3	0.020387038588523865
6412	embedding2nn.bias	4	0.03165901452302933
6412	embedding2nn.bias	5	-0.011976398527622223
6412	embedding2nn.bias	6	0.03683576360344887
6412	embedding2nn.bias	7	0.05761963501572609
6412	embedding2nn.bias	8	0.0164869986474514
6412	embedding2nn.bias	9	-0.008610039949417114
6412	rnn.weight_ih_l0	0	0.035923171788454056
6412	rnn.weight_ih_l0	1	-0.0026314114220440388
6412	rnn.weight_ih_l0	2	-0.020247921347618103
6412	rnn.weight_ih_l0	3	-0.04859069362282753
6412	rnn.weight_ih_l0	4	-0.04977604001760483
6412	rnn.weight_ih_l0	5	0.0009712626342661679
6412	rnn.weight_ih_l0	6	-0.05450437217950821
6412	rnn.weight_ih_l0	7	-0.05233458802103996
6412	rnn.weight_ih_l0	8	-0.045516133308410645
6412	rnn.weight_ih_l0	9	-0.027474744245409966
6412	rnn.weight_hh_l0	0	0.011398271657526493
6412	rnn.weight_hh_l0	1	-0.02395835518836975
6412	rnn.weight_hh_l0	2	-0.022667933255434036
6412	rnn.weight_hh_l0	3	-0.01637250743806362
6412	rnn.weight_hh_l0	4	-0.0598764531314373
6412	rnn.weight_hh_l0	5	-0.014488209038972855
6412	rnn.weight_hh_l0	6	-0.03431601822376251
6412	rnn.weight_hh_l0	7	0.02247544564306736
6412	rnn.weight_hh_l0	8	-0.021506933495402336
6412	rnn.weight_hh_l0	9	0.02666647918522358
6412	rnn.bias_ih_l0	0	0.08460995554924011
6412	rnn.bias_ih_l0	1	-0.051027845591306686
6412	rnn.bias_ih_l0	2	0.10003455728292465
6412	rnn.bias_ih_l0	3	0.06836330890655518
6412	rnn.bias_ih_l0	4	0.08793450146913528
6412	rnn.bias_ih_l0	5	0.0207741130143404
6412	rnn.bias_ih_l0	6	-0.019492799416184425
6412	rnn.bias_ih_l0	7	-0.07226813584566116
6412	rnn.bias_ih_l0	8	-0.10572204738855362
6412	rnn.bias_ih_l0	9	0.06943179666996002
6412	rnn.bias_hh_l0	0	-0.02915384992957115
6412	rnn.bias_hh_l0	1	0.01179149467498064
6412	rnn.bias_hh_l0	2	-0.010973915457725525
6412	rnn.bias_hh_l0	3	-0.011405655182898045
6412	rnn.bias_hh_l0	4	-0.05419265851378441
6412	rnn.bias_hh_l0	5	0.10068123042583466
6412	rnn.bias_hh_l0	6	-0.007576471660286188
6412	rnn.bias_hh_l0	7	0.005049493629485369
6412	rnn.bias_hh_l0	8	0.014875956811010838
6412	rnn.bias_hh_l0	9	0.052534326910972595
6412	rnn.weight_ih_l0_reverse	0	-0.03181850165128708
6412	rnn.weight_ih_l0_reverse	1	-0.0025615589693188667
6412	rnn.weight_ih_l0_reverse	2	0.022522976621985435
6412	rnn.weight_ih_l0_reverse	3	-0.05937333405017853
6412	rnn.weight_ih_l0_reverse	4	0.008528138510882854
6412	rnn.weight_ih_l0_reverse	5	-0.054763227701187134
6412	rnn.weight_ih_l0_reverse	6	0.015822533518075943
6412	rnn.weight_ih_l0_reverse	7	0.04082922637462616
6412	rnn.weight_ih_l0_reverse	8	-0.037912767380476
6412	rnn.weight_ih_l0_reverse	9	-0.05089397728443146
6412	rnn.weight_hh_l0_reverse	0	-0.06861279159784317
6412	rnn.weight_hh_l0_reverse	1	-0.05515298992395401
6412	rnn.weight_hh_l0_reverse	2	0.009566381573677063
6412	rnn.weight_hh_l0_reverse	3	0.03860032930970192
6412	rnn.weight_hh_l0_reverse	4	0.02241646684706211
6412	rnn.weight_hh_l0_reverse	5	0.0436655692756176
6412	rnn.weight_hh_l0_reverse	6	-0.01337588019669056
6412	rnn.weight_hh_l0_reverse	7	-0.002026685979217291
6412	rnn.weight_hh_l0_reverse	8	-0.07935649901628494
6412	rnn.weight_hh_l0_reverse	9	0.037990961223840714
6412	rnn.bias_ih_l0_reverse	0	-0.036403726786375046
6412	rnn.bias_ih_l0_reverse	1	-0.05456521362066269
6412	rnn.bias_ih_l0_reverse	2	0.09599731117486954
6412	rnn.bias_ih_l0_reverse	3	0.031035318970680237
6412	rnn.bias_ih_l0_reverse	4	-0.09302525967359543
6412	rnn.bias_ih_l0_reverse	5	0.029527610167860985
6412	rnn.bias_ih_l0_reverse	6	-0.0981975793838501
6412	rnn.bias_ih_l0_reverse	7	0.024072080850601196
6412	rnn.bias_ih_l0_reverse	8	0.021880174055695534
6412	rnn.bias_ih_l0_reverse	9	0.06374967098236084
6412	rnn.bias_hh_l0_reverse	0	0.023436790332198143
6412	rnn.bias_hh_l0_reverse	1	0.06079603731632233
6412	rnn.bias_hh_l0_reverse	2	0.07664346694946289
6412	rnn.bias_hh_l0_reverse	3	-0.007396499626338482
6412	rnn.bias_hh_l0_reverse	4	0.08603600412607193
6412	rnn.bias_hh_l0_reverse	5	0.015238489955663681
6412	rnn.bias_hh_l0_reverse	6	-0.0715118870139122
6412	rnn.bias_hh_l0_reverse	7	0.040188662707805634
6412	rnn.bias_hh_l0_reverse	8	0.0303193349391222
6412	rnn.bias_hh_l0_reverse	9	-0.0942109003663063
6412	linear.weight	0	0.1522553563117981
6412	linear.weight	1	-0.10342355072498322
6412	linear.weight	2	-0.1142357885837555
6412	linear.weight	3	0.03787951171398163
6412	linear.weight	4	0.01077516283839941
6412	linear.weight	5	-0.055978331714868546
6412	linear.weight	6	-0.01235934067517519
6412	linear.weight	7	-0.03220726549625397
6412	linear.weight	8	0.03471256047487259
6412	linear.weight	9	0.2952865958213806
6412	linear.bias	0	0.010804684832692146
6412	linear.bias	1	0.09381568431854248
6412	linear.bias	2	-0.38847193121910095
6412	linear.bias	3	1.2058697938919067
6412	linear.bias	4	-0.34518975019454956
6412	linear.bias	5	-0.030769959092140198
6412	linear.bias	6	-0.26830485463142395
6412	linear.bias	7	-0.1543852537870407
6412	linear.bias	8	0.08151152729988098
6412	linear.bias	9	-0.3946300446987152
6440	transitions	0	-0.5841928124427795
6440	transitions	1	0.4184213876724243
6440	transitions	2	1.7654194831848145
6440	transitions	3	0.17105869948863983
6440	transitions	4	1.0028866529464722
6440	transitions	5	1.275384783744812
6440	transitions	6	0.4849618077278137
6440	transitions	7	0.18367284536361694
6440	transitions	8	-0.9188151955604553
6440	transitions	9	0.9307740926742554
6440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6440	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6440	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6440	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6440	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6440	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6440	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6440	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6440	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6440	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6440	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6440	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6440	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6440	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6440	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6440	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6440	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6440	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6440	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6440	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6440	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6440	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6440	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6440	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6440	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6440	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6440	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6440	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6440	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6440	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6440	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6440	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6440	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6440	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6440	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6440	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6440	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6440	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6440	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6440	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6440	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6440	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6440	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6440	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6440	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6440	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6440	embedding2nn.weight	0	0.011040299199521542
6440	embedding2nn.weight	1	0.014294580556452274
6440	embedding2nn.weight	2	-0.004843066446483135
6440	embedding2nn.weight	3	0.001411694334819913
6440	embedding2nn.weight	4	-0.0030737624038010836
6440	embedding2nn.weight	5	0.0048287720419466496
6440	embedding2nn.weight	6	-0.0030274277087301016
6440	embedding2nn.weight	7	0.008747674524784088
6440	embedding2nn.weight	8	-0.007810916285961866
6440	embedding2nn.weight	9	-0.013378353789448738
6440	embedding2nn.bias	0	-0.00788193754851818
6440	embedding2nn.bias	1	-0.011076337657868862
6440	embedding2nn.bias	2	-0.06516986340284348
6440	embedding2nn.bias	3	0.021866098046302795
6440	embedding2nn.bias	4	0.030359186232089996
6440	embedding2nn.bias	5	-0.008888387121260166
6440	embedding2nn.bias	6	0.03585578501224518
6440	embedding2nn.bias	7	0.062223102897405624
6440	embedding2nn.bias	8	0.014254637062549591
6440	embedding2nn.bias	9	-0.008674337528645992
6440	rnn.weight_ih_l0	0	0.03572767227888107
6440	rnn.weight_ih_l0	1	-0.0021619005128741264
6440	rnn.weight_ih_l0	2	-0.021175429224967957
6440	rnn.weight_ih_l0	3	-0.048426829278469086
6440	rnn.weight_ih_l0	4	-0.049604322761297226
6440	rnn.weight_ih_l0	5	0.0009860218269750476
6440	rnn.weight_ih_l0	6	-0.054911013692617416
6440	rnn.weight_ih_l0	7	-0.05269687995314598
6440	rnn.weight_ih_l0	8	-0.0453818216919899
6440	rnn.weight_ih_l0	9	-0.02754899114370346
6440	rnn.weight_hh_l0	0	0.011838333681225777
6440	rnn.weight_hh_l0	1	-0.023718103766441345
6440	rnn.weight_hh_l0	2	-0.023020030930638313
6440	rnn.weight_hh_l0	3	-0.016807803884148598
6440	rnn.weight_hh_l0	4	-0.05962816998362541
6440	rnn.weight_hh_l0	5	-0.01444089412689209
6440	rnn.weight_hh_l0	6	-0.034828342497348785
6440	rnn.weight_hh_l0	7	0.019972151145339012
6440	rnn.weight_hh_l0	8	-0.02140536718070507
6440	rnn.weight_hh_l0	9	0.026757827028632164
6440	rnn.bias_ih_l0	0	0.08353742957115173
6440	rnn.bias_ih_l0	1	-0.051596175879240036
6440	rnn.bias_ih_l0	2	0.10102474689483643
6440	rnn.bias_ih_l0	3	0.06911575049161911
6440	rnn.bias_ih_l0	4	0.08423909544944763
6440	rnn.bias_ih_l0	5	0.020716480910778046
6440	rnn.bias_ih_l0	6	-0.018960293382406235
6440	rnn.bias_ih_l0	7	-0.07356682419776917
6440	rnn.bias_ih_l0	8	-0.09964467585086823
6440	rnn.bias_ih_l0	9	0.0682179257273674
6440	rnn.bias_hh_l0	0	-0.02861000783741474
6440	rnn.bias_hh_l0	1	0.009097576141357422
6440	rnn.bias_hh_l0	2	-0.012216323055326939
6440	rnn.bias_hh_l0	3	-0.01003053318709135
6440	rnn.bias_hh_l0	4	-0.053841643035411835
6440	rnn.bias_hh_l0	5	0.1001819297671318
6440	rnn.bias_hh_l0	6	-0.007264538202434778
6440	rnn.bias_hh_l0	7	0.009038850665092468
6440	rnn.bias_hh_l0	8	0.015408464707434177
6440	rnn.bias_hh_l0	9	0.05339822545647621
6440	rnn.weight_ih_l0_reverse	0	-0.032116491347551346
6440	rnn.weight_ih_l0_reverse	1	-0.003257190575823188
6440	rnn.weight_ih_l0_reverse	2	0.02276351861655712
6440	rnn.weight_ih_l0_reverse	3	-0.0598282590508461
6440	rnn.weight_ih_l0_reverse	4	0.008337251842021942
6440	rnn.weight_ih_l0_reverse	5	-0.05465267598628998
6440	rnn.weight_ih_l0_reverse	6	0.014745631255209446
6440	rnn.weight_ih_l0_reverse	7	0.04087425768375397
6440	rnn.weight_ih_l0_reverse	8	-0.038003772497177124
6440	rnn.weight_ih_l0_reverse	9	-0.05089670419692993
6440	rnn.weight_hh_l0_reverse	0	-0.0690549984574318
6440	rnn.weight_hh_l0_reverse	1	-0.057487521320581436
6440	rnn.weight_hh_l0_reverse	2	0.009388003498315811
6440	rnn.weight_hh_l0_reverse	3	0.03812042251229286
6440	rnn.weight_hh_l0_reverse	4	0.02240065298974514
6440	rnn.weight_hh_l0_reverse	5	0.04390554130077362
6440	rnn.weight_hh_l0_reverse	6	-0.011803283356130123
6440	rnn.weight_hh_l0_reverse	7	-0.0021701366640627384
6440	rnn.weight_hh_l0_reverse	8	-0.07864110916852951
6440	rnn.weight_hh_l0_reverse	9	0.03850563243031502
6440	rnn.bias_ih_l0_reverse	0	-0.03896353766322136
6440	rnn.bias_ih_l0_reverse	1	-0.050748854875564575
6440	rnn.bias_ih_l0_reverse	2	0.0967886671423912
6440	rnn.bias_ih_l0_reverse	3	0.02992200292646885
6440	rnn.bias_ih_l0_reverse	4	-0.09174037724733353
6440	rnn.bias_ih_l0_reverse	5	0.029601097106933594
6440	rnn.bias_ih_l0_reverse	6	-0.09717820584774017
6440	rnn.bias_ih_l0_reverse	7	0.024121303111314774
6440	rnn.bias_ih_l0_reverse	8	0.021944411098957062
6440	rnn.bias_ih_l0_reverse	9	0.06296925246715546
6440	rnn.bias_hh_l0_reverse	0	0.020733144134283066
6440	rnn.bias_hh_l0_reverse	1	0.060667019337415695
6440	rnn.bias_hh_l0_reverse	2	0.07566220313310623
6440	rnn.bias_hh_l0_reverse	3	-0.007003246806561947
6440	rnn.bias_hh_l0_reverse	4	0.08430604636669159
6440	rnn.bias_hh_l0_reverse	5	0.011942112818360329
6440	rnn.bias_hh_l0_reverse	6	-0.070855513215065
6440	rnn.bias_hh_l0_reverse	7	0.04007439687848091
6440	rnn.bias_hh_l0_reverse	8	0.03052891418337822
6440	rnn.bias_hh_l0_reverse	9	-0.09256521612405777
6440	linear.weight	0	0.16059307754039764
6440	linear.weight	1	-0.10340537130832672
6440	linear.weight	2	-0.11339720338582993
6440	linear.weight	3	0.03469138965010643
6440	linear.weight	4	0.010705599561333656
6440	linear.weight	5	-0.05665363371372223
6440	linear.weight	6	-0.012333226390182972
6440	linear.weight	7	-0.032133832573890686
6440	linear.weight	8	0.034430332481861115
6440	linear.weight	9	0.2946993410587311
6440	linear.bias	0	0.004569618497043848
6440	linear.bias	1	0.09620373696088791
6440	linear.bias	2	-0.39066240191459656
6440	linear.bias	3	1.2205907106399536
6440	linear.bias	4	-0.3457981050014496
6440	linear.bias	5	-0.030769959092140198
6440	linear.bias	6	-0.2727823555469513
6440	linear.bias	7	-0.16198605298995972
6440	linear.bias	8	0.08438374847173691
6440	linear.bias	9	-0.3949076235294342
6468	transitions	0	-0.5843677520751953
6468	transitions	1	0.41819167137145996
6468	transitions	2	1.7651658058166504
6468	transitions	3	0.1709718555212021
6468	transitions	4	1.0028150081634521
6468	transitions	5	1.2753766775131226
6468	transitions	6	0.48495960235595703
6468	transitions	7	0.18365401029586792
6468	transitions	8	-0.9188182353973389
6468	transitions	9	0.9307740926742554
6468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6468	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6468	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6468	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6468	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6468	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6468	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6468	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6468	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6468	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6468	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6468	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6468	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6468	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6468	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6468	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6468	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6468	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6468	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6468	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6468	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6468	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6468	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6468	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6468	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6468	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6468	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6468	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6468	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6468	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6468	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6468	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6468	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6468	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6468	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6468	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6468	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6468	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6468	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6468	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6468	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6468	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6468	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6468	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6468	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6468	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6468	embedding2nn.weight	0	0.0108543885871768
6468	embedding2nn.weight	1	0.014203084632754326
6468	embedding2nn.weight	2	-0.004860182758420706
6468	embedding2nn.weight	3	0.0013886315282434225
6468	embedding2nn.weight	4	-0.003061558585613966
6468	embedding2nn.weight	5	0.004799737129360437
6468	embedding2nn.weight	6	-0.0030510476790368557
6468	embedding2nn.weight	7	0.010112625546753407
6468	embedding2nn.weight	8	-0.007863059639930725
6468	embedding2nn.weight	9	-0.01337730698287487
6468	embedding2nn.bias	0	-0.010774102061986923
6468	embedding2nn.bias	1	-0.016782419756054878
6468	embedding2nn.bias	2	-0.06439108401536942
6468	embedding2nn.bias	3	0.0224903617054224
6468	embedding2nn.bias	4	0.02502492256462574
6468	embedding2nn.bias	5	-0.010914095677435398
6468	embedding2nn.bias	6	0.029042446985840797
6468	embedding2nn.bias	7	0.060409415513277054
6468	embedding2nn.bias	8	0.01872016116976738
6468	embedding2nn.bias	9	-0.010606065392494202
6468	rnn.weight_ih_l0	0	0.035609692335128784
6468	rnn.weight_ih_l0	1	-0.002222442766651511
6468	rnn.weight_ih_l0	2	-0.020826609805226326
6468	rnn.weight_ih_l0	3	-0.048105672001838684
6468	rnn.weight_ih_l0	4	-0.04987708851695061
6468	rnn.weight_ih_l0	5	0.0011315584415569901
6468	rnn.weight_ih_l0	6	-0.0549142025411129
6468	rnn.weight_ih_l0	7	-0.052856553345918655
6468	rnn.weight_ih_l0	8	-0.0455542728304863
6468	rnn.weight_ih_l0	9	-0.027597416192293167
6468	rnn.weight_hh_l0	0	0.011719830334186554
6468	rnn.weight_hh_l0	1	-0.023654913529753685
6468	rnn.weight_hh_l0	2	-0.022791823372244835
6468	rnn.weight_hh_l0	3	-0.016897447407245636
6468	rnn.weight_hh_l0	4	-0.0590490847826004
6468	rnn.weight_hh_l0	5	-0.014258546754717827
6468	rnn.weight_hh_l0	6	-0.03003031015396118
6468	rnn.weight_hh_l0	7	0.0197257399559021
6468	rnn.weight_hh_l0	8	-0.02164025604724884
6468	rnn.weight_hh_l0	9	0.026486443355679512
6468	rnn.bias_ih_l0	0	0.08310443162918091
6468	rnn.bias_ih_l0	1	-0.05150157958269119
6468	rnn.bias_ih_l0	2	0.1011303961277008
6468	rnn.bias_ih_l0	3	0.0675063356757164
6468	rnn.bias_ih_l0	4	0.08540178835391998
6468	rnn.bias_ih_l0	5	0.020767010748386383
6468	rnn.bias_ih_l0	6	-0.0200070571154356
6468	rnn.bias_ih_l0	7	-0.07337640970945358
6468	rnn.bias_ih_l0	8	-0.10098091512918472
6468	rnn.bias_ih_l0	9	0.06937198340892792
6468	rnn.bias_hh_l0	0	-0.029529770836234093
6468	rnn.bias_hh_l0	1	0.007874787785112858
6468	rnn.bias_hh_l0	2	-0.011632966808974743
6468	rnn.bias_hh_l0	3	-0.009204115718603134
6468	rnn.bias_hh_l0	4	-0.05322740226984024
6468	rnn.bias_hh_l0	5	0.09809520840644836
6468	rnn.bias_hh_l0	6	-0.007840323261916637
6468	rnn.bias_hh_l0	7	0.007807512767612934
6468	rnn.bias_hh_l0	8	0.014361700043082237
6468	rnn.bias_hh_l0	9	0.05250374227762222
6468	rnn.weight_ih_l0_reverse	0	-0.03201283887028694
6468	rnn.weight_ih_l0_reverse	1	-0.00273135001771152
6468	rnn.weight_ih_l0_reverse	2	0.022875003516674042
6468	rnn.weight_ih_l0_reverse	3	-0.060033608227968216
6468	rnn.weight_ih_l0_reverse	4	0.008297938853502274
6468	rnn.weight_ih_l0_reverse	5	-0.05462123081088066
6468	rnn.weight_ih_l0_reverse	6	0.015234014950692654
6468	rnn.weight_ih_l0_reverse	7	0.04104314744472504
6468	rnn.weight_ih_l0_reverse	8	-0.03804813325405121
6468	rnn.weight_ih_l0_reverse	9	-0.05087275058031082
6468	rnn.weight_hh_l0_reverse	0	-0.06869054585695267
6468	rnn.weight_hh_l0_reverse	1	-0.05530927702784538
6468	rnn.weight_hh_l0_reverse	2	0.009307768195867538
6468	rnn.weight_hh_l0_reverse	3	0.038351334631443024
6468	rnn.weight_hh_l0_reverse	4	0.022360581904649734
6468	rnn.weight_hh_l0_reverse	5	0.04399748891592026
6468	rnn.weight_hh_l0_reverse	6	-0.011727363802492619
6468	rnn.weight_hh_l0_reverse	7	-0.0024224845692515373
6468	rnn.weight_hh_l0_reverse	8	-0.07983725517988205
6468	rnn.weight_hh_l0_reverse	9	0.03902715817093849
6468	rnn.bias_ih_l0_reverse	0	-0.03401742875576019
6468	rnn.bias_ih_l0_reverse	1	-0.04210948944091797
6468	rnn.bias_ih_l0_reverse	2	0.09486609697341919
6468	rnn.bias_ih_l0_reverse	3	0.028787828981876373
6468	rnn.bias_ih_l0_reverse	4	-0.09283556044101715
6468	rnn.bias_ih_l0_reverse	5	0.02850295789539814
6468	rnn.bias_ih_l0_reverse	6	-0.09889267385005951
6468	rnn.bias_ih_l0_reverse	7	0.024318376556038857
6468	rnn.bias_ih_l0_reverse	8	0.02115769125521183
6468	rnn.bias_ih_l0_reverse	9	0.06273016333580017
6468	rnn.bias_hh_l0_reverse	0	0.018269283697009087
6468	rnn.bias_hh_l0_reverse	1	0.06077892705798149
6468	rnn.bias_hh_l0_reverse	2	0.0762736052274704
6468	rnn.bias_hh_l0_reverse	3	-0.007026460487395525
6468	rnn.bias_hh_l0_reverse	4	0.08529055863618851
6468	rnn.bias_hh_l0_reverse	5	0.01771075651049614
6468	rnn.bias_hh_l0_reverse	6	-0.07257930934429169
6468	rnn.bias_hh_l0_reverse	7	0.04081502929329872
6468	rnn.bias_hh_l0_reverse	8	0.030585121363401413
6468	rnn.bias_hh_l0_reverse	9	-0.08757240325212479
6468	linear.weight	0	0.15268991887569427
6468	linear.weight	1	-0.10338126122951508
6468	linear.weight	2	-0.11501941829919815
6468	linear.weight	3	0.04040899872779846
6468	linear.weight	4	0.011392323300242424
6468	linear.weight	5	-0.05641646310687065
6468	linear.weight	6	-0.012294339947402477
6468	linear.weight	7	-0.034222088754177094
6468	linear.weight	8	0.03592759743332863
6468	linear.weight	9	0.29775822162628174
6468	linear.bias	0	0.017780372872948647
6468	linear.bias	1	0.09166750311851501
6468	linear.bias	2	-0.3918764293193817
6468	linear.bias	3	1.202709436416626
6468	linear.bias	4	-0.3465718626976013
6468	linear.bias	5	-0.030769959092140198
6468	linear.bias	6	-0.2725480794906616
6468	linear.bias	7	-0.1628868579864502
6468	linear.bias	8	0.0866752341389656
6468	linear.bias	9	-0.3954152464866638
6496	transitions	0	-0.5846008062362671
6496	transitions	1	0.418087363243103
6496	transitions	2	1.764909267425537
6496	transitions	3	0.17071671783924103
6496	transitions	4	1.0027531385421753
6496	transitions	5	1.27536940574646
6496	transitions	6	0.4849575161933899
6496	transitions	7	0.18360093235969543
6496	transitions	8	-0.9188219904899597
6496	transitions	9	0.9307739734649658
6496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6496	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6496	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6496	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6496	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6496	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6496	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6496	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6496	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6496	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6496	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6496	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6496	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6496	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6496	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6496	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6496	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6496	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6496	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6496	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6496	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6496	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6496	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6496	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6496	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6496	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6496	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6496	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6496	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6496	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6496	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6496	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6496	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6496	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6496	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6496	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6496	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6496	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6496	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6496	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6496	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6496	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6496	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6496	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6496	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6496	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6496	embedding2nn.weight	0	0.011147001758217812
6496	embedding2nn.weight	1	0.014169803820550442
6496	embedding2nn.weight	2	-0.004875686019659042
6496	embedding2nn.weight	3	0.0012996419100090861
6496	embedding2nn.weight	4	-0.003233454655855894
6496	embedding2nn.weight	5	0.0049753254279494286
6496	embedding2nn.weight	6	-0.0033462182618677616
6496	embedding2nn.weight	7	0.009336366318166256
6496	embedding2nn.weight	8	-0.007897047325968742
6496	embedding2nn.weight	9	-0.01343528926372528
6496	embedding2nn.bias	0	-0.01475161500275135
6496	embedding2nn.bias	1	-0.01842075027525425
6496	embedding2nn.bias	2	-0.05844498425722122
6496	embedding2nn.bias	3	0.023722730576992035
6496	embedding2nn.bias	4	0.021743206307291985
6496	embedding2nn.bias	5	-0.01114546786993742
6496	embedding2nn.bias	6	0.02786991000175476
6496	embedding2nn.bias	7	0.05270519480109215
6496	embedding2nn.bias	8	0.01778365485370159
6496	embedding2nn.bias	9	-0.01244265865534544
6496	rnn.weight_ih_l0	0	0.03543688729405403
6496	rnn.weight_ih_l0	1	-0.0024429147597402334
6496	rnn.weight_ih_l0	2	-0.02211735025048256
6496	rnn.weight_ih_l0	3	-0.048429518938064575
6496	rnn.weight_ih_l0	4	-0.04990314692258835
6496	rnn.weight_ih_l0	5	0.0010987914865836501
6496	rnn.weight_ih_l0	6	-0.054976750165224075
6496	rnn.weight_ih_l0	7	-0.05280553176999092
6496	rnn.weight_ih_l0	8	-0.04546507075428963
6496	rnn.weight_ih_l0	9	-0.027456466108560562
6496	rnn.weight_hh_l0	0	0.011879460886120796
6496	rnn.weight_hh_l0	1	-0.024266662076115608
6496	rnn.weight_hh_l0	2	-0.02214663289487362
6496	rnn.weight_hh_l0	3	-0.016461752355098724
6496	rnn.weight_hh_l0	4	-0.05892466381192207
6496	rnn.weight_hh_l0	5	-0.014525315724313259
6496	rnn.weight_hh_l0	6	-0.028292817994952202
6496	rnn.weight_hh_l0	7	0.01948706991970539
6496	rnn.weight_hh_l0	8	-0.021412575617432594
6496	rnn.weight_hh_l0	9	0.027123114094138145
6496	rnn.bias_ih_l0	0	0.08304139226675034
6496	rnn.bias_ih_l0	1	-0.05119883641600609
6496	rnn.bias_ih_l0	2	0.10159731656312943
6496	rnn.bias_ih_l0	3	0.07044049352407455
6496	rnn.bias_ih_l0	4	0.0862569585442543
6496	rnn.bias_ih_l0	5	0.019273975864052773
6496	rnn.bias_ih_l0	6	-0.01824643462896347
6496	rnn.bias_ih_l0	7	-0.07381174713373184
6496	rnn.bias_ih_l0	8	-0.11593008786439896
6496	rnn.bias_ih_l0	9	0.06753060966730118
6496	rnn.bias_hh_l0	0	-0.026925859972834587
6496	rnn.bias_hh_l0	1	0.008852939121425152
6496	rnn.bias_hh_l0	2	-0.012089566327631474
6496	rnn.bias_hh_l0	3	-0.010020039975643158
6496	rnn.bias_hh_l0	4	-0.052564118057489395
6496	rnn.bias_hh_l0	5	0.09932985156774521
6496	rnn.bias_hh_l0	6	-0.008521443232893944
6496	rnn.bias_hh_l0	7	0.009536377154290676
6496	rnn.bias_hh_l0	8	0.016122322529554367
6496	rnn.bias_hh_l0	9	0.05456620827317238
6496	rnn.weight_ih_l0_reverse	0	-0.03223542496562004
6496	rnn.weight_ih_l0_reverse	1	-0.0032648579217493534
6496	rnn.weight_ih_l0_reverse	2	0.022583959624171257
6496	rnn.weight_ih_l0_reverse	3	-0.0603339709341526
6496	rnn.weight_ih_l0_reverse	4	0.007971332408487797
6496	rnn.weight_ih_l0_reverse	5	-0.05435974895954132
6496	rnn.weight_ih_l0_reverse	6	0.01479305699467659
6496	rnn.weight_ih_l0_reverse	7	0.04103226214647293
6496	rnn.weight_ih_l0_reverse	8	-0.038204777985811234
6496	rnn.weight_ih_l0_reverse	9	-0.05084333196282387
6496	rnn.weight_hh_l0_reverse	0	-0.06881220638751984
6496	rnn.weight_hh_l0_reverse	1	-0.054633308202028275
6496	rnn.weight_hh_l0_reverse	2	0.009638711810112
6496	rnn.weight_hh_l0_reverse	3	0.03829805552959442
6496	rnn.weight_hh_l0_reverse	4	0.022134138271212578
6496	rnn.weight_hh_l0_reverse	5	0.04375621676445007
6496	rnn.weight_hh_l0_reverse	6	-0.012504054233431816
6496	rnn.weight_hh_l0_reverse	7	-0.0024134113918989897
6496	rnn.weight_hh_l0_reverse	8	-0.08050651848316193
6496	rnn.weight_hh_l0_reverse	9	0.03854222223162651
6496	rnn.bias_ih_l0_reverse	0	-0.0376422144472599
6496	rnn.bias_ih_l0_reverse	1	-0.04357723146677017
6496	rnn.bias_ih_l0_reverse	2	0.09378805011510849
6496	rnn.bias_ih_l0_reverse	3	0.02808622270822525
6496	rnn.bias_ih_l0_reverse	4	-0.09257857501506805
6496	rnn.bias_ih_l0_reverse	5	0.029362831264734268
6496	rnn.bias_ih_l0_reverse	6	-0.0978376716375351
6496	rnn.bias_ih_l0_reverse	7	0.027554014697670937
6496	rnn.bias_ih_l0_reverse	8	0.020974235609173775
6496	rnn.bias_ih_l0_reverse	9	0.0641457587480545
6496	rnn.bias_hh_l0_reverse	0	0.023374920710921288
6496	rnn.bias_hh_l0_reverse	1	0.061113886535167694
6496	rnn.bias_hh_l0_reverse	2	0.07520269602537155
6496	rnn.bias_hh_l0_reverse	3	-0.006951671093702316
6496	rnn.bias_hh_l0_reverse	4	0.08449609577655792
6496	rnn.bias_hh_l0_reverse	5	0.016100790351629257
6496	rnn.bias_hh_l0_reverse	6	-0.07222685217857361
6496	rnn.bias_hh_l0_reverse	7	0.04049774259328842
6496	rnn.bias_hh_l0_reverse	8	0.0313219390809536
6496	rnn.bias_hh_l0_reverse	9	-0.08941352367401123
6496	linear.weight	0	0.1487402319908142
6496	linear.weight	1	-0.10338310152292252
6496	linear.weight	2	-0.1168137788772583
6496	linear.weight	3	0.04614682123064995
6496	linear.weight	4	0.01122476626187563
6496	linear.weight	5	-0.05606700852513313
6496	linear.weight	6	-0.012285728938877583
6496	linear.weight	7	-0.03410873934626579
6496	linear.weight	8	0.03516482934355736
6496	linear.weight	9	0.29927340149879456
6496	linear.bias	0	0.01208572182804346
6496	linear.bias	1	0.09168460965156555
6496	linear.bias	2	-0.38595253229141235
6496	linear.bias	3	1.220451831817627
6496	linear.bias	4	-0.34719303250312805
6496	linear.bias	5	-0.030769959092140198
6496	linear.bias	6	-0.267275869846344
6496	linear.bias	7	-0.161616250872612
6496	linear.bias	8	0.0814882144331932
6496	linear.bias	9	-0.395882785320282
6524	transitions	0	-0.5847760438919067
6524	transitions	1	0.4179703891277313
6524	transitions	2	1.7646470069885254
6524	transitions	3	0.1705796867609024
6524	transitions	4	1.0026212930679321
6524	transitions	5	1.2753649950027466
6524	transitions	6	0.48495614528656006
6524	transitions	7	0.18359704315662384
6524	transitions	8	-0.9188239574432373
6524	transitions	9	0.9307739734649658
6524	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6524	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6524	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6524	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6524	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6524	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6524	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6524	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6524	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6524	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6524	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6524	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6524	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6524	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6524	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6524	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6524	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6524	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6524	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6524	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6524	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6524	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6524	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6524	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6524	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6524	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6524	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6524	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6524	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6524	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6524	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6524	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6524	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6524	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6524	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6524	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6524	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6524	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6524	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6524	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6524	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6524	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6524	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6524	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6524	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6524	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6524	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6524	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6524	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6524	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6524	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6524	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6524	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6524	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6524	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6524	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6524	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6524	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6524	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6524	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6524	embedding2nn.weight	0	0.01179312914609909
6524	embedding2nn.weight	1	0.014162853360176086
6524	embedding2nn.weight	2	-0.00492186238989234
6524	embedding2nn.weight	3	0.0013020174810662866
6524	embedding2nn.weight	4	-0.0033033944200724363
6524	embedding2nn.weight	5	0.005318498704582453
6524	embedding2nn.weight	6	-0.003114343388006091
6524	embedding2nn.weight	7	0.009981180541217327
6524	embedding2nn.weight	8	-0.007836257107555866
6524	embedding2nn.weight	9	-0.013398743234574795
6524	embedding2nn.bias	0	-0.01704780012369156
6524	embedding2nn.bias	1	-0.012292117811739445
6524	embedding2nn.bias	2	-0.06049920246005058
6524	embedding2nn.bias	3	0.02893144264817238
6524	embedding2nn.bias	4	0.016493137925863266
6524	embedding2nn.bias	5	-0.009992864914238453
6524	embedding2nn.bias	6	0.03343958407640457
6524	embedding2nn.bias	7	0.059046100825071335
6524	embedding2nn.bias	8	0.014928310178220272
6524	embedding2nn.bias	9	-0.012991606257855892
6524	rnn.weight_ih_l0	0	0.03509952127933502
6524	rnn.weight_ih_l0	1	-0.002436684910207987
6524	rnn.weight_ih_l0	2	-0.023088306188583374
6524	rnn.weight_ih_l0	3	-0.048254724591970444
6524	rnn.weight_ih_l0	4	-0.049501411616802216
6524	rnn.weight_ih_l0	5	0.0010209818137809634
6524	rnn.weight_ih_l0	6	-0.055063411593437195
6524	rnn.weight_ih_l0	7	-0.052676010876894
6524	rnn.weight_ih_l0	8	-0.04564507678151131
6524	rnn.weight_ih_l0	9	-0.027317112311720848
6524	rnn.weight_hh_l0	0	0.012051931582391262
6524	rnn.weight_hh_l0	1	-0.024419916793704033
6524	rnn.weight_hh_l0	2	-0.022834692150354385
6524	rnn.weight_hh_l0	3	-0.01662619411945343
6524	rnn.weight_hh_l0	4	-0.0590120330452919
6524	rnn.weight_hh_l0	5	-0.015132920816540718
6524	rnn.weight_hh_l0	6	-0.030191829428076744
6524	rnn.weight_hh_l0	7	0.019724467769265175
6524	rnn.weight_hh_l0	8	-0.021038813516497612
6524	rnn.weight_hh_l0	9	0.02670321799814701
6524	rnn.bias_ih_l0	0	0.08277524262666702
6524	rnn.bias_ih_l0	1	-0.051295842975378036
6524	rnn.bias_ih_l0	2	0.10227278620004654
6524	rnn.bias_ih_l0	3	0.06775316596031189
6524	rnn.bias_ih_l0	4	0.08432773500680923
6524	rnn.bias_ih_l0	5	0.018649781122803688
6524	rnn.bias_ih_l0	6	-0.018424643203616142
6524	rnn.bias_ih_l0	7	-0.07524926215410233
6524	rnn.bias_ih_l0	8	-0.11453371495008469
6524	rnn.bias_ih_l0	9	0.06848079711198807
6524	rnn.bias_hh_l0	0	-0.026844050735235214
6524	rnn.bias_hh_l0	1	0.011320877820253372
6524	rnn.bias_hh_l0	2	-0.012778124772012234
6524	rnn.bias_hh_l0	3	-0.01307619921863079
6524	rnn.bias_hh_l0	4	-0.05272868648171425
6524	rnn.bias_hh_l0	5	0.09945830702781677
6524	rnn.bias_hh_l0	6	-0.00719632301479578
6524	rnn.bias_hh_l0	7	0.009508482180535793
6524	rnn.bias_hh_l0	8	0.015944110229611397
6524	rnn.bias_hh_l0	9	0.05675806105136871
6524	rnn.weight_ih_l0_reverse	0	-0.03208327665925026
6524	rnn.weight_ih_l0_reverse	1	-0.002857057610526681
6524	rnn.weight_ih_l0_reverse	2	0.02272576093673706
6524	rnn.weight_ih_l0_reverse	3	-0.0598510317504406
6524	rnn.weight_ih_l0_reverse	4	0.007879999466240406
6524	rnn.weight_ih_l0_reverse	5	-0.05419667810201645
6524	rnn.weight_ih_l0_reverse	6	0.014530410058796406
6524	rnn.weight_ih_l0_reverse	7	0.04116315394639969
6524	rnn.weight_ih_l0_reverse	8	-0.03838718682527542
6524	rnn.weight_ih_l0_reverse	9	-0.05093158408999443
6524	rnn.weight_hh_l0_reverse	0	-0.068689726293087
6524	rnn.weight_hh_l0_reverse	1	-0.05327634885907173
6524	rnn.weight_hh_l0_reverse	2	0.009847946465015411
6524	rnn.weight_hh_l0_reverse	3	0.038747161626815796
6524	rnn.weight_hh_l0_reverse	4	0.022018134593963623
6524	rnn.weight_hh_l0_reverse	5	0.043731532990932465
6524	rnn.weight_hh_l0_reverse	6	-0.011684215627610683
6524	rnn.weight_hh_l0_reverse	7	-0.0018481533043086529
6524	rnn.weight_hh_l0_reverse	8	-0.07921182364225388
6524	rnn.weight_hh_l0_reverse	9	0.03813907131552696
6524	rnn.bias_ih_l0_reverse	0	-0.0344836562871933
6524	rnn.bias_ih_l0_reverse	1	-0.04113062843680382
6524	rnn.bias_ih_l0_reverse	2	0.0921151265501976
6524	rnn.bias_ih_l0_reverse	3	0.028203105553984642
6524	rnn.bias_ih_l0_reverse	4	-0.09228695183992386
6524	rnn.bias_ih_l0_reverse	5	0.0300697423517704
6524	rnn.bias_ih_l0_reverse	6	-0.09627052396535873
6524	rnn.bias_ih_l0_reverse	7	0.027489688247442245
6524	rnn.bias_ih_l0_reverse	8	0.021646052598953247
6524	rnn.bias_ih_l0_reverse	9	0.06469490379095078
6524	rnn.bias_hh_l0_reverse	0	0.027365192770957947
6524	rnn.bias_hh_l0_reverse	1	0.06237303465604782
6524	rnn.bias_hh_l0_reverse	2	0.07601238787174225
6524	rnn.bias_hh_l0_reverse	3	-0.006122402846813202
6524	rnn.bias_hh_l0_reverse	4	0.08503773808479309
6524	rnn.bias_hh_l0_reverse	5	0.02409483678638935
6524	rnn.bias_hh_l0_reverse	6	-0.072999507188797
6524	rnn.bias_hh_l0_reverse	7	0.04149247705936432
6524	rnn.bias_hh_l0_reverse	8	0.03173627331852913
6524	rnn.bias_hh_l0_reverse	9	-0.09136924892663956
6524	linear.weight	0	0.14855197072029114
6524	linear.weight	1	-0.1033574566245079
6524	linear.weight	2	-0.11572668701410294
6524	linear.weight	3	0.05185005068778992
6524	linear.weight	4	0.012613154947757721
6524	linear.weight	5	-0.05731093883514404
6524	linear.weight	6	-0.01227323804050684
6524	linear.weight	7	-0.03382135555148125
6524	linear.weight	8	0.03756292164325714
6524	linear.weight	9	0.29580506682395935
6524	linear.bias	0	0.0126792648807168
6524	linear.bias	1	0.09921640157699585
6524	linear.bias	2	-0.38798484206199646
6524	linear.bias	3	1.2292962074279785
6524	linear.bias	4	-0.3477773666381836
6524	linear.bias	5	-0.030769959092140198
6524	linear.bias	6	-0.26971936225891113
6524	linear.bias	7	-0.1605006754398346
6524	linear.bias	8	0.07095367461442947
6524	linear.bias	9	-0.3961608409881592
6552	transitions	0	-0.5849595069885254
6552	transitions	1	0.41771960258483887
6552	transitions	2	1.7643029689788818
6552	transitions	3	0.170493021607399
6552	transitions	4	1.0024418830871582
6552	transitions	5	1.2753562927246094
6552	transitions	6	0.48495182394981384
6552	transitions	7	0.183591827750206
6552	transitions	8	-0.9188268184661865
6552	transitions	9	0.9307739734649658
6552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6552	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6552	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6552	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6552	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6552	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6552	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6552	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6552	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6552	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6552	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6552	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6552	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6552	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6552	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6552	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6552	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6552	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6552	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6552	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6552	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6552	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6552	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6552	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6552	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6552	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6552	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6552	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6552	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6552	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6552	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6552	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6552	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6552	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6552	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6552	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6552	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6552	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6552	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6552	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6552	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6552	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6552	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6552	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6552	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6552	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6552	embedding2nn.weight	0	0.010964499786496162
6552	embedding2nn.weight	1	0.01438150554895401
6552	embedding2nn.weight	2	-0.005004445090889931
6552	embedding2nn.weight	3	0.0014963618014007807
6552	embedding2nn.weight	4	-0.0033942607697099447
6552	embedding2nn.weight	5	0.0053672268986701965
6552	embedding2nn.weight	6	-0.0031706364825367928
6552	embedding2nn.weight	7	0.01020293589681387
6552	embedding2nn.weight	8	-0.00776983005926013
6552	embedding2nn.weight	9	-0.013405293226242065
6552	embedding2nn.bias	0	-0.013515290804207325
6552	embedding2nn.bias	1	-0.013695855624973774
6552	embedding2nn.bias	2	-0.06311150640249252
6552	embedding2nn.bias	3	0.03020663373172283
6552	embedding2nn.bias	4	0.016403639689087868
6552	embedding2nn.bias	5	-0.006872895173728466
6552	embedding2nn.bias	6	0.033611394464969635
6552	embedding2nn.bias	7	0.062105290591716766
6552	embedding2nn.bias	8	0.018905533477663994
6552	embedding2nn.bias	9	-0.013867013156414032
6552	rnn.weight_ih_l0	0	0.03506395220756531
6552	rnn.weight_ih_l0	1	-0.0022064673248678446
6552	rnn.weight_ih_l0	2	-0.022625626996159554
6552	rnn.weight_ih_l0	3	-0.048551030457019806
6552	rnn.weight_ih_l0	4	-0.04967660829424858
6552	rnn.weight_ih_l0	5	0.0009859163546934724
6552	rnn.weight_ih_l0	6	-0.05474109202623367
6552	rnn.weight_ih_l0	7	-0.05312931537628174
6552	rnn.weight_ih_l0	8	-0.04575008526444435
6552	rnn.weight_ih_l0	9	-0.02730727568268776
6552	rnn.weight_hh_l0	0	0.01213178038597107
6552	rnn.weight_hh_l0	1	-0.023680781945586205
6552	rnn.weight_hh_l0	2	-0.023503147065639496
6552	rnn.weight_hh_l0	3	-0.01663433574140072
6552	rnn.weight_hh_l0	4	-0.05909300222992897
6552	rnn.weight_hh_l0	5	-0.014940783381462097
6552	rnn.weight_hh_l0	6	-0.030155841261148453
6552	rnn.weight_hh_l0	7	0.022062374278903008
6552	rnn.weight_hh_l0	8	-0.020873351022601128
6552	rnn.weight_hh_l0	9	0.027147715911269188
6552	rnn.bias_ih_l0	0	0.08413669466972351
6552	rnn.bias_ih_l0	1	-0.05060606822371483
6552	rnn.bias_ih_l0	2	0.10225681960582733
6552	rnn.bias_ih_l0	3	0.06836573034524918
6552	rnn.bias_ih_l0	4	0.08501867204904556
6552	rnn.bias_ih_l0	5	0.018994182348251343
6552	rnn.bias_ih_l0	6	-0.015366246923804283
6552	rnn.bias_ih_l0	7	-0.0674557089805603
6552	rnn.bias_ih_l0	8	-0.10528730601072311
6552	rnn.bias_ih_l0	9	0.06856641173362732
6552	rnn.bias_hh_l0	0	-0.026089226827025414
6552	rnn.bias_hh_l0	1	0.012833922170102596
6552	rnn.bias_hh_l0	2	-0.0110715851187706
6552	rnn.bias_hh_l0	3	-0.013767147436738014
6552	rnn.bias_hh_l0	4	-0.05374957248568535
6552	rnn.bias_hh_l0	5	0.10236609727144241
6552	rnn.bias_hh_l0	6	-0.0068327561020851135
6552	rnn.bias_hh_l0	7	0.0069735064171254635
6552	rnn.bias_hh_l0	8	0.019002500921487808
6552	rnn.bias_hh_l0	9	0.05805362015962601
6552	rnn.weight_ih_l0_reverse	0	-0.031895581632852554
6552	rnn.weight_ih_l0_reverse	1	-0.002547222888097167
6552	rnn.weight_ih_l0_reverse	2	0.022769050672650337
6552	rnn.weight_ih_l0_reverse	3	-0.05970016121864319
6552	rnn.weight_ih_l0_reverse	4	0.008083042688667774
6552	rnn.weight_ih_l0_reverse	5	-0.054389115422964096
6552	rnn.weight_ih_l0_reverse	6	0.013827801682054996
6552	rnn.weight_ih_l0_reverse	7	0.04106256738305092
6552	rnn.weight_ih_l0_reverse	8	-0.038625072687864304
6552	rnn.weight_ih_l0_reverse	9	-0.05088363215327263
6552	rnn.weight_hh_l0_reverse	0	-0.06893458217382431
6552	rnn.weight_hh_l0_reverse	1	-0.05215921998023987
6552	rnn.weight_hh_l0_reverse	2	0.010289455763995647
6552	rnn.weight_hh_l0_reverse	3	0.03888429328799248
6552	rnn.weight_hh_l0_reverse	4	0.022352097555994987
6552	rnn.weight_hh_l0_reverse	5	0.04403403401374817
6552	rnn.weight_hh_l0_reverse	6	-0.010471624322235584
6552	rnn.weight_hh_l0_reverse	7	-0.002413597423583269
6552	rnn.weight_hh_l0_reverse	8	-0.07918073982000351
6552	rnn.weight_hh_l0_reverse	9	0.03832431510090828
6552	rnn.bias_ih_l0_reverse	0	-0.036791060119867325
6552	rnn.bias_ih_l0_reverse	1	-0.04579443857073784
6552	rnn.bias_ih_l0_reverse	2	0.09262596815824509
6552	rnn.bias_ih_l0_reverse	3	0.027748344466090202
6552	rnn.bias_ih_l0_reverse	4	-0.09216038882732391
6552	rnn.bias_ih_l0_reverse	5	0.02911134995520115
6552	rnn.bias_ih_l0_reverse	6	-0.09655529260635376
6552	rnn.bias_ih_l0_reverse	7	0.028250375762581825
6552	rnn.bias_ih_l0_reverse	8	0.022891879081726074
6552	rnn.bias_ih_l0_reverse	9	0.06421899050474167
6552	rnn.bias_hh_l0_reverse	0	0.02774391695857048
6552	rnn.bias_hh_l0_reverse	1	0.06043320149183273
6552	rnn.bias_hh_l0_reverse	2	0.07559314370155334
6552	rnn.bias_hh_l0_reverse	3	-0.006961670704185963
6552	rnn.bias_hh_l0_reverse	4	0.08463994413614273
6552	rnn.bias_hh_l0_reverse	5	0.02724013291299343
6552	rnn.bias_hh_l0_reverse	6	-0.07209356129169464
6552	rnn.bias_hh_l0_reverse	7	0.04198141768574715
6552	rnn.bias_hh_l0_reverse	8	0.030369620770215988
6552	rnn.bias_hh_l0_reverse	9	-0.08737371861934662
6552	linear.weight	0	0.1580135077238083
6552	linear.weight	1	-0.10335587710142136
6552	linear.weight	2	-0.11433225870132446
6552	linear.weight	3	0.06231033056974411
6552	linear.weight	4	0.012505902908742428
6552	linear.weight	5	-0.05793747678399086
6552	linear.weight	6	-0.012256435118615627
6552	linear.weight	7	-0.0336967371404171
6552	linear.weight	8	0.0376570001244545
6552	linear.weight	9	0.28866782784461975
6552	linear.bias	0	-0.0028699319809675217
6552	linear.bias	1	0.10177629441022873
6552	linear.bias	2	-0.38613465428352356
6552	linear.bias	3	1.2256391048431396
6552	linear.bias	4	-0.3485814929008484
6552	linear.bias	5	-0.030769959092140198
6552	linear.bias	6	-0.2669471204280853
6552	linear.bias	7	-0.15366078913211823
6552	linear.bias	8	0.08324968814849854
6552	linear.bias	9	-0.3966156244277954
6580	transitions	0	-0.5850690603256226
6580	transitions	1	0.4175679087638855
6580	transitions	2	1.7641308307647705
6580	transitions	3	0.17041340470314026
6580	transitions	4	1.0023798942565918
6580	transitions	5	1.2753490209579468
6580	transitions	6	0.4849458634853363
6580	transitions	7	0.1835905909538269
6580	transitions	8	-0.9188293218612671
6580	transitions	9	0.9307738542556763
6580	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6580	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6580	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6580	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6580	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6580	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6580	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6580	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6580	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6580	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6580	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6580	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6580	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6580	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6580	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6580	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6580	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6580	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6580	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6580	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6580	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6580	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6580	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6580	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6580	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6580	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6580	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6580	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6580	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6580	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6580	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6580	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6580	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6580	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6580	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6580	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6580	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6580	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6580	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6580	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6580	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6580	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6580	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6580	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6580	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6580	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6580	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6580	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6580	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6580	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6580	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6580	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6580	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6580	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6580	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6580	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6580	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6580	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6580	embedding2nn.weight	0	0.011756361462175846
6580	embedding2nn.weight	1	0.01432857196778059
6580	embedding2nn.weight	2	-0.004935626406222582
6580	embedding2nn.weight	3	0.00111494364682585
6580	embedding2nn.weight	4	-0.003342762589454651
6580	embedding2nn.weight	5	0.0055017415434122086
6580	embedding2nn.weight	6	-0.0031541003845632076
6580	embedding2nn.weight	7	0.01040054764598608
6580	embedding2nn.weight	8	-0.00769037427380681
6580	embedding2nn.weight	9	-0.01342813204973936
6580	embedding2nn.bias	0	-0.01177305169403553
6580	embedding2nn.bias	1	-0.014660659246146679
6580	embedding2nn.bias	2	-0.06225460022687912
6580	embedding2nn.bias	3	0.025345636531710625
6580	embedding2nn.bias	4	0.01749679259955883
6580	embedding2nn.bias	5	-0.0023252477403730154
6580	embedding2nn.bias	6	0.036022648215293884
6580	embedding2nn.bias	7	0.0637168288230896
6580	embedding2nn.bias	8	0.0264222901314497
6580	embedding2nn.bias	9	-0.010746332816779613
6580	rnn.weight_ih_l0	0	0.03495382145047188
6580	rnn.weight_ih_l0	1	-0.0024192112032324076
6580	rnn.weight_ih_l0	2	-0.02275480516254902
6580	rnn.weight_ih_l0	3	-0.048271629959344864
6580	rnn.weight_ih_l0	4	-0.0498562827706337
6580	rnn.weight_ih_l0	5	0.000769779144320637
6580	rnn.weight_ih_l0	6	-0.054967716336250305
6580	rnn.weight_ih_l0	7	-0.053142137825489044
6580	rnn.weight_ih_l0	8	-0.04552844911813736
6580	rnn.weight_ih_l0	9	-0.027097156271338463
6580	rnn.weight_hh_l0	0	0.012163941748440266
6580	rnn.weight_hh_l0	1	-0.023252109065651894
6580	rnn.weight_hh_l0	2	-0.02321511320769787
6580	rnn.weight_hh_l0	3	-0.016536695882678032
6580	rnn.weight_hh_l0	4	-0.05899273231625557
6580	rnn.weight_hh_l0	5	-0.015530765987932682
6580	rnn.weight_hh_l0	6	-0.0320085771381855
6580	rnn.weight_hh_l0	7	0.022225866094231606
6580	rnn.weight_hh_l0	8	-0.0206353347748518
6580	rnn.weight_hh_l0	9	0.02690627984702587
6580	rnn.bias_ih_l0	0	0.08385307341814041
6580	rnn.bias_ih_l0	1	-0.0501398928463459
6580	rnn.bias_ih_l0	2	0.10246579349040985
6580	rnn.bias_ih_l0	3	0.07060466706752777
6580	rnn.bias_ih_l0	4	0.08647031337022781
6580	rnn.bias_ih_l0	5	0.01946258172392845
6580	rnn.bias_ih_l0	6	-0.017697589471936226
6580	rnn.bias_ih_l0	7	-0.06135524809360504
6580	rnn.bias_ih_l0	8	-0.10008635371923447
6580	rnn.bias_ih_l0	9	0.06795013695955276
6580	rnn.bias_hh_l0	0	-0.02705853059887886
6580	rnn.bias_hh_l0	1	0.011839836835861206
6580	rnn.bias_hh_l0	2	-0.0124726677313447
6580	rnn.bias_hh_l0	3	-0.012896066531538963
6580	rnn.bias_hh_l0	4	-0.05267733708024025
6580	rnn.bias_hh_l0	5	0.1034199520945549
6580	rnn.bias_hh_l0	6	-0.006237034685909748
6580	rnn.bias_hh_l0	7	0.0077488902024924755
6580	rnn.bias_hh_l0	8	0.016671160236001015
6580	rnn.bias_hh_l0	9	0.05653998255729675
6580	rnn.weight_ih_l0_reverse	0	-0.03206908702850342
6580	rnn.weight_ih_l0_reverse	1	-0.002246938645839691
6580	rnn.weight_ih_l0_reverse	2	0.022896945476531982
6580	rnn.weight_ih_l0_reverse	3	-0.059632375836372375
6580	rnn.weight_ih_l0_reverse	4	0.007892774417996407
6580	rnn.weight_ih_l0_reverse	5	-0.0548245944082737
6580	rnn.weight_ih_l0_reverse	6	0.013357792049646378
6580	rnn.weight_ih_l0_reverse	7	0.0409829244017601
6580	rnn.weight_ih_l0_reverse	8	-0.039057184010744095
6580	rnn.weight_ih_l0_reverse	9	-0.05079567804932594
6580	rnn.weight_hh_l0_reverse	0	-0.06988418102264404
6580	rnn.weight_hh_l0_reverse	1	-0.05360768362879753
6580	rnn.weight_hh_l0_reverse	2	0.010206499136984348
6580	rnn.weight_hh_l0_reverse	3	0.038761481642723083
6580	rnn.weight_hh_l0_reverse	4	0.02284078299999237
6580	rnn.weight_hh_l0_reverse	5	0.04370817914605141
6580	rnn.weight_hh_l0_reverse	6	-0.005872293375432491
6580	rnn.weight_hh_l0_reverse	7	-0.002321762265637517
6580	rnn.weight_hh_l0_reverse	8	-0.0788801982998848
6580	rnn.weight_hh_l0_reverse	9	0.03770565986633301
6580	rnn.bias_ih_l0_reverse	0	-0.03852437436580658
6580	rnn.bias_ih_l0_reverse	1	-0.049991898238658905
6580	rnn.bias_ih_l0_reverse	2	0.09253522008657455
6580	rnn.bias_ih_l0_reverse	3	0.028598370030522346
6580	rnn.bias_ih_l0_reverse	4	-0.09034740924835205
6580	rnn.bias_ih_l0_reverse	5	0.02900598756968975
6580	rnn.bias_ih_l0_reverse	6	-0.09567435085773468
6580	rnn.bias_ih_l0_reverse	7	0.027890490368008614
6580	rnn.bias_ih_l0_reverse	8	0.023840799927711487
6580	rnn.bias_ih_l0_reverse	9	0.06425969302654266
6580	rnn.bias_hh_l0_reverse	0	0.03160031512379646
6580	rnn.bias_hh_l0_reverse	1	0.059922121465206146
6580	rnn.bias_hh_l0_reverse	2	0.07377045601606369
6580	rnn.bias_hh_l0_reverse	3	-0.007774656172841787
6580	rnn.bias_hh_l0_reverse	4	0.08477558195590973
6580	rnn.bias_hh_l0_reverse	5	0.02421986125409603
6580	rnn.bias_hh_l0_reverse	6	-0.07201337814331055
6580	rnn.bias_hh_l0_reverse	7	0.04077894613146782
6580	rnn.bias_hh_l0_reverse	8	0.03133330121636391
6580	rnn.bias_hh_l0_reverse	9	-0.09291376918554306
6580	linear.weight	0	0.1526043713092804
6580	linear.weight	1	-0.10331407189369202
6580	linear.weight	2	-0.12060590088367462
6580	linear.weight	3	0.06348057091236115
6580	linear.weight	4	0.012087619863450527
6580	linear.weight	5	-0.054660554975271225
6580	linear.weight	6	-0.012235436588525772
6580	linear.weight	7	-0.033607710152864456
6580	linear.weight	8	0.03733711689710617
6580	linear.weight	9	0.29199352860450745
6580	linear.bias	0	0.015361546538770199
6580	linear.bias	1	0.10226493328809738
6580	linear.bias	2	-0.3915276825428009
6580	linear.bias	3	1.21297025680542
6580	linear.bias	4	-0.3492411971092224
6580	linear.bias	5	-0.030769959092140198
6580	linear.bias	6	-0.2723986506462097
6580	linear.bias	7	-0.15332812070846558
6580	linear.bias	8	0.08455197513103485
6580	linear.bias	9	-0.39698904752731323
6608	transitions	0	-0.5851950645446777
6608	transitions	1	0.41734954714775085
6608	transitions	2	1.7638070583343506
6608	transitions	3	0.1702466905117035
6608	transitions	4	1.0021121501922607
6608	transitions	5	1.2753393650054932
6608	transitions	6	0.4849435091018677
6608	transitions	7	0.18358345329761505
6608	transitions	8	-0.9188309907913208
6608	transitions	9	0.9307734370231628
6608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6608	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6608	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6608	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6608	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6608	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6608	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6608	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6608	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6608	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6608	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6608	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6608	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6608	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6608	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6608	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6608	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6608	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6608	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6608	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6608	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6608	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6608	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6608	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6608	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6608	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6608	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6608	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6608	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6608	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6608	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6608	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6608	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6608	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6608	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6608	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6608	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6608	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6608	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6608	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6608	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6608	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6608	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6608	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6608	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6608	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6608	embedding2nn.weight	0	0.011492924764752388
6608	embedding2nn.weight	1	0.014218172989785671
6608	embedding2nn.weight	2	-0.004843377508223057
6608	embedding2nn.weight	3	0.001184144988656044
6608	embedding2nn.weight	4	-0.003440015483647585
6608	embedding2nn.weight	5	0.005243006162345409
6608	embedding2nn.weight	6	-0.003350358223542571
6608	embedding2nn.weight	7	0.011493559926748276
6608	embedding2nn.weight	8	-0.007453411351889372
6608	embedding2nn.weight	9	-0.013393878005445004
6608	embedding2nn.bias	0	-0.01868876814842224
6608	embedding2nn.bias	1	-0.010716595686972141
6608	embedding2nn.bias	2	-0.05693751946091652
6608	embedding2nn.bias	3	0.02270008996129036
6608	embedding2nn.bias	4	0.00778863625600934
6608	embedding2nn.bias	5	0.005540024023503065
6608	embedding2nn.bias	6	0.035302307456731796
6608	embedding2nn.bias	7	0.055632345378398895
6608	embedding2nn.bias	8	0.023653702810406685
6608	embedding2nn.bias	9	-0.010076668113470078
6608	rnn.weight_ih_l0	0	0.03500315546989441
6608	rnn.weight_ih_l0	1	-0.0022733446676284075
6608	rnn.weight_ih_l0	2	-0.023528439924120903
6608	rnn.weight_ih_l0	3	-0.048315878957509995
6608	rnn.weight_ih_l0	4	-0.04991108179092407
6608	rnn.weight_ih_l0	5	0.0006975956493988633
6608	rnn.weight_ih_l0	6	-0.055022161453962326
6608	rnn.weight_ih_l0	7	-0.05305866152048111
6608	rnn.weight_ih_l0	8	-0.045525215566158295
6608	rnn.weight_ih_l0	9	-0.027095729485154152
6608	rnn.weight_hh_l0	0	0.011873334646224976
6608	rnn.weight_hh_l0	1	-0.02364007569849491
6608	rnn.weight_hh_l0	2	-0.022865377366542816
6608	rnn.weight_hh_l0	3	-0.016194812953472137
6608	rnn.weight_hh_l0	4	-0.05876108631491661
6608	rnn.weight_hh_l0	5	-0.015197314321994781
6608	rnn.weight_hh_l0	6	-0.03436935693025589
6608	rnn.weight_hh_l0	7	0.02094503678381443
6608	rnn.weight_hh_l0	8	-0.021003928035497665
6608	rnn.weight_hh_l0	9	0.026271454989910126
6608	rnn.bias_ih_l0	0	0.08347313106060028
6608	rnn.bias_ih_l0	1	-0.0496005080640316
6608	rnn.bias_ih_l0	2	0.10429756343364716
6608	rnn.bias_ih_l0	3	0.07107575237751007
6608	rnn.bias_ih_l0	4	0.08825238794088364
6608	rnn.bias_ih_l0	5	0.019113756716251373
6608	rnn.bias_ih_l0	6	-0.01745869219303131
6608	rnn.bias_ih_l0	7	-0.06684605032205582
6608	rnn.bias_ih_l0	8	-0.10633876919746399
6608	rnn.bias_ih_l0	9	0.0662722960114479
6608	rnn.bias_hh_l0	0	-0.02703993394970894
6608	rnn.bias_hh_l0	1	0.013677055947482586
6608	rnn.bias_hh_l0	2	-0.010910679586231709
6608	rnn.bias_hh_l0	3	-0.014348456636071205
6608	rnn.bias_hh_l0	4	-0.053435660898685455
6608	rnn.bias_hh_l0	5	0.10319624841213226
6608	rnn.bias_hh_l0	6	-0.004873825702816248
6608	rnn.bias_hh_l0	7	0.00247848778963089
6608	rnn.bias_hh_l0	8	0.01691005751490593
6608	rnn.bias_hh_l0	9	0.05660710483789444
6608	rnn.weight_ih_l0_reverse	0	-0.03246994689106941
6608	rnn.weight_ih_l0_reverse	1	-0.0030432778876274824
6608	rnn.weight_ih_l0_reverse	2	0.02277545817196369
6608	rnn.weight_ih_l0_reverse	3	-0.059417370706796646
6608	rnn.weight_ih_l0_reverse	4	0.007740664761513472
6608	rnn.weight_ih_l0_reverse	5	-0.05484459176659584
6608	rnn.weight_ih_l0_reverse	6	0.014155412092804909
6608	rnn.weight_ih_l0_reverse	7	0.04108496010303497
6608	rnn.weight_ih_l0_reverse	8	-0.03919406235218048
6608	rnn.weight_ih_l0_reverse	9	-0.05088084936141968
6608	rnn.weight_hh_l0_reverse	0	-0.0700841024518013
6608	rnn.weight_hh_l0_reverse	1	-0.05423499643802643
6608	rnn.weight_hh_l0_reverse	2	0.010161474347114563
6608	rnn.weight_hh_l0_reverse	3	0.038457270711660385
6608	rnn.weight_hh_l0_reverse	4	0.022580279037356377
6608	rnn.weight_hh_l0_reverse	5	0.04359232634305954
6608	rnn.weight_hh_l0_reverse	6	-0.005036173388361931
6608	rnn.weight_hh_l0_reverse	7	-0.0026853226590901613
6608	rnn.weight_hh_l0_reverse	8	-0.0789666473865509
6608	rnn.weight_hh_l0_reverse	9	0.03898992761969566
6608	rnn.bias_ih_l0_reverse	0	-0.03601309657096863
6608	rnn.bias_ih_l0_reverse	1	-0.05097508057951927
6608	rnn.bias_ih_l0_reverse	2	0.0928073450922966
6608	rnn.bias_ih_l0_reverse	3	0.028744660317897797
6608	rnn.bias_ih_l0_reverse	4	-0.09084495902061462
6608	rnn.bias_ih_l0_reverse	5	0.028014976531267166
6608	rnn.bias_ih_l0_reverse	6	-0.09634958952665329
6608	rnn.bias_ih_l0_reverse	7	0.028655851259827614
6608	rnn.bias_ih_l0_reverse	8	0.025047821924090385
6608	rnn.bias_ih_l0_reverse	9	0.06528346240520477
6608	rnn.bias_hh_l0_reverse	0	0.032755352556705475
6608	rnn.bias_hh_l0_reverse	1	0.05938886106014252
6608	rnn.bias_hh_l0_reverse	2	0.0736120343208313
6608	rnn.bias_hh_l0_reverse	3	-0.0067362068220973015
6608	rnn.bias_hh_l0_reverse	4	0.08513470739126205
6608	rnn.bias_hh_l0_reverse	5	0.02104683592915535
6608	rnn.bias_hh_l0_reverse	6	-0.07218610495328903
6608	rnn.bias_hh_l0_reverse	7	0.03919922932982445
6608	rnn.bias_hh_l0_reverse	8	0.02940046414732933
6608	rnn.bias_hh_l0_reverse	9	-0.0989108681678772
6608	linear.weight	0	0.14183123409748077
6608	linear.weight	1	-0.10327441990375519
6608	linear.weight	2	-0.12223523110151291
6608	linear.weight	3	0.06007232517004013
6608	linear.weight	4	0.010724334977567196
6608	linear.weight	5	-0.05386394262313843
6608	linear.weight	6	-0.012206558138132095
6608	linear.weight	7	-0.03347061201930046
6608	linear.weight	8	0.03727015480399132
6608	linear.weight	9	0.2938794791698456
6608	linear.bias	0	0.010016749612987041
6608	linear.bias	1	0.1090259850025177
6608	linear.bias	2	-0.3960667848587036
6608	linear.bias	3	1.225835919380188
6608	linear.bias	4	-0.3469974100589752
6608	linear.bias	5	-0.030769959092140198
6608	linear.bias	6	-0.2772049903869629
6608	linear.bias	7	-0.15299145877361298
6608	linear.bias	8	0.08333644270896912
6608	linear.bias	9	-0.3974079489707947
6636	transitions	0	-0.5853140950202942
6636	transitions	1	0.41717568039894104
6636	transitions	2	1.7634987831115723
6636	transitions	3	0.17016038298606873
6636	transitions	4	1.0017666816711426
6636	transitions	5	1.2753347158432007
6636	transitions	6	0.48494210839271545
6636	transitions	7	0.1835782527923584
6636	transitions	8	-0.9188340902328491
6636	transitions	9	0.9307734370231628
6636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6636	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6636	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6636	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6636	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6636	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6636	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6636	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6636	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6636	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6636	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6636	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6636	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6636	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6636	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6636	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6636	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6636	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6636	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6636	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6636	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6636	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6636	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6636	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6636	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6636	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6636	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6636	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6636	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6636	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6636	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6636	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6636	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6636	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6636	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6636	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6636	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6636	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6636	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6636	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6636	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6636	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6636	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6636	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6636	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6636	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6636	embedding2nn.weight	0	0.011853044852614403
6636	embedding2nn.weight	1	0.014302345924079418
6636	embedding2nn.weight	2	-0.0048902989365160465
6636	embedding2nn.weight	3	0.0013623504200950265
6636	embedding2nn.weight	4	-0.0034903096966445446
6636	embedding2nn.weight	5	0.005206988658756018
6636	embedding2nn.weight	6	-0.0033950749784708023
6636	embedding2nn.weight	7	0.010930758900940418
6636	embedding2nn.weight	8	-0.007623746525496244
6636	embedding2nn.weight	9	-0.013529105111956596
6636	embedding2nn.bias	0	-0.023731334134936333
6636	embedding2nn.bias	1	-0.007888787426054478
6636	embedding2nn.bias	2	-0.06470919400453568
6636	embedding2nn.bias	3	0.02301497384905815
6636	embedding2nn.bias	4	0.010172022506594658
6636	embedding2nn.bias	5	0.004408470820635557
6636	embedding2nn.bias	6	0.03240310773253441
6636	embedding2nn.bias	7	0.058495111763477325
6636	embedding2nn.bias	8	0.021531375125050545
6636	embedding2nn.bias	9	-0.0035386718809604645
6636	rnn.weight_ih_l0	0	0.03458648547530174
6636	rnn.weight_ih_l0	1	-0.00176700868178159
6636	rnn.weight_ih_l0	2	-0.023123985156416893
6636	rnn.weight_ih_l0	3	-0.0482688844203949
6636	rnn.weight_ih_l0	4	-0.0499182790517807
6636	rnn.weight_ih_l0	5	0.00043596557225100696
6636	rnn.weight_ih_l0	6	-0.05510901287198067
6636	rnn.weight_ih_l0	7	-0.05315693840384483
6636	rnn.weight_ih_l0	8	-0.045511409640312195
6636	rnn.weight_ih_l0	9	-0.027169112116098404
6636	rnn.weight_hh_l0	0	0.012232678942382336
6636	rnn.weight_hh_l0	1	-0.023757711052894592
6636	rnn.weight_hh_l0	2	-0.02217240259051323
6636	rnn.weight_hh_l0	3	-0.016066357493400574
6636	rnn.weight_hh_l0	4	-0.05900685116648674
6636	rnn.weight_hh_l0	5	-0.01409855391830206
6636	rnn.weight_hh_l0	6	-0.034039560705423355
6636	rnn.weight_hh_l0	7	0.021389419212937355
6636	rnn.weight_hh_l0	8	-0.02093503065407276
6636	rnn.weight_hh_l0	9	0.027405817061662674
6636	rnn.bias_ih_l0	0	0.08414307981729507
6636	rnn.bias_ih_l0	1	-0.05083625763654709
6636	rnn.bias_ih_l0	2	0.10233180969953537
6636	rnn.bias_ih_l0	3	0.07427112758159637
6636	rnn.bias_ih_l0	4	0.08860860764980316
6636	rnn.bias_ih_l0	5	0.01783151738345623
6636	rnn.bias_ih_l0	6	-0.016465112566947937
6636	rnn.bias_ih_l0	7	-0.06950787454843521
6636	rnn.bias_ih_l0	8	-0.11676029860973358
6636	rnn.bias_ih_l0	9	0.06460661441087723
6636	rnn.bias_hh_l0	0	-0.02663028985261917
6636	rnn.bias_hh_l0	1	0.013321362435817719
6636	rnn.bias_hh_l0	2	-0.010732065886259079
6636	rnn.bias_hh_l0	3	-0.00986334029585123
6636	rnn.bias_hh_l0	4	-0.05320032685995102
6636	rnn.bias_hh_l0	5	0.10132788866758347
6636	rnn.bias_hh_l0	6	-0.004855338949710131
6636	rnn.bias_hh_l0	7	0.0023633663076907396
6636	rnn.bias_hh_l0	8	0.017903639003634453
6636	rnn.bias_hh_l0	9	0.05597633495926857
6636	rnn.weight_ih_l0_reverse	0	-0.032554991543293
6636	rnn.weight_ih_l0_reverse	1	-0.0027401589322835207
6636	rnn.weight_ih_l0_reverse	2	0.02287730574607849
6636	rnn.weight_ih_l0_reverse	3	-0.05870529264211655
6636	rnn.weight_ih_l0_reverse	4	0.00796234980225563
6636	rnn.weight_ih_l0_reverse	5	-0.05487855523824692
6636	rnn.weight_ih_l0_reverse	6	0.01451463159173727
6636	rnn.weight_ih_l0_reverse	7	0.040978606790304184
6636	rnn.weight_ih_l0_reverse	8	-0.03898846358060837
6636	rnn.weight_ih_l0_reverse	9	-0.05105770006775856
6636	rnn.weight_hh_l0_reverse	0	-0.07017369568347931
6636	rnn.weight_hh_l0_reverse	1	-0.05398016422986984
6636	rnn.weight_hh_l0_reverse	2	0.0098881209269166
6636	rnn.weight_hh_l0_reverse	3	0.03910794109106064
6636	rnn.weight_hh_l0_reverse	4	0.022090347483754158
6636	rnn.weight_hh_l0_reverse	5	0.04342903941869736
6636	rnn.weight_hh_l0_reverse	6	-0.006846793461591005
6636	rnn.weight_hh_l0_reverse	7	-0.002659738063812256
6636	rnn.weight_hh_l0_reverse	8	-0.07910695672035217
6636	rnn.weight_hh_l0_reverse	9	0.039517149329185486
6636	rnn.bias_ih_l0_reverse	0	-0.03048856556415558
6636	rnn.bias_ih_l0_reverse	1	-0.05103980377316475
6636	rnn.bias_ih_l0_reverse	2	0.09285224229097366
6636	rnn.bias_ih_l0_reverse	3	0.028349410742521286
6636	rnn.bias_ih_l0_reverse	4	-0.09081552922725677
6636	rnn.bias_ih_l0_reverse	5	0.028405021876096725
6636	rnn.bias_ih_l0_reverse	6	-0.09533172100782394
6636	rnn.bias_ih_l0_reverse	7	0.027555247768759727
6636	rnn.bias_ih_l0_reverse	8	0.02382994070649147
6636	rnn.bias_ih_l0_reverse	9	0.0656004324555397
6636	rnn.bias_hh_l0_reverse	0	0.027389543130993843
6636	rnn.bias_hh_l0_reverse	1	0.060444243252277374
6636	rnn.bias_hh_l0_reverse	2	0.07546557486057281
6636	rnn.bias_hh_l0_reverse	3	-0.006186473183333874
6636	rnn.bias_hh_l0_reverse	4	0.08453433215618134
6636	rnn.bias_hh_l0_reverse	5	0.025469716638326645
6636	rnn.bias_hh_l0_reverse	6	-0.07278702408075333
6636	rnn.bias_hh_l0_reverse	7	0.03785708174109459
6636	rnn.bias_hh_l0_reverse	8	0.03031885251402855
6636	rnn.bias_hh_l0_reverse	9	-0.1050226017832756
6636	linear.weight	0	0.14198078215122223
6636	linear.weight	1	-0.10323963314294815
6636	linear.weight	2	-0.12481045722961426
6636	linear.weight	3	0.060535233467817307
6636	linear.weight	4	0.010807973332703114
6636	linear.weight	5	-0.05322694405913353
6636	linear.weight	6	-0.012184292078018188
6636	linear.weight	7	-0.033346015959978104
6636	linear.weight	8	0.03655587509274483
6636	linear.weight	9	0.29275038838386536
6636	linear.bias	0	0.009228345938026905
6636	linear.bias	1	0.10640653967857361
6636	linear.bias	2	-0.3950868844985962
6636	linear.bias	3	1.2322744131088257
6636	linear.bias	4	-0.3476518988609314
6636	linear.bias	5	-0.030769959092140198
6636	linear.bias	6	-0.2759401798248291
6636	linear.bias	7	-0.15750053524971008
6636	linear.bias	8	0.07265806198120117
6636	linear.bias	9	-0.3977106213569641
6664	transitions	0	-0.5854132175445557
6664	transitions	1	0.4167843759059906
6664	transitions	2	1.763197422027588
6664	transitions	3	0.1700703203678131
6664	transitions	4	1.0016496181488037
6664	transitions	5	1.2753266096115112
6664	transitions	6	0.4849346876144409
6664	transitions	7	0.18356750905513763
6664	transitions	8	-0.9188372492790222
6664	transitions	9	0.9307727813720703
6664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6664	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6664	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6664	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6664	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6664	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6664	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6664	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6664	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6664	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6664	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6664	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6664	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6664	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6664	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6664	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6664	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6664	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6664	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6664	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6664	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6664	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6664	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6664	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6664	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6664	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6664	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6664	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6664	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6664	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6664	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6664	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6664	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6664	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6664	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6664	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6664	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6664	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6664	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6664	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6664	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6664	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6664	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6664	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6664	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6664	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6664	embedding2nn.weight	0	0.01249106228351593
6664	embedding2nn.weight	1	0.014396066777408123
6664	embedding2nn.weight	2	-0.004894900135695934
6664	embedding2nn.weight	3	0.00156371109187603
6664	embedding2nn.weight	4	-0.0035454335156828165
6664	embedding2nn.weight	5	0.00559972831979394
6664	embedding2nn.weight	6	-0.003501830156892538
6664	embedding2nn.weight	7	0.011137585155665874
6664	embedding2nn.weight	8	-0.007659026421606541
6664	embedding2nn.weight	9	-0.013455416075885296
6664	embedding2nn.bias	0	-0.015733979642391205
6664	embedding2nn.bias	1	-0.009013082832098007
6664	embedding2nn.bias	2	-0.06351567804813385
6664	embedding2nn.bias	3	0.021943669766187668
6664	embedding2nn.bias	4	0.010362730361521244
6664	embedding2nn.bias	5	0.005725597497075796
6664	embedding2nn.bias	6	0.029399309307336807
6664	embedding2nn.bias	7	0.06496427953243256
6664	embedding2nn.bias	8	0.019458964467048645
6664	embedding2nn.bias	9	-0.004118941258639097
6664	rnn.weight_ih_l0	0	0.0344771072268486
6664	rnn.weight_ih_l0	1	-0.001711882883682847
6664	rnn.weight_ih_l0	2	-0.02246827445924282
6664	rnn.weight_ih_l0	3	-0.04859097674489021
6664	rnn.weight_ih_l0	4	-0.05013713613152504
6664	rnn.weight_ih_l0	5	0.0005783868255093694
6664	rnn.weight_ih_l0	6	-0.055435337126255035
6664	rnn.weight_ih_l0	7	-0.053561847656965256
6664	rnn.weight_ih_l0	8	-0.04554060846567154
6664	rnn.weight_ih_l0	9	-0.0271320678293705
6664	rnn.weight_hh_l0	0	0.01240946352481842
6664	rnn.weight_hh_l0	1	-0.02371637523174286
6664	rnn.weight_hh_l0	2	-0.02308731898665428
6664	rnn.weight_hh_l0	3	-0.016267411410808563
6664	rnn.weight_hh_l0	4	-0.05923415720462799
6664	rnn.weight_hh_l0	5	-0.014663935638964176
6664	rnn.weight_hh_l0	6	-0.033248282968997955
6664	rnn.weight_hh_l0	7	0.01915498822927475
6664	rnn.weight_hh_l0	8	-0.020942416042089462
6664	rnn.weight_hh_l0	9	0.026026345789432526
6664	rnn.bias_ih_l0	0	0.08312778174877167
6664	rnn.bias_ih_l0	1	-0.0495041087269783
6664	rnn.bias_ih_l0	2	0.09744340926408768
6664	rnn.bias_ih_l0	3	0.07364698499441147
6664	rnn.bias_ih_l0	4	0.09133119881153107
6664	rnn.bias_ih_l0	5	0.018578534945845604
6664	rnn.bias_ih_l0	6	-0.01773214153945446
6664	rnn.bias_ih_l0	7	-0.0717896893620491
6664	rnn.bias_ih_l0	8	-0.11336406320333481
6664	rnn.bias_ih_l0	9	0.06535777449607849
6664	rnn.bias_hh_l0	0	-0.026818040758371353
6664	rnn.bias_hh_l0	1	0.012771811336278915
6664	rnn.bias_hh_l0	2	-0.0111441845074296
6664	rnn.bias_hh_l0	3	-0.009461602196097374
6664	rnn.bias_hh_l0	4	-0.05181579291820526
6664	rnn.bias_hh_l0	5	0.09839244186878204
6664	rnn.bias_hh_l0	6	-0.004557209555059671
6664	rnn.bias_hh_l0	7	-0.001405531307682395
6664	rnn.bias_hh_l0	8	0.01663661003112793
6664	rnn.bias_hh_l0	9	0.05541496351361275
6664	rnn.weight_ih_l0_reverse	0	-0.03264091536402702
6664	rnn.weight_ih_l0_reverse	1	-0.0024216207675635815
6664	rnn.weight_ih_l0_reverse	2	0.022737503051757812
6664	rnn.weight_ih_l0_reverse	3	-0.058873485773801804
6664	rnn.weight_ih_l0_reverse	4	0.00814616959542036
6664	rnn.weight_ih_l0_reverse	5	-0.054693449288606644
6664	rnn.weight_ih_l0_reverse	6	0.013172382488846779
6664	rnn.weight_ih_l0_reverse	7	0.041053298860788345
6664	rnn.weight_ih_l0_reverse	8	-0.0388169102370739
6664	rnn.weight_ih_l0_reverse	9	-0.05105331167578697
6664	rnn.weight_hh_l0_reverse	0	-0.07038094103336334
6664	rnn.weight_hh_l0_reverse	1	-0.05486968159675598
6664	rnn.weight_hh_l0_reverse	2	0.010847821831703186
6664	rnn.weight_hh_l0_reverse	3	0.03958193585276604
6664	rnn.weight_hh_l0_reverse	4	0.02227993682026863
6664	rnn.weight_hh_l0_reverse	5	0.04339388757944107
6664	rnn.weight_hh_l0_reverse	6	-0.00469255493953824
6664	rnn.weight_hh_l0_reverse	7	-0.002960014855489135
6664	rnn.weight_hh_l0_reverse	8	-0.07861372828483582
6664	rnn.weight_hh_l0_reverse	9	0.039447493851184845
6664	rnn.bias_ih_l0_reverse	0	-0.030721765011548996
6664	rnn.bias_ih_l0_reverse	1	-0.04865264147520065
6664	rnn.bias_ih_l0_reverse	2	0.09342622756958008
6664	rnn.bias_ih_l0_reverse	3	0.028979316353797913
6664	rnn.bias_ih_l0_reverse	4	-0.09049779921770096
6664	rnn.bias_ih_l0_reverse	5	0.025616874918341637
6664	rnn.bias_ih_l0_reverse	6	-0.0945679247379303
6664	rnn.bias_ih_l0_reverse	7	0.02772010862827301
6664	rnn.bias_ih_l0_reverse	8	0.025717029348015785
6664	rnn.bias_ih_l0_reverse	9	0.06582798808813095
6664	rnn.bias_hh_l0_reverse	0	0.031138624995946884
6664	rnn.bias_hh_l0_reverse	1	0.06269316375255585
6664	rnn.bias_hh_l0_reverse	2	0.07701759785413742
6664	rnn.bias_hh_l0_reverse	3	-0.0065245432779192924
6664	rnn.bias_hh_l0_reverse	4	0.08267982304096222
6664	rnn.bias_hh_l0_reverse	5	0.023442916572093964
6664	rnn.bias_hh_l0_reverse	6	-0.07189176231622696
6664	rnn.bias_hh_l0_reverse	7	0.03894040733575821
6664	rnn.bias_hh_l0_reverse	8	0.031537871807813644
6664	rnn.bias_hh_l0_reverse	9	-0.10696633160114288
6664	linear.weight	0	0.13635624945163727
6664	linear.weight	1	-0.10317938774824142
6664	linear.weight	2	-0.12242607772350311
6664	linear.weight	3	0.05419076979160309
6664	linear.weight	4	0.008622748777270317
6664	linear.weight	5	-0.052238691598176956
6664	linear.weight	6	-0.01213151402771473
6664	linear.weight	7	-0.033238500356674194
6664	linear.weight	8	0.03634816035628319
6664	linear.weight	9	0.3023359477519989
6664	linear.bias	0	0.0025816953275352716
6664	linear.bias	1	0.10726761817932129
6664	linear.bias	2	-0.3966812491416931
6664	linear.bias	3	1.2369048595428467
6664	linear.bias	4	-0.3419201374053955
6664	linear.bias	5	-0.030769959092140198
6664	linear.bias	6	-0.2782093286514282
6664	linear.bias	7	-0.1563798189163208
6664	linear.bias	8	0.06544405221939087
6664	linear.bias	9	-0.3981996178627014
6692	transitions	0	-0.5855785608291626
6692	transitions	1	0.41654282808303833
6692	transitions	2	1.7628495693206787
6692	transitions	3	0.16992317140102386
6692	transitions	4	1.0015324354171753
6692	transitions	5	1.2753205299377441
6692	transitions	6	0.48492854833602905
6692	transitions	7	0.1835634410381317
6692	transitions	8	-0.9188387989997864
6692	transitions	9	0.9307727217674255
6692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6692	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6692	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6692	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6692	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6692	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6692	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6692	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6692	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6692	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6692	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6692	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6692	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6692	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6692	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6692	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6692	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6692	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6692	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6692	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6692	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6692	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6692	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6692	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6692	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6692	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6692	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6692	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6692	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6692	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6692	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6692	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6692	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6692	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6692	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6692	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6692	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6692	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6692	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6692	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6692	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6692	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6692	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6692	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6692	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6692	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6692	embedding2nn.weight	0	0.012394340708851814
6692	embedding2nn.weight	1	0.014435330405831337
6692	embedding2nn.weight	2	-0.005014381837099791
6692	embedding2nn.weight	3	0.0017368142725899816
6692	embedding2nn.weight	4	-0.0035851967986673117
6692	embedding2nn.weight	5	0.005594261921942234
6692	embedding2nn.weight	6	-0.003408168675377965
6692	embedding2nn.weight	7	0.011802652850747108
6692	embedding2nn.weight	8	-0.007697667460888624
6692	embedding2nn.weight	9	-0.013414626009762287
6692	embedding2nn.bias	0	-0.01606835052371025
6692	embedding2nn.bias	1	-0.013595746830105782
6692	embedding2nn.bias	2	-0.0638713538646698
6692	embedding2nn.bias	3	0.028074869886040688
6692	embedding2nn.bias	4	0.009811178781092167
6692	embedding2nn.bias	5	0.0026601734571158886
6692	embedding2nn.bias	6	0.03496040776371956
6692	embedding2nn.bias	7	0.06200656294822693
6692	embedding2nn.bias	8	0.014627311378717422
6692	embedding2nn.bias	9	-0.0066827223636209965
6692	rnn.weight_ih_l0	0	0.03438432142138481
6692	rnn.weight_ih_l0	1	-0.002279735868796706
6692	rnn.weight_ih_l0	2	-0.023653585463762283
6692	rnn.weight_ih_l0	3	-0.04885284602642059
6692	rnn.weight_ih_l0	4	-0.05031556636095047
6692	rnn.weight_ih_l0	5	0.0007971231825649738
6692	rnn.weight_ih_l0	6	-0.05489547550678253
6692	rnn.weight_ih_l0	7	-0.053436435759067535
6692	rnn.weight_ih_l0	8	-0.045621033757925034
6692	rnn.weight_ih_l0	9	-0.027172653004527092
6692	rnn.weight_hh_l0	0	0.01239398866891861
6692	rnn.weight_hh_l0	1	-0.02375839091837406
6692	rnn.weight_hh_l0	2	-0.022746756672859192
6692	rnn.weight_hh_l0	3	-0.016058001667261124
6692	rnn.weight_hh_l0	4	-0.05909041687846184
6692	rnn.weight_hh_l0	5	-0.013766170479357243
6692	rnn.weight_hh_l0	6	-0.03606351092457771
6692	rnn.weight_hh_l0	7	0.018951714038848877
6692	rnn.weight_hh_l0	8	-0.021315503865480423
6692	rnn.weight_hh_l0	9	0.02546859346330166
6692	rnn.bias_ih_l0	0	0.0837526023387909
6692	rnn.bias_ih_l0	1	-0.0497874915599823
6692	rnn.bias_ih_l0	2	0.0992448702454567
6692	rnn.bias_ih_l0	3	0.07106351107358932
6692	rnn.bias_ih_l0	4	0.09207391738891602
6692	rnn.bias_ih_l0	5	0.018913190811872482
6692	rnn.bias_ih_l0	6	-0.017283746972680092
6692	rnn.bias_ih_l0	7	-0.07660026848316193
6692	rnn.bias_ih_l0	8	-0.11971290409564972
6692	rnn.bias_ih_l0	9	0.06553025543689728
6692	rnn.bias_hh_l0	0	-0.02615373022854328
6692	rnn.bias_hh_l0	1	0.015134559012949467
6692	rnn.bias_hh_l0	2	-0.010841027833521366
6692	rnn.bias_hh_l0	3	-0.010742672719061375
6692	rnn.bias_hh_l0	4	-0.05346184968948364
6692	rnn.bias_hh_l0	5	0.0999201089143753
6692	rnn.bias_hh_l0	6	-0.004180623684078455
6692	rnn.bias_hh_l0	7	-0.00014126177120488137
6692	rnn.bias_hh_l0	8	0.017085004597902298
6692	rnn.bias_hh_l0	9	0.05391531437635422
6692	rnn.weight_ih_l0_reverse	0	-0.032715171575546265
6692	rnn.weight_ih_l0_reverse	1	-0.0025780380237847567
6692	rnn.weight_ih_l0_reverse	2	0.022610260173678398
6692	rnn.weight_ih_l0_reverse	3	-0.058923233300447464
6692	rnn.weight_ih_l0_reverse	4	0.008002408780157566
6692	rnn.weight_ih_l0_reverse	5	-0.054583918303251266
6692	rnn.weight_ih_l0_reverse	6	0.01257565151900053
6692	rnn.weight_ih_l0_reverse	7	0.04098516330122948
6692	rnn.weight_ih_l0_reverse	8	-0.03860168904066086
6692	rnn.weight_ih_l0_reverse	9	-0.051115456968545914
6692	rnn.weight_hh_l0_reverse	0	-0.0704793781042099
6692	rnn.weight_hh_l0_reverse	1	-0.05441594123840332
6692	rnn.weight_hh_l0_reverse	2	0.010892280377447605
6692	rnn.weight_hh_l0_reverse	3	0.04010549187660217
6692	rnn.weight_hh_l0_reverse	4	0.021806063130497932
6692	rnn.weight_hh_l0_reverse	5	0.04327802360057831
6692	rnn.weight_hh_l0_reverse	6	-0.005510532762855291
6692	rnn.weight_hh_l0_reverse	7	-0.0025255829095840454
6692	rnn.weight_hh_l0_reverse	8	-0.0782451257109642
6692	rnn.weight_hh_l0_reverse	9	0.0391647033393383
6692	rnn.bias_ih_l0_reverse	0	-0.0342014916241169
6692	rnn.bias_ih_l0_reverse	1	-0.05316676199436188
6692	rnn.bias_ih_l0_reverse	2	0.09177368134260178
6692	rnn.bias_ih_l0_reverse	3	0.02932543307542801
6692	rnn.bias_ih_l0_reverse	4	-0.09190365672111511
6692	rnn.bias_ih_l0_reverse	5	0.02394474670290947
6692	rnn.bias_ih_l0_reverse	6	-0.09527517110109329
6692	rnn.bias_ih_l0_reverse	7	0.027270197868347168
6692	rnn.bias_ih_l0_reverse	8	0.025699304416775703
6692	rnn.bias_ih_l0_reverse	9	0.06606506556272507
6692	rnn.bias_hh_l0_reverse	0	0.026255128905177116
6692	rnn.bias_hh_l0_reverse	1	0.06167241930961609
6692	rnn.bias_hh_l0_reverse	2	0.0771888941526413
6692	rnn.bias_hh_l0_reverse	3	-0.0047894730232656
6692	rnn.bias_hh_l0_reverse	4	0.08130472898483276
6692	rnn.bias_hh_l0_reverse	5	0.024939782917499542
6692	rnn.bias_hh_l0_reverse	6	-0.07200242578983307
6692	rnn.bias_hh_l0_reverse	7	0.03787561506032944
6692	rnn.bias_hh_l0_reverse	8	0.03279512748122215
6692	rnn.bias_hh_l0_reverse	9	-0.10578474402427673
6692	linear.weight	0	0.13050949573516846
6692	linear.weight	1	-0.10319184511899948
6692	linear.weight	2	-0.11947725713253021
6692	linear.weight	3	0.050882305949926376
6692	linear.weight	4	0.008482216857373714
6692	linear.weight	5	-0.050678472965955734
6692	linear.weight	6	-0.012116261757910252
6692	linear.weight	7	-0.033208101987838745
6692	linear.weight	8	0.036667533218860626
6692	linear.weight	9	0.298944354057312
6692	linear.bias	0	-0.0026590214110910892
6692	linear.bias	1	0.09926274418830872
6692	linear.bias	2	-0.3932630121707916
6692	linear.bias	3	1.2437993288040161
6692	linear.bias	4	-0.34280848503112793
6692	linear.bias	5	-0.030769959092140198
6692	linear.bias	6	-0.2727328836917877
6692	linear.bias	7	-0.159048393368721
6692	linear.bias	8	0.07259774208068848
6692	linear.bias	9	-0.3985574245452881
6720	transitions	0	-0.585809588432312
6720	transitions	1	0.4162968695163727
6720	transitions	2	1.762335181236267
6720	transitions	3	0.16986435651779175
6720	transitions	4	1.0011086463928223
6720	transitions	5	1.2753095626831055
6720	transitions	6	0.4849114716053009
6720	transitions	7	0.18355011940002441
6720	transitions	8	-0.9188405275344849
6720	transitions	9	0.9307726621627808
6720	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6720	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6720	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6720	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6720	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6720	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6720	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6720	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6720	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6720	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6720	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6720	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6720	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6720	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6720	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6720	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6720	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6720	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6720	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6720	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6720	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6720	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6720	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6720	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6720	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6720	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6720	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6720	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6720	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6720	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6720	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6720	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6720	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6720	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6720	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6720	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6720	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6720	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6720	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6720	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6720	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6720	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6720	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6720	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6720	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6720	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6720	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6720	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6720	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6720	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6720	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6720	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6720	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6720	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6720	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6720	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6720	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6720	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6720	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6720	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6720	embedding2nn.weight	0	0.011933322995901108
6720	embedding2nn.weight	1	0.014273900538682938
6720	embedding2nn.weight	2	-0.004985278006643057
6720	embedding2nn.weight	3	0.0015641781501471996
6720	embedding2nn.weight	4	-0.003581575583666563
6720	embedding2nn.weight	5	0.005633057560771704
6720	embedding2nn.weight	6	-0.00333467242307961
6720	embedding2nn.weight	7	0.010538642294704914
6720	embedding2nn.weight	8	-0.007883311249315739
6720	embedding2nn.weight	9	-0.013355106115341187
6720	embedding2nn.bias	0	-0.0203301552683115
6720	embedding2nn.bias	1	-0.009660708718001842
6720	embedding2nn.bias	2	-0.06916412711143494
6720	embedding2nn.bias	3	0.01922467164695263
6720	embedding2nn.bias	4	0.013949064537882805
6720	embedding2nn.bias	5	-0.0005308316904120147
6720	embedding2nn.bias	6	0.03108472190797329
6720	embedding2nn.bias	7	0.0646374449133873
6720	embedding2nn.bias	8	0.018919136375188828
6720	embedding2nn.bias	9	-0.006930844392627478
6720	rnn.weight_ih_l0	0	0.034494828432798386
6720	rnn.weight_ih_l0	1	-0.001540793338790536
6720	rnn.weight_ih_l0	2	-0.02258983999490738
6720	rnn.weight_ih_l0	3	-0.04890815168619156
6720	rnn.weight_ih_l0	4	-0.050678495317697525
6720	rnn.weight_ih_l0	5	0.000652556773275137
6720	rnn.weight_ih_l0	6	-0.05502680316567421
6720	rnn.weight_ih_l0	7	-0.05357074365019798
6720	rnn.weight_ih_l0	8	-0.04562799632549286
6720	rnn.weight_ih_l0	9	-0.02708526886999607
6720	rnn.weight_hh_l0	0	0.01256516482681036
6720	rnn.weight_hh_l0	1	-0.022791361436247826
6720	rnn.weight_hh_l0	2	-0.023283546790480614
6720	rnn.weight_hh_l0	3	-0.015951499342918396
6720	rnn.weight_hh_l0	4	-0.059441450983285904
6720	rnn.weight_hh_l0	5	-0.013794517144560814
6720	rnn.weight_hh_l0	6	-0.037502799183130264
6720	rnn.weight_hh_l0	7	0.017752178013324738
6720	rnn.weight_hh_l0	8	-0.02127816714346409
6720	rnn.weight_hh_l0	9	0.024180997163057327
6720	rnn.bias_ih_l0	0	0.08397793769836426
6720	rnn.bias_ih_l0	1	-0.05105729028582573
6720	rnn.bias_ih_l0	2	0.1016622856259346
6720	rnn.bias_ih_l0	3	0.07281006872653961
6720	rnn.bias_ih_l0	4	0.09251613914966583
6720	rnn.bias_ih_l0	5	0.018946534022688866
6720	rnn.bias_ih_l0	6	-0.015490402467548847
6720	rnn.bias_ih_l0	7	-0.0729532539844513
6720	rnn.bias_ih_l0	8	-0.11386637389659882
6720	rnn.bias_ih_l0	9	0.06485896557569504
6720	rnn.bias_hh_l0	0	-0.023628823459148407
6720	rnn.bias_hh_l0	1	0.013182775117456913
6720	rnn.bias_hh_l0	2	-0.011061614379286766
6720	rnn.bias_hh_l0	3	-0.009125487878918648
6720	rnn.bias_hh_l0	4	-0.05470510944724083
6720	rnn.bias_hh_l0	5	0.10118670761585236
6720	rnn.bias_hh_l0	6	-0.00615553418174386
6720	rnn.bias_hh_l0	7	0.0005302763311192393
6720	rnn.bias_hh_l0	8	0.01887834444642067
6720	rnn.bias_hh_l0	9	0.0493810810148716
6720	rnn.weight_ih_l0_reverse	0	-0.03238241747021675
6720	rnn.weight_ih_l0_reverse	1	-0.0028603659011423588
6720	rnn.weight_ih_l0_reverse	2	0.022886041551828384
6720	rnn.weight_ih_l0_reverse	3	-0.059147752821445465
6720	rnn.weight_ih_l0_reverse	4	0.008143073879182339
6720	rnn.weight_ih_l0_reverse	5	-0.05433042347431183
6720	rnn.weight_ih_l0_reverse	6	0.014747126959264278
6720	rnn.weight_ih_l0_reverse	7	0.04104792699217796
6720	rnn.weight_ih_l0_reverse	8	-0.0388614721596241
6720	rnn.weight_ih_l0_reverse	9	-0.05110618472099304
6720	rnn.weight_hh_l0_reverse	0	-0.07055157423019409
6720	rnn.weight_hh_l0_reverse	1	-0.05396311357617378
6720	rnn.weight_hh_l0_reverse	2	0.011331621557474136
6720	rnn.weight_hh_l0_reverse	3	0.040281981229782104
6720	rnn.weight_hh_l0_reverse	4	0.02196465991437435
6720	rnn.weight_hh_l0_reverse	5	0.04313676059246063
6720	rnn.weight_hh_l0_reverse	6	-0.0028561146464198828
6720	rnn.weight_hh_l0_reverse	7	-0.002802998060360551
6720	rnn.weight_hh_l0_reverse	8	-0.07846435159444809
6720	rnn.weight_hh_l0_reverse	9	0.03893714398145676
6720	rnn.bias_ih_l0_reverse	0	-0.033128876239061356
6720	rnn.bias_ih_l0_reverse	1	-0.054850541055202484
6720	rnn.bias_ih_l0_reverse	2	0.09163045138120651
6720	rnn.bias_ih_l0_reverse	3	0.029436985030770302
6720	rnn.bias_ih_l0_reverse	4	-0.09043797105550766
6720	rnn.bias_ih_l0_reverse	5	0.023013373836874962
6720	rnn.bias_ih_l0_reverse	6	-0.09545271843671799
6720	rnn.bias_ih_l0_reverse	7	0.03204363211989403
6720	rnn.bias_ih_l0_reverse	8	0.0273127481341362
6720	rnn.bias_ih_l0_reverse	9	0.06510816514492035
6720	rnn.bias_hh_l0_reverse	0	0.015849558636546135
6720	rnn.bias_hh_l0_reverse	1	0.062044426798820496
6720	rnn.bias_hh_l0_reverse	2	0.07741507142782211
6720	rnn.bias_hh_l0_reverse	3	-0.00438810046762228
6720	rnn.bias_hh_l0_reverse	4	0.08190050721168518
6720	rnn.bias_hh_l0_reverse	5	0.028358206152915955
6720	rnn.bias_hh_l0_reverse	6	-0.07212860137224197
6720	rnn.bias_hh_l0_reverse	7	0.03803510591387749
6720	rnn.bias_hh_l0_reverse	8	0.03200447931885719
6720	rnn.bias_hh_l0_reverse	9	-0.11418178677558899
6720	linear.weight	0	0.13637229800224304
6720	linear.weight	1	-0.10313890874385834
6720	linear.weight	2	-0.12458673864603043
6720	linear.weight	3	0.049713026732206345
6720	linear.weight	4	0.00818057730793953
6720	linear.weight	5	-0.05198395997285843
6720	linear.weight	6	-0.012092438526451588
6720	linear.weight	7	-0.03318321704864502
6720	linear.weight	8	0.034977711737155914
6720	linear.weight	9	0.2976655662059784
6720	linear.bias	0	0.0029747765511274338
6720	linear.bias	1	0.10387558490037918
6720	linear.bias	2	-0.3878840506076813
6720	linear.bias	3	1.2518316507339478
6720	linear.bias	4	-0.34371015429496765
6720	linear.bias	5	-0.030769959092140198
6720	linear.bias	6	-0.26782912015914917
6720	linear.bias	7	-0.15803951025009155
6720	linear.bias	8	0.0751638412475586
6720	linear.bias	9	-0.399012953042984
6748	transitions	0	-0.5860569477081299
6748	transitions	1	0.41612738370895386
6748	transitions	2	1.7621362209320068
6748	transitions	3	0.16976764798164368
6748	transitions	4	1.001024842262268
6748	transitions	5	1.2753057479858398
6748	transitions	6	0.48490726947784424
6748	transitions	7	0.18354682624340057
6748	transitions	8	-0.9188437461853027
6748	transitions	9	0.9307726621627808
6748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6748	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6748	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6748	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6748	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6748	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6748	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6748	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6748	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6748	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6748	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6748	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6748	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6748	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6748	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6748	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6748	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6748	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6748	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6748	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6748	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6748	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6748	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6748	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6748	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6748	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6748	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6748	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6748	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6748	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6748	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6748	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6748	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6748	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6748	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6748	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6748	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6748	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6748	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6748	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6748	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6748	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6748	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6748	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6748	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6748	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6748	embedding2nn.weight	0	0.012166285887360573
6748	embedding2nn.weight	1	0.014201518148183823
6748	embedding2nn.weight	2	-0.004955061245709658
6748	embedding2nn.weight	3	0.0015686139231547713
6748	embedding2nn.weight	4	-0.0035972825717180967
6748	embedding2nn.weight	5	0.005992733407765627
6748	embedding2nn.weight	6	-0.003309801919385791
6748	embedding2nn.weight	7	0.010799405165016651
6748	embedding2nn.weight	8	-0.007647143676877022
6748	embedding2nn.weight	9	-0.013460909016430378
6748	embedding2nn.bias	0	-0.014249890111386776
6748	embedding2nn.bias	1	-0.009610570967197418
6748	embedding2nn.bias	2	-0.06455710530281067
6748	embedding2nn.bias	3	0.022509269416332245
6748	embedding2nn.bias	4	0.016198275610804558
6748	embedding2nn.bias	5	-0.004872674122452736
6748	embedding2nn.bias	6	0.0304925087839365
6748	embedding2nn.bias	7	0.06569735705852509
6748	embedding2nn.bias	8	0.016499686986207962
6748	embedding2nn.bias	9	-0.005667971912771463
6748	rnn.weight_ih_l0	0	0.03461793437600136
6748	rnn.weight_ih_l0	1	-0.0019427035003900528
6748	rnn.weight_ih_l0	2	-0.021835697814822197
6748	rnn.weight_ih_l0	3	-0.048963721841573715
6748	rnn.weight_ih_l0	4	-0.050546471029520035
6748	rnn.weight_ih_l0	5	0.0006708577857352793
6748	rnn.weight_ih_l0	6	-0.05519770085811615
6748	rnn.weight_ih_l0	7	-0.053421251475811005
6748	rnn.weight_ih_l0	8	-0.04583354666829109
6748	rnn.weight_ih_l0	9	-0.027137134224176407
6748	rnn.weight_hh_l0	0	0.012451752088963985
6748	rnn.weight_hh_l0	1	-0.022700706496834755
6748	rnn.weight_hh_l0	2	-0.024439243599772453
6748	rnn.weight_hh_l0	3	-0.01576267182826996
6748	rnn.weight_hh_l0	4	-0.059954021126031876
6748	rnn.weight_hh_l0	5	-0.013926997780799866
6748	rnn.weight_hh_l0	6	-0.03837907314300537
6748	rnn.weight_hh_l0	7	0.01717553101480007
6748	rnn.weight_hh_l0	8	-0.021140621975064278
6748	rnn.weight_hh_l0	9	0.025663703680038452
6748	rnn.bias_ih_l0	0	0.08245726674795151
6748	rnn.bias_ih_l0	1	-0.051668405532836914
6748	rnn.bias_ih_l0	2	0.10209887474775314
6748	rnn.bias_ih_l0	3	0.07117040455341339
6748	rnn.bias_ih_l0	4	0.09207538515329361
6748	rnn.bias_ih_l0	5	0.01930990256369114
6748	rnn.bias_ih_l0	6	-0.014697409234941006
6748	rnn.bias_ih_l0	7	-0.07235722988843918
6748	rnn.bias_ih_l0	8	-0.11753439158201218
6748	rnn.bias_ih_l0	9	0.0648215189576149
6748	rnn.bias_hh_l0	0	-0.023688385263085365
6748	rnn.bias_hh_l0	1	0.013634294271469116
6748	rnn.bias_hh_l0	2	-0.013349688611924648
6748	rnn.bias_hh_l0	3	-0.009674386121332645
6748	rnn.bias_hh_l0	4	-0.05211878940463066
6748	rnn.bias_hh_l0	5	0.10154508054256439
6748	rnn.bias_hh_l0	6	-0.004903791937977076
6748	rnn.bias_hh_l0	7	0.00022816445562057197
6748	rnn.bias_hh_l0	8	0.019671333953738213
6748	rnn.bias_hh_l0	9	0.04790443927049637
6748	rnn.weight_ih_l0_reverse	0	-0.03240860998630524
6748	rnn.weight_ih_l0_reverse	1	-0.003137018531560898
6748	rnn.weight_ih_l0_reverse	2	0.022740468382835388
6748	rnn.weight_ih_l0_reverse	3	-0.05916402116417885
6748	rnn.weight_ih_l0_reverse	4	0.0084404731169343
6748	rnn.weight_ih_l0_reverse	5	-0.054364077746868134
6748	rnn.weight_ih_l0_reverse	6	0.01372914481908083
6748	rnn.weight_ih_l0_reverse	7	0.04087003692984581
6748	rnn.weight_ih_l0_reverse	8	-0.03897131606936455
6748	rnn.weight_ih_l0_reverse	9	-0.050989121198654175
6748	rnn.weight_hh_l0_reverse	0	-0.07053730636835098
6748	rnn.weight_hh_l0_reverse	1	-0.054748982191085815
6748	rnn.weight_hh_l0_reverse	2	0.011320243589580059
6748	rnn.weight_hh_l0_reverse	3	0.03991425409913063
6748	rnn.weight_hh_l0_reverse	4	0.02250751294195652
6748	rnn.weight_hh_l0_reverse	5	0.04312564432621002
6748	rnn.weight_hh_l0_reverse	6	-0.0026747200172394514
6748	rnn.weight_hh_l0_reverse	7	-0.003295686561614275
6748	rnn.weight_hh_l0_reverse	8	-0.07811348140239716
6748	rnn.weight_hh_l0_reverse	9	0.03872137516736984
6748	rnn.bias_ih_l0_reverse	0	-0.03439862281084061
6748	rnn.bias_ih_l0_reverse	1	-0.05073990300297737
6748	rnn.bias_ih_l0_reverse	2	0.09149520844221115
6748	rnn.bias_ih_l0_reverse	3	0.029778052121400833
6748	rnn.bias_ih_l0_reverse	4	-0.08864590525627136
6748	rnn.bias_ih_l0_reverse	5	0.02290458418428898
6748	rnn.bias_ih_l0_reverse	6	-0.09518289566040039
6748	rnn.bias_ih_l0_reverse	7	0.030094165354967117
6748	rnn.bias_ih_l0_reverse	8	0.028642255812883377
6748	rnn.bias_ih_l0_reverse	9	0.06444612890481949
6748	rnn.bias_hh_l0_reverse	0	0.017937198281288147
6748	rnn.bias_hh_l0_reverse	1	0.06338294595479965
6748	rnn.bias_hh_l0_reverse	2	0.07836580276489258
6748	rnn.bias_hh_l0_reverse	3	-0.003563098842278123
6748	rnn.bias_hh_l0_reverse	4	0.08203889429569244
6748	rnn.bias_hh_l0_reverse	5	0.02796027995646
6748	rnn.bias_hh_l0_reverse	6	-0.07289748638868332
6748	rnn.bias_hh_l0_reverse	7	0.03760147839784622
6748	rnn.bias_hh_l0_reverse	8	0.03396982699632645
6748	rnn.bias_hh_l0_reverse	9	-0.10735127329826355
6748	linear.weight	0	0.1449296623468399
6748	linear.weight	1	-0.10312844812870026
6748	linear.weight	2	-0.12153688073158264
6748	linear.weight	3	0.05092049390077591
6748	linear.weight	4	0.006674302276223898
6748	linear.weight	5	-0.05105404183268547
6748	linear.weight	6	-0.012102611362934113
6748	linear.weight	7	-0.03311319649219513
6748	linear.weight	8	0.03564756363630295
6748	linear.weight	9	0.29680317640304565
6748	linear.bias	0	0.0035801653284579515
6748	linear.bias	1	0.09638041257858276
6748	linear.bias	2	-0.3874939978122711
6748	linear.bias	3	1.255847454071045
6748	linear.bias	4	-0.34436964988708496
6748	linear.bias	5	-0.030769959092140198
6748	linear.bias	6	-0.26971521973609924
6748	linear.bias	7	-0.15716767311096191
6748	linear.bias	8	0.0774521604180336
6748	linear.bias	9	-0.39942067861557007
6776	transitions	0	-0.5863266587257385
6776	transitions	1	0.41601571440696716
6776	transitions	2	1.7618238925933838
6776	transitions	3	0.1693580001592636
6776	transitions	4	1.0009510517120361
6776	transitions	5	1.2753015756607056
6776	transitions	6	0.4849037230014801
6776	transitions	7	0.18354259431362152
6776	transitions	8	-0.918844997882843
6776	transitions	9	0.9307726621627808
6776	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6776	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6776	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6776	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6776	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6776	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6776	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6776	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6776	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6776	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6776	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6776	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6776	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6776	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6776	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6776	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6776	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6776	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6776	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6776	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6776	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6776	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6776	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6776	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6776	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6776	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6776	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6776	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6776	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6776	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6776	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6776	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6776	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6776	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6776	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6776	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6776	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6776	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6776	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6776	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6776	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6776	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6776	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6776	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6776	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6776	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6776	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6776	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6776	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6776	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6776	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6776	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6776	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6776	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6776	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6776	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6776	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6776	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6776	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6776	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6776	embedding2nn.weight	0	0.011960919015109539
6776	embedding2nn.weight	1	0.014047851786017418
6776	embedding2nn.weight	2	-0.004865933209657669
6776	embedding2nn.weight	3	0.001790226437151432
6776	embedding2nn.weight	4	-0.003580625867471099
6776	embedding2nn.weight	5	0.006193762645125389
6776	embedding2nn.weight	6	-0.0031722031999379396
6776	embedding2nn.weight	7	0.010135296732187271
6776	embedding2nn.weight	8	-0.007603210397064686
6776	embedding2nn.weight	9	-0.01347977202385664
6776	embedding2nn.bias	0	-0.01668538711965084
6776	embedding2nn.bias	1	-0.013003095984458923
6776	embedding2nn.bias	2	-0.06546677649021149
6776	embedding2nn.bias	3	0.01940581202507019
6776	embedding2nn.bias	4	0.01921253465116024
6776	embedding2nn.bias	5	-0.004975099116563797
6776	embedding2nn.bias	6	0.03363746032118797
6776	embedding2nn.bias	7	0.06097062677145004
6776	embedding2nn.bias	8	0.01500614918768406
6776	embedding2nn.bias	9	-0.013645987026393414
6776	rnn.weight_ih_l0	0	0.03496968373656273
6776	rnn.weight_ih_l0	1	-0.001832657726481557
6776	rnn.weight_ih_l0	2	-0.021120278164744377
6776	rnn.weight_ih_l0	3	-0.048499803990125656
6776	rnn.weight_ih_l0	4	-0.05070667713880539
6776	rnn.weight_ih_l0	5	0.000905086868442595
6776	rnn.weight_ih_l0	6	-0.055208999663591385
6776	rnn.weight_ih_l0	7	-0.05365057289600372
6776	rnn.weight_ih_l0	8	-0.0460079126060009
6776	rnn.weight_ih_l0	9	-0.027232078835368156
6776	rnn.weight_hh_l0	0	0.012618794105947018
6776	rnn.weight_hh_l0	1	-0.022418472915887833
6776	rnn.weight_hh_l0	2	-0.024574989452958107
6776	rnn.weight_hh_l0	3	-0.015647033229470253
6776	rnn.weight_hh_l0	4	-0.05991709232330322
6776	rnn.weight_hh_l0	5	-0.013414244167506695
6776	rnn.weight_hh_l0	6	-0.03651455044746399
6776	rnn.weight_hh_l0	7	0.01742914691567421
6776	rnn.weight_hh_l0	8	-0.021364284679293633
6776	rnn.weight_hh_l0	9	0.023560870438814163
6776	rnn.bias_ih_l0	0	0.0826847031712532
6776	rnn.bias_ih_l0	1	-0.05123921111226082
6776	rnn.bias_ih_l0	2	0.10076241195201874
6776	rnn.bias_ih_l0	3	0.07297945767641068
6776	rnn.bias_ih_l0	4	0.09157311171293259
6776	rnn.bias_ih_l0	5	0.019327403977513313
6776	rnn.bias_ih_l0	6	-0.015728572383522987
6776	rnn.bias_ih_l0	7	-0.0700037032365799
6776	rnn.bias_ih_l0	8	-0.1117873415350914
6776	rnn.bias_ih_l0	9	0.06732188165187836
6776	rnn.bias_hh_l0	0	-0.023984277620911598
6776	rnn.bias_hh_l0	1	0.015044908970594406
6776	rnn.bias_hh_l0	2	-0.01191833708435297
6776	rnn.bias_hh_l0	3	-0.010118633508682251
6776	rnn.bias_hh_l0	4	-0.052039239555597305
6776	rnn.bias_hh_l0	5	0.10233613848686218
6776	rnn.bias_hh_l0	6	-0.004102567210793495
6776	rnn.bias_hh_l0	7	0.00422776211053133
6776	rnn.bias_hh_l0	8	0.018640169873833656
6776	rnn.bias_hh_l0	9	0.04842524975538254
6776	rnn.weight_ih_l0_reverse	0	-0.032505109906196594
6776	rnn.weight_ih_l0_reverse	1	-0.0027647081296890974
6776	rnn.weight_ih_l0_reverse	2	0.0228720735758543
6776	rnn.weight_ih_l0_reverse	3	-0.059206075966358185
6776	rnn.weight_ih_l0_reverse	4	0.008713403716683388
6776	rnn.weight_ih_l0_reverse	5	-0.05430218577384949
6776	rnn.weight_ih_l0_reverse	6	0.012934551574289799
6776	rnn.weight_ih_l0_reverse	7	0.041059866547584534
6776	rnn.weight_ih_l0_reverse	8	-0.038892824202775955
6776	rnn.weight_ih_l0_reverse	9	-0.051002513617277145
6776	rnn.weight_hh_l0_reverse	0	-0.07053276896476746
6776	rnn.weight_hh_l0_reverse	1	-0.05435951426625252
6776	rnn.weight_hh_l0_reverse	2	0.01167137548327446
6776	rnn.weight_hh_l0_reverse	3	0.03981707617640495
6776	rnn.weight_hh_l0_reverse	4	0.02248166687786579
6776	rnn.weight_hh_l0_reverse	5	0.043220557272434235
6776	rnn.weight_hh_l0_reverse	6	-0.0010766146006062627
6776	rnn.weight_hh_l0_reverse	7	-0.0031072613783180714
6776	rnn.weight_hh_l0_reverse	8	-0.07818330079317093
6776	rnn.weight_hh_l0_reverse	9	0.03866748511791229
6776	rnn.bias_ih_l0_reverse	0	-0.03541648015379906
6776	rnn.bias_ih_l0_reverse	1	-0.05560167133808136
6776	rnn.bias_ih_l0_reverse	2	0.09289930015802383
6776	rnn.bias_ih_l0_reverse	3	0.029421135783195496
6776	rnn.bias_ih_l0_reverse	4	-0.08852637559175491
6776	rnn.bias_ih_l0_reverse	5	0.024087393656373024
6776	rnn.bias_ih_l0_reverse	6	-0.09581446647644043
6776	rnn.bias_ih_l0_reverse	7	0.028659675270318985
6776	rnn.bias_ih_l0_reverse	8	0.0282133799046278
6776	rnn.bias_ih_l0_reverse	9	0.06643670797348022
6776	rnn.bias_hh_l0_reverse	0	0.017479542642831802
6776	rnn.bias_hh_l0_reverse	1	0.06372440606355667
6776	rnn.bias_hh_l0_reverse	2	0.07892606407403946
6776	rnn.bias_hh_l0_reverse	3	-0.0023651726078242064
6776	rnn.bias_hh_l0_reverse	4	0.08013536036014557
6776	rnn.bias_hh_l0_reverse	5	0.026816053315997124
6776	rnn.bias_hh_l0_reverse	6	-0.07251454144716263
6776	rnn.bias_hh_l0_reverse	7	0.03672965243458748
6776	rnn.bias_hh_l0_reverse	8	0.03551424294710159
6776	rnn.bias_hh_l0_reverse	9	-0.10846173763275146
6776	linear.weight	0	0.13738425076007843
6776	linear.weight	1	-0.10310912877321243
6776	linear.weight	2	-0.12426165491342545
6776	linear.weight	3	0.052652258425951004
6776	linear.weight	4	0.003384120063856244
6776	linear.weight	5	-0.05357722193002701
6776	linear.weight	6	-0.012088729999959469
6776	linear.weight	7	-0.03295310586690903
6776	linear.weight	8	0.0364297591149807
6776	linear.weight	9	0.30532869696617126
6776	linear.bias	0	-0.004369909409433603
6776	linear.bias	1	0.10235447436571121
6776	linear.bias	2	-0.38670238852500916
6776	linear.bias	3	1.250125527381897
6776	linear.bias	4	-0.3419528007507324
6776	linear.bias	5	-0.030769959092140198
6776	linear.bias	6	-0.26766854524612427
6776	linear.bias	7	-0.1621921807527542
6776	linear.bias	8	0.07561131566762924
6776	linear.bias	9	-0.3997229337692261
6804	transitions	0	-0.5865289568901062
6804	transitions	1	0.41582003235816956
6804	transitions	2	1.761529564857483
6804	transitions	3	0.16920801997184753
6804	transitions	4	1.0008208751678467
6804	transitions	5	1.2752963304519653
6804	transitions	6	0.4849022328853607
6804	transitions	7	0.18353934586048126
6804	transitions	8	-0.9188473224639893
6804	transitions	9	0.9307724833488464
6804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6804	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6804	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6804	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6804	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6804	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6804	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6804	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6804	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6804	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6804	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6804	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6804	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6804	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6804	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6804	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6804	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6804	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6804	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6804	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6804	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6804	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6804	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6804	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6804	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6804	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6804	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6804	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6804	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6804	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6804	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6804	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6804	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6804	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6804	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6804	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6804	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6804	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6804	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6804	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6804	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6804	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6804	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6804	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6804	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6804	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6804	embedding2nn.weight	0	0.010860285721719265
6804	embedding2nn.weight	1	0.014022260904312134
6804	embedding2nn.weight	2	-0.004847059957683086
6804	embedding2nn.weight	3	0.001859597279690206
6804	embedding2nn.weight	4	-0.0035142810083925724
6804	embedding2nn.weight	5	0.0062407213263213634
6804	embedding2nn.weight	6	-0.003144877729937434
6804	embedding2nn.weight	7	0.010936714708805084
6804	embedding2nn.weight	8	-0.0075390953570604324
6804	embedding2nn.weight	9	-0.013596631586551666
6804	embedding2nn.bias	0	-0.01555456779897213
6804	embedding2nn.bias	1	-0.009131322614848614
6804	embedding2nn.bias	2	-0.07917755842208862
6804	embedding2nn.bias	3	0.00798715464770794
6804	embedding2nn.bias	4	0.015862764790654182
6804	embedding2nn.bias	5	-0.006488695275038481
6804	embedding2nn.bias	6	0.03076070547103882
6804	embedding2nn.bias	7	0.061931222677230835
6804	embedding2nn.bias	8	0.013900420628488064
6804	embedding2nn.bias	9	-0.017499776557087898
6804	rnn.weight_ih_l0	0	0.035287853330373764
6804	rnn.weight_ih_l0	1	-0.0020807995460927486
6804	rnn.weight_ih_l0	2	-0.020933372899889946
6804	rnn.weight_ih_l0	3	-0.04829314351081848
6804	rnn.weight_ih_l0	4	-0.05058478191494942
6804	rnn.weight_ih_l0	5	0.0009462038287892938
6804	rnn.weight_ih_l0	6	-0.05528910458087921
6804	rnn.weight_ih_l0	7	-0.053881581872701645
6804	rnn.weight_ih_l0	8	-0.046236660331487656
6804	rnn.weight_ih_l0	9	-0.027238454669713974
6804	rnn.weight_hh_l0	0	0.012267068959772587
6804	rnn.weight_hh_l0	1	-0.022307228296995163
6804	rnn.weight_hh_l0	2	-0.02457793988287449
6804	rnn.weight_hh_l0	3	-0.01574816182255745
6804	rnn.weight_hh_l0	4	-0.05950509384274483
6804	rnn.weight_hh_l0	5	-0.013831978663802147
6804	rnn.weight_hh_l0	6	-0.03857709839940071
6804	rnn.weight_hh_l0	7	0.017795516178011894
6804	rnn.weight_hh_l0	8	-0.02154611237347126
6804	rnn.weight_hh_l0	9	0.02347726561129093
6804	rnn.bias_ih_l0	0	0.08324375748634338
6804	rnn.bias_ih_l0	1	-0.05200115218758583
6804	rnn.bias_ih_l0	2	0.10099843889474869
6804	rnn.bias_ih_l0	3	0.07059291005134583
6804	rnn.bias_ih_l0	4	0.09212064743041992
6804	rnn.bias_ih_l0	5	0.01928420551121235
6804	rnn.bias_ih_l0	6	-0.015416765585541725
6804	rnn.bias_ih_l0	7	-0.0730849951505661
6804	rnn.bias_ih_l0	8	-0.12046994268894196
6804	rnn.bias_ih_l0	9	0.06705284863710403
6804	rnn.bias_hh_l0	0	-0.02461976371705532
6804	rnn.bias_hh_l0	1	0.014371626079082489
6804	rnn.bias_hh_l0	2	-0.012163582257926464
6804	rnn.bias_hh_l0	3	-0.01025340799242258
6804	rnn.bias_hh_l0	4	-0.05273643508553505
6804	rnn.bias_hh_l0	5	0.10229472070932388
6804	rnn.bias_hh_l0	6	-0.005674250889569521
6804	rnn.bias_hh_l0	7	0.0019307633629068732
6804	rnn.bias_hh_l0	8	0.01895197667181492
6804	rnn.bias_hh_l0	9	0.04844561964273453
6804	rnn.weight_ih_l0_reverse	0	-0.03270919248461723
6804	rnn.weight_ih_l0_reverse	1	-0.0015572169795632362
6804	rnn.weight_ih_l0_reverse	2	0.022822890430688858
6804	rnn.weight_ih_l0_reverse	3	-0.05889229476451874
6804	rnn.weight_ih_l0_reverse	4	0.008664386346936226
6804	rnn.weight_ih_l0_reverse	5	-0.05421943962574005
6804	rnn.weight_ih_l0_reverse	6	0.01314567681401968
6804	rnn.weight_ih_l0_reverse	7	0.04113789275288582
6804	rnn.weight_ih_l0_reverse	8	-0.038860172033309937
6804	rnn.weight_ih_l0_reverse	9	-0.050776783376932144
6804	rnn.weight_hh_l0_reverse	0	-0.07007032632827759
6804	rnn.weight_hh_l0_reverse	1	-0.05461743474006653
6804	rnn.weight_hh_l0_reverse	2	0.0117076700553298
6804	rnn.weight_hh_l0_reverse	3	0.03992374241352081
6804	rnn.weight_hh_l0_reverse	4	0.02237905003130436
6804	rnn.weight_hh_l0_reverse	5	0.04333772882819176
6804	rnn.weight_hh_l0_reverse	6	-0.002671097870916128
6804	rnn.weight_hh_l0_reverse	7	-0.0035743273328989744
6804	rnn.weight_hh_l0_reverse	8	-0.07779057323932648
6804	rnn.weight_hh_l0_reverse	9	0.03857835382223129
6804	rnn.bias_ih_l0_reverse	0	-0.034797657281160355
6804	rnn.bias_ih_l0_reverse	1	-0.06613893061876297
6804	rnn.bias_ih_l0_reverse	2	0.09210613369941711
6804	rnn.bias_ih_l0_reverse	3	0.0293306615203619
6804	rnn.bias_ih_l0_reverse	4	-0.08638986945152283
6804	rnn.bias_ih_l0_reverse	5	0.02465367503464222
6804	rnn.bias_ih_l0_reverse	6	-0.09530448913574219
6804	rnn.bias_ih_l0_reverse	7	0.03016366809606552
6804	rnn.bias_ih_l0_reverse	8	0.026573816314339638
6804	rnn.bias_ih_l0_reverse	9	0.06580532342195511
6804	rnn.bias_hh_l0_reverse	0	0.021856119856238365
6804	rnn.bias_hh_l0_reverse	1	0.0636107549071312
6804	rnn.bias_hh_l0_reverse	2	0.08066070824861526
6804	rnn.bias_hh_l0_reverse	3	-0.003228437155485153
6804	rnn.bias_hh_l0_reverse	4	0.07973292469978333
6804	rnn.bias_hh_l0_reverse	5	0.030017824843525887
6804	rnn.bias_hh_l0_reverse	6	-0.07072942703962326
6804	rnn.bias_hh_l0_reverse	7	0.036925919353961945
6804	rnn.bias_hh_l0_reverse	8	0.033637043088674545
6804	rnn.bias_hh_l0_reverse	9	-0.1084793359041214
6804	linear.weight	0	0.14084459841251373
6804	linear.weight	1	-0.10312102735042572
6804	linear.weight	2	-0.12207824736833572
6804	linear.weight	3	0.0492200143635273
6804	linear.weight	4	0.001081894850358367
6804	linear.weight	5	-0.052827365696430206
6804	linear.weight	6	-0.012067901901900768
6804	linear.weight	7	-0.03289401903748512
6804	linear.weight	8	0.03888082131743431
6804	linear.weight	9	0.3007139563560486
6804	linear.bias	0	-0.004605377558618784
6804	linear.bias	1	0.1062871590256691
6804	linear.bias	2	-0.38977354764938354
6804	linear.bias	3	1.2388898134231567
6804	linear.bias	4	-0.34267309308052063
6804	linear.bias	5	-0.030769959092140198
6804	linear.bias	6	-0.27296626567840576
6804	linear.bias	7	-0.15527194738388062
6804	linear.bias	8	0.08683288842439651
6804	linear.bias	9	-0.4001423120498657
6832	transitions	0	-0.5868882536888123
6832	transitions	1	0.4155645966529846
6832	transitions	2	1.761293888092041
6832	transitions	3	0.1688450276851654
6832	transitions	4	1.0006924867630005
6832	transitions	5	1.27528977394104
6832	transitions	6	0.48489809036254883
6832	transitions	7	0.18352553248405457
6832	transitions	8	-0.9188506603240967
6832	transitions	9	0.9307724237442017
6832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6832	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6832	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6832	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6832	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6832	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6832	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6832	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6832	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6832	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6832	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6832	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6832	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6832	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6832	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6832	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6832	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6832	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6832	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6832	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6832	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6832	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6832	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6832	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6832	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6832	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6832	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6832	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6832	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6832	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6832	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6832	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6832	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6832	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6832	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6832	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6832	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6832	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6832	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6832	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6832	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6832	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6832	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6832	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6832	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6832	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6832	embedding2nn.weight	0	0.010787458159029484
6832	embedding2nn.weight	1	0.014207974076271057
6832	embedding2nn.weight	2	-0.004898115526884794
6832	embedding2nn.weight	3	0.001310598338022828
6832	embedding2nn.weight	4	-0.003564761485904455
6832	embedding2nn.weight	5	0.006278426852077246
6832	embedding2nn.weight	6	-0.003169397823512554
6832	embedding2nn.weight	7	0.010830620303750038
6832	embedding2nn.weight	8	-0.007526927627623081
6832	embedding2nn.weight	9	-0.01354947965592146
6832	embedding2nn.bias	0	-0.017076564952731133
6832	embedding2nn.bias	1	-0.00690395338460803
6832	embedding2nn.bias	2	-0.07990577071905136
6832	embedding2nn.bias	3	0.008436777628958225
6832	embedding2nn.bias	4	0.015244202688336372
6832	embedding2nn.bias	5	-0.0059420401230454445
6832	embedding2nn.bias	6	0.02428990602493286
6832	embedding2nn.bias	7	0.06451533734798431
6832	embedding2nn.bias	8	0.010725460015237331
6832	embedding2nn.bias	9	-0.01565586030483246
6832	rnn.weight_ih_l0	0	0.0351191982626915
6832	rnn.weight_ih_l0	1	-0.001944980351254344
6832	rnn.weight_ih_l0	2	-0.021573374047875404
6832	rnn.weight_ih_l0	3	-0.04828714579343796
6832	rnn.weight_ih_l0	4	-0.05020403861999512
6832	rnn.weight_ih_l0	5	0.0006889094947837293
6832	rnn.weight_ih_l0	6	-0.055429890751838684
6832	rnn.weight_ih_l0	7	-0.053584977984428406
6832	rnn.weight_ih_l0	8	-0.04609062522649765
6832	rnn.weight_ih_l0	9	-0.027178173884749413
6832	rnn.weight_hh_l0	0	0.012342384085059166
6832	rnn.weight_hh_l0	1	-0.021701250225305557
6832	rnn.weight_hh_l0	2	-0.025048447772860527
6832	rnn.weight_hh_l0	3	-0.015564178116619587
6832	rnn.weight_hh_l0	4	-0.05947718024253845
6832	rnn.weight_hh_l0	5	-0.01338187512010336
6832	rnn.weight_hh_l0	6	-0.03768852353096008
6832	rnn.weight_hh_l0	7	0.018441803753376007
6832	rnn.weight_hh_l0	8	-0.02179018035531044
6832	rnn.weight_hh_l0	9	0.023724818602204323
6832	rnn.bias_ih_l0	0	0.08320915699005127
6832	rnn.bias_ih_l0	1	-0.05267389118671417
6832	rnn.bias_ih_l0	2	0.10152687132358551
6832	rnn.bias_ih_l0	3	0.07022418826818466
6832	rnn.bias_ih_l0	4	0.09222238510847092
6832	rnn.bias_ih_l0	5	0.019011620432138443
6832	rnn.bias_ih_l0	6	-0.016292914748191833
6832	rnn.bias_ih_l0	7	-0.06683069467544556
6832	rnn.bias_ih_l0	8	-0.11673924326896667
6832	rnn.bias_ih_l0	9	0.0674036368727684
6832	rnn.bias_hh_l0	0	-0.024690458551049232
6832	rnn.bias_hh_l0	1	0.015324277803301811
6832	rnn.bias_hh_l0	2	-0.011488932184875011
6832	rnn.bias_hh_l0	3	-0.011042310856282711
6832	rnn.bias_hh_l0	4	-0.05135083571076393
6832	rnn.bias_hh_l0	5	0.10139267891645432
6832	rnn.bias_hh_l0	6	-0.006672406103461981
6832	rnn.bias_hh_l0	7	-0.0007708297926001251
6832	rnn.bias_hh_l0	8	0.018075833097100258
6832	rnn.bias_hh_l0	9	0.04735121130943298
6832	rnn.weight_ih_l0_reverse	0	-0.03250822424888611
6832	rnn.weight_ih_l0_reverse	1	-0.0019526021787896752
6832	rnn.weight_ih_l0_reverse	2	0.023018021136522293
6832	rnn.weight_ih_l0_reverse	3	-0.05875765159726143
6832	rnn.weight_ih_l0_reverse	4	0.008392308838665485
6832	rnn.weight_ih_l0_reverse	5	-0.05469461530447006
6832	rnn.weight_ih_l0_reverse	6	0.012970481999218464
6832	rnn.weight_ih_l0_reverse	7	0.041013479232788086
6832	rnn.weight_ih_l0_reverse	8	-0.03890163451433182
6832	rnn.weight_ih_l0_reverse	9	-0.051060039550065994
6832	rnn.weight_hh_l0_reverse	0	-0.06968926638364792
6832	rnn.weight_hh_l0_reverse	1	-0.056296542286872864
6832	rnn.weight_hh_l0_reverse	2	0.01175581943243742
6832	rnn.weight_hh_l0_reverse	3	0.04043995589017868
6832	rnn.weight_hh_l0_reverse	4	0.022637374699115753
6832	rnn.weight_hh_l0_reverse	5	0.043451469391584396
6832	rnn.weight_hh_l0_reverse	6	-0.0038048247806727886
6832	rnn.weight_hh_l0_reverse	7	-0.003113049315288663
6832	rnn.weight_hh_l0_reverse	8	-0.07731602340936661
6832	rnn.weight_hh_l0_reverse	9	0.038572318851947784
6832	rnn.bias_ih_l0_reverse	0	-0.04032667726278305
6832	rnn.bias_ih_l0_reverse	1	-0.06563358008861542
6832	rnn.bias_ih_l0_reverse	2	0.09198220819234848
6832	rnn.bias_ih_l0_reverse	3	0.028852231800556183
6832	rnn.bias_ih_l0_reverse	4	-0.08818825334310532
6832	rnn.bias_ih_l0_reverse	5	0.025278445333242416
6832	rnn.bias_ih_l0_reverse	6	-0.09441670775413513
6832	rnn.bias_ih_l0_reverse	7	0.02914891019463539
6832	rnn.bias_ih_l0_reverse	8	0.02727050893008709
6832	rnn.bias_ih_l0_reverse	9	0.06495974212884903
6832	rnn.bias_hh_l0_reverse	0	0.024015722796320915
6832	rnn.bias_hh_l0_reverse	1	0.06300882250070572
6832	rnn.bias_hh_l0_reverse	2	0.0805741474032402
6832	rnn.bias_hh_l0_reverse	3	-0.0022533591836690903
6832	rnn.bias_hh_l0_reverse	4	0.07996315509080887
6832	rnn.bias_hh_l0_reverse	5	0.02864581160247326
6832	rnn.bias_hh_l0_reverse	6	-0.06973589956760406
6832	rnn.bias_hh_l0_reverse	7	0.035586390644311905
6832	rnn.bias_hh_l0_reverse	8	0.032901182770729065
6832	rnn.bias_hh_l0_reverse	9	-0.11023548245429993
6832	linear.weight	0	0.14953260123729706
6832	linear.weight	1	-0.10316023230552673
6832	linear.weight	2	-0.12155555933713913
6832	linear.weight	3	0.05847815051674843
6832	linear.weight	4	0.0013429244281724095
6832	linear.weight	5	-0.05219930782914162
6832	linear.weight	6	-0.011983953416347504
6832	linear.weight	7	-0.0328490324318409
6832	linear.weight	8	0.03652087599039078
6832	linear.weight	9	0.30653706192970276
6832	linear.bias	0	0.0022348056081682444
6832	linear.bias	1	0.11211025714874268
6832	linear.bias	2	-0.39244115352630615
6832	linear.bias	3	1.2433074712753296
6832	linear.bias	4	-0.343794584274292
6832	linear.bias	5	-0.030769959092140198
6832	linear.bias	6	-0.27595505118370056
6832	linear.bias	7	-0.15153445303440094
6832	linear.bias	8	0.0843476727604866
6832	linear.bias	9	-0.40059366822242737
6860	transitions	0	-0.5870807766914368
6860	transitions	1	0.4152032136917114
6860	transitions	2	1.760971188545227
6860	transitions	3	0.1686711311340332
6860	transitions	4	1.000403881072998
6860	transitions	5	1.2752834558486938
6860	transitions	6	0.4848863184452057
6860	transitions	7	0.18352153897285461
6860	transitions	8	-0.9188543558120728
6860	transitions	9	0.9307721853256226
6860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6860	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6860	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6860	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6860	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6860	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6860	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6860	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6860	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6860	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6860	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6860	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6860	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6860	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6860	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6860	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6860	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6860	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6860	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6860	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6860	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6860	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6860	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6860	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6860	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6860	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6860	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6860	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6860	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6860	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6860	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6860	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6860	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6860	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6860	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6860	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6860	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6860	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6860	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6860	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6860	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6860	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6860	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6860	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6860	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6860	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6860	embedding2nn.weight	0	0.010422277264297009
6860	embedding2nn.weight	1	0.014128213748335838
6860	embedding2nn.weight	2	-0.004893652629107237
6860	embedding2nn.weight	3	0.0015860419953241944
6860	embedding2nn.weight	4	-0.003515264019370079
6860	embedding2nn.weight	5	0.006579467561095953
6860	embedding2nn.weight	6	-0.003116170410066843
6860	embedding2nn.weight	7	0.010274959728121758
6860	embedding2nn.weight	8	-0.007509041111916304
6860	embedding2nn.weight	9	-0.013525811955332756
6860	embedding2nn.bias	0	-0.019321024417877197
6860	embedding2nn.bias	1	-0.008229732513427734
6860	embedding2nn.bias	2	-0.07609464228153229
6860	embedding2nn.bias	3	0.005189442541450262
6860	embedding2nn.bias	4	0.01298709586262703
6860	embedding2nn.bias	5	-0.0077462890185415745
6860	embedding2nn.bias	6	0.020661452785134315
6860	embedding2nn.bias	7	0.06047408655285835
6860	embedding2nn.bias	8	0.008012778125703335
6860	embedding2nn.bias	9	-0.013431105762720108
6860	rnn.weight_ih_l0	0	0.03491850942373276
6860	rnn.weight_ih_l0	1	-0.001370736164972186
6860	rnn.weight_ih_l0	2	-0.022172018885612488
6860	rnn.weight_ih_l0	3	-0.048359330743551254
6860	rnn.weight_ih_l0	4	-0.04990703612565994
6860	rnn.weight_ih_l0	5	0.0004722128505818546
6860	rnn.weight_ih_l0	6	-0.05540106073021889
6860	rnn.weight_ih_l0	7	-0.05382116883993149
6860	rnn.weight_ih_l0	8	-0.04634609818458557
6860	rnn.weight_ih_l0	9	-0.027489272877573967
6860	rnn.weight_hh_l0	0	0.012767995707690716
6860	rnn.weight_hh_l0	1	-0.02141749858856201
6860	rnn.weight_hh_l0	2	-0.024727849289774895
6860	rnn.weight_hh_l0	3	-0.01576339825987816
6860	rnn.weight_hh_l0	4	-0.06009775400161743
6860	rnn.weight_hh_l0	5	-0.013766922987997532
6860	rnn.weight_hh_l0	6	-0.03607969358563423
6860	rnn.weight_hh_l0	7	0.019166413694620132
6860	rnn.weight_hh_l0	8	-0.021720755845308304
6860	rnn.weight_hh_l0	9	0.022984810173511505
6860	rnn.bias_ih_l0	0	0.08429443836212158
6860	rnn.bias_ih_l0	1	-0.052678655833005905
6860	rnn.bias_ih_l0	2	0.10336976498365402
6860	rnn.bias_ih_l0	3	0.07301145792007446
6860	rnn.bias_ih_l0	4	0.09066838771104813
6860	rnn.bias_ih_l0	5	0.01912524923682213
6860	rnn.bias_ih_l0	6	-0.013937427662312984
6860	rnn.bias_ih_l0	7	-0.06960221379995346
6860	rnn.bias_ih_l0	8	-0.11910278350114822
6860	rnn.bias_ih_l0	9	0.0692673772573471
6860	rnn.bias_hh_l0	0	-0.024643464013934135
6860	rnn.bias_hh_l0	1	0.014574442990124226
6860	rnn.bias_hh_l0	2	-0.011643720790743828
6860	rnn.bias_hh_l0	3	-0.011788815259933472
6860	rnn.bias_hh_l0	4	-0.05214320868253708
6860	rnn.bias_hh_l0	5	0.10113212466239929
6860	rnn.bias_hh_l0	6	-0.0064280228689312935
6860	rnn.bias_hh_l0	7	0.0006884402246214449
6860	rnn.bias_hh_l0	8	0.02043132483959198
6860	rnn.bias_hh_l0	9	0.046133436262607574
6860	rnn.weight_ih_l0_reverse	0	-0.032545920461416245
6860	rnn.weight_ih_l0_reverse	1	-0.0017016619676724076
6860	rnn.weight_ih_l0_reverse	2	0.022910041734576225
6860	rnn.weight_ih_l0_reverse	3	-0.05921878665685654
6860	rnn.weight_ih_l0_reverse	4	0.008311023935675621
6860	rnn.weight_ih_l0_reverse	5	-0.05475970730185509
6860	rnn.weight_ih_l0_reverse	6	0.013340783305466175
6860	rnn.weight_ih_l0_reverse	7	0.0409366637468338
6860	rnn.weight_ih_l0_reverse	8	-0.03897241875529289
6860	rnn.weight_ih_l0_reverse	9	-0.05140603706240654
6860	rnn.weight_hh_l0_reverse	0	-0.06974779069423676
6860	rnn.weight_hh_l0_reverse	1	-0.05589260533452034
6860	rnn.weight_hh_l0_reverse	2	0.011714541353285313
6860	rnn.weight_hh_l0_reverse	3	0.04090161621570587
6860	rnn.weight_hh_l0_reverse	4	0.02259870432317257
6860	rnn.weight_hh_l0_reverse	5	0.043453771620988846
6860	rnn.weight_hh_l0_reverse	6	-0.0021347147412598133
6860	rnn.weight_hh_l0_reverse	7	-0.0036066535394638777
6860	rnn.weight_hh_l0_reverse	8	-0.07751970738172531
6860	rnn.weight_hh_l0_reverse	9	0.038849953562021255
6860	rnn.bias_ih_l0_reverse	0	-0.03981924429535866
6860	rnn.bias_ih_l0_reverse	1	-0.06492730230093002
6860	rnn.bias_ih_l0_reverse	2	0.09320913255214691
6860	rnn.bias_ih_l0_reverse	3	0.027927225455641747
6860	rnn.bias_ih_l0_reverse	4	-0.09071317315101624
6860	rnn.bias_ih_l0_reverse	5	0.023426230996847153
6860	rnn.bias_ih_l0_reverse	6	-0.09330547600984573
6860	rnn.bias_ih_l0_reverse	7	0.02651902846992016
6860	rnn.bias_ih_l0_reverse	8	0.029053447768092155
6860	rnn.bias_ih_l0_reverse	9	0.06623635441064835
6860	rnn.bias_hh_l0_reverse	0	0.025168325752019882
6860	rnn.bias_hh_l0_reverse	1	0.0625157579779625
6860	rnn.bias_hh_l0_reverse	2	0.08063192665576935
6860	rnn.bias_hh_l0_reverse	3	-0.003263249294832349
6860	rnn.bias_hh_l0_reverse	4	0.07902064174413681
6860	rnn.bias_hh_l0_reverse	5	0.030795246362686157
6860	rnn.bias_hh_l0_reverse	6	-0.07074917107820511
6860	rnn.bias_hh_l0_reverse	7	0.035481832921504974
6860	rnn.bias_hh_l0_reverse	8	0.03366658091545105
6860	rnn.bias_hh_l0_reverse	9	-0.11052952706813812
6860	linear.weight	0	0.1514066904783249
6860	linear.weight	1	-0.103152334690094
6860	linear.weight	2	-0.1225513443350792
6860	linear.weight	3	0.06850612908601761
6860	linear.weight	4	0.0017182246083393693
6860	linear.weight	5	-0.05166776105761528
6860	linear.weight	6	-0.011957522481679916
6860	linear.weight	7	-0.03278496488928795
6860	linear.weight	8	0.0365714430809021
6860	linear.weight	9	0.3073183596134186
6860	linear.bias	0	0.0032964814454317093
6860	linear.bias	1	0.10336648672819138
6860	linear.bias	2	-0.3931329548358917
6860	linear.bias	3	1.2514288425445557
6860	linear.bias	4	-0.3373793363571167
6860	linear.bias	5	-0.030769959092140198
6860	linear.bias	6	-0.2737087905406952
6860	linear.bias	7	-0.15685173869132996
6860	linear.bias	8	0.0908270850777626
6860	linear.bias	9	-0.40102478861808777
6888	transitions	0	-0.5872761011123657
6888	transitions	1	0.415040522813797
6888	transitions	2	1.760839819908142
6888	transitions	3	0.16850997507572174
6888	transitions	4	1.0002260208129883
6888	transitions	5	1.2752740383148193
6888	transitions	6	0.4848853051662445
6888	transitions	7	0.18350748717784882
6888	transitions	8	-0.9188556671142578
6888	transitions	9	0.9307721257209778
6888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6888	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6888	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6888	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6888	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6888	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6888	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6888	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6888	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6888	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6888	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6888	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6888	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6888	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6888	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6888	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6888	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6888	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6888	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6888	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6888	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6888	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6888	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6888	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6888	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6888	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6888	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6888	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6888	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6888	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6888	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6888	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6888	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6888	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6888	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6888	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6888	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6888	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6888	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6888	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6888	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6888	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6888	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6888	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6888	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6888	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6888	embedding2nn.weight	0	0.010683845728635788
6888	embedding2nn.weight	1	0.014071352779865265
6888	embedding2nn.weight	2	-0.004930746275931597
6888	embedding2nn.weight	3	0.0014865334378555417
6888	embedding2nn.weight	4	-0.003448864910751581
6888	embedding2nn.weight	5	0.0066124452278018
6888	embedding2nn.weight	6	-0.0031840356532484293
6888	embedding2nn.weight	7	0.009297018870711327
6888	embedding2nn.weight	8	-0.007728811353445053
6888	embedding2nn.weight	9	-0.013431008905172348
6888	embedding2nn.bias	0	-0.019091608002781868
6888	embedding2nn.bias	1	-0.013242674991488457
6888	embedding2nn.bias	2	-0.07053172588348389
6888	embedding2nn.bias	3	0.0033942798618227243
6888	embedding2nn.bias	4	0.015443575568497181
6888	embedding2nn.bias	5	-0.015933450311422348
6888	embedding2nn.bias	6	0.017440512776374817
6888	embedding2nn.bias	7	0.059744153171777725
6888	embedding2nn.bias	8	0.012374374084174633
6888	embedding2nn.bias	9	-0.011863768100738525
6888	rnn.weight_ih_l0	0	0.03485284000635147
6888	rnn.weight_ih_l0	1	-0.001003243844024837
6888	rnn.weight_ih_l0	2	-0.021852945908904076
6888	rnn.weight_ih_l0	3	-0.048244964331388474
6888	rnn.weight_ih_l0	4	-0.050075966864824295
6888	rnn.weight_ih_l0	5	0.00023658711870666593
6888	rnn.weight_ih_l0	6	-0.05501452460885048
6888	rnn.weight_ih_l0	7	-0.05366352200508118
6888	rnn.weight_ih_l0	8	-0.04687242582440376
6888	rnn.weight_ih_l0	9	-0.027376143261790276
6888	rnn.weight_hh_l0	0	0.012790710665285587
6888	rnn.weight_hh_l0	1	-0.02146727778017521
6888	rnn.weight_hh_l0	2	-0.024798890575766563
6888	rnn.weight_hh_l0	3	-0.015812236815690994
6888	rnn.weight_hh_l0	4	-0.06020335853099823
6888	rnn.weight_hh_l0	5	-0.014239205047488213
6888	rnn.weight_hh_l0	6	-0.03544889762997627
6888	rnn.weight_hh_l0	7	0.01885843090713024
6888	rnn.weight_hh_l0	8	-0.02184363454580307
6888	rnn.weight_hh_l0	9	0.02302688919007778
6888	rnn.bias_ih_l0	0	0.08434605598449707
6888	rnn.bias_ih_l0	1	-0.051620882004499435
6888	rnn.bias_ih_l0	2	0.10246255248785019
6888	rnn.bias_ih_l0	3	0.070456363260746
6888	rnn.bias_ih_l0	4	0.09091117233037949
6888	rnn.bias_ih_l0	5	0.018661433830857277
6888	rnn.bias_ih_l0	6	-0.011474987491965294
6888	rnn.bias_ih_l0	7	-0.06504310667514801
6888	rnn.bias_ih_l0	8	-0.1206398606300354
6888	rnn.bias_ih_l0	9	0.0709632933139801
6888	rnn.bias_hh_l0	0	-0.02466525509953499
6888	rnn.bias_hh_l0	1	0.015245658345520496
6888	rnn.bias_hh_l0	2	-0.012392930686473846
6888	rnn.bias_hh_l0	3	-0.015652937814593315
6888	rnn.bias_hh_l0	4	-0.05196582153439522
6888	rnn.bias_hh_l0	5	0.09980002790689468
6888	rnn.bias_hh_l0	6	-0.008127965964376926
6888	rnn.bias_hh_l0	7	0.0025993292219936848
6888	rnn.bias_hh_l0	8	0.022893762215971947
6888	rnn.bias_hh_l0	9	0.04727080836892128
6888	rnn.weight_ih_l0_reverse	0	-0.032354384660720825
6888	rnn.weight_ih_l0_reverse	1	-0.0013548836577683687
6888	rnn.weight_ih_l0_reverse	2	0.023116417229175568
6888	rnn.weight_ih_l0_reverse	3	-0.05899995192885399
6888	rnn.weight_ih_l0_reverse	4	0.007983632385730743
6888	rnn.weight_ih_l0_reverse	5	-0.05473120138049126
6888	rnn.weight_ih_l0_reverse	6	0.013151961378753185
6888	rnn.weight_ih_l0_reverse	7	0.040915150195360184
6888	rnn.weight_ih_l0_reverse	8	-0.03886781632900238
6888	rnn.weight_ih_l0_reverse	9	-0.051361165940761566
6888	rnn.weight_hh_l0_reverse	0	-0.07017987221479416
6888	rnn.weight_hh_l0_reverse	1	-0.054731160402297974
6888	rnn.weight_hh_l0_reverse	2	0.011820279061794281
6888	rnn.weight_hh_l0_reverse	3	0.04066569730639458
6888	rnn.weight_hh_l0_reverse	4	0.022234519943594933
6888	rnn.weight_hh_l0_reverse	5	0.043369460850954056
6888	rnn.weight_hh_l0_reverse	6	-0.0018582363845780492
6888	rnn.weight_hh_l0_reverse	7	-0.0034201855305582285
6888	rnn.weight_hh_l0_reverse	8	-0.07703161239624023
6888	rnn.weight_hh_l0_reverse	9	0.03859281912446022
6888	rnn.bias_ih_l0_reverse	0	-0.0423765666782856
6888	rnn.bias_ih_l0_reverse	1	-0.056347910314798355
6888	rnn.bias_ih_l0_reverse	2	0.0938478410243988
6888	rnn.bias_ih_l0_reverse	3	0.02889958582818508
6888	rnn.bias_ih_l0_reverse	4	-0.0904514417052269
6888	rnn.bias_ih_l0_reverse	5	0.020937465131282806
6888	rnn.bias_ih_l0_reverse	6	-0.09416326880455017
6888	rnn.bias_ih_l0_reverse	7	0.025057874619960785
6888	rnn.bias_ih_l0_reverse	8	0.02534087561070919
6888	rnn.bias_ih_l0_reverse	9	0.06668928265571594
6888	rnn.bias_hh_l0_reverse	0	0.0297410786151886
6888	rnn.bias_hh_l0_reverse	1	0.059659671038389206
6888	rnn.bias_hh_l0_reverse	2	0.07846522331237793
6888	rnn.bias_hh_l0_reverse	3	-0.003954515792429447
6888	rnn.bias_hh_l0_reverse	4	0.07959938049316406
6888	rnn.bias_hh_l0_reverse	5	0.018002239987254143
6888	rnn.bias_hh_l0_reverse	6	-0.07170990109443665
6888	rnn.bias_hh_l0_reverse	7	0.036786358803510666
6888	rnn.bias_hh_l0_reverse	8	0.033235348761081696
6888	rnn.bias_hh_l0_reverse	9	-0.10908221453428268
6888	linear.weight	0	0.1584537923336029
6888	linear.weight	1	-0.10538888722658157
6888	linear.weight	2	-0.12481054663658142
6888	linear.weight	3	0.06804156303405762
6888	linear.weight	4	0.0007496164180338383
6888	linear.weight	5	-0.05623679980635643
6888	linear.weight	6	-0.011940102092921734
6888	linear.weight	7	-0.03262944519519806
6888	linear.weight	8	0.03710922226309776
6888	linear.weight	9	0.3069148361682892
6888	linear.bias	0	-0.003349138656631112
6888	linear.bias	1	0.09467966854572296
6888	linear.bias	2	-0.39263635873794556
6888	linear.bias	3	1.28459632396698
6888	linear.bias	4	-0.33819580078125
6888	linear.bias	5	-0.030769959092140198
6888	linear.bias	6	-0.2726651728153229
6888	linear.bias	7	-0.16272073984146118
6888	linear.bias	8	0.09038776159286499
6888	linear.bias	9	-0.40139973163604736
6916	transitions	0	-0.5874652862548828
6916	transitions	1	0.4148651361465454
6916	transitions	2	1.760570764541626
6916	transitions	3	0.16833488643169403
6916	transitions	4	0.9998987317085266
6916	transitions	5	1.2752666473388672
6916	transitions	6	0.48487791419029236
6916	transitions	7	0.18350087106227875
6916	transitions	8	-0.918857991695404
6916	transitions	9	0.930772066116333
6916	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6916	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6916	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6916	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6916	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6916	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6916	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6916	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6916	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6916	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6916	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6916	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6916	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6916	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6916	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6916	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6916	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6916	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6916	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6916	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6916	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6916	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6916	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6916	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6916	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6916	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6916	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6916	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6916	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6916	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6916	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6916	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6916	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6916	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6916	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6916	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6916	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6916	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6916	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6916	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6916	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6916	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6916	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6916	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6916	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6916	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6916	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6916	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6916	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6916	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6916	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6916	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6916	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6916	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6916	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6916	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6916	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6916	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6916	embedding2nn.weight	0	0.00984108541160822
6916	embedding2nn.weight	1	0.014118430204689503
6916	embedding2nn.weight	2	-0.0049244011752307415
6916	embedding2nn.weight	3	0.0014380516950041056
6916	embedding2nn.weight	4	-0.003437579842284322
6916	embedding2nn.weight	5	0.00674503343179822
6916	embedding2nn.weight	6	-0.0032425725366920233
6916	embedding2nn.weight	7	0.00920315831899643
6916	embedding2nn.weight	8	-0.007738824002444744
6916	embedding2nn.weight	9	-0.01322006806731224
6916	embedding2nn.bias	0	-0.026161661371588707
6916	embedding2nn.bias	1	-0.007039646152406931
6916	embedding2nn.bias	2	-0.0663260966539383
6916	embedding2nn.bias	3	0.002507787197828293
6916	embedding2nn.bias	4	0.012244860641658306
6916	embedding2nn.bias	5	-0.007079262286424637
6916	embedding2nn.bias	6	0.014394339174032211
6916	embedding2nn.bias	7	0.05876879766583443
6916	embedding2nn.bias	8	0.009124633856117725
6916	embedding2nn.bias	9	-0.008772364817559719
6916	rnn.weight_ih_l0	0	0.03507137671113014
6916	rnn.weight_ih_l0	1	-0.0015979153104126453
6916	rnn.weight_ih_l0	2	-0.02172897942364216
6916	rnn.weight_ih_l0	3	-0.04837531968951225
6916	rnn.weight_ih_l0	4	-0.05010000616312027
6916	rnn.weight_ih_l0	5	0.00031995793688111007
6916	rnn.weight_ih_l0	6	-0.05528472736477852
6916	rnn.weight_ih_l0	7	-0.053363699465990067
6916	rnn.weight_ih_l0	8	-0.0471777617931366
6916	rnn.weight_ih_l0	9	-0.027252087369561195
6916	rnn.weight_hh_l0	0	0.012624131515622139
6916	rnn.weight_hh_l0	1	-0.02158856950700283
6916	rnn.weight_hh_l0	2	-0.025289535522460938
6916	rnn.weight_hh_l0	3	-0.015633296221494675
6916	rnn.weight_hh_l0	4	-0.05996596813201904
6916	rnn.weight_hh_l0	5	-0.014248030260205269
6916	rnn.weight_hh_l0	6	-0.03547477722167969
6916	rnn.weight_hh_l0	7	0.019209086894989014
6916	rnn.weight_hh_l0	8	-0.02191789075732231
6916	rnn.weight_hh_l0	9	0.023734502494335175
6916	rnn.bias_ih_l0	0	0.08433748036623001
6916	rnn.bias_ih_l0	1	-0.051631901413202286
6916	rnn.bias_ih_l0	2	0.10258889198303223
6916	rnn.bias_ih_l0	3	0.07066315412521362
6916	rnn.bias_ih_l0	4	0.0874386727809906
6916	rnn.bias_ih_l0	5	0.01725846156477928
6916	rnn.bias_ih_l0	6	-0.012495243921875954
6916	rnn.bias_ih_l0	7	-0.07195557653903961
6916	rnn.bias_ih_l0	8	-0.11362670361995697
6916	rnn.bias_ih_l0	9	0.06972090899944305
6916	rnn.bias_hh_l0	0	-0.02508658729493618
6916	rnn.bias_hh_l0	1	0.013547936454415321
6916	rnn.bias_hh_l0	2	-0.013339200988411903
6916	rnn.bias_hh_l0	3	-0.01463464368134737
6916	rnn.bias_hh_l0	4	-0.053897056728601456
6916	rnn.bias_hh_l0	5	0.10073275119066238
6916	rnn.bias_hh_l0	6	-0.008132434450089931
6916	rnn.bias_hh_l0	7	0.0033415821380913258
6916	rnn.bias_hh_l0	8	0.021873509511351585
6916	rnn.bias_hh_l0	9	0.0469202920794487
6916	rnn.weight_ih_l0_reverse	0	-0.03268873691558838
6916	rnn.weight_ih_l0_reverse	1	-0.0008945534355007112
6916	rnn.weight_ih_l0_reverse	2	0.02302120439708233
6916	rnn.weight_ih_l0_reverse	3	-0.05857452005147934
6916	rnn.weight_ih_l0_reverse	4	0.008011318743228912
6916	rnn.weight_ih_l0_reverse	5	-0.05466926842927933
6916	rnn.weight_ih_l0_reverse	6	0.013708743266761303
6916	rnn.weight_ih_l0_reverse	7	0.04111720249056816
6916	rnn.weight_ih_l0_reverse	8	-0.03872391954064369
6916	rnn.weight_ih_l0_reverse	9	-0.05170280858874321
6916	rnn.weight_hh_l0_reverse	0	-0.07028902322053909
6916	rnn.weight_hh_l0_reverse	1	-0.054469622671604156
6916	rnn.weight_hh_l0_reverse	2	0.011123023927211761
6916	rnn.weight_hh_l0_reverse	3	0.04053341969847679
6916	rnn.weight_hh_l0_reverse	4	0.02244657278060913
6916	rnn.weight_hh_l0_reverse	5	0.04310930520296097
6916	rnn.weight_hh_l0_reverse	6	-0.0007519533974118531
6916	rnn.weight_hh_l0_reverse	7	-0.0034749857150018215
6916	rnn.weight_hh_l0_reverse	8	-0.07730553299188614
6916	rnn.weight_hh_l0_reverse	9	0.03841465711593628
6916	rnn.bias_ih_l0_reverse	0	-0.0415201336145401
6916	rnn.bias_ih_l0_reverse	1	-0.059044934809207916
6916	rnn.bias_ih_l0_reverse	2	0.09348548948764801
6916	rnn.bias_ih_l0_reverse	3	0.03023674339056015
6916	rnn.bias_ih_l0_reverse	4	-0.09129198640584946
6916	rnn.bias_ih_l0_reverse	5	0.021102910861372948
6916	rnn.bias_ih_l0_reverse	6	-0.0945560559630394
6916	rnn.bias_ih_l0_reverse	7	0.02328701876103878
6916	rnn.bias_ih_l0_reverse	8	0.024018583819270134
6916	rnn.bias_ih_l0_reverse	9	0.06592433899641037
6916	rnn.bias_hh_l0_reverse	0	0.027309317141771317
6916	rnn.bias_hh_l0_reverse	1	0.05839397385716438
6916	rnn.bias_hh_l0_reverse	2	0.08014392107725143
6916	rnn.bias_hh_l0_reverse	3	-0.005613785237073898
6916	rnn.bias_hh_l0_reverse	4	0.07925140112638474
6916	rnn.bias_hh_l0_reverse	5	0.013794413767755032
6916	rnn.bias_hh_l0_reverse	6	-0.0717383623123169
6916	rnn.bias_hh_l0_reverse	7	0.03585852310061455
6916	rnn.bias_hh_l0_reverse	8	0.03304209187626839
6916	rnn.bias_hh_l0_reverse	9	-0.10613499581813812
6916	linear.weight	0	0.15801933407783508
6916	linear.weight	1	-0.10531599074602127
6916	linear.weight	2	-0.12451913952827454
6916	linear.weight	3	0.05939996615052223
6916	linear.weight	4	0.0020969780161976814
6916	linear.weight	5	-0.05568838119506836
6916	linear.weight	6	-0.01193806529045105
6916	linear.weight	7	-0.03489916771650314
6916	linear.weight	8	0.03958704322576523
6916	linear.weight	9	0.2976941764354706
6916	linear.bias	0	0.013148420490324497
6916	linear.bias	1	0.1095041036605835
6916	linear.bias	2	-0.3916538953781128
6916	linear.bias	3	1.2623318433761597
6916	linear.bias	4	-0.3390763998031616
6916	linear.bias	5	-0.030769959092140198
6916	linear.bias	6	-0.2735348045825958
6916	linear.bias	7	-0.16352617740631104
6916	linear.bias	8	0.08911901712417603
6916	linear.bias	9	-0.40176376700401306
6944	transitions	0	-0.5876386165618896
6944	transitions	1	0.41467970609664917
6944	transitions	2	1.7602992057800293
6944	transitions	3	0.1681554913520813
6944	transitions	4	0.9992718696594238
6944	transitions	5	1.2752597332000732
6944	transitions	6	0.48484519124031067
6944	transitions	7	0.1834956407546997
6944	transitions	8	-0.9188622236251831
6944	transitions	9	0.930772066116333
6944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6944	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6944	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6944	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6944	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6944	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6944	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6944	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6944	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6944	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6944	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6944	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6944	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6944	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6944	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6944	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6944	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6944	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6944	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6944	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6944	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6944	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6944	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6944	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6944	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6944	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6944	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6944	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6944	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6944	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6944	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6944	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6944	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6944	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6944	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6944	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6944	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6944	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6944	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6944	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6944	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6944	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6944	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6944	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6944	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6944	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6944	embedding2nn.weight	0	0.00928716454654932
6944	embedding2nn.weight	1	0.01428757980465889
6944	embedding2nn.weight	2	-0.004882371984422207
6944	embedding2nn.weight	3	0.0015800291439518332
6944	embedding2nn.weight	4	-0.003333896631374955
6944	embedding2nn.weight	5	0.006840759888291359
6944	embedding2nn.weight	6	-0.0030749179422855377
6944	embedding2nn.weight	7	0.0098084332421422
6944	embedding2nn.weight	8	-0.007729219738394022
6944	embedding2nn.weight	9	-0.01321255974471569
6944	embedding2nn.bias	0	-0.026976998895406723
6944	embedding2nn.bias	1	-0.005509795621037483
6944	embedding2nn.bias	2	-0.06438080221414566
6944	embedding2nn.bias	3	0.0014566801255568862
6944	embedding2nn.bias	4	0.022509651258587837
6944	embedding2nn.bias	5	-0.01060791127383709
6944	embedding2nn.bias	6	0.018157338723540306
6944	embedding2nn.bias	7	0.061520133167505264
6944	embedding2nn.bias	8	0.01304236426949501
6944	embedding2nn.bias	9	-0.012017456814646721
6944	rnn.weight_ih_l0	0	0.034744687378406525
6944	rnn.weight_ih_l0	1	-0.0017504459246993065
6944	rnn.weight_ih_l0	2	-0.02181316167116165
6944	rnn.weight_ih_l0	3	-0.048455510288476944
6944	rnn.weight_ih_l0	4	-0.050254859030246735
6944	rnn.weight_ih_l0	5	0.00032067482243292034
6944	rnn.weight_ih_l0	6	-0.055090975016355515
6944	rnn.weight_ih_l0	7	-0.05341682210564613
6944	rnn.weight_ih_l0	8	-0.047005366533994675
6944	rnn.weight_ih_l0	9	-0.027238016948103905
6944	rnn.weight_hh_l0	0	0.012920551933348179
6944	rnn.weight_hh_l0	1	-0.02180541679263115
6944	rnn.weight_hh_l0	2	-0.025553835555911064
6944	rnn.weight_hh_l0	3	-0.015470914542675018
6944	rnn.weight_hh_l0	4	-0.060208313167095184
6944	rnn.weight_hh_l0	5	-0.014151926152408123
6944	rnn.weight_hh_l0	6	-0.032473377883434296
6944	rnn.weight_hh_l0	7	0.018352195620536804
6944	rnn.weight_hh_l0	8	-0.021945811808109283
6944	rnn.weight_hh_l0	9	0.024446377530694008
6944	rnn.bias_ih_l0	0	0.08342888951301575
6944	rnn.bias_ih_l0	1	-0.04974847286939621
6944	rnn.bias_ih_l0	2	0.10419714450836182
6944	rnn.bias_ih_l0	3	0.07251454144716263
6944	rnn.bias_ih_l0	4	0.08797137439250946
6944	rnn.bias_ih_l0	5	0.017659254372119904
6944	rnn.bias_ih_l0	6	-0.014892587438225746
6944	rnn.bias_ih_l0	7	-0.07071039825677872
6944	rnn.bias_ih_l0	8	-0.1091301441192627
6944	rnn.bias_ih_l0	9	0.07095341384410858
6944	rnn.bias_hh_l0	0	-0.02455848455429077
6944	rnn.bias_hh_l0	1	0.012593289837241173
6944	rnn.bias_hh_l0	2	-0.014051534235477448
6944	rnn.bias_hh_l0	3	-0.01585247367620468
6944	rnn.bias_hh_l0	4	-0.04904951527714729
6944	rnn.bias_hh_l0	5	0.10050398856401443
6944	rnn.bias_hh_l0	6	-0.008080859668552876
6944	rnn.bias_hh_l0	7	0.0034855413250625134
6944	rnn.bias_hh_l0	8	0.019476167857646942
6944	rnn.bias_hh_l0	9	0.04874468222260475
6944	rnn.weight_ih_l0_reverse	0	-0.03246296942234039
6944	rnn.weight_ih_l0_reverse	1	-0.0017872191965579987
6944	rnn.weight_ih_l0_reverse	2	0.023234892636537552
6944	rnn.weight_ih_l0_reverse	3	-0.05866224318742752
6944	rnn.weight_ih_l0_reverse	4	0.008413818664848804
6944	rnn.weight_ih_l0_reverse	5	-0.054452233016490936
6944	rnn.weight_ih_l0_reverse	6	0.01502993144094944
6944	rnn.weight_ih_l0_reverse	7	0.04125489667057991
6944	rnn.weight_ih_l0_reverse	8	-0.03869366645812988
6944	rnn.weight_ih_l0_reverse	9	-0.051884107291698456
6944	rnn.weight_hh_l0_reverse	0	-0.06945783644914627
6944	rnn.weight_hh_l0_reverse	1	-0.053371574729681015
6944	rnn.weight_hh_l0_reverse	2	0.011069996282458305
6944	rnn.weight_hh_l0_reverse	3	0.04034215584397316
6944	rnn.weight_hh_l0_reverse	4	0.0227577555924654
6944	rnn.weight_hh_l0_reverse	5	0.0433649867773056
6944	rnn.weight_hh_l0_reverse	6	-0.0022893373388797045
6944	rnn.weight_hh_l0_reverse	7	-0.003161761211231351
6944	rnn.weight_hh_l0_reverse	8	-0.07707439363002777
6944	rnn.weight_hh_l0_reverse	9	0.038404662162065506
6944	rnn.bias_ih_l0_reverse	0	-0.04015122354030609
6944	rnn.bias_ih_l0_reverse	1	-0.05524871125817299
6944	rnn.bias_ih_l0_reverse	2	0.09310455620288849
6944	rnn.bias_ih_l0_reverse	3	0.03164149448275566
6944	rnn.bias_ih_l0_reverse	4	-0.09101206809282303
6944	rnn.bias_ih_l0_reverse	5	0.02231651544570923
6944	rnn.bias_ih_l0_reverse	6	-0.09658844023942947
6944	rnn.bias_ih_l0_reverse	7	0.024300605058670044
6944	rnn.bias_ih_l0_reverse	8	0.023719580844044685
6944	rnn.bias_ih_l0_reverse	9	0.0660160705447197
6944	rnn.bias_hh_l0_reverse	0	0.028929881751537323
6944	rnn.bias_hh_l0_reverse	1	0.05869343876838684
6944	rnn.bias_hh_l0_reverse	2	0.08079969882965088
6944	rnn.bias_hh_l0_reverse	3	-0.005657273810356855
6944	rnn.bias_hh_l0_reverse	4	0.07857684791088104
6944	rnn.bias_hh_l0_reverse	5	0.011193557642400265
6944	rnn.bias_hh_l0_reverse	6	-0.07094258815050125
6944	rnn.bias_hh_l0_reverse	7	0.03667636960744858
6944	rnn.bias_hh_l0_reverse	8	0.03544287011027336
6944	rnn.bias_hh_l0_reverse	9	-0.11210759729146957
6944	linear.weight	0	0.1600257009267807
6944	linear.weight	1	-0.1052885428071022
6944	linear.weight	2	-0.12398827821016312
6944	linear.weight	3	0.051329974085092545
6944	linear.weight	4	0.001659032073803246
6944	linear.weight	5	-0.05554019659757614
6944	linear.weight	6	-0.01193285919725895
6944	linear.weight	7	-0.034696999937295914
6944	linear.weight	8	0.03957195207476616
6944	linear.weight	9	0.2930371165275574
6944	linear.bias	0	0.005438029300421476
6944	linear.bias	1	0.11387921869754791
6944	linear.bias	2	-0.39370328187942505
6944	linear.bias	3	1.2844042778015137
6944	linear.bias	4	-0.3399123251438141
6944	linear.bias	5	-0.030769959092140198
6944	linear.bias	6	-0.27607280015945435
6944	linear.bias	7	-0.15939201414585114
6944	linear.bias	8	0.09217766672372818
6944	linear.bias	9	-0.40210333466529846
6972	transitions	0	-0.5878145694732666
6972	transitions	1	0.41436535120010376
6972	transitions	2	1.760067105293274
6972	transitions	3	0.16806115210056305
6972	transitions	4	0.9991976022720337
6972	transitions	5	1.2752538919448853
6972	transitions	6	0.48484066128730774
6972	transitions	7	0.18349193036556244
6972	transitions	8	-0.9188650250434875
6972	transitions	9	0.9307718873023987
6972	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
6972	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
6972	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
6972	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
6972	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
6972	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
6972	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
6972	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
6972	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
6972	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
6972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
6972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
6972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
6972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
6972	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
6972	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
6972	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
6972	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
6972	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
6972	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
6972	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
6972	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
6972	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
6972	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
6972	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
6972	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
6972	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
6972	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
6972	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
6972	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
6972	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
6972	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
6972	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
6972	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
6972	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
6972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
6972	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
6972	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
6972	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
6972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
6972	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
6972	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
6972	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
6972	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
6972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
6972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
6972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
6972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
6972	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
6972	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
6972	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
6972	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
6972	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
6972	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
6972	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
6972	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
6972	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
6972	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
6972	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
6972	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
6972	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
6972	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
6972	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
6972	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
6972	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
6972	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
6972	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
6972	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
6972	embedding2nn.weight	0	0.008823852986097336
6972	embedding2nn.weight	1	0.014430884271860123
6972	embedding2nn.weight	2	-0.0048891217447817326
6972	embedding2nn.weight	3	0.0018248324049636722
6972	embedding2nn.weight	4	-0.003253181930631399
6972	embedding2nn.weight	5	0.0069760531187057495
6972	embedding2nn.weight	6	-0.0031733133364468813
6972	embedding2nn.weight	7	0.011455087922513485
6972	embedding2nn.weight	8	-0.007523327600210905
6972	embedding2nn.weight	9	-0.013343681581318378
6972	embedding2nn.bias	0	-0.024933652952313423
6972	embedding2nn.bias	1	-0.012162602506577969
6972	embedding2nn.bias	2	-0.06505860388278961
6972	embedding2nn.bias	3	0.004177739378064871
6972	embedding2nn.bias	4	0.013469227589666843
6972	embedding2nn.bias	5	-0.016654204577207565
6972	embedding2nn.bias	6	0.024386126548051834
6972	embedding2nn.bias	7	0.059541527181863785
6972	embedding2nn.bias	8	0.011647904291749
6972	embedding2nn.bias	9	-0.011458485387265682
6972	rnn.weight_ih_l0	0	0.0348154753446579
6972	rnn.weight_ih_l0	1	-0.0015234528109431267
6972	rnn.weight_ih_l0	2	-0.021120380610227585
6972	rnn.weight_ih_l0	3	-0.048573087900877
6972	rnn.weight_ih_l0	4	-0.050178203731775284
6972	rnn.weight_ih_l0	5	9.968416998162866e-05
6972	rnn.weight_ih_l0	6	-0.05497896298766136
6972	rnn.weight_ih_l0	7	-0.05341612175107002
6972	rnn.weight_ih_l0	8	-0.047056201845407486
6972	rnn.weight_ih_l0	9	-0.027072228491306305
6972	rnn.weight_hh_l0	0	0.013053983449935913
6972	rnn.weight_hh_l0	1	-0.02164229191839695
6972	rnn.weight_hh_l0	2	-0.02558857575058937
6972	rnn.weight_hh_l0	3	-0.015491925179958344
6972	rnn.weight_hh_l0	4	-0.06003478169441223
6972	rnn.weight_hh_l0	5	-0.01422719843685627
6972	rnn.weight_hh_l0	6	-0.03359520435333252
6972	rnn.weight_hh_l0	7	0.018710244446992874
6972	rnn.weight_hh_l0	8	-0.021968835964798927
6972	rnn.weight_hh_l0	9	0.02474660985171795
6972	rnn.bias_ih_l0	0	0.08377601206302643
6972	rnn.bias_ih_l0	1	-0.04999101161956787
6972	rnn.bias_ih_l0	2	0.10452396422624588
6972	rnn.bias_ih_l0	3	0.07413306832313538
6972	rnn.bias_ih_l0	4	0.08984547853469849
6972	rnn.bias_ih_l0	5	0.016860300675034523
6972	rnn.bias_ih_l0	6	-0.012104780413210392
6972	rnn.bias_ih_l0	7	-0.0735776424407959
6972	rnn.bias_ih_l0	8	-0.10871915519237518
6972	rnn.bias_ih_l0	9	0.07266246527433395
6972	rnn.bias_hh_l0	0	-0.026383133605122566
6972	rnn.bias_hh_l0	1	0.013521969318389893
6972	rnn.bias_hh_l0	2	-0.014344980008900166
6972	rnn.bias_hh_l0	3	-0.016370732337236404
6972	rnn.bias_hh_l0	4	-0.04927004873752594
6972	rnn.bias_hh_l0	5	0.10111310333013535
6972	rnn.bias_hh_l0	6	-0.007409337442368269
6972	rnn.bias_hh_l0	7	0.0025881961919367313
6972	rnn.bias_hh_l0	8	0.02226397395133972
6972	rnn.bias_hh_l0	9	0.04994537681341171
6972	rnn.weight_ih_l0_reverse	0	-0.032290372997522354
6972	rnn.weight_ih_l0_reverse	1	-0.0017654610564932227
6972	rnn.weight_ih_l0_reverse	2	0.023194827139377594
6972	rnn.weight_ih_l0_reverse	3	-0.05858597159385681
6972	rnn.weight_ih_l0_reverse	4	0.008397833444178104
6972	rnn.weight_ih_l0_reverse	5	-0.05474498122930527
6972	rnn.weight_ih_l0_reverse	6	0.01587066240608692
6972	rnn.weight_ih_l0_reverse	7	0.04113006591796875
6972	rnn.weight_ih_l0_reverse	8	-0.038781724870204926
6972	rnn.weight_ih_l0_reverse	9	-0.05199650302529335
6972	rnn.weight_hh_l0_reverse	0	-0.0703444629907608
6972	rnn.weight_hh_l0_reverse	1	-0.05195446312427521
6972	rnn.weight_hh_l0_reverse	2	0.011218253523111343
6972	rnn.weight_hh_l0_reverse	3	0.0403912216424942
6972	rnn.weight_hh_l0_reverse	4	0.02274143323302269
6972	rnn.weight_hh_l0_reverse	5	0.04313969612121582
6972	rnn.weight_hh_l0_reverse	6	-0.0013854601420462132
6972	rnn.weight_hh_l0_reverse	7	-0.0031669039744883776
6972	rnn.weight_hh_l0_reverse	8	-0.07707582414150238
6972	rnn.weight_hh_l0_reverse	9	0.03899070620536804
6972	rnn.bias_ih_l0_reverse	0	-0.03979533910751343
6972	rnn.bias_ih_l0_reverse	1	-0.05639894679188728
6972	rnn.bias_ih_l0_reverse	2	0.09434724599123001
6972	rnn.bias_ih_l0_reverse	3	0.031142467632889748
6972	rnn.bias_ih_l0_reverse	4	-0.09358209371566772
6972	rnn.bias_ih_l0_reverse	5	0.022121630609035492
6972	rnn.bias_ih_l0_reverse	6	-0.09439604729413986
6972	rnn.bias_ih_l0_reverse	7	0.0245972853153944
6972	rnn.bias_ih_l0_reverse	8	0.023871568962931633
6972	rnn.bias_ih_l0_reverse	9	0.06587664783000946
6972	rnn.bias_hh_l0_reverse	0	0.02085428684949875
6972	rnn.bias_hh_l0_reverse	1	0.05996529757976532
6972	rnn.bias_hh_l0_reverse	2	0.0812767893075943
6972	rnn.bias_hh_l0_reverse	3	-0.0065762861631810665
6972	rnn.bias_hh_l0_reverse	4	0.07941718399524689
6972	rnn.bias_hh_l0_reverse	5	0.009911754168570042
6972	rnn.bias_hh_l0_reverse	6	-0.07045456767082214
6972	rnn.bias_hh_l0_reverse	7	0.03684405982494354
6972	rnn.bias_hh_l0_reverse	8	0.03518926724791527
6972	rnn.bias_hh_l0_reverse	9	-0.11243800073862076
6972	linear.weight	0	0.14435075223445892
6972	linear.weight	1	-0.10518466681241989
6972	linear.weight	2	-0.12355857342481613
6972	linear.weight	3	0.060604725033044815
6972	linear.weight	4	0.0009696487686596811
6972	linear.weight	5	-0.05788566172122955
6972	linear.weight	6	-0.01192532479763031
6972	linear.weight	7	-0.034472037106752396
6972	linear.weight	8	0.040968917310237885
6972	linear.weight	9	0.2947772145271301
6972	linear.bias	0	0.002482012379914522
6972	linear.bias	1	0.10515609383583069
6972	linear.bias	2	-0.3937370181083679
6972	linear.bias	3	1.2558765411376953
6972	linear.bias	4	-0.34083983302116394
6972	linear.bias	5	-0.030769959092140198
6972	linear.bias	6	-0.27634698152542114
6972	linear.bias	7	-0.16664516925811768
6972	linear.bias	8	0.09550464153289795
6972	linear.bias	9	-0.4024863541126251
7000	transitions	0	-0.5881077647209167
7000	transitions	1	0.4141329526901245
7000	transitions	2	1.757420539855957
7000	transitions	3	0.16796892881393433
7000	transitions	4	0.9990495443344116
7000	transitions	5	1.2752488851547241
7000	transitions	6	0.4848390817642212
7000	transitions	7	0.18348748981952667
7000	transitions	8	-0.9188696146011353
7000	transitions	9	0.9307718276977539
7000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7000	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7000	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7000	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7000	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7000	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7000	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7000	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7000	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7000	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7000	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7000	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7000	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7000	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7000	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7000	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7000	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7000	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7000	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7000	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7000	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7000	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7000	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7000	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7000	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7000	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7000	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7000	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7000	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7000	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7000	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7000	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7000	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7000	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7000	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7000	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7000	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7000	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7000	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7000	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7000	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7000	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7000	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7000	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7000	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7000	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7000	embedding2nn.weight	0	0.008899481035768986
7000	embedding2nn.weight	1	0.014323513023555279
7000	embedding2nn.weight	2	-0.0048418352380394936
7000	embedding2nn.weight	3	0.001986080314964056
7000	embedding2nn.weight	4	-0.0033404449932277203
7000	embedding2nn.weight	5	0.0068120891228318214
7000	embedding2nn.weight	6	-0.0033607978839427233
7000	embedding2nn.weight	7	0.011034716852009296
7000	embedding2nn.weight	8	-0.007707445416599512
7000	embedding2nn.weight	9	-0.013344064354896545
7000	embedding2nn.bias	0	-0.028934799134731293
7000	embedding2nn.bias	1	-0.011438390240073204
7000	embedding2nn.bias	2	-0.07128691673278809
7000	embedding2nn.bias	3	0.005309202242642641
7000	embedding2nn.bias	4	0.01680591329932213
7000	embedding2nn.bias	5	-0.01127947960048914
7000	embedding2nn.bias	6	0.02245800755918026
7000	embedding2nn.bias	7	0.06774546205997467
7000	embedding2nn.bias	8	0.013698607683181763
7000	embedding2nn.bias	9	-0.008349131792783737
7000	rnn.weight_ih_l0	0	0.03477201238274574
7000	rnn.weight_ih_l0	1	-0.0014926781877875328
7000	rnn.weight_ih_l0	2	-0.02199566923081875
7000	rnn.weight_ih_l0	3	-0.048572465777397156
7000	rnn.weight_ih_l0	4	-0.04984527453780174
7000	rnn.weight_ih_l0	5	-0.00013080486678518355
7000	rnn.weight_ih_l0	6	-0.05441663786768913
7000	rnn.weight_ih_l0	7	-0.05316437408328056
7000	rnn.weight_ih_l0	8	-0.04676852747797966
7000	rnn.weight_ih_l0	9	-0.026989586651325226
7000	rnn.weight_hh_l0	0	0.01290114875882864
7000	rnn.weight_hh_l0	1	-0.021995358169078827
7000	rnn.weight_hh_l0	2	-0.024921806529164314
7000	rnn.weight_hh_l0	3	-0.015737492591142654
7000	rnn.weight_hh_l0	4	-0.05991740524768829
7000	rnn.weight_hh_l0	5	-0.014076258055865765
7000	rnn.weight_hh_l0	6	-0.0326986201107502
7000	rnn.weight_hh_l0	7	0.017765570431947708
7000	rnn.weight_hh_l0	8	-0.02211177721619606
7000	rnn.weight_hh_l0	9	0.02473224140703678
7000	rnn.bias_ih_l0	0	0.08401075750589371
7000	rnn.bias_ih_l0	1	-0.05005205050110817
7000	rnn.bias_ih_l0	2	0.10704249143600464
7000	rnn.bias_ih_l0	3	0.07418330013751984
7000	rnn.bias_ih_l0	4	0.08909313380718231
7000	rnn.bias_ih_l0	5	0.01732286624610424
7000	rnn.bias_ih_l0	6	-0.017067668959498405
7000	rnn.bias_ih_l0	7	-0.07204265147447586
7000	rnn.bias_ih_l0	8	-0.10692805051803589
7000	rnn.bias_ih_l0	9	0.07539533078670502
7000	rnn.bias_hh_l0	0	-0.02668136917054653
7000	rnn.bias_hh_l0	1	0.014650428667664528
7000	rnn.bias_hh_l0	2	-0.013487114571034908
7000	rnn.bias_hh_l0	3	-0.016572682186961174
7000	rnn.bias_hh_l0	4	-0.049159444868564606
7000	rnn.bias_hh_l0	5	0.10344942659139633
7000	rnn.bias_hh_l0	6	-0.00786710437387228
7000	rnn.bias_hh_l0	7	0.00343861966393888
7000	rnn.bias_hh_l0	8	0.017301078885793686
7000	rnn.bias_hh_l0	9	0.050204984843730927
7000	rnn.weight_ih_l0_reverse	0	-0.03268290311098099
7000	rnn.weight_ih_l0_reverse	1	-0.0016338654095306993
7000	rnn.weight_ih_l0_reverse	2	0.02316463738679886
7000	rnn.weight_ih_l0_reverse	3	-0.058395471423864365
7000	rnn.weight_ih_l0_reverse	4	0.008885129354894161
7000	rnn.weight_ih_l0_reverse	5	-0.05473583936691284
7000	rnn.weight_ih_l0_reverse	6	0.013853766024112701
7000	rnn.weight_ih_l0_reverse	7	0.04119350388646126
7000	rnn.weight_ih_l0_reverse	8	-0.03891051933169365
7000	rnn.weight_ih_l0_reverse	9	-0.05164817348122597
7000	rnn.weight_hh_l0_reverse	0	-0.07003755867481232
7000	rnn.weight_hh_l0_reverse	1	-0.05232425406575203
7000	rnn.weight_hh_l0_reverse	2	0.011248668655753136
7000	rnn.weight_hh_l0_reverse	3	0.04056807979941368
7000	rnn.weight_hh_l0_reverse	4	0.023426994681358337
7000	rnn.weight_hh_l0_reverse	5	0.04314836487174034
7000	rnn.weight_hh_l0_reverse	6	-0.002337278565391898
7000	rnn.weight_hh_l0_reverse	7	-0.003543861210346222
7000	rnn.weight_hh_l0_reverse	8	-0.07720201462507248
7000	rnn.weight_hh_l0_reverse	9	0.03905011713504791
7000	rnn.bias_ih_l0_reverse	0	-0.029203791171312332
7000	rnn.bias_ih_l0_reverse	1	-0.05565301701426506
7000	rnn.bias_ih_l0_reverse	2	0.09328147023916245
7000	rnn.bias_ih_l0_reverse	3	0.030461831018328667
7000	rnn.bias_ih_l0_reverse	4	-0.09232144802808762
7000	rnn.bias_ih_l0_reverse	5	0.02389688417315483
7000	rnn.bias_ih_l0_reverse	6	-0.0949302464723587
7000	rnn.bias_ih_l0_reverse	7	0.02807042934000492
7000	rnn.bias_ih_l0_reverse	8	0.022372230887413025
7000	rnn.bias_ih_l0_reverse	9	0.06562133133411407
7000	rnn.bias_hh_l0_reverse	0	0.024760909378528595
7000	rnn.bias_hh_l0_reverse	1	0.0593760646879673
7000	rnn.bias_hh_l0_reverse	2	0.079412080347538
7000	rnn.bias_hh_l0_reverse	3	-0.007061525713652372
7000	rnn.bias_hh_l0_reverse	4	0.08027258515357971
7000	rnn.bias_hh_l0_reverse	5	0.007015937939286232
7000	rnn.bias_hh_l0_reverse	6	-0.07040336728096008
7000	rnn.bias_hh_l0_reverse	7	0.038370732218027115
7000	rnn.bias_hh_l0_reverse	8	0.03266417607665062
7000	rnn.bias_hh_l0_reverse	9	-0.11486491560935974
7000	linear.weight	0	0.12652260065078735
7000	linear.weight	1	-0.10514712333679199
7000	linear.weight	2	-0.1257326304912567
7000	linear.weight	3	0.0590522438287735
7000	linear.weight	4	0.0015188829274848104
7000	linear.weight	5	-0.057884279638528824
7000	linear.weight	6	-0.011931093409657478
7000	linear.weight	7	-0.034398067742586136
7000	linear.weight	8	0.039044298231601715
7000	linear.weight	9	0.2947506904602051
7000	linear.bias	0	-0.013821905478835106
7000	linear.bias	1	0.11239064484834671
7000	linear.bias	2	-0.3914121091365814
7000	linear.bias	3	1.2624988555908203
7000	linear.bias	4	-0.3416605591773987
7000	linear.bias	5	-0.030769959092140198
7000	linear.bias	6	-0.27268269658088684
7000	linear.bias	7	-0.1629093736410141
7000	linear.bias	8	0.09543638676404953
7000	linear.bias	9	-0.4028547406196594
7028	transitions	0	-0.588326632976532
7028	transitions	1	0.41401973366737366
7028	transitions	2	1.7571520805358887
7028	transitions	3	0.1677054762840271
7028	transitions	4	0.9985988140106201
7028	transitions	5	1.2752418518066406
7028	transitions	6	0.4848330616950989
7028	transitions	7	0.1834821105003357
7028	transitions	8	-0.9188756942749023
7028	transitions	9	0.9307717084884644
7028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7028	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7028	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7028	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7028	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7028	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7028	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7028	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7028	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7028	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7028	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7028	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7028	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7028	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7028	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7028	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7028	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7028	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7028	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7028	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7028	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7028	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7028	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7028	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7028	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7028	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7028	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7028	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7028	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7028	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7028	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7028	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7028	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7028	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7028	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7028	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7028	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7028	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7028	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7028	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7028	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7028	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7028	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7028	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7028	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7028	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7028	embedding2nn.weight	0	0.008733754977583885
7028	embedding2nn.weight	1	0.01423560455441475
7028	embedding2nn.weight	2	-0.004869938362389803
7028	embedding2nn.weight	3	0.0018043664749711752
7028	embedding2nn.weight	4	-0.003372973296791315
7028	embedding2nn.weight	5	0.0069107417948544025
7028	embedding2nn.weight	6	-0.0033981697633862495
7028	embedding2nn.weight	7	0.011216175742447376
7028	embedding2nn.weight	8	-0.007786880247294903
7028	embedding2nn.weight	9	-0.013440270908176899
7028	embedding2nn.bias	0	-0.025772763416171074
7028	embedding2nn.bias	1	-0.009278588928282261
7028	embedding2nn.bias	2	-0.07604251056909561
7028	embedding2nn.bias	3	0.005555916111916304
7028	embedding2nn.bias	4	0.015392615459859371
7028	embedding2nn.bias	5	-0.008911368437111378
7028	embedding2nn.bias	6	0.02415795810520649
7028	embedding2nn.bias	7	0.06093428656458855
7028	embedding2nn.bias	8	0.015608087182044983
7028	embedding2nn.bias	9	-0.013688392005860806
7028	rnn.weight_ih_l0	0	0.03481369465589523
7028	rnn.weight_ih_l0	1	-0.0018341564573347569
7028	rnn.weight_ih_l0	2	-0.021524250507354736
7028	rnn.weight_ih_l0	3	-0.04891422018408775
7028	rnn.weight_ih_l0	4	-0.050393182784318924
7028	rnn.weight_ih_l0	5	4.454991722013801e-05
7028	rnn.weight_ih_l0	6	-0.054628558456897736
7028	rnn.weight_ih_l0	7	-0.05319461598992348
7028	rnn.weight_ih_l0	8	-0.04654524475336075
7028	rnn.weight_ih_l0	9	-0.026892205700278282
7028	rnn.weight_hh_l0	0	0.01249560434371233
7028	rnn.weight_hh_l0	1	-0.022494591772556305
7028	rnn.weight_hh_l0	2	-0.02573426440358162
7028	rnn.weight_hh_l0	3	-0.01581353321671486
7028	rnn.weight_hh_l0	4	-0.059839826077222824
7028	rnn.weight_hh_l0	5	-0.013442556373775005
7028	rnn.weight_hh_l0	6	-0.03396952897310257
7028	rnn.weight_hh_l0	7	0.01658787950873375
7028	rnn.weight_hh_l0	8	-0.022272054105997086
7028	rnn.weight_hh_l0	9	0.02506379596889019
7028	rnn.bias_ih_l0	0	0.08523385226726532
7028	rnn.bias_ih_l0	1	-0.0493607260286808
7028	rnn.bias_ih_l0	2	0.10766200721263885
7028	rnn.bias_ih_l0	3	0.07302794605493546
7028	rnn.bias_ih_l0	4	0.08925357460975647
7028	rnn.bias_ih_l0	5	0.016896167770028114
7028	rnn.bias_ih_l0	6	-0.014607084915041924
7028	rnn.bias_ih_l0	7	-0.07627636939287186
7028	rnn.bias_ih_l0	8	-0.1070261299610138
7028	rnn.bias_ih_l0	9	0.07753465324640274
7028	rnn.bias_hh_l0	0	-0.027804531157016754
7028	rnn.bias_hh_l0	1	0.013164734467864037
7028	rnn.bias_hh_l0	2	-0.01285562664270401
7028	rnn.bias_hh_l0	3	-0.013558950275182724
7028	rnn.bias_hh_l0	4	-0.04991249367594719
7028	rnn.bias_hh_l0	5	0.10241401195526123
7028	rnn.bias_hh_l0	6	-0.006688192021101713
7028	rnn.bias_hh_l0	7	0.0029880113434046507
7028	rnn.bias_hh_l0	8	0.019761666655540466
7028	rnn.bias_hh_l0	9	0.05111851543188095
7028	rnn.weight_ih_l0_reverse	0	-0.03265245258808136
7028	rnn.weight_ih_l0_reverse	1	-0.0014674217673018575
7028	rnn.weight_ih_l0_reverse	2	0.023076143115758896
7028	rnn.weight_ih_l0_reverse	3	-0.05864837393164635
7028	rnn.weight_ih_l0_reverse	4	0.008539777249097824
7028	rnn.weight_ih_l0_reverse	5	-0.054757148027420044
7028	rnn.weight_ih_l0_reverse	6	0.014269581995904446
7028	rnn.weight_ih_l0_reverse	7	0.04116996005177498
7028	rnn.weight_ih_l0_reverse	8	-0.039325401186943054
7028	rnn.weight_ih_l0_reverse	9	-0.05136638879776001
7028	rnn.weight_hh_l0_reverse	0	-0.06972970068454742
7028	rnn.weight_hh_l0_reverse	1	-0.051836658269166946
7028	rnn.weight_hh_l0_reverse	2	0.011494196951389313
7028	rnn.weight_hh_l0_reverse	3	0.04026398807764053
7028	rnn.weight_hh_l0_reverse	4	0.023262858390808105
7028	rnn.weight_hh_l0_reverse	5	0.04304441809654236
7028	rnn.weight_hh_l0_reverse	6	-0.004061074461787939
7028	rnn.weight_hh_l0_reverse	7	-0.0036362558603286743
7028	rnn.weight_hh_l0_reverse	8	-0.07742761820554733
7028	rnn.weight_hh_l0_reverse	9	0.03863793611526489
7028	rnn.bias_ih_l0_reverse	0	-0.031415484845638275
7028	rnn.bias_ih_l0_reverse	1	-0.058651287108659744
7028	rnn.bias_ih_l0_reverse	2	0.09222685545682907
7028	rnn.bias_ih_l0_reverse	3	0.0313347727060318
7028	rnn.bias_ih_l0_reverse	4	-0.09098681062459946
7028	rnn.bias_ih_l0_reverse	5	0.02288125827908516
7028	rnn.bias_ih_l0_reverse	6	-0.09533552825450897
7028	rnn.bias_ih_l0_reverse	7	0.02943277359008789
7028	rnn.bias_ih_l0_reverse	8	0.02110392600297928
7028	rnn.bias_ih_l0_reverse	9	0.0659925639629364
7028	rnn.bias_hh_l0_reverse	0	0.02105899155139923
7028	rnn.bias_hh_l0_reverse	1	0.060557253658771515
7028	rnn.bias_hh_l0_reverse	2	0.07722654938697815
7028	rnn.bias_hh_l0_reverse	3	-0.008058038540184498
7028	rnn.bias_hh_l0_reverse	4	0.07947719097137451
7028	rnn.bias_hh_l0_reverse	5	0.011981109157204628
7028	rnn.bias_hh_l0_reverse	6	-0.07005789130926132
7028	rnn.bias_hh_l0_reverse	7	0.03920808434486389
7028	rnn.bias_hh_l0_reverse	8	0.030379803851246834
7028	rnn.bias_hh_l0_reverse	9	-0.11235587298870087
7028	linear.weight	0	0.12089598923921585
7028	linear.weight	1	-0.10509201884269714
7028	linear.weight	2	-0.12775789201259613
7028	linear.weight	3	0.05983861908316612
7028	linear.weight	4	-0.0019316719844937325
7028	linear.weight	5	-0.06006193906068802
7028	linear.weight	6	-0.011903504841029644
7028	linear.weight	7	-0.03434237465262413
7028	linear.weight	8	0.04104496166110039
7028	linear.weight	9	0.2875060439109802
7028	linear.bias	0	0.004196484573185444
7028	linear.bias	1	0.11258446425199509
7028	linear.bias	2	-0.39216458797454834
7028	linear.bias	3	1.2515108585357666
7028	linear.bias	4	-0.3336442708969116
7028	linear.bias	5	-0.030769959092140198
7028	linear.bias	6	-0.27325505018234253
7028	linear.bias	7	-0.17105843126773834
7028	linear.bias	8	0.0855526328086853
7028	linear.bias	9	-0.40315186977386475
7056	transitions	0	-0.5885394811630249
7056	transitions	1	0.4138447642326355
7056	transitions	2	1.7569210529327393
7056	transitions	3	0.16757801175117493
7056	transitions	4	0.998393714427948
7056	transitions	5	1.2752368450164795
7056	transitions	6	0.4848307967185974
7056	transitions	7	0.18346747756004333
7056	transitions	8	-0.9188790917396545
7056	transitions	9	0.9307716488838196
7056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7056	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7056	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7056	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7056	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7056	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7056	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7056	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7056	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7056	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7056	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7056	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7056	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7056	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7056	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7056	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7056	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7056	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7056	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7056	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7056	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7056	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7056	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7056	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7056	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7056	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7056	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7056	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7056	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7056	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7056	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7056	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7056	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7056	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7056	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7056	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7056	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7056	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7056	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7056	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7056	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7056	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7056	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7056	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7056	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7056	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7056	embedding2nn.weight	0	0.008008281700313091
7056	embedding2nn.weight	1	0.014273688197135925
7056	embedding2nn.weight	2	-0.004828119184821844
7056	embedding2nn.weight	3	0.0017675288254395127
7056	embedding2nn.weight	4	-0.003411209676414728
7056	embedding2nn.weight	5	0.007042657118290663
7056	embedding2nn.weight	6	-0.0034411668311804533
7056	embedding2nn.weight	7	0.011429575271904469
7056	embedding2nn.weight	8	-0.007658143527805805
7056	embedding2nn.weight	9	-0.013475119136273861
7056	embedding2nn.bias	0	-0.02175797149538994
7056	embedding2nn.bias	1	-0.00890999473631382
7056	embedding2nn.bias	2	-0.07642687112092972
7056	embedding2nn.bias	3	0.008083708584308624
7056	embedding2nn.bias	4	0.020099665969610214
7056	embedding2nn.bias	5	-0.011448959819972515
7056	embedding2nn.bias	6	0.02440362051129341
7056	embedding2nn.bias	7	0.05957341194152832
7056	embedding2nn.bias	8	0.006765792611986399
7056	embedding2nn.bias	9	-0.012539085000753403
7056	rnn.weight_ih_l0	0	0.035064637660980225
7056	rnn.weight_ih_l0	1	-0.002046526875346899
7056	rnn.weight_ih_l0	2	-0.021177509799599648
7056	rnn.weight_ih_l0	3	-0.04879184812307358
7056	rnn.weight_ih_l0	4	-0.05056223273277283
7056	rnn.weight_ih_l0	5	0.00016695355589035898
7056	rnn.weight_ih_l0	6	-0.05433531105518341
7056	rnn.weight_ih_l0	7	-0.053137317299842834
7056	rnn.weight_ih_l0	8	-0.0467480905354023
7056	rnn.weight_ih_l0	9	-0.02677086554467678
7056	rnn.weight_hh_l0	0	0.012288437224924564
7056	rnn.weight_hh_l0	1	-0.02298261597752571
7056	rnn.weight_hh_l0	2	-0.024783384054899216
7056	rnn.weight_hh_l0	3	-0.01569780893623829
7056	rnn.weight_hh_l0	4	-0.05990026891231537
7056	rnn.weight_hh_l0	5	-0.014238841831684113
7056	rnn.weight_hh_l0	6	-0.035487640649080276
7056	rnn.weight_hh_l0	7	0.017214516177773476
7056	rnn.weight_hh_l0	8	-0.02262452058494091
7056	rnn.weight_hh_l0	9	0.024937255308032036
7056	rnn.bias_ih_l0	0	0.0858650729060173
7056	rnn.bias_ih_l0	1	-0.05054455250501633
7056	rnn.bias_ih_l0	2	0.10794593393802643
7056	rnn.bias_ih_l0	3	0.07377634197473526
7056	rnn.bias_ih_l0	4	0.09059849381446838
7056	rnn.bias_ih_l0	5	0.015704520046710968
7056	rnn.bias_ih_l0	6	-0.014889270067214966
7056	rnn.bias_ih_l0	7	-0.08295994251966476
7056	rnn.bias_ih_l0	8	-0.10917605459690094
7056	rnn.bias_ih_l0	9	0.07542790472507477
7056	rnn.bias_hh_l0	0	-0.02750577963888645
7056	rnn.bias_hh_l0	1	0.015038699842989445
7056	rnn.bias_hh_l0	2	-0.013050632551312447
7056	rnn.bias_hh_l0	3	-0.01585015095770359
7056	rnn.bias_hh_l0	4	-0.05049479380249977
7056	rnn.bias_hh_l0	5	0.1042831689119339
7056	rnn.bias_hh_l0	6	-0.005639319773763418
7056	rnn.bias_hh_l0	7	0.003917882684618235
7056	rnn.bias_hh_l0	8	0.019479485228657722
7056	rnn.bias_hh_l0	9	0.050466641783714294
7056	rnn.weight_ih_l0_reverse	0	-0.03243914991617203
7056	rnn.weight_ih_l0_reverse	1	-0.0022523144725710154
7056	rnn.weight_ih_l0_reverse	2	0.02305414341390133
7056	rnn.weight_ih_l0_reverse	3	-0.05872645601630211
7056	rnn.weight_ih_l0_reverse	4	0.008792667649686337
7056	rnn.weight_ih_l0_reverse	5	-0.05442788451910019
7056	rnn.weight_ih_l0_reverse	6	0.014954864978790283
7056	rnn.weight_ih_l0_reverse	7	0.04114475101232529
7056	rnn.weight_ih_l0_reverse	8	-0.039217133074998856
7056	rnn.weight_ih_l0_reverse	9	-0.051503051072359085
7056	rnn.weight_hh_l0_reverse	0	-0.06986190378665924
7056	rnn.weight_hh_l0_reverse	1	-0.05182695761322975
7056	rnn.weight_hh_l0_reverse	2	0.011435267515480518
7056	rnn.weight_hh_l0_reverse	3	0.040263134986162186
7056	rnn.weight_hh_l0_reverse	4	0.02326238341629505
7056	rnn.weight_hh_l0_reverse	5	0.04309503361582756
7056	rnn.weight_hh_l0_reverse	6	-0.007687116041779518
7056	rnn.weight_hh_l0_reverse	7	-0.0038172800559550524
7056	rnn.weight_hh_l0_reverse	8	-0.0780259370803833
7056	rnn.weight_hh_l0_reverse	9	0.0387050099670887
7056	rnn.bias_ih_l0_reverse	0	-0.0357309989631176
7056	rnn.bias_ih_l0_reverse	1	-0.05835035815834999
7056	rnn.bias_ih_l0_reverse	2	0.09205812960863113
7056	rnn.bias_ih_l0_reverse	3	0.030333787202835083
7056	rnn.bias_ih_l0_reverse	4	-0.09298186749219894
7056	rnn.bias_ih_l0_reverse	5	0.024600675329566002
7056	rnn.bias_ih_l0_reverse	6	-0.09611909091472626
7056	rnn.bias_ih_l0_reverse	7	0.02909884788095951
7056	rnn.bias_ih_l0_reverse	8	0.020491257309913635
7056	rnn.bias_ih_l0_reverse	9	0.06728078424930573
7056	rnn.bias_hh_l0_reverse	0	0.023542463779449463
7056	rnn.bias_hh_l0_reverse	1	0.05958777293562889
7056	rnn.bias_hh_l0_reverse	2	0.07756602019071579
7056	rnn.bias_hh_l0_reverse	3	-0.007067569065839052
7056	rnn.bias_hh_l0_reverse	4	0.08145745098590851
7056	rnn.bias_hh_l0_reverse	5	0.009586342610418797
7056	rnn.bias_hh_l0_reverse	6	-0.07051769644021988
7056	rnn.bias_hh_l0_reverse	7	0.03755266219377518
7056	rnn.bias_hh_l0_reverse	8	0.028755953535437584
7056	rnn.bias_hh_l0_reverse	9	-0.1157517284154892
7056	linear.weight	0	0.11685703694820404
7056	linear.weight	1	-0.10499610751867294
7056	linear.weight	2	-0.1289970427751541
7056	linear.weight	3	0.06088695302605629
7056	linear.weight	4	-0.003361263545230031
7056	linear.weight	5	-0.062031421810388565
7056	linear.weight	6	-0.011875404976308346
7056	linear.weight	7	-0.03427373617887497
7056	linear.weight	8	0.041174355894327164
7056	linear.weight	9	0.2832331657409668
7056	linear.bias	0	0.00029575827647931874
7056	linear.bias	1	0.12216159701347351
7056	linear.bias	2	-0.3933617174625397
7056	linear.bias	3	1.2490116357803345
7056	linear.bias	4	-0.33447495102882385
7056	linear.bias	5	-0.030769959092140198
7056	linear.bias	6	-0.27694466710090637
7056	linear.bias	7	-0.17125016450881958
7056	linear.bias	8	0.09391400218009949
7056	linear.bias	9	-0.4034998118877411
7084	transitions	0	-0.5887836217880249
7084	transitions	1	0.41364583373069763
7084	transitions	2	1.7565791606903076
7084	transitions	3	0.16747435927391052
7084	transitions	4	0.9981894493103027
7084	transitions	5	1.275232195854187
7084	transitions	6	0.48482853174209595
7084	transitions	7	0.18346340954303741
7084	transitions	8	-0.9188839197158813
7084	transitions	9	0.9307715892791748
7084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7084	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7084	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7084	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7084	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7084	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7084	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7084	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7084	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7084	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7084	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7084	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7084	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7084	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7084	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7084	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7084	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7084	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7084	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7084	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7084	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7084	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7084	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7084	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7084	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7084	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7084	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7084	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7084	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7084	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7084	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7084	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7084	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7084	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7084	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7084	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7084	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7084	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7084	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7084	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7084	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7084	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7084	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7084	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7084	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7084	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7084	embedding2nn.weight	0	0.009020687080919743
7084	embedding2nn.weight	1	0.014247974380850792
7084	embedding2nn.weight	2	-0.0048526194877922535
7084	embedding2nn.weight	3	0.0016403421759605408
7084	embedding2nn.weight	4	-0.0034129919949918985
7084	embedding2nn.weight	5	0.007034578360617161
7084	embedding2nn.weight	6	-0.0034212882164865732
7084	embedding2nn.weight	7	0.011299326084554195
7084	embedding2nn.weight	8	-0.007462834008038044
7084	embedding2nn.weight	9	-0.013562699779868126
7084	embedding2nn.bias	0	-0.028011247515678406
7084	embedding2nn.bias	1	-0.0038242237642407417
7084	embedding2nn.bias	2	-0.07652267068624496
7084	embedding2nn.bias	3	0.006880582310259342
7084	embedding2nn.bias	4	0.020685309544205666
7084	embedding2nn.bias	5	-0.01570528745651245
7084	embedding2nn.bias	6	0.02808724157512188
7084	embedding2nn.bias	7	0.06400788575410843
7084	embedding2nn.bias	8	0.006554862949997187
7084	embedding2nn.bias	9	-0.012557830661535263
7084	rnn.weight_ih_l0	0	0.03505628556013107
7084	rnn.weight_ih_l0	1	-0.0021504901815205812
7084	rnn.weight_ih_l0	2	-0.02168205939233303
7084	rnn.weight_ih_l0	3	-0.04875728860497475
7084	rnn.weight_ih_l0	4	-0.050696536898612976
7084	rnn.weight_ih_l0	5	0.000175852605025284
7084	rnn.weight_ih_l0	6	-0.0549701526761055
7084	rnn.weight_ih_l0	7	-0.052838034927845
7084	rnn.weight_ih_l0	8	-0.046737190335989
7084	rnn.weight_ih_l0	9	-0.026720436289906502
7084	rnn.weight_hh_l0	0	0.01286914013326168
7084	rnn.weight_hh_l0	1	-0.023207129910588264
7084	rnn.weight_hh_l0	2	-0.025203241035342216
7084	rnn.weight_hh_l0	3	-0.015620866790413857
7084	rnn.weight_hh_l0	4	-0.060144346207380295
7084	rnn.weight_hh_l0	5	-0.01412902306765318
7084	rnn.weight_hh_l0	6	-0.032186757773160934
7084	rnn.weight_hh_l0	7	0.01759764924645424
7084	rnn.weight_hh_l0	8	-0.022672660648822784
7084	rnn.weight_hh_l0	9	0.02424815110862255
7084	rnn.bias_ih_l0	0	0.0838683545589447
7084	rnn.bias_ih_l0	1	-0.05159381404519081
7084	rnn.bias_ih_l0	2	0.10751527547836304
7084	rnn.bias_ih_l0	3	0.07299645990133286
7084	rnn.bias_ih_l0	4	0.09259334951639175
7084	rnn.bias_ih_l0	5	0.014252736233174801
7084	rnn.bias_ih_l0	6	-0.015608393587172031
7084	rnn.bias_ih_l0	7	-0.08272480964660645
7084	rnn.bias_ih_l0	8	-0.10905766487121582
7084	rnn.bias_ih_l0	9	0.07535655051469803
7084	rnn.bias_hh_l0	0	-0.025151869282126427
7084	rnn.bias_hh_l0	1	0.012141085229814053
7084	rnn.bias_hh_l0	2	-0.013623392209410667
7084	rnn.bias_hh_l0	3	-0.014664133079349995
7084	rnn.bias_hh_l0	4	-0.05082602798938751
7084	rnn.bias_hh_l0	5	0.10391907393932343
7084	rnn.bias_hh_l0	6	-0.004982689395546913
7084	rnn.bias_hh_l0	7	0.0018462655134499073
7084	rnn.bias_hh_l0	8	0.01876036264002323
7084	rnn.bias_hh_l0	9	0.048041630536317825
7084	rnn.weight_ih_l0_reverse	0	-0.0322333499789238
7084	rnn.weight_ih_l0_reverse	1	-0.0013780437875539064
7084	rnn.weight_ih_l0_reverse	2	0.023074481636285782
7084	rnn.weight_ih_l0_reverse	3	-0.05850822106003761
7084	rnn.weight_ih_l0_reverse	4	0.008756998926401138
7084	rnn.weight_ih_l0_reverse	5	-0.0545102097094059
7084	rnn.weight_ih_l0_reverse	6	0.014443767257034779
7084	rnn.weight_ih_l0_reverse	7	0.041273556649684906
7084	rnn.weight_ih_l0_reverse	8	-0.039398662745952606
7084	rnn.weight_ih_l0_reverse	9	-0.05169285088777542
7084	rnn.weight_hh_l0_reverse	0	-0.07074632495641708
7084	rnn.weight_hh_l0_reverse	1	-0.05037308484315872
7084	rnn.weight_hh_l0_reverse	2	0.011607230640947819
7084	rnn.weight_hh_l0_reverse	3	0.04027650132775307
7084	rnn.weight_hh_l0_reverse	4	0.02421618439257145
7084	rnn.weight_hh_l0_reverse	5	0.043007753789424896
7084	rnn.weight_hh_l0_reverse	6	-0.012256700545549393
7084	rnn.weight_hh_l0_reverse	7	-0.002847531111910939
7084	rnn.weight_hh_l0_reverse	8	-0.07793285697698593
7084	rnn.weight_hh_l0_reverse	9	0.03845113143324852
7084	rnn.bias_ih_l0_reverse	0	-0.03363312408328056
7084	rnn.bias_ih_l0_reverse	1	-0.06074909120798111
7084	rnn.bias_ih_l0_reverse	2	0.09195611625909805
7084	rnn.bias_ih_l0_reverse	3	0.03103123977780342
7084	rnn.bias_ih_l0_reverse	4	-0.09357164055109024
7084	rnn.bias_ih_l0_reverse	5	0.02415562979876995
7084	rnn.bias_ih_l0_reverse	6	-0.09598594158887863
7084	rnn.bias_ih_l0_reverse	7	0.03288562223315239
7084	rnn.bias_ih_l0_reverse	8	0.021275823935866356
7084	rnn.bias_ih_l0_reverse	9	0.06734980642795563
7084	rnn.bias_hh_l0_reverse	0	0.019933396950364113
7084	rnn.bias_hh_l0_reverse	1	0.059990279376506805
7084	rnn.bias_hh_l0_reverse	2	0.0754811093211174
7084	rnn.bias_hh_l0_reverse	3	-0.004882013890892267
7084	rnn.bias_hh_l0_reverse	4	0.07800839841365814
7084	rnn.bias_hh_l0_reverse	5	0.008951311931014061
7084	rnn.bias_hh_l0_reverse	6	-0.07059533149003983
7084	rnn.bias_hh_l0_reverse	7	0.03782383352518082
7084	rnn.bias_hh_l0_reverse	8	0.027800772339105606
7084	rnn.bias_hh_l0_reverse	9	-0.11927355080842972
7084	linear.weight	0	0.10664519667625427
7084	linear.weight	1	-0.10492957383394241
7084	linear.weight	2	-0.1297151744365692
7084	linear.weight	3	0.06163741648197174
7084	linear.weight	4	-0.0028820359148085117
7084	linear.weight	5	-0.05876230448484421
7084	linear.weight	6	-0.01184877846390009
7084	linear.weight	7	-0.03534749522805214
7084	linear.weight	8	0.03905455395579338
7084	linear.weight	9	0.28376278281211853
7084	linear.bias	0	-0.006495377980172634
7084	linear.bias	1	0.10780342668294907
7084	linear.bias	2	-0.3947528898715973
7084	linear.bias	3	1.2567845582962036
7084	linear.bias	4	-0.3352022171020508
7084	linear.bias	5	-0.030769959092140198
7084	linear.bias	6	-0.27793052792549133
7084	linear.bias	7	-0.16905577480793
7084	linear.bias	8	0.08903232216835022
7084	linear.bias	9	-0.40386563539505005
7112	transitions	0	-0.5889278650283813
7112	transitions	1	0.41346225142478943
7112	transitions	2	1.7562788724899292
7112	transitions	3	0.16728544235229492
7112	transitions	4	0.9980407357215881
7112	transitions	5	1.2752271890640259
7112	transitions	6	0.484824538230896
7112	transitions	7	0.18344980478286743
7112	transitions	8	-0.9188876152038574
7112	transitions	9	0.9307715892791748
7112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7112	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7112	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7112	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7112	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7112	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7112	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7112	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7112	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7112	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7112	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7112	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7112	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7112	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7112	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7112	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7112	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7112	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7112	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7112	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7112	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7112	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7112	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7112	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7112	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7112	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7112	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7112	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7112	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7112	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7112	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7112	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7112	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7112	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7112	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7112	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7112	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7112	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7112	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7112	embedding2nn.weight	0	0.009112915955483913
7112	embedding2nn.weight	1	0.014221792109310627
7112	embedding2nn.weight	2	-0.004831040743738413
7112	embedding2nn.weight	3	0.0015421613352373242
7112	embedding2nn.weight	4	-0.0034996247850358486
7112	embedding2nn.weight	5	0.006668762769550085
7112	embedding2nn.weight	6	-0.003528812900185585
7112	embedding2nn.weight	7	0.011582874692976475
7112	embedding2nn.weight	8	-0.0077054426074028015
7112	embedding2nn.weight	9	-0.013554433360695839
7112	embedding2nn.bias	0	-0.025063207373023033
7112	embedding2nn.bias	1	0.002341486746445298
7112	embedding2nn.bias	2	-0.07475744187831879
7112	embedding2nn.bias	3	0.00691600376740098
7112	embedding2nn.bias	4	0.026394059881567955
7112	embedding2nn.bias	5	-0.0179244726896286
7112	embedding2nn.bias	6	0.03155113756656647
7112	embedding2nn.bias	7	0.07177136838436127
7112	embedding2nn.bias	8	0.00819770060479641
7112	embedding2nn.bias	9	-0.012560400180518627
7112	rnn.weight_ih_l0	0	0.0348089262843132
7112	rnn.weight_ih_l0	1	-0.002225111471489072
7112	rnn.weight_ih_l0	2	-0.021549483761191368
7112	rnn.weight_ih_l0	3	-0.04914499446749687
7112	rnn.weight_ih_l0	4	-0.050838444381952286
7112	rnn.weight_ih_l0	5	0.0003657762426882982
7112	rnn.weight_ih_l0	6	-0.05497131496667862
7112	rnn.weight_ih_l0	7	-0.052643902599811554
7112	rnn.weight_ih_l0	8	-0.04668569564819336
7112	rnn.weight_ih_l0	9	-0.026717200875282288
7112	rnn.weight_hh_l0	0	0.013163710944354534
7112	rnn.weight_hh_l0	1	-0.023776525631546974
7112	rnn.weight_hh_l0	2	-0.02442947030067444
7112	rnn.weight_hh_l0	3	-0.01604236103594303
7112	rnn.weight_hh_l0	4	-0.0601801723241806
7112	rnn.weight_hh_l0	5	-0.013565948233008385
7112	rnn.weight_hh_l0	6	-0.0319385901093483
7112	rnn.weight_hh_l0	7	0.01894538104534149
7112	rnn.weight_hh_l0	8	-0.022620370611548424
7112	rnn.weight_hh_l0	9	0.024218637496232986
7112	rnn.bias_ih_l0	0	0.08522401750087738
7112	rnn.bias_ih_l0	1	-0.05094024911522865
7112	rnn.bias_ih_l0	2	0.1072111576795578
7112	rnn.bias_ih_l0	3	0.07168548554182053
7112	rnn.bias_ih_l0	4	0.09155073016881943
7112	rnn.bias_ih_l0	5	0.015237443149089813
7112	rnn.bias_ih_l0	6	-0.01614571362733841
7112	rnn.bias_ih_l0	7	-0.08390919119119644
7112	rnn.bias_ih_l0	8	-0.11454052478075027
7112	rnn.bias_ih_l0	9	0.07635848969221115
7112	rnn.bias_hh_l0	0	-0.024991871789097786
7112	rnn.bias_hh_l0	1	0.016246184706687927
7112	rnn.bias_hh_l0	2	-0.011986211873590946
7112	rnn.bias_hh_l0	3	-0.01409650407731533
7112	rnn.bias_hh_l0	4	-0.05090861767530441
7112	rnn.bias_hh_l0	5	0.1016247346997261
7112	rnn.bias_hh_l0	6	-0.005332942586392164
7112	rnn.bias_hh_l0	7	0.0007466519018635154
7112	rnn.bias_hh_l0	8	0.018223043531179428
7112	rnn.bias_hh_l0	9	0.050191305577754974
7112	rnn.weight_ih_l0_reverse	0	-0.03209196776151657
7112	rnn.weight_ih_l0_reverse	1	-0.00013993229367770255
7112	rnn.weight_ih_l0_reverse	2	0.023297181352972984
7112	rnn.weight_ih_l0_reverse	3	-0.058775752782821655
7112	rnn.weight_ih_l0_reverse	4	0.00872643943876028
7112	rnn.weight_ih_l0_reverse	5	-0.05471046641469002
7112	rnn.weight_ih_l0_reverse	6	0.016027044504880905
7112	rnn.weight_ih_l0_reverse	7	0.04126424342393875
7112	rnn.weight_ih_l0_reverse	8	-0.03926154598593712
7112	rnn.weight_ih_l0_reverse	9	-0.05190641060471535
7112	rnn.weight_hh_l0_reverse	0	-0.07085701078176498
7112	rnn.weight_hh_l0_reverse	1	-0.05071745440363884
7112	rnn.weight_hh_l0_reverse	2	0.011279870755970478
7112	rnn.weight_hh_l0_reverse	3	0.040471501648426056
7112	rnn.weight_hh_l0_reverse	4	0.023512007668614388
7112	rnn.weight_hh_l0_reverse	5	0.04305325821042061
7112	rnn.weight_hh_l0_reverse	6	-0.012065282091498375
7112	rnn.weight_hh_l0_reverse	7	-0.002852011239156127
7112	rnn.weight_hh_l0_reverse	8	-0.07811426371335983
7112	rnn.weight_hh_l0_reverse	9	0.03834766894578934
7112	rnn.bias_ih_l0_reverse	0	-0.037136003375053406
7112	rnn.bias_ih_l0_reverse	1	-0.055336665362119675
7112	rnn.bias_ih_l0_reverse	2	0.09100962430238724
7112	rnn.bias_ih_l0_reverse	3	0.030234260484576225
7112	rnn.bias_ih_l0_reverse	4	-0.09492931514978409
7112	rnn.bias_ih_l0_reverse	5	0.024202873930335045
7112	rnn.bias_ih_l0_reverse	6	-0.09466533362865448
7112	rnn.bias_ih_l0_reverse	7	0.03181266412138939
7112	rnn.bias_ih_l0_reverse	8	0.01955752819776535
7112	rnn.bias_ih_l0_reverse	9	0.07016269862651825
7112	rnn.bias_hh_l0_reverse	0	0.02691340632736683
7112	rnn.bias_hh_l0_reverse	1	0.060591086745262146
7112	rnn.bias_hh_l0_reverse	2	0.07594546675682068
7112	rnn.bias_hh_l0_reverse	3	-0.0046366192400455475
7112	rnn.bias_hh_l0_reverse	4	0.07780041545629501
7112	rnn.bias_hh_l0_reverse	5	0.005886679515242577
7112	rnn.bias_hh_l0_reverse	6	-0.06997756659984589
7112	rnn.bias_hh_l0_reverse	7	0.0363675132393837
7112	rnn.bias_hh_l0_reverse	8	0.028455397114157677
7112	rnn.bias_hh_l0_reverse	9	-0.11531268805265427
7112	linear.weight	0	0.1087963879108429
7112	linear.weight	1	-0.10489796847105026
7112	linear.weight	2	-0.12711432576179504
7112	linear.weight	3	0.06198549270629883
7112	linear.weight	4	-0.0020996578969061375
7112	linear.weight	5	-0.057740356773138046
7112	linear.weight	6	-0.011786418035626411
7112	linear.weight	7	-0.03526395186781883
7112	linear.weight	8	0.03947961702942848
7112	linear.weight	9	0.27818459272384644
7112	linear.bias	0	0.0018875572131946683
7112	linear.bias	1	0.10553388297557831
7112	linear.bias	2	-0.3972308039665222
7112	linear.bias	3	1.270857572555542
7112	linear.bias	4	-0.3328225016593933
7112	linear.bias	5	-0.030769959092140198
7112	linear.bias	6	-0.2776588201522827
7112	linear.bias	7	-0.15989921987056732
7112	linear.bias	8	0.08587194979190826
7112	linear.bias	9	-0.4042327105998993
7140	transitions	0	-0.5890967845916748
7140	transitions	1	0.41328492760658264
7140	transitions	2	1.7559839487075806
7140	transitions	3	0.16718828678131104
7140	transitions	4	0.9977141618728638
7140	transitions	5	1.275221586227417
7140	transitions	6	0.4848234951496124
7140	transitions	7	0.1834477186203003
7140	transitions	8	-0.9188909530639648
7140	transitions	9	0.9307715892791748
7140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7140	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7140	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7140	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7140	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7140	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7140	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7140	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7140	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7140	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7140	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7140	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7140	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7140	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7140	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7140	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7140	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7140	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7140	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7140	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7140	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7140	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7140	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7140	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7140	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7140	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7140	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7140	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7140	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7140	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7140	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7140	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7140	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7140	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7140	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7140	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7140	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7140	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7140	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7140	embedding2nn.weight	0	0.009028309024870396
7140	embedding2nn.weight	1	0.01424794178456068
7140	embedding2nn.weight	2	-0.004900539759546518
7140	embedding2nn.weight	3	0.00171893578954041
7140	embedding2nn.weight	4	-0.0035498030483722687
7140	embedding2nn.weight	5	0.0069925496354699135
7140	embedding2nn.weight	6	-0.003442829940468073
7140	embedding2nn.weight	7	0.012557871639728546
7140	embedding2nn.weight	8	-0.007953338325023651
7140	embedding2nn.weight	9	-0.013454223982989788
7140	embedding2nn.bias	0	-0.025655407458543777
7140	embedding2nn.bias	1	0.0018235043389722705
7140	embedding2nn.bias	2	-0.07287545502185822
7140	embedding2nn.bias	3	0.013276730664074421
7140	embedding2nn.bias	4	0.019601205363869667
7140	embedding2nn.bias	5	-0.009800328873097897
7140	embedding2nn.bias	6	0.03389810025691986
7140	embedding2nn.bias	7	0.06959181278944016
7140	embedding2nn.bias	8	0.00712985172867775
7140	embedding2nn.bias	9	-0.005165282171219587
7140	rnn.weight_ih_l0	0	0.0350935198366642
7140	rnn.weight_ih_l0	1	-0.0020235886331647635
7140	rnn.weight_ih_l0	2	-0.021574363112449646
7140	rnn.weight_ih_l0	3	-0.049454908818006516
7140	rnn.weight_ih_l0	4	-0.05089671537280083
7140	rnn.weight_ih_l0	5	0.0005585766630247235
7140	rnn.weight_ih_l0	6	-0.05544841289520264
7140	rnn.weight_ih_l0	7	-0.05249981954693794
7140	rnn.weight_ih_l0	8	-0.046461720019578934
7140	rnn.weight_ih_l0	9	-0.026817837730050087
7140	rnn.weight_hh_l0	0	0.013231627643108368
7140	rnn.weight_hh_l0	1	-0.02373509295284748
7140	rnn.weight_hh_l0	2	-0.023784097284078598
7140	rnn.weight_hh_l0	3	-0.01622655615210533
7140	rnn.weight_hh_l0	4	-0.05991928651928902
7140	rnn.weight_hh_l0	5	-0.013414532877504826
7140	rnn.weight_hh_l0	6	-0.0326874703168869
7140	rnn.weight_hh_l0	7	0.017913976684212685
7140	rnn.weight_hh_l0	8	-0.022726600989699364
7140	rnn.weight_hh_l0	9	0.023793494328856468
7140	rnn.bias_ih_l0	0	0.08470653742551804
7140	rnn.bias_ih_l0	1	-0.051971595734357834
7140	rnn.bias_ih_l0	2	0.10757309198379517
7140	rnn.bias_ih_l0	3	0.07132895290851593
7140	rnn.bias_ih_l0	4	0.09229584783315659
7140	rnn.bias_ih_l0	5	0.015423761680722237
7140	rnn.bias_ih_l0	6	-0.014994638040661812
7140	rnn.bias_ih_l0	7	-0.08933692425489426
7140	rnn.bias_ih_l0	8	-0.11465483158826828
7140	rnn.bias_ih_l0	9	0.07576728612184525
7140	rnn.bias_hh_l0	0	-0.025577068328857422
7140	rnn.bias_hh_l0	1	0.015839291736483574
7140	rnn.bias_hh_l0	2	-0.015801172703504562
7140	rnn.bias_hh_l0	3	-0.012497583404183388
7140	rnn.bias_hh_l0	4	-0.051935065537691116
7140	rnn.bias_hh_l0	5	0.09887715429067612
7140	rnn.bias_hh_l0	6	-0.006235127337276936
7140	rnn.bias_hh_l0	7	0.0015171633567661047
7140	rnn.bias_hh_l0	8	0.019374119117856026
7140	rnn.bias_hh_l0	9	0.04942942410707474
7140	rnn.weight_ih_l0_reverse	0	-0.03207515925168991
7140	rnn.weight_ih_l0_reverse	1	-0.0003427344490773976
7140	rnn.weight_ih_l0_reverse	2	0.023353327065706253
7140	rnn.weight_ih_l0_reverse	3	-0.05835399031639099
7140	rnn.weight_ih_l0_reverse	4	0.008840195834636688
7140	rnn.weight_ih_l0_reverse	5	-0.05474024638533592
7140	rnn.weight_ih_l0_reverse	6	0.01614244654774666
7140	rnn.weight_ih_l0_reverse	7	0.04110691696405411
7140	rnn.weight_ih_l0_reverse	8	-0.0393727608025074
7140	rnn.weight_ih_l0_reverse	9	-0.05179464444518089
7140	rnn.weight_hh_l0_reverse	0	-0.0710514560341835
7140	rnn.weight_hh_l0_reverse	1	-0.0509650819003582
7140	rnn.weight_hh_l0_reverse	2	0.012174651958048344
7140	rnn.weight_hh_l0_reverse	3	0.040330253541469574
7140	rnn.weight_hh_l0_reverse	4	0.022569235414266586
7140	rnn.weight_hh_l0_reverse	5	0.043027158826589584
7140	rnn.weight_hh_l0_reverse	6	-0.012163315899670124
7140	rnn.weight_hh_l0_reverse	7	-0.0030023318249732256
7140	rnn.weight_hh_l0_reverse	8	-0.078186996281147
7140	rnn.weight_hh_l0_reverse	9	0.03900513797998428
7140	rnn.bias_ih_l0_reverse	0	-0.03368289768695831
7140	rnn.bias_ih_l0_reverse	1	-0.05280871316790581
7140	rnn.bias_ih_l0_reverse	2	0.08983222395181656
7140	rnn.bias_ih_l0_reverse	3	0.030853796750307083
7140	rnn.bias_ih_l0_reverse	4	-0.09479175508022308
7140	rnn.bias_ih_l0_reverse	5	0.02364293299615383
7140	rnn.bias_ih_l0_reverse	6	-0.09461435675621033
7140	rnn.bias_ih_l0_reverse	7	0.03539704903960228
7140	rnn.bias_ih_l0_reverse	8	0.020356666296720505
7140	rnn.bias_ih_l0_reverse	9	0.06788577884435654
7140	rnn.bias_hh_l0_reverse	0	0.019882990047335625
7140	rnn.bias_hh_l0_reverse	1	0.05916205048561096
7140	rnn.bias_hh_l0_reverse	2	0.0759778693318367
7140	rnn.bias_hh_l0_reverse	3	-0.005938969552516937
7140	rnn.bias_hh_l0_reverse	4	0.07696109265089035
7140	rnn.bias_hh_l0_reverse	5	0.0058491951785981655
7140	rnn.bias_hh_l0_reverse	6	-0.0704912394285202
7140	rnn.bias_hh_l0_reverse	7	0.03607010468840599
7140	rnn.bias_hh_l0_reverse	8	0.02855837345123291
7140	rnn.bias_hh_l0_reverse	9	-0.11427091807126999
7140	linear.weight	0	0.10754548013210297
7140	linear.weight	1	-0.10487019270658493
7140	linear.weight	2	-0.12420016527175903
7140	linear.weight	3	0.054150186479091644
7140	linear.weight	4	-0.0019952510483562946
7140	linear.weight	5	-0.057421211153268814
7140	linear.weight	6	-0.011712295934557915
7140	linear.weight	7	-0.035118963569402695
7140	linear.weight	8	0.04039856046438217
7140	linear.weight	9	0.27956023812294006
7140	linear.bias	0	-0.006878165062516928
7140	linear.bias	1	0.11149884015321732
7140	linear.bias	2	-0.39930135011672974
7140	linear.bias	3	1.262239694595337
7140	linear.bias	4	-0.33354824781417847
7140	linear.bias	5	-0.030769959092140198
7140	linear.bias	6	-0.27809959650039673
7140	linear.bias	7	-0.15772096812725067
7140	linear.bias	8	0.08957976847887039
7140	linear.bias	9	-0.4045693576335907
7168	transitions	0	-0.5892742276191711
7168	transitions	1	0.4131709933280945
7168	transitions	2	1.7558163404464722
7168	transitions	3	0.16701942682266235
7168	transitions	4	0.9976080656051636
7168	transitions	5	1.2752175331115723
7168	transitions	6	0.484822154045105
7168	transitions	7	0.18343912065029144
7168	transitions	8	-0.9188928008079529
7168	transitions	9	0.9307715892791748
7168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7168	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7168	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7168	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7168	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7168	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7168	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7168	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7168	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7168	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7168	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7168	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7168	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7168	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7168	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7168	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7168	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7168	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7168	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7168	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7168	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7168	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7168	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7168	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7168	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7168	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7168	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7168	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7168	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7168	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7168	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7168	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7168	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7168	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7168	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7168	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7168	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7168	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7168	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7168	embedding2nn.weight	0	0.009472789242863655
7168	embedding2nn.weight	1	0.01421231497079134
7168	embedding2nn.weight	2	-0.00479167141020298
7168	embedding2nn.weight	3	0.0018959969747811556
7168	embedding2nn.weight	4	-0.0035708467476069927
7168	embedding2nn.weight	5	0.006561307702213526
7168	embedding2nn.weight	6	-0.0033888418693095446
7168	embedding2nn.weight	7	0.011882844381034374
7168	embedding2nn.weight	8	-0.008006269112229347
7168	embedding2nn.weight	9	-0.013402620330452919
7168	embedding2nn.bias	0	-0.033017706125974655
7168	embedding2nn.bias	1	-0.0009540572646073997
7168	embedding2nn.bias	2	-0.07259377837181091
7168	embedding2nn.bias	3	0.008363038301467896
7168	embedding2nn.bias	4	0.02206803858280182
7168	embedding2nn.bias	5	-0.008765054866671562
7168	embedding2nn.bias	6	0.025713695213198662
7168	embedding2nn.bias	7	0.06674593687057495
7168	embedding2nn.bias	8	0.003387392032891512
7168	embedding2nn.bias	9	-0.00895512755960226
7168	rnn.weight_ih_l0	0	0.034945547580718994
7168	rnn.weight_ih_l0	1	-0.0018903154414147139
7168	rnn.weight_ih_l0	2	-0.022025009617209435
7168	rnn.weight_ih_l0	3	-0.04947783425450325
7168	rnn.weight_ih_l0	4	-0.05064600333571434
7168	rnn.weight_ih_l0	5	0.0006982634076848626
7168	rnn.weight_ih_l0	6	-0.055369943380355835
7168	rnn.weight_ih_l0	7	-0.05275985226035118
7168	rnn.weight_ih_l0	8	-0.04622042924165726
7168	rnn.weight_ih_l0	9	-0.026739196851849556
7168	rnn.weight_hh_l0	0	0.013243106193840504
7168	rnn.weight_hh_l0	1	-0.022945404052734375
7168	rnn.weight_hh_l0	2	-0.02417716756463051
7168	rnn.weight_hh_l0	3	-0.016756638884544373
7168	rnn.weight_hh_l0	4	-0.059820156544446945
7168	rnn.weight_hh_l0	5	-0.012510376051068306
7168	rnn.weight_hh_l0	6	-0.034476276487112045
7168	rnn.weight_hh_l0	7	0.01674029417335987
7168	rnn.weight_hh_l0	8	-0.02262171357870102
7168	rnn.weight_hh_l0	9	0.02359798178076744
7168	rnn.bias_ih_l0	0	0.08369214087724686
7168	rnn.bias_ih_l0	1	-0.05171278119087219
7168	rnn.bias_ih_l0	2	0.10832290351390839
7168	rnn.bias_ih_l0	3	0.06827142089605331
7168	rnn.bias_ih_l0	4	0.08934604376554489
7168	rnn.bias_ih_l0	5	0.015671785920858383
7168	rnn.bias_ih_l0	6	-0.01459044311195612
7168	rnn.bias_ih_l0	7	-0.09061875939369202
7168	rnn.bias_ih_l0	8	-0.12037141621112823
7168	rnn.bias_ih_l0	9	0.07494377344846725
7168	rnn.bias_hh_l0	0	-0.0273988489061594
7168	rnn.bias_hh_l0	1	0.015167104080319405
7168	rnn.bias_hh_l0	2	-0.016065549105405807
7168	rnn.bias_hh_l0	3	-0.01333310455083847
7168	rnn.bias_hh_l0	4	-0.05237077549099922
7168	rnn.bias_hh_l0	5	0.10056540369987488
7168	rnn.bias_hh_l0	6	-0.006685980595648289
7168	rnn.bias_hh_l0	7	0.00332746934145689
7168	rnn.bias_hh_l0	8	0.019778311252593994
7168	rnn.bias_hh_l0	9	0.049761995673179626
7168	rnn.weight_ih_l0_reverse	0	-0.032168589532375336
7168	rnn.weight_ih_l0_reverse	1	0.00040508355596102774
7168	rnn.weight_ih_l0_reverse	2	0.02336723916232586
7168	rnn.weight_ih_l0_reverse	3	-0.058398470282554626
7168	rnn.weight_ih_l0_reverse	4	0.008723832666873932
7168	rnn.weight_ih_l0_reverse	5	-0.054706741124391556
7168	rnn.weight_ih_l0_reverse	6	0.01635812222957611
7168	rnn.weight_ih_l0_reverse	7	0.04103255644440651
7168	rnn.weight_ih_l0_reverse	8	-0.03923488408327103
7168	rnn.weight_ih_l0_reverse	9	-0.051660072058439255
7168	rnn.weight_hh_l0_reverse	0	-0.07158929109573364
7168	rnn.weight_hh_l0_reverse	1	-0.050759416073560715
7168	rnn.weight_hh_l0_reverse	2	0.01229398138821125
7168	rnn.weight_hh_l0_reverse	3	0.040192246437072754
7168	rnn.weight_hh_l0_reverse	4	0.022653205320239067
7168	rnn.weight_hh_l0_reverse	5	0.042979925870895386
7168	rnn.weight_hh_l0_reverse	6	-0.014012038707733154
7168	rnn.weight_hh_l0_reverse	7	-0.0029214611276984215
7168	rnn.weight_hh_l0_reverse	8	-0.07796256989240646
7168	rnn.weight_hh_l0_reverse	9	0.039435047656297684
7168	rnn.bias_ih_l0_reverse	0	-0.04204486310482025
7168	rnn.bias_ih_l0_reverse	1	-0.04997042566537857
7168	rnn.bias_ih_l0_reverse	2	0.08833737671375275
7168	rnn.bias_ih_l0_reverse	3	0.029970290139317513
7168	rnn.bias_ih_l0_reverse	4	-0.09339632838964462
7168	rnn.bias_ih_l0_reverse	5	0.022951511666178703
7168	rnn.bias_ih_l0_reverse	6	-0.09623873233795166
7168	rnn.bias_ih_l0_reverse	7	0.03251903876662254
7168	rnn.bias_ih_l0_reverse	8	0.020508380606770515
7168	rnn.bias_ih_l0_reverse	9	0.06716658174991608
7168	rnn.bias_hh_l0_reverse	0	0.019748223945498466
7168	rnn.bias_hh_l0_reverse	1	0.05703505501151085
7168	rnn.bias_hh_l0_reverse	2	0.07996872812509537
7168	rnn.bias_hh_l0_reverse	3	-0.006042657885700464
7168	rnn.bias_hh_l0_reverse	4	0.07770837843418121
7168	rnn.bias_hh_l0_reverse	5	0.01564580202102661
7168	rnn.bias_hh_l0_reverse	6	-0.0691339448094368
7168	rnn.bias_hh_l0_reverse	7	0.03810139372944832
7168	rnn.bias_hh_l0_reverse	8	0.02645050548017025
7168	rnn.bias_hh_l0_reverse	9	-0.1079554334282875
7168	linear.weight	0	0.11432719230651855
7168	linear.weight	1	-0.10483191907405853
7168	linear.weight	2	-0.11991379410028458
7168	linear.weight	3	0.059913601726293564
7168	linear.weight	4	-0.0014147888869047165
7168	linear.weight	5	-0.05933917313814163
7168	linear.weight	6	-0.011695940978825092
7168	linear.weight	7	-0.03498799353837967
7168	linear.weight	8	0.04027058556675911
7168	linear.weight	9	0.28431183099746704
7168	linear.bias	0	0.0009941920870915055
7168	linear.bias	1	0.12096761167049408
7168	linear.bias	2	-0.3974764943122864
7168	linear.bias	3	1.256998896598816
7168	linear.bias	4	-0.33427894115448
7168	linear.bias	5	-0.030769959092140198
7168	linear.bias	6	-0.2774558663368225
7168	linear.bias	7	-0.1626337766647339
7168	linear.bias	8	0.07494964450597763
7168	linear.bias	9	-0.4049243628978729
7196	transitions	0	-0.5894306898117065
7196	transitions	1	0.4129751920700073
7196	transitions	2	1.7556266784667969
7196	transitions	3	0.16697458922863007
7196	transitions	4	0.997546911239624
7196	transitions	5	1.275213599205017
7196	transitions	6	0.48482003808021545
7196	transitions	7	0.18339110910892487
7196	transitions	8	-0.9188937544822693
7196	transitions	9	0.9307715892791748
7196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7196	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7196	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7196	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7196	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7196	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7196	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7196	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7196	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7196	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7196	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7196	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7196	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7196	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7196	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7196	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7196	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7196	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7196	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7196	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7196	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7196	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7196	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7196	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7196	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7196	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7196	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7196	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7196	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7196	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7196	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7196	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7196	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7196	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7196	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7196	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7196	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7196	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7196	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7196	embedding2nn.weight	0	0.009698075242340565
7196	embedding2nn.weight	1	0.014264311641454697
7196	embedding2nn.weight	2	-0.004752434324473143
7196	embedding2nn.weight	3	0.0017529003089293838
7196	embedding2nn.weight	4	-0.0035760756582021713
7196	embedding2nn.weight	5	0.006815842818468809
7196	embedding2nn.weight	6	-0.003328243736177683
7196	embedding2nn.weight	7	0.011335376650094986
7196	embedding2nn.weight	8	-0.008063646033406258
7196	embedding2nn.weight	9	-0.013425097800791264
7196	embedding2nn.bias	0	-0.031028499826788902
7196	embedding2nn.bias	1	0.006491423584520817
7196	embedding2nn.bias	2	-0.06858368217945099
7196	embedding2nn.bias	3	0.013794004917144775
7196	embedding2nn.bias	4	0.02484121173620224
7196	embedding2nn.bias	5	-0.009903013706207275
7196	embedding2nn.bias	6	0.026078449562191963
7196	embedding2nn.bias	7	0.06207309663295746
7196	embedding2nn.bias	8	-0.0013461504131555557
7196	embedding2nn.bias	9	-0.006063583306968212
7196	rnn.weight_ih_l0	0	0.03487095609307289
7196	rnn.weight_ih_l0	1	-0.0025427748914808035
7196	rnn.weight_ih_l0	2	-0.022694170475006104
7196	rnn.weight_ih_l0	3	-0.04939066618680954
7196	rnn.weight_ih_l0	4	-0.050623852759599686
7196	rnn.weight_ih_l0	5	0.0004954577307216823
7196	rnn.weight_ih_l0	6	-0.05529030039906502
7196	rnn.weight_ih_l0	7	-0.05280766263604164
7196	rnn.weight_ih_l0	8	-0.046619635075330734
7196	rnn.weight_ih_l0	9	-0.026726337149739265
7196	rnn.weight_hh_l0	0	0.013339394703507423
7196	rnn.weight_hh_l0	1	-0.022456154227256775
7196	rnn.weight_hh_l0	2	-0.02417675219476223
7196	rnn.weight_hh_l0	3	-0.016602754592895508
7196	rnn.weight_hh_l0	4	-0.05987594276666641
7196	rnn.weight_hh_l0	5	-0.012324136681854725
7196	rnn.weight_hh_l0	6	-0.033194366842508316
7196	rnn.weight_hh_l0	7	0.014915314503014088
7196	rnn.weight_hh_l0	8	-0.022534530609846115
7196	rnn.weight_hh_l0	9	0.02270081639289856
7196	rnn.bias_ih_l0	0	0.08281881362199783
7196	rnn.bias_ih_l0	1	-0.05056791752576828
7196	rnn.bias_ih_l0	2	0.10610876977443695
7196	rnn.bias_ih_l0	3	0.0687343031167984
7196	rnn.bias_ih_l0	4	0.09002875536680222
7196	rnn.bias_ih_l0	5	0.015881141647696495
7196	rnn.bias_ih_l0	6	-0.0141910370439291
7196	rnn.bias_ih_l0	7	-0.0920092836022377
7196	rnn.bias_ih_l0	8	-0.11655810475349426
7196	rnn.bias_ih_l0	9	0.07562708109617233
7196	rnn.bias_hh_l0	0	-0.024300865828990936
7196	rnn.bias_hh_l0	1	0.015766113996505737
7196	rnn.bias_hh_l0	2	-0.01696678437292576
7196	rnn.bias_hh_l0	3	-0.01747158169746399
7196	rnn.bias_hh_l0	4	-0.054005201905965805
7196	rnn.bias_hh_l0	5	0.10041630268096924
7196	rnn.bias_hh_l0	6	-0.00720750167965889
7196	rnn.bias_hh_l0	7	0.0019039619946852326
7196	rnn.bias_hh_l0	8	0.02017771452665329
7196	rnn.bias_hh_l0	9	0.05017951503396034
7196	rnn.weight_ih_l0_reverse	0	-0.03201353922486305
7196	rnn.weight_ih_l0_reverse	1	4.8785077524371445e-05
7196	rnn.weight_ih_l0_reverse	2	0.02311081439256668
7196	rnn.weight_ih_l0_reverse	3	-0.05760674923658371
7196	rnn.weight_ih_l0_reverse	4	0.00899609923362732
7196	rnn.weight_ih_l0_reverse	5	-0.054628849029541016
7196	rnn.weight_ih_l0_reverse	6	0.016236428171396255
7196	rnn.weight_ih_l0_reverse	7	0.04108160734176636
7196	rnn.weight_ih_l0_reverse	8	-0.039327967911958694
7196	rnn.weight_ih_l0_reverse	9	-0.051647890359163284
7196	rnn.weight_hh_l0_reverse	0	-0.07200320810079575
7196	rnn.weight_hh_l0_reverse	1	-0.05068330466747284
7196	rnn.weight_hh_l0_reverse	2	0.012461395934224129
7196	rnn.weight_hh_l0_reverse	3	0.03989384323358536
7196	rnn.weight_hh_l0_reverse	4	0.02243639901280403
7196	rnn.weight_hh_l0_reverse	5	0.043050333857536316
7196	rnn.weight_hh_l0_reverse	6	-0.013941697776317596
7196	rnn.weight_hh_l0_reverse	7	-0.0024769857991486788
7196	rnn.weight_hh_l0_reverse	8	-0.07801872491836548
7196	rnn.weight_hh_l0_reverse	9	0.040252089500427246
7196	rnn.bias_ih_l0_reverse	0	-0.04057427495718002
7196	rnn.bias_ih_l0_reverse	1	-0.05710979551076889
7196	rnn.bias_ih_l0_reverse	2	0.0912807360291481
7196	rnn.bias_ih_l0_reverse	3	0.029616940766572952
7196	rnn.bias_ih_l0_reverse	4	-0.09390032291412354
7196	rnn.bias_ih_l0_reverse	5	0.024326369166374207
7196	rnn.bias_ih_l0_reverse	6	-0.09611160308122635
7196	rnn.bias_ih_l0_reverse	7	0.03469984978437424
7196	rnn.bias_ih_l0_reverse	8	0.020870568230748177
7196	rnn.bias_ih_l0_reverse	9	0.06814935803413391
7196	rnn.bias_hh_l0_reverse	0	0.02106625773012638
7196	rnn.bias_hh_l0_reverse	1	0.059219103306531906
7196	rnn.bias_hh_l0_reverse	2	0.07925169169902802
7196	rnn.bias_hh_l0_reverse	3	-0.006790642160922289
7196	rnn.bias_hh_l0_reverse	4	0.07629486173391342
7196	rnn.bias_hh_l0_reverse	5	0.010392419993877411
7196	rnn.bias_hh_l0_reverse	6	-0.06941515952348709
7196	rnn.bias_hh_l0_reverse	7	0.03842006251215935
7196	rnn.bias_hh_l0_reverse	8	0.027740461751818657
7196	rnn.bias_hh_l0_reverse	9	-0.11146048456430435
7196	linear.weight	0	0.11328201740980148
7196	linear.weight	1	-0.10474739223718643
7196	linear.weight	2	-0.1197761595249176
7196	linear.weight	3	0.05737493187189102
7196	linear.weight	4	-0.00014581793220713735
7196	linear.weight	5	-0.06048409268260002
7196	linear.weight	6	-0.01166220847517252
7196	linear.weight	7	-0.03494075685739517
7196	linear.weight	8	0.038715098053216934
7196	linear.weight	9	0.2853427231311798
7196	linear.bias	0	-0.018429012969136238
7196	linear.bias	1	0.11176150292158127
7196	linear.bias	2	-0.39634162187576294
7196	linear.bias	3	1.2857259511947632
7196	linear.bias	4	-0.3350506126880646
7196	linear.bias	5	-0.030769959092140198
7196	linear.bias	6	-0.27503859996795654
7196	linear.bias	7	-0.16163688898086548
7196	linear.bias	8	0.08593142777681351
7196	linear.bias	9	-0.40524452924728394
7224	transitions	0	-0.5896201133728027
7224	transitions	1	0.4128616452217102
7224	transitions	2	1.755345344543457
7224	transitions	3	0.16685311496257782
7224	transitions	4	0.9974992871284485
7224	transitions	5	1.2752091884613037
7224	transitions	6	0.4848175048828125
7224	transitions	7	0.1831590086221695
7224	transitions	8	-0.9188951849937439
7224	transitions	9	0.9307714104652405
7224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7224	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7224	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7224	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7224	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7224	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7224	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7224	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7224	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7224	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7224	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7224	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7224	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7224	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7224	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7224	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7224	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7224	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7224	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7224	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7224	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7224	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7224	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7224	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7224	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7224	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7224	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7224	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7224	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7224	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7224	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7224	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7224	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7224	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7224	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7224	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7224	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7224	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7224	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7224	embedding2nn.weight	0	0.009690274484455585
7224	embedding2nn.weight	1	0.014313840307295322
7224	embedding2nn.weight	2	-0.004762430675327778
7224	embedding2nn.weight	3	0.0017421889351680875
7224	embedding2nn.weight	4	-0.003532192436978221
7224	embedding2nn.weight	5	0.006596780847758055
7224	embedding2nn.weight	6	-0.003379613161087036
7224	embedding2nn.weight	7	0.011277838610112667
7224	embedding2nn.weight	8	-0.00821738038212061
7224	embedding2nn.weight	9	-0.013434926979243755
7224	embedding2nn.bias	0	-0.03450606390833855
7224	embedding2nn.bias	1	0.001674835104495287
7224	embedding2nn.bias	2	-0.07379433512687683
7224	embedding2nn.bias	3	0.016887960955500603
7224	embedding2nn.bias	4	0.022625572979450226
7224	embedding2nn.bias	5	-0.006288114469498396
7224	embedding2nn.bias	6	0.029360497370362282
7224	embedding2nn.bias	7	0.06460241973400116
7224	embedding2nn.bias	8	0.0037329327315092087
7224	embedding2nn.bias	9	-0.01042545773088932
7224	rnn.weight_ih_l0	0	0.0346037894487381
7224	rnn.weight_ih_l0	1	-0.0025131849106401205
7224	rnn.weight_ih_l0	2	-0.022072412073612213
7224	rnn.weight_ih_l0	3	-0.049348313361406326
7224	rnn.weight_ih_l0	4	-0.05059418827295303
7224	rnn.weight_ih_l0	5	0.0002451353648211807
7224	rnn.weight_ih_l0	6	-0.05535285919904709
7224	rnn.weight_ih_l0	7	-0.05295577272772789
7224	rnn.weight_ih_l0	8	-0.046699922531843185
7224	rnn.weight_ih_l0	9	-0.026899022981524467
7224	rnn.weight_hh_l0	0	0.012946595437824726
7224	rnn.weight_hh_l0	1	-0.022068073973059654
7224	rnn.weight_hh_l0	2	-0.024659467861056328
7224	rnn.weight_hh_l0	3	-0.016353817656636238
7224	rnn.weight_hh_l0	4	-0.05941089987754822
7224	rnn.weight_hh_l0	5	-0.011952857486903667
7224	rnn.weight_hh_l0	6	-0.03409024700522423
7224	rnn.weight_hh_l0	7	0.01530155073851347
7224	rnn.weight_hh_l0	8	-0.022210894152522087
7224	rnn.weight_hh_l0	9	0.021626316010951996
7224	rnn.bias_ih_l0	0	0.0831957757472992
7224	rnn.bias_ih_l0	1	-0.048163238912820816
7224	rnn.bias_ih_l0	2	0.10543041676282883
7224	rnn.bias_ih_l0	3	0.06864111870527267
7224	rnn.bias_ih_l0	4	0.09208900481462479
7224	rnn.bias_ih_l0	5	0.017251145094633102
7224	rnn.bias_ih_l0	6	-0.014266027137637138
7224	rnn.bias_ih_l0	7	-0.09560728073120117
7224	rnn.bias_ih_l0	8	-0.11632664501667023
7224	rnn.bias_ih_l0	9	0.07418196648359299
7224	rnn.bias_hh_l0	0	-0.024939367547631264
7224	rnn.bias_hh_l0	1	0.015591766685247421
7224	rnn.bias_hh_l0	2	-0.020615357905626297
7224	rnn.bias_hh_l0	3	-0.018109824508428574
7224	rnn.bias_hh_l0	4	-0.052115656435489655
7224	rnn.bias_hh_l0	5	0.10179242491722107
7224	rnn.bias_hh_l0	6	-0.0069148000329732895
7224	rnn.bias_hh_l0	7	0.0025072707794606686
7224	rnn.bias_hh_l0	8	0.02010272815823555
7224	rnn.bias_hh_l0	9	0.04904374107718468
7224	rnn.weight_ih_l0_reverse	0	-0.03207522630691528
7224	rnn.weight_ih_l0_reverse	1	-0.0005970637430436909
7224	rnn.weight_ih_l0_reverse	2	0.023127183318138123
7224	rnn.weight_ih_l0_reverse	3	-0.05775854364037514
7224	rnn.weight_ih_l0_reverse	4	0.009323758073151112
7224	rnn.weight_ih_l0_reverse	5	-0.05446717515587807
7224	rnn.weight_ih_l0_reverse	6	0.016482744365930557
7224	rnn.weight_ih_l0_reverse	7	0.04108632728457451
7224	rnn.weight_ih_l0_reverse	8	-0.03927610442042351
7224	rnn.weight_ih_l0_reverse	9	-0.0515705868601799
7224	rnn.weight_hh_l0_reverse	0	-0.07184499502182007
7224	rnn.weight_hh_l0_reverse	1	-0.05040047690272331
7224	rnn.weight_hh_l0_reverse	2	0.012137848883867264
7224	rnn.weight_hh_l0_reverse	3	0.03961804881691933
7224	rnn.weight_hh_l0_reverse	4	0.022123700007796288
7224	rnn.weight_hh_l0_reverse	5	0.04317069426178932
7224	rnn.weight_hh_l0_reverse	6	-0.01245854515582323
7224	rnn.weight_hh_l0_reverse	7	-0.0028658988885581493
7224	rnn.weight_hh_l0_reverse	8	-0.07795855402946472
7224	rnn.weight_hh_l0_reverse	9	0.03957173600792885
7224	rnn.bias_ih_l0_reverse	0	-0.04474780336022377
7224	rnn.bias_ih_l0_reverse	1	-0.0578448660671711
7224	rnn.bias_ih_l0_reverse	2	0.0915488675236702
7224	rnn.bias_ih_l0_reverse	3	0.030114976689219475
7224	rnn.bias_ih_l0_reverse	4	-0.09393260627985
7224	rnn.bias_ih_l0_reverse	5	0.025341656059026718
7224	rnn.bias_ih_l0_reverse	6	-0.0947171300649643
7224	rnn.bias_ih_l0_reverse	7	0.033845286816358566
7224	rnn.bias_ih_l0_reverse	8	0.021181799471378326
7224	rnn.bias_ih_l0_reverse	9	0.06775999814271927
7224	rnn.bias_hh_l0_reverse	0	0.022268177941441536
7224	rnn.bias_hh_l0_reverse	1	0.06016867235302925
7224	rnn.bias_hh_l0_reverse	2	0.07804513722658157
7224	rnn.bias_hh_l0_reverse	3	-0.007686291355639696
7224	rnn.bias_hh_l0_reverse	4	0.07799564301967621
7224	rnn.bias_hh_l0_reverse	5	0.010290444828569889
7224	rnn.bias_hh_l0_reverse	6	-0.06817680597305298
7224	rnn.bias_hh_l0_reverse	7	0.04058390110731125
7224	rnn.bias_hh_l0_reverse	8	0.026725392788648605
7224	rnn.bias_hh_l0_reverse	9	-0.12203442305326462
7224	linear.weight	0	0.12139017879962921
7224	linear.weight	1	-0.10468318313360214
7224	linear.weight	2	-0.12470132112503052
7224	linear.weight	3	0.055366579443216324
7224	linear.weight	4	0.001005217432975769
7224	linear.weight	5	-0.058484483510255814
7224	linear.weight	6	-0.011637911200523376
7224	linear.weight	7	-0.03485748916864395
7224	linear.weight	8	0.035609886050224304
7224	linear.weight	9	0.2916538417339325
7224	linear.bias	0	-0.017320124432444572
7224	linear.bias	1	0.11281329393386841
7224	linear.bias	2	-0.3970087170600891
7224	linear.bias	3	1.2853442430496216
7224	linear.bias	4	-0.33563584089279175
7224	linear.bias	5	-0.030769959092140198
7224	linear.bias	6	-0.2765980064868927
7224	linear.bias	7	-0.1650015115737915
7224	linear.bias	8	0.09323061257600784
7224	linear.bias	9	-0.4055645167827606
7252	transitions	0	-0.5897936224937439
7252	transitions	1	0.4127027690410614
7252	transitions	2	1.7549986839294434
7252	transitions	3	0.16679716110229492
7252	transitions	4	0.9974709153175354
7252	transitions	5	1.2752044200897217
7252	transitions	6	0.4848122000694275
7252	transitions	7	0.183155357837677
7252	transitions	8	-0.9188976883888245
7252	transitions	9	0.9307711124420166
7252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7252	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7252	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7252	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7252	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7252	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7252	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7252	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7252	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7252	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7252	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7252	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7252	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7252	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7252	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7252	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7252	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7252	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7252	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7252	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7252	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7252	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7252	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7252	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7252	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7252	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7252	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7252	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7252	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7252	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7252	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7252	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7252	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7252	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7252	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7252	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7252	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7252	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7252	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7252	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7252	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7252	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7252	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7252	embedding2nn.weight	0	0.009561647661030293
7252	embedding2nn.weight	1	0.014248525723814964
7252	embedding2nn.weight	2	-0.004812492523342371
7252	embedding2nn.weight	3	0.0015076680574566126
7252	embedding2nn.weight	4	-0.003531103953719139
7252	embedding2nn.weight	5	0.006666929926723242
7252	embedding2nn.weight	6	-0.0033903925213962793
7252	embedding2nn.weight	7	0.011438565328717232
7252	embedding2nn.weight	8	-0.008072883822023869
7252	embedding2nn.weight	9	-0.013416733592748642
7252	embedding2nn.bias	0	-0.03582534193992615
7252	embedding2nn.bias	1	0.0029501691460609436
7252	embedding2nn.bias	2	-0.07680375874042511
7252	embedding2nn.bias	3	0.015917927026748657
7252	embedding2nn.bias	4	0.01916043646633625
7252	embedding2nn.bias	5	-0.007413726300001144
7252	embedding2nn.bias	6	0.031470123678445816
7252	embedding2nn.bias	7	0.05843580886721611
7252	embedding2nn.bias	8	0.0028642481192946434
7252	embedding2nn.bias	9	-0.018711823970079422
7252	rnn.weight_ih_l0	0	0.03461885079741478
7252	rnn.weight_ih_l0	1	-0.0015808343887329102
7252	rnn.weight_ih_l0	2	-0.02154795452952385
7252	rnn.weight_ih_l0	3	-0.04933246970176697
7252	rnn.weight_ih_l0	4	-0.05080070346593857
7252	rnn.weight_ih_l0	5	7.610442844452336e-05
7252	rnn.weight_ih_l0	6	-0.05513565242290497
7252	rnn.weight_ih_l0	7	-0.05252702161669731
7252	rnn.weight_ih_l0	8	-0.046575967222452164
7252	rnn.weight_ih_l0	9	-0.02691178023815155
7252	rnn.weight_hh_l0	0	0.012377839535474777
7252	rnn.weight_hh_l0	1	-0.022672593593597412
7252	rnn.weight_hh_l0	2	-0.025892237201333046
7252	rnn.weight_hh_l0	3	-0.016563674435019493
7252	rnn.weight_hh_l0	4	-0.05874123051762581
7252	rnn.weight_hh_l0	5	-0.011472062207758427
7252	rnn.weight_hh_l0	6	-0.03536966070532799
7252	rnn.weight_hh_l0	7	0.016086187213659286
7252	rnn.weight_hh_l0	8	-0.02245202846825123
7252	rnn.weight_hh_l0	9	0.02168409153819084
7252	rnn.bias_ih_l0	0	0.08490873873233795
7252	rnn.bias_ih_l0	1	-0.04797147959470749
7252	rnn.bias_ih_l0	2	0.10695674270391464
7252	rnn.bias_ih_l0	3	0.0655302181839943
7252	rnn.bias_ih_l0	4	0.0921616479754448
7252	rnn.bias_ih_l0	5	0.01717284880578518
7252	rnn.bias_ih_l0	6	-0.015860138460993767
7252	rnn.bias_ih_l0	7	-0.09361671656370163
7252	rnn.bias_ih_l0	8	-0.11181025207042694
7252	rnn.bias_ih_l0	9	0.07670392841100693
7252	rnn.bias_hh_l0	0	-0.025974934920668602
7252	rnn.bias_hh_l0	1	0.015461225062608719
7252	rnn.bias_hh_l0	2	-0.021954718977212906
7252	rnn.bias_hh_l0	3	-0.019048385322093964
7252	rnn.bias_hh_l0	4	-0.05273904278874397
7252	rnn.bias_hh_l0	5	0.10410822182893753
7252	rnn.bias_hh_l0	6	-0.006266792770475149
7252	rnn.bias_hh_l0	7	0.004849329590797424
7252	rnn.bias_hh_l0	8	0.018508613109588623
7252	rnn.bias_hh_l0	9	0.050315264612436295
7252	rnn.weight_ih_l0_reverse	0	-0.03220517933368683
7252	rnn.weight_ih_l0_reverse	1	-0.001383206807076931
7252	rnn.weight_ih_l0_reverse	2	0.02321774885058403
7252	rnn.weight_ih_l0_reverse	3	-0.05834745615720749
7252	rnn.weight_ih_l0_reverse	4	0.009459054097533226
7252	rnn.weight_ih_l0_reverse	5	-0.05430000647902489
7252	rnn.weight_ih_l0_reverse	6	0.01735701970756054
7252	rnn.weight_ih_l0_reverse	7	0.04095059633255005
7252	rnn.weight_ih_l0_reverse	8	-0.039332106709480286
7252	rnn.weight_ih_l0_reverse	9	-0.05137121304869652
7252	rnn.weight_hh_l0_reverse	0	-0.07186184823513031
7252	rnn.weight_hh_l0_reverse	1	-0.049889322370290756
7252	rnn.weight_hh_l0_reverse	2	0.012395312078297138
7252	rnn.weight_hh_l0_reverse	3	0.03973228111863136
7252	rnn.weight_hh_l0_reverse	4	0.02181946113705635
7252	rnn.weight_hh_l0_reverse	5	0.04318397864699364
7252	rnn.weight_hh_l0_reverse	6	-0.011251047253608704
7252	rnn.weight_hh_l0_reverse	7	-0.003676129039376974
7252	rnn.weight_hh_l0_reverse	8	-0.07806321233510971
7252	rnn.weight_hh_l0_reverse	9	0.03979694843292236
7252	rnn.bias_ih_l0_reverse	0	-0.04055597260594368
7252	rnn.bias_ih_l0_reverse	1	-0.05843106284737587
7252	rnn.bias_ih_l0_reverse	2	0.09098782390356064
7252	rnn.bias_ih_l0_reverse	3	0.029662812128663063
7252	rnn.bias_ih_l0_reverse	4	-0.09192020446062088
7252	rnn.bias_ih_l0_reverse	5	0.025705792009830475
7252	rnn.bias_ih_l0_reverse	6	-0.09586404263973236
7252	rnn.bias_ih_l0_reverse	7	0.03400159627199173
7252	rnn.bias_ih_l0_reverse	8	0.022545143961906433
7252	rnn.bias_ih_l0_reverse	9	0.06786805391311646
7252	rnn.bias_hh_l0_reverse	0	0.01990406960248947
7252	rnn.bias_hh_l0_reverse	1	0.06077778711915016
7252	rnn.bias_hh_l0_reverse	2	0.07676652073860168
7252	rnn.bias_hh_l0_reverse	3	-0.007662429939955473
7252	rnn.bias_hh_l0_reverse	4	0.0766104906797409
7252	rnn.bias_hh_l0_reverse	5	0.010762280784547329
7252	rnn.bias_hh_l0_reverse	6	-0.06893154978752136
7252	rnn.bias_hh_l0_reverse	7	0.04009529575705528
7252	rnn.bias_hh_l0_reverse	8	0.027677780017256737
7252	rnn.bias_hh_l0_reverse	9	-0.12422986328601837
7252	linear.weight	0	0.13259011507034302
7252	linear.weight	1	-0.1046190857887268
7252	linear.weight	2	-0.12564343214035034
7252	linear.weight	3	0.057320721447467804
7252	linear.weight	4	0.0014112334465608
7252	linear.weight	5	-0.058144595474004745
7252	linear.weight	6	-0.011617172509431839
7252	linear.weight	7	-0.0347764752805233
7252	linear.weight	8	0.036810945719480515
7252	linear.weight	9	0.29336753487586975
7252	linear.bias	0	-0.023408569395542145
7252	linear.bias	1	0.11173763871192932
7252	linear.bias	2	-0.3959433436393738
7252	linear.bias	3	1.2852075099945068
7252	linear.bias	4	-0.3368668556213379
7252	linear.bias	5	-0.030769959092140198
7252	linear.bias	6	-0.2736930251121521
7252	linear.bias	7	-0.16420434415340424
7252	linear.bias	8	0.09927479922771454
7252	linear.bias	9	-0.40596112608909607
7280	transitions	0	-0.5899567604064941
7280	transitions	1	0.4123389720916748
7280	transitions	2	1.7546741962432861
7280	transitions	3	0.166665181517601
7280	transitions	4	0.9974457621574402
7280	transitions	5	1.2751996517181396
7280	transitions	6	0.484809011220932
7280	transitions	7	0.1831502914428711
7280	transitions	8	-0.918900191783905
7280	transitions	9	0.930770993232727
7280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7280	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7280	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7280	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7280	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7280	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7280	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7280	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7280	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7280	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7280	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7280	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7280	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7280	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7280	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7280	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7280	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7280	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7280	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7280	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7280	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7280	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7280	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7280	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7280	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7280	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7280	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7280	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7280	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7280	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7280	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7280	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7280	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7280	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7280	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7280	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7280	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7280	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7280	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7280	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7280	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7280	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7280	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7280	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7280	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7280	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7280	embedding2nn.weight	0	0.009864883497357368
7280	embedding2nn.weight	1	0.01409723050892353
7280	embedding2nn.weight	2	-0.004887523595243692
7280	embedding2nn.weight	3	0.0014298587338998914
7280	embedding2nn.weight	4	-0.0035825844388455153
7280	embedding2nn.weight	5	0.006613832898437977
7280	embedding2nn.weight	6	-0.003316638758406043
7280	embedding2nn.weight	7	0.011253339238464832
7280	embedding2nn.weight	8	-0.008080794475972652
7280	embedding2nn.weight	9	-0.013494175858795643
7280	embedding2nn.bias	0	-0.03163796290755272
7280	embedding2nn.bias	1	0.002078818855807185
7280	embedding2nn.bias	2	-0.07838720083236694
7280	embedding2nn.bias	3	0.018523642793297768
7280	embedding2nn.bias	4	0.018347280099987984
7280	embedding2nn.bias	5	-0.005989881698042154
7280	embedding2nn.bias	6	0.033010389655828476
7280	embedding2nn.bias	7	0.05392448976635933
7280	embedding2nn.bias	8	0.002322256565093994
7280	embedding2nn.bias	9	-0.01654905639588833
7280	rnn.weight_ih_l0	0	0.034554291516542435
7280	rnn.weight_ih_l0	1	-0.0014229980297386646
7280	rnn.weight_ih_l0	2	-0.021901458501815796
7280	rnn.weight_ih_l0	3	-0.049413152039051056
7280	rnn.weight_ih_l0	4	-0.05084589496254921
7280	rnn.weight_ih_l0	5	0.00011710994294844568
7280	rnn.weight_ih_l0	6	-0.055155713111162186
7280	rnn.weight_ih_l0	7	-0.05266357958316803
7280	rnn.weight_ih_l0	8	-0.046997856348752975
7280	rnn.weight_ih_l0	9	-0.026963157579302788
7280	rnn.weight_hh_l0	0	0.012176564894616604
7280	rnn.weight_hh_l0	1	-0.022851360961794853
7280	rnn.weight_hh_l0	2	-0.02666374109685421
7280	rnn.weight_hh_l0	3	-0.016832944005727768
7280	rnn.weight_hh_l0	4	-0.05872751399874687
7280	rnn.weight_hh_l0	5	-0.01191804464906454
7280	rnn.weight_hh_l0	6	-0.034748125821352005
7280	rnn.weight_hh_l0	7	0.016075091436505318
7280	rnn.weight_hh_l0	8	-0.022338585928082466
7280	rnn.weight_hh_l0	9	0.021905623376369476
7280	rnn.bias_ih_l0	0	0.08568834513425827
7280	rnn.bias_ih_l0	1	-0.04851321876049042
7280	rnn.bias_ih_l0	2	0.10841130465269089
7280	rnn.bias_ih_l0	3	0.06666066497564316
7280	rnn.bias_ih_l0	4	0.09314947575330734
7280	rnn.bias_ih_l0	5	0.016902707517147064
7280	rnn.bias_ih_l0	6	-0.015404067002236843
7280	rnn.bias_ih_l0	7	-0.09618557244539261
7280	rnn.bias_ih_l0	8	-0.11930141597986221
7280	rnn.bias_ih_l0	9	0.07750296592712402
7280	rnn.bias_hh_l0	0	-0.02531624026596546
7280	rnn.bias_hh_l0	1	0.01534098107367754
7280	rnn.bias_hh_l0	2	-0.022823404520750046
7280	rnn.bias_hh_l0	3	-0.01576813869178295
7280	rnn.bias_hh_l0	4	-0.05228446051478386
7280	rnn.bias_hh_l0	5	0.10341637581586838
7280	rnn.bias_hh_l0	6	-0.005816010758280754
7280	rnn.bias_hh_l0	7	0.0034812430385500193
7280	rnn.bias_hh_l0	8	0.01896468549966812
7280	rnn.bias_hh_l0	9	0.05027752369642258
7280	rnn.weight_ih_l0_reverse	0	-0.03194822743535042
7280	rnn.weight_ih_l0_reverse	1	-0.0014110159827396274
7280	rnn.weight_ih_l0_reverse	2	0.02327745221555233
7280	rnn.weight_ih_l0_reverse	3	-0.058017343282699585
7280	rnn.weight_ih_l0_reverse	4	0.00948597677052021
7280	rnn.weight_ih_l0_reverse	5	-0.0544111430644989
7280	rnn.weight_ih_l0_reverse	6	0.017031969502568245
7280	rnn.weight_ih_l0_reverse	7	0.04090362787246704
7280	rnn.weight_ih_l0_reverse	8	-0.03925705328583717
7280	rnn.weight_ih_l0_reverse	9	-0.05123769864439964
7280	rnn.weight_hh_l0_reverse	0	-0.07098987698554993
7280	rnn.weight_hh_l0_reverse	1	-0.05083684250712395
7280	rnn.weight_hh_l0_reverse	2	0.012125457637012005
7280	rnn.weight_hh_l0_reverse	3	0.03983946889638901
7280	rnn.weight_hh_l0_reverse	4	0.02186986245214939
7280	rnn.weight_hh_l0_reverse	5	0.043299056589603424
7280	rnn.weight_hh_l0_reverse	6	-0.011085959151387215
7280	rnn.weight_hh_l0_reverse	7	-0.00390665465965867
7280	rnn.weight_hh_l0_reverse	8	-0.077962227165699
7280	rnn.weight_hh_l0_reverse	9	0.040297143161296844
7280	rnn.bias_ih_l0_reverse	0	-0.038701727986335754
7280	rnn.bias_ih_l0_reverse	1	-0.06413204222917557
7280	rnn.bias_ih_l0_reverse	2	0.09119528532028198
7280	rnn.bias_ih_l0_reverse	3	0.029698140919208527
7280	rnn.bias_ih_l0_reverse	4	-0.09043852984905243
7280	rnn.bias_ih_l0_reverse	5	0.02765575423836708
7280	rnn.bias_ih_l0_reverse	6	-0.09848610311746597
7280	rnn.bias_ih_l0_reverse	7	0.0335998497903347
7280	rnn.bias_ih_l0_reverse	8	0.021003030240535736
7280	rnn.bias_ih_l0_reverse	9	0.06675003468990326
7280	rnn.bias_hh_l0_reverse	0	0.018254175782203674
7280	rnn.bias_hh_l0_reverse	1	0.06313630193471909
7280	rnn.bias_hh_l0_reverse	2	0.07608982175588608
7280	rnn.bias_hh_l0_reverse	3	-0.008184489794075489
7280	rnn.bias_hh_l0_reverse	4	0.07573612034320831
7280	rnn.bias_hh_l0_reverse	5	0.014020849950611591
7280	rnn.bias_hh_l0_reverse	6	-0.07029835134744644
7280	rnn.bias_hh_l0_reverse	7	0.041534531861543655
7280	rnn.bias_hh_l0_reverse	8	0.02622401714324951
7280	rnn.bias_hh_l0_reverse	9	-0.11931464076042175
7280	linear.weight	0	0.14606381952762604
7280	linear.weight	1	-0.10457152128219604
7280	linear.weight	2	-0.1252947449684143
7280	linear.weight	3	0.053454089909791946
7280	linear.weight	4	0.0017328034155070782
7280	linear.weight	5	-0.05914044752717018
7280	linear.weight	6	-0.011589780449867249
7280	linear.weight	7	-0.036329206079244614
7280	linear.weight	8	0.03515484184026718
7280	linear.weight	9	0.29188230633735657
7280	linear.bias	0	-0.021840479224920273
7280	linear.bias	1	0.10574189573526382
7280	linear.bias	2	-0.3971862196922302
7280	linear.bias	3	1.2839175462722778
7280	linear.bias	4	-0.33801066875457764
7280	linear.bias	5	-0.030769959092140198
7280	linear.bias	6	-0.2741219699382782
7280	linear.bias	7	-0.16565848886966705
7280	linear.bias	8	0.09250044077634811
7280	linear.bias	9	-0.40625885128974915
7308	transitions	0	-0.590254545211792
7308	transitions	1	0.412152498960495
7308	transitions	2	1.7544432878494263
7308	transitions	3	0.16652484238147736
7308	transitions	4	0.9974048137664795
7308	transitions	5	1.2751961946487427
7308	transitions	6	0.48480427265167236
7308	transitions	7	0.1831427365541458
7308	transitions	8	-0.9189019799232483
7308	transitions	9	0.930770993232727
7308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7308	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7308	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7308	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7308	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7308	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7308	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7308	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7308	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7308	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7308	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7308	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7308	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7308	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7308	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7308	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7308	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7308	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7308	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7308	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7308	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7308	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7308	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7308	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7308	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7308	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7308	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7308	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7308	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7308	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7308	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7308	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7308	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7308	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7308	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7308	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7308	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7308	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7308	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7308	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7308	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7308	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7308	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7308	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7308	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7308	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7308	embedding2nn.weight	0	0.01028316468000412
7308	embedding2nn.weight	1	0.014036369509994984
7308	embedding2nn.weight	2	-0.004873494617640972
7308	embedding2nn.weight	3	0.0014293621061369777
7308	embedding2nn.weight	4	-0.003558321390300989
7308	embedding2nn.weight	5	0.0067718434147536755
7308	embedding2nn.weight	6	-0.0032694158144295216
7308	embedding2nn.weight	7	0.011894630268216133
7308	embedding2nn.weight	8	-0.008044922724366188
7308	embedding2nn.weight	9	-0.013485731557011604
7308	embedding2nn.bias	0	-0.023192690685391426
7308	embedding2nn.bias	1	-0.002008830662816763
7308	embedding2nn.bias	2	-0.06650464236736298
7308	embedding2nn.bias	3	0.014308345504105091
7308	embedding2nn.bias	4	0.02450723387300968
7308	embedding2nn.bias	5	-0.002707855077460408
7308	embedding2nn.bias	6	0.0378832183778286
7308	embedding2nn.bias	7	0.05290163680911064
7308	embedding2nn.bias	8	-0.003832185408100486
7308	embedding2nn.bias	9	-0.01778819039463997
7308	rnn.weight_ih_l0	0	0.034681227058172226
7308	rnn.weight_ih_l0	1	-0.0014735455624759197
7308	rnn.weight_ih_l0	2	-0.02172616496682167
7308	rnn.weight_ih_l0	3	-0.04943396896123886
7308	rnn.weight_ih_l0	4	-0.05077419430017471
7308	rnn.weight_ih_l0	5	-4.999486554879695e-05
7308	rnn.weight_ih_l0	6	-0.05527103692293167
7308	rnn.weight_ih_l0	7	-0.053108878433704376
7308	rnn.weight_ih_l0	8	-0.04675164818763733
7308	rnn.weight_ih_l0	9	-0.026860637590289116
7308	rnn.weight_hh_l0	0	0.012247785925865173
7308	rnn.weight_hh_l0	1	-0.023330843076109886
7308	rnn.weight_hh_l0	2	-0.02770194783806801
7308	rnn.weight_hh_l0	3	-0.016915474086999893
7308	rnn.weight_hh_l0	4	-0.0584072545170784
7308	rnn.weight_hh_l0	5	-0.01254722848534584
7308	rnn.weight_hh_l0	6	-0.03495744243264198
7308	rnn.weight_hh_l0	7	0.015398280695080757
7308	rnn.weight_hh_l0	8	-0.022003164514899254
7308	rnn.weight_hh_l0	9	0.02177583985030651
7308	rnn.bias_ih_l0	0	0.08531033992767334
7308	rnn.bias_ih_l0	1	-0.04911389946937561
7308	rnn.bias_ih_l0	2	0.10739719122648239
7308	rnn.bias_ih_l0	3	0.06999240070581436
7308	rnn.bias_ih_l0	4	0.09110735356807709
7308	rnn.bias_ih_l0	5	0.016437578946352005
7308	rnn.bias_ih_l0	6	-0.015792276710271835
7308	rnn.bias_ih_l0	7	-0.09769582748413086
7308	rnn.bias_ih_l0	8	-0.11131060123443604
7308	rnn.bias_ih_l0	9	0.0764610767364502
7308	rnn.bias_hh_l0	0	-0.02499321475625038
7308	rnn.bias_hh_l0	1	0.013817938044667244
7308	rnn.bias_hh_l0	2	-0.021702177822589874
7308	rnn.bias_hh_l0	3	-0.015486342832446098
7308	rnn.bias_hh_l0	4	-0.05048565939068794
7308	rnn.bias_hh_l0	5	0.10788039863109589
7308	rnn.bias_hh_l0	6	-0.005672193598002195
7308	rnn.bias_hh_l0	7	0.004126350861042738
7308	rnn.bias_hh_l0	8	0.018576478585600853
7308	rnn.bias_hh_l0	9	0.050520360469818115
7308	rnn.weight_ih_l0_reverse	0	-0.03181254118680954
7308	rnn.weight_ih_l0_reverse	1	-0.0008678342564962804
7308	rnn.weight_ih_l0_reverse	2	0.02340715005993843
7308	rnn.weight_ih_l0_reverse	3	-0.05805056542158127
7308	rnn.weight_ih_l0_reverse	4	0.009348316118121147
7308	rnn.weight_ih_l0_reverse	5	-0.05421913042664528
7308	rnn.weight_ih_l0_reverse	6	0.0168708935379982
7308	rnn.weight_ih_l0_reverse	7	0.04100475087761879
7308	rnn.weight_ih_l0_reverse	8	-0.03932519257068634
7308	rnn.weight_ih_l0_reverse	9	-0.05116170272231102
7308	rnn.weight_hh_l0_reverse	0	-0.07116301357746124
7308	rnn.weight_hh_l0_reverse	1	-0.05044253543019295
7308	rnn.weight_hh_l0_reverse	2	0.012345009483397007
7308	rnn.weight_hh_l0_reverse	3	0.04015535116195679
7308	rnn.weight_hh_l0_reverse	4	0.021980928257107735
7308	rnn.weight_hh_l0_reverse	5	0.04350192844867706
7308	rnn.weight_hh_l0_reverse	6	-0.012011534534394741
7308	rnn.weight_hh_l0_reverse	7	-0.004120387602597475
7308	rnn.weight_hh_l0_reverse	8	-0.07858721166849136
7308	rnn.weight_hh_l0_reverse	9	0.04073294252157211
7308	rnn.bias_ih_l0_reverse	0	-0.035689059644937515
7308	rnn.bias_ih_l0_reverse	1	-0.06044633314013481
7308	rnn.bias_ih_l0_reverse	2	0.08986523747444153
7308	rnn.bias_ih_l0_reverse	3	0.03065442480146885
7308	rnn.bias_ih_l0_reverse	4	-0.09032844752073288
7308	rnn.bias_ih_l0_reverse	5	0.028152072802186012
7308	rnn.bias_ih_l0_reverse	6	-0.0962296798825264
7308	rnn.bias_ih_l0_reverse	7	0.033175766468048096
7308	rnn.bias_ih_l0_reverse	8	0.02073988877236843
7308	rnn.bias_ih_l0_reverse	9	0.06691814213991165
7308	rnn.bias_hh_l0_reverse	0	0.014092580415308475
7308	rnn.bias_hh_l0_reverse	1	0.05997776612639427
7308	rnn.bias_hh_l0_reverse	2	0.07453406602144241
7308	rnn.bias_hh_l0_reverse	3	-0.007178117521107197
7308	rnn.bias_hh_l0_reverse	4	0.07603577524423599
7308	rnn.bias_hh_l0_reverse	5	0.009862832725048065
7308	rnn.bias_hh_l0_reverse	6	-0.07101455330848694
7308	rnn.bias_hh_l0_reverse	7	0.042209576815366745
7308	rnn.bias_hh_l0_reverse	8	0.026055369526147842
7308	rnn.bias_hh_l0_reverse	9	-0.1106923446059227
7308	linear.weight	0	0.14915211498737335
7308	linear.weight	1	-0.104542575776577
7308	linear.weight	2	-0.1282796710729599
7308	linear.weight	3	0.05552108213305473
7308	linear.weight	4	0.0022765244357287884
7308	linear.weight	5	-0.05829446017742157
7308	linear.weight	6	-0.011580473743379116
7308	linear.weight	7	-0.036273520439863205
7308	linear.weight	8	0.03783174231648445
7308	linear.weight	9	0.2908802330493927
7308	linear.bias	0	-0.017816442996263504
7308	linear.bias	1	0.11065177619457245
7308	linear.bias	2	-0.39431601762771606
7308	linear.bias	3	1.2836815118789673
7308	linear.bias	4	-0.3386179506778717
7308	linear.bias	5	-0.030769959092140198
7308	linear.bias	6	-0.2715502977371216
7308	linear.bias	7	-0.1680418998003006
7308	linear.bias	8	0.07353995740413666
7308	linear.bias	9	-0.4065244793891907
7336	transitions	0	-0.5904426574707031
7336	transitions	1	0.4120301902294159
7336	transitions	2	1.754172921180725
7336	transitions	3	0.16637632250785828
7336	transitions	4	0.9968228340148926
7336	transitions	5	1.275193214416504
7336	transitions	6	0.4848030209541321
7336	transitions	7	0.1831272542476654
7336	transitions	8	-0.9189034700393677
7336	transitions	9	0.930770993232727
7336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7336	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7336	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7336	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7336	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7336	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7336	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7336	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7336	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7336	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7336	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7336	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7336	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7336	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7336	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7336	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7336	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7336	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7336	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7336	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7336	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7336	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7336	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7336	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7336	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7336	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7336	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7336	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7336	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7336	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7336	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7336	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7336	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7336	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7336	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7336	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7336	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7336	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7336	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7336	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7336	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7336	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7336	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7336	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7336	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7336	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7336	embedding2nn.weight	0	0.009856083430349827
7336	embedding2nn.weight	1	0.014117258600890636
7336	embedding2nn.weight	2	-0.00488855317234993
7336	embedding2nn.weight	3	0.0019678056705743074
7336	embedding2nn.weight	4	-0.0036215439904481173
7336	embedding2nn.weight	5	0.0068638939410448074
7336	embedding2nn.weight	6	-0.003312915563583374
7336	embedding2nn.weight	7	0.012269330210983753
7336	embedding2nn.weight	8	-0.008003863506019115
7336	embedding2nn.weight	9	-0.01363435760140419
7336	embedding2nn.bias	0	-0.028705233708024025
7336	embedding2nn.bias	1	0.004254985600709915
7336	embedding2nn.bias	2	-0.06926703453063965
7336	embedding2nn.bias	3	0.014904497191309929
7336	embedding2nn.bias	4	0.023966217413544655
7336	embedding2nn.bias	5	-0.005439788103103638
7336	embedding2nn.bias	6	0.03087160363793373
7336	embedding2nn.bias	7	0.05545639246702194
7336	embedding2nn.bias	8	-0.007695910520851612
7336	embedding2nn.bias	9	-0.019027123227715492
7336	rnn.weight_ih_l0	0	0.03510821983218193
7336	rnn.weight_ih_l0	1	-0.001517856726422906
7336	rnn.weight_ih_l0	2	-0.02198910340666771
7336	rnn.weight_ih_l0	3	-0.04949859902262688
7336	rnn.weight_ih_l0	4	-0.05072304978966713
7336	rnn.weight_ih_l0	5	-4.9691767344484106e-05
7336	rnn.weight_ih_l0	6	-0.05547398701310158
7336	rnn.weight_ih_l0	7	-0.053351808339357376
7336	rnn.weight_ih_l0	8	-0.04669320955872536
7336	rnn.weight_ih_l0	9	-0.026965655386447906
7336	rnn.weight_hh_l0	0	0.012334716506302357
7336	rnn.weight_hh_l0	1	-0.023561101406812668
7336	rnn.weight_hh_l0	2	-0.027794145047664642
7336	rnn.weight_hh_l0	3	-0.016846265643835068
7336	rnn.weight_hh_l0	4	-0.058282751590013504
7336	rnn.weight_hh_l0	5	-0.012438638135790825
7336	rnn.weight_hh_l0	6	-0.03509322181344032
7336	rnn.weight_hh_l0	7	0.013835114426910877
7336	rnn.weight_hh_l0	8	-0.02172413095831871
7336	rnn.weight_hh_l0	9	0.02073463797569275
7336	rnn.bias_ih_l0	0	0.08550772815942764
7336	rnn.bias_ih_l0	1	-0.04806418716907501
7336	rnn.bias_ih_l0	2	0.10743702203035355
7336	rnn.bias_ih_l0	3	0.06856969743967056
7336	rnn.bias_ih_l0	4	0.09108385443687439
7336	rnn.bias_ih_l0	5	0.017352838069200516
7336	rnn.bias_ih_l0	6	-0.01377867627888918
7336	rnn.bias_ih_l0	7	-0.09823858737945557
7336	rnn.bias_ih_l0	8	-0.10155235230922699
7336	rnn.bias_ih_l0	9	0.07656316459178925
7336	rnn.bias_hh_l0	0	-0.026218073442578316
7336	rnn.bias_hh_l0	1	0.014530477114021778
7336	rnn.bias_hh_l0	2	-0.02003639191389084
7336	rnn.bias_hh_l0	3	-0.015919046476483345
7336	rnn.bias_hh_l0	4	-0.050007011741399765
7336	rnn.bias_hh_l0	5	0.11141739040613174
7336	rnn.bias_hh_l0	6	-0.004274435807019472
7336	rnn.bias_hh_l0	7	0.004265803378075361
7336	rnn.bias_hh_l0	8	0.020590081810951233
7336	rnn.bias_hh_l0	9	0.046729009598493576
7336	rnn.weight_ih_l0_reverse	0	-0.031796399503946304
7336	rnn.weight_ih_l0_reverse	1	-0.0012526968494057655
7336	rnn.weight_ih_l0_reverse	2	0.023611584678292274
7336	rnn.weight_ih_l0_reverse	3	-0.05802074819803238
7336	rnn.weight_ih_l0_reverse	4	0.009368821047246456
7336	rnn.weight_ih_l0_reverse	5	-0.05385063216090202
7336	rnn.weight_ih_l0_reverse	6	0.016610030084848404
7336	rnn.weight_ih_l0_reverse	7	0.04110340029001236
7336	rnn.weight_ih_l0_reverse	8	-0.03959962725639343
7336	rnn.weight_ih_l0_reverse	9	-0.05125555396080017
7336	rnn.weight_hh_l0_reverse	0	-0.07160073518753052
7336	rnn.weight_hh_l0_reverse	1	-0.049644988030195236
7336	rnn.weight_hh_l0_reverse	2	0.012063050642609596
7336	rnn.weight_hh_l0_reverse	3	0.04029795899987221
7336	rnn.weight_hh_l0_reverse	4	0.022156836465001106
7336	rnn.weight_hh_l0_reverse	5	0.04333321377635002
7336	rnn.weight_hh_l0_reverse	6	-0.00975891761481762
7336	rnn.weight_hh_l0_reverse	7	-0.004107198212295771
7336	rnn.weight_hh_l0_reverse	8	-0.07881630212068558
7336	rnn.weight_hh_l0_reverse	9	0.040247201919555664
7336	rnn.bias_ih_l0_reverse	0	-0.03739744424819946
7336	rnn.bias_ih_l0_reverse	1	-0.05843675881624222
7336	rnn.bias_ih_l0_reverse	2	0.08945687860250473
7336	rnn.bias_ih_l0_reverse	3	0.02987178973853588
7336	rnn.bias_ih_l0_reverse	4	-0.09072043001651764
7336	rnn.bias_ih_l0_reverse	5	0.026248808950185776
7336	rnn.bias_ih_l0_reverse	6	-0.09472750127315521
7336	rnn.bias_ih_l0_reverse	7	0.03228723630309105
7336	rnn.bias_ih_l0_reverse	8	0.02234739623963833
7336	rnn.bias_ih_l0_reverse	9	0.06692147254943848
7336	rnn.bias_hh_l0_reverse	0	0.012581225484609604
7336	rnn.bias_hh_l0_reverse	1	0.059683557599782944
7336	rnn.bias_hh_l0_reverse	2	0.07378283143043518
7336	rnn.bias_hh_l0_reverse	3	-0.006032985635101795
7336	rnn.bias_hh_l0_reverse	4	0.07730186730623245
7336	rnn.bias_hh_l0_reverse	5	0.010149817913770676
7336	rnn.bias_hh_l0_reverse	6	-0.07216568291187286
7336	rnn.bias_hh_l0_reverse	7	0.04184247925877571
7336	rnn.bias_hh_l0_reverse	8	0.02696286328136921
7336	rnn.bias_hh_l0_reverse	9	-0.11137581616640091
7336	linear.weight	0	0.14283108711242676
7336	linear.weight	1	-0.10451748222112656
7336	linear.weight	2	-0.1307252198457718
7336	linear.weight	3	0.05216686427593231
7336	linear.weight	4	0.001485037850216031
7336	linear.weight	5	-0.055153198540210724
7336	linear.weight	6	-0.011556374840438366
7336	linear.weight	7	-0.036212094128131866
7336	linear.weight	8	0.04087793454527855
7336	linear.weight	9	0.29046380519866943
7336	linear.bias	0	-0.025988668203353882
7336	linear.bias	1	0.10992015898227692
7336	linear.bias	2	-0.3955204486846924
7336	linear.bias	3	1.2884514331817627
7336	linear.bias	4	-0.33922064304351807
7336	linear.bias	5	-0.030769959092140198
7336	linear.bias	6	-0.2733698785305023
7336	linear.bias	7	-0.16694356501102448
7336	linear.bias	8	0.08488604426383972
7336	linear.bias	9	-0.40684789419174194
7364	transitions	0	-0.5908251404762268
7364	transitions	1	0.41190505027770996
7364	transitions	2	1.7539966106414795
7364	transitions	3	0.16628104448318481
7364	transitions	4	0.9966543912887573
7364	transitions	5	1.2751864194869995
7364	transitions	6	0.48480021953582764
7364	transitions	7	0.1831115335226059
7364	transitions	8	-0.9189079403877258
7364	transitions	9	0.930770993232727
7364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7364	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7364	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7364	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7364	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7364	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7364	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7364	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7364	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7364	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7364	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7364	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7364	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7364	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7364	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7364	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7364	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7364	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7364	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7364	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7364	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7364	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7364	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7364	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7364	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7364	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7364	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7364	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7364	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7364	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7364	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7364	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7364	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7364	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7364	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7364	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7364	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7364	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7364	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7364	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7364	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7364	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7364	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7364	embedding2nn.weight	0	0.010254493914544582
7364	embedding2nn.weight	1	0.014151920564472675
7364	embedding2nn.weight	2	-0.004803047515451908
7364	embedding2nn.weight	3	0.001692043850198388
7364	embedding2nn.weight	4	-0.0036664882209151983
7364	embedding2nn.weight	5	0.006960295140743256
7364	embedding2nn.weight	6	-0.00318607734516263
7364	embedding2nn.weight	7	0.012878422625362873
7364	embedding2nn.weight	8	-0.008087724447250366
7364	embedding2nn.weight	9	-0.013637833297252655
7364	embedding2nn.bias	0	-0.03188692033290863
7364	embedding2nn.bias	1	0.005907765123993158
7364	embedding2nn.bias	2	-0.06866655498743057
7364	embedding2nn.bias	3	0.01715991646051407
7364	embedding2nn.bias	4	0.024593090638518333
7364	embedding2nn.bias	5	-0.012433999218046665
7364	embedding2nn.bias	6	0.03433709964156151
7364	embedding2nn.bias	7	0.05528537184000015
7364	embedding2nn.bias	8	-0.008711833506822586
7364	embedding2nn.bias	9	-0.017134562134742737
7364	rnn.weight_ih_l0	0	0.035084694623947144
7364	rnn.weight_ih_l0	1	-0.0014535250375047326
7364	rnn.weight_ih_l0	2	-0.02180240862071514
7364	rnn.weight_ih_l0	3	-0.049545079469680786
7364	rnn.weight_ih_l0	4	-0.0502503477036953
7364	rnn.weight_ih_l0	5	-0.00012700341176241636
7364	rnn.weight_ih_l0	6	-0.0555160827934742
7364	rnn.weight_ih_l0	7	-0.05327652022242546
7364	rnn.weight_ih_l0	8	-0.04617339372634888
7364	rnn.weight_ih_l0	9	-0.026947345584630966
7364	rnn.weight_hh_l0	0	0.012382644228637218
7364	rnn.weight_hh_l0	1	-0.02490178495645523
7364	rnn.weight_hh_l0	2	-0.029475728049874306
7364	rnn.weight_hh_l0	3	-0.016927586868405342
7364	rnn.weight_hh_l0	4	-0.05817417800426483
7364	rnn.weight_hh_l0	5	-0.01282668299973011
7364	rnn.weight_hh_l0	6	-0.03541720658540726
7364	rnn.weight_hh_l0	7	0.014711063355207443
7364	rnn.weight_hh_l0	8	-0.021432682871818542
7364	rnn.weight_hh_l0	9	0.020687466487288475
7364	rnn.bias_ih_l0	0	0.08708405494689941
7364	rnn.bias_ih_l0	1	-0.04714059457182884
7364	rnn.bias_ih_l0	2	0.10900535434484482
7364	rnn.bias_ih_l0	3	0.06835421919822693
7364	rnn.bias_ih_l0	4	0.0916777104139328
7364	rnn.bias_ih_l0	5	0.016989044845104218
7364	rnn.bias_ih_l0	6	-0.015978369861841202
7364	rnn.bias_ih_l0	7	-0.09127902239561081
7364	rnn.bias_ih_l0	8	-0.1018870398402214
7364	rnn.bias_ih_l0	9	0.07839719951152802
7364	rnn.bias_hh_l0	0	-0.026434144005179405
7364	rnn.bias_hh_l0	1	0.014865254983305931
7364	rnn.bias_hh_l0	2	-0.020015191286802292
7364	rnn.bias_hh_l0	3	-0.02305094711482525
7364	rnn.bias_hh_l0	4	-0.05062633380293846
7364	rnn.bias_hh_l0	5	0.11199751496315002
7364	rnn.bias_hh_l0	6	-0.006057893391698599
7364	rnn.bias_hh_l0	7	0.003932560328394175
7364	rnn.bias_hh_l0	8	0.018390387296676636
7364	rnn.bias_hh_l0	9	0.04845833405852318
7364	rnn.weight_ih_l0_reverse	0	-0.032014213502407074
7364	rnn.weight_ih_l0_reverse	1	-0.0005360959330573678
7364	rnn.weight_ih_l0_reverse	2	0.0235412809997797
7364	rnn.weight_ih_l0_reverse	3	-0.057682499289512634
7364	rnn.weight_ih_l0_reverse	4	0.009310124441981316
7364	rnn.weight_ih_l0_reverse	5	-0.053835611790418625
7364	rnn.weight_ih_l0_reverse	6	0.016808554530143738
7364	rnn.weight_ih_l0_reverse	7	0.0410580188035965
7364	rnn.weight_ih_l0_reverse	8	-0.03950852155685425
7364	rnn.weight_ih_l0_reverse	9	-0.051299165934324265
7364	rnn.weight_hh_l0_reverse	0	-0.07140173017978668
7364	rnn.weight_hh_l0_reverse	1	-0.050501834601163864
7364	rnn.weight_hh_l0_reverse	2	0.01250998955219984
7364	rnn.weight_hh_l0_reverse	3	0.04012855142354965
7364	rnn.weight_hh_l0_reverse	4	0.022541580721735954
7364	rnn.weight_hh_l0_reverse	5	0.04328448325395584
7364	rnn.weight_hh_l0_reverse	6	-0.005885808728635311
7364	rnn.weight_hh_l0_reverse	7	-0.0043260687962174416
7364	rnn.weight_hh_l0_reverse	8	-0.07923196256160736
7364	rnn.weight_hh_l0_reverse	9	0.0402192622423172
7364	rnn.bias_ih_l0_reverse	0	-0.041165560483932495
7364	rnn.bias_ih_l0_reverse	1	-0.058942146599292755
7364	rnn.bias_ih_l0_reverse	2	0.09007174521684647
7364	rnn.bias_ih_l0_reverse	3	0.02861681394279003
7364	rnn.bias_ih_l0_reverse	4	-0.09113653004169464
7364	rnn.bias_ih_l0_reverse	5	0.02661815658211708
7364	rnn.bias_ih_l0_reverse	6	-0.09320110082626343
7364	rnn.bias_ih_l0_reverse	7	0.031246796250343323
7364	rnn.bias_ih_l0_reverse	8	0.0236485805362463
7364	rnn.bias_ih_l0_reverse	9	0.06802522391080856
7364	rnn.bias_hh_l0_reverse	0	0.009448175318539143
7364	rnn.bias_hh_l0_reverse	1	0.05869298055768013
7364	rnn.bias_hh_l0_reverse	2	0.07281249761581421
7364	rnn.bias_hh_l0_reverse	3	-0.006418058183044195
7364	rnn.bias_hh_l0_reverse	4	0.0763297900557518
7364	rnn.bias_hh_l0_reverse	5	0.013224179856479168
7364	rnn.bias_hh_l0_reverse	6	-0.07201308012008667
7364	rnn.bias_hh_l0_reverse	7	0.04192769527435303
7364	rnn.bias_hh_l0_reverse	8	0.028701361268758774
7364	rnn.bias_hh_l0_reverse	9	-0.11577217280864716
7364	linear.weight	0	0.13507209718227386
7364	linear.weight	1	-0.10839490592479706
7364	linear.weight	2	-0.12681150436401367
7364	linear.weight	3	0.0477224700152874
7364	linear.weight	4	0.0020511969923973083
7364	linear.weight	5	-0.05491900071501732
7364	linear.weight	6	-0.011536440812051296
7364	linear.weight	7	-0.03614342585206032
7364	linear.weight	8	0.04093427583575249
7364	linear.weight	9	0.29714128375053406
7364	linear.bias	0	-0.034137289971113205
7364	linear.bias	1	0.11051454395055771
7364	linear.bias	2	-0.39667484164237976
7364	linear.bias	3	1.298446774482727
7364	linear.bias	4	-0.339865118265152
7364	linear.bias	5	-0.030769959092140198
7364	linear.bias	6	-0.2748427391052246
7364	linear.bias	7	-0.16854560375213623
7364	linear.bias	8	0.0718299001455307
7364	linear.bias	9	-0.4071197807788849
7392	transitions	0	-0.5911837220191956
7392	transitions	1	0.41169828176498413
7392	transitions	2	1.7537670135498047
7392	transitions	3	0.1660570204257965
7392	transitions	4	0.9966024160385132
7392	transitions	5	1.2751824855804443
7392	transitions	6	0.48478853702545166
7392	transitions	7	0.1829715222120285
7392	transitions	8	-0.91890949010849
7392	transitions	9	0.9307708144187927
7392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7392	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7392	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7392	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7392	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7392	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7392	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7392	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7392	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7392	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7392	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7392	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7392	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7392	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7392	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7392	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7392	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7392	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7392	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7392	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7392	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7392	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7392	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7392	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7392	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7392	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7392	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7392	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7392	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7392	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7392	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7392	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7392	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7392	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7392	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7392	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7392	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7392	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7392	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7392	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7392	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7392	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7392	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7392	embedding2nn.weight	0	0.009978714399039745
7392	embedding2nn.weight	1	0.014176315627992153
7392	embedding2nn.weight	2	-0.004839615896344185
7392	embedding2nn.weight	3	0.0018472172087058425
7392	embedding2nn.weight	4	-0.0036880860570818186
7392	embedding2nn.weight	5	0.007359069772064686
7392	embedding2nn.weight	6	-0.00320348609238863
7392	embedding2nn.weight	7	0.01337757520377636
7392	embedding2nn.weight	8	-0.007928960956633091
7392	embedding2nn.weight	9	-0.013559050858020782
7392	embedding2nn.bias	0	-0.03622102737426758
7392	embedding2nn.bias	1	0.0035906361881643534
7392	embedding2nn.bias	2	-0.061377692967653275
7392	embedding2nn.bias	3	0.013270157389342785
7392	embedding2nn.bias	4	0.018291432410478592
7392	embedding2nn.bias	5	-0.011937619186937809
7392	embedding2nn.bias	6	0.0344388484954834
7392	embedding2nn.bias	7	0.0553891696035862
7392	embedding2nn.bias	8	-0.006765594705939293
7392	embedding2nn.bias	9	-0.017454316839575768
7392	rnn.weight_ih_l0	0	0.03526819497346878
7392	rnn.weight_ih_l0	1	-0.0012010183418169618
7392	rnn.weight_ih_l0	2	-0.02185719832777977
7392	rnn.weight_ih_l0	3	-0.04915577918291092
7392	rnn.weight_ih_l0	4	-0.050066638737916946
7392	rnn.weight_ih_l0	5	-0.0001508047862444073
7392	rnn.weight_ih_l0	6	-0.05543117970228195
7392	rnn.weight_ih_l0	7	-0.053135063499212265
7392	rnn.weight_ih_l0	8	-0.04620501399040222
7392	rnn.weight_ih_l0	9	-0.026962487027049065
7392	rnn.weight_hh_l0	0	0.012305444106459618
7392	rnn.weight_hh_l0	1	-0.025050073862075806
7392	rnn.weight_hh_l0	2	-0.029206663370132446
7392	rnn.weight_hh_l0	3	-0.016738802194595337
7392	rnn.weight_hh_l0	4	-0.058136649429798126
7392	rnn.weight_hh_l0	5	-0.013122239150106907
7392	rnn.weight_hh_l0	6	-0.03760775551199913
7392	rnn.weight_hh_l0	7	0.014585429802536964
7392	rnn.weight_hh_l0	8	-0.021234950050711632
7392	rnn.weight_hh_l0	9	0.020299945026636124
7392	rnn.bias_ih_l0	0	0.08719686418771744
7392	rnn.bias_ih_l0	1	-0.04763905331492424
7392	rnn.bias_ih_l0	2	0.10969928652048111
7392	rnn.bias_ih_l0	3	0.06409286707639694
7392	rnn.bias_ih_l0	4	0.09237602353096008
7392	rnn.bias_ih_l0	5	0.0167914479970932
7392	rnn.bias_ih_l0	6	-0.016560979187488556
7392	rnn.bias_ih_l0	7	-0.0905638113617897
7392	rnn.bias_ih_l0	8	-0.10284479707479477
7392	rnn.bias_ih_l0	9	0.07943493127822876
7392	rnn.bias_hh_l0	0	-0.029818013310432434
7392	rnn.bias_hh_l0	1	0.01659311354160309
7392	rnn.bias_hh_l0	2	-0.019593698903918266
7392	rnn.bias_hh_l0	3	-0.02453864924609661
7392	rnn.bias_hh_l0	4	-0.05056849494576454
7392	rnn.bias_hh_l0	5	0.10743721574544907
7392	rnn.bias_hh_l0	6	-0.0048951623030006886
7392	rnn.bias_hh_l0	7	0.007739262189716101
7392	rnn.bias_hh_l0	8	0.01780777797102928
7392	rnn.bias_hh_l0	9	0.046416815370321274
7392	rnn.weight_ih_l0_reverse	0	-0.03196078538894653
7392	rnn.weight_ih_l0_reverse	1	-0.0013274188386276364
7392	rnn.weight_ih_l0_reverse	2	0.023239798843860626
7392	rnn.weight_ih_l0_reverse	3	-0.057853713631629944
7392	rnn.weight_ih_l0_reverse	4	0.009595867246389389
7392	rnn.weight_ih_l0_reverse	5	-0.05412809178233147
7392	rnn.weight_ih_l0_reverse	6	0.01584714464843273
7392	rnn.weight_ih_l0_reverse	7	0.04104171693325043
7392	rnn.weight_ih_l0_reverse	8	-0.03983883559703827
7392	rnn.weight_ih_l0_reverse	9	-0.05124163255095482
7392	rnn.weight_hh_l0_reverse	0	-0.07155661284923553
7392	rnn.weight_hh_l0_reverse	1	-0.052122317254543304
7392	rnn.weight_hh_l0_reverse	2	0.012329846620559692
7392	rnn.weight_hh_l0_reverse	3	0.03988311439752579
7392	rnn.weight_hh_l0_reverse	4	0.022792590782046318
7392	rnn.weight_hh_l0_reverse	5	0.04323786124587059
7392	rnn.weight_hh_l0_reverse	6	-0.0031340792775154114
7392	rnn.weight_hh_l0_reverse	7	-0.004445534199476242
7392	rnn.weight_hh_l0_reverse	8	-0.07856094837188721
7392	rnn.weight_hh_l0_reverse	9	0.04043284058570862
7392	rnn.bias_ih_l0_reverse	0	-0.033535607159137726
7392	rnn.bias_ih_l0_reverse	1	-0.05941326916217804
7392	rnn.bias_ih_l0_reverse	2	0.08850136399269104
7392	rnn.bias_ih_l0_reverse	3	0.02916765585541725
7392	rnn.bias_ih_l0_reverse	4	-0.09287133067846298
7392	rnn.bias_ih_l0_reverse	5	0.028888247907161713
7392	rnn.bias_ih_l0_reverse	6	-0.08970482647418976
7392	rnn.bias_ih_l0_reverse	7	0.030716348439455032
7392	rnn.bias_ih_l0_reverse	8	0.02307135984301567
7392	rnn.bias_ih_l0_reverse	9	0.06654543429613113
7392	rnn.bias_hh_l0_reverse	0	0.010703221894800663
7392	rnn.bias_hh_l0_reverse	1	0.058474283665418625
7392	rnn.bias_hh_l0_reverse	2	0.0718626007437706
7392	rnn.bias_hh_l0_reverse	3	-0.006331672426313162
7392	rnn.bias_hh_l0_reverse	4	0.07878328859806061
7392	rnn.bias_hh_l0_reverse	5	0.010601013898849487
7392	rnn.bias_hh_l0_reverse	6	-0.07157938927412033
7392	rnn.bias_hh_l0_reverse	7	0.04237021505832672
7392	rnn.bias_hh_l0_reverse	8	0.02826104871928692
7392	rnn.bias_hh_l0_reverse	9	-0.1146787628531456
7392	linear.weight	0	0.14031396806240082
7392	linear.weight	1	-0.10832720994949341
7392	linear.weight	2	-0.12436496466398239
7392	linear.weight	3	0.04429556056857109
7392	linear.weight	4	0.0016872407868504524
7392	linear.weight	5	-0.052945978939533234
7392	linear.weight	6	-0.011516503058373928
7392	linear.weight	7	-0.03603638336062431
7392	linear.weight	8	0.04003632813692093
7392	linear.weight	9	0.29730743169784546
7392	linear.bias	0	-0.025330763310194016
7392	linear.bias	1	0.11245767027139664
7392	linear.bias	2	-0.3955595791339874
7392	linear.bias	3	1.2813143730163574
7392	linear.bias	4	-0.3416866064071655
7392	linear.bias	5	-0.030769959092140198
7392	linear.bias	6	-0.2744831442832947
7392	linear.bias	7	-0.16904930770397186
7392	linear.bias	8	0.07378216087818146
7392	linear.bias	9	-0.4075198173522949
7420	transitions	0	-0.5915244221687317
7420	transitions	1	0.4114971458911896
7420	transitions	2	1.753451943397522
7420	transitions	3	0.16599468886852264
7420	transitions	4	0.9964538216590881
7420	transitions	5	1.2751717567443848
7420	transitions	6	0.48474767804145813
7420	transitions	7	0.1829695850610733
7420	transitions	8	-0.9189123511314392
7420	transitions	9	0.9307708144187927
7420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7420	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7420	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7420	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7420	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7420	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7420	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7420	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7420	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7420	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7420	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7420	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7420	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7420	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7420	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7420	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7420	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7420	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7420	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7420	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7420	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7420	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7420	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7420	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7420	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7420	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7420	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7420	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7420	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7420	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7420	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7420	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7420	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7420	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7420	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7420	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7420	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7420	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7420	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7420	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7420	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7420	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7420	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7420	embedding2nn.weight	0	0.010140107944607735
7420	embedding2nn.weight	1	0.014220495708286762
7420	embedding2nn.weight	2	-0.0048365043476223946
7420	embedding2nn.weight	3	0.0017667071660980582
7420	embedding2nn.weight	4	-0.003721640445291996
7420	embedding2nn.weight	5	0.0075313737615942955
7420	embedding2nn.weight	6	-0.003308259416371584
7420	embedding2nn.weight	7	0.013412467204034328
7420	embedding2nn.weight	8	-0.008089735172688961
7420	embedding2nn.weight	9	-0.013720454648137093
7420	embedding2nn.bias	0	-0.03947802633047104
7420	embedding2nn.bias	1	0.0017882345709949732
7420	embedding2nn.bias	2	-0.0638987198472023
7420	embedding2nn.bias	3	0.022733381018042564
7420	embedding2nn.bias	4	0.022488579154014587
7420	embedding2nn.bias	5	-0.0025420449674129486
7420	embedding2nn.bias	6	0.03547520563006401
7420	embedding2nn.bias	7	0.0547417514026165
7420	embedding2nn.bias	8	-0.003899822710081935
7420	embedding2nn.bias	9	-0.02432391420006752
7420	rnn.weight_ih_l0	0	0.03509848192334175
7420	rnn.weight_ih_l0	1	-0.0017602518200874329
7420	rnn.weight_ih_l0	2	-0.021529873833060265
7420	rnn.weight_ih_l0	3	-0.04927251860499382
7420	rnn.weight_ih_l0	4	-0.05024416372179985
7420	rnn.weight_ih_l0	5	-4.773346518049948e-05
7420	rnn.weight_ih_l0	6	-0.055554747581481934
7420	rnn.weight_ih_l0	7	-0.053174279630184174
7420	rnn.weight_ih_l0	8	-0.046106450259685516
7420	rnn.weight_ih_l0	9	-0.026837114244699478
7420	rnn.weight_hh_l0	0	0.012570220045745373
7420	rnn.weight_hh_l0	1	-0.025404592975974083
7420	rnn.weight_hh_l0	2	-0.029814627021551132
7420	rnn.weight_hh_l0	3	-0.017002828419208527
7420	rnn.weight_hh_l0	4	-0.058177649974823
7420	rnn.weight_hh_l0	5	-0.012608068063855171
7420	rnn.weight_hh_l0	6	-0.036444321274757385
7420	rnn.weight_hh_l0	7	0.013320324942469597
7420	rnn.weight_hh_l0	8	-0.021473966538906097
7420	rnn.weight_hh_l0	9	0.019389089196920395
7420	rnn.bias_ih_l0	0	0.08760939538478851
7420	rnn.bias_ih_l0	1	-0.04715319722890854
7420	rnn.bias_ih_l0	2	0.10590032488107681
7420	rnn.bias_ih_l0	3	0.06342799961566925
7420	rnn.bias_ih_l0	4	0.09310273081064224
7420	rnn.bias_ih_l0	5	0.01637379825115204
7420	rnn.bias_ih_l0	6	-0.01636776141822338
7420	rnn.bias_ih_l0	7	-0.08432042598724365
7420	rnn.bias_ih_l0	8	-0.11158953607082367
7420	rnn.bias_ih_l0	9	0.08163440972566605
7420	rnn.bias_hh_l0	0	-0.031902965158224106
7420	rnn.bias_hh_l0	1	0.016959721222519875
7420	rnn.bias_hh_l0	2	-0.019950440153479576
7420	rnn.bias_hh_l0	3	-0.020457865670323372
7420	rnn.bias_hh_l0	4	-0.05174117162823677
7420	rnn.bias_hh_l0	5	0.10555911809206009
7420	rnn.bias_hh_l0	6	-0.006678412668406963
7420	rnn.bias_hh_l0	7	0.008959045633673668
7420	rnn.bias_hh_l0	8	0.018000995740294456
7420	rnn.bias_hh_l0	9	0.045220885425806046
7420	rnn.weight_ih_l0_reverse	0	-0.03157348185777664
7420	rnn.weight_ih_l0_reverse	1	-0.002171613508835435
7420	rnn.weight_ih_l0_reverse	2	0.02320071868598461
7420	rnn.weight_ih_l0_reverse	3	-0.057895418256521225
7420	rnn.weight_ih_l0_reverse	4	0.009796666912734509
7420	rnn.weight_ih_l0_reverse	5	-0.05385352671146393
7420	rnn.weight_ih_l0_reverse	6	0.01507535856217146
7420	rnn.weight_ih_l0_reverse	7	0.04107849299907684
7420	rnn.weight_ih_l0_reverse	8	-0.03996683657169342
7420	rnn.weight_ih_l0_reverse	9	-0.05101941525936127
7420	rnn.weight_hh_l0_reverse	0	-0.07204262912273407
7420	rnn.weight_hh_l0_reverse	1	-0.053043872117996216
7420	rnn.weight_hh_l0_reverse	2	0.011953338049352169
7420	rnn.weight_hh_l0_reverse	3	0.03985431790351868
7420	rnn.weight_hh_l0_reverse	4	0.023010162636637688
7420	rnn.weight_hh_l0_reverse	5	0.04307336360216141
7420	rnn.weight_hh_l0_reverse	6	-0.0023532528430223465
7420	rnn.weight_hh_l0_reverse	7	-0.004064478911459446
7420	rnn.weight_hh_l0_reverse	8	-0.07949155569076538
7420	rnn.weight_hh_l0_reverse	9	0.039782725274562836
7420	rnn.bias_ih_l0_reverse	0	-0.03435467183589935
7420	rnn.bias_ih_l0_reverse	1	-0.05144980549812317
7420	rnn.bias_ih_l0_reverse	2	0.09044128656387329
7420	rnn.bias_ih_l0_reverse	3	0.028328560292720795
7420	rnn.bias_ih_l0_reverse	4	-0.09320345520973206
7420	rnn.bias_ih_l0_reverse	5	0.028870580717921257
7420	rnn.bias_ih_l0_reverse	6	-0.08924777805805206
7420	rnn.bias_ih_l0_reverse	7	0.035481732338666916
7420	rnn.bias_ih_l0_reverse	8	0.022208530455827713
7420	rnn.bias_ih_l0_reverse	9	0.06620629131793976
7420	rnn.bias_hh_l0_reverse	0	0.010680458508431911
7420	rnn.bias_hh_l0_reverse	1	0.06056240573525429
7420	rnn.bias_hh_l0_reverse	2	0.07026083022356033
7420	rnn.bias_hh_l0_reverse	3	-0.005448044277727604
7420	rnn.bias_hh_l0_reverse	4	0.07692901045084
7420	rnn.bias_hh_l0_reverse	5	0.012846149504184723
7420	rnn.bias_hh_l0_reverse	6	-0.0714031308889389
7420	rnn.bias_hh_l0_reverse	7	0.04230331629514694
7420	rnn.bias_hh_l0_reverse	8	0.026430992409586906
7420	rnn.bias_hh_l0_reverse	9	-0.12010988593101501
7420	linear.weight	0	0.13587364554405212
7420	linear.weight	1	-0.10828699916601181
7420	linear.weight	2	-0.1270260363817215
7420	linear.weight	3	0.048428725451231
7420	linear.weight	4	0.0009924331679940224
7420	linear.weight	5	-0.05286789312958717
7420	linear.weight	6	-0.011476362124085426
7420	linear.weight	7	-0.03595844283699989
7420	linear.weight	8	0.03883722051978111
7420	linear.weight	9	0.29486948251724243
7420	linear.bias	0	-0.04843122139573097
7420	linear.bias	1	0.11449801921844482
7420	linear.bias	2	-0.39699825644493103
7420	linear.bias	3	1.3053938150405884
7420	linear.bias	4	-0.3394007086753845
7420	linear.bias	5	-0.030769959092140198
7420	linear.bias	6	-0.27497556805610657
7420	linear.bias	7	-0.17114117741584778
7420	linear.bias	8	0.0807185024023056
7420	linear.bias	9	-0.40795159339904785
7448	transitions	0	-0.5920014381408691
7448	transitions	1	0.41129741072654724
7448	transitions	2	1.7531534433364868
7448	transitions	3	0.16543254256248474
7448	transitions	4	0.9962653517723083
7448	transitions	5	1.275167465209961
7448	transitions	6	0.48474517464637756
7448	transitions	7	0.1829652339220047
7448	transitions	8	-0.9189150333404541
7448	transitions	9	0.9307708144187927
7448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7448	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7448	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7448	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7448	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7448	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7448	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7448	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7448	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7448	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7448	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7448	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7448	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7448	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7448	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7448	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7448	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7448	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7448	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7448	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7448	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7448	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7448	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7448	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7448	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7448	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7448	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7448	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7448	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7448	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7448	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7448	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7448	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7448	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7448	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7448	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7448	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7448	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7448	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7448	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7448	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7448	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7448	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7448	embedding2nn.weight	0	0.010730663314461708
7448	embedding2nn.weight	1	0.013975569047033787
7448	embedding2nn.weight	2	-0.004874367266893387
7448	embedding2nn.weight	3	0.0017494458006694913
7448	embedding2nn.weight	4	-0.0036973096430301666
7448	embedding2nn.weight	5	0.007355222944170237
7448	embedding2nn.weight	6	-0.0035163944121450186
7448	embedding2nn.weight	7	0.013021464459598064
7448	embedding2nn.weight	8	-0.008102777414023876
7448	embedding2nn.weight	9	-0.013796365819871426
7448	embedding2nn.bias	0	-0.04413235932588577
7448	embedding2nn.bias	1	0.003759802784770727
7448	embedding2nn.bias	2	-0.06273838877677917
7448	embedding2nn.bias	3	0.02294996939599514
7448	embedding2nn.bias	4	0.015981800854206085
7448	embedding2nn.bias	5	-0.004201364237815142
7448	embedding2nn.bias	6	0.03541274741292
7448	embedding2nn.bias	7	0.06173112243413925
7448	embedding2nn.bias	8	-0.009685259312391281
7448	embedding2nn.bias	9	-0.02071804739534855
7448	rnn.weight_ih_l0	0	0.035249531269073486
7448	rnn.weight_ih_l0	1	-0.001738199614919722
7448	rnn.weight_ih_l0	2	-0.022130342200398445
7448	rnn.weight_ih_l0	3	-0.04943225160241127
7448	rnn.weight_ih_l0	4	-0.050262436270713806
7448	rnn.weight_ih_l0	5	-0.000250612705713138
7448	rnn.weight_ih_l0	6	-0.05557014048099518
7448	rnn.weight_ih_l0	7	-0.05303365737199783
7448	rnn.weight_ih_l0	8	-0.04617821052670479
7448	rnn.weight_ih_l0	9	-0.026967180892825127
7448	rnn.weight_hh_l0	0	0.01212865486741066
7448	rnn.weight_hh_l0	1	-0.024752723053097725
7448	rnn.weight_hh_l0	2	-0.03026336058974266
7448	rnn.weight_hh_l0	3	-0.016595210880041122
7448	rnn.weight_hh_l0	4	-0.0574633926153183
7448	rnn.weight_hh_l0	5	-0.012599465437233448
7448	rnn.weight_hh_l0	6	-0.034386344254016876
7448	rnn.weight_hh_l0	7	0.012706917710602283
7448	rnn.weight_hh_l0	8	-0.02149246819317341
7448	rnn.weight_hh_l0	9	0.02089526131749153
7448	rnn.bias_ih_l0	0	0.08589053153991699
7448	rnn.bias_ih_l0	1	-0.049641549587249756
7448	rnn.bias_ih_l0	2	0.10797742009162903
7448	rnn.bias_ih_l0	3	0.06338503211736679
7448	rnn.bias_ih_l0	4	0.09188640862703323
7448	rnn.bias_ih_l0	5	0.017263976857066154
7448	rnn.bias_ih_l0	6	-0.01659422181546688
7448	rnn.bias_ih_l0	7	-0.08483796566724777
7448	rnn.bias_ih_l0	8	-0.11500214785337448
7448	rnn.bias_ih_l0	9	0.0792987197637558
7448	rnn.bias_hh_l0	0	-0.03382102772593498
7448	rnn.bias_hh_l0	1	0.017392456531524658
7448	rnn.bias_hh_l0	2	-0.020610623061656952
7448	rnn.bias_hh_l0	3	-0.020013917237520218
7448	rnn.bias_hh_l0	4	-0.05211752653121948
7448	rnn.bias_hh_l0	5	0.10623381286859512
7448	rnn.bias_hh_l0	6	-0.0074370913207530975
7448	rnn.bias_hh_l0	7	0.008569993078708649
7448	rnn.bias_hh_l0	8	0.017774537205696106
7448	rnn.bias_hh_l0	9	0.044124603271484375
7448	rnn.weight_ih_l0_reverse	0	-0.031792156398296356
7448	rnn.weight_ih_l0_reverse	1	-0.0013593025505542755
7448	rnn.weight_ih_l0_reverse	2	0.023311078548431396
7448	rnn.weight_ih_l0_reverse	3	-0.05847751721739769
7448	rnn.weight_ih_l0_reverse	4	0.009625091217458248
7448	rnn.weight_ih_l0_reverse	5	-0.05391216650605202
7448	rnn.weight_ih_l0_reverse	6	0.01480676420032978
7448	rnn.weight_ih_l0_reverse	7	0.04113397374749184
7448	rnn.weight_ih_l0_reverse	8	-0.039816781878471375
7448	rnn.weight_ih_l0_reverse	9	-0.05106046050786972
7448	rnn.weight_hh_l0_reverse	0	-0.07233680784702301
7448	rnn.weight_hh_l0_reverse	1	-0.05121759697794914
7448	rnn.weight_hh_l0_reverse	2	0.011775814928114414
7448	rnn.weight_hh_l0_reverse	3	0.0401172935962677
7448	rnn.weight_hh_l0_reverse	4	0.022478977218270302
7448	rnn.weight_hh_l0_reverse	5	0.042915064841508865
7448	rnn.weight_hh_l0_reverse	6	-0.002620125887915492
7448	rnn.weight_hh_l0_reverse	7	-0.0040824501775205135
7448	rnn.weight_hh_l0_reverse	8	-0.07911684364080429
7448	rnn.weight_hh_l0_reverse	9	0.04091057553887367
7448	rnn.bias_ih_l0_reverse	0	-0.03813566640019417
7448	rnn.bias_ih_l0_reverse	1	-0.05368458479642868
7448	rnn.bias_ih_l0_reverse	2	0.09102877974510193
7448	rnn.bias_ih_l0_reverse	3	0.02830175869166851
7448	rnn.bias_ih_l0_reverse	4	-0.09350482374429703
7448	rnn.bias_ih_l0_reverse	5	0.02883627451956272
7448	rnn.bias_ih_l0_reverse	6	-0.08852414041757584
7448	rnn.bias_ih_l0_reverse	7	0.03464631363749504
7448	rnn.bias_ih_l0_reverse	8	0.023206152021884918
7448	rnn.bias_ih_l0_reverse	9	0.06616458296775818
7448	rnn.bias_hh_l0_reverse	0	0.013895412907004356
7448	rnn.bias_hh_l0_reverse	1	0.05961914733052254
7448	rnn.bias_hh_l0_reverse	2	0.07165683805942535
7448	rnn.bias_hh_l0_reverse	3	-0.007307487539947033
7448	rnn.bias_hh_l0_reverse	4	0.07860127091407776
7448	rnn.bias_hh_l0_reverse	5	0.008622940629720688
7448	rnn.bias_hh_l0_reverse	6	-0.07168124616146088
7448	rnn.bias_hh_l0_reverse	7	0.04178610071539879
7448	rnn.bias_hh_l0_reverse	8	0.025306841358542442
7448	rnn.bias_hh_l0_reverse	9	-0.11398925632238388
7448	linear.weight	0	0.14847201108932495
7448	linear.weight	1	-0.10823682695627213
7448	linear.weight	2	-0.12952814996242523
7448	linear.weight	3	0.04873437061905861
7448	linear.weight	4	0.001483693951740861
7448	linear.weight	5	-0.0526617206633091
7448	linear.weight	6	-0.011449327692389488
7448	linear.weight	7	-0.03570912405848503
7448	linear.weight	8	0.04261745512485504
7448	linear.weight	9	0.293904185295105
7448	linear.bias	0	-0.033607177436351776
7448	linear.bias	1	0.1125597208738327
7448	linear.bias	2	-0.3979388475418091
7448	linear.bias	3	1.2930370569229126
7448	linear.bias	4	-0.3402561843395233
7448	linear.bias	5	-0.030769959092140198
7448	linear.bias	6	-0.28014323115348816
7448	linear.bias	7	-0.1680091917514801
7448	linear.bias	8	0.07548128068447113
7448	linear.bias	9	-0.40844210982322693
7476	transitions	0	-0.5921415090560913
7476	transitions	1	0.41111868619918823
7476	transitions	2	1.7527515888214111
7476	transitions	3	0.16526801884174347
7476	transitions	4	0.9961023330688477
7476	transitions	5	1.2751619815826416
7476	transitions	6	0.48474425077438354
7476	transitions	7	0.1829603910446167
7476	transitions	8	-0.9189165830612183
7476	transitions	9	0.9307708144187927
7476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7476	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7476	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7476	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7476	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7476	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7476	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7476	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7476	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7476	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7476	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7476	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7476	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7476	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7476	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7476	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7476	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7476	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7476	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7476	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7476	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7476	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7476	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7476	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7476	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7476	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7476	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7476	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7476	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7476	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7476	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7476	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7476	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7476	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7476	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7476	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7476	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7476	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7476	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7476	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7476	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7476	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7476	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7476	embedding2nn.weight	0	0.011004997417330742
7476	embedding2nn.weight	1	0.014084822498261929
7476	embedding2nn.weight	2	-0.004839551635086536
7476	embedding2nn.weight	3	0.0016381831374019384
7476	embedding2nn.weight	4	-0.0037689509335905313
7476	embedding2nn.weight	5	0.007371862418949604
7476	embedding2nn.weight	6	-0.003365391632542014
7476	embedding2nn.weight	7	0.012173772789537907
7476	embedding2nn.weight	8	-0.007799144368618727
7476	embedding2nn.weight	9	-0.013708969578146935
7476	embedding2nn.bias	0	-0.03902566432952881
7476	embedding2nn.bias	1	0.0011000046506524086
7476	embedding2nn.bias	2	-0.058992769569158554
7476	embedding2nn.bias	3	0.023555025458335876
7476	embedding2nn.bias	4	0.018201438710093498
7476	embedding2nn.bias	5	-0.0013196622021496296
7476	embedding2nn.bias	6	0.04129919782280922
7476	embedding2nn.bias	7	0.06462642550468445
7476	embedding2nn.bias	8	-0.011109485290944576
7476	embedding2nn.bias	9	-0.014334948733448982
7476	rnn.weight_ih_l0	0	0.03538544848561287
7476	rnn.weight_ih_l0	1	-0.0020608415361493826
7476	rnn.weight_ih_l0	2	-0.022331001237034798
7476	rnn.weight_ih_l0	3	-0.04947279393672943
7476	rnn.weight_ih_l0	4	-0.050179462879896164
7476	rnn.weight_ih_l0	5	-0.0001373213599435985
7476	rnn.weight_ih_l0	6	-0.055391211062669754
7476	rnn.weight_ih_l0	7	-0.05291221663355827
7476	rnn.weight_ih_l0	8	-0.04627532884478569
7476	rnn.weight_ih_l0	9	-0.02698150835931301
7476	rnn.weight_hh_l0	0	0.011861109174787998
7476	rnn.weight_hh_l0	1	-0.024305226281285286
7476	rnn.weight_hh_l0	2	-0.030859753489494324
7476	rnn.weight_hh_l0	3	-0.016134606674313545
7476	rnn.weight_hh_l0	4	-0.05708389729261398
7476	rnn.weight_hh_l0	5	-0.011916376650333405
7476	rnn.weight_hh_l0	6	-0.035306960344314575
7476	rnn.weight_hh_l0	7	0.01308711152523756
7476	rnn.weight_hh_l0	8	-0.02158721163868904
7476	rnn.weight_hh_l0	9	0.02075052820146084
7476	rnn.bias_ih_l0	0	0.08547323197126389
7476	rnn.bias_ih_l0	1	-0.046895358711481094
7476	rnn.bias_ih_l0	2	0.1078549399971962
7476	rnn.bias_ih_l0	3	0.06341031938791275
7476	rnn.bias_ih_l0	4	0.09202755242586136
7476	rnn.bias_ih_l0	5	0.01838603802025318
7476	rnn.bias_ih_l0	6	-0.01702788658440113
7476	rnn.bias_ih_l0	7	-0.08139479905366898
7476	rnn.bias_ih_l0	8	-0.12701529264450073
7476	rnn.bias_ih_l0	9	0.08119075745344162
7476	rnn.bias_hh_l0	0	-0.0328269898891449
7476	rnn.bias_hh_l0	1	0.016991427168250084
7476	rnn.bias_hh_l0	2	-0.019763385877013206
7476	rnn.bias_hh_l0	3	-0.018804354593157768
7476	rnn.bias_hh_l0	4	-0.05232079327106476
7476	rnn.bias_hh_l0	5	0.10621054470539093
7476	rnn.bias_hh_l0	6	-0.008152728900313377
7476	rnn.bias_hh_l0	7	0.00638529472053051
7476	rnn.bias_hh_l0	8	0.017340872436761856
7476	rnn.bias_hh_l0	9	0.04483669623732567
7476	rnn.weight_ih_l0_reverse	0	-0.03174644708633423
7476	rnn.weight_ih_l0_reverse	1	-0.0013358427677303553
7476	rnn.weight_ih_l0_reverse	2	0.02327108196914196
7476	rnn.weight_ih_l0_reverse	3	-0.058755870908498764
7476	rnn.weight_ih_l0_reverse	4	0.009836730547249317
7476	rnn.weight_ih_l0_reverse	5	-0.05434812232851982
7476	rnn.weight_ih_l0_reverse	6	0.014998983591794968
7476	rnn.weight_ih_l0_reverse	7	0.04114191234111786
7476	rnn.weight_ih_l0_reverse	8	-0.03984576091170311
7476	rnn.weight_ih_l0_reverse	9	-0.05115365609526634
7476	rnn.weight_hh_l0_reverse	0	-0.07230183482170105
7476	rnn.weight_hh_l0_reverse	1	-0.05151640251278877
7476	rnn.weight_hh_l0_reverse	2	0.01186354085803032
7476	rnn.weight_hh_l0_reverse	3	0.04025902971625328
7476	rnn.weight_hh_l0_reverse	4	0.021813752129673958
7476	rnn.weight_hh_l0_reverse	5	0.04304574057459831
7476	rnn.weight_hh_l0_reverse	6	-0.001177954487502575
7476	rnn.weight_hh_l0_reverse	7	-0.004046057350933552
7476	rnn.weight_hh_l0_reverse	8	-0.07884687930345535
7476	rnn.weight_hh_l0_reverse	9	0.0415242500603199
7476	rnn.bias_ih_l0_reverse	0	-0.0331466905772686
7476	rnn.bias_ih_l0_reverse	1	-0.05215485766530037
7476	rnn.bias_ih_l0_reverse	2	0.0907948762178421
7476	rnn.bias_ih_l0_reverse	3	0.028854692354798317
7476	rnn.bias_ih_l0_reverse	4	-0.0949251651763916
7476	rnn.bias_ih_l0_reverse	5	0.029359571635723114
7476	rnn.bias_ih_l0_reverse	6	-0.08851621299982071
7476	rnn.bias_ih_l0_reverse	7	0.03314998745918274
7476	rnn.bias_ih_l0_reverse	8	0.02045113779604435
7476	rnn.bias_ih_l0_reverse	9	0.06838396936655045
7476	rnn.bias_hh_l0_reverse	0	0.01281708013266325
7476	rnn.bias_hh_l0_reverse	1	0.05884157866239548
7476	rnn.bias_hh_l0_reverse	2	0.070760577917099
7476	rnn.bias_hh_l0_reverse	3	-0.008217018097639084
7476	rnn.bias_hh_l0_reverse	4	0.07637783885002136
7476	rnn.bias_hh_l0_reverse	5	0.007787407375872135
7476	rnn.bias_hh_l0_reverse	6	-0.07240388542413712
7476	rnn.bias_hh_l0_reverse	7	0.04189644381403923
7476	rnn.bias_hh_l0_reverse	8	0.02651105262339115
7476	rnn.bias_hh_l0_reverse	9	-0.12208384275436401
7476	linear.weight	0	0.14878152310848236
7476	linear.weight	1	-0.1081986129283905
7476	linear.weight	2	-0.12683498859405518
7476	linear.weight	3	0.04458197206258774
7476	linear.weight	4	0.0018195923184975982
7476	linear.weight	5	-0.05090001970529556
7476	linear.weight	6	-0.011431911960244179
7476	linear.weight	7	-0.03554433584213257
7476	linear.weight	8	0.04183435067534447
7476	linear.weight	9	0.29508981108665466
7476	linear.bias	0	-0.031369373202323914
7476	linear.bias	1	0.11141111701726913
7476	linear.bias	2	-0.396496444940567
7476	linear.bias	3	1.3225823640823364
7476	linear.bias	4	-0.3409910798072815
7476	linear.bias	5	-0.030769959092140198
7476	linear.bias	6	-0.27991145849227905
7476	linear.bias	7	-0.16270656883716583
7476	linear.bias	8	0.07164847105741501
7476	linear.bias	9	-0.40878739953041077
7504	transitions	0	-0.5923810005187988
7504	transitions	1	0.410922646522522
7504	transitions	2	1.7524868249893188
7504	transitions	3	0.1639307141304016
7504	transitions	4	0.9958577752113342
7504	transitions	5	1.2751492261886597
7504	transitions	6	0.48474326729774475
7504	transitions	7	0.18294844031333923
7504	transitions	8	-0.9189178943634033
7504	transitions	9	0.930770754814148
7504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7504	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7504	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7504	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7504	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7504	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7504	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7504	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7504	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7504	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7504	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7504	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7504	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7504	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7504	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7504	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7504	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7504	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7504	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7504	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7504	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7504	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7504	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7504	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7504	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7504	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7504	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7504	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7504	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7504	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7504	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7504	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7504	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7504	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7504	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7504	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7504	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7504	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7504	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7504	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7504	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7504	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7504	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7504	embedding2nn.weight	0	0.01144283078610897
7504	embedding2nn.weight	1	0.014042999595403671
7504	embedding2nn.weight	2	-0.004788617603480816
7504	embedding2nn.weight	3	0.0013577553909271955
7504	embedding2nn.weight	4	-0.0037886740174144506
7504	embedding2nn.weight	5	0.007401950191706419
7504	embedding2nn.weight	6	-0.003332530613988638
7504	embedding2nn.weight	7	0.012076212093234062
7504	embedding2nn.weight	8	-0.007612443063408136
7504	embedding2nn.weight	9	-0.013647540472447872
7504	embedding2nn.bias	0	-0.03521629422903061
7504	embedding2nn.bias	1	-0.005157808307558298
7504	embedding2nn.bias	2	-0.05968324840068817
7504	embedding2nn.bias	3	0.01379172783344984
7504	embedding2nn.bias	4	0.008662876673042774
7504	embedding2nn.bias	5	0.001893921522423625
7504	embedding2nn.bias	6	0.03856798633933067
7504	embedding2nn.bias	7	0.05220503360033035
7504	embedding2nn.bias	8	-0.0069640325382351875
7504	embedding2nn.bias	9	-0.01642894744873047
7504	rnn.weight_ih_l0	0	0.03545119985938072
7504	rnn.weight_ih_l0	1	-0.0021948819048702717
7504	rnn.weight_ih_l0	2	-0.022271737456321716
7504	rnn.weight_ih_l0	3	-0.04928283020853996
7504	rnn.weight_ih_l0	4	-0.05036850646138191
7504	rnn.weight_ih_l0	5	-0.0004150562162976712
7504	rnn.weight_ih_l0	6	-0.055525146424770355
7504	rnn.weight_ih_l0	7	-0.05324302986264229
7504	rnn.weight_ih_l0	8	-0.0460314005613327
7504	rnn.weight_ih_l0	9	-0.0269597377628088
7504	rnn.weight_hh_l0	0	0.011562838219106197
7504	rnn.weight_hh_l0	1	-0.02421380952000618
7504	rnn.weight_hh_l0	2	-0.031872957944869995
7504	rnn.weight_hh_l0	3	-0.015533233992755413
7504	rnn.weight_hh_l0	4	-0.05674266442656517
7504	rnn.weight_hh_l0	5	-0.011279216036200523
7504	rnn.weight_hh_l0	6	-0.03658026456832886
7504	rnn.weight_hh_l0	7	0.0131590710952878
7504	rnn.weight_hh_l0	8	-0.02171340025961399
7504	rnn.weight_hh_l0	9	0.021206095814704895
7504	rnn.bias_ih_l0	0	0.08595869690179825
7504	rnn.bias_ih_l0	1	-0.046673137694597244
7504	rnn.bias_ih_l0	2	0.1080218255519867
7504	rnn.bias_ih_l0	3	0.06445469707250595
7504	rnn.bias_ih_l0	4	0.09122244268655777
7504	rnn.bias_ih_l0	5	0.0195242278277874
7504	rnn.bias_ih_l0	6	-0.01704653725028038
7504	rnn.bias_ih_l0	7	-0.09325916320085526
7504	rnn.bias_ih_l0	8	-0.11793309450149536
7504	rnn.bias_ih_l0	9	0.08145865797996521
7504	rnn.bias_hh_l0	0	-0.031071791425347328
7504	rnn.bias_hh_l0	1	0.015553200617432594
7504	rnn.bias_hh_l0	2	-0.02032722905278206
7504	rnn.bias_hh_l0	3	-0.01886722818017006
7504	rnn.bias_hh_l0	4	-0.05222010239958763
7504	rnn.bias_hh_l0	5	0.10563002526760101
7504	rnn.bias_hh_l0	6	-0.008759339340031147
7504	rnn.bias_hh_l0	7	0.008259748108685017
7504	rnn.bias_hh_l0	8	0.017322221770882607
7504	rnn.bias_hh_l0	9	0.04546084627509117
7504	rnn.weight_ih_l0_reverse	0	-0.031875986605882645
7504	rnn.weight_ih_l0_reverse	1	-0.002190646016970277
7504	rnn.weight_ih_l0_reverse	2	0.02320108935236931
7504	rnn.weight_ih_l0_reverse	3	-0.058570798486471176
7504	rnn.weight_ih_l0_reverse	4	0.00943837221711874
7504	rnn.weight_ih_l0_reverse	5	-0.05418778583407402
7504	rnn.weight_ih_l0_reverse	6	0.014861057512462139
7504	rnn.weight_ih_l0_reverse	7	0.041066840291023254
7504	rnn.weight_ih_l0_reverse	8	-0.04021209105849266
7504	rnn.weight_ih_l0_reverse	9	-0.051034580916166306
7504	rnn.weight_hh_l0_reverse	0	-0.07223706692457199
7504	rnn.weight_hh_l0_reverse	1	-0.050683729350566864
7504	rnn.weight_hh_l0_reverse	2	0.01237187348306179
7504	rnn.weight_hh_l0_reverse	3	0.04029173031449318
7504	rnn.weight_hh_l0_reverse	4	0.021211175248026848
7504	rnn.weight_hh_l0_reverse	5	0.0428803414106369
7504	rnn.weight_hh_l0_reverse	6	0.0017837240593507886
7504	rnn.weight_hh_l0_reverse	7	-0.0038270375225692987
7504	rnn.weight_hh_l0_reverse	8	-0.07899684458971024
7504	rnn.weight_hh_l0_reverse	9	0.041350480169057846
7504	rnn.bias_ih_l0_reverse	0	-0.03331034258008003
7504	rnn.bias_ih_l0_reverse	1	-0.06009899079799652
7504	rnn.bias_ih_l0_reverse	2	0.09047724306583405
7504	rnn.bias_ih_l0_reverse	3	0.028969185426831245
7504	rnn.bias_ih_l0_reverse	4	-0.09537658840417862
7504	rnn.bias_ih_l0_reverse	5	0.029426030814647675
7504	rnn.bias_ih_l0_reverse	6	-0.08758299797773361
7504	rnn.bias_ih_l0_reverse	7	0.03522024303674698
7504	rnn.bias_ih_l0_reverse	8	0.020985232666134834
7504	rnn.bias_ih_l0_reverse	9	0.06788216531276703
7504	rnn.bias_hh_l0_reverse	0	0.004750820808112621
7504	rnn.bias_hh_l0_reverse	1	0.06221752241253853
7504	rnn.bias_hh_l0_reverse	2	0.07237717509269714
7504	rnn.bias_hh_l0_reverse	3	-0.008851800113916397
7504	rnn.bias_hh_l0_reverse	4	0.07593439519405365
7504	rnn.bias_hh_l0_reverse	5	0.008543627336621284
7504	rnn.bias_hh_l0_reverse	6	-0.07299140840768814
7504	rnn.bias_hh_l0_reverse	7	0.04207291081547737
7504	rnn.bias_hh_l0_reverse	8	0.029033146798610687
7504	rnn.bias_hh_l0_reverse	9	-0.11399129033088684
7504	linear.weight	0	0.16069284081459045
7504	linear.weight	1	-0.10815069824457169
7504	linear.weight	2	-0.12736542522907257
7504	linear.weight	3	0.03961902856826782
7504	linear.weight	4	0.0014589611673727632
7504	linear.weight	5	-0.05077427625656128
7504	linear.weight	6	-0.011423110961914062
7504	linear.weight	7	-0.03549444302916527
7504	linear.weight	8	0.042870666831731796
7504	linear.weight	9	0.30083590745925903
7504	linear.bias	0	-0.03954813629388809
7504	linear.bias	1	0.10874810069799423
7504	linear.bias	2	-0.4011494517326355
7504	linear.bias	3	1.2904047966003418
7504	linear.bias	4	-0.3339653015136719
7504	linear.bias	5	-0.030769959092140198
7504	linear.bias	6	-0.2865462005138397
7504	linear.bias	7	-0.16735287010669708
7504	linear.bias	8	0.07532195746898651
7504	linear.bias	9	-0.4091000258922577
7532	transitions	0	-0.5926332473754883
7532	transitions	1	0.4107411801815033
7532	transitions	2	1.7522743940353394
7532	transitions	3	0.16374889016151428
7532	transitions	4	0.9957541823387146
7532	transitions	5	1.2751448154449463
7532	transitions	6	0.48474225401878357
7532	transitions	7	0.18294624984264374
7532	transitions	8	-0.9189194440841675
7532	transitions	9	0.9307706952095032
7532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7532	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7532	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7532	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7532	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7532	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7532	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7532	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7532	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7532	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7532	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7532	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7532	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7532	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7532	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7532	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7532	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7532	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7532	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7532	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7532	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7532	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7532	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7532	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7532	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7532	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7532	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7532	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7532	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7532	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7532	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7532	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7532	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7532	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7532	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7532	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7532	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7532	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7532	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7532	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7532	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7532	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7532	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7532	embedding2nn.weight	0	0.011993085965514183
7532	embedding2nn.weight	1	0.014089115895330906
7532	embedding2nn.weight	2	-0.004818496759980917
7532	embedding2nn.weight	3	0.001238745404407382
7532	embedding2nn.weight	4	-0.003824431449174881
7532	embedding2nn.weight	5	0.007372142747044563
7532	embedding2nn.weight	6	-0.003294718451797962
7532	embedding2nn.weight	7	0.01323819998651743
7532	embedding2nn.weight	8	-0.008054584264755249
7532	embedding2nn.weight	9	-0.013699901290237904
7532	embedding2nn.bias	0	-0.03434683755040169
7532	embedding2nn.bias	1	-0.0032734607812017202
7532	embedding2nn.bias	2	-0.05417343229055405
7532	embedding2nn.bias	3	0.0159420408308506
7532	embedding2nn.bias	4	0.00793695542961359
7532	embedding2nn.bias	5	-0.002213754691183567
7532	embedding2nn.bias	6	0.04145709052681923
7532	embedding2nn.bias	7	0.0515110082924366
7532	embedding2nn.bias	8	-0.004883720073848963
7532	embedding2nn.bias	9	-0.0120191415771842
7532	rnn.weight_ih_l0	0	0.03551743924617767
7532	rnn.weight_ih_l0	1	-0.002369509544223547
7532	rnn.weight_ih_l0	2	-0.021084977313876152
7532	rnn.weight_ih_l0	3	-0.04904528707265854
7532	rnn.weight_ih_l0	4	-0.05046698451042175
7532	rnn.weight_ih_l0	5	-0.0006298260996118188
7532	rnn.weight_ih_l0	6	-0.055685557425022125
7532	rnn.weight_ih_l0	7	-0.05346940830349922
7532	rnn.weight_ih_l0	8	-0.04596824198961258
7532	rnn.weight_ih_l0	9	-0.027027174830436707
7532	rnn.weight_hh_l0	0	0.011793199926614761
7532	rnn.weight_hh_l0	1	-0.023710284382104874
7532	rnn.weight_hh_l0	2	-0.03210443630814552
7532	rnn.weight_hh_l0	3	-0.015721619129180908
7532	rnn.weight_hh_l0	4	-0.05695298686623573
7532	rnn.weight_hh_l0	5	-0.011102876625955105
7532	rnn.weight_hh_l0	6	-0.0363987535238266
7532	rnn.weight_hh_l0	7	0.013184761628508568
7532	rnn.weight_hh_l0	8	-0.02150486782193184
7532	rnn.weight_hh_l0	9	0.0206777174025774
7532	rnn.bias_ih_l0	0	0.08458497375249863
7532	rnn.bias_ih_l0	1	-0.04703338071703911
7532	rnn.bias_ih_l0	2	0.10908055305480957
7532	rnn.bias_ih_l0	3	0.06431178003549576
7532	rnn.bias_ih_l0	4	0.092101089656353
7532	rnn.bias_ih_l0	5	0.018465925008058548
7532	rnn.bias_ih_l0	6	-0.018422197550535202
7532	rnn.bias_ih_l0	7	-0.08828214555978775
7532	rnn.bias_ih_l0	8	-0.11480935662984848
7532	rnn.bias_ih_l0	9	0.08230690658092499
7532	rnn.bias_hh_l0	0	-0.030706949532032013
7532	rnn.bias_hh_l0	1	0.015838980674743652
7532	rnn.bias_hh_l0	2	-0.018962059170007706
7532	rnn.bias_hh_l0	3	-0.020599523559212685
7532	rnn.bias_hh_l0	4	-0.05332288146018982
7532	rnn.bias_hh_l0	5	0.10637952387332916
7532	rnn.bias_hh_l0	6	-0.009926765225827694
7532	rnn.bias_hh_l0	7	0.008849035948514938
7532	rnn.bias_hh_l0	8	0.015946561470627785
7532	rnn.bias_hh_l0	9	0.04411464184522629
7532	rnn.weight_ih_l0_reverse	0	-0.0319831520318985
7532	rnn.weight_ih_l0_reverse	1	-0.0016125583788380027
7532	rnn.weight_ih_l0_reverse	2	0.022998705506324768
7532	rnn.weight_ih_l0_reverse	3	-0.05868270620703697
7532	rnn.weight_ih_l0_reverse	4	0.009532206691801548
7532	rnn.weight_ih_l0_reverse	5	-0.05416177958250046
7532	rnn.weight_ih_l0_reverse	6	0.014807751402258873
7532	rnn.weight_ih_l0_reverse	7	0.04122303053736687
7532	rnn.weight_ih_l0_reverse	8	-0.04007038101553917
7532	rnn.weight_ih_l0_reverse	9	-0.051146283745765686
7532	rnn.weight_hh_l0_reverse	0	-0.0717705488204956
7532	rnn.weight_hh_l0_reverse	1	-0.05042419955134392
7532	rnn.weight_hh_l0_reverse	2	0.011473704129457474
7532	rnn.weight_hh_l0_reverse	3	0.040305957198143005
7532	rnn.weight_hh_l0_reverse	4	0.021859673783183098
7532	rnn.weight_hh_l0_reverse	5	0.042686838656663895
7532	rnn.weight_hh_l0_reverse	6	0.0022891236003488302
7532	rnn.weight_hh_l0_reverse	7	-0.0033550974912941456
7532	rnn.weight_hh_l0_reverse	8	-0.07871932536363602
7532	rnn.weight_hh_l0_reverse	9	0.04205680638551712
7532	rnn.bias_ih_l0_reverse	0	-0.03493713587522507
7532	rnn.bias_ih_l0_reverse	1	-0.061767369508743286
7532	rnn.bias_ih_l0_reverse	2	0.08959294855594635
7532	rnn.bias_ih_l0_reverse	3	0.02943866327404976
7532	rnn.bias_ih_l0_reverse	4	-0.09703560918569565
7532	rnn.bias_ih_l0_reverse	5	0.030561387538909912
7532	rnn.bias_ih_l0_reverse	6	-0.0882183238863945
7532	rnn.bias_ih_l0_reverse	7	0.03511873632669449
7532	rnn.bias_ih_l0_reverse	8	0.0221899151802063
7532	rnn.bias_ih_l0_reverse	9	0.06875976920127869
7532	rnn.bias_hh_l0_reverse	0	0.007477610372006893
7532	rnn.bias_hh_l0_reverse	1	0.06224255636334419
7532	rnn.bias_hh_l0_reverse	2	0.07129117846488953
7532	rnn.bias_hh_l0_reverse	3	-0.009171459823846817
7532	rnn.bias_hh_l0_reverse	4	0.07447215914726257
7532	rnn.bias_hh_l0_reverse	5	0.01153465174138546
7532	rnn.bias_hh_l0_reverse	6	-0.07247211784124374
7532	rnn.bias_hh_l0_reverse	7	0.0396621897816658
7532	rnn.bias_hh_l0_reverse	8	0.028960956260561943
7532	rnn.bias_hh_l0_reverse	9	-0.11079815775156021
7532	linear.weight	0	0.16441921889781952
7532	linear.weight	1	-0.10807176679372787
7532	linear.weight	2	-0.12935011088848114
7532	linear.weight	3	0.026395343244075775
7532	linear.weight	4	0.0017366067040711641
7532	linear.weight	5	-0.0504605732858181
7532	linear.weight	6	-0.01137705147266388
7532	linear.weight	7	-0.03547681123018265
7532	linear.weight	8	0.043665811419487
7532	linear.weight	9	0.30672404170036316
7532	linear.bias	0	-0.025974055752158165
7532	linear.bias	1	0.10926955193281174
7532	linear.bias	2	-0.40325215458869934
7532	linear.bias	3	1.2933870553970337
7532	linear.bias	4	-0.33511343598365784
7532	linear.bias	5	-0.030769959092140198
7532	linear.bias	6	-0.2908564507961273
7532	linear.bias	7	-0.17173868417739868
7532	linear.bias	8	0.08218370378017426
7532	linear.bias	9	-0.4093877077102661
7560	transitions	0	-0.5929145812988281
7560	transitions	1	0.40979495644569397
7560	transitions	2	1.751905083656311
7560	transitions	3	0.16369472444057465
7560	transitions	4	0.9955458045005798
7560	transitions	5	1.275133490562439
7560	transitions	6	0.48474013805389404
7560	transitions	7	0.1829274743795395
7560	transitions	8	-0.9189240336418152
7560	transitions	9	0.9307705760002136
7560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7560	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7560	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7560	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7560	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7560	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7560	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7560	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7560	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7560	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7560	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7560	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7560	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7560	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7560	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7560	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7560	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7560	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7560	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7560	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7560	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7560	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7560	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7560	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7560	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7560	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7560	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7560	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7560	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7560	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7560	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7560	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7560	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7560	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7560	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7560	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7560	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7560	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7560	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7560	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7560	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7560	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7560	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7560	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7560	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7560	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7560	embedding2nn.weight	0	0.01161080040037632
7560	embedding2nn.weight	1	0.01409358624368906
7560	embedding2nn.weight	2	-0.0048384275287389755
7560	embedding2nn.weight	3	0.0016460994957014918
7560	embedding2nn.weight	4	-0.003870825283229351
7560	embedding2nn.weight	5	0.007550377864390612
7560	embedding2nn.weight	6	-0.0029627145268023014
7560	embedding2nn.weight	7	0.011980058625340462
7560	embedding2nn.weight	8	-0.00806996040046215
7560	embedding2nn.weight	9	-0.013746116310358047
7560	embedding2nn.bias	0	-0.03758398815989494
7560	embedding2nn.bias	1	-0.01017073355615139
7560	embedding2nn.bias	2	-0.05372132360935211
7560	embedding2nn.bias	3	0.013196493498980999
7560	embedding2nn.bias	4	0.007019298616796732
7560	embedding2nn.bias	5	0.0027691207360476255
7560	embedding2nn.bias	6	0.040528565645217896
7560	embedding2nn.bias	7	0.05335133895277977
7560	embedding2nn.bias	8	-0.005216551013290882
7560	embedding2nn.bias	9	-0.01229181420058012
7560	rnn.weight_ih_l0	0	0.03517024964094162
7560	rnn.weight_ih_l0	1	-0.001994709949940443
7560	rnn.weight_ih_l0	2	-0.021543988958001137
7560	rnn.weight_ih_l0	3	-0.049425750970840454
7560	rnn.weight_ih_l0	4	-0.050442226231098175
7560	rnn.weight_ih_l0	5	-0.00029032767633907497
7560	rnn.weight_ih_l0	6	-0.05573165416717529
7560	rnn.weight_ih_l0	7	-0.05392476171255112
7560	rnn.weight_ih_l0	8	-0.04586518555879593
7560	rnn.weight_ih_l0	9	-0.02687043510377407
7560	rnn.weight_hh_l0	0	0.012330438941717148
7560	rnn.weight_hh_l0	1	-0.02401541918516159
7560	rnn.weight_hh_l0	2	-0.03255153074860573
7560	rnn.weight_hh_l0	3	-0.015915365889668465
7560	rnn.weight_hh_l0	4	-0.056606095284223557
7560	rnn.weight_hh_l0	5	-0.011464977636933327
7560	rnn.weight_hh_l0	6	-0.03587149828672409
7560	rnn.weight_hh_l0	7	0.011542017571628094
7560	rnn.weight_hh_l0	8	-0.021723559126257896
7560	rnn.weight_hh_l0	9	0.020963311195373535
7560	rnn.bias_ih_l0	0	0.08519379794597626
7560	rnn.bias_ih_l0	1	-0.04896705597639084
7560	rnn.bias_ih_l0	2	0.11356417834758759
7560	rnn.bias_ih_l0	3	0.061912085860967636
7560	rnn.bias_ih_l0	4	0.09110376983880997
7560	rnn.bias_ih_l0	5	0.017677977681159973
7560	rnn.bias_ih_l0	6	-0.0165467020124197
7560	rnn.bias_ih_l0	7	-0.0855969488620758
7560	rnn.bias_ih_l0	8	-0.11897362768650055
7560	rnn.bias_ih_l0	9	0.08031018078327179
7560	rnn.bias_hh_l0	0	-0.029622605070471764
7560	rnn.bias_hh_l0	1	0.015792973339557648
7560	rnn.bias_hh_l0	2	-0.017689434811472893
7560	rnn.bias_hh_l0	3	-0.021791495382785797
7560	rnn.bias_hh_l0	4	-0.05193793773651123
7560	rnn.bias_hh_l0	5	0.10981187224388123
7560	rnn.bias_hh_l0	6	-0.009995800442993641
7560	rnn.bias_hh_l0	7	0.010180626064538956
7560	rnn.bias_hh_l0	8	0.017822055146098137
7560	rnn.bias_hh_l0	9	0.04631451889872551
7560	rnn.weight_ih_l0_reverse	0	-0.03188261389732361
7560	rnn.weight_ih_l0_reverse	1	-0.0014846317935734987
7560	rnn.weight_ih_l0_reverse	2	0.022912539541721344
7560	rnn.weight_ih_l0_reverse	3	-0.05883793905377388
7560	rnn.weight_ih_l0_reverse	4	0.00961475819349289
7560	rnn.weight_ih_l0_reverse	5	-0.05422535166144371
7560	rnn.weight_ih_l0_reverse	6	0.014650058932602406
7560	rnn.weight_ih_l0_reverse	7	0.04122355207800865
7560	rnn.weight_ih_l0_reverse	8	-0.040022507309913635
7560	rnn.weight_ih_l0_reverse	9	-0.051112331449985504
7560	rnn.weight_hh_l0_reverse	0	-0.07233475893735886
7560	rnn.weight_hh_l0_reverse	1	-0.049095094203948975
7560	rnn.weight_hh_l0_reverse	2	0.011549385264515877
7560	rnn.weight_hh_l0_reverse	3	0.04022379592061043
7560	rnn.weight_hh_l0_reverse	4	0.021503813564777374
7560	rnn.weight_hh_l0_reverse	5	0.04251687228679657
7560	rnn.weight_hh_l0_reverse	6	0.0007336726412177086
7560	rnn.weight_hh_l0_reverse	7	-0.004180361516773701
7560	rnn.weight_hh_l0_reverse	8	-0.07930820435285568
7560	rnn.weight_hh_l0_reverse	9	0.04178255423903465
7560	rnn.bias_ih_l0_reverse	0	-0.03262019157409668
7560	rnn.bias_ih_l0_reverse	1	-0.05316939577460289
7560	rnn.bias_ih_l0_reverse	2	0.09105980396270752
7560	rnn.bias_ih_l0_reverse	3	0.030424347147345543
7560	rnn.bias_ih_l0_reverse	4	-0.0993916466832161
7560	rnn.bias_ih_l0_reverse	5	0.03007335029542446
7560	rnn.bias_ih_l0_reverse	6	-0.08914487808942795
7560	rnn.bias_ih_l0_reverse	7	0.03545853868126869
7560	rnn.bias_ih_l0_reverse	8	0.022046826779842377
7560	rnn.bias_ih_l0_reverse	9	0.07084177434444427
7560	rnn.bias_hh_l0_reverse	0	0.010586215183138847
7560	rnn.bias_hh_l0_reverse	1	0.060519203543663025
7560	rnn.bias_hh_l0_reverse	2	0.07273072004318237
7560	rnn.bias_hh_l0_reverse	3	-0.008330916054546833
7560	rnn.bias_hh_l0_reverse	4	0.07611341774463654
7560	rnn.bias_hh_l0_reverse	5	0.009243952110409737
7560	rnn.bias_hh_l0_reverse	6	-0.07168396562337875
7560	rnn.bias_hh_l0_reverse	7	0.04034822806715965
7560	rnn.bias_hh_l0_reverse	8	0.029259948059916496
7560	rnn.bias_hh_l0_reverse	9	-0.10923751443624496
7560	linear.weight	0	0.15714681148529053
7560	linear.weight	1	-0.10804905742406845
7560	linear.weight	2	-0.1384013593196869
7560	linear.weight	3	0.02964957244694233
7560	linear.weight	4	0.003293770831078291
7560	linear.weight	5	-0.05174215883016586
7560	linear.weight	6	-0.011333905160427094
7560	linear.weight	7	-0.035434551537036896
7560	linear.weight	8	0.04552564397454262
7560	linear.weight	9	0.31060102581977844
7560	linear.bias	0	-0.032019782811403275
7560	linear.bias	1	0.10417307913303375
7560	linear.bias	2	-0.4015920162200928
7560	linear.bias	3	1.3142683506011963
7560	linear.bias	4	-0.33694007992744446
7560	linear.bias	5	-0.030769959092140198
7560	linear.bias	6	-0.28928372263908386
7560	linear.bias	7	-0.1667177528142929
7560	linear.bias	8	0.07626611739397049
7560	linear.bias	9	-0.4098743796348572
7588	transitions	0	-0.5930998921394348
7588	transitions	1	0.40951791405677795
7588	transitions	2	1.7516717910766602
7588	transitions	3	0.16354335844516754
7588	transitions	4	0.9953769445419312
7588	transitions	5	1.2751256227493286
7588	transitions	6	0.4847375452518463
7588	transitions	7	0.18292248249053955
7588	transitions	8	-0.9189269542694092
7588	transitions	9	0.9307705163955688
7588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7588	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7588	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7588	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7588	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7588	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7588	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7588	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7588	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7588	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7588	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7588	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7588	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7588	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7588	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7588	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7588	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7588	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7588	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7588	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7588	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7588	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7588	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7588	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7588	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7588	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7588	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7588	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7588	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7588	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7588	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7588	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7588	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7588	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7588	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7588	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7588	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7588	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7588	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7588	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7588	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7588	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7588	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7588	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7588	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7588	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7588	embedding2nn.weight	0	0.011501289904117584
7588	embedding2nn.weight	1	0.01420538779348135
7588	embedding2nn.weight	2	-0.004817326553165913
7588	embedding2nn.weight	3	0.0018502532038837671
7588	embedding2nn.weight	4	-0.0038075034972280264
7588	embedding2nn.weight	5	0.007614300586283207
7588	embedding2nn.weight	6	-0.0032561460975557566
7588	embedding2nn.weight	7	0.012488181702792645
7588	embedding2nn.weight	8	-0.008003165014088154
7588	embedding2nn.weight	9	-0.013646690174937248
7588	embedding2nn.bias	0	-0.04054572805762291
7588	embedding2nn.bias	1	-0.0038697293493896723
7588	embedding2nn.bias	2	-0.056199297308921814
7588	embedding2nn.bias	3	0.010044040158390999
7588	embedding2nn.bias	4	0.010800173506140709
7588	embedding2nn.bias	5	-0.002332650823518634
7588	embedding2nn.bias	6	0.052803996950387955
7588	embedding2nn.bias	7	0.058976732194423676
7588	embedding2nn.bias	8	-0.0064179073087871075
7588	embedding2nn.bias	9	-0.009745674207806587
7588	rnn.weight_ih_l0	0	0.03529830276966095
7588	rnn.weight_ih_l0	1	-0.0026712752878665924
7588	rnn.weight_ih_l0	2	-0.021277064457535744
7588	rnn.weight_ih_l0	3	-0.04958019778132439
7588	rnn.weight_ih_l0	4	-0.05092761293053627
7588	rnn.weight_ih_l0	5	1.6682519344612956e-05
7588	rnn.weight_ih_l0	6	-0.056235622614622116
7588	rnn.weight_ih_l0	7	-0.05363837629556656
7588	rnn.weight_ih_l0	8	-0.045830138027668
7588	rnn.weight_ih_l0	9	-0.02696547470986843
7588	rnn.weight_hh_l0	0	0.012502229772508144
7588	rnn.weight_hh_l0	1	-0.023479832336306572
7588	rnn.weight_hh_l0	2	-0.03139108046889305
7588	rnn.weight_hh_l0	3	-0.015827275812625885
7588	rnn.weight_hh_l0	4	-0.05663584917783737
7588	rnn.weight_hh_l0	5	-0.011396325193345547
7588	rnn.weight_hh_l0	6	-0.03721421957015991
7588	rnn.weight_hh_l0	7	0.01069109421223402
7588	rnn.weight_hh_l0	8	-0.021126639097929
7588	rnn.weight_hh_l0	9	0.019938845187425613
7588	rnn.bias_ih_l0	0	0.08691313117742538
7588	rnn.bias_ih_l0	1	-0.047487903386354446
7588	rnn.bias_ih_l0	2	0.1135098934173584
7588	rnn.bias_ih_l0	3	0.06157372519373894
7588	rnn.bias_ih_l0	4	0.09068214148283005
7588	rnn.bias_ih_l0	5	0.019337043166160583
7588	rnn.bias_ih_l0	6	-0.01749211736023426
7588	rnn.bias_ih_l0	7	-0.09045064449310303
7588	rnn.bias_ih_l0	8	-0.12064556032419205
7588	rnn.bias_ih_l0	9	0.08030401170253754
7588	rnn.bias_hh_l0	0	-0.029012875631451607
7588	rnn.bias_hh_l0	1	0.015031433664262295
7588	rnn.bias_hh_l0	2	-0.017338300123810768
7588	rnn.bias_hh_l0	3	-0.023389248177409172
7588	rnn.bias_hh_l0	4	-0.051157720386981964
7588	rnn.bias_hh_l0	5	0.10904303938150406
7588	rnn.bias_hh_l0	6	-0.01042141392827034
7588	rnn.bias_hh_l0	7	0.01142018660902977
7588	rnn.bias_hh_l0	8	0.016876639798283577
7588	rnn.bias_hh_l0	9	0.04872614145278931
7588	rnn.weight_ih_l0_reverse	0	-0.0318927988409996
7588	rnn.weight_ih_l0_reverse	1	-0.0008364237146452069
7588	rnn.weight_ih_l0_reverse	2	0.022874819114804268
7588	rnn.weight_ih_l0_reverse	3	-0.05819841846823692
7588	rnn.weight_ih_l0_reverse	4	0.009443366900086403
7588	rnn.weight_ih_l0_reverse	5	-0.053950678557157516
7588	rnn.weight_ih_l0_reverse	6	0.014632553793489933
7588	rnn.weight_ih_l0_reverse	7	0.04146363586187363
7588	rnn.weight_ih_l0_reverse	8	-0.0403725765645504
7588	rnn.weight_ih_l0_reverse	9	-0.05111557990312576
7588	rnn.weight_hh_l0_reverse	0	-0.07256505638360977
7588	rnn.weight_hh_l0_reverse	1	-0.048204295337200165
7588	rnn.weight_hh_l0_reverse	2	0.011063878424465656
7588	rnn.weight_hh_l0_reverse	3	0.040258023887872696
7588	rnn.weight_hh_l0_reverse	4	0.021944360807538033
7588	rnn.weight_hh_l0_reverse	5	0.04250667989253998
7588	rnn.weight_hh_l0_reverse	6	-0.0012936635175719857
7588	rnn.weight_hh_l0_reverse	7	-0.004210235085338354
7588	rnn.weight_hh_l0_reverse	8	-0.07941219955682755
7588	rnn.weight_hh_l0_reverse	9	0.04230314493179321
7588	rnn.bias_ih_l0_reverse	0	-0.0362512432038784
7588	rnn.bias_ih_l0_reverse	1	-0.05368147790431976
7588	rnn.bias_ih_l0_reverse	2	0.09162072837352753
7588	rnn.bias_ih_l0_reverse	3	0.029345907270908356
7588	rnn.bias_ih_l0_reverse	4	-0.09767786413431168
7588	rnn.bias_ih_l0_reverse	5	0.028076617047190666
7588	rnn.bias_ih_l0_reverse	6	-0.0910937711596489
7588	rnn.bias_ih_l0_reverse	7	0.03716171160340309
7588	rnn.bias_ih_l0_reverse	8	0.019795211032032967
7588	rnn.bias_ih_l0_reverse	9	0.07172912359237671
7588	rnn.bias_hh_l0_reverse	0	0.012013106606900692
7588	rnn.bias_hh_l0_reverse	1	0.06189913675189018
7588	rnn.bias_hh_l0_reverse	2	0.07295690476894379
7588	rnn.bias_hh_l0_reverse	3	-0.008688144385814667
7588	rnn.bias_hh_l0_reverse	4	0.07702087610960007
7588	rnn.bias_hh_l0_reverse	5	0.014258748851716518
7588	rnn.bias_hh_l0_reverse	6	-0.07207804173231125
7588	rnn.bias_hh_l0_reverse	7	0.037352580577135086
7588	rnn.bias_hh_l0_reverse	8	0.02653217315673828
7588	rnn.bias_hh_l0_reverse	9	-0.10774213820695877
7588	linear.weight	0	0.16534928977489471
7588	linear.weight	1	-0.1081327497959137
7588	linear.weight	2	-0.13515155017375946
7588	linear.weight	3	0.03153640031814575
7588	linear.weight	4	0.004348122514784336
7588	linear.weight	5	-0.05064015835523605
7588	linear.weight	6	-0.011306761763989925
7588	linear.weight	7	-0.0348748043179512
7588	linear.weight	8	0.046550262719392776
7588	linear.weight	9	0.3013424277305603
7588	linear.bias	0	-0.028613412752747536
7588	linear.bias	1	0.1051928922533989
7588	linear.bias	2	-0.39972925186157227
7588	linear.bias	3	1.315258264541626
7588	linear.bias	4	-0.3381275534629822
7588	linear.bias	5	-0.030769959092140198
7588	linear.bias	6	-0.28812259435653687
7588	linear.bias	7	-0.16250121593475342
7588	linear.bias	8	0.0838068351149559
7588	linear.bias	9	-0.41041484475135803
7616	transitions	0	-0.5934270620346069
7616	transitions	1	0.40917593240737915
7616	transitions	2	1.751469373703003
7616	transitions	3	0.16335347294807434
7616	transitions	4	0.9953058362007141
7616	transitions	5	1.2751189470291138
7616	transitions	6	0.4847334623336792
7616	transitions	7	0.1829184889793396
7616	transitions	8	-0.9189288020133972
7616	transitions	9	0.9307704567909241
7616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7616	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7616	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7616	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7616	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7616	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7616	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7616	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7616	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7616	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7616	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7616	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7616	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7616	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7616	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7616	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7616	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7616	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7616	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7616	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7616	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7616	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7616	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7616	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7616	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7616	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7616	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7616	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7616	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7616	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7616	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7616	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7616	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7616	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7616	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7616	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7616	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7616	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7616	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7616	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7616	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7616	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7616	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7616	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7616	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7616	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7616	embedding2nn.weight	0	0.011708023957908154
7616	embedding2nn.weight	1	0.014015461318194866
7616	embedding2nn.weight	2	-0.004820387344807386
7616	embedding2nn.weight	3	0.0019848973024636507
7616	embedding2nn.weight	4	-0.0037516963202506304
7616	embedding2nn.weight	5	0.007587990257889032
7616	embedding2nn.weight	6	-0.0032150803599506617
7616	embedding2nn.weight	7	0.011247660964727402
7616	embedding2nn.weight	8	-0.008052023127675056
7616	embedding2nn.weight	9	-0.013607781380414963
7616	embedding2nn.bias	0	-0.03901934251189232
7616	embedding2nn.bias	1	-0.0013393404660746455
7616	embedding2nn.bias	2	-0.057246170938014984
7616	embedding2nn.bias	3	0.005832798313349485
7616	embedding2nn.bias	4	0.01768188364803791
7616	embedding2nn.bias	5	-0.0018135012360289693
7616	embedding2nn.bias	6	0.044962313026189804
7616	embedding2nn.bias	7	0.06199903041124344
7616	embedding2nn.bias	8	0.003720597829669714
7616	embedding2nn.bias	9	-0.014525721780955791
7616	rnn.weight_ih_l0	0	0.03564703091979027
7616	rnn.weight_ih_l0	1	-0.0023228381760418415
7616	rnn.weight_ih_l0	2	-0.022748691961169243
7616	rnn.weight_ih_l0	3	-0.049920354038476944
7616	rnn.weight_ih_l0	4	-0.050813671201467514
7616	rnn.weight_ih_l0	5	0.00013510968710761517
7616	rnn.weight_ih_l0	6	-0.05620373412966728
7616	rnn.weight_ih_l0	7	-0.05386130139231682
7616	rnn.weight_ih_l0	8	-0.045816581696271896
7616	rnn.weight_ih_l0	9	-0.027183344587683678
7616	rnn.weight_hh_l0	0	0.012456418015062809
7616	rnn.weight_hh_l0	1	-0.022569656372070312
7616	rnn.weight_hh_l0	2	-0.031213024631142616
7616	rnn.weight_hh_l0	3	-0.016106437891721725
7616	rnn.weight_hh_l0	4	-0.0566166490316391
7616	rnn.weight_hh_l0	5	-0.010841445997357368
7616	rnn.weight_hh_l0	6	-0.03638635203242302
7616	rnn.weight_hh_l0	7	0.011177575215697289
7616	rnn.weight_hh_l0	8	-0.021215548738837242
7616	rnn.weight_hh_l0	9	0.019517207518219948
7616	rnn.bias_ih_l0	0	0.08783422410488129
7616	rnn.bias_ih_l0	1	-0.04571786895394325
7616	rnn.bias_ih_l0	2	0.11184511333703995
7616	rnn.bias_ih_l0	3	0.060526229441165924
7616	rnn.bias_ih_l0	4	0.09351641684770584
7616	rnn.bias_ih_l0	5	0.018491163849830627
7616	rnn.bias_ih_l0	6	-0.01770183816552162
7616	rnn.bias_ih_l0	7	-0.08364090323448181
7616	rnn.bias_ih_l0	8	-0.11626465618610382
7616	rnn.bias_ih_l0	9	0.08009333163499832
7616	rnn.bias_hh_l0	0	-0.027613675221800804
7616	rnn.bias_hh_l0	1	0.01777193322777748
7616	rnn.bias_hh_l0	2	-0.018772125244140625
7616	rnn.bias_hh_l0	3	-0.02058918960392475
7616	rnn.bias_hh_l0	4	-0.051272179931402206
7616	rnn.bias_hh_l0	5	0.10775377601385117
7616	rnn.bias_hh_l0	6	-0.011101270094513893
7616	rnn.bias_hh_l0	7	0.01031473558396101
7616	rnn.bias_hh_l0	8	0.016666918992996216
7616	rnn.bias_hh_l0	9	0.046763401478528976
7616	rnn.weight_ih_l0_reverse	0	-0.031885769218206406
7616	rnn.weight_ih_l0_reverse	1	-0.00044254533713683486
7616	rnn.weight_ih_l0_reverse	2	0.02308911643922329
7616	rnn.weight_ih_l0_reverse	3	-0.05834801495075226
7616	rnn.weight_ih_l0_reverse	4	0.009327678941190243
7616	rnn.weight_ih_l0_reverse	5	-0.054175544530153275
7616	rnn.weight_ih_l0_reverse	6	0.015121682547032833
7616	rnn.weight_ih_l0_reverse	7	0.041553184390068054
7616	rnn.weight_ih_l0_reverse	8	-0.040022801607847214
7616	rnn.weight_ih_l0_reverse	9	-0.051044169813394547
7616	rnn.weight_hh_l0_reverse	0	-0.0734727755188942
7616	rnn.weight_hh_l0_reverse	1	-0.04887194186449051
7616	rnn.weight_hh_l0_reverse	2	0.011182693764567375
7616	rnn.weight_hh_l0_reverse	3	0.04044421762228012
7616	rnn.weight_hh_l0_reverse	4	0.02167314477264881
7616	rnn.weight_hh_l0_reverse	5	0.042671266943216324
7616	rnn.weight_hh_l0_reverse	6	0.002050698734819889
7616	rnn.weight_hh_l0_reverse	7	-0.004076591692864895
7616	rnn.weight_hh_l0_reverse	8	-0.08021188527345657
7616	rnn.weight_hh_l0_reverse	9	0.041813503950834274
7616	rnn.bias_ih_l0_reverse	0	-0.035054635256528854
7616	rnn.bias_ih_l0_reverse	1	-0.05811570584774017
7616	rnn.bias_ih_l0_reverse	2	0.09223902225494385
7616	rnn.bias_ih_l0_reverse	3	0.029673824086785316
7616	rnn.bias_ih_l0_reverse	4	-0.09626618027687073
7616	rnn.bias_ih_l0_reverse	5	0.029286837205290794
7616	rnn.bias_ih_l0_reverse	6	-0.08921978622674942
7616	rnn.bias_ih_l0_reverse	7	0.03624395281076431
7616	rnn.bias_ih_l0_reverse	8	0.021796708926558495
7616	rnn.bias_ih_l0_reverse	9	0.0718371570110321
7616	rnn.bias_hh_l0_reverse	0	0.010660151951014996
7616	rnn.bias_hh_l0_reverse	1	0.061232790350914
7616	rnn.bias_hh_l0_reverse	2	0.07443861663341522
7616	rnn.bias_hh_l0_reverse	3	-0.00994781032204628
7616	rnn.bias_hh_l0_reverse	4	0.0769587978720665
7616	rnn.bias_hh_l0_reverse	5	0.01547140534967184
7616	rnn.bias_hh_l0_reverse	6	-0.07180116325616837
7616	rnn.bias_hh_l0_reverse	7	0.039448924362659454
7616	rnn.bias_hh_l0_reverse	8	0.02551831677556038
7616	rnn.bias_hh_l0_reverse	9	-0.12231891602277756
7616	linear.weight	0	0.1845065951347351
7616	linear.weight	1	-0.10812831670045853
7616	linear.weight	2	-0.1353742480278015
7616	linear.weight	3	0.025958480313420296
7616	linear.weight	4	0.002552376827225089
7616	linear.weight	5	-0.05035023391246796
7616	linear.weight	6	-0.011267648078501225
7616	linear.weight	7	-0.03471502661705017
7616	linear.weight	8	0.047458697110414505
7616	linear.weight	9	0.3025546371936798
7616	linear.bias	0	-0.02599836327135563
7616	linear.bias	1	0.10486095398664474
7616	linear.bias	2	-0.40113499760627747
7616	linear.bias	3	1.3202041387557983
7616	linear.bias	4	-0.33943548798561096
7616	linear.bias	5	-0.030769959092140198
7616	linear.bias	6	-0.2883323132991791
7616	linear.bias	7	-0.15684852004051208
7616	linear.bias	8	0.07880900800228119
7616	linear.bias	9	-0.41074618697166443
7644	transitions	0	-0.593590259552002
7644	transitions	1	0.4089820683002472
7644	transitions	2	1.7512866258621216
7644	transitions	3	0.16276399791240692
7644	transitions	4	0.9952082633972168
7644	transitions	5	1.2751121520996094
7644	transitions	6	0.4847303032875061
7644	transitions	7	0.1829168051481247
7644	transitions	8	-0.9189305901527405
7644	transitions	9	0.9307700395584106
7644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7644	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7644	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7644	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7644	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7644	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7644	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7644	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7644	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7644	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7644	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7644	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7644	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7644	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7644	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7644	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7644	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7644	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7644	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7644	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7644	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7644	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7644	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7644	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7644	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7644	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7644	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7644	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7644	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7644	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7644	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7644	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7644	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7644	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7644	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7644	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7644	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7644	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7644	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7644	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7644	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7644	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7644	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7644	embedding2nn.weight	0	0.011617700569331646
7644	embedding2nn.weight	1	0.0139283686876297
7644	embedding2nn.weight	2	-0.004682482685893774
7644	embedding2nn.weight	3	0.0017667791107669473
7644	embedding2nn.weight	4	-0.0036933787632733583
7644	embedding2nn.weight	5	0.007711457554250956
7644	embedding2nn.weight	6	-0.0031191676389425993
7644	embedding2nn.weight	7	0.011180399917066097
7644	embedding2nn.weight	8	-0.007887652143836021
7644	embedding2nn.weight	9	-0.013475538231432438
7644	embedding2nn.bias	0	-0.03460359573364258
7644	embedding2nn.bias	1	-0.00911374855786562
7644	embedding2nn.bias	2	-0.059973374009132385
7644	embedding2nn.bias	3	0.006511312909424305
7644	embedding2nn.bias	4	0.017634639516472816
7644	embedding2nn.bias	5	0.0014765732921659946
7644	embedding2nn.bias	6	0.04972432926297188
7644	embedding2nn.bias	7	0.06190624088048935
7644	embedding2nn.bias	8	0.004040404222905636
7644	embedding2nn.bias	9	-0.01944696716964245
7644	rnn.weight_ih_l0	0	0.03561447188258171
7644	rnn.weight_ih_l0	1	-0.002450539031997323
7644	rnn.weight_ih_l0	2	-0.02230669930577278
7644	rnn.weight_ih_l0	3	-0.04980029538273811
7644	rnn.weight_ih_l0	4	-0.05113418400287628
7644	rnn.weight_ih_l0	5	-0.0002590225776657462
7644	rnn.weight_ih_l0	6	-0.05644356086850166
7644	rnn.weight_ih_l0	7	-0.05377429723739624
7644	rnn.weight_ih_l0	8	-0.04579436779022217
7644	rnn.weight_ih_l0	9	-0.027266552671790123
7644	rnn.weight_hh_l0	0	0.012318290770053864
7644	rnn.weight_hh_l0	1	-0.02263168804347515
7644	rnn.weight_hh_l0	2	-0.0323011539876461
7644	rnn.weight_hh_l0	3	-0.015931393951177597
7644	rnn.weight_hh_l0	4	-0.056489184498786926
7644	rnn.weight_hh_l0	5	-0.010478101670742035
7644	rnn.weight_hh_l0	6	-0.034508608281612396
7644	rnn.weight_hh_l0	7	0.011289877817034721
7644	rnn.weight_hh_l0	8	-0.021378379315137863
7644	rnn.weight_hh_l0	9	0.01928502507507801
7644	rnn.bias_ih_l0	0	0.08737709373235703
7644	rnn.bias_ih_l0	1	-0.04485015198588371
7644	rnn.bias_ih_l0	2	0.1132652536034584
7644	rnn.bias_ih_l0	3	0.06309131532907486
7644	rnn.bias_ih_l0	4	0.09408411383628845
7644	rnn.bias_ih_l0	5	0.01811980828642845
7644	rnn.bias_ih_l0	6	-0.01926073059439659
7644	rnn.bias_ih_l0	7	-0.08870083093643188
7644	rnn.bias_ih_l0	8	-0.12165224552154541
7644	rnn.bias_ih_l0	9	0.08048568665981293
7644	rnn.bias_hh_l0	0	-0.025208642706274986
7644	rnn.bias_hh_l0	1	0.0179438516497612
7644	rnn.bias_hh_l0	2	-0.019381744787096977
7644	rnn.bias_hh_l0	3	-0.02342480979859829
7644	rnn.bias_hh_l0	4	-0.051881346851587296
7644	rnn.bias_hh_l0	5	0.107863649725914
7644	rnn.bias_hh_l0	6	-0.010859616100788116
7644	rnn.bias_hh_l0	7	0.007342101540416479
7644	rnn.bias_hh_l0	8	0.015108028426766396
7644	rnn.bias_hh_l0	9	0.04619535803794861
7644	rnn.weight_ih_l0_reverse	0	-0.03222941979765892
7644	rnn.weight_ih_l0_reverse	1	0.0007421523332595825
7644	rnn.weight_ih_l0_reverse	2	0.023050721734762192
7644	rnn.weight_ih_l0_reverse	3	-0.057898376137018204
7644	rnn.weight_ih_l0_reverse	4	0.009850915521383286
7644	rnn.weight_ih_l0_reverse	5	-0.054144468158483505
7644	rnn.weight_ih_l0_reverse	6	0.014801441691815853
7644	rnn.weight_ih_l0_reverse	7	0.04168637469410896
7644	rnn.weight_ih_l0_reverse	8	-0.03997766599059105
7644	rnn.weight_ih_l0_reverse	9	-0.0510123185813427
7644	rnn.weight_hh_l0_reverse	0	-0.07303129136562347
7644	rnn.weight_hh_l0_reverse	1	-0.049989040940999985
7644	rnn.weight_hh_l0_reverse	2	0.01124504767358303
7644	rnn.weight_hh_l0_reverse	3	0.0400342121720314
7644	rnn.weight_hh_l0_reverse	4	0.021481812000274658
7644	rnn.weight_hh_l0_reverse	5	0.04273073375225067
7644	rnn.weight_hh_l0_reverse	6	0.0031355831306427717
7644	rnn.weight_hh_l0_reverse	7	-0.003768801223486662
7644	rnn.weight_hh_l0_reverse	8	-0.08141902089118958
7644	rnn.weight_hh_l0_reverse	9	0.04267362505197525
7644	rnn.bias_ih_l0_reverse	0	-0.041262634098529816
7644	rnn.bias_ih_l0_reverse	1	-0.05456215515732765
7644	rnn.bias_ih_l0_reverse	2	0.09271557629108429
7644	rnn.bias_ih_l0_reverse	3	0.029525192454457283
7644	rnn.bias_ih_l0_reverse	4	-0.09521812945604324
7644	rnn.bias_ih_l0_reverse	5	0.02944841980934143
7644	rnn.bias_ih_l0_reverse	6	-0.08980671316385269
7644	rnn.bias_ih_l0_reverse	7	0.03529435023665428
7644	rnn.bias_ih_l0_reverse	8	0.022598663344979286
7644	rnn.bias_ih_l0_reverse	9	0.07206045091152191
7644	rnn.bias_hh_l0_reverse	0	0.010053676553070545
7644	rnn.bias_hh_l0_reverse	1	0.06094310060143471
7644	rnn.bias_hh_l0_reverse	2	0.07667002826929092
7644	rnn.bias_hh_l0_reverse	3	-0.01077691838145256
7644	rnn.bias_hh_l0_reverse	4	0.07700758427381516
7644	rnn.bias_hh_l0_reverse	5	0.017539435997605324
7644	rnn.bias_hh_l0_reverse	6	-0.07129611074924469
7644	rnn.bias_hh_l0_reverse	7	0.03889608010649681
7644	rnn.bias_hh_l0_reverse	8	0.024563102051615715
7644	rnn.bias_hh_l0_reverse	9	-0.12560763955116272
7644	linear.weight	0	0.18264394998550415
7644	linear.weight	1	-0.10805922001600266
7644	linear.weight	2	-0.13267533481121063
7644	linear.weight	3	0.02696826308965683
7644	linear.weight	4	0.0028643833938986063
7644	linear.weight	5	-0.05041356012225151
7644	linear.weight	6	-0.011239619925618172
7644	linear.weight	7	-0.034436918795108795
7644	linear.weight	8	0.04843474179506302
7644	linear.weight	9	0.29951971769332886
7644	linear.bias	0	-0.02445974387228489
7644	linear.bias	1	0.09830301254987717
7644	linear.bias	2	-0.4034421145915985
7644	linear.bias	3	1.3251265287399292
7644	linear.bias	4	-0.33204782009124756
7644	linear.bias	5	-0.030769959092140198
7644	linear.bias	6	-0.2894141972064972
7644	linear.bias	7	-0.164947047829628
7644	linear.bias	8	0.08204961568117142
7644	linear.bias	9	-0.4110424816608429
7672	transitions	0	-0.5937450528144836
7672	transitions	1	0.40885186195373535
7672	transitions	2	1.7509831190109253
7672	transitions	3	0.16217319667339325
7672	transitions	4	0.9951465129852295
7672	transitions	5	1.2751078605651855
7672	transitions	6	0.48472848534584045
7672	transitions	7	0.18288594484329224
7672	transitions	8	-0.918933629989624
7672	transitions	9	0.9307699799537659
7672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7672	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7672	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7672	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7672	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7672	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7672	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7672	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7672	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7672	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7672	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7672	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7672	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7672	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7672	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7672	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7672	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7672	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7672	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7672	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7672	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7672	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7672	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7672	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7672	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7672	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7672	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7672	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7672	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7672	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7672	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7672	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7672	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7672	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7672	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7672	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7672	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7672	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7672	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7672	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7672	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7672	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7672	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7672	embedding2nn.weight	0	0.011296440847218037
7672	embedding2nn.weight	1	0.013968131504952908
7672	embedding2nn.weight	2	-0.004670694470405579
7672	embedding2nn.weight	3	0.0019188281148672104
7672	embedding2nn.weight	4	-0.003642886644229293
7672	embedding2nn.weight	5	0.00788023043423891
7672	embedding2nn.weight	6	-0.0032273551914840937
7672	embedding2nn.weight	7	0.013243991881608963
7672	embedding2nn.weight	8	-0.007617117837071419
7672	embedding2nn.weight	9	-0.013404560275375843
7672	embedding2nn.bias	0	-0.034624651074409485
7672	embedding2nn.bias	1	-0.010671996511518955
7672	embedding2nn.bias	2	-0.05800297483801842
7672	embedding2nn.bias	3	0.007923556491732597
7672	embedding2nn.bias	4	0.017550028860569
7672	embedding2nn.bias	5	-0.005087621044367552
7672	embedding2nn.bias	6	0.054698098450899124
7672	embedding2nn.bias	7	0.05715445429086685
7672	embedding2nn.bias	8	0.002911005634814501
7672	embedding2nn.bias	9	-0.020941032096743584
7672	rnn.weight_ih_l0	0	0.03576909378170967
7672	rnn.weight_ih_l0	1	-0.0018853244837373495
7672	rnn.weight_ih_l0	2	-0.02294035255908966
7672	rnn.weight_ih_l0	3	-0.04997144266963005
7672	rnn.weight_ih_l0	4	-0.051254451274871826
7672	rnn.weight_ih_l0	5	-0.0004454351437743753
7672	rnn.weight_ih_l0	6	-0.05596078187227249
7672	rnn.weight_ih_l0	7	-0.053792644292116165
7672	rnn.weight_ih_l0	8	-0.04585852473974228
7672	rnn.weight_ih_l0	9	-0.027628403156995773
7672	rnn.weight_hh_l0	0	0.011994799599051476
7672	rnn.weight_hh_l0	1	-0.022040674462914467
7672	rnn.weight_hh_l0	2	-0.03256065770983696
7672	rnn.weight_hh_l0	3	-0.016068192198872566
7672	rnn.weight_hh_l0	4	-0.056416068226099014
7672	rnn.weight_hh_l0	5	-0.010442974045872688
7672	rnn.weight_hh_l0	6	-0.03532940149307251
7672	rnn.weight_hh_l0	7	0.011237605474889278
7672	rnn.weight_hh_l0	8	-0.02142052724957466
7672	rnn.weight_hh_l0	9	0.020368000492453575
7672	rnn.bias_ih_l0	0	0.08675665408372879
7672	rnn.bias_ih_l0	1	-0.04650916904211044
7672	rnn.bias_ih_l0	2	0.11106812953948975
7672	rnn.bias_ih_l0	3	0.06660187989473343
7672	rnn.bias_ih_l0	4	0.09564085304737091
7672	rnn.bias_ih_l0	5	0.019261348992586136
7672	rnn.bias_ih_l0	6	-0.019741294905543327
7672	rnn.bias_ih_l0	7	-0.09119521826505661
7672	rnn.bias_ih_l0	8	-0.12168249487876892
7672	rnn.bias_ih_l0	9	0.0798502042889595
7672	rnn.bias_hh_l0	0	-0.02646057866513729
7672	rnn.bias_hh_l0	1	0.012821562588214874
7672	rnn.bias_hh_l0	2	-0.019701829180121422
7672	rnn.bias_hh_l0	3	-0.025057563558220863
7672	rnn.bias_hh_l0	4	-0.05155791714787483
7672	rnn.bias_hh_l0	5	0.10885058343410492
7672	rnn.bias_hh_l0	6	-0.009613786824047565
7672	rnn.bias_hh_l0	7	0.003376313950866461
7672	rnn.bias_hh_l0	8	0.014627466909587383
7672	rnn.bias_hh_l0	9	0.0452219657599926
7672	rnn.weight_ih_l0_reverse	0	-0.03254244104027748
7672	rnn.weight_ih_l0_reverse	1	0.0006826008320786059
7672	rnn.weight_ih_l0_reverse	2	0.02292325347661972
7672	rnn.weight_ih_l0_reverse	3	-0.057316992431879044
7672	rnn.weight_ih_l0_reverse	4	0.009876611642539501
7672	rnn.weight_ih_l0_reverse	5	-0.05443704128265381
7672	rnn.weight_ih_l0_reverse	6	0.014907889068126678
7672	rnn.weight_ih_l0_reverse	7	0.041779689490795135
7672	rnn.weight_ih_l0_reverse	8	-0.04013567790389061
7672	rnn.weight_ih_l0_reverse	9	-0.05099106207489967
7672	rnn.weight_hh_l0_reverse	0	-0.07363467663526535
7672	rnn.weight_hh_l0_reverse	1	-0.0492946095764637
7672	rnn.weight_hh_l0_reverse	2	0.010709513910114765
7672	rnn.weight_hh_l0_reverse	3	0.04036205634474754
7672	rnn.weight_hh_l0_reverse	4	0.020924512296915054
7672	rnn.weight_hh_l0_reverse	5	0.042771365493535995
7672	rnn.weight_hh_l0_reverse	6	0.005459427367895842
7672	rnn.weight_hh_l0_reverse	7	-0.0036797602660954
7672	rnn.weight_hh_l0_reverse	8	-0.081971175968647
7672	rnn.weight_hh_l0_reverse	9	0.0424114353954792
7672	rnn.bias_ih_l0_reverse	0	-0.040328431874513626
7672	rnn.bias_ih_l0_reverse	1	-0.05487171933054924
7672	rnn.bias_ih_l0_reverse	2	0.09256153553724289
7672	rnn.bias_ih_l0_reverse	3	0.030864840373396873
7672	rnn.bias_ih_l0_reverse	4	-0.09509309381246567
7672	rnn.bias_ih_l0_reverse	5	0.03240789845585823
7672	rnn.bias_ih_l0_reverse	6	-0.09066936373710632
7672	rnn.bias_ih_l0_reverse	7	0.03575541451573372
7672	rnn.bias_ih_l0_reverse	8	0.022984804585576057
7672	rnn.bias_ih_l0_reverse	9	0.07252740859985352
7672	rnn.bias_hh_l0_reverse	0	0.01611725427210331
7672	rnn.bias_hh_l0_reverse	1	0.06198067218065262
7672	rnn.bias_hh_l0_reverse	2	0.073638916015625
7672	rnn.bias_hh_l0_reverse	3	-0.010879787616431713
7672	rnn.bias_hh_l0_reverse	4	0.07900803536176682
7672	rnn.bias_hh_l0_reverse	5	0.012367205694317818
7672	rnn.bias_hh_l0_reverse	6	-0.07071211189031601
7672	rnn.bias_hh_l0_reverse	7	0.03811194375157356
7672	rnn.bias_hh_l0_reverse	8	0.025457514449954033
7672	rnn.bias_hh_l0_reverse	9	-0.11763264983892441
7672	linear.weight	0	0.16830958425998688
7672	linear.weight	1	-0.1080876886844635
7672	linear.weight	2	-0.13654473423957825
7672	linear.weight	3	0.023349400609731674
7672	linear.weight	4	0.0023148132022470236
7672	linear.weight	5	-0.05041588097810745
7672	linear.weight	6	-0.011198530904948711
7672	linear.weight	7	-0.034292809665203094
7672	linear.weight	8	0.047482505440711975
7672	linear.weight	9	0.3041903078556061
7672	linear.bias	0	-0.04148107022047043
7672	linear.bias	1	0.10248874872922897
7672	linear.bias	2	-0.40195608139038086
7672	linear.bias	3	1.327857494354248
7672	linear.bias	4	-0.33281129598617554
7672	linear.bias	5	-0.030769959092140198
7672	linear.bias	6	-0.2908462882041931
7672	linear.bias	7	-0.1711810976266861
7672	linear.bias	8	0.08298259228467941
7672	linear.bias	9	-0.4113525450229645
7700	transitions	0	-0.5939880013465881
7700	transitions	1	0.40870365500450134
7700	transitions	2	1.750121831893921
7700	transitions	3	0.16092583537101746
7700	transitions	4	0.9950432777404785
7700	transitions	5	1.2751020193099976
7700	transitions	6	0.4847223460674286
7700	transitions	7	0.18288299441337585
7700	transitions	8	-0.9189367294311523
7700	transitions	9	0.9307699799537659
7700	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7700	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7700	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7700	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7700	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7700	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7700	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7700	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7700	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7700	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7700	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7700	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7700	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7700	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7700	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7700	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7700	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7700	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7700	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7700	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7700	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7700	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7700	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7700	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7700	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7700	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7700	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7700	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7700	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7700	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7700	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7700	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7700	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7700	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7700	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7700	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7700	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7700	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7700	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7700	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7700	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7700	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7700	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7700	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7700	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7700	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7700	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7700	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7700	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7700	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7700	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7700	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7700	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7700	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7700	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7700	embedding2nn.weight	0	0.01078766118735075
7700	embedding2nn.weight	1	0.01391643937677145
7700	embedding2nn.weight	2	-0.004774465225636959
7700	embedding2nn.weight	3	0.0020041163079440594
7700	embedding2nn.weight	4	-0.0037329974584281445
7700	embedding2nn.weight	5	0.007941603660583496
7700	embedding2nn.weight	6	-0.0032475569751113653
7700	embedding2nn.weight	7	0.012152785435318947
7700	embedding2nn.weight	8	-0.00766556104645133
7700	embedding2nn.weight	9	-0.013377737253904343
7700	embedding2nn.bias	0	-0.038920123130083084
7700	embedding2nn.bias	1	-0.012629869394004345
7700	embedding2nn.bias	2	-0.05574667826294899
7700	embedding2nn.bias	3	0.008823859505355358
7700	embedding2nn.bias	4	0.011099602095782757
7700	embedding2nn.bias	5	-0.005901604890823364
7700	embedding2nn.bias	6	0.05361289903521538
7700	embedding2nn.bias	7	0.060712628066539764
7700	embedding2nn.bias	8	0.006211498752236366
7700	embedding2nn.bias	9	-0.021785732358694077
7700	rnn.weight_ih_l0	0	0.035617269575595856
7700	rnn.weight_ih_l0	1	-0.0024794689379632473
7700	rnn.weight_ih_l0	2	-0.022250603884458542
7700	rnn.weight_ih_l0	3	-0.04973137006163597
7700	rnn.weight_ih_l0	4	-0.05116325244307518
7700	rnn.weight_ih_l0	5	-0.0005485730362124741
7700	rnn.weight_ih_l0	6	-0.05553952232003212
7700	rnn.weight_ih_l0	7	-0.05363579839468002
7700	rnn.weight_ih_l0	8	-0.04588165134191513
7700	rnn.weight_ih_l0	9	-0.027648715302348137
7700	rnn.weight_hh_l0	0	0.011527269147336483
7700	rnn.weight_hh_l0	1	-0.021940791979432106
7700	rnn.weight_hh_l0	2	-0.033281613141298294
7700	rnn.weight_hh_l0	3	-0.016794167459011078
7700	rnn.weight_hh_l0	4	-0.0562896654009819
7700	rnn.weight_hh_l0	5	-0.010023806244134903
7700	rnn.weight_hh_l0	6	-0.03598862513899803
7700	rnn.weight_hh_l0	7	0.011442755348980427
7700	rnn.weight_hh_l0	8	-0.021576281636953354
7700	rnn.weight_hh_l0	9	0.02087988890707493
7700	rnn.bias_ih_l0	0	0.08644241094589233
7700	rnn.bias_ih_l0	1	-0.04596734046936035
7700	rnn.bias_ih_l0	2	0.11205246299505234
7700	rnn.bias_ih_l0	3	0.06610188633203506
7700	rnn.bias_ih_l0	4	0.09455092996358871
7700	rnn.bias_ih_l0	5	0.019216900691390038
7700	rnn.bias_ih_l0	6	-0.018403368070721626
7700	rnn.bias_ih_l0	7	-0.0892186239361763
7700	rnn.bias_ih_l0	8	-0.12139014154672623
7700	rnn.bias_ih_l0	9	0.08017006516456604
7700	rnn.bias_hh_l0	0	-0.02730787731707096
7700	rnn.bias_hh_l0	1	0.013817641884088516
7700	rnn.bias_hh_l0	2	-0.01764865033328533
7700	rnn.bias_hh_l0	3	-0.019939376041293144
7700	rnn.bias_hh_l0	4	-0.048614438623189926
7700	rnn.bias_hh_l0	5	0.1088300421833992
7700	rnn.bias_hh_l0	6	-0.008935374207794666
7700	rnn.bias_hh_l0	7	0.0012355984654277563
7700	rnn.bias_hh_l0	8	0.01596539281308651
7700	rnn.bias_hh_l0	9	0.04665195941925049
7700	rnn.weight_ih_l0_reverse	0	-0.032437268644571304
7700	rnn.weight_ih_l0_reverse	1	0.0015030931681394577
7700	rnn.weight_ih_l0_reverse	2	0.022873034700751305
7700	rnn.weight_ih_l0_reverse	3	-0.057299353182315826
7700	rnn.weight_ih_l0_reverse	4	0.00992526300251484
7700	rnn.weight_ih_l0_reverse	5	-0.05434776097536087
7700	rnn.weight_ih_l0_reverse	6	0.014942255802452564
7700	rnn.weight_ih_l0_reverse	7	0.04168223217129707
7700	rnn.weight_ih_l0_reverse	8	-0.04034264013171196
7700	rnn.weight_ih_l0_reverse	9	-0.05101560801267624
7700	rnn.weight_hh_l0_reverse	0	-0.07395098358392715
7700	rnn.weight_hh_l0_reverse	1	-0.047419846057891846
7700	rnn.weight_hh_l0_reverse	2	0.010520161129534245
7700	rnn.weight_hh_l0_reverse	3	0.0404801070690155
7700	rnn.weight_hh_l0_reverse	4	0.021593954414129257
7700	rnn.weight_hh_l0_reverse	5	0.04315181449055672
7700	rnn.weight_hh_l0_reverse	6	0.006908773444592953
7700	rnn.weight_hh_l0_reverse	7	-0.0033298959024250507
7700	rnn.weight_hh_l0_reverse	8	-0.08203210681676865
7700	rnn.weight_hh_l0_reverse	9	0.04283874109387398
7700	rnn.bias_ih_l0_reverse	0	-0.04053708538413048
7700	rnn.bias_ih_l0_reverse	1	-0.04705585911870003
7700	rnn.bias_ih_l0_reverse	2	0.09187716990709305
7700	rnn.bias_ih_l0_reverse	3	0.03135744482278824
7700	rnn.bias_ih_l0_reverse	4	-0.09549921005964279
7700	rnn.bias_ih_l0_reverse	5	0.03320777788758278
7700	rnn.bias_ih_l0_reverse	6	-0.09105215966701508
7700	rnn.bias_ih_l0_reverse	7	0.03625683858990669
7700	rnn.bias_ih_l0_reverse	8	0.020620226860046387
7700	rnn.bias_ih_l0_reverse	9	0.07080720365047455
7700	rnn.bias_hh_l0_reverse	0	0.01009371317923069
7700	rnn.bias_hh_l0_reverse	1	0.06045626848936081
7700	rnn.bias_hh_l0_reverse	2	0.07597886770963669
7700	rnn.bias_hh_l0_reverse	3	-0.008603203110396862
7700	rnn.bias_hh_l0_reverse	4	0.08010011911392212
7700	rnn.bias_hh_l0_reverse	5	0.008638608269393444
7700	rnn.bias_hh_l0_reverse	6	-0.06966184824705124
7700	rnn.bias_hh_l0_reverse	7	0.03915432095527649
7700	rnn.bias_hh_l0_reverse	8	0.02526000142097473
7700	rnn.bias_hh_l0_reverse	9	-0.11808566749095917
7700	linear.weight	0	0.16809038817882538
7700	linear.weight	1	-0.10799804329872131
7700	linear.weight	2	-0.1343223601579666
7700	linear.weight	3	0.021640706807374954
7700	linear.weight	4	0.0016147356946021318
7700	linear.weight	5	-0.04820901155471802
7700	linear.weight	6	-0.011180463247001171
7700	linear.weight	7	-0.034183796495199203
7700	linear.weight	8	0.04723856598138809
7700	linear.weight	9	0.30337366461753845
7700	linear.bias	0	-0.039147116243839264
7700	linear.bias	1	0.09574992954730988
7700	linear.bias	2	-0.39864468574523926
7700	linear.bias	3	1.326834797859192
7700	linear.bias	4	-0.3335828185081482
7700	linear.bias	5	-0.030769959092140198
7700	linear.bias	6	-0.28869369626045227
7700	linear.bias	7	-0.17263372242450714
7700	linear.bias	8	0.08042363822460175
7700	linear.bias	9	-0.4117145836353302
7728	transitions	0	-0.5941451787948608
7728	transitions	1	0.40854698419570923
7728	transitions	2	1.7498677968978882
7728	transitions	3	0.16084660589694977
7728	transitions	4	0.9949995875358582
7728	transitions	5	1.2750957012176514
7728	transitions	6	0.48471900820732117
7728	transitions	7	0.18282917141914368
7728	transitions	8	-0.9189380407333374
7728	transitions	9	0.9307699799537659
7728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7728	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7728	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7728	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7728	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7728	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7728	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7728	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7728	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7728	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7728	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7728	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7728	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7728	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7728	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7728	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7728	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7728	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7728	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7728	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7728	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7728	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7728	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7728	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7728	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7728	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7728	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7728	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7728	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7728	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7728	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7728	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7728	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7728	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7728	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7728	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7728	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7728	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7728	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7728	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7728	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7728	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7728	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7728	embedding2nn.weight	0	0.010456729680299759
7728	embedding2nn.weight	1	0.013909600675106049
7728	embedding2nn.weight	2	-0.004735627677291632
7728	embedding2nn.weight	3	0.0017409503925591707
7728	embedding2nn.weight	4	-0.0037513861898332834
7728	embedding2nn.weight	5	0.007704338524490595
7728	embedding2nn.weight	6	-0.003222522558644414
7728	embedding2nn.weight	7	0.012239893898367882
7728	embedding2nn.weight	8	-0.007561176083981991
7728	embedding2nn.weight	9	-0.013343706727027893
7728	embedding2nn.bias	0	-0.03234490379691124
7728	embedding2nn.bias	1	-0.010066169314086437
7728	embedding2nn.bias	2	-0.05241960287094116
7728	embedding2nn.bias	3	0.00970155093818903
7728	embedding2nn.bias	4	0.01071543712168932
7728	embedding2nn.bias	5	0.003784551052376628
7728	embedding2nn.bias	6	0.05262485519051552
7728	embedding2nn.bias	7	0.06207743659615517
7728	embedding2nn.bias	8	0.007993225939571857
7728	embedding2nn.bias	9	-0.017304619774222374
7728	rnn.weight_ih_l0	0	0.03576812893152237
7728	rnn.weight_ih_l0	1	-0.002102521015331149
7728	rnn.weight_ih_l0	2	-0.022303912788629532
7728	rnn.weight_ih_l0	3	-0.04966798424720764
7728	rnn.weight_ih_l0	4	-0.051003072410821915
7728	rnn.weight_ih_l0	5	-0.000623654923401773
7728	rnn.weight_ih_l0	6	-0.05551961436867714
7728	rnn.weight_ih_l0	7	-0.05378982052206993
7728	rnn.weight_ih_l0	8	-0.04611927643418312
7728	rnn.weight_ih_l0	9	-0.02746032550930977
7728	rnn.weight_hh_l0	0	0.011717528104782104
7728	rnn.weight_hh_l0	1	-0.0214540958404541
7728	rnn.weight_hh_l0	2	-0.03288683295249939
7728	rnn.weight_hh_l0	3	-0.016537649556994438
7728	rnn.weight_hh_l0	4	-0.05639369785785675
7728	rnn.weight_hh_l0	5	-0.009942585602402687
7728	rnn.weight_hh_l0	6	-0.036496490240097046
7728	rnn.weight_hh_l0	7	0.0127670643851161
7728	rnn.weight_hh_l0	8	-0.021235255524516106
7728	rnn.weight_hh_l0	9	0.02057872898876667
7728	rnn.bias_ih_l0	0	0.08668122440576553
7728	rnn.bias_ih_l0	1	-0.04665840044617653
7728	rnn.bias_ih_l0	2	0.11057756841182709
7728	rnn.bias_ih_l0	3	0.06341435760259628
7728	rnn.bias_ih_l0	4	0.09459660947322845
7728	rnn.bias_ih_l0	5	0.018721163272857666
7728	rnn.bias_ih_l0	6	-0.016741866245865822
7728	rnn.bias_ih_l0	7	-0.09124124050140381
7728	rnn.bias_ih_l0	8	-0.13507522642612457
7728	rnn.bias_ih_l0	9	0.08054523915052414
7728	rnn.bias_hh_l0	0	-0.02787686325609684
7728	rnn.bias_hh_l0	1	0.01574053429067135
7728	rnn.bias_hh_l0	2	-0.018712814897298813
7728	rnn.bias_hh_l0	3	-0.017327960580587387
7728	rnn.bias_hh_l0	4	-0.049216028302907944
7728	rnn.bias_hh_l0	5	0.11099082231521606
7728	rnn.bias_hh_l0	6	-0.00914347730576992
7728	rnn.bias_hh_l0	7	0.0007664278382435441
7728	rnn.bias_hh_l0	8	0.017626894637942314
7728	rnn.bias_hh_l0	9	0.04700027033686638
7728	rnn.weight_ih_l0_reverse	0	-0.03244512528181076
7728	rnn.weight_ih_l0_reverse	1	0.0017020590603351593
7728	rnn.weight_ih_l0_reverse	2	0.022874649614095688
7728	rnn.weight_ih_l0_reverse	3	-0.05709918588399887
7728	rnn.weight_ih_l0_reverse	4	0.00981929525732994
7728	rnn.weight_ih_l0_reverse	5	-0.05474225431680679
7728	rnn.weight_ih_l0_reverse	6	0.014703071676194668
7728	rnn.weight_ih_l0_reverse	7	0.0416940301656723
7728	rnn.weight_ih_l0_reverse	8	-0.04024617746472359
7728	rnn.weight_ih_l0_reverse	9	-0.05104968324303627
7728	rnn.weight_hh_l0_reverse	0	-0.07291426509618759
7728	rnn.weight_hh_l0_reverse	1	-0.04900525510311127
7728	rnn.weight_hh_l0_reverse	2	0.01004099939018488
7728	rnn.weight_hh_l0_reverse	3	0.0399836041033268
7728	rnn.weight_hh_l0_reverse	4	0.021165311336517334
7728	rnn.weight_hh_l0_reverse	5	0.04287726804614067
7728	rnn.weight_hh_l0_reverse	6	0.007240130566060543
7728	rnn.weight_hh_l0_reverse	7	-0.0034452055115252733
7728	rnn.weight_hh_l0_reverse	8	-0.08167349547147751
7728	rnn.weight_hh_l0_reverse	9	0.043171919882297516
7728	rnn.bias_ih_l0_reverse	0	-0.039160698652267456
7728	rnn.bias_ih_l0_reverse	1	-0.03805093839764595
7728	rnn.bias_ih_l0_reverse	2	0.09115757048130035
7728	rnn.bias_ih_l0_reverse	3	0.031168201938271523
7728	rnn.bias_ih_l0_reverse	4	-0.09610123187303543
7728	rnn.bias_ih_l0_reverse	5	0.032877977937459946
7728	rnn.bias_ih_l0_reverse	6	-0.09230563044548035
7728	rnn.bias_ih_l0_reverse	7	0.03822662681341171
7728	rnn.bias_ih_l0_reverse	8	0.021381063386797905
7728	rnn.bias_ih_l0_reverse	9	0.07001858204603195
7728	rnn.bias_hh_l0_reverse	0	0.01743243634700775
7728	rnn.bias_hh_l0_reverse	1	0.06271614134311676
7728	rnn.bias_hh_l0_reverse	2	0.07603690773248672
7728	rnn.bias_hh_l0_reverse	3	-0.008323579095304012
7728	rnn.bias_hh_l0_reverse	4	0.07978370040655136
7728	rnn.bias_hh_l0_reverse	5	0.004692732356488705
7728	rnn.bias_hh_l0_reverse	6	-0.06980550289154053
7728	rnn.bias_hh_l0_reverse	7	0.03839326277375221
7728	rnn.bias_hh_l0_reverse	8	0.024731086567044258
7728	rnn.bias_hh_l0_reverse	9	-0.11901137232780457
7728	linear.weight	0	0.15995222330093384
7728	linear.weight	1	-0.10799673199653625
7728	linear.weight	2	-0.13412928581237793
7728	linear.weight	3	0.022811055183410645
7728	linear.weight	4	0.0023558333050459623
7728	linear.weight	5	-0.048435889184474945
7728	linear.weight	6	-0.01117053721100092
7728	linear.weight	7	-0.03408272936940193
7728	linear.weight	8	0.043263837695121765
7728	linear.weight	9	0.3019683361053467
7728	linear.bias	0	-0.024840960279107094
7728	linear.bias	1	0.09611091762781143
7728	linear.bias	2	-0.4017316699028015
7728	linear.bias	3	1.3153717517852783
7728	linear.bias	4	-0.33428001403808594
7728	linear.bias	5	-0.030769959092140198
7728	linear.bias	6	-0.29209163784980774
7728	linear.bias	7	-0.1670161634683609
7728	linear.bias	8	0.07345274835824966
7728	linear.bias	9	-0.4120493233203888
7756	transitions	0	-0.5943236351013184
7756	transitions	1	0.40819257497787476
7756	transitions	2	1.74960458278656
7756	transitions	3	0.16077248752117157
7756	transitions	4	0.994924783706665
7756	transitions	5	1.2750873565673828
7756	transitions	6	0.48470935225486755
7756	transitions	7	0.18282246589660645
7756	transitions	8	-0.9189413785934448
7756	transitions	9	0.9307698607444763
7756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7756	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7756	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7756	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7756	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7756	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7756	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7756	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7756	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7756	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7756	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7756	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7756	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7756	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7756	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7756	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7756	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7756	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7756	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7756	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7756	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7756	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7756	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7756	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7756	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7756	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7756	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7756	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7756	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7756	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7756	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7756	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7756	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7756	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7756	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7756	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7756	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7756	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7756	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7756	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7756	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7756	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7756	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7756	embedding2nn.weight	0	0.01011302974075079
7756	embedding2nn.weight	1	0.014080350287258625
7756	embedding2nn.weight	2	-0.004708112683147192
7756	embedding2nn.weight	3	0.001654646242968738
7756	embedding2nn.weight	4	-0.003749083261936903
7756	embedding2nn.weight	5	0.007679732516407967
7756	embedding2nn.weight	6	-0.003019041148945689
7756	embedding2nn.weight	7	0.012551749125123024
7756	embedding2nn.weight	8	-0.007783520966768265
7756	embedding2nn.weight	9	-0.013389995321631432
7756	embedding2nn.bias	0	-0.03504297882318497
7756	embedding2nn.bias	1	-0.0075071463361382484
7756	embedding2nn.bias	2	-0.055692996829748154
7756	embedding2nn.bias	3	0.006086185108870268
7756	embedding2nn.bias	4	0.01305675320327282
7756	embedding2nn.bias	5	0.011039831675589085
7756	embedding2nn.bias	6	0.047646116465330124
7756	embedding2nn.bias	7	0.06359256058931351
7756	embedding2nn.bias	8	0.0015606986125931144
7756	embedding2nn.bias	9	-0.016109274700284004
7756	rnn.weight_ih_l0	0	0.03586627170443535
7756	rnn.weight_ih_l0	1	-0.0023562293499708176
7756	rnn.weight_ih_l0	2	-0.022763602435588837
7756	rnn.weight_ih_l0	3	-0.049500878900289536
7756	rnn.weight_ih_l0	4	-0.05106210336089134
7756	rnn.weight_ih_l0	5	-0.0004704632447101176
7756	rnn.weight_ih_l0	6	-0.05524104833602905
7756	rnn.weight_ih_l0	7	-0.053500592708587646
7756	rnn.weight_ih_l0	8	-0.04595045745372772
7756	rnn.weight_ih_l0	9	-0.027450352907180786
7756	rnn.weight_hh_l0	0	0.011858923360705376
7756	rnn.weight_hh_l0	1	-0.021343475207686424
7756	rnn.weight_hh_l0	2	-0.03172203153371811
7756	rnn.weight_hh_l0	3	-0.017077604308724403
7756	rnn.weight_hh_l0	4	-0.05568525940179825
7756	rnn.weight_hh_l0	5	-0.009826009161770344
7756	rnn.weight_hh_l0	6	-0.03801961988210678
7756	rnn.weight_hh_l0	7	0.014722547493875027
7756	rnn.weight_hh_l0	8	-0.021606918424367905
7756	rnn.weight_hh_l0	9	0.020478565245866776
7756	rnn.bias_ih_l0	0	0.08833779394626617
7756	rnn.bias_ih_l0	1	-0.04662022739648819
7756	rnn.bias_ih_l0	2	0.10964678227901459
7756	rnn.bias_ih_l0	3	0.06452524662017822
7756	rnn.bias_ih_l0	4	0.09574192762374878
7756	rnn.bias_ih_l0	5	0.01897204853594303
7756	rnn.bias_ih_l0	6	-0.020539388060569763
7756	rnn.bias_ih_l0	7	-0.09198874235153198
7756	rnn.bias_ih_l0	8	-0.13466770946979523
7756	rnn.bias_ih_l0	9	0.08126600831747055
7756	rnn.bias_hh_l0	0	-0.0285031758248806
7756	rnn.bias_hh_l0	1	0.015679262578487396
7756	rnn.bias_hh_l0	2	-0.01953975297510624
7756	rnn.bias_hh_l0	3	-0.017717724665999413
7756	rnn.bias_hh_l0	4	-0.04848378524184227
7756	rnn.bias_hh_l0	5	0.11163125187158585
7756	rnn.bias_hh_l0	6	-0.011399180628359318
7756	rnn.bias_hh_l0	7	-0.0006343363784253597
7756	rnn.bias_hh_l0	8	0.013829370960593224
7756	rnn.bias_hh_l0	9	0.04687091335654259
7756	rnn.weight_ih_l0_reverse	0	-0.032511673867702484
7756	rnn.weight_ih_l0_reverse	1	0.0008243185584433377
7756	rnn.weight_ih_l0_reverse	2	0.02276989072561264
7756	rnn.weight_ih_l0_reverse	3	-0.057225413620471954
7756	rnn.weight_ih_l0_reverse	4	0.009654578752815723
7756	rnn.weight_ih_l0_reverse	5	-0.05464637279510498
7756	rnn.weight_ih_l0_reverse	6	0.014946210198104382
7756	rnn.weight_ih_l0_reverse	7	0.04170333594083786
7756	rnn.weight_ih_l0_reverse	8	-0.040327638387680054
7756	rnn.weight_ih_l0_reverse	9	-0.05114602670073509
7756	rnn.weight_hh_l0_reverse	0	-0.07405424118041992
7756	rnn.weight_hh_l0_reverse	1	-0.04951455444097519
7756	rnn.weight_hh_l0_reverse	2	0.010670479387044907
7756	rnn.weight_hh_l0_reverse	3	0.04010277986526489
7756	rnn.weight_hh_l0_reverse	4	0.020790433511137962
7756	rnn.weight_hh_l0_reverse	5	0.04304715618491173
7756	rnn.weight_hh_l0_reverse	6	0.007272021379321814
7756	rnn.weight_hh_l0_reverse	7	-0.0030507405754178762
7756	rnn.weight_hh_l0_reverse	8	-0.08122336864471436
7756	rnn.weight_hh_l0_reverse	9	0.04398422688245773
7756	rnn.bias_ih_l0_reverse	0	-0.04509316012263298
7756	rnn.bias_ih_l0_reverse	1	-0.035116977989673615
7756	rnn.bias_ih_l0_reverse	2	0.09063220024108887
7756	rnn.bias_ih_l0_reverse	3	0.0305701345205307
7756	rnn.bias_ih_l0_reverse	4	-0.09638313949108124
7756	rnn.bias_ih_l0_reverse	5	0.03231200948357582
7756	rnn.bias_ih_l0_reverse	6	-0.09048616141080856
7756	rnn.bias_ih_l0_reverse	7	0.039796993136405945
7756	rnn.bias_ih_l0_reverse	8	0.021335676312446594
7756	rnn.bias_ih_l0_reverse	9	0.06920318305492401
7756	rnn.bias_hh_l0_reverse	0	0.013366283848881721
7756	rnn.bias_hh_l0_reverse	1	0.06439755111932755
7756	rnn.bias_hh_l0_reverse	2	0.07596886903047562
7756	rnn.bias_hh_l0_reverse	3	-0.008938364684581757
7756	rnn.bias_hh_l0_reverse	4	0.08254781365394592
7756	rnn.bias_hh_l0_reverse	5	0.005433965008705854
7756	rnn.bias_hh_l0_reverse	6	-0.0706283375620842
7756	rnn.bias_hh_l0_reverse	7	0.03837759047746658
7756	rnn.bias_hh_l0_reverse	8	0.023979954421520233
7756	rnn.bias_hh_l0_reverse	9	-0.11655999720096588
7756	linear.weight	0	0.15787431597709656
7756	linear.weight	1	-0.1079585924744606
7756	linear.weight	2	-0.13577745854854584
7756	linear.weight	3	0.022320616990327835
7756	linear.weight	4	0.0025715595111250877
7756	linear.weight	5	-0.05123449116945267
7756	linear.weight	6	-0.011160610243678093
7756	linear.weight	7	-0.035998858511447906
7756	linear.weight	8	0.04064713418483734
7756	linear.weight	9	0.30679118633270264
7756	linear.bias	0	-0.036906395107507706
7756	linear.bias	1	0.09362266957759857
7756	linear.bias	2	-0.4033636152744293
7756	linear.bias	3	1.325440764427185
7756	linear.bias	4	-0.3353520631790161
7756	linear.bias	5	-0.030769959092140198
7756	linear.bias	6	-0.2916320562362671
7756	linear.bias	7	-0.17011643946170807
7756	linear.bias	8	0.07650179415941238
7756	linear.bias	9	-0.4124321937561035
7784	transitions	0	-0.594481885433197
7784	transitions	1	0.4080798923969269
7784	transitions	2	1.7493447065353394
7784	transitions	3	0.1605977565050125
7784	transitions	4	0.9946816563606262
7784	transitions	5	1.275080680847168
7784	transitions	6	0.4846998155117035
7784	transitions	7	0.1828177124261856
7784	transitions	8	-0.9189445972442627
7784	transitions	9	0.9307698011398315
7784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7784	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7784	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7784	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7784	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7784	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7784	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7784	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7784	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7784	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7784	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7784	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7784	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7784	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7784	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7784	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7784	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7784	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7784	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7784	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7784	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7784	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7784	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7784	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7784	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7784	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7784	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7784	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7784	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7784	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7784	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7784	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7784	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7784	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7784	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7784	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7784	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7784	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7784	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7784	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7784	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7784	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7784	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7784	embedding2nn.weight	0	0.009977168403565884
7784	embedding2nn.weight	1	0.014311147853732109
7784	embedding2nn.weight	2	-0.00477095041424036
7784	embedding2nn.weight	3	0.0015313765034079552
7784	embedding2nn.weight	4	-0.003737962106242776
7784	embedding2nn.weight	5	0.007734755985438824
7784	embedding2nn.weight	6	-0.0030080359429121017
7784	embedding2nn.weight	7	0.012582706287503242
7784	embedding2nn.weight	8	-0.007684984244406223
7784	embedding2nn.weight	9	-0.01338348537683487
7784	embedding2nn.bias	0	-0.03999993950128555
7784	embedding2nn.bias	1	-0.00864030048251152
7784	embedding2nn.bias	2	-0.06062750518321991
7784	embedding2nn.bias	3	0.006870816461741924
7784	embedding2nn.bias	4	0.010790733620524406
7784	embedding2nn.bias	5	0.00917211826890707
7784	embedding2nn.bias	6	0.051925502717494965
7784	embedding2nn.bias	7	0.05151619017124176
7784	embedding2nn.bias	8	0.004591314122080803
7784	embedding2nn.bias	9	-0.019411373883485794
7784	rnn.weight_ih_l0	0	0.035981014370918274
7784	rnn.weight_ih_l0	1	-0.002182195894420147
7784	rnn.weight_ih_l0	2	-0.022402916103601456
7784	rnn.weight_ih_l0	3	-0.04950924217700958
7784	rnn.weight_ih_l0	4	-0.05083093047142029
7784	rnn.weight_ih_l0	5	-0.00028420943999662995
7784	rnn.weight_ih_l0	6	-0.05553571134805679
7784	rnn.weight_ih_l0	7	-0.0537707582116127
7784	rnn.weight_ih_l0	8	-0.04598734900355339
7784	rnn.weight_ih_l0	9	-0.02734578587114811
7784	rnn.weight_hh_l0	0	0.01194847747683525
7784	rnn.weight_hh_l0	1	-0.021826479583978653
7784	rnn.weight_hh_l0	2	-0.03148060664534569
7784	rnn.weight_hh_l0	3	-0.016886580735445023
7784	rnn.weight_hh_l0	4	-0.05566336587071419
7784	rnn.weight_hh_l0	5	-0.009529399685561657
7784	rnn.weight_hh_l0	6	-0.03704984113574028
7784	rnn.weight_hh_l0	7	0.015544486232101917
7784	rnn.weight_hh_l0	8	-0.022222233936190605
7784	rnn.weight_hh_l0	9	0.021442143246531487
7784	rnn.bias_ih_l0	0	0.08671733736991882
7784	rnn.bias_ih_l0	1	-0.04685135930776596
7784	rnn.bias_ih_l0	2	0.10611296445131302
7784	rnn.bias_ih_l0	3	0.0639335960149765
7784	rnn.bias_ih_l0	4	0.09686832875013351
7784	rnn.bias_ih_l0	5	0.0193516556173563
7784	rnn.bias_ih_l0	6	-0.01900746114552021
7784	rnn.bias_ih_l0	7	-0.08438660204410553
7784	rnn.bias_ih_l0	8	-0.13050521910190582
7784	rnn.bias_ih_l0	9	0.08260367065668106
7784	rnn.bias_hh_l0	0	-0.02771739289164543
7784	rnn.bias_hh_l0	1	0.014672212302684784
7784	rnn.bias_hh_l0	2	-0.02095511183142662
7784	rnn.bias_hh_l0	3	-0.017703643068671227
7784	rnn.bias_hh_l0	4	-0.048843614757061005
7784	rnn.bias_hh_l0	5	0.10898057371377945
7784	rnn.bias_hh_l0	6	-0.009113029576838017
7784	rnn.bias_hh_l0	7	0.0010309757199138403
7784	rnn.bias_hh_l0	8	0.015361296012997627
7784	rnn.bias_hh_l0	9	0.04557716101408005
7784	rnn.weight_ih_l0_reverse	0	-0.032947152853012085
7784	rnn.weight_ih_l0_reverse	1	0.0017238629516214132
7784	rnn.weight_ih_l0_reverse	2	0.022634580731391907
7784	rnn.weight_ih_l0_reverse	3	-0.05710431933403015
7784	rnn.weight_ih_l0_reverse	4	0.009547997266054153
7784	rnn.weight_ih_l0_reverse	5	-0.054592572152614594
7784	rnn.weight_ih_l0_reverse	6	0.012408782728016376
7784	rnn.weight_ih_l0_reverse	7	0.0418524369597435
7784	rnn.weight_ih_l0_reverse	8	-0.040264032781124115
7784	rnn.weight_ih_l0_reverse	9	-0.05115465074777603
7784	rnn.weight_hh_l0_reverse	0	-0.0736534520983696
7784	rnn.weight_hh_l0_reverse	1	-0.04903196915984154
7784	rnn.weight_hh_l0_reverse	2	0.010677171871066093
7784	rnn.weight_hh_l0_reverse	3	0.040474116802215576
7784	rnn.weight_hh_l0_reverse	4	0.02149192802608013
7784	rnn.weight_hh_l0_reverse	5	0.04282468557357788
7784	rnn.weight_hh_l0_reverse	6	0.004790323320776224
7784	rnn.weight_hh_l0_reverse	7	-0.003137152409180999
7784	rnn.weight_hh_l0_reverse	8	-0.08140986412763596
7784	rnn.weight_hh_l0_reverse	9	0.044342949986457825
7784	rnn.bias_ih_l0_reverse	0	-0.04229336231946945
7784	rnn.bias_ih_l0_reverse	1	-0.05262443795800209
7784	rnn.bias_ih_l0_reverse	2	0.09232749789953232
7784	rnn.bias_ih_l0_reverse	3	0.03074341081082821
7784	rnn.bias_ih_l0_reverse	4	-0.09696495532989502
7784	rnn.bias_ih_l0_reverse	5	0.03200114145874977
7784	rnn.bias_ih_l0_reverse	6	-0.09092088043689728
7784	rnn.bias_ih_l0_reverse	7	0.039498165249824524
7784	rnn.bias_ih_l0_reverse	8	0.018997589126229286
7784	rnn.bias_ih_l0_reverse	9	0.06669683009386063
7784	rnn.bias_hh_l0_reverse	0	0.010653658770024776
7784	rnn.bias_hh_l0_reverse	1	0.06538327783346176
7784	rnn.bias_hh_l0_reverse	2	0.07660050690174103
7784	rnn.bias_hh_l0_reverse	3	-0.01009089034050703
7784	rnn.bias_hh_l0_reverse	4	0.08275729417800903
7784	rnn.bias_hh_l0_reverse	5	0.010275306180119514
7784	rnn.bias_hh_l0_reverse	6	-0.07200054079294205
7784	rnn.bias_hh_l0_reverse	7	0.039336543530225754
7784	rnn.bias_hh_l0_reverse	8	0.02412273734807968
7784	rnn.bias_hh_l0_reverse	9	-0.12497827410697937
7784	linear.weight	0	0.14802126586437225
7784	linear.weight	1	-0.10796195268630981
7784	linear.weight	2	-0.1345764845609665
7784	linear.weight	3	0.01927892304956913
7784	linear.weight	4	0.0031427177600562572
7784	linear.weight	5	-0.052630163729190826
7784	linear.weight	6	-0.011156723834574223
7784	linear.weight	7	-0.03592882677912712
7784	linear.weight	8	0.038859691470861435
7784	linear.weight	9	0.31095391511917114
7784	linear.bias	0	-0.043210748583078384
7784	linear.bias	1	0.09995011240243912
7784	linear.bias	2	-0.40238621830940247
7784	linear.bias	3	1.3154038190841675
7784	linear.bias	4	-0.3361533284187317
7784	linear.bias	5	-0.030769959092140198
7784	linear.bias	6	-0.28915002942085266
7784	linear.bias	7	-0.17802567780017853
7784	linear.bias	8	0.07875686138868332
7784	linear.bias	9	-0.41277533769607544
7812	transitions	0	-0.5946086049079895
7812	transitions	1	0.4079389274120331
7812	transitions	2	1.7487845420837402
7812	transitions	3	0.16050639748573303
7812	transitions	4	0.9945502877235413
7812	transitions	5	1.2750760316848755
7812	transitions	6	0.4846927225589752
7812	transitions	7	0.18281152844429016
7812	transitions	8	-0.9189455509185791
7812	transitions	9	0.9307698011398315
7812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7812	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7812	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7812	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7812	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7812	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7812	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7812	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7812	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7812	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7812	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7812	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7812	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7812	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7812	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7812	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7812	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7812	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7812	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7812	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7812	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7812	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7812	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7812	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7812	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7812	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7812	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7812	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7812	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7812	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7812	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7812	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7812	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7812	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7812	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7812	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7812	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7812	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7812	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7812	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7812	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7812	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7812	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7812	embedding2nn.weight	0	0.009835549630224705
7812	embedding2nn.weight	1	0.01432530302554369
7812	embedding2nn.weight	2	-0.004759517032653093
7812	embedding2nn.weight	3	0.0015723230317234993
7812	embedding2nn.weight	4	-0.0037310183979570866
7812	embedding2nn.weight	5	0.007825345732271671
7812	embedding2nn.weight	6	-0.0030483517330139875
7812	embedding2nn.weight	7	0.012384939007461071
7812	embedding2nn.weight	8	-0.007771744392812252
7812	embedding2nn.weight	9	-0.01337813027203083
7812	embedding2nn.bias	0	-0.041132908314466476
7812	embedding2nn.bias	1	-0.0043019820004701614
7812	embedding2nn.bias	2	-0.05618486925959587
7812	embedding2nn.bias	3	0.004442084580659866
7812	embedding2nn.bias	4	0.020098822191357613
7812	embedding2nn.bias	5	0.0077242162078619
7812	embedding2nn.bias	6	0.04954812303185463
7812	embedding2nn.bias	7	0.059896379709243774
7812	embedding2nn.bias	8	0.008530920371413231
7812	embedding2nn.bias	9	-0.025226855650544167
7812	rnn.weight_ih_l0	0	0.035785943269729614
7812	rnn.weight_ih_l0	1	-0.002715854439884424
7812	rnn.weight_ih_l0	2	-0.022522808983922005
7812	rnn.weight_ih_l0	3	-0.0494299940764904
7812	rnn.weight_ih_l0	4	-0.050795990973711014
7812	rnn.weight_ih_l0	5	-0.00020647968631237745
7812	rnn.weight_ih_l0	6	-0.05526833236217499
7812	rnn.weight_ih_l0	7	-0.05426755174994469
7812	rnn.weight_ih_l0	8	-0.04619638994336128
7812	rnn.weight_ih_l0	9	-0.027253447100520134
7812	rnn.weight_hh_l0	0	0.012457385659217834
7812	rnn.weight_hh_l0	1	-0.02227158658206463
7812	rnn.weight_hh_l0	2	-0.031787991523742676
7812	rnn.weight_hh_l0	3	-0.0166708305478096
7812	rnn.weight_hh_l0	4	-0.055993612855672836
7812	rnn.weight_hh_l0	5	-0.009140236303210258
7812	rnn.weight_hh_l0	6	-0.03473156690597534
7812	rnn.weight_hh_l0	7	0.0177278034389019
7812	rnn.weight_hh_l0	8	-0.02272374927997589
7812	rnn.weight_hh_l0	9	0.02159373089671135
7812	rnn.bias_ih_l0	0	0.08855951577425003
7812	rnn.bias_ih_l0	1	-0.04594467952847481
7812	rnn.bias_ih_l0	2	0.1078016385436058
7812	rnn.bias_ih_l0	3	0.06327053904533386
7812	rnn.bias_ih_l0	4	0.09533043950796127
7812	rnn.bias_ih_l0	5	0.02021370455622673
7812	rnn.bias_ih_l0	6	-0.01703769527375698
7812	rnn.bias_ih_l0	7	-0.08533532917499542
7812	rnn.bias_ih_l0	8	-0.13302572071552277
7812	rnn.bias_ih_l0	9	0.0805925652384758
7812	rnn.bias_hh_l0	0	-0.026711076498031616
7812	rnn.bias_hh_l0	1	0.01491892896592617
7812	rnn.bias_hh_l0	2	-0.02074686624109745
7812	rnn.bias_hh_l0	3	-0.01467196736484766
7812	rnn.bias_hh_l0	4	-0.04930756241083145
7812	rnn.bias_hh_l0	5	0.11051269620656967
7812	rnn.bias_hh_l0	6	-0.00770082650706172
7812	rnn.bias_hh_l0	7	0.0023503508418798447
7812	rnn.bias_hh_l0	8	0.017331067472696304
7812	rnn.bias_hh_l0	9	0.047324180603027344
7812	rnn.weight_ih_l0_reverse	0	-0.03333808854222298
7812	rnn.weight_ih_l0_reverse	1	0.0016631402540951967
7812	rnn.weight_ih_l0_reverse	2	0.022779762744903564
7812	rnn.weight_ih_l0_reverse	3	-0.056938134133815765
7812	rnn.weight_ih_l0_reverse	4	0.00965010654181242
7812	rnn.weight_ih_l0_reverse	5	-0.05473664402961731
7812	rnn.weight_ih_l0_reverse	6	0.012238924391567707
7812	rnn.weight_ih_l0_reverse	7	0.04161915183067322
7812	rnn.weight_ih_l0_reverse	8	-0.0402866005897522
7812	rnn.weight_ih_l0_reverse	9	-0.0508253239095211
7812	rnn.weight_hh_l0_reverse	0	-0.07374197989702225
7812	rnn.weight_hh_l0_reverse	1	-0.04943426325917244
7812	rnn.weight_hh_l0_reverse	2	0.011201540939509869
7812	rnn.weight_hh_l0_reverse	3	0.04081949591636658
7812	rnn.weight_hh_l0_reverse	4	0.021378913894295692
7812	rnn.weight_hh_l0_reverse	5	0.04274163395166397
7812	rnn.weight_hh_l0_reverse	6	0.0031311637721955776
7812	rnn.weight_hh_l0_reverse	7	-0.0028473336715251207
7812	rnn.weight_hh_l0_reverse	8	-0.08128201216459274
7812	rnn.weight_hh_l0_reverse	9	0.04470537602901459
7812	rnn.bias_ih_l0_reverse	0	-0.0438539944589138
7812	rnn.bias_ih_l0_reverse	1	-0.04884195327758789
7812	rnn.bias_ih_l0_reverse	2	0.09193866699934006
7812	rnn.bias_ih_l0_reverse	3	0.03071625530719757
7812	rnn.bias_ih_l0_reverse	4	-0.09567069262266159
7812	rnn.bias_ih_l0_reverse	5	0.03172504901885986
7812	rnn.bias_ih_l0_reverse	6	-0.09208550304174423
7812	rnn.bias_ih_l0_reverse	7	0.039466965943574905
7812	rnn.bias_ih_l0_reverse	8	0.018341712653636932
7812	rnn.bias_ih_l0_reverse	9	0.06570460647344589
7812	rnn.bias_hh_l0_reverse	0	0.007637318689376116
7812	rnn.bias_hh_l0_reverse	1	0.06626727432012558
7812	rnn.bias_hh_l0_reverse	2	0.07562760263681412
7812	rnn.bias_hh_l0_reverse	3	-0.009832176379859447
7812	rnn.bias_hh_l0_reverse	4	0.08225330710411072
7812	rnn.bias_hh_l0_reverse	5	0.0061057936400175095
7812	rnn.bias_hh_l0_reverse	6	-0.07304485142230988
7812	rnn.bias_hh_l0_reverse	7	0.04094493389129639
7812	rnn.bias_hh_l0_reverse	8	0.02501964382827282
7812	rnn.bias_hh_l0_reverse	9	-0.12424936890602112
7812	linear.weight	0	0.14351466298103333
7812	linear.weight	1	-0.10795344412326813
7812	linear.weight	2	-0.13727574050426483
7812	linear.weight	3	0.018128952011466026
7812	linear.weight	4	0.004115477669984102
7812	linear.weight	5	-0.051778409630060196
7812	linear.weight	6	-0.011150963604450226
7812	linear.weight	7	-0.03581000864505768
7812	linear.weight	8	0.037941932678222656
7812	linear.weight	9	0.31164681911468506
7812	linear.bias	0	-0.036255091428756714
7812	linear.bias	1	0.10349638760089874
7812	linear.bias	2	-0.4048406481742859
7812	linear.bias	3	1.324580430984497
7812	linear.bias	4	-0.3369169533252716
7812	linear.bias	5	-0.030769959092140198
7812	linear.bias	6	-0.29134929180145264
7812	linear.bias	7	-0.17368845641613007
7812	linear.bias	8	0.07119611650705338
7812	linear.bias	9	-0.41302695870399475
7840	transitions	0	-0.5948147773742676
7840	transitions	1	0.40763169527053833
7840	transitions	2	1.7484161853790283
7840	transitions	3	0.1604211926460266
7840	transitions	4	0.9945142865180969
7840	transitions	5	1.2750725746154785
7840	transitions	6	0.48469188809394836
7840	transitions	7	0.18280985951423645
7840	transitions	8	-0.9189467430114746
7840	transitions	9	0.930769681930542
7840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7840	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7840	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7840	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7840	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7840	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7840	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7840	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7840	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7840	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7840	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7840	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7840	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7840	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7840	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7840	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7840	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7840	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7840	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7840	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7840	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7840	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7840	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7840	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7840	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7840	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7840	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7840	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7840	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7840	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7840	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7840	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7840	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7840	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7840	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7840	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7840	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7840	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7840	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7840	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7840	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7840	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7840	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7840	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7840	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7840	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7840	embedding2nn.weight	0	0.009719638153910637
7840	embedding2nn.weight	1	0.014331088401377201
7840	embedding2nn.weight	2	-0.00471896305680275
7840	embedding2nn.weight	3	0.0016984478570520878
7840	embedding2nn.weight	4	-0.0037844066973775625
7840	embedding2nn.weight	5	0.007839170284569263
7840	embedding2nn.weight	6	-0.002956022974103689
7840	embedding2nn.weight	7	0.01191096194088459
7840	embedding2nn.weight	8	-0.007678635884076357
7840	embedding2nn.weight	9	-0.0133698470890522
7840	embedding2nn.bias	0	-0.048837315291166306
7840	embedding2nn.bias	1	-0.0060013094916939735
7840	embedding2nn.bias	2	-0.06653308123350143
7840	embedding2nn.bias	3	0.00924251601099968
7840	embedding2nn.bias	4	0.015324415639042854
7840	embedding2nn.bias	5	0.011358432471752167
7840	embedding2nn.bias	6	0.044376399368047714
7840	embedding2nn.bias	7	0.05672904849052429
7840	embedding2nn.bias	8	0.009831026196479797
7840	embedding2nn.bias	9	-0.01618024706840515
7840	rnn.weight_ih_l0	0	0.03555811941623688
7840	rnn.weight_ih_l0	1	-0.003831499721854925
7840	rnn.weight_ih_l0	2	-0.02311091683804989
7840	rnn.weight_ih_l0	3	-0.04903077334165573
7840	rnn.weight_ih_l0	4	-0.05073171481490135
7840	rnn.weight_ih_l0	5	-4.367585643194616e-05
7840	rnn.weight_ih_l0	6	-0.05543278902769089
7840	rnn.weight_ih_l0	7	-0.05412104353308678
7840	rnn.weight_ih_l0	8	-0.04645067825913429
7840	rnn.weight_ih_l0	9	-0.02703857608139515
7840	rnn.weight_hh_l0	0	0.012225563637912273
7840	rnn.weight_hh_l0	1	-0.021974578499794006
7840	rnn.weight_hh_l0	2	-0.032020196318626404
7840	rnn.weight_hh_l0	3	-0.016931427642703056
7840	rnn.weight_hh_l0	4	-0.05593579262495041
7840	rnn.weight_hh_l0	5	-0.009427879005670547
7840	rnn.weight_hh_l0	6	-0.03308865800499916
7840	rnn.weight_hh_l0	7	0.018191669136285782
7840	rnn.weight_hh_l0	8	-0.022447040304541588
7840	rnn.weight_hh_l0	9	0.021564103662967682
7840	rnn.bias_ih_l0	0	0.08905979990959167
7840	rnn.bias_ih_l0	1	-0.046860117465257645
7840	rnn.bias_ih_l0	2	0.10898718237876892
7840	rnn.bias_ih_l0	3	0.06223338469862938
7840	rnn.bias_ih_l0	4	0.09670130163431168
7840	rnn.bias_ih_l0	5	0.021518126130104065
7840	rnn.bias_ih_l0	6	-0.014386201277375221
7840	rnn.bias_ih_l0	7	-0.08265529572963715
7840	rnn.bias_ih_l0	8	-0.13855761289596558
7840	rnn.bias_ih_l0	9	0.08118264377117157
7840	rnn.bias_hh_l0	0	-0.026524245738983154
7840	rnn.bias_hh_l0	1	0.01819535344839096
7840	rnn.bias_hh_l0	2	-0.020723821595311165
7840	rnn.bias_hh_l0	3	-0.018103791400790215
7840	rnn.bias_hh_l0	4	-0.050202663987874985
7840	rnn.bias_hh_l0	5	0.11148923635482788
7840	rnn.bias_hh_l0	6	-0.007101315539330244
7840	rnn.bias_hh_l0	7	0.001973500242456794
7840	rnn.bias_hh_l0	8	0.01998256891965866
7840	rnn.bias_hh_l0	9	0.04557056725025177
7840	rnn.weight_ih_l0_reverse	0	-0.03370349854230881
7840	rnn.weight_ih_l0_reverse	1	0.002050087321549654
7840	rnn.weight_ih_l0_reverse	2	0.022701675072312355
7840	rnn.weight_ih_l0_reverse	3	-0.0572298988699913
7840	rnn.weight_ih_l0_reverse	4	0.009695501066744328
7840	rnn.weight_ih_l0_reverse	5	-0.05470211058855057
7840	rnn.weight_ih_l0_reverse	6	0.012824127450585365
7840	rnn.weight_ih_l0_reverse	7	0.041506242007017136
7840	rnn.weight_ih_l0_reverse	8	-0.04030878096818924
7840	rnn.weight_ih_l0_reverse	9	-0.05078395828604698
7840	rnn.weight_hh_l0_reverse	0	-0.07476183772087097
7840	rnn.weight_hh_l0_reverse	1	-0.048041097819805145
7840	rnn.weight_hh_l0_reverse	2	0.011415308341383934
7840	rnn.weight_hh_l0_reverse	3	0.040936097502708435
7840	rnn.weight_hh_l0_reverse	4	0.021691450849175453
7840	rnn.weight_hh_l0_reverse	5	0.042591843754053116
7840	rnn.weight_hh_l0_reverse	6	0.0031373011879622936
7840	rnn.weight_hh_l0_reverse	7	-0.0025822429452091455
7840	rnn.weight_hh_l0_reverse	8	-0.08175613731145859
7840	rnn.weight_hh_l0_reverse	9	0.04457417130470276
7840	rnn.bias_ih_l0_reverse	0	-0.04755812883377075
7840	rnn.bias_ih_l0_reverse	1	-0.041368477046489716
7840	rnn.bias_ih_l0_reverse	2	0.091314896941185
7840	rnn.bias_ih_l0_reverse	3	0.029789093881845474
7840	rnn.bias_ih_l0_reverse	4	-0.09635964035987854
7840	rnn.bias_ih_l0_reverse	5	0.03111521527171135
7840	rnn.bias_ih_l0_reverse	6	-0.09191755205392838
7840	rnn.bias_ih_l0_reverse	7	0.038764603435993195
7840	rnn.bias_ih_l0_reverse	8	0.016378233209252357
7840	rnn.bias_ih_l0_reverse	9	0.06458226591348648
7840	rnn.bias_hh_l0_reverse	0	0.005596574395895004
7840	rnn.bias_hh_l0_reverse	1	0.06422331929206848
7840	rnn.bias_hh_l0_reverse	2	0.07659675180912018
7840	rnn.bias_hh_l0_reverse	3	-0.009498650208115578
7840	rnn.bias_hh_l0_reverse	4	0.08270712941884995
7840	rnn.bias_hh_l0_reverse	5	0.014711174182593822
7840	rnn.bias_hh_l0_reverse	6	-0.07355083525180817
7840	rnn.bias_hh_l0_reverse	7	0.045266956090927124
7840	rnn.bias_hh_l0_reverse	8	0.028778620064258575
7840	rnn.bias_hh_l0_reverse	9	-0.12383976578712463
7840	linear.weight	0	0.13783128559589386
7840	linear.weight	1	-0.10796443372964859
7840	linear.weight	2	-0.13636310398578644
7840	linear.weight	3	0.0250888429582119
7840	linear.weight	4	0.006080465856939554
7840	linear.weight	5	-0.053081464022397995
7840	linear.weight	6	-0.011101514101028442
7840	linear.weight	7	-0.03576541319489479
7840	linear.weight	8	0.03515671193599701
7840	linear.weight	9	0.30978456139564514
7840	linear.bias	0	-0.04289429262280464
7840	linear.bias	1	0.10563690215349197
7840	linear.bias	2	-0.4061892628669739
7840	linear.bias	3	1.3316632509231567
7840	linear.bias	4	-0.33776262402534485
7840	linear.bias	5	-0.030769959092140198
7840	linear.bias	6	-0.2901742458343506
7840	linear.bias	7	-0.1757393628358841
7840	linear.bias	8	0.07585296779870987
7840	linear.bias	9	-0.41335102915763855
7868	transitions	0	-0.5949005484580994
7868	transitions	1	0.40752774477005005
7868	transitions	2	1.7481874227523804
7868	transitions	3	0.16039340198040009
7868	transitions	4	0.9944707751274109
7868	transitions	5	1.2750706672668457
7868	transitions	6	0.4846886694431305
7868	transitions	7	0.1828043907880783
7868	transitions	8	-0.9189485311508179
7868	transitions	9	0.9307696223258972
7868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7868	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7868	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7868	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7868	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7868	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7868	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7868	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7868	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7868	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7868	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7868	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7868	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7868	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7868	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7868	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7868	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7868	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7868	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7868	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7868	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7868	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7868	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7868	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7868	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7868	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7868	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7868	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7868	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7868	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7868	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7868	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7868	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7868	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7868	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7868	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7868	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7868	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7868	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7868	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7868	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7868	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7868	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7868	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7868	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7868	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7868	embedding2nn.weight	0	0.00944164115935564
7868	embedding2nn.weight	1	0.01425907015800476
7868	embedding2nn.weight	2	-0.004733034409582615
7868	embedding2nn.weight	3	0.0017112259520217776
7868	embedding2nn.weight	4	-0.003814672352746129
7868	embedding2nn.weight	5	0.00805358774960041
7868	embedding2nn.weight	6	-0.002831259975209832
7868	embedding2nn.weight	7	0.012312391772866249
7868	embedding2nn.weight	8	-0.007207905407994986
7868	embedding2nn.weight	9	-0.013440519571304321
7868	embedding2nn.bias	0	-0.04893000051379204
7868	embedding2nn.bias	1	-0.01405448466539383
7868	embedding2nn.bias	2	-0.06458640098571777
7868	embedding2nn.bias	3	0.01882733218371868
7868	embedding2nn.bias	4	0.01482218038290739
7868	embedding2nn.bias	5	0.01221319567412138
7868	embedding2nn.bias	6	0.043806347995996475
7868	embedding2nn.bias	7	0.05670222267508507
7868	embedding2nn.bias	8	0.00870828703045845
7868	embedding2nn.bias	9	-0.014589989557862282
7868	rnn.weight_ih_l0	0	0.03550393134355545
7868	rnn.weight_ih_l0	1	-0.004527445882558823
7868	rnn.weight_ih_l0	2	-0.023560041561722755
7868	rnn.weight_ih_l0	3	-0.048982761800289154
7868	rnn.weight_ih_l0	4	-0.05027608200907707
7868	rnn.weight_ih_l0	5	-0.0002222152252215892
7868	rnn.weight_ih_l0	6	-0.0557730570435524
7868	rnn.weight_ih_l0	7	-0.054070450365543365
7868	rnn.weight_ih_l0	8	-0.04640204831957817
7868	rnn.weight_ih_l0	9	-0.026935642585158348
7868	rnn.weight_hh_l0	0	0.012682922184467316
7868	rnn.weight_hh_l0	1	-0.02240820974111557
7868	rnn.weight_hh_l0	2	-0.031458780169487
7868	rnn.weight_hh_l0	3	-0.016758877784013748
7868	rnn.weight_hh_l0	4	-0.05617951974272728
7868	rnn.weight_hh_l0	5	-0.009080884978175163
7868	rnn.weight_hh_l0	6	-0.03161128610372543
7868	rnn.weight_hh_l0	7	0.01854991354048252
7868	rnn.weight_hh_l0	8	-0.022377099841833115
7868	rnn.weight_hh_l0	9	0.021443257108330727
7868	rnn.bias_ih_l0	0	0.08880329132080078
7868	rnn.bias_ih_l0	1	-0.04797162860631943
7868	rnn.bias_ih_l0	2	0.10802596807479858
7868	rnn.bias_ih_l0	3	0.06404955685138702
7868	rnn.bias_ih_l0	4	0.09259692579507828
7868	rnn.bias_ih_l0	5	0.020132197067141533
7868	rnn.bias_ih_l0	6	-0.012507857754826546
7868	rnn.bias_ih_l0	7	-0.0795513242483139
7868	rnn.bias_ih_l0	8	-0.14949288964271545
7868	rnn.bias_ih_l0	9	0.07905076444149017
7868	rnn.bias_hh_l0	0	-0.028217686340212822
7868	rnn.bias_hh_l0	1	0.020033208653330803
7868	rnn.bias_hh_l0	2	-0.021158458665013313
7868	rnn.bias_hh_l0	3	-0.020275870338082314
7868	rnn.bias_hh_l0	4	-0.04949216917157173
7868	rnn.bias_hh_l0	5	0.11216742545366287
7868	rnn.bias_hh_l0	6	-0.007103487383574247
7868	rnn.bias_hh_l0	7	0.00395667739212513
7868	rnn.bias_hh_l0	8	0.021860908716917038
7868	rnn.bias_hh_l0	9	0.04393136501312256
7868	rnn.weight_ih_l0_reverse	0	-0.0338037870824337
7868	rnn.weight_ih_l0_reverse	1	0.0017028388101607561
7868	rnn.weight_ih_l0_reverse	2	0.02285384200513363
7868	rnn.weight_ih_l0_reverse	3	-0.05687779560685158
7868	rnn.weight_ih_l0_reverse	4	0.009165504015982151
7868	rnn.weight_ih_l0_reverse	5	-0.05477416142821312
7868	rnn.weight_ih_l0_reverse	6	0.012590697966516018
7868	rnn.weight_ih_l0_reverse	7	0.04144396260380745
7868	rnn.weight_ih_l0_reverse	8	-0.04031568765640259
7868	rnn.weight_ih_l0_reverse	9	-0.0508551187813282
7868	rnn.weight_hh_l0_reverse	0	-0.07445590943098068
7868	rnn.weight_hh_l0_reverse	1	-0.04798681661486626
7868	rnn.weight_hh_l0_reverse	2	0.011652832850813866
7868	rnn.weight_hh_l0_reverse	3	0.04081345349550247
7868	rnn.weight_hh_l0_reverse	4	0.02173016220331192
7868	rnn.weight_hh_l0_reverse	5	0.04262827709317207
7868	rnn.weight_hh_l0_reverse	6	0.003702925518155098
7868	rnn.weight_hh_l0_reverse	7	-0.002694455673918128
7868	rnn.weight_hh_l0_reverse	8	-0.08218466490507126
7868	rnn.weight_hh_l0_reverse	9	0.04352301359176636
7868	rnn.bias_ih_l0_reverse	0	-0.05054725706577301
7868	rnn.bias_ih_l0_reverse	1	-0.038318436592817307
7868	rnn.bias_ih_l0_reverse	2	0.09173662960529327
7868	rnn.bias_ih_l0_reverse	3	0.02934674732387066
7868	rnn.bias_ih_l0_reverse	4	-0.09761921316385269
7868	rnn.bias_ih_l0_reverse	5	0.031207595020532608
7868	rnn.bias_ih_l0_reverse	6	-0.08933795243501663
7868	rnn.bias_ih_l0_reverse	7	0.039442453533411026
7868	rnn.bias_ih_l0_reverse	8	0.015114250592887402
7868	rnn.bias_ih_l0_reverse	9	0.0663251131772995
7868	rnn.bias_hh_l0_reverse	0	0.008464855141937733
7868	rnn.bias_hh_l0_reverse	1	0.06468416750431061
7868	rnn.bias_hh_l0_reverse	2	0.07673919945955276
7868	rnn.bias_hh_l0_reverse	3	-0.009142395108938217
7868	rnn.bias_hh_l0_reverse	4	0.0835762619972229
7868	rnn.bias_hh_l0_reverse	5	0.012215574271976948
7868	rnn.bias_hh_l0_reverse	6	-0.07268021255731583
7868	rnn.bias_hh_l0_reverse	7	0.04399246349930763
7868	rnn.bias_hh_l0_reverse	8	0.02837483026087284
7868	rnn.bias_hh_l0_reverse	9	-0.12366288900375366
7868	linear.weight	0	0.14058758318424225
7868	linear.weight	1	-0.10792412608861923
7868	linear.weight	2	-0.13576634228229523
7868	linear.weight	3	0.02112814411520958
7868	linear.weight	4	0.006704895291477442
7868	linear.weight	5	-0.050871726125478745
7868	linear.weight	6	-0.011102477088570595
7868	linear.weight	7	-0.03574046865105629
7868	linear.weight	8	0.03450420871376991
7868	linear.weight	9	0.3079070448875427
7868	linear.bias	0	-0.023421768099069595
7868	linear.bias	1	0.10227891802787781
7868	linear.bias	2	-0.4042372703552246
7868	linear.bias	3	1.3156983852386475
7868	linear.bias	4	-0.3382510542869568
7868	linear.bias	5	-0.030769959092140198
7868	linear.bias	6	-0.2861224412918091
7868	linear.bias	7	-0.17921818792819977
7868	linear.bias	8	0.06555549055337906
7868	linear.bias	9	-0.41361162066459656
7896	transitions	0	-0.595021665096283
7896	transitions	1	0.4073338508605957
7896	transitions	2	1.747878909111023
7896	transitions	3	0.16034503281116486
7896	transitions	4	0.9944357872009277
7896	transitions	5	1.2750667333602905
7896	transitions	6	0.48468145728111267
7896	transitions	7	0.1827988475561142
7896	transitions	8	-0.9189513921737671
7896	transitions	9	0.9307695627212524
7896	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7896	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7896	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7896	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7896	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7896	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7896	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7896	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7896	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7896	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7896	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7896	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7896	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7896	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7896	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7896	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7896	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7896	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7896	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7896	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7896	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7896	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7896	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7896	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7896	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7896	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7896	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7896	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7896	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7896	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7896	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7896	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7896	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7896	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7896	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7896	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7896	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7896	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7896	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7896	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7896	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7896	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7896	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7896	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7896	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7896	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7896	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7896	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7896	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7896	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7896	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7896	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7896	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7896	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7896	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7896	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7896	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7896	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7896	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7896	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7896	embedding2nn.weight	0	0.009068893268704414
7896	embedding2nn.weight	1	0.014266078360378742
7896	embedding2nn.weight	2	-0.004777467343956232
7896	embedding2nn.weight	3	0.0017547971801832318
7896	embedding2nn.weight	4	-0.003716864390298724
7896	embedding2nn.weight	5	0.008045160211622715
7896	embedding2nn.weight	6	-0.002851450815796852
7896	embedding2nn.weight	7	0.011618277058005333
7896	embedding2nn.weight	8	-0.007349887862801552
7896	embedding2nn.weight	9	-0.013412847183644772
7896	embedding2nn.bias	0	-0.05340918153524399
7896	embedding2nn.bias	1	-0.01360283512622118
7896	embedding2nn.bias	2	-0.057647455483675
7896	embedding2nn.bias	3	0.009677966125309467
7896	embedding2nn.bias	4	0.015071036294102669
7896	embedding2nn.bias	5	0.011624305509030819
7896	embedding2nn.bias	6	0.04839345067739487
7896	embedding2nn.bias	7	0.058011941611766815
7896	embedding2nn.bias	8	0.00707190902903676
7896	embedding2nn.bias	9	-0.03146613389253616
7896	rnn.weight_ih_l0	0	0.03556964918971062
7896	rnn.weight_ih_l0	1	-0.004823887255042791
7896	rnn.weight_ih_l0	2	-0.023378396406769753
7896	rnn.weight_ih_l0	3	-0.048895977437496185
7896	rnn.weight_ih_l0	4	-0.05042853578925133
7896	rnn.weight_ih_l0	5	-0.00034156147739849985
7896	rnn.weight_ih_l0	6	-0.05547691881656647
7896	rnn.weight_ih_l0	7	-0.05424873158335686
7896	rnn.weight_ih_l0	8	-0.04641412943601608
7896	rnn.weight_ih_l0	9	-0.02669229358434677
7896	rnn.weight_hh_l0	0	0.012341213412582874
7896	rnn.weight_hh_l0	1	-0.022657480090856552
7896	rnn.weight_hh_l0	2	-0.03209923207759857
7896	rnn.weight_hh_l0	3	-0.01687776856124401
7896	rnn.weight_hh_l0	4	-0.0557679682970047
7896	rnn.weight_hh_l0	5	-0.009540141560137272
7896	rnn.weight_hh_l0	6	-0.031069660559296608
7896	rnn.weight_hh_l0	7	0.019000153988599777
7896	rnn.weight_hh_l0	8	-0.022674957290291786
7896	rnn.weight_hh_l0	9	0.021488109603524208
7896	rnn.bias_ih_l0	0	0.0876893550157547
7896	rnn.bias_ih_l0	1	-0.04842190816998482
7896	rnn.bias_ih_l0	2	0.10974081605672836
7896	rnn.bias_ih_l0	3	0.06217745691537857
7896	rnn.bias_ih_l0	4	0.09382232278585434
7896	rnn.bias_ih_l0	5	0.018905291333794594
7896	rnn.bias_ih_l0	6	-0.015038865618407726
7896	rnn.bias_ih_l0	7	-0.07563695311546326
7896	rnn.bias_ih_l0	8	-0.13593690097332
7896	rnn.bias_ih_l0	9	0.0785401314496994
7896	rnn.bias_hh_l0	0	-0.027817528694868088
7896	rnn.bias_hh_l0	1	0.020065736025571823
7896	rnn.bias_hh_l0	2	-0.02179955691099167
7896	rnn.bias_hh_l0	3	-0.02268572710454464
7896	rnn.bias_hh_l0	4	-0.05003974214196205
7896	rnn.bias_hh_l0	5	0.11030077189207077
7896	rnn.bias_hh_l0	6	-0.008628024719655514
7896	rnn.bias_hh_l0	7	0.004563541151583195
7896	rnn.bias_hh_l0	8	0.019329896196722984
7896	rnn.bias_hh_l0	9	0.04465148225426674
7896	rnn.weight_ih_l0_reverse	0	-0.033854272216558456
7896	rnn.weight_ih_l0_reverse	1	0.0010113759199157357
7896	rnn.weight_ih_l0_reverse	2	0.023032164201140404
7896	rnn.weight_ih_l0_reverse	3	-0.05713856965303421
7896	rnn.weight_ih_l0_reverse	4	0.009113986045122147
7896	rnn.weight_ih_l0_reverse	5	-0.05505938455462456
7896	rnn.weight_ih_l0_reverse	6	0.012148861773312092
7896	rnn.weight_ih_l0_reverse	7	0.041500166058540344
7896	rnn.weight_ih_l0_reverse	8	-0.0403655469417572
7896	rnn.weight_ih_l0_reverse	9	-0.050818800926208496
7896	rnn.weight_hh_l0_reverse	0	-0.07503029704093933
7896	rnn.weight_hh_l0_reverse	1	-0.04940035939216614
7896	rnn.weight_hh_l0_reverse	2	0.011571696028113365
7896	rnn.weight_hh_l0_reverse	3	0.04107021912932396
7896	rnn.weight_hh_l0_reverse	4	0.02165500447154045
7896	rnn.weight_hh_l0_reverse	5	0.04284513741731644
7896	rnn.weight_hh_l0_reverse	6	0.001936552464030683
7896	rnn.weight_hh_l0_reverse	7	-0.0030932333320379257
7896	rnn.weight_hh_l0_reverse	8	-0.08227525651454926
7896	rnn.weight_hh_l0_reverse	9	0.04386670142412186
7896	rnn.bias_ih_l0_reverse	0	-0.04822371527552605
7896	rnn.bias_ih_l0_reverse	1	-0.03243766352534294
7896	rnn.bias_ih_l0_reverse	2	0.0916907787322998
7896	rnn.bias_ih_l0_reverse	3	0.02947407029569149
7896	rnn.bias_ih_l0_reverse	4	-0.09793247282505035
7896	rnn.bias_ih_l0_reverse	5	0.03158144652843475
7896	rnn.bias_ih_l0_reverse	6	-0.08931103348731995
7896	rnn.bias_ih_l0_reverse	7	0.03501133248209953
7896	rnn.bias_ih_l0_reverse	8	0.014075172133743763
7896	rnn.bias_ih_l0_reverse	9	0.06825326383113861
7896	rnn.bias_hh_l0_reverse	0	0.009481816552579403
7896	rnn.bias_hh_l0_reverse	1	0.06477437913417816
7896	rnn.bias_hh_l0_reverse	2	0.07520689815282822
7896	rnn.bias_hh_l0_reverse	3	-0.009946439415216446
7896	rnn.bias_hh_l0_reverse	4	0.08276129513978958
7896	rnn.bias_hh_l0_reverse	5	0.011350858025252819
7896	rnn.bias_hh_l0_reverse	6	-0.0724271833896637
7896	rnn.bias_hh_l0_reverse	7	0.044039785861968994
7896	rnn.bias_hh_l0_reverse	8	0.029889674857258797
7896	rnn.bias_hh_l0_reverse	9	-0.12212353199720383
7896	linear.weight	0	0.13819465041160583
7896	linear.weight	1	-0.10792370140552521
7896	linear.weight	2	-0.13625232875347137
7896	linear.weight	3	0.023082619532942772
7896	linear.weight	4	0.007831478491425514
7896	linear.weight	5	-0.04995068162679672
7896	linear.weight	6	-0.011096731759607792
7896	linear.weight	7	-0.03765276074409485
7896	linear.weight	8	0.03197839483618736
7896	linear.weight	9	0.3130289614200592
7896	linear.bias	0	-0.03588001802563667
7896	linear.bias	1	0.10540018230676651
7896	linear.bias	2	-0.4058832824230194
7896	linear.bias	3	1.325440526008606
7896	linear.bias	4	-0.3391161561012268
7896	linear.bias	5	-0.030769959092140198
7896	linear.bias	6	-0.28861767053604126
7896	linear.bias	7	-0.18355707824230194
7896	linear.bias	8	0.06260272860527039
7896	linear.bias	9	-0.41388314962387085
7924	transitions	0	-0.595146894454956
7924	transitions	1	0.40700143575668335
7924	transitions	2	1.7477068901062012
7924	transitions	3	0.16026854515075684
7924	transitions	4	0.9941222071647644
7924	transitions	5	1.2750608921051025
7924	transitions	6	0.4846785068511963
7924	transitions	7	0.18279369175434113
7924	transitions	8	-0.9189535975456238
7924	transitions	9	0.9307695031166077
7924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7924	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7924	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7924	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7924	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7924	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7924	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7924	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7924	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7924	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7924	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7924	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7924	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7924	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7924	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7924	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7924	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7924	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7924	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7924	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7924	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7924	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7924	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7924	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7924	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7924	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7924	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7924	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7924	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7924	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7924	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7924	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7924	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7924	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7924	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7924	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7924	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7924	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7924	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7924	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7924	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7924	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7924	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7924	embedding2nn.weight	0	0.009652936831116676
7924	embedding2nn.weight	1	0.014300511218607426
7924	embedding2nn.weight	2	-0.004788516089320183
7924	embedding2nn.weight	3	0.0017851953161880374
7924	embedding2nn.weight	4	-0.003792187664657831
7924	embedding2nn.weight	5	0.008252836763858795
7924	embedding2nn.weight	6	-0.0027804989367723465
7924	embedding2nn.weight	7	0.011236760765314102
7924	embedding2nn.weight	8	-0.007294445298612118
7924	embedding2nn.weight	9	-0.013349927961826324
7924	embedding2nn.bias	0	-0.04944656789302826
7924	embedding2nn.bias	1	-0.008132971823215485
7924	embedding2nn.bias	2	-0.0632612481713295
7924	embedding2nn.bias	3	0.015614538453519344
7924	embedding2nn.bias	4	0.017603814601898193
7924	embedding2nn.bias	5	0.012610523030161858
7924	embedding2nn.bias	6	0.05022791400551796
7924	embedding2nn.bias	7	0.05934688821434975
7924	embedding2nn.bias	8	0.011814151890575886
7924	embedding2nn.bias	9	-0.02211443893611431
7924	rnn.weight_ih_l0	0	0.03542784973978996
7924	rnn.weight_ih_l0	1	-0.00504914578050375
7924	rnn.weight_ih_l0	2	-0.02214461751282215
7924	rnn.weight_ih_l0	3	-0.04861694574356079
7924	rnn.weight_ih_l0	4	-0.05008167400956154
7924	rnn.weight_ih_l0	5	-9.543778287479654e-05
7924	rnn.weight_ih_l0	6	-0.055693890899419785
7924	rnn.weight_ih_l0	7	-0.05423978343605995
7924	rnn.weight_ih_l0	8	-0.04660147801041603
7924	rnn.weight_ih_l0	9	-0.027080917730927467
7924	rnn.weight_hh_l0	0	0.012378004379570484
7924	rnn.weight_hh_l0	1	-0.023226547986268997
7924	rnn.weight_hh_l0	2	-0.03275702893733978
7924	rnn.weight_hh_l0	3	-0.017024224624037743
7924	rnn.weight_hh_l0	4	-0.05592774599790573
7924	rnn.weight_hh_l0	5	-0.009840109385550022
7924	rnn.weight_hh_l0	6	-0.03224538639187813
7924	rnn.weight_hh_l0	7	0.020117921754717827
7924	rnn.weight_hh_l0	8	-0.022793909534811974
7924	rnn.weight_hh_l0	9	0.022422563284635544
7924	rnn.bias_ih_l0	0	0.08764977008104324
7924	rnn.bias_ih_l0	1	-0.04877831041812897
7924	rnn.bias_ih_l0	2	0.10870856046676636
7924	rnn.bias_ih_l0	3	0.06183052062988281
7924	rnn.bias_ih_l0	4	0.09518421441316605
7924	rnn.bias_ih_l0	5	0.019210269674658775
7924	rnn.bias_ih_l0	6	-0.012695320881903172
7924	rnn.bias_ih_l0	7	-0.07825525850057602
7924	rnn.bias_ih_l0	8	-0.14137881994247437
7924	rnn.bias_ih_l0	9	0.07820243388414383
7924	rnn.bias_hh_l0	0	-0.029287422075867653
7924	rnn.bias_hh_l0	1	0.021064816042780876
7924	rnn.bias_hh_l0	2	-0.023363344371318817
7924	rnn.bias_hh_l0	3	-0.02266755886375904
7924	rnn.bias_hh_l0	4	-0.04974672198295593
7924	rnn.bias_hh_l0	5	0.10962402820587158
7924	rnn.bias_hh_l0	6	-0.008144539780914783
7924	rnn.bias_hh_l0	7	0.003911587409675121
7924	rnn.bias_hh_l0	8	0.02167344279587269
7924	rnn.bias_hh_l0	9	0.0460958369076252
7924	rnn.weight_ih_l0_reverse	0	-0.033841002732515335
7924	rnn.weight_ih_l0_reverse	1	0.0005941885756328702
7924	rnn.weight_ih_l0_reverse	2	0.023071331903338432
7924	rnn.weight_ih_l0_reverse	3	-0.05715249851346016
7924	rnn.weight_ih_l0_reverse	4	0.008968017995357513
7924	rnn.weight_ih_l0_reverse	5	-0.055390600115060806
7924	rnn.weight_ih_l0_reverse	6	0.012110164389014244
7924	rnn.weight_ih_l0_reverse	7	0.04147341102361679
7924	rnn.weight_ih_l0_reverse	8	-0.04036916792392731
7924	rnn.weight_ih_l0_reverse	9	-0.051145631819963455
7924	rnn.weight_hh_l0_reverse	0	-0.0744982585310936
7924	rnn.weight_hh_l0_reverse	1	-0.049986232072114944
7924	rnn.weight_hh_l0_reverse	2	0.011253533884882927
7924	rnn.weight_hh_l0_reverse	3	0.041118089109659195
7924	rnn.weight_hh_l0_reverse	4	0.0215319637209177
7924	rnn.weight_hh_l0_reverse	5	0.04273109510540962
7924	rnn.weight_hh_l0_reverse	6	0.0010931958677247167
7924	rnn.weight_hh_l0_reverse	7	-0.002807589713484049
7924	rnn.weight_hh_l0_reverse	8	-0.08202168345451355
7924	rnn.weight_hh_l0_reverse	9	0.04434286803007126
7924	rnn.bias_ih_l0_reverse	0	-0.04479299113154411
7924	rnn.bias_ih_l0_reverse	1	-0.027350708842277527
7924	rnn.bias_ih_l0_reverse	2	0.09115646779537201
7924	rnn.bias_ih_l0_reverse	3	0.030560702085494995
7924	rnn.bias_ih_l0_reverse	4	-0.10081808269023895
7924	rnn.bias_ih_l0_reverse	5	0.030747225508093834
7924	rnn.bias_ih_l0_reverse	6	-0.093171127140522
7924	rnn.bias_ih_l0_reverse	7	0.03599853068590164
7924	rnn.bias_ih_l0_reverse	8	0.014845557510852814
7924	rnn.bias_ih_l0_reverse	9	0.06796048581600189
7924	rnn.bias_hh_l0_reverse	0	0.01642514392733574
7924	rnn.bias_hh_l0_reverse	1	0.06627742201089859
7924	rnn.bias_hh_l0_reverse	2	0.07484713196754456
7924	rnn.bias_hh_l0_reverse	3	-0.009788565337657928
7924	rnn.bias_hh_l0_reverse	4	0.08093084394931793
7924	rnn.bias_hh_l0_reverse	5	0.0065737576223909855
7924	rnn.bias_hh_l0_reverse	6	-0.07369665801525116
7924	rnn.bias_hh_l0_reverse	7	0.04591483995318413
7924	rnn.bias_hh_l0_reverse	8	0.03170878067612648
7924	rnn.bias_hh_l0_reverse	9	-0.12186312675476074
7924	linear.weight	0	0.140332892537117
7924	linear.weight	1	-0.10789848864078522
7924	linear.weight	2	-0.1357654333114624
7924	linear.weight	3	0.021619873121380806
7924	linear.weight	4	0.009430843405425549
7924	linear.weight	5	-0.051993295550346375
7924	linear.weight	6	-0.011085587553679943
7924	linear.weight	7	-0.03746989369392395
7924	linear.weight	8	0.029281936585903168
7924	linear.weight	9	0.3117324411869049
7924	linear.bias	0	-0.036996278911828995
7924	linear.bias	1	0.1023191586136818
7924	linear.bias	2	-0.40446606278419495
7924	linear.bias	3	1.3438493013381958
7924	linear.bias	4	-0.340137779712677
7924	linear.bias	5	-0.030769959092140198
7924	linear.bias	6	-0.2880980670452118
7924	linear.bias	7	-0.18036827445030212
7924	linear.bias	8	0.06901527941226959
7924	linear.bias	9	-0.41417235136032104
7952	transitions	0	-0.5952780842781067
7952	transitions	1	0.40679773688316345
7952	transitions	2	1.7475180625915527
7952	transitions	3	0.16020534932613373
7952	transitions	4	0.9939790964126587
7952	transitions	5	1.27505624294281
7952	transitions	6	0.48466840386390686
7952	transitions	7	0.1827893853187561
7952	transitions	8	-0.9189576506614685
7952	transitions	9	0.9307692050933838
7952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7952	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7952	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7952	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7952	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7952	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7952	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7952	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7952	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7952	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7952	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7952	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7952	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7952	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7952	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7952	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7952	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7952	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7952	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7952	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7952	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7952	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7952	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7952	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7952	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7952	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7952	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7952	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7952	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7952	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7952	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7952	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7952	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7952	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7952	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7952	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7952	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7952	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7952	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7952	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7952	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7952	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7952	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7952	embedding2nn.weight	0	0.009960214607417583
7952	embedding2nn.weight	1	0.014346602372825146
7952	embedding2nn.weight	2	-0.004804850090295076
7952	embedding2nn.weight	3	0.0022157549392431974
7952	embedding2nn.weight	4	-0.0038202463183552027
7952	embedding2nn.weight	5	0.008244788274168968
7952	embedding2nn.weight	6	-0.002882331609725952
7952	embedding2nn.weight	7	0.011502323672175407
7952	embedding2nn.weight	8	-0.007116200402379036
7952	embedding2nn.weight	9	-0.013273324817419052
7952	embedding2nn.bias	0	-0.05350947380065918
7952	embedding2nn.bias	1	-0.009750178083777428
7952	embedding2nn.bias	2	-0.06478595733642578
7952	embedding2nn.bias	3	0.00509722251445055
7952	embedding2nn.bias	4	0.011408364400267601
7952	embedding2nn.bias	5	0.014579815790057182
7952	embedding2nn.bias	6	0.048690065741539
7952	embedding2nn.bias	7	0.05810823664069176
7952	embedding2nn.bias	8	0.009957903996109962
7952	embedding2nn.bias	9	-0.020502271130681038
7952	rnn.weight_ih_l0	0	0.03574968874454498
7952	rnn.weight_ih_l0	1	-0.004678898956626654
7952	rnn.weight_ih_l0	2	-0.022907014936208725
7952	rnn.weight_ih_l0	3	-0.04844360053539276
7952	rnn.weight_ih_l0	4	-0.05031614750623703
7952	rnn.weight_ih_l0	5	-0.0001811217807698995
7952	rnn.weight_ih_l0	6	-0.05541801452636719
7952	rnn.weight_ih_l0	7	-0.05470918491482735
7952	rnn.weight_ih_l0	8	-0.046710286289453506
7952	rnn.weight_ih_l0	9	-0.02696186862885952
7952	rnn.weight_hh_l0	0	0.01259982492774725
7952	rnn.weight_hh_l0	1	-0.023006344214081764
7952	rnn.weight_hh_l0	2	-0.03427118435502052
7952	rnn.weight_hh_l0	3	-0.017471760511398315
7952	rnn.weight_hh_l0	4	-0.055891916155815125
7952	rnn.weight_hh_l0	5	-0.010454860515892506
7952	rnn.weight_hh_l0	6	-0.0328851155936718
7952	rnn.weight_hh_l0	7	0.020190902054309845
7952	rnn.weight_hh_l0	8	-0.022614389657974243
7952	rnn.weight_hh_l0	9	0.02075299434363842
7952	rnn.bias_ih_l0	0	0.08777353167533875
7952	rnn.bias_ih_l0	1	-0.04870087280869484
7952	rnn.bias_ih_l0	2	0.10647507011890411
7952	rnn.bias_ih_l0	3	0.06446383893489838
7952	rnn.bias_ih_l0	4	0.09346020221710205
7952	rnn.bias_ih_l0	5	0.019424863159656525
7952	rnn.bias_ih_l0	6	-0.014927816577255726
7952	rnn.bias_ih_l0	7	-0.07884284853935242
7952	rnn.bias_ih_l0	8	-0.14132027328014374
7952	rnn.bias_ih_l0	9	0.07966937124729156
7952	rnn.bias_hh_l0	0	-0.02984679490327835
7952	rnn.bias_hh_l0	1	0.019796019420027733
7952	rnn.bias_hh_l0	2	-0.023553524166345596
7952	rnn.bias_hh_l0	3	-0.019891325384378433
7952	rnn.bias_hh_l0	4	-0.04887229949235916
7952	rnn.bias_hh_l0	5	0.10986074805259705
7952	rnn.bias_hh_l0	6	-0.006868856493383646
7952	rnn.bias_hh_l0	7	0.006658152677118778
7952	rnn.bias_hh_l0	8	0.019440947100520134
7952	rnn.bias_hh_l0	9	0.04258480295538902
7952	rnn.weight_ih_l0_reverse	0	-0.03398695960640907
7952	rnn.weight_ih_l0_reverse	1	0.00018207090033683926
7952	rnn.weight_ih_l0_reverse	2	0.023096159100532532
7952	rnn.weight_ih_l0_reverse	3	-0.05733965337276459
7952	rnn.weight_ih_l0_reverse	4	0.009333739057183266
7952	rnn.weight_ih_l0_reverse	5	-0.055288977921009064
7952	rnn.weight_ih_l0_reverse	6	0.013165013864636421
7952	rnn.weight_ih_l0_reverse	7	0.0415034182369709
7952	rnn.weight_ih_l0_reverse	8	-0.04020366445183754
7952	rnn.weight_ih_l0_reverse	9	-0.05111485347151756
7952	rnn.weight_hh_l0_reverse	0	-0.07451324909925461
7952	rnn.weight_hh_l0_reverse	1	-0.04980408027768135
7952	rnn.weight_hh_l0_reverse	2	0.01169049832969904
7952	rnn.weight_hh_l0_reverse	3	0.04140738025307655
7952	rnn.weight_hh_l0_reverse	4	0.02230922318994999
7952	rnn.weight_hh_l0_reverse	5	0.042600300163030624
7952	rnn.weight_hh_l0_reverse	6	0.0005176793201826513
7952	rnn.weight_hh_l0_reverse	7	-0.002680347301065922
7952	rnn.weight_hh_l0_reverse	8	-0.08212089538574219
7952	rnn.weight_hh_l0_reverse	9	0.04332677647471428
7952	rnn.bias_ih_l0_reverse	0	-0.04725177586078644
7952	rnn.bias_ih_l0_reverse	1	-0.029570097103714943
7952	rnn.bias_ih_l0_reverse	2	0.08952976763248444
7952	rnn.bias_ih_l0_reverse	3	0.03240998834371567
7952	rnn.bias_ih_l0_reverse	4	-0.10114022344350815
7952	rnn.bias_ih_l0_reverse	5	0.030021827667951584
7952	rnn.bias_ih_l0_reverse	6	-0.09599389135837555
7952	rnn.bias_ih_l0_reverse	7	0.035966064780950546
7952	rnn.bias_ih_l0_reverse	8	0.016015784814953804
7952	rnn.bias_ih_l0_reverse	9	0.06825888901948929
7952	rnn.bias_hh_l0_reverse	0	0.023292386904358864
7952	rnn.bias_hh_l0_reverse	1	0.06482210010290146
7952	rnn.bias_hh_l0_reverse	2	0.07325293868780136
7952	rnn.bias_hh_l0_reverse	3	-0.009827976115047932
7952	rnn.bias_hh_l0_reverse	4	0.08065080642700195
7952	rnn.bias_hh_l0_reverse	5	0.0018683739472180605
7952	rnn.bias_hh_l0_reverse	6	-0.07452870905399323
7952	rnn.bias_hh_l0_reverse	7	0.044851552695035934
7952	rnn.bias_hh_l0_reverse	8	0.0297961737960577
7952	rnn.bias_hh_l0_reverse	9	-0.11632957309484482
7952	linear.weight	0	0.14298951625823975
7952	linear.weight	1	-0.10783746093511581
7952	linear.weight	2	-0.1357312649488449
7952	linear.weight	3	0.015588629059493542
7952	linear.weight	4	0.009924366138875484
7952	linear.weight	5	-0.050661444664001465
7952	linear.weight	6	-0.01107838749885559
7952	linear.weight	7	-0.03742380067706108
7952	linear.weight	8	0.03270462155342102
7952	linear.weight	9	0.3101424276828766
7952	linear.bias	0	-0.04558731988072395
7952	linear.bias	1	0.10770311951637268
7952	linear.bias	2	-0.40744954347610474
7952	linear.bias	3	1.3359276056289673
7952	linear.bias	4	-0.33315226435661316
7952	linear.bias	5	-0.030769959092140198
7952	linear.bias	6	-0.28992602229118347
7952	linear.bias	7	-0.18942579627037048
7952	linear.bias	8	0.05946106091141701
7952	linear.bias	9	-0.4144844114780426
7980	transitions	0	-0.5954407453536987
7980	transitions	1	0.40659692883491516
7980	transitions	2	1.7472209930419922
7980	transitions	3	0.16017070412635803
7980	transitions	4	0.993008553981781
7980	transitions	5	1.27505362033844
7980	transitions	6	0.48466405272483826
7980	transitions	7	0.18278665840625763
7980	transitions	8	-0.9189590215682983
7980	transitions	9	0.9307692050933838
7980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
7980	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
7980	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
7980	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
7980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
7980	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
7980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
7980	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
7980	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
7980	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
7980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
7980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
7980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
7980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
7980	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
7980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
7980	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
7980	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
7980	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
7980	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
7980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
7980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
7980	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
7980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
7980	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
7980	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
7980	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
7980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
7980	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
7980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
7980	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
7980	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
7980	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
7980	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
7980	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
7980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
7980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
7980	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
7980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
7980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
7980	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
7980	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
7980	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
7980	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
7980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
7980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
7980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
7980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
7980	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
7980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
7980	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
7980	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
7980	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
7980	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
7980	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
7980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
7980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
7980	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
7980	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
7980	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
7980	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
7980	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
7980	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
7980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
7980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
7980	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
7980	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
7980	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
7980	embedding2nn.weight	0	0.009850340895354748
7980	embedding2nn.weight	1	0.01450890488922596
7980	embedding2nn.weight	2	-0.004782343748956919
7980	embedding2nn.weight	3	0.0022361809387803078
7980	embedding2nn.weight	4	-0.003841451136395335
7980	embedding2nn.weight	5	0.008351201191544533
7980	embedding2nn.weight	6	-0.0028914145659655333
7980	embedding2nn.weight	7	0.01154906302690506
7980	embedding2nn.weight	8	-0.006993851158767939
7980	embedding2nn.weight	9	-0.013021050952374935
7980	embedding2nn.bias	0	-0.051639728248119354
7980	embedding2nn.bias	1	-0.008349550887942314
7980	embedding2nn.bias	2	-0.0654030591249466
7980	embedding2nn.bias	3	0.0018648027908056974
7980	embedding2nn.bias	4	0.0025959177874028683
7980	embedding2nn.bias	5	0.009840447455644608
7980	embedding2nn.bias	6	0.049823347479104996
7980	embedding2nn.bias	7	0.05453182011842728
7980	embedding2nn.bias	8	0.013255296275019646
7980	embedding2nn.bias	9	-0.023003950715065002
7980	rnn.weight_ih_l0	0	0.03588976338505745
7980	rnn.weight_ih_l0	1	-0.004979262128472328
7980	rnn.weight_ih_l0	2	-0.02286769635975361
7980	rnn.weight_ih_l0	3	-0.0491538867354393
7980	rnn.weight_ih_l0	4	-0.05009882152080536
7980	rnn.weight_ih_l0	5	-0.0006324918358586729
7980	rnn.weight_ih_l0	6	-0.05544666945934296
7980	rnn.weight_ih_l0	7	-0.05478645861148834
7980	rnn.weight_ih_l0	8	-0.04670587182044983
7980	rnn.weight_ih_l0	9	-0.027248341590166092
7980	rnn.weight_hh_l0	0	0.012946260161697865
7980	rnn.weight_hh_l0	1	-0.022802088409662247
7980	rnn.weight_hh_l0	2	-0.03463427349925041
7980	rnn.weight_hh_l0	3	-0.017370283603668213
7980	rnn.weight_hh_l0	4	-0.05594900995492935
7980	rnn.weight_hh_l0	5	-0.010372755117714405
7980	rnn.weight_hh_l0	6	-0.032594356685876846
7980	rnn.weight_hh_l0	7	0.018934078514575958
7980	rnn.weight_hh_l0	8	-0.02217799238860607
7980	rnn.weight_hh_l0	9	0.020610976964235306
7980	rnn.bias_ih_l0	0	0.08874333649873734
7980	rnn.bias_ih_l0	1	-0.04841744899749756
7980	rnn.bias_ih_l0	2	0.10793912410736084
7980	rnn.bias_ih_l0	3	0.06464608013629913
7980	rnn.bias_ih_l0	4	0.09570241719484329
7980	rnn.bias_ih_l0	5	0.020327473059296608
7980	rnn.bias_ih_l0	6	-0.013159175403416157
7980	rnn.bias_ih_l0	7	-0.08114449679851532
7980	rnn.bias_ih_l0	8	-0.14116643369197845
7980	rnn.bias_ih_l0	9	0.07801695168018341
7980	rnn.bias_hh_l0	0	-0.029280085116624832
7980	rnn.bias_hh_l0	1	0.01969512365758419
7980	rnn.bias_hh_l0	2	-0.02336450107395649
7980	rnn.bias_hh_l0	3	-0.01806768774986267
7980	rnn.bias_hh_l0	4	-0.04909629747271538
7980	rnn.bias_hh_l0	5	0.10910028964281082
7980	rnn.bias_hh_l0	6	-0.0060519324615597725
7980	rnn.bias_hh_l0	7	0.005277609918266535
7980	rnn.bias_hh_l0	8	0.021209582686424255
7980	rnn.bias_hh_l0	9	0.045061469078063965
7980	rnn.weight_ih_l0_reverse	0	-0.03390057012438774
7980	rnn.weight_ih_l0_reverse	1	0.0006202550721354783
7980	rnn.weight_ih_l0_reverse	2	0.023189092054963112
7980	rnn.weight_ih_l0_reverse	3	-0.05706116557121277
7980	rnn.weight_ih_l0_reverse	4	0.008952425792813301
7980	rnn.weight_ih_l0_reverse	5	-0.05492296442389488
7980	rnn.weight_ih_l0_reverse	6	0.012992128729820251
7980	rnn.weight_ih_l0_reverse	7	0.04146355018019676
7980	rnn.weight_ih_l0_reverse	8	-0.040301427245140076
7980	rnn.weight_ih_l0_reverse	9	-0.0510067455470562
7980	rnn.weight_hh_l0_reverse	0	-0.07370858639478683
7980	rnn.weight_hh_l0_reverse	1	-0.04990476742386818
7980	rnn.weight_hh_l0_reverse	2	0.012100759893655777
7980	rnn.weight_hh_l0_reverse	3	0.04173063114285469
7980	rnn.weight_hh_l0_reverse	4	0.022754885256290436
7980	rnn.weight_hh_l0_reverse	5	0.042603567242622375
7980	rnn.weight_hh_l0_reverse	6	0.0010527432896196842
7980	rnn.weight_hh_l0_reverse	7	-0.003429582342505455
7980	rnn.weight_hh_l0_reverse	8	-0.08255501091480255
7980	rnn.weight_hh_l0_reverse	9	0.043745916336774826
7980	rnn.bias_ih_l0_reverse	0	-0.04620828852057457
7980	rnn.bias_ih_l0_reverse	1	-0.03231952711939812
7980	rnn.bias_ih_l0_reverse	2	0.0898183137178421
7980	rnn.bias_ih_l0_reverse	3	0.033135026693344116
7980	rnn.bias_ih_l0_reverse	4	-0.09915293753147125
7980	rnn.bias_ih_l0_reverse	5	0.03047943487763405
7980	rnn.bias_ih_l0_reverse	6	-0.09505300968885422
7980	rnn.bias_ih_l0_reverse	7	0.038563795387744904
7980	rnn.bias_ih_l0_reverse	8	0.016796156764030457
7980	rnn.bias_ih_l0_reverse	9	0.0690930113196373
7980	rnn.bias_hh_l0_reverse	0	0.019753968343138695
7980	rnn.bias_hh_l0_reverse	1	0.06572780013084412
7980	rnn.bias_hh_l0_reverse	2	0.07251270860433578
7980	rnn.bias_hh_l0_reverse	3	-0.00929048378020525
7980	rnn.bias_hh_l0_reverse	4	0.08107655495405197
7980	rnn.bias_hh_l0_reverse	5	-0.004552406258881092
7980	rnn.bias_hh_l0_reverse	6	-0.07500320672988892
7980	rnn.bias_hh_l0_reverse	7	0.04585213214159012
7980	rnn.bias_hh_l0_reverse	8	0.029867712408304214
7980	rnn.bias_hh_l0_reverse	9	-0.1163170263171196
7980	linear.weight	0	0.14006325602531433
7980	linear.weight	1	-0.10777916759252548
7980	linear.weight	2	-0.13019724190235138
7980	linear.weight	3	0.012474574148654938
7980	linear.weight	4	0.00973270833492279
7980	linear.weight	5	-0.05190714821219444
7980	linear.weight	6	-0.011065964587032795
7980	linear.weight	7	-0.03736596181988716
7980	linear.weight	8	0.029143627732992172
7980	linear.weight	9	0.3173295557498932
7980	linear.bias	0	-0.05445089936256409
7980	linear.bias	1	0.09779785573482513
7980	linear.bias	2	-0.4102879464626312
7980	linear.bias	3	1.3402245044708252
7980	linear.bias	4	-0.3338601589202881
7980	linear.bias	5	-0.030769959092140198
7980	linear.bias	6	-0.289493203163147
7980	linear.bias	7	-0.1874570995569229
7980	linear.bias	8	0.06487112492322922
7980	linear.bias	9	-0.414732962846756
8008	transitions	0	-0.5956156253814697
8008	transitions	1	0.40645548701286316
8008	transitions	2	1.7470579147338867
8008	transitions	3	0.1601051241159439
8008	transitions	4	0.9928589463233948
8008	transitions	5	1.2750474214553833
8008	transitions	6	0.48465824127197266
8008	transitions	7	0.18278299272060394
8008	transitions	8	-0.9189602136611938
8008	transitions	9	0.9307690858840942
8008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8008	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8008	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8008	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8008	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8008	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8008	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8008	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8008	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8008	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8008	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8008	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8008	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8008	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8008	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8008	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8008	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8008	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8008	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8008	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8008	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8008	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8008	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8008	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8008	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8008	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8008	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8008	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8008	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8008	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8008	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8008	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8008	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8008	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8008	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8008	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8008	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8008	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8008	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8008	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8008	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8008	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8008	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8008	embedding2nn.weight	0	0.008506719954311848
8008	embedding2nn.weight	1	0.014624178409576416
8008	embedding2nn.weight	2	-0.004725161008536816
8008	embedding2nn.weight	3	0.0020707545336335897
8008	embedding2nn.weight	4	-0.003840705845504999
8008	embedding2nn.weight	5	0.008423260413110256
8008	embedding2nn.weight	6	-0.0029322190675884485
8008	embedding2nn.weight	7	0.011371089145541191
8008	embedding2nn.weight	8	-0.007101356517523527
8008	embedding2nn.weight	9	-0.013089200481772423
8008	embedding2nn.bias	0	-0.051191333681344986
8008	embedding2nn.bias	1	-0.008550365455448627
8008	embedding2nn.bias	2	-0.06331595778465271
8008	embedding2nn.bias	3	0.000232645747018978
8008	embedding2nn.bias	4	0.0036443695425987244
8008	embedding2nn.bias	5	0.011446356773376465
8008	embedding2nn.bias	6	0.044268153607845306
8008	embedding2nn.bias	7	0.054793402552604675
8008	embedding2nn.bias	8	0.014071053825318813
8008	embedding2nn.bias	9	-0.024149535223841667
8008	rnn.weight_ih_l0	0	0.03606398031115532
8008	rnn.weight_ih_l0	1	-0.0049648829735815525
8008	rnn.weight_ih_l0	2	-0.02304752916097641
8008	rnn.weight_ih_l0	3	-0.04873978719115257
8008	rnn.weight_ih_l0	4	-0.05015021562576294
8008	rnn.weight_ih_l0	5	-0.000706612947396934
8008	rnn.weight_ih_l0	6	-0.055361662060022354
8008	rnn.weight_ih_l0	7	-0.05473438277840614
8008	rnn.weight_ih_l0	8	-0.04670098051428795
8008	rnn.weight_ih_l0	9	-0.027058489620685577
8008	rnn.weight_hh_l0	0	0.012845385819673538
8008	rnn.weight_hh_l0	1	-0.0229317806661129
8008	rnn.weight_hh_l0	2	-0.034865785390138626
8008	rnn.weight_hh_l0	3	-0.017174866050481796
8008	rnn.weight_hh_l0	4	-0.05587216094136238
8008	rnn.weight_hh_l0	5	-0.011335260234773159
8008	rnn.weight_hh_l0	6	-0.0339820459485054
8008	rnn.weight_hh_l0	7	0.0172578115016222
8008	rnn.weight_hh_l0	8	-0.022011321038007736
8008	rnn.weight_hh_l0	9	0.022125450894236565
8008	rnn.bias_ih_l0	0	0.08899082243442535
8008	rnn.bias_ih_l0	1	-0.047823838889598846
8008	rnn.bias_ih_l0	2	0.10988778620958328
8008	rnn.bias_ih_l0	3	0.06253189593553543
8008	rnn.bias_ih_l0	4	0.09523002058267593
8008	rnn.bias_ih_l0	5	0.020641062408685684
8008	rnn.bias_ih_l0	6	-0.01088682096451521
8008	rnn.bias_ih_l0	7	-0.07913725078105927
8008	rnn.bias_ih_l0	8	-0.13862764835357666
8008	rnn.bias_ih_l0	9	0.07633823156356812
8008	rnn.bias_hh_l0	0	-0.029949810355901718
8008	rnn.bias_hh_l0	1	0.017423832789063454
8008	rnn.bias_hh_l0	2	-0.023667627945542336
8008	rnn.bias_hh_l0	3	-0.017016615718603134
8008	rnn.bias_hh_l0	4	-0.049412768334150314
8008	rnn.bias_hh_l0	5	0.1076466366648674
8008	rnn.bias_hh_l0	6	-0.005384651944041252
8008	rnn.bias_hh_l0	7	0.009822946041822433
8008	rnn.bias_hh_l0	8	0.023481935262680054
8008	rnn.bias_hh_l0	9	0.0422847606241703
8008	rnn.weight_ih_l0_reverse	0	-0.033986013382673264
8008	rnn.weight_ih_l0_reverse	1	0.0007707139593549073
8008	rnn.weight_ih_l0_reverse	2	0.02308138646185398
8008	rnn.weight_ih_l0_reverse	3	-0.056685008108615875
8008	rnn.weight_ih_l0_reverse	4	0.009261132217943668
8008	rnn.weight_ih_l0_reverse	5	-0.05485804006457329
8008	rnn.weight_ih_l0_reverse	6	0.01445402018725872
8008	rnn.weight_ih_l0_reverse	7	0.04144148528575897
8008	rnn.weight_ih_l0_reverse	8	-0.04024546965956688
8008	rnn.weight_ih_l0_reverse	9	-0.05118926241993904
8008	rnn.weight_hh_l0_reverse	0	-0.07327494025230408
8008	rnn.weight_hh_l0_reverse	1	-0.049237679690122604
8008	rnn.weight_hh_l0_reverse	2	0.011124749667942524
8008	rnn.weight_hh_l0_reverse	3	0.0413774810731411
8008	rnn.weight_hh_l0_reverse	4	0.0224011093378067
8008	rnn.weight_hh_l0_reverse	5	0.042974330484867096
8008	rnn.weight_hh_l0_reverse	6	0.0003628935373853892
8008	rnn.weight_hh_l0_reverse	7	-0.0033109872601926327
8008	rnn.weight_hh_l0_reverse	8	-0.08278384059667587
8008	rnn.weight_hh_l0_reverse	9	0.043693747371435165
8008	rnn.bias_ih_l0_reverse	0	-0.05055588111281395
8008	rnn.bias_ih_l0_reverse	1	-0.026585504412651062
8008	rnn.bias_ih_l0_reverse	2	0.09225975722074509
8008	rnn.bias_ih_l0_reverse	3	0.0328533910214901
8008	rnn.bias_ih_l0_reverse	4	-0.10176551342010498
8008	rnn.bias_ih_l0_reverse	5	0.029546914622187614
8008	rnn.bias_ih_l0_reverse	6	-0.09469503164291382
8008	rnn.bias_ih_l0_reverse	7	0.03549015894532204
8008	rnn.bias_ih_l0_reverse	8	0.01982581615447998
8008	rnn.bias_ih_l0_reverse	9	0.06935073435306549
8008	rnn.bias_hh_l0_reverse	0	0.021926918998360634
8008	rnn.bias_hh_l0_reverse	1	0.06445656716823578
8008	rnn.bias_hh_l0_reverse	2	0.07294810563325882
8008	rnn.bias_hh_l0_reverse	3	-0.009415588341653347
8008	rnn.bias_hh_l0_reverse	4	0.08068078011274338
8008	rnn.bias_hh_l0_reverse	5	-0.00018159093451686203
8008	rnn.bias_hh_l0_reverse	6	-0.0767512172460556
8008	rnn.bias_hh_l0_reverse	7	0.04451463371515274
8008	rnn.bias_hh_l0_reverse	8	0.028196172788739204
8008	rnn.bias_hh_l0_reverse	9	-0.11859459429979324
8008	linear.weight	0	0.14925500750541687
8008	linear.weight	1	-0.10774078965187073
8008	linear.weight	2	-0.1261201798915863
8008	linear.weight	3	0.007155298255383968
8008	linear.weight	4	0.009093361906707287
8008	linear.weight	5	-0.05150282382965088
8008	linear.weight	6	-0.011057846248149872
8008	linear.weight	7	-0.037185102701187134
8008	linear.weight	8	0.029002349823713303
8008	linear.weight	9	0.3148196339607239
8008	linear.bias	0	-0.06011628359556198
8008	linear.bias	1	0.09906218945980072
8008	linear.bias	2	-0.40701842308044434
8008	linear.bias	3	1.3515918254852295
8008	linear.bias	4	-0.33466458320617676
8008	linear.bias	5	-0.030769959092140198
8008	linear.bias	6	-0.2844107449054718
8008	linear.bias	7	-0.18657630681991577
8008	linear.bias	8	0.07389923185110092
8008	linear.bias	9	-0.4149966239929199
8036	transitions	0	-0.5957900285720825
8036	transitions	1	0.4063638150691986
8036	transitions	2	1.7469031810760498
8036	transitions	3	0.1598554104566574
8036	transitions	4	0.9927563667297363
8036	transitions	5	1.2750447988510132
8036	transitions	6	0.4846549928188324
8036	transitions	7	0.18275879323482513
8036	transitions	8	-0.9189616441726685
8036	transitions	9	0.9307690262794495
8036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8036	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8036	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8036	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8036	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8036	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8036	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8036	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8036	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8036	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8036	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8036	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8036	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8036	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8036	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8036	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8036	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8036	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8036	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8036	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8036	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8036	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8036	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8036	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8036	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8036	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8036	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8036	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8036	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8036	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8036	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8036	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8036	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8036	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8036	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8036	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8036	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8036	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8036	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8036	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8036	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8036	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8036	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8036	embedding2nn.weight	0	0.009153906255960464
8036	embedding2nn.weight	1	0.014722703956067562
8036	embedding2nn.weight	2	-0.004739852622151375
8036	embedding2nn.weight	3	0.00198025512509048
8036	embedding2nn.weight	4	-0.0038252121303230524
8036	embedding2nn.weight	5	0.00850386917591095
8036	embedding2nn.weight	6	-0.0029949259478598833
8036	embedding2nn.weight	7	0.011474119499325752
8036	embedding2nn.weight	8	-0.007046426646411419
8036	embedding2nn.weight	9	-0.013052892871201038
8036	embedding2nn.bias	0	-0.05061521753668785
8036	embedding2nn.bias	1	-0.0020138088148087263
8036	embedding2nn.bias	2	-0.06047390401363373
8036	embedding2nn.bias	3	-0.0037285012658685446
8036	embedding2nn.bias	4	0.008484705351293087
8036	embedding2nn.bias	5	0.009116588160395622
8036	embedding2nn.bias	6	0.04506858438253403
8036	embedding2nn.bias	7	0.06012580171227455
8036	embedding2nn.bias	8	0.017616357654333115
8036	embedding2nn.bias	9	-0.027690134942531586
8036	rnn.weight_ih_l0	0	0.036188725382089615
8036	rnn.weight_ih_l0	1	-0.004906522575765848
8036	rnn.weight_ih_l0	2	-0.021828707307577133
8036	rnn.weight_ih_l0	3	-0.048974525183439255
8036	rnn.weight_ih_l0	4	-0.049883678555488586
8036	rnn.weight_ih_l0	5	-0.0007352664833888412
8036	rnn.weight_ih_l0	6	-0.0551239512860775
8036	rnn.weight_ih_l0	7	-0.05474388599395752
8036	rnn.weight_ih_l0	8	-0.04708731174468994
8036	rnn.weight_ih_l0	9	-0.02715238928794861
8036	rnn.weight_hh_l0	0	0.013159419409930706
8036	rnn.weight_hh_l0	1	-0.022924603894352913
8036	rnn.weight_hh_l0	2	-0.03567584604024887
8036	rnn.weight_hh_l0	3	-0.01708149164915085
8036	rnn.weight_hh_l0	4	-0.056201498955488205
8036	rnn.weight_hh_l0	5	-0.011230946518480778
8036	rnn.weight_hh_l0	6	-0.03237946331501007
8036	rnn.weight_hh_l0	7	0.017460159957408905
8036	rnn.weight_hh_l0	8	-0.021954797208309174
8036	rnn.weight_hh_l0	9	0.022200770676136017
8036	rnn.bias_ih_l0	0	0.0902140885591507
8036	rnn.bias_ih_l0	1	-0.0484202578663826
8036	rnn.bias_ih_l0	2	0.10953232645988464
8036	rnn.bias_ih_l0	3	0.06412845104932785
8036	rnn.bias_ih_l0	4	0.09360746294260025
8036	rnn.bias_ih_l0	5	0.022308794781565666
8036	rnn.bias_ih_l0	6	-0.010254542343318462
8036	rnn.bias_ih_l0	7	-0.08237922191619873
8036	rnn.bias_ih_l0	8	-0.1387871354818344
8036	rnn.bias_ih_l0	9	0.07801137864589691
8036	rnn.bias_hh_l0	0	-0.029119517654180527
8036	rnn.bias_hh_l0	1	0.016345713287591934
8036	rnn.bias_hh_l0	2	-0.022173145785927773
8036	rnn.bias_hh_l0	3	-0.017938600853085518
8036	rnn.bias_hh_l0	4	-0.04912794008851051
8036	rnn.bias_hh_l0	5	0.10653703659772873
8036	rnn.bias_hh_l0	6	-0.00650840112939477
8036	rnn.bias_hh_l0	7	0.009722002781927586
8036	rnn.bias_hh_l0	8	0.02411421574652195
8036	rnn.bias_hh_l0	9	0.04286998137831688
8036	rnn.weight_ih_l0_reverse	0	-0.033802520483732224
8036	rnn.weight_ih_l0_reverse	1	0.00037967480602674186
8036	rnn.weight_ih_l0_reverse	2	0.023098964244127274
8036	rnn.weight_ih_l0_reverse	3	-0.056498073041439056
8036	rnn.weight_ih_l0_reverse	4	0.009165688417851925
8036	rnn.weight_ih_l0_reverse	5	-0.05466701462864876
8036	rnn.weight_ih_l0_reverse	6	0.015032203868031502
8036	rnn.weight_ih_l0_reverse	7	0.04129935801029205
8036	rnn.weight_ih_l0_reverse	8	-0.040110524743795395
8036	rnn.weight_ih_l0_reverse	9	-0.05108875408768654
8036	rnn.weight_hh_l0_reverse	0	-0.07268788665533066
8036	rnn.weight_hh_l0_reverse	1	-0.049344051629304886
8036	rnn.weight_hh_l0_reverse	2	0.010926698334515095
8036	rnn.weight_hh_l0_reverse	3	0.04139447584748268
8036	rnn.weight_hh_l0_reverse	4	0.02185148000717163
8036	rnn.weight_hh_l0_reverse	5	0.04295476898550987
8036	rnn.weight_hh_l0_reverse	6	0.005080738570541143
8036	rnn.weight_hh_l0_reverse	7	-0.0031633691396564245
8036	rnn.weight_hh_l0_reverse	8	-0.0824623852968216
8036	rnn.weight_hh_l0_reverse	9	0.04385325312614441
8036	rnn.bias_ih_l0_reverse	0	-0.05405183881521225
8036	rnn.bias_ih_l0_reverse	1	-0.028847549110651016
8036	rnn.bias_ih_l0_reverse	2	0.09068520367145538
8036	rnn.bias_ih_l0_reverse	3	0.032221466302871704
8036	rnn.bias_ih_l0_reverse	4	-0.10064959526062012
8036	rnn.bias_ih_l0_reverse	5	0.028626451268792152
8036	rnn.bias_ih_l0_reverse	6	-0.09705016762018204
8036	rnn.bias_ih_l0_reverse	7	0.03526988625526428
8036	rnn.bias_ih_l0_reverse	8	0.01817312277853489
8036	rnn.bias_ih_l0_reverse	9	0.06854836642742157
8036	rnn.bias_hh_l0_reverse	0	0.029637020081281662
8036	rnn.bias_hh_l0_reverse	1	0.0645412728190422
8036	rnn.bias_hh_l0_reverse	2	0.07351003587245941
8036	rnn.bias_hh_l0_reverse	3	-0.009352927096188068
8036	rnn.bias_hh_l0_reverse	4	0.08046216517686844
8036	rnn.bias_hh_l0_reverse	5	0.00547914020717144
8036	rnn.bias_hh_l0_reverse	6	-0.07512562721967697
8036	rnn.bias_hh_l0_reverse	7	0.044190410524606705
8036	rnn.bias_hh_l0_reverse	8	0.0289524644613266
8036	rnn.bias_hh_l0_reverse	9	-0.1235353946685791
8036	linear.weight	0	0.15889118611812592
8036	linear.weight	1	-0.10771973431110382
8036	linear.weight	2	-0.12196256965398788
8036	linear.weight	3	0.010404215194284916
8036	linear.weight	4	0.009450738318264484
8036	linear.weight	5	-0.05131471902132034
8036	linear.weight	6	-0.011049761436879635
8036	linear.weight	7	-0.037197429686784744
8036	linear.weight	8	0.028671354055404663
8036	linear.weight	9	0.32120341062545776
8036	linear.bias	0	-0.06081146374344826
8036	linear.bias	1	0.10883260518312454
8036	linear.bias	2	-0.4121568202972412
8036	linear.bias	3	1.3441351652145386
8036	linear.bias	4	-0.335224986076355
8036	linear.bias	5	-0.030769959092140198
8036	linear.bias	6	-0.2884117066860199
8036	linear.bias	7	-0.18597343564033508
8036	linear.bias	8	0.07364186644554138
8036	linear.bias	9	-0.4152872860431671
8064	transitions	0	-0.5959365963935852
8064	transitions	1	0.4061426818370819
8064	transitions	2	1.746760368347168
8064	transitions	3	0.1598062366247177
8064	transitions	4	0.9926263093948364
8064	transitions	5	1.2750402688980103
8064	transitions	6	0.48465317487716675
8064	transitions	7	0.18232908844947815
8064	transitions	8	-0.918962299823761
8064	transitions	9	0.9307687282562256
8064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8064	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8064	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8064	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8064	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8064	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8064	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8064	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8064	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8064	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8064	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8064	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8064	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8064	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8064	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8064	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8064	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8064	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8064	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8064	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8064	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8064	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8064	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8064	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8064	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8064	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8064	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8064	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8064	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8064	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8064	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8064	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8064	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8064	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8064	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8064	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8064	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8064	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8064	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8064	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8064	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8064	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8064	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8064	embedding2nn.weight	0	0.00923325028270483
8064	embedding2nn.weight	1	0.014657520689070225
8064	embedding2nn.weight	2	-0.0047490862198174
8064	embedding2nn.weight	3	0.0021329389419406652
8064	embedding2nn.weight	4	-0.0038639588747173548
8064	embedding2nn.weight	5	0.008486962877213955
8064	embedding2nn.weight	6	-0.0029471649322658777
8064	embedding2nn.weight	7	0.011473435908555984
8064	embedding2nn.weight	8	-0.0073780762031674385
8064	embedding2nn.weight	9	-0.013047819025814533
8064	embedding2nn.bias	0	-0.04799765348434448
8064	embedding2nn.bias	1	-0.006381569430232048
8064	embedding2nn.bias	2	-0.06251255422830582
8064	embedding2nn.bias	3	0.002140951110050082
8064	embedding2nn.bias	4	0.008310352452099323
8064	embedding2nn.bias	5	0.012774880044162273
8064	embedding2nn.bias	6	0.04868588596582413
8064	embedding2nn.bias	7	0.05101194977760315
8064	embedding2nn.bias	8	0.017307259142398834
8064	embedding2nn.bias	9	-0.02204078994691372
8064	rnn.weight_ih_l0	0	0.036021169275045395
8064	rnn.weight_ih_l0	1	-0.004270483274012804
8064	rnn.weight_ih_l0	2	-0.02217152528464794
8064	rnn.weight_ih_l0	3	-0.048959098756313324
8064	rnn.weight_ih_l0	4	-0.04990743473172188
8064	rnn.weight_ih_l0	5	-0.0008448344888165593
8064	rnn.weight_ih_l0	6	-0.05498458817601204
8064	rnn.weight_ih_l0	7	-0.054786380380392075
8064	rnn.weight_ih_l0	8	-0.04699941724538803
8064	rnn.weight_ih_l0	9	-0.027298515662550926
8064	rnn.weight_hh_l0	0	0.012878444977104664
8064	rnn.weight_hh_l0	1	-0.023247675970196724
8064	rnn.weight_hh_l0	2	-0.03285708278417587
8064	rnn.weight_hh_l0	3	-0.017401374876499176
8064	rnn.weight_hh_l0	4	-0.0567002035677433
8064	rnn.weight_hh_l0	5	-0.011241794563829899
8064	rnn.weight_hh_l0	6	-0.03250044211745262
8064	rnn.weight_hh_l0	7	0.017555495724081993
8064	rnn.weight_hh_l0	8	-0.02169347181916237
8064	rnn.weight_hh_l0	9	0.021198920905590057
8064	rnn.bias_ih_l0	0	0.09022743254899979
8064	rnn.bias_ih_l0	1	-0.046582162380218506
8064	rnn.bias_ih_l0	2	0.10995974391698837
8064	rnn.bias_ih_l0	3	0.06651216745376587
8064	rnn.bias_ih_l0	4	0.09597060829401016
8064	rnn.bias_ih_l0	5	0.02245425619184971
8064	rnn.bias_ih_l0	6	-0.011716174893081188
8064	rnn.bias_ih_l0	7	-0.08728159964084625
8064	rnn.bias_ih_l0	8	-0.1393624246120453
8064	rnn.bias_ih_l0	9	0.07466443628072739
8064	rnn.bias_hh_l0	0	-0.029686598107218742
8064	rnn.bias_hh_l0	1	0.014027024619281292
8064	rnn.bias_hh_l0	2	-0.021990180015563965
8064	rnn.bias_hh_l0	3	-0.02546161226928234
8064	rnn.bias_hh_l0	4	-0.04875600337982178
8064	rnn.bias_hh_l0	5	0.10573358833789825
8064	rnn.bias_hh_l0	6	-0.008665375411510468
8064	rnn.bias_hh_l0	7	0.0066231475211679935
8064	rnn.bias_hh_l0	8	0.022652583196759224
8064	rnn.bias_hh_l0	9	0.04456058144569397
8064	rnn.weight_ih_l0_reverse	0	-0.03332023695111275
8064	rnn.weight_ih_l0_reverse	1	0.0008505894220434129
8064	rnn.weight_ih_l0_reverse	2	0.023350225761532784
8064	rnn.weight_ih_l0_reverse	3	-0.05659767985343933
8064	rnn.weight_ih_l0_reverse	4	0.008923829533159733
8064	rnn.weight_ih_l0_reverse	5	-0.05429908633232117
8064	rnn.weight_ih_l0_reverse	6	0.015672188252210617
8064	rnn.weight_ih_l0_reverse	7	0.04129708930850029
8064	rnn.weight_ih_l0_reverse	8	-0.03999197855591774
8064	rnn.weight_ih_l0_reverse	9	-0.05098731815814972
8064	rnn.weight_hh_l0_reverse	0	-0.07374609261751175
8064	rnn.weight_hh_l0_reverse	1	-0.04968666657805443
8064	rnn.weight_hh_l0_reverse	2	0.011025832034647465
8064	rnn.weight_hh_l0_reverse	3	0.04131724312901497
8064	rnn.weight_hh_l0_reverse	4	0.021936556324362755
8064	rnn.weight_hh_l0_reverse	5	0.04291248321533203
8064	rnn.weight_hh_l0_reverse	6	0.0016949459677562118
8064	rnn.weight_hh_l0_reverse	7	-0.003077574772760272
8064	rnn.weight_hh_l0_reverse	8	-0.08205259591341019
8064	rnn.weight_hh_l0_reverse	9	0.043446362018585205
8064	rnn.bias_ih_l0_reverse	0	-0.04342171177268028
8064	rnn.bias_ih_l0_reverse	1	-0.03290267288684845
8064	rnn.bias_ih_l0_reverse	2	0.0898345410823822
8064	rnn.bias_ih_l0_reverse	3	0.03207884728908539
8064	rnn.bias_ih_l0_reverse	4	-0.10100840032100677
8064	rnn.bias_ih_l0_reverse	5	0.028432313352823257
8064	rnn.bias_ih_l0_reverse	6	-0.09839721769094467
8064	rnn.bias_ih_l0_reverse	7	0.036054495722055435
8064	rnn.bias_ih_l0_reverse	8	0.016942573711276054
8064	rnn.bias_ih_l0_reverse	9	0.06746583431959152
8064	rnn.bias_hh_l0_reverse	0	0.029040371999144554
8064	rnn.bias_hh_l0_reverse	1	0.06351785361766815
8064	rnn.bias_hh_l0_reverse	2	0.07337619364261627
8064	rnn.bias_hh_l0_reverse	3	-0.008974594995379448
8064	rnn.bias_hh_l0_reverse	4	0.0813707634806633
8064	rnn.bias_hh_l0_reverse	5	0.0073064821772277355
8064	rnn.bias_hh_l0_reverse	6	-0.07527946680784225
8064	rnn.bias_hh_l0_reverse	7	0.044847190380096436
8064	rnn.bias_hh_l0_reverse	8	0.0283837728202343
8064	rnn.bias_hh_l0_reverse	9	-0.1239505484700203
8064	linear.weight	0	0.16050490736961365
8064	linear.weight	1	-0.10769147425889969
8064	linear.weight	2	-0.1229947879910469
8064	linear.weight	3	0.019367679953575134
8064	linear.weight	4	0.007884220220148563
8064	linear.weight	5	-0.052779968827962875
8064	linear.weight	6	-0.010981276631355286
8064	linear.weight	7	-0.03717904910445213
8064	linear.weight	8	0.029301995411515236
8064	linear.weight	9	0.3208908140659332
8064	linear.bias	0	-0.059536874294281006
8064	linear.bias	1	0.11010535061359406
8064	linear.bias	2	-0.4106721580028534
8064	linear.bias	3	1.3414843082427979
8064	linear.bias	4	-0.3339274227619171
8064	linear.bias	5	-0.030769959092140198
8064	linear.bias	6	-0.286516010761261
8064	linear.bias	7	-0.18942047655582428
8064	linear.bias	8	0.0728890597820282
8064	linear.bias	9	-0.41552677750587463
8092	transitions	0	-0.5964794158935547
8092	transitions	1	0.4058549702167511
8092	transitions	2	1.74617600440979
8092	transitions	3	0.15974503755569458
8092	transitions	4	0.9924423694610596
8092	transitions	5	1.2750320434570312
8092	transitions	6	0.48465052247047424
8092	transitions	7	0.1823222041130066
8092	transitions	8	-0.9189642667770386
8092	transitions	9	0.930768609046936
8092	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8092	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8092	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8092	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8092	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8092	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8092	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8092	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8092	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8092	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8092	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8092	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8092	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8092	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8092	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8092	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8092	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8092	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8092	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8092	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8092	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8092	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8092	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8092	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8092	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8092	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8092	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8092	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8092	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8092	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8092	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8092	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8092	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8092	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8092	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8092	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8092	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8092	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8092	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8092	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8092	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8092	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8092	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8092	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8092	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8092	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8092	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8092	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8092	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8092	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8092	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8092	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8092	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8092	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8092	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8092	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8092	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8092	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8092	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8092	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8092	embedding2nn.weight	0	0.008563816547393799
8092	embedding2nn.weight	1	0.014812294393777847
8092	embedding2nn.weight	2	-0.004840092733502388
8092	embedding2nn.weight	3	0.0023573110811412334
8092	embedding2nn.weight	4	-0.003963316325098276
8092	embedding2nn.weight	5	0.008530842140316963
8092	embedding2nn.weight	6	-0.0028111618012189865
8092	embedding2nn.weight	7	0.011540012434124947
8092	embedding2nn.weight	8	-0.007229927461594343
8092	embedding2nn.weight	9	-0.01309793721884489
8092	embedding2nn.bias	0	-0.04776962101459503
8092	embedding2nn.bias	1	-0.002825487405061722
8092	embedding2nn.bias	2	-0.06616378575563431
8092	embedding2nn.bias	3	0.00728360190987587
8092	embedding2nn.bias	4	0.013592311181128025
8092	embedding2nn.bias	5	0.00989628303796053
8092	embedding2nn.bias	6	0.05389174446463585
8092	embedding2nn.bias	7	0.0529102087020874
8092	embedding2nn.bias	8	0.015166273340582848
8092	embedding2nn.bias	9	-0.0230741985142231
8092	rnn.weight_ih_l0	0	0.03552735224366188
8092	rnn.weight_ih_l0	1	-0.004819878842681646
8092	rnn.weight_ih_l0	2	-0.022742221131920815
8092	rnn.weight_ih_l0	3	-0.04872206598520279
8092	rnn.weight_ih_l0	4	-0.04936220124363899
8092	rnn.weight_ih_l0	5	-0.0007155492785386741
8092	rnn.weight_ih_l0	6	-0.05470608174800873
8092	rnn.weight_ih_l0	7	-0.05500952899456024
8092	rnn.weight_ih_l0	8	-0.0472201444208622
8092	rnn.weight_ih_l0	9	-0.02734818495810032
8092	rnn.weight_hh_l0	0	0.012700255028903484
8092	rnn.weight_hh_l0	1	-0.02322353795170784
8092	rnn.weight_hh_l0	2	-0.03259221836924553
8092	rnn.weight_hh_l0	3	-0.017765164375305176
8092	rnn.weight_hh_l0	4	-0.0562974251806736
8092	rnn.weight_hh_l0	5	-0.010649190284311771
8092	rnn.weight_hh_l0	6	-0.03337332606315613
8092	rnn.weight_hh_l0	7	0.016469543799757957
8092	rnn.weight_hh_l0	8	-0.02167915180325508
8092	rnn.weight_hh_l0	9	0.02188115008175373
8092	rnn.bias_ih_l0	0	0.09055019170045853
8092	rnn.bias_ih_l0	1	-0.044787511229515076
8092	rnn.bias_ih_l0	2	0.10928504914045334
8092	rnn.bias_ih_l0	3	0.06411932408809662
8092	rnn.bias_ih_l0	4	0.09529910236597061
8092	rnn.bias_ih_l0	5	0.023054180666804314
8092	rnn.bias_ih_l0	6	-0.013967538252472878
8092	rnn.bias_ih_l0	7	-0.08479337394237518
8092	rnn.bias_ih_l0	8	-0.13758470118045807
8092	rnn.bias_ih_l0	9	0.0744725838303566
8092	rnn.bias_hh_l0	0	-0.027203485369682312
8092	rnn.bias_hh_l0	1	0.013366914354264736
8092	rnn.bias_hh_l0	2	-0.019801873713731766
8092	rnn.bias_hh_l0	3	-0.025621170178055763
8092	rnn.bias_hh_l0	4	-0.05099675804376602
8092	rnn.bias_hh_l0	5	0.10677001625299454
8092	rnn.bias_hh_l0	6	-0.00776264350861311
8092	rnn.bias_hh_l0	7	0.0068575614131987095
8092	rnn.bias_hh_l0	8	0.02040122263133526
8092	rnn.bias_hh_l0	9	0.04371621459722519
8092	rnn.weight_ih_l0_reverse	0	-0.03331175819039345
8092	rnn.weight_ih_l0_reverse	1	0.0010726156178861856
8092	rnn.weight_ih_l0_reverse	2	0.023479310795664787
8092	rnn.weight_ih_l0_reverse	3	-0.05647757649421692
8092	rnn.weight_ih_l0_reverse	4	0.009126163087785244
8092	rnn.weight_ih_l0_reverse	5	-0.05409276857972145
8092	rnn.weight_ih_l0_reverse	6	0.01636919192969799
8092	rnn.weight_ih_l0_reverse	7	0.041252292692661285
8092	rnn.weight_ih_l0_reverse	8	-0.040136098861694336
8092	rnn.weight_ih_l0_reverse	9	-0.0509338304400444
8092	rnn.weight_hh_l0_reverse	0	-0.07444561272859573
8092	rnn.weight_hh_l0_reverse	1	-0.04994300752878189
8092	rnn.weight_hh_l0_reverse	2	0.011740154586732388
8092	rnn.weight_hh_l0_reverse	3	0.04136090725660324
8092	rnn.weight_hh_l0_reverse	4	0.02268468216061592
8092	rnn.weight_hh_l0_reverse	5	0.04283476620912552
8092	rnn.weight_hh_l0_reverse	6	0.005083540920168161
8092	rnn.weight_hh_l0_reverse	7	-0.0024398129899054766
8092	rnn.weight_hh_l0_reverse	8	-0.08156143128871918
8092	rnn.weight_hh_l0_reverse	9	0.044341105967760086
8092	rnn.bias_ih_l0_reverse	0	-0.049573544412851334
8092	rnn.bias_ih_l0_reverse	1	-0.034580208361148834
8092	rnn.bias_ih_l0_reverse	2	0.09017941355705261
8092	rnn.bias_ih_l0_reverse	3	0.030301500111818314
8092	rnn.bias_ih_l0_reverse	4	-0.09956980496644974
8092	rnn.bias_ih_l0_reverse	5	0.02871221862733364
8092	rnn.bias_ih_l0_reverse	6	-0.0965530276298523
8092	rnn.bias_ih_l0_reverse	7	0.03604685515165329
8092	rnn.bias_ih_l0_reverse	8	0.018123600631952286
8092	rnn.bias_ih_l0_reverse	9	0.0653001219034195
8092	rnn.bias_hh_l0_reverse	0	0.015211619436740875
8092	rnn.bias_hh_l0_reverse	1	0.06218564882874489
8092	rnn.bias_hh_l0_reverse	2	0.07611367851495743
8092	rnn.bias_hh_l0_reverse	3	-0.00840264093130827
8092	rnn.bias_hh_l0_reverse	4	0.08079801499843597
8092	rnn.bias_hh_l0_reverse	5	0.014390417374670506
8092	rnn.bias_hh_l0_reverse	6	-0.0748961791396141
8092	rnn.bias_hh_l0_reverse	7	0.04517523944377899
8092	rnn.bias_hh_l0_reverse	8	0.02867056056857109
8092	rnn.bias_hh_l0_reverse	9	-0.12852589786052704
8092	linear.weight	0	0.15144577622413635
8092	linear.weight	1	-0.10756823420524597
8092	linear.weight	2	-0.12358182668685913
8092	linear.weight	3	0.02042032591998577
8092	linear.weight	4	0.005517779383808374
8092	linear.weight	5	-0.053391795605421066
8092	linear.weight	6	-0.010968247428536415
8092	linear.weight	7	-0.03703201562166214
8092	linear.weight	8	0.027787404134869576
8092	linear.weight	9	0.31970980763435364
8092	linear.bias	0	-0.05846410617232323
8092	linear.bias	1	0.10270695388317108
8092	linear.bias	2	-0.40691882371902466
8092	linear.bias	3	1.3404521942138672
8092	linear.bias	4	-0.33489805459976196
8092	linear.bias	5	-0.030769959092140198
8092	linear.bias	6	-0.28431349992752075
8092	linear.bias	7	-0.1881602555513382
8092	linear.bias	8	0.06367726624011993
8092	linear.bias	9	-0.41586732864379883
8120	transitions	0	-0.596590518951416
8120	transitions	1	0.4057069420814514
8120	transitions	2	1.745818853378296
8120	transitions	3	0.15957869589328766
8120	transitions	4	0.9923431873321533
8120	transitions	5	1.2750279903411865
8120	transitions	6	0.4846484363079071
8120	transitions	7	0.18231238424777985
8120	transitions	8	-0.9189667105674744
8120	transitions	9	0.9307684898376465
8120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8120	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8120	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8120	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8120	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8120	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8120	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8120	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8120	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8120	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8120	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8120	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8120	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8120	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8120	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8120	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8120	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8120	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8120	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8120	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8120	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8120	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8120	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8120	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8120	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8120	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8120	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8120	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8120	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8120	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8120	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8120	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8120	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8120	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8120	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8120	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8120	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8120	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8120	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8120	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8120	embedding2nn.weight	0	0.009018811397254467
8120	embedding2nn.weight	1	0.014959135092794895
8120	embedding2nn.weight	2	-0.004824201576411724
8120	embedding2nn.weight	3	0.0023488402366638184
8120	embedding2nn.weight	4	-0.003977640066295862
8120	embedding2nn.weight	5	0.00860301498323679
8120	embedding2nn.weight	6	-0.0029206520412117243
8120	embedding2nn.weight	7	0.011001445353031158
8120	embedding2nn.weight	8	-0.007327698636800051
8120	embedding2nn.weight	9	-0.013241398148238659
8120	embedding2nn.bias	0	-0.046598806977272034
8120	embedding2nn.bias	1	-0.0013952890876680613
8120	embedding2nn.bias	2	-0.05926349386572838
8120	embedding2nn.bias	3	0.005032733082771301
8120	embedding2nn.bias	4	0.01295868307352066
8120	embedding2nn.bias	5	0.0176464281976223
8120	embedding2nn.bias	6	0.05800951272249222
8120	embedding2nn.bias	7	0.045611605048179626
8120	embedding2nn.bias	8	0.021116282790899277
8120	embedding2nn.bias	9	-0.02242426574230194
8120	rnn.weight_ih_l0	0	0.03550540655851364
8120	rnn.weight_ih_l0	1	-0.004373057279735804
8120	rnn.weight_ih_l0	2	-0.022986337542533875
8120	rnn.weight_ih_l0	3	-0.0488092303276062
8120	rnn.weight_ih_l0	4	-0.04917769879102707
8120	rnn.weight_ih_l0	5	-0.0008653629338368773
8120	rnn.weight_ih_l0	6	-0.05486227199435234
8120	rnn.weight_ih_l0	7	-0.05476461350917816
8120	rnn.weight_ih_l0	8	-0.04741585627198219
8120	rnn.weight_ih_l0	9	-0.027341380715370178
8120	rnn.weight_hh_l0	0	0.012554701417684555
8120	rnn.weight_hh_l0	1	-0.02292344532907009
8120	rnn.weight_hh_l0	2	-0.03227240592241287
8120	rnn.weight_hh_l0	3	-0.017958514392375946
8120	rnn.weight_hh_l0	4	-0.05614647641777992
8120	rnn.weight_hh_l0	5	-0.010601204819977283
8120	rnn.weight_hh_l0	6	-0.03295411914587021
8120	rnn.weight_hh_l0	7	0.01600218564271927
8120	rnn.weight_hh_l0	8	-0.021513916552066803
8120	rnn.weight_hh_l0	9	0.02126527950167656
8120	rnn.bias_ih_l0	0	0.09005284309387207
8120	rnn.bias_ih_l0	1	-0.04571240022778511
8120	rnn.bias_ih_l0	2	0.10969310998916626
8120	rnn.bias_ih_l0	3	0.06463552266359329
8120	rnn.bias_ih_l0	4	0.09277115017175674
8120	rnn.bias_ih_l0	5	0.023485707119107246
8120	rnn.bias_ih_l0	6	-0.01159555371850729
8120	rnn.bias_ih_l0	7	-0.07573197036981583
8120	rnn.bias_ih_l0	8	-0.13600212335586548
8120	rnn.bias_ih_l0	9	0.07714814692735672
8120	rnn.bias_hh_l0	0	-0.029532840475440025
8120	rnn.bias_hh_l0	1	0.012169520370662212
8120	rnn.bias_hh_l0	2	-0.020603559911251068
8120	rnn.bias_hh_l0	3	-0.023542767390608788
8120	rnn.bias_hh_l0	4	-0.05084601789712906
8120	rnn.bias_hh_l0	5	0.10870448499917984
8120	rnn.bias_hh_l0	6	-0.007976132445037365
8120	rnn.bias_hh_l0	7	0.005937626119703054
8120	rnn.bias_hh_l0	8	0.022773204371333122
8120	rnn.bias_hh_l0	9	0.0427958108484745
8120	rnn.weight_ih_l0_reverse	0	-0.03377249836921692
8120	rnn.weight_ih_l0_reverse	1	0.0008020547102205455
8120	rnn.weight_ih_l0_reverse	2	0.023450156673789024
8120	rnn.weight_ih_l0_reverse	3	-0.05627356469631195
8120	rnn.weight_ih_l0_reverse	4	0.009560728445649147
8120	rnn.weight_ih_l0_reverse	5	-0.05416755750775337
8120	rnn.weight_ih_l0_reverse	6	0.01686132699251175
8120	rnn.weight_ih_l0_reverse	7	0.04119331017136574
8120	rnn.weight_ih_l0_reverse	8	-0.04013244807720184
8120	rnn.weight_ih_l0_reverse	9	-0.05098995566368103
8120	rnn.weight_hh_l0_reverse	0	-0.0740165039896965
8120	rnn.weight_hh_l0_reverse	1	-0.050213251262903214
8120	rnn.weight_hh_l0_reverse	2	0.01250307448208332
8120	rnn.weight_hh_l0_reverse	3	0.041321177035570145
8120	rnn.weight_hh_l0_reverse	4	0.02280106022953987
8120	rnn.weight_hh_l0_reverse	5	0.04286745935678482
8120	rnn.weight_hh_l0_reverse	6	0.0048898509703576565
8120	rnn.weight_hh_l0_reverse	7	-0.0023560081608593464
8120	rnn.weight_hh_l0_reverse	8	-0.08253171294927597
8120	rnn.weight_hh_l0_reverse	9	0.04501474276185036
8120	rnn.bias_ih_l0_reverse	0	-0.054533831775188446
8120	rnn.bias_ih_l0_reverse	1	-0.03371209651231766
8120	rnn.bias_ih_l0_reverse	2	0.09239940345287323
8120	rnn.bias_ih_l0_reverse	3	0.030599316582083702
8120	rnn.bias_ih_l0_reverse	4	-0.10104737430810928
8120	rnn.bias_ih_l0_reverse	5	0.028440037742257118
8120	rnn.bias_ih_l0_reverse	6	-0.09781741350889206
8120	rnn.bias_ih_l0_reverse	7	0.037407174706459045
8120	rnn.bias_ih_l0_reverse	8	0.017948415130376816
8120	rnn.bias_ih_l0_reverse	9	0.0657707005739212
8120	rnn.bias_hh_l0_reverse	0	0.018245354294776917
8120	rnn.bias_hh_l0_reverse	1	0.065614253282547
8120	rnn.bias_hh_l0_reverse	2	0.07497604191303253
8120	rnn.bias_hh_l0_reverse	3	-0.007587818894535303
8120	rnn.bias_hh_l0_reverse	4	0.08171088993549347
8120	rnn.bias_hh_l0_reverse	5	0.010066356509923935
8120	rnn.bias_hh_l0_reverse	6	-0.07494340091943741
8120	rnn.bias_hh_l0_reverse	7	0.04394211247563362
8120	rnn.bias_hh_l0_reverse	8	0.029048791155219078
8120	rnn.bias_hh_l0_reverse	9	-0.13419774174690247
8120	linear.weight	0	0.16549347341060638
8120	linear.weight	1	-0.10754842311143875
8120	linear.weight	2	-0.12259650975465775
8120	linear.weight	3	0.027266129851341248
8120	linear.weight	4	0.004649304319173098
8120	linear.weight	5	-0.05036530643701553
8120	linear.weight	6	-0.01095596794039011
8120	linear.weight	7	-0.03687410429120064
8120	linear.weight	8	0.027666902169585228
8120	linear.weight	9	0.32078835368156433
8120	linear.bias	0	-0.05799785256385803
8120	linear.bias	1	0.10491906106472015
8120	linear.bias	2	-0.4088859260082245
8120	linear.bias	3	1.3477345705032349
8120	linear.bias	4	-0.3355712592601776
8120	linear.bias	5	-0.030769959092140198
8120	linear.bias	6	-0.28758156299591064
8120	linear.bias	7	-0.1842806488275528
8120	linear.bias	8	0.06476882845163345
8120	linear.bias	9	-0.4161681830883026
8148	transitions	0	-0.5967250466346741
8148	transitions	1	0.40556803345680237
8148	transitions	2	1.7456746101379395
8148	transitions	3	0.1595054268836975
8148	transitions	4	0.9920774698257446
8148	transitions	5	1.2750240564346313
8148	transitions	6	0.4846438467502594
8148	transitions	7	0.18230675160884857
8148	transitions	8	-0.9189680218696594
8148	transitions	9	0.9307683706283569
8148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8148	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8148	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8148	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8148	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8148	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8148	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8148	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8148	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8148	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8148	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8148	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8148	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8148	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8148	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8148	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8148	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8148	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8148	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8148	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8148	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8148	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8148	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8148	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8148	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8148	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8148	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8148	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8148	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8148	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8148	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8148	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8148	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8148	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8148	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8148	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8148	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8148	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8148	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8148	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8148	embedding2nn.weight	0	0.009188530035316944
8148	embedding2nn.weight	1	0.01505777146667242
8148	embedding2nn.weight	2	-0.004751098807901144
8148	embedding2nn.weight	3	0.002325844019651413
8148	embedding2nn.weight	4	-0.003865480422973633
8148	embedding2nn.weight	5	0.008555960841476917
8148	embedding2nn.weight	6	-0.002917172387242317
8148	embedding2nn.weight	7	0.012222888879477978
8148	embedding2nn.weight	8	-0.007346819154918194
8148	embedding2nn.weight	9	-0.013223749585449696
8148	embedding2nn.bias	0	-0.04753141105175018
8148	embedding2nn.bias	1	-0.007947620004415512
8148	embedding2nn.bias	2	-0.06274639815092087
8148	embedding2nn.bias	3	0.007436311803758144
8148	embedding2nn.bias	4	0.010403643362224102
8148	embedding2nn.bias	5	0.019224051386117935
8148	embedding2nn.bias	6	0.04930491745471954
8148	embedding2nn.bias	7	0.04240552708506584
8148	embedding2nn.bias	8	0.021923933178186417
8148	embedding2nn.bias	9	-0.02392001450061798
8148	rnn.weight_ih_l0	0	0.03562018647789955
8148	rnn.weight_ih_l0	1	-0.004699160810559988
8148	rnn.weight_ih_l0	2	-0.022223420441150665
8148	rnn.weight_ih_l0	3	-0.04879901185631752
8148	rnn.weight_ih_l0	4	-0.048884931951761246
8148	rnn.weight_ih_l0	5	-0.0010430550901219249
8148	rnn.weight_ih_l0	6	-0.05483696237206459
8148	rnn.weight_ih_l0	7	-0.05477956309914589
8148	rnn.weight_ih_l0	8	-0.047472428530454636
8148	rnn.weight_ih_l0	9	-0.027536466717720032
8148	rnn.weight_hh_l0	0	0.012269189581274986
8148	rnn.weight_hh_l0	1	-0.02287711575627327
8148	rnn.weight_hh_l0	2	-0.032653599977493286
8148	rnn.weight_hh_l0	3	-0.01769971288740635
8148	rnn.weight_hh_l0	4	-0.05581974983215332
8148	rnn.weight_hh_l0	5	-0.010529575869441032
8148	rnn.weight_hh_l0	6	-0.033564243465662
8148	rnn.weight_hh_l0	7	0.015977734699845314
8148	rnn.weight_hh_l0	8	-0.021313456818461418
8148	rnn.weight_hh_l0	9	0.0209229476749897
8148	rnn.bias_ih_l0	0	0.09098318964242935
8148	rnn.bias_ih_l0	1	-0.04571246728301048
8148	rnn.bias_ih_l0	2	0.10933703184127808
8148	rnn.bias_ih_l0	3	0.06315959990024567
8148	rnn.bias_ih_l0	4	0.09390706568956375
8148	rnn.bias_ih_l0	5	0.023514188826084137
8148	rnn.bias_ih_l0	6	-0.01563681662082672
8148	rnn.bias_ih_l0	7	-0.08069818466901779
8148	rnn.bias_ih_l0	8	-0.13379088044166565
8148	rnn.bias_ih_l0	9	0.07632182538509369
8148	rnn.bias_hh_l0	0	-0.03060244768857956
8148	rnn.bias_hh_l0	1	0.014229961670935154
8148	rnn.bias_hh_l0	2	-0.01967553421854973
8148	rnn.bias_hh_l0	3	-0.024224603548645973
8148	rnn.bias_hh_l0	4	-0.05247916653752327
8148	rnn.bias_hh_l0	5	0.10978799313306808
8148	rnn.bias_hh_l0	6	-0.008074729703366756
8148	rnn.bias_hh_l0	7	0.005004560574889183
8148	rnn.bias_hh_l0	8	0.018731942400336266
8148	rnn.bias_hh_l0	9	0.04130304232239723
8148	rnn.weight_ih_l0_reverse	0	-0.033827103674411774
8148	rnn.weight_ih_l0_reverse	1	0.0007704893359914422
8148	rnn.weight_ih_l0_reverse	2	0.02348056435585022
8148	rnn.weight_ih_l0_reverse	3	-0.05626608058810234
8148	rnn.weight_ih_l0_reverse	4	0.009810520336031914
8148	rnn.weight_ih_l0_reverse	5	-0.05455023795366287
8148	rnn.weight_ih_l0_reverse	6	0.015551900491118431
8148	rnn.weight_ih_l0_reverse	7	0.04119385406374931
8148	rnn.weight_ih_l0_reverse	8	-0.039964500814676285
8148	rnn.weight_ih_l0_reverse	9	-0.05093471705913544
8148	rnn.weight_hh_l0_reverse	0	-0.0728444829583168
8148	rnn.weight_hh_l0_reverse	1	-0.04948356747627258
8148	rnn.weight_hh_l0_reverse	2	0.013218657113611698
8148	rnn.weight_hh_l0_reverse	3	0.04148935526609421
8148	rnn.weight_hh_l0_reverse	4	0.0227811299264431
8148	rnn.weight_hh_l0_reverse	5	0.04257231205701828
8148	rnn.weight_hh_l0_reverse	6	0.0036465756129473448
8148	rnn.weight_hh_l0_reverse	7	-0.002680189674720168
8148	rnn.weight_hh_l0_reverse	8	-0.08262786269187927
8148	rnn.weight_hh_l0_reverse	9	0.045006077736616135
8148	rnn.bias_ih_l0_reverse	0	-0.051559872925281525
8148	rnn.bias_ih_l0_reverse	1	-0.037005867809057236
8148	rnn.bias_ih_l0_reverse	2	0.09198477864265442
8148	rnn.bias_ih_l0_reverse	3	0.031114131212234497
8148	rnn.bias_ih_l0_reverse	4	-0.10153523087501526
8148	rnn.bias_ih_l0_reverse	5	0.028632769361138344
8148	rnn.bias_ih_l0_reverse	6	-0.09770174324512482
8148	rnn.bias_ih_l0_reverse	7	0.04005717113614082
8148	rnn.bias_ih_l0_reverse	8	0.017663609236478806
8148	rnn.bias_ih_l0_reverse	9	0.0656222552061081
8148	rnn.bias_hh_l0_reverse	0	0.01708371564745903
8148	rnn.bias_hh_l0_reverse	1	0.06540810316801071
8148	rnn.bias_hh_l0_reverse	2	0.07464688271284103
8148	rnn.bias_hh_l0_reverse	3	-0.008194456808269024
8148	rnn.bias_hh_l0_reverse	4	0.08252920210361481
8148	rnn.bias_hh_l0_reverse	5	0.017835700884461403
8148	rnn.bias_hh_l0_reverse	6	-0.07608816772699356
8148	rnn.bias_hh_l0_reverse	7	0.04096922278404236
8148	rnn.bias_hh_l0_reverse	8	0.029048914089798927
8148	rnn.bias_hh_l0_reverse	9	-0.12607240676879883
8148	linear.weight	0	0.16056619584560394
8148	linear.weight	1	-0.10752435773611069
8148	linear.weight	2	-0.12621241807937622
8148	linear.weight	3	0.021804334595799446
8148	linear.weight	4	0.0050552464090287685
8148	linear.weight	5	-0.049372199922800064
8148	linear.weight	6	-0.010951577685773373
8148	linear.weight	7	-0.03680567443370819
8148	linear.weight	8	0.028070252388715744
8148	linear.weight	9	0.31635600328445435
8148	linear.bias	0	-0.06383644789457321
8148	linear.bias	1	0.10007539391517639
8148	linear.bias	2	-0.4101230502128601
8148	linear.bias	3	1.3643569946289062
8148	linear.bias	4	-0.33652910590171814
8148	linear.bias	5	-0.030769959092140198
8148	linear.bias	6	-0.28804856538772583
8148	linear.bias	7	-0.18720676004886627
8148	linear.bias	8	0.05488920211791992
8148	linear.bias	9	-0.4164949059486389
8176	transitions	0	-0.596830427646637
8176	transitions	1	0.40542861819267273
8176	transitions	2	1.7455168962478638
8176	transitions	3	0.1593930572271347
8176	transitions	4	0.9918348789215088
8176	transitions	5	1.2750208377838135
8176	transitions	6	0.4846417009830475
8176	transitions	7	0.18230096995830536
8176	transitions	8	-0.9189713001251221
8176	transitions	9	0.9307683706283569
8176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8176	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8176	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8176	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8176	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8176	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8176	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8176	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8176	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8176	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8176	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8176	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8176	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8176	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8176	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8176	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8176	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8176	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8176	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8176	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8176	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8176	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8176	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8176	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8176	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8176	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8176	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8176	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8176	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8176	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8176	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8176	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8176	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8176	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8176	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8176	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8176	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8176	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8176	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8176	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8176	embedding2nn.weight	0	0.009307995438575745
8176	embedding2nn.weight	1	0.0150224594399333
8176	embedding2nn.weight	2	-0.004838025197386742
8176	embedding2nn.weight	3	0.0023256721906363964
8176	embedding2nn.weight	4	-0.003847813233733177
8176	embedding2nn.weight	5	0.008536078967154026
8176	embedding2nn.weight	6	-0.002831355668604374
8176	embedding2nn.weight	7	0.011948230676352978
8176	embedding2nn.weight	8	-0.007332724519073963
8176	embedding2nn.weight	9	-0.013211478479206562
8176	embedding2nn.bias	0	-0.04504285752773285
8176	embedding2nn.bias	1	-0.0061241392977535725
8176	embedding2nn.bias	2	-0.06041601300239563
8176	embedding2nn.bias	3	0.014214116148650646
8176	embedding2nn.bias	4	0.013008559122681618
8176	embedding2nn.bias	5	0.011423910036683083
8176	embedding2nn.bias	6	0.048388347029685974
8176	embedding2nn.bias	7	0.051583513617515564
8176	embedding2nn.bias	8	0.021830981597304344
8176	embedding2nn.bias	9	-0.019733410328626633
8176	rnn.weight_ih_l0	0	0.03551727533340454
8176	rnn.weight_ih_l0	1	-0.004589325748383999
8176	rnn.weight_ih_l0	2	-0.021334558725357056
8176	rnn.weight_ih_l0	3	-0.04870385676622391
8176	rnn.weight_ih_l0	4	-0.04909445345401764
8176	rnn.weight_ih_l0	5	-0.0007875950541347265
8176	rnn.weight_ih_l0	6	-0.05480727180838585
8176	rnn.weight_ih_l0	7	-0.05487687513232231
8176	rnn.weight_ih_l0	8	-0.04777638986706734
8176	rnn.weight_ih_l0	9	-0.02766783908009529
8176	rnn.weight_hh_l0	0	0.012293597683310509
8176	rnn.weight_hh_l0	1	-0.022477146238088608
8176	rnn.weight_hh_l0	2	-0.03102983720600605
8176	rnn.weight_hh_l0	3	-0.01717202551662922
8176	rnn.weight_hh_l0	4	-0.055493053048849106
8176	rnn.weight_hh_l0	5	-0.010174904949963093
8176	rnn.weight_hh_l0	6	-0.033982064574956894
8176	rnn.weight_hh_l0	7	0.01552046649158001
8176	rnn.weight_hh_l0	8	-0.02084742672741413
8176	rnn.weight_hh_l0	9	0.02175787091255188
8176	rnn.bias_ih_l0	0	0.09219188988208771
8176	rnn.bias_ih_l0	1	-0.04698309674859047
8176	rnn.bias_ih_l0	2	0.1087510958313942
8176	rnn.bias_ih_l0	3	0.06415233761072159
8176	rnn.bias_ih_l0	4	0.09254485368728638
8176	rnn.bias_ih_l0	5	0.024521885439753532
8176	rnn.bias_ih_l0	6	-0.022145980969071388
8176	rnn.bias_ih_l0	7	-0.07859864085912704
8176	rnn.bias_ih_l0	8	-0.14131087064743042
8176	rnn.bias_ih_l0	9	0.0779411643743515
8176	rnn.bias_hh_l0	0	-0.03182699903845787
8176	rnn.bias_hh_l0	1	0.01299929991364479
8176	rnn.bias_hh_l0	2	-0.020821349695324898
8176	rnn.bias_hh_l0	3	-0.023856431245803833
8176	rnn.bias_hh_l0	4	-0.052058640867471695
8176	rnn.bias_hh_l0	5	0.10858720541000366
8176	rnn.bias_hh_l0	6	-0.0059234704822301865
8176	rnn.bias_hh_l0	7	0.007810631301254034
8176	rnn.bias_hh_l0	8	0.012222779914736748
8176	rnn.bias_hh_l0	9	0.04193217307329178
8176	rnn.weight_ih_l0_reverse	0	-0.03363242372870445
8176	rnn.weight_ih_l0_reverse	1	0.0007841926999390125
8176	rnn.weight_ih_l0_reverse	2	0.023338977247476578
8176	rnn.weight_ih_l0_reverse	3	-0.05577252805233002
8176	rnn.weight_ih_l0_reverse	4	0.009260104969143867
8176	rnn.weight_ih_l0_reverse	5	-0.054900966584682465
8176	rnn.weight_ih_l0_reverse	6	0.014852234162390232
8176	rnn.weight_ih_l0_reverse	7	0.041258517652750015
8176	rnn.weight_ih_l0_reverse	8	-0.0401175431907177
8176	rnn.weight_ih_l0_reverse	9	-0.050970111042261124
8176	rnn.weight_hh_l0_reverse	0	-0.0735180526971817
8176	rnn.weight_hh_l0_reverse	1	-0.04953344538807869
8176	rnn.weight_hh_l0_reverse	2	0.013306367211043835
8176	rnn.weight_hh_l0_reverse	3	0.04151712357997894
8176	rnn.weight_hh_l0_reverse	4	0.022715914994478226
8176	rnn.weight_hh_l0_reverse	5	0.04282733052968979
8176	rnn.weight_hh_l0_reverse	6	0.0032853358425199986
8176	rnn.weight_hh_l0_reverse	7	-0.0024808726739138365
8176	rnn.weight_hh_l0_reverse	8	-0.08276566863059998
8176	rnn.weight_hh_l0_reverse	9	0.04538687691092491
8176	rnn.bias_ih_l0_reverse	0	-0.050985898822546005
8176	rnn.bias_ih_l0_reverse	1	-0.03356808423995972
8176	rnn.bias_ih_l0_reverse	2	0.0933532565832138
8176	rnn.bias_ih_l0_reverse	3	0.03103136271238327
8176	rnn.bias_ih_l0_reverse	4	-0.1016649454832077
8176	rnn.bias_ih_l0_reverse	5	0.02787720412015915
8176	rnn.bias_ih_l0_reverse	6	-0.09809163957834244
8176	rnn.bias_ih_l0_reverse	7	0.039642199873924255
8176	rnn.bias_ih_l0_reverse	8	0.01842053420841694
8176	rnn.bias_ih_l0_reverse	9	0.06725500524044037
8176	rnn.bias_hh_l0_reverse	0	0.01348125096410513
8176	rnn.bias_hh_l0_reverse	1	0.06365589052438736
8176	rnn.bias_hh_l0_reverse	2	0.07496092468500137
8176	rnn.bias_hh_l0_reverse	3	-0.008670799434185028
8176	rnn.bias_hh_l0_reverse	4	0.08374237269163132
8176	rnn.bias_hh_l0_reverse	5	0.0181244146078825
8176	rnn.bias_hh_l0_reverse	6	-0.07639942318201065
8176	rnn.bias_hh_l0_reverse	7	0.042014043778181076
8176	rnn.bias_hh_l0_reverse	8	0.027725309133529663
8176	rnn.bias_hh_l0_reverse	9	-0.11912770569324493
8176	linear.weight	0	0.15020452439785004
8176	linear.weight	1	-0.10750992596149445
8176	linear.weight	2	-0.12606871128082275
8176	linear.weight	3	0.02052299864590168
8176	linear.weight	4	0.0038190463092178106
8176	linear.weight	5	-0.04977952688932419
8176	linear.weight	6	-0.010952208191156387
8176	linear.weight	7	-0.03668956086039543
8176	linear.weight	8	0.02935340441763401
8176	linear.weight	9	0.3133963644504547
8176	linear.bias	0	-0.05433736369013786
8176	linear.bias	1	0.09423893690109253
8176	linear.bias	2	-0.4119616448879242
8176	linear.bias	3	1.352759599685669
8176	linear.bias	4	-0.337177038192749
8176	linear.bias	5	-0.030769959092140198
8176	linear.bias	6	-0.28700363636016846
8176	linear.bias	7	-0.1885267049074173
8176	linear.bias	8	0.06259975582361221
8176	linear.bias	9	-0.4168870747089386
8204	transitions	0	-0.5970257520675659
8204	transitions	1	0.40527331829071045
8204	transitions	2	1.7451847791671753
8204	transitions	3	0.15924978256225586
8204	transitions	4	0.9916967153549194
8204	transitions	5	1.2750157117843628
8204	transitions	6	0.48463791608810425
8204	transitions	7	0.18229582905769348
8204	transitions	8	-0.918974757194519
8204	transitions	9	0.9307683706283569
8204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8204	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8204	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8204	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8204	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8204	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8204	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8204	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8204	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8204	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8204	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8204	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8204	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8204	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8204	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8204	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8204	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8204	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8204	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8204	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8204	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8204	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8204	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8204	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8204	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8204	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8204	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8204	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8204	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8204	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8204	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8204	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8204	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8204	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8204	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8204	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8204	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8204	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8204	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8204	embedding2nn.weight	0	0.009509378112852573
8204	embedding2nn.weight	1	0.015111111104488373
8204	embedding2nn.weight	2	-0.004801373463124037
8204	embedding2nn.weight	3	0.0022557959891855717
8204	embedding2nn.weight	4	-0.003872733796015382
8204	embedding2nn.weight	5	0.008431538008153439
8204	embedding2nn.weight	6	-0.002786373719573021
8204	embedding2nn.weight	7	0.011741472408175468
8204	embedding2nn.weight	8	-0.007317682262510061
8204	embedding2nn.weight	9	-0.013244198635220528
8204	embedding2nn.bias	0	-0.04815806820988655
8204	embedding2nn.bias	1	-0.011982148513197899
8204	embedding2nn.bias	2	-0.0658186674118042
8204	embedding2nn.bias	3	0.012766615487635136
8204	embedding2nn.bias	4	0.01823301613330841
8204	embedding2nn.bias	5	0.011421557515859604
8204	embedding2nn.bias	6	0.043819550424814224
8204	embedding2nn.bias	7	0.054290805011987686
8204	embedding2nn.bias	8	0.017519505694508553
8204	embedding2nn.bias	9	-0.018902743235230446
8204	rnn.weight_ih_l0	0	0.03572811186313629
8204	rnn.weight_ih_l0	1	-0.004957407247275114
8204	rnn.weight_ih_l0	2	-0.022119345143437386
8204	rnn.weight_ih_l0	3	-0.04909680783748627
8204	rnn.weight_ih_l0	4	-0.04899530112743378
8204	rnn.weight_ih_l0	5	-0.0008854415500536561
8204	rnn.weight_ih_l0	6	-0.054690711200237274
8204	rnn.weight_ih_l0	7	-0.05530529469251633
8204	rnn.weight_ih_l0	8	-0.047798361629247665
8204	rnn.weight_ih_l0	9	-0.02762576751410961
8204	rnn.weight_hh_l0	0	0.011962023563683033
8204	rnn.weight_hh_l0	1	-0.0226657222956419
8204	rnn.weight_hh_l0	2	-0.030159618705511093
8204	rnn.weight_hh_l0	3	-0.017490899190306664
8204	rnn.weight_hh_l0	4	-0.05533662065863609
8204	rnn.weight_hh_l0	5	-0.01073821634054184
8204	rnn.weight_hh_l0	6	-0.03440999984741211
8204	rnn.weight_hh_l0	7	0.01607060618698597
8204	rnn.weight_hh_l0	8	-0.021450936794281006
8204	rnn.weight_hh_l0	9	0.022022780030965805
8204	rnn.bias_ih_l0	0	0.09121082723140717
8204	rnn.bias_ih_l0	1	-0.044429611414670944
8204	rnn.bias_ih_l0	2	0.10445361584424973
8204	rnn.bias_ih_l0	3	0.0649857148528099
8204	rnn.bias_ih_l0	4	0.09144644439220428
8204	rnn.bias_ih_l0	5	0.022610610350966454
8204	rnn.bias_ih_l0	6	-0.022665884345769882
8204	rnn.bias_ih_l0	7	-0.0872667133808136
8204	rnn.bias_ih_l0	8	-0.1398618072271347
8204	rnn.bias_ih_l0	9	0.07724253088235855
8204	rnn.bias_hh_l0	0	-0.03329629451036453
8204	rnn.bias_hh_l0	1	0.012951001524925232
8204	rnn.bias_hh_l0	2	-0.022275373339653015
8204	rnn.bias_hh_l0	3	-0.0224923063069582
8204	rnn.bias_hh_l0	4	-0.052169155329465866
8204	rnn.bias_hh_l0	5	0.10749238729476929
8204	rnn.bias_hh_l0	6	-0.006747835781425238
8204	rnn.bias_hh_l0	7	0.006840696092694998
8204	rnn.bias_hh_l0	8	0.011702877469360828
8204	rnn.bias_hh_l0	9	0.0445072241127491
8204	rnn.weight_ih_l0_reverse	0	-0.033667489886283875
8204	rnn.weight_ih_l0_reverse	1	9.346175647806376e-05
8204	rnn.weight_ih_l0_reverse	2	0.023248786106705666
8204	rnn.weight_ih_l0_reverse	3	-0.05667533352971077
8204	rnn.weight_ih_l0_reverse	4	0.009236696176230907
8204	rnn.weight_ih_l0_reverse	5	-0.054674115031957626
8204	rnn.weight_ih_l0_reverse	6	0.014146198518574238
8204	rnn.weight_ih_l0_reverse	7	0.04127529263496399
8204	rnn.weight_ih_l0_reverse	8	-0.04043218865990639
8204	rnn.weight_ih_l0_reverse	9	-0.051242630928754807
8204	rnn.weight_hh_l0_reverse	0	-0.0741693526506424
8204	rnn.weight_hh_l0_reverse	1	-0.04947918280959129
8204	rnn.weight_hh_l0_reverse	2	0.012877837754786015
8204	rnn.weight_hh_l0_reverse	3	0.04197491705417633
8204	rnn.weight_hh_l0_reverse	4	0.022611092776060104
8204	rnn.weight_hh_l0_reverse	5	0.042840179055929184
8204	rnn.weight_hh_l0_reverse	6	0.004345416557043791
8204	rnn.weight_hh_l0_reverse	7	-0.002316960133612156
8204	rnn.weight_hh_l0_reverse	8	-0.08260363340377808
8204	rnn.weight_hh_l0_reverse	9	0.04571518674492836
8204	rnn.bias_ih_l0_reverse	0	-0.050412390381097794
8204	rnn.bias_ih_l0_reverse	1	-0.03673804551362991
8204	rnn.bias_ih_l0_reverse	2	0.0929420068860054
8204	rnn.bias_ih_l0_reverse	3	0.03152332082390785
8204	rnn.bias_ih_l0_reverse	4	-0.10229571163654327
8204	rnn.bias_ih_l0_reverse	5	0.026934539899230003
8204	rnn.bias_ih_l0_reverse	6	-0.10187862068414688
8204	rnn.bias_ih_l0_reverse	7	0.0411103293299675
8204	rnn.bias_ih_l0_reverse	8	0.01818874105811119
8204	rnn.bias_ih_l0_reverse	9	0.06674588471651077
8204	rnn.bias_hh_l0_reverse	0	0.01642904058098793
8204	rnn.bias_hh_l0_reverse	1	0.06397103518247604
8204	rnn.bias_hh_l0_reverse	2	0.07542116194963455
8204	rnn.bias_hh_l0_reverse	3	-0.009125185199081898
8204	rnn.bias_hh_l0_reverse	4	0.0849137157201767
8204	rnn.bias_hh_l0_reverse	5	0.009851766750216484
8204	rnn.bias_hh_l0_reverse	6	-0.07609289884567261
8204	rnn.bias_hh_l0_reverse	7	0.04174276813864708
8204	rnn.bias_hh_l0_reverse	8	0.02875012531876564
8204	rnn.bias_hh_l0_reverse	9	-0.11985069513320923
8204	linear.weight	0	0.1595526486635208
8204	linear.weight	1	-0.10749444365501404
8204	linear.weight	2	-0.13058848679065704
8204	linear.weight	3	0.015183954499661922
8204	linear.weight	4	0.0030013620853424072
8204	linear.weight	5	-0.0496489517390728
8204	linear.weight	6	-0.010931161232292652
8204	linear.weight	7	-0.0364697203040123
8204	linear.weight	8	0.029354311525821686
8204	linear.weight	9	0.31855711340904236
8204	linear.bias	0	-0.05367264524102211
8204	linear.bias	1	0.09504181891679764
8204	linear.bias	2	-0.4107029438018799
8204	linear.bias	3	1.3511863946914673
8204	linear.bias	4	-0.3378618061542511
8204	linear.bias	5	-0.030769959092140198
8204	linear.bias	6	-0.2825886309146881
8204	linear.bias	7	-0.19135460257530212
8204	linear.bias	8	0.05205230414867401
8204	linear.bias	9	-0.41717636585235596
8232	transitions	0	-0.5971405506134033
8232	transitions	1	0.40517324209213257
8232	transitions	2	1.74497389793396
8232	transitions	3	0.15913616120815277
8232	transitions	4	0.9916209578514099
8232	transitions	5	1.2750113010406494
8232	transitions	6	0.4846281111240387
8232	transitions	7	0.18228992819786072
8232	transitions	8	-0.9189773797988892
8232	transitions	9	0.9307683706283569
8232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8232	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8232	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8232	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8232	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8232	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8232	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8232	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8232	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8232	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8232	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8232	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8232	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8232	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8232	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8232	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8232	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8232	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8232	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8232	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8232	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8232	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8232	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8232	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8232	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8232	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8232	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8232	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8232	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8232	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8232	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8232	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8232	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8232	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8232	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8232	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8232	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8232	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8232	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8232	embedding2nn.weight	0	0.009137492626905441
8232	embedding2nn.weight	1	0.015045439824461937
8232	embedding2nn.weight	2	-0.0048268320970237255
8232	embedding2nn.weight	3	0.0023788108956068754
8232	embedding2nn.weight	4	-0.003893729532137513
8232	embedding2nn.weight	5	0.008146902546286583
8232	embedding2nn.weight	6	-0.0026677416171878576
8232	embedding2nn.weight	7	0.012066124938428402
8232	embedding2nn.weight	8	-0.007496642414480448
8232	embedding2nn.weight	9	-0.01323859952390194
8232	embedding2nn.bias	0	-0.04357464239001274
8232	embedding2nn.bias	1	-0.012536896392703056
8232	embedding2nn.bias	2	-0.06830493360757828
8232	embedding2nn.bias	3	0.008802266791462898
8232	embedding2nn.bias	4	0.018998369574546814
8232	embedding2nn.bias	5	0.008275541476905346
8232	embedding2nn.bias	6	0.05046156048774719
8232	embedding2nn.bias	7	0.06360280513763428
8232	embedding2nn.bias	8	0.012743127532303333
8232	embedding2nn.bias	9	-0.02551444061100483
8232	rnn.weight_ih_l0	0	0.035610031336545944
8232	rnn.weight_ih_l0	1	-0.005164001602679491
8232	rnn.weight_ih_l0	2	-0.02239270880818367
8232	rnn.weight_ih_l0	3	-0.049202799797058105
8232	rnn.weight_ih_l0	4	-0.04881604015827179
8232	rnn.weight_ih_l0	5	-0.0009508524090051651
8232	rnn.weight_ih_l0	6	-0.054963331669569016
8232	rnn.weight_ih_l0	7	-0.055604852735996246
8232	rnn.weight_ih_l0	8	-0.0477047935128212
8232	rnn.weight_ih_l0	9	-0.02767263725399971
8232	rnn.weight_hh_l0	0	0.012025064788758755
8232	rnn.weight_hh_l0	1	-0.02297157421708107
8232	rnn.weight_hh_l0	2	-0.029974836856126785
8232	rnn.weight_hh_l0	3	-0.01743946596980095
8232	rnn.weight_hh_l0	4	-0.05536011978983879
8232	rnn.weight_hh_l0	5	-0.010297851637005806
8232	rnn.weight_hh_l0	6	-0.033051129430532455
8232	rnn.weight_hh_l0	7	0.017516564577817917
8232	rnn.weight_hh_l0	8	-0.02177223190665245
8232	rnn.weight_hh_l0	9	0.02212478779256344
8232	rnn.bias_ih_l0	0	0.092049241065979
8232	rnn.bias_ih_l0	1	-0.04369319975376129
8232	rnn.bias_ih_l0	2	0.1085377037525177
8232	rnn.bias_ih_l0	3	0.06638079881668091
8232	rnn.bias_ih_l0	4	0.09101779758930206
8232	rnn.bias_ih_l0	5	0.02256406657397747
8232	rnn.bias_ih_l0	6	-0.021491283550858498
8232	rnn.bias_ih_l0	7	-0.08601696789264679
8232	rnn.bias_ih_l0	8	-0.13821999728679657
8232	rnn.bias_ih_l0	9	0.07600078731775284
8232	rnn.bias_hh_l0	0	-0.03362997993826866
8232	rnn.bias_hh_l0	1	0.013604043051600456
8232	rnn.bias_hh_l0	2	-0.021464208140969276
8232	rnn.bias_hh_l0	3	-0.020866062492132187
8232	rnn.bias_hh_l0	4	-0.05193180590867996
8232	rnn.bias_hh_l0	5	0.1096261516213417
8232	rnn.bias_hh_l0	6	-0.007605651393532753
8232	rnn.bias_hh_l0	7	0.008648786693811417
8232	rnn.bias_hh_l0	8	0.012877478264272213
8232	rnn.bias_hh_l0	9	0.046837642788887024
8232	rnn.weight_ih_l0_reverse	0	-0.03351299837231636
8232	rnn.weight_ih_l0_reverse	1	0.0006704704137519002
8232	rnn.weight_ih_l0_reverse	2	0.023319564759731293
8232	rnn.weight_ih_l0_reverse	3	-0.05699147284030914
8232	rnn.weight_ih_l0_reverse	4	0.009338648058474064
8232	rnn.weight_ih_l0_reverse	5	-0.05476095899939537
8232	rnn.weight_ih_l0_reverse	6	0.01273307390511036
8232	rnn.weight_ih_l0_reverse	7	0.04109285771846771
8232	rnn.weight_ih_l0_reverse	8	-0.04055534675717354
8232	rnn.weight_ih_l0_reverse	9	-0.05143466964364052
8232	rnn.weight_hh_l0_reverse	0	-0.0754116028547287
8232	rnn.weight_hh_l0_reverse	1	-0.049468640238046646
8232	rnn.weight_hh_l0_reverse	2	0.012906244024634361
8232	rnn.weight_hh_l0_reverse	3	0.041998110711574554
8232	rnn.weight_hh_l0_reverse	4	0.023149307817220688
8232	rnn.weight_hh_l0_reverse	5	0.04283778741955757
8232	rnn.weight_hh_l0_reverse	6	0.006739889271557331
8232	rnn.weight_hh_l0_reverse	7	-0.0022766750771552324
8232	rnn.weight_hh_l0_reverse	8	-0.08211681991815567
8232	rnn.weight_hh_l0_reverse	9	0.044906824827194214
8232	rnn.bias_ih_l0_reverse	0	-0.047060951590538025
8232	rnn.bias_ih_l0_reverse	1	-0.04513263702392578
8232	rnn.bias_ih_l0_reverse	2	0.09146736562252045
8232	rnn.bias_ih_l0_reverse	3	0.03168956935405731
8232	rnn.bias_ih_l0_reverse	4	-0.10311266779899597
8232	rnn.bias_ih_l0_reverse	5	0.0265341866761446
8232	rnn.bias_ih_l0_reverse	6	-0.10150466114282608
8232	rnn.bias_ih_l0_reverse	7	0.04215192422270775
8232	rnn.bias_ih_l0_reverse	8	0.019926579669117928
8232	rnn.bias_ih_l0_reverse	9	0.0667739138007164
8232	rnn.bias_hh_l0_reverse	0	0.01961469277739525
8232	rnn.bias_hh_l0_reverse	1	0.06441303342580795
8232	rnn.bias_hh_l0_reverse	2	0.0762566551566124
8232	rnn.bias_hh_l0_reverse	3	-0.008130342699587345
8232	rnn.bias_hh_l0_reverse	4	0.08516974747180939
8232	rnn.bias_hh_l0_reverse	5	0.01894805021584034
8232	rnn.bias_hh_l0_reverse	6	-0.07565158605575562
8232	rnn.bias_hh_l0_reverse	7	0.042342059314250946
8232	rnn.bias_hh_l0_reverse	8	0.029113400727510452
8232	rnn.bias_hh_l0_reverse	9	-0.1273285448551178
8232	linear.weight	0	0.16509662568569183
8232	linear.weight	1	-0.10752883553504944
8232	linear.weight	2	-0.13195088505744934
8232	linear.weight	3	0.023960459977388382
8232	linear.weight	4	0.001974624115973711
8232	linear.weight	5	-0.04948818311095238
8232	linear.weight	6	-0.010913639329373837
8232	linear.weight	7	-0.03632661700248718
8232	linear.weight	8	0.026796381920576096
8232	linear.weight	9	0.3207700550556183
8232	linear.bias	0	-0.0618189200758934
8232	linear.bias	1	0.09825264662504196
8232	linear.bias	2	-0.4121829867362976
8232	linear.bias	3	1.3398184776306152
8232	linear.bias	4	-0.3384038805961609
8232	linear.bias	5	-0.030769959092140198
8232	linear.bias	6	-0.2859194278717041
8232	linear.bias	7	-0.1945352405309677
8232	linear.bias	8	0.0492534376680851
8232	linear.bias	9	-0.41740649938583374
8260	transitions	0	-0.5972736477851868
8260	transitions	1	0.4050367474555969
8260	transitions	2	1.7448298931121826
8260	transitions	3	0.15909278392791748
8260	transitions	4	0.991582453250885
8260	transitions	5	1.2750053405761719
8260	transitions	6	0.4846227169036865
8260	transitions	7	0.18225136399269104
8260	transitions	8	-0.9189809560775757
8260	transitions	9	0.9307683706283569
8260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8260	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8260	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8260	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8260	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8260	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8260	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8260	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8260	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8260	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8260	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8260	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8260	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8260	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8260	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8260	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8260	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8260	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8260	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8260	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8260	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8260	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8260	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8260	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8260	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8260	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8260	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8260	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8260	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8260	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8260	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8260	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8260	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8260	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8260	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8260	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8260	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8260	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8260	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8260	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8260	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8260	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8260	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8260	embedding2nn.weight	0	0.008241922594606876
8260	embedding2nn.weight	1	0.015092751011252403
8260	embedding2nn.weight	2	-0.0048436252400279045
8260	embedding2nn.weight	3	0.002103507984429598
8260	embedding2nn.weight	4	-0.003840482560917735
8260	embedding2nn.weight	5	0.008131702430546284
8260	embedding2nn.weight	6	-0.002580614760518074
8260	embedding2nn.weight	7	0.012438231147825718
8260	embedding2nn.weight	8	-0.007350163068622351
8260	embedding2nn.weight	9	-0.013164786621928215
8260	embedding2nn.bias	0	-0.04185881093144417
8260	embedding2nn.bias	1	-0.011806739494204521
8260	embedding2nn.bias	2	-0.06060778349637985
8260	embedding2nn.bias	3	0.002337226178497076
8260	embedding2nn.bias	4	0.02029792033135891
8260	embedding2nn.bias	5	0.013052580878138542
8260	embedding2nn.bias	6	0.04493863135576248
8260	embedding2nn.bias	7	0.058551859110593796
8260	embedding2nn.bias	8	0.014775718562304974
8260	embedding2nn.bias	9	-0.019485745579004288
8260	rnn.weight_ih_l0	0	0.035840608179569244
8260	rnn.weight_ih_l0	1	-0.005419434979557991
8260	rnn.weight_ih_l0	2	-0.02284652180969715
8260	rnn.weight_ih_l0	3	-0.0494244210422039
8260	rnn.weight_ih_l0	4	-0.04902948811650276
8260	rnn.weight_ih_l0	5	-0.0013189921155571938
8260	rnn.weight_ih_l0	6	-0.05481460317969322
8260	rnn.weight_ih_l0	7	-0.055776890367269516
8260	rnn.weight_ih_l0	8	-0.04769942909479141
8260	rnn.weight_ih_l0	9	-0.027554132044315338
8260	rnn.weight_hh_l0	0	0.011908250860869884
8260	rnn.weight_hh_l0	1	-0.023133141919970512
8260	rnn.weight_hh_l0	2	-0.03176134452223778
8260	rnn.weight_hh_l0	3	-0.01745542325079441
8260	rnn.weight_hh_l0	4	-0.05529659613966942
8260	rnn.weight_hh_l0	5	-0.00993950292468071
8260	rnn.weight_hh_l0	6	-0.03176414594054222
8260	rnn.weight_hh_l0	7	0.017286155372858047
8260	rnn.weight_hh_l0	8	-0.0214636642485857
8260	rnn.weight_hh_l0	9	0.022260162979364395
8260	rnn.bias_ih_l0	0	0.09188267588615417
8260	rnn.bias_ih_l0	1	-0.046705227345228195
8260	rnn.bias_ih_l0	2	0.10757221281528473
8260	rnn.bias_ih_l0	3	0.06326092779636383
8260	rnn.bias_ih_l0	4	0.09084691107273102
8260	rnn.bias_ih_l0	5	0.02200966887176037
8260	rnn.bias_ih_l0	6	-0.02167554944753647
8260	rnn.bias_ih_l0	7	-0.0805404782295227
8260	rnn.bias_ih_l0	8	-0.13902132213115692
8260	rnn.bias_ih_l0	9	0.07655029743909836
8260	rnn.bias_hh_l0	0	-0.03467579185962677
8260	rnn.bias_hh_l0	1	0.011285423301160336
8260	rnn.bias_hh_l0	2	-0.022366296499967575
8260	rnn.bias_hh_l0	3	-0.014638524502515793
8260	rnn.bias_hh_l0	4	-0.051188934594392776
8260	rnn.bias_hh_l0	5	0.11006941646337509
8260	rnn.bias_hh_l0	6	-0.007767835631966591
8260	rnn.bias_hh_l0	7	0.007094554603099823
8260	rnn.bias_hh_l0	8	0.012693209573626518
8260	rnn.bias_hh_l0	9	0.04756763204932213
8260	rnn.weight_ih_l0_reverse	0	-0.033509161323308945
8260	rnn.weight_ih_l0_reverse	1	0.00041495723417028785
8260	rnn.weight_ih_l0_reverse	2	0.023471729829907417
8260	rnn.weight_ih_l0_reverse	3	-0.05681789666414261
8260	rnn.weight_ih_l0_reverse	4	0.009028254076838493
8260	rnn.weight_ih_l0_reverse	5	-0.054773904383182526
8260	rnn.weight_ih_l0_reverse	6	0.012785256840288639
8260	rnn.weight_ih_l0_reverse	7	0.04122941941022873
8260	rnn.weight_ih_l0_reverse	8	-0.04048066586256027
8260	rnn.weight_ih_l0_reverse	9	-0.051622554659843445
8260	rnn.weight_hh_l0_reverse	0	-0.07597564905881882
8260	rnn.weight_hh_l0_reverse	1	-0.049761272966861725
8260	rnn.weight_hh_l0_reverse	2	0.014051947742700577
8260	rnn.weight_hh_l0_reverse	3	0.04237131029367447
8260	rnn.weight_hh_l0_reverse	4	0.02335989661514759
8260	rnn.weight_hh_l0_reverse	5	0.042916394770145416
8260	rnn.weight_hh_l0_reverse	6	0.005521447863429785
8260	rnn.weight_hh_l0_reverse	7	-0.0026099071837961674
8260	rnn.weight_hh_l0_reverse	8	-0.08204249292612076
8260	rnn.weight_hh_l0_reverse	9	0.04522934556007385
8260	rnn.bias_ih_l0_reverse	0	-0.047705378383398056
8260	rnn.bias_ih_l0_reverse	1	-0.035984545946121216
8260	rnn.bias_ih_l0_reverse	2	0.091720350086689
8260	rnn.bias_ih_l0_reverse	3	0.030593393370509148
8260	rnn.bias_ih_l0_reverse	4	-0.10558848083019257
8260	rnn.bias_ih_l0_reverse	5	0.025323309004306793
8260	rnn.bias_ih_l0_reverse	6	-0.10040468722581863
8260	rnn.bias_ih_l0_reverse	7	0.04439135268330574
8260	rnn.bias_ih_l0_reverse	8	0.019718797877430916
8260	rnn.bias_ih_l0_reverse	9	0.06725213676691055
8260	rnn.bias_hh_l0_reverse	0	0.015579053200781345
8260	rnn.bias_hh_l0_reverse	1	0.0627056285738945
8260	rnn.bias_hh_l0_reverse	2	0.07455671578645706
8260	rnn.bias_hh_l0_reverse	3	-0.007662076037377119
8260	rnn.bias_hh_l0_reverse	4	0.08522755652666092
8260	rnn.bias_hh_l0_reverse	5	0.021449223160743713
8260	rnn.bias_hh_l0_reverse	6	-0.07541743665933609
8260	rnn.bias_hh_l0_reverse	7	0.04017088934779167
8260	rnn.bias_hh_l0_reverse	8	0.030546588823199272
8260	rnn.bias_hh_l0_reverse	9	-0.13031089305877686
8260	linear.weight	0	0.1568906158208847
8260	linear.weight	1	-0.10746236145496368
8260	linear.weight	2	-0.13502423465251923
8260	linear.weight	3	0.021601906046271324
8260	linear.weight	4	0.003091762075200677
8260	linear.weight	5	-0.048801954835653305
8260	linear.weight	6	-0.010890211910009384
8260	linear.weight	7	-0.03621513396501541
8260	linear.weight	8	0.02446948178112507
8260	linear.weight	9	0.31808680295944214
8260	linear.bias	0	-0.05966816842556
8260	linear.bias	1	0.09789279848337173
8260	linear.bias	2	-0.4156804382801056
8260	linear.bias	3	1.3488986492156982
8260	linear.bias	4	-0.33916181325912476
8260	linear.bias	5	-0.030769959092140198
8260	linear.bias	6	-0.2888030707836151
8260	linear.bias	7	-0.19388414919376373
8260	linear.bias	8	0.050032902508974075
8260	linear.bias	9	-0.41773277521133423
8288	transitions	0	-0.5974034667015076
8288	transitions	1	0.4049307703971863
8288	transitions	2	1.7446576356887817
8288	transitions	3	0.15902724862098694
8288	transitions	4	0.9914696216583252
8288	transitions	5	1.2750020027160645
8288	transitions	6	0.48461973667144775
8288	transitions	7	0.18224872648715973
8288	transitions	8	-0.9189850687980652
8288	transitions	9	0.9307683706283569
8288	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8288	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8288	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8288	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8288	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8288	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8288	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8288	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8288	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8288	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8288	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8288	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8288	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8288	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8288	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8288	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8288	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8288	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8288	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8288	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8288	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8288	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8288	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8288	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8288	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8288	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8288	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8288	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8288	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8288	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8288	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8288	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8288	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8288	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8288	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8288	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8288	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8288	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8288	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8288	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8288	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8288	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8288	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8288	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8288	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8288	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8288	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8288	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8288	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8288	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8288	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8288	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8288	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8288	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8288	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8288	embedding2nn.weight	0	0.008283866569399834
8288	embedding2nn.weight	1	0.015086449682712555
8288	embedding2nn.weight	2	-0.00487826531752944
8288	embedding2nn.weight	3	0.0018698800122365355
8288	embedding2nn.weight	4	-0.0038728865329176188
8288	embedding2nn.weight	5	0.00850240420550108
8288	embedding2nn.weight	6	-0.0024977163411676884
8288	embedding2nn.weight	7	0.012065102346241474
8288	embedding2nn.weight	8	-0.007456185761839151
8288	embedding2nn.weight	9	-0.013139789924025536
8288	embedding2nn.bias	0	-0.03990944102406502
8288	embedding2nn.bias	1	-0.015937360003590584
8288	embedding2nn.bias	2	-0.06019691377878189
8288	embedding2nn.bias	3	0.0032354032155126333
8288	embedding2nn.bias	4	0.020777925848960876
8288	embedding2nn.bias	5	0.010737277567386627
8288	embedding2nn.bias	6	0.04209528863430023
8288	embedding2nn.bias	7	0.05954498052597046
8288	embedding2nn.bias	8	0.015154333785176277
8288	embedding2nn.bias	9	-0.024347880855202675
8288	rnn.weight_ih_l0	0	0.03596585988998413
8288	rnn.weight_ih_l0	1	-0.006211745552718639
8288	rnn.weight_ih_l0	2	-0.023492854088544846
8288	rnn.weight_ih_l0	3	-0.04885760322213173
8288	rnn.weight_ih_l0	4	-0.049046967178583145
8288	rnn.weight_ih_l0	5	-0.0009895962430164218
8288	rnn.weight_ih_l0	6	-0.05500230938196182
8288	rnn.weight_ih_l0	7	-0.05567016825079918
8288	rnn.weight_ih_l0	8	-0.047947607934474945
8288	rnn.weight_ih_l0	9	-0.02742903307080269
8288	rnn.weight_hh_l0	0	0.012044335715472698
8288	rnn.weight_hh_l0	1	-0.023536399006843567
8288	rnn.weight_hh_l0	2	-0.03139341622591019
8288	rnn.weight_hh_l0	3	-0.01730027049779892
8288	rnn.weight_hh_l0	4	-0.05531448498368263
8288	rnn.weight_hh_l0	5	-0.010575452819466591
8288	rnn.weight_hh_l0	6	-0.031642261892557144
8288	rnn.weight_hh_l0	7	0.01833530142903328
8288	rnn.weight_hh_l0	8	-0.021859362721443176
8288	rnn.weight_hh_l0	9	0.02226981893181801
8288	rnn.bias_ih_l0	0	0.09090448170900345
8288	rnn.bias_ih_l0	1	-0.04707547277212143
8288	rnn.bias_ih_l0	2	0.1077977791428566
8288	rnn.bias_ih_l0	3	0.06557539105415344
8288	rnn.bias_ih_l0	4	0.09085505455732346
8288	rnn.bias_ih_l0	5	0.022968687117099762
8288	rnn.bias_ih_l0	6	-0.025012999773025513
8288	rnn.bias_ih_l0	7	-0.08222319185733795
8288	rnn.bias_ih_l0	8	-0.13244177401065826
8288	rnn.bias_ih_l0	9	0.07568392902612686
8288	rnn.bias_hh_l0	0	-0.035003237426280975
8288	rnn.bias_hh_l0	1	0.01140974648296833
8288	rnn.bias_hh_l0	2	-0.020252836868166924
8288	rnn.bias_hh_l0	3	-0.016133302822709084
8288	rnn.bias_hh_l0	4	-0.0531858429312706
8288	rnn.bias_hh_l0	5	0.10801669955253601
8288	rnn.bias_hh_l0	6	-0.007616473361849785
8288	rnn.bias_hh_l0	7	0.006256985943764448
8288	rnn.bias_hh_l0	8	0.009355763904750347
8288	rnn.bias_hh_l0	9	0.04489615559577942
8288	rnn.weight_ih_l0_reverse	0	-0.03340910002589226
8288	rnn.weight_ih_l0_reverse	1	-6.134200521046296e-05
8288	rnn.weight_ih_l0_reverse	2	0.023568350821733475
8288	rnn.weight_ih_l0_reverse	3	-0.05673430114984512
8288	rnn.weight_ih_l0_reverse	4	0.008829432539641857
8288	rnn.weight_ih_l0_reverse	5	-0.05450943484902382
8288	rnn.weight_ih_l0_reverse	6	0.012779748067259789
8288	rnn.weight_ih_l0_reverse	7	0.04143350571393967
8288	rnn.weight_ih_l0_reverse	8	-0.040297914296388626
8288	rnn.weight_ih_l0_reverse	9	-0.05159212276339531
8288	rnn.weight_hh_l0_reverse	0	-0.07501458376646042
8288	rnn.weight_hh_l0_reverse	1	-0.05056733638048172
8288	rnn.weight_hh_l0_reverse	2	0.013731297105550766
8288	rnn.weight_hh_l0_reverse	3	0.042389001697301865
8288	rnn.weight_hh_l0_reverse	4	0.023368706926703453
8288	rnn.weight_hh_l0_reverse	5	0.04266733303666115
8288	rnn.weight_hh_l0_reverse	6	0.0010670562041923404
8288	rnn.weight_hh_l0_reverse	7	-0.002679643454030156
8288	rnn.weight_hh_l0_reverse	8	-0.08153112977743149
8288	rnn.weight_hh_l0_reverse	9	0.04462659731507301
8288	rnn.bias_ih_l0_reverse	0	-0.045702122151851654
8288	rnn.bias_ih_l0_reverse	1	-0.04203977435827255
8288	rnn.bias_ih_l0_reverse	2	0.09252981841564178
8288	rnn.bias_ih_l0_reverse	3	0.028842942789196968
8288	rnn.bias_ih_l0_reverse	4	-0.10554803162813187
8288	rnn.bias_ih_l0_reverse	5	0.026167400181293488
8288	rnn.bias_ih_l0_reverse	6	-0.09835071116685867
8288	rnn.bias_ih_l0_reverse	7	0.04362206906080246
8288	rnn.bias_ih_l0_reverse	8	0.017207004129886627
8288	rnn.bias_ih_l0_reverse	9	0.06750902533531189
8288	rnn.bias_hh_l0_reverse	0	0.013029255904257298
8288	rnn.bias_hh_l0_reverse	1	0.06352374702692032
8288	rnn.bias_hh_l0_reverse	2	0.07634525001049042
8288	rnn.bias_hh_l0_reverse	3	-0.006051867734640837
8288	rnn.bias_hh_l0_reverse	4	0.08558901399374008
8288	rnn.bias_hh_l0_reverse	5	0.030048180371522903
8288	rnn.bias_hh_l0_reverse	6	-0.07537876814603806
8288	rnn.bias_hh_l0_reverse	7	0.04075811058282852
8288	rnn.bias_hh_l0_reverse	8	0.03132534772157669
8288	rnn.bias_hh_l0_reverse	9	-0.1242794543504715
8288	linear.weight	0	0.14987708628177643
8288	linear.weight	1	-0.10747914016246796
8288	linear.weight	2	-0.13636024296283722
8288	linear.weight	3	0.0231036227196455
8288	linear.weight	4	0.0036301552318036556
8288	linear.weight	5	-0.05087423697113991
8288	linear.weight	6	-0.010878403671085835
8288	linear.weight	7	-0.036045994609594345
8288	linear.weight	8	0.024217573925852776
8288	linear.weight	9	0.32025355100631714
8288	linear.bias	0	-0.07168719917535782
8288	linear.bias	1	0.10189920663833618
8288	linear.bias	2	-0.41613736748695374
8288	linear.bias	3	1.3453986644744873
8288	linear.bias	4	-0.3400292992591858
8288	linear.bias	5	-0.030769959092140198
8288	linear.bias	6	-0.29024866223335266
8288	linear.bias	7	-0.18770354986190796
8288	linear.bias	8	0.050007279962301254
8288	linear.bias	9	-0.41801461577415466
8316	transitions	0	-0.5975412726402283
8316	transitions	1	0.40479549765586853
8316	transitions	2	1.7444576025009155
8316	transitions	3	0.15879511833190918
8316	transitions	4	0.9913967251777649
8316	transitions	5	1.2749968767166138
8316	transitions	6	0.4846184253692627
8316	transitions	7	0.18224477767944336
8316	transitions	8	-0.9189855456352234
8316	transitions	9	0.9307683110237122
8316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8316	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8316	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8316	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8316	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8316	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8316	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8316	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8316	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8316	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8316	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8316	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8316	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8316	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8316	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8316	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8316	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8316	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8316	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8316	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8316	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8316	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8316	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8316	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8316	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8316	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8316	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8316	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8316	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8316	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8316	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8316	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8316	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8316	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8316	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8316	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8316	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8316	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8316	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8316	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8316	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8316	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8316	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8316	embedding2nn.weight	0	0.008245857432484627
8316	embedding2nn.weight	1	0.015047011896967888
8316	embedding2nn.weight	2	-0.004875485319644213
8316	embedding2nn.weight	3	0.0019824118353426456
8316	embedding2nn.weight	4	-0.0038297255523502827
8316	embedding2nn.weight	5	0.008636347018182278
8316	embedding2nn.weight	6	-0.00237216311506927
8316	embedding2nn.weight	7	0.011931493878364563
8316	embedding2nn.weight	8	-0.007393224630504847
8316	embedding2nn.weight	9	-0.013156188651919365
8316	embedding2nn.bias	0	-0.04100782796740532
8316	embedding2nn.bias	1	-0.015142877586185932
8316	embedding2nn.bias	2	-0.06643485277891159
8316	embedding2nn.bias	3	0.0006320587708614767
8316	embedding2nn.bias	4	0.016804344952106476
8316	embedding2nn.bias	5	0.0097354119643569
8316	embedding2nn.bias	6	0.043097466230392456
8316	embedding2nn.bias	7	0.05595630407333374
8316	embedding2nn.bias	8	0.019257862120866776
8316	embedding2nn.bias	9	-0.019454170018434525
8316	rnn.weight_ih_l0	0	0.036178600043058395
8316	rnn.weight_ih_l0	1	-0.006605362985283136
8316	rnn.weight_ih_l0	2	-0.023169023916125298
8316	rnn.weight_ih_l0	3	-0.048849862068891525
8316	rnn.weight_ih_l0	4	-0.049002695828676224
8316	rnn.weight_ih_l0	5	-0.0007834958960302174
8316	rnn.weight_ih_l0	6	-0.0548989474773407
8316	rnn.weight_ih_l0	7	-0.05586899071931839
8316	rnn.weight_ih_l0	8	-0.04817653447389603
8316	rnn.weight_ih_l0	9	-0.02744428999722004
8316	rnn.weight_hh_l0	0	0.011957302689552307
8316	rnn.weight_hh_l0	1	-0.02372213453054428
8316	rnn.weight_hh_l0	2	-0.03179970383644104
8316	rnn.weight_hh_l0	3	-0.017177114263176918
8316	rnn.weight_hh_l0	4	-0.05551162734627724
8316	rnn.weight_hh_l0	5	-0.010304543189704418
8316	rnn.weight_hh_l0	6	-0.03064398281276226
8316	rnn.weight_hh_l0	7	0.01770561747252941
8316	rnn.weight_hh_l0	8	-0.02154264971613884
8316	rnn.weight_hh_l0	9	0.02198808267712593
8316	rnn.bias_ih_l0	0	0.09311239421367645
8316	rnn.bias_ih_l0	1	-0.04642524570226669
8316	rnn.bias_ih_l0	2	0.10460393875837326
8316	rnn.bias_ih_l0	3	0.06537926942110062
8316	rnn.bias_ih_l0	4	0.08948701620101929
8316	rnn.bias_ih_l0	5	0.02253466285765171
8316	rnn.bias_ih_l0	6	-0.023417392745614052
8316	rnn.bias_ih_l0	7	-0.07442134618759155
8316	rnn.bias_ih_l0	8	-0.1314263790845871
8316	rnn.bias_ih_l0	9	0.07693428546190262
8316	rnn.bias_hh_l0	0	-0.034308452159166336
8316	rnn.bias_hh_l0	1	0.01317610777914524
8316	rnn.bias_hh_l0	2	-0.021735351532697678
8316	rnn.bias_hh_l0	3	-0.01235545240342617
8316	rnn.bias_hh_l0	4	-0.052500877529382706
8316	rnn.bias_hh_l0	5	0.10955177247524261
8316	rnn.bias_hh_l0	6	-0.009914943017065525
8316	rnn.bias_hh_l0	7	0.0029843240045011044
8316	rnn.bias_hh_l0	8	0.01095136720687151
8316	rnn.bias_hh_l0	9	0.047145526856184006
8316	rnn.weight_ih_l0_reverse	0	-0.03359222784638405
8316	rnn.weight_ih_l0_reverse	1	-0.00026641643489710987
8316	rnn.weight_ih_l0_reverse	2	0.02339448779821396
8316	rnn.weight_ih_l0_reverse	3	-0.05620087310671806
8316	rnn.weight_ih_l0_reverse	4	0.008906948380172253
8316	rnn.weight_ih_l0_reverse	5	-0.05473936349153519
8316	rnn.weight_ih_l0_reverse	6	0.012106680311262608
8316	rnn.weight_ih_l0_reverse	7	0.040983352810144424
8316	rnn.weight_ih_l0_reverse	8	-0.0403478778898716
8316	rnn.weight_ih_l0_reverse	9	-0.051923155784606934
8316	rnn.weight_hh_l0_reverse	0	-0.07476351410150528
8316	rnn.weight_hh_l0_reverse	1	-0.05158466473221779
8316	rnn.weight_hh_l0_reverse	2	0.014113496989011765
8316	rnn.weight_hh_l0_reverse	3	0.04222303256392479
8316	rnn.weight_hh_l0_reverse	4	0.023250343278050423
8316	rnn.weight_hh_l0_reverse	5	0.0429324246942997
8316	rnn.weight_hh_l0_reverse	6	0.0008701438782736659
8316	rnn.weight_hh_l0_reverse	7	-0.0028919964097440243
8316	rnn.weight_hh_l0_reverse	8	-0.08165501058101654
8316	rnn.weight_hh_l0_reverse	9	0.044421497732400894
8316	rnn.bias_ih_l0_reverse	0	-0.050582800060510635
8316	rnn.bias_ih_l0_reverse	1	-0.039195336401462555
8316	rnn.bias_ih_l0_reverse	2	0.09166108071804047
8316	rnn.bias_ih_l0_reverse	3	0.029424002394080162
8316	rnn.bias_ih_l0_reverse	4	-0.10637151449918747
8316	rnn.bias_ih_l0_reverse	5	0.02647634595632553
8316	rnn.bias_ih_l0_reverse	6	-0.09930657595396042
8316	rnn.bias_ih_l0_reverse	7	0.04427434131503105
8316	rnn.bias_ih_l0_reverse	8	0.017591459676623344
8316	rnn.bias_ih_l0_reverse	9	0.06586482375860214
8316	rnn.bias_hh_l0_reverse	0	0.01638377085328102
8316	rnn.bias_hh_l0_reverse	1	0.06293993443250656
8316	rnn.bias_hh_l0_reverse	2	0.07678736746311188
8316	rnn.bias_hh_l0_reverse	3	-0.007482240442186594
8316	rnn.bias_hh_l0_reverse	4	0.08679348230361938
8316	rnn.bias_hh_l0_reverse	5	0.02691292203962803
8316	rnn.bias_hh_l0_reverse	6	-0.07553786784410477
8316	rnn.bias_hh_l0_reverse	7	0.04191635921597481
8316	rnn.bias_hh_l0_reverse	8	0.03246358036994934
8316	rnn.bias_hh_l0_reverse	9	-0.11945842951536179
8316	linear.weight	0	0.13185180723667145
8316	linear.weight	1	-0.10746824741363525
8316	linear.weight	2	-0.13526442646980286
8316	linear.weight	3	0.02379176951944828
8316	linear.weight	4	0.0029140322003513575
8316	linear.weight	5	-0.05005911737680435
8316	linear.weight	6	-0.010843577794730663
8316	linear.weight	7	-0.035950638353824615
8316	linear.weight	8	0.023781582713127136
8316	linear.weight	9	0.3242514431476593
8316	linear.bias	0	-0.07277283817529678
8316	linear.bias	1	0.10260816663503647
8316	linear.bias	2	-0.4116498529911041
8316	linear.bias	3	1.3521082401275635
8316	linear.bias	4	-0.32988715171813965
8316	linear.bias	5	-0.030769959092140198
8316	linear.bias	6	-0.28741541504859924
8316	linear.bias	7	-0.1906723827123642
8316	linear.bias	8	0.05071546509861946
8316	linear.bias	9	-0.4182382822036743
8344	transitions	0	-0.597646176815033
8344	transitions	1	0.404647558927536
8344	transitions	2	1.7443242073059082
8344	transitions	3	0.15865832567214966
8344	transitions	4	0.9913340210914612
8344	transitions	5	1.2749919891357422
8344	transitions	6	0.48461663722991943
8344	transitions	7	0.18222229182720184
8344	transitions	8	-0.9189867377281189
8344	transitions	9	0.9307680130004883
8344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8344	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8344	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8344	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8344	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8344	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8344	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8344	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8344	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8344	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8344	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8344	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8344	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8344	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8344	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8344	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8344	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8344	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8344	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8344	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8344	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8344	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8344	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8344	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8344	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8344	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8344	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8344	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8344	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8344	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8344	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8344	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8344	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8344	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8344	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8344	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8344	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8344	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8344	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8344	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8344	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8344	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8344	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8344	embedding2nn.weight	0	0.007297527510672808
8344	embedding2nn.weight	1	0.01499990001320839
8344	embedding2nn.weight	2	-0.0048874178901314735
8344	embedding2nn.weight	3	0.002019119681790471
8344	embedding2nn.weight	4	-0.003913778346031904
8344	embedding2nn.weight	5	0.00870902743190527
8344	embedding2nn.weight	6	-0.002402959857136011
8344	embedding2nn.weight	7	0.013039067387580872
8344	embedding2nn.weight	8	-0.007222655229270458
8344	embedding2nn.weight	9	-0.01345068495720625
8344	embedding2nn.bias	0	-0.046139393001794815
8344	embedding2nn.bias	1	-0.018467741087079048
8344	embedding2nn.bias	2	-0.0655948668718338
8344	embedding2nn.bias	3	-0.002242198446765542
8344	embedding2nn.bias	4	0.014386734925210476
8344	embedding2nn.bias	5	0.01546159852296114
8344	embedding2nn.bias	6	0.048307664692401886
8344	embedding2nn.bias	7	0.05227702856063843
8344	embedding2nn.bias	8	0.01442069560289383
8344	embedding2nn.bias	9	-0.02134598046541214
8344	rnn.weight_ih_l0	0	0.03617635741829872
8344	rnn.weight_ih_l0	1	-0.006474081426858902
8344	rnn.weight_ih_l0	2	-0.022749213501811028
8344	rnn.weight_ih_l0	3	-0.04872491955757141
8344	rnn.weight_ih_l0	4	-0.04895469546318054
8344	rnn.weight_ih_l0	5	-0.0009830085327848792
8344	rnn.weight_ih_l0	6	-0.05495008826255798
8344	rnn.weight_ih_l0	7	-0.055838607251644135
8344	rnn.weight_ih_l0	8	-0.04812578856945038
8344	rnn.weight_ih_l0	9	-0.027512764558196068
8344	rnn.weight_hh_l0	0	0.011923165060579777
8344	rnn.weight_hh_l0	1	-0.02382626011967659
8344	rnn.weight_hh_l0	2	-0.03196196258068085
8344	rnn.weight_hh_l0	3	-0.016973033547401428
8344	rnn.weight_hh_l0	4	-0.05545295774936676
8344	rnn.weight_hh_l0	5	-0.00993997510522604
8344	rnn.weight_hh_l0	6	-0.033081166446208954
8344	rnn.weight_hh_l0	7	0.016703743487596512
8344	rnn.weight_hh_l0	8	-0.02104475349187851
8344	rnn.weight_hh_l0	9	0.02096427232027054
8344	rnn.bias_ih_l0	0	0.09232711791992188
8344	rnn.bias_ih_l0	1	-0.04589611291885376
8344	rnn.bias_ih_l0	2	0.10348428040742874
8344	rnn.bias_ih_l0	3	0.06508123129606247
8344	rnn.bias_ih_l0	4	0.08976509422063828
8344	rnn.bias_ih_l0	5	0.02326091192662716
8344	rnn.bias_ih_l0	6	-0.024218710139393806
8344	rnn.bias_ih_l0	7	-0.07965323328971863
8344	rnn.bias_ih_l0	8	-0.11583646386861801
8344	rnn.bias_ih_l0	9	0.07871454954147339
8344	rnn.bias_hh_l0	0	-0.03350413963198662
8344	rnn.bias_hh_l0	1	0.014202832244336605
8344	rnn.bias_hh_l0	2	-0.019838877022266388
8344	rnn.bias_hh_l0	3	-0.018657773733139038
8344	rnn.bias_hh_l0	4	-0.05413997173309326
8344	rnn.bias_hh_l0	5	0.11173129826784134
8344	rnn.bias_hh_l0	6	-0.009929459542036057
8344	rnn.bias_hh_l0	7	0.004692130722105503
8344	rnn.bias_hh_l0	8	0.010150047019124031
8344	rnn.bias_hh_l0	9	0.04533550515770912
8344	rnn.weight_ih_l0_reverse	0	-0.03358030319213867
8344	rnn.weight_ih_l0_reverse	1	-0.00012479904398787767
8344	rnn.weight_ih_l0_reverse	2	0.02347988449037075
8344	rnn.weight_ih_l0_reverse	3	-0.05605548620223999
8344	rnn.weight_ih_l0_reverse	4	0.00911580491811037
8344	rnn.weight_ih_l0_reverse	5	-0.05483006685972214
8344	rnn.weight_ih_l0_reverse	6	0.012687921524047852
8344	rnn.weight_ih_l0_reverse	7	0.040982455015182495
8344	rnn.weight_ih_l0_reverse	8	-0.0402776338160038
8344	rnn.weight_ih_l0_reverse	9	-0.05179901793599129
8344	rnn.weight_hh_l0_reverse	0	-0.07531022280454636
8344	rnn.weight_hh_l0_reverse	1	-0.05159907788038254
8344	rnn.weight_hh_l0_reverse	2	0.013819471932947636
8344	rnn.weight_hh_l0_reverse	3	0.04223089665174484
8344	rnn.weight_hh_l0_reverse	4	0.022295687347650528
8344	rnn.weight_hh_l0_reverse	5	0.04312948137521744
8344	rnn.weight_hh_l0_reverse	6	0.0030563995242118835
8344	rnn.weight_hh_l0_reverse	7	-0.0029083031695336103
8344	rnn.weight_hh_l0_reverse	8	-0.08176133036613464
8344	rnn.weight_hh_l0_reverse	9	0.04481013864278793
8344	rnn.bias_ih_l0_reverse	0	-0.05276728793978691
8344	rnn.bias_ih_l0_reverse	1	-0.04082150384783745
8344	rnn.bias_ih_l0_reverse	2	0.09077541530132294
8344	rnn.bias_ih_l0_reverse	3	0.029745465144515038
8344	rnn.bias_ih_l0_reverse	4	-0.10401163250207901
8344	rnn.bias_ih_l0_reverse	5	0.02641836740076542
8344	rnn.bias_ih_l0_reverse	6	-0.10003238171339035
8344	rnn.bias_ih_l0_reverse	7	0.043222855776548386
8344	rnn.bias_ih_l0_reverse	8	0.015216734260320663
8344	rnn.bias_ih_l0_reverse	9	0.06735554337501526
8344	rnn.bias_hh_l0_reverse	0	0.014336986467242241
8344	rnn.bias_hh_l0_reverse	1	0.06450236588716507
8344	rnn.bias_hh_l0_reverse	2	0.0768500566482544
8344	rnn.bias_hh_l0_reverse	3	-0.007700600661337376
8344	rnn.bias_hh_l0_reverse	4	0.08555231988430023
8344	rnn.bias_hh_l0_reverse	5	0.02085226960480213
8344	rnn.bias_hh_l0_reverse	6	-0.07421374320983887
8344	rnn.bias_hh_l0_reverse	7	0.04106992855668068
8344	rnn.bias_hh_l0_reverse	8	0.031073253601789474
8344	rnn.bias_hh_l0_reverse	9	-0.11886430531740189
8344	linear.weight	0	0.12763653695583344
8344	linear.weight	1	-0.10745085775852203
8344	linear.weight	2	-0.13512897491455078
8344	linear.weight	3	0.022759240120649338
8344	linear.weight	4	0.002977384952828288
8344	linear.weight	5	-0.04912649467587471
8344	linear.weight	6	-0.01084262877702713
8344	linear.weight	7	-0.03587690368294716
8344	linear.weight	8	0.023000376299023628
8344	linear.weight	9	0.3324131965637207
8344	linear.bias	0	-0.07839182019233704
8344	linear.bias	1	0.11402478069067001
8344	linear.bias	2	-0.4119405150413513
8344	linear.bias	3	1.3564640283584595
8344	linear.bias	4	-0.33062437176704407
8344	linear.bias	5	-0.030769959092140198
8344	linear.bias	6	-0.28818479180336
8344	linear.bias	7	-0.19102473556995392
8344	linear.bias	8	0.04497883468866348
8344	linear.bias	9	-0.4184652268886566
8372	transitions	0	-0.5978249907493591
8372	transitions	1	0.4045265316963196
8372	transitions	2	1.7440707683563232
8372	transitions	3	0.15857747197151184
8372	transitions	4	0.9912310242652893
8372	transitions	5	1.2749876976013184
8372	transitions	6	0.48461154103279114
8372	transitions	7	0.18222001194953918
8372	transitions	8	-0.918989360332489
8372	transitions	9	0.9307678937911987
8372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8372	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8372	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8372	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8372	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8372	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8372	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8372	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8372	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8372	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8372	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8372	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8372	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8372	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8372	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8372	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8372	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8372	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8372	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8372	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8372	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8372	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8372	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8372	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8372	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8372	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8372	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8372	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8372	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8372	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8372	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8372	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8372	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8372	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8372	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8372	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8372	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8372	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8372	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8372	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8372	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8372	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8372	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8372	embedding2nn.weight	0	0.007848330773413181
8372	embedding2nn.weight	1	0.015095379203557968
8372	embedding2nn.weight	2	-0.004916184116154909
8372	embedding2nn.weight	3	0.0019920968916267157
8372	embedding2nn.weight	4	-0.003904735203832388
8372	embedding2nn.weight	5	0.008822215721011162
8372	embedding2nn.weight	6	-0.0025001028552651405
8372	embedding2nn.weight	7	0.013776193372905254
8372	embedding2nn.weight	8	-0.007168764714151621
8372	embedding2nn.weight	9	-0.013433142565190792
8372	embedding2nn.bias	0	-0.04261752963066101
8372	embedding2nn.bias	1	-0.013506568968296051
8372	embedding2nn.bias	2	-0.06611576676368713
8372	embedding2nn.bias	3	0.004877620376646519
8372	embedding2nn.bias	4	0.011496623046696186
8372	embedding2nn.bias	5	0.010481925681233406
8372	embedding2nn.bias	6	0.044527094811201096
8372	embedding2nn.bias	7	0.04972074180841446
8372	embedding2nn.bias	8	0.012873067520558834
8372	embedding2nn.bias	9	-0.0273051168769598
8372	rnn.weight_ih_l0	0	0.035990651696920395
8372	rnn.weight_ih_l0	1	-0.006161219906061888
8372	rnn.weight_ih_l0	2	-0.023183900862932205
8372	rnn.weight_ih_l0	3	-0.04880042001605034
8372	rnn.weight_ih_l0	4	-0.04870088770985603
8372	rnn.weight_ih_l0	5	-0.001049931044690311
8372	rnn.weight_ih_l0	6	-0.05504423752427101
8372	rnn.weight_ih_l0	7	-0.05553697794675827
8372	rnn.weight_ih_l0	8	-0.04853061959147453
8372	rnn.weight_ih_l0	9	-0.027558187022805214
8372	rnn.weight_hh_l0	0	0.011586186476051807
8372	rnn.weight_hh_l0	1	-0.02385433204472065
8372	rnn.weight_hh_l0	2	-0.0320260189473629
8372	rnn.weight_hh_l0	3	-0.017285646870732307
8372	rnn.weight_hh_l0	4	-0.055539827793836594
8372	rnn.weight_hh_l0	5	-0.009932397864758968
8372	rnn.weight_hh_l0	6	-0.032896995544433594
8372	rnn.weight_hh_l0	7	0.01699397899210453
8372	rnn.weight_hh_l0	8	-0.020776864141225815
8372	rnn.weight_hh_l0	9	0.02050171233713627
8372	rnn.bias_ih_l0	0	0.09179695695638657
8372	rnn.bias_ih_l0	1	-0.04446788132190704
8372	rnn.bias_ih_l0	2	0.10329946875572205
8372	rnn.bias_ih_l0	3	0.06750737130641937
8372	rnn.bias_ih_l0	4	0.09024461358785629
8372	rnn.bias_ih_l0	5	0.02274070307612419
8372	rnn.bias_ih_l0	6	-0.026084978133440018
8372	rnn.bias_ih_l0	7	-0.07612917572259903
8372	rnn.bias_ih_l0	8	-0.12036439776420593
8372	rnn.bias_ih_l0	9	0.07759194821119308
8372	rnn.bias_hh_l0	0	-0.034251339733600616
8372	rnn.bias_hh_l0	1	0.014952736906707287
8372	rnn.bias_hh_l0	2	-0.01940075121819973
8372	rnn.bias_hh_l0	3	-0.021626587957143784
8372	rnn.bias_hh_l0	4	-0.05323384702205658
8372	rnn.bias_hh_l0	5	0.11169874668121338
8372	rnn.bias_hh_l0	6	-0.010756119154393673
8372	rnn.bias_hh_l0	7	0.005280787590891123
8372	rnn.bias_hh_l0	8	0.008283778093755245
8372	rnn.bias_hh_l0	9	0.04780327528715134
8372	rnn.weight_ih_l0_reverse	0	-0.03369830176234245
8372	rnn.weight_ih_l0_reverse	1	9.619902266422287e-05
8372	rnn.weight_ih_l0_reverse	2	0.02357761189341545
8372	rnn.weight_ih_l0_reverse	3	-0.056098803877830505
8372	rnn.weight_ih_l0_reverse	4	0.00878299679607153
8372	rnn.weight_ih_l0_reverse	5	-0.05451854318380356
8372	rnn.weight_ih_l0_reverse	6	0.012892352417111397
8372	rnn.weight_ih_l0_reverse	7	0.04099317640066147
8372	rnn.weight_ih_l0_reverse	8	-0.04037816449999809
8372	rnn.weight_ih_l0_reverse	9	-0.0518999919295311
8372	rnn.weight_hh_l0_reverse	0	-0.07604463398456573
8372	rnn.weight_hh_l0_reverse	1	-0.05020074173808098
8372	rnn.weight_hh_l0_reverse	2	0.014200619421899319
8372	rnn.weight_hh_l0_reverse	3	0.04260053485631943
8372	rnn.weight_hh_l0_reverse	4	0.022036751732230186
8372	rnn.weight_hh_l0_reverse	5	0.04346444085240364
8372	rnn.weight_hh_l0_reverse	6	0.002922801300883293
8372	rnn.weight_hh_l0_reverse	7	-0.0030129002407193184
8372	rnn.weight_hh_l0_reverse	8	-0.08197129517793655
8372	rnn.weight_hh_l0_reverse	9	0.0456501729786396
8372	rnn.bias_ih_l0_reverse	0	-0.056447796523571014
8372	rnn.bias_ih_l0_reverse	1	-0.03666600212454796
8372	rnn.bias_ih_l0_reverse	2	0.09024924784898758
8372	rnn.bias_ih_l0_reverse	3	0.029835304245352745
8372	rnn.bias_ih_l0_reverse	4	-0.10471780598163605
8372	rnn.bias_ih_l0_reverse	5	0.026225758716464043
8372	rnn.bias_ih_l0_reverse	6	-0.09873934090137482
8372	rnn.bias_ih_l0_reverse	7	0.04208432137966156
8372	rnn.bias_ih_l0_reverse	8	0.013443171977996826
8372	rnn.bias_ih_l0_reverse	9	0.06617019325494766
8372	rnn.bias_hh_l0_reverse	0	0.01698889024555683
8372	rnn.bias_hh_l0_reverse	1	0.06546209752559662
8372	rnn.bias_hh_l0_reverse	2	0.0774165689945221
8372	rnn.bias_hh_l0_reverse	3	-0.007828633300960064
8372	rnn.bias_hh_l0_reverse	4	0.08603107184171677
8372	rnn.bias_hh_l0_reverse	5	0.014797878451645374
8372	rnn.bias_hh_l0_reverse	6	-0.07412790507078171
8372	rnn.bias_hh_l0_reverse	7	0.040993161499500275
8372	rnn.bias_hh_l0_reverse	8	0.03145066648721695
8372	rnn.bias_hh_l0_reverse	9	-0.12392830103635788
8372	linear.weight	0	0.12624269723892212
8372	linear.weight	1	-0.10745197534561157
8372	linear.weight	2	-0.13350406289100647
8372	linear.weight	3	0.02735905721783638
8372	linear.weight	4	0.0040846471674740314
8372	linear.weight	5	-0.04872600734233856
8372	linear.weight	6	-0.010800336487591267
8372	linear.weight	7	-0.035739801824092865
8372	linear.weight	8	0.019622238352894783
8372	linear.weight	9	0.33163756132125854
8372	linear.bias	0	-0.06447029113769531
8372	linear.bias	1	0.10891620069742203
8372	linear.bias	2	-0.40987300872802734
8372	linear.bias	3	1.3436914682388306
8372	linear.bias	4	-0.33139386773109436
8372	linear.bias	5	-0.030769959092140198
8372	linear.bias	6	-0.28683197498321533
8372	linear.bias	7	-0.18708449602127075
8372	linear.bias	8	0.06330858916044235
8372	linear.bias	9	-0.4186928868293762
8400	transitions	0	-0.5980430841445923
8400	transitions	1	0.40433311462402344
8400	transitions	2	1.743781328201294
8400	transitions	3	0.15750686824321747
8400	transitions	4	0.9912048578262329
8400	transitions	5	1.274982213973999
8400	transitions	6	0.48460665345191956
8400	transitions	7	0.182216614484787
8400	transitions	8	-0.9189902544021606
8400	transitions	9	0.930767834186554
8400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8400	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8400	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8400	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8400	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8400	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8400	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8400	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8400	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8400	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8400	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8400	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8400	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8400	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8400	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8400	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8400	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8400	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8400	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8400	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8400	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8400	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8400	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8400	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8400	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8400	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8400	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8400	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8400	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8400	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8400	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8400	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8400	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8400	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8400	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8400	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8400	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8400	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8400	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8400	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8400	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8400	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8400	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8400	embedding2nn.weight	0	0.006993035785853863
8400	embedding2nn.weight	1	0.015055294148623943
8400	embedding2nn.weight	2	-0.004937213845551014
8400	embedding2nn.weight	3	0.0020025528501719236
8400	embedding2nn.weight	4	-0.003910297993570566
8400	embedding2nn.weight	5	0.008994990959763527
8400	embedding2nn.weight	6	-0.002458273433148861
8400	embedding2nn.weight	7	0.012552802450954914
8400	embedding2nn.weight	8	-0.007274352479726076
8400	embedding2nn.weight	9	-0.013348858803510666
8400	embedding2nn.bias	0	-0.05150448903441429
8400	embedding2nn.bias	1	-0.011830094270408154
8400	embedding2nn.bias	2	-0.0696629136800766
8400	embedding2nn.bias	3	0.002770954044535756
8400	embedding2nn.bias	4	0.014775944873690605
8400	embedding2nn.bias	5	0.005099600180983543
8400	embedding2nn.bias	6	0.0366906002163887
8400	embedding2nn.bias	7	0.0486566424369812
8400	embedding2nn.bias	8	0.006678357254713774
8400	embedding2nn.bias	9	-0.030546078458428383
8400	rnn.weight_ih_l0	0	0.03599061816930771
8400	rnn.weight_ih_l0	1	-0.006281799636781216
8400	rnn.weight_ih_l0	2	-0.022528449073433876
8400	rnn.weight_ih_l0	3	-0.04887210950255394
8400	rnn.weight_ih_l0	4	-0.04861113429069519
8400	rnn.weight_ih_l0	5	-0.0010081178043037653
8400	rnn.weight_ih_l0	6	-0.05488936975598335
8400	rnn.weight_ih_l0	7	-0.055429525673389435
8400	rnn.weight_ih_l0	8	-0.048596303910017014
8400	rnn.weight_ih_l0	9	-0.027401620522141457
8400	rnn.weight_hh_l0	0	0.011374487541615963
8400	rnn.weight_hh_l0	1	-0.024388914927840233
8400	rnn.weight_hh_l0	2	-0.03283552825450897
8400	rnn.weight_hh_l0	3	-0.017117684707045555
8400	rnn.weight_hh_l0	4	-0.055261336266994476
8400	rnn.weight_hh_l0	5	-0.010033415630459785
8400	rnn.weight_hh_l0	6	-0.03414657339453697
8400	rnn.weight_hh_l0	7	0.018069379031658173
8400	rnn.weight_hh_l0	8	-0.020156946033239365
8400	rnn.weight_hh_l0	9	0.020544415339827538
8400	rnn.bias_ih_l0	0	0.09255532175302505
8400	rnn.bias_ih_l0	1	-0.04437192901968956
8400	rnn.bias_ih_l0	2	0.10537409782409668
8400	rnn.bias_ih_l0	3	0.0694219321012497
8400	rnn.bias_ih_l0	4	0.09134010970592499
8400	rnn.bias_ih_l0	5	0.024000145494937897
8400	rnn.bias_ih_l0	6	-0.023923413828015327
8400	rnn.bias_ih_l0	7	-0.08003721386194229
8400	rnn.bias_ih_l0	8	-0.1172003373503685
8400	rnn.bias_ih_l0	9	0.07773824781179428
8400	rnn.bias_hh_l0	0	-0.032955434173345566
8400	rnn.bias_hh_l0	1	0.016507789492607117
8400	rnn.bias_hh_l0	2	-0.020231442525982857
8400	rnn.bias_hh_l0	3	-0.017646424472332
8400	rnn.bias_hh_l0	4	-0.0526554137468338
8400	rnn.bias_hh_l0	5	0.11260245740413666
8400	rnn.bias_hh_l0	6	-0.009368948638439178
8400	rnn.bias_hh_l0	7	0.0075845601968467236
8400	rnn.bias_hh_l0	8	0.01044534333050251
8400	rnn.bias_hh_l0	9	0.047884296625852585
8400	rnn.weight_ih_l0_reverse	0	-0.03410301357507706
8400	rnn.weight_ih_l0_reverse	1	0.000693453592248261
8400	rnn.weight_ih_l0_reverse	2	0.023539967834949493
8400	rnn.weight_ih_l0_reverse	3	-0.05627964437007904
8400	rnn.weight_ih_l0_reverse	4	0.00890847947448492
8400	rnn.weight_ih_l0_reverse	5	-0.05414200201630592
8400	rnn.weight_ih_l0_reverse	6	0.012789902277290821
8400	rnn.weight_ih_l0_reverse	7	0.041024573147296906
8400	rnn.weight_ih_l0_reverse	8	-0.04068552330136299
8400	rnn.weight_ih_l0_reverse	9	-0.05207669362425804
8400	rnn.weight_hh_l0_reverse	0	-0.07583126425743103
8400	rnn.weight_hh_l0_reverse	1	-0.0493851937353611
8400	rnn.weight_hh_l0_reverse	2	0.014767889864742756
8400	rnn.weight_hh_l0_reverse	3	0.04261157661676407
8400	rnn.weight_hh_l0_reverse	4	0.022187519818544388
8400	rnn.weight_hh_l0_reverse	5	0.043129630386829376
8400	rnn.weight_hh_l0_reverse	6	0.003710240824148059
8400	rnn.weight_hh_l0_reverse	7	-0.003319604555144906
8400	rnn.weight_hh_l0_reverse	8	-0.08129747211933136
8400	rnn.weight_hh_l0_reverse	9	0.044943004846572876
8400	rnn.bias_ih_l0_reverse	0	-0.054940495640039444
8400	rnn.bias_ih_l0_reverse	1	-0.03249169513583183
8400	rnn.bias_ih_l0_reverse	2	0.08918225020170212
8400	rnn.bias_ih_l0_reverse	3	0.028902726247906685
8400	rnn.bias_ih_l0_reverse	4	-0.10521925985813141
8400	rnn.bias_ih_l0_reverse	5	0.027780041098594666
8400	rnn.bias_ih_l0_reverse	6	-0.0992821604013443
8400	rnn.bias_ih_l0_reverse	7	0.041464515030384064
8400	rnn.bias_ih_l0_reverse	8	0.014446627348661423
8400	rnn.bias_ih_l0_reverse	9	0.06565383821725845
8400	rnn.bias_hh_l0_reverse	0	0.01820392906665802
8400	rnn.bias_hh_l0_reverse	1	0.06639833748340607
8400	rnn.bias_hh_l0_reverse	2	0.07839830219745636
8400	rnn.bias_hh_l0_reverse	3	-0.009827844798564911
8400	rnn.bias_hh_l0_reverse	4	0.08548744767904282
8400	rnn.bias_hh_l0_reverse	5	0.022381197661161423
8400	rnn.bias_hh_l0_reverse	6	-0.07376782596111298
8400	rnn.bias_hh_l0_reverse	7	0.04065417870879173
8400	rnn.bias_hh_l0_reverse	8	0.03218640387058258
8400	rnn.bias_hh_l0_reverse	9	-0.12575657665729523
8400	linear.weight	0	0.12092837691307068
8400	linear.weight	1	-0.10746843367815018
8400	linear.weight	2	-0.1321887969970703
8400	linear.weight	3	0.02808850258588791
8400	linear.weight	4	0.003650435246527195
8400	linear.weight	5	-0.04810304939746857
8400	linear.weight	6	-0.010782955214381218
8400	linear.weight	7	-0.03553563356399536
8400	linear.weight	8	0.02030104584991932
8400	linear.weight	9	0.33272525668144226
8400	linear.bias	0	-0.046609506011009216
8400	linear.bias	1	0.11104291677474976
8400	linear.bias	2	-0.41673293709754944
8400	linear.bias	3	1.3368686437606812
8400	linear.bias	4	-0.33216026425361633
8400	linear.bias	5	-0.030769959092140198
8400	linear.bias	6	-0.295492947101593
8400	linear.bias	7	-0.19171969592571259
8400	linear.bias	8	0.045892518013715744
8400	linear.bias	9	-0.4189690947532654
8428	transitions	0	-0.5981417298316956
8428	transitions	1	0.4041886329650879
8428	transitions	2	1.7433640956878662
8428	transitions	3	0.15728475153446198
8428	transitions	4	0.990476667881012
8428	transitions	5	1.274976134300232
8428	transitions	6	0.4846055507659912
8428	transitions	7	0.18221081793308258
8428	transitions	8	-0.9189920425415039
8428	transitions	9	0.9307676553726196
8428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8428	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8428	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8428	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8428	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8428	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8428	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8428	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8428	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8428	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8428	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8428	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8428	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8428	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8428	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8428	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8428	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8428	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8428	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8428	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8428	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8428	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8428	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8428	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8428	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8428	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8428	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8428	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8428	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8428	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8428	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8428	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8428	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8428	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8428	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8428	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8428	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8428	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8428	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8428	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8428	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8428	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8428	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8428	embedding2nn.weight	0	0.0074563887901604176
8428	embedding2nn.weight	1	0.014936789870262146
8428	embedding2nn.weight	2	-0.00489926477894187
8428	embedding2nn.weight	3	0.0021191134583204985
8428	embedding2nn.weight	4	-0.003960432484745979
8428	embedding2nn.weight	5	0.00910642184317112
8428	embedding2nn.weight	6	-0.002564622787758708
8428	embedding2nn.weight	7	0.011382619850337505
8428	embedding2nn.weight	8	-0.007477972190827131
8428	embedding2nn.weight	9	-0.013162219896912575
8428	embedding2nn.bias	0	-0.046318888664245605
8428	embedding2nn.bias	1	-0.008373860269784927
8428	embedding2nn.bias	2	-0.07164931297302246
8428	embedding2nn.bias	3	0.012129348702728748
8428	embedding2nn.bias	4	0.01958436146378517
8428	embedding2nn.bias	5	0.005268957931548357
8428	embedding2nn.bias	6	0.042760588228702545
8428	embedding2nn.bias	7	0.052696309983730316
8428	embedding2nn.bias	8	0.00712787639349699
8428	embedding2nn.bias	9	-0.030045587569475174
8428	rnn.weight_ih_l0	0	0.0361514613032341
8428	rnn.weight_ih_l0	1	-0.007001349236816168
8428	rnn.weight_ih_l0	2	-0.02335704118013382
8428	rnn.weight_ih_l0	3	-0.04861338809132576
8428	rnn.weight_ih_l0	4	-0.04863493889570236
8428	rnn.weight_ih_l0	5	-0.0012102919863536954
8428	rnn.weight_ih_l0	6	-0.05476206913590431
8428	rnn.weight_ih_l0	7	-0.055445048958063126
8428	rnn.weight_ih_l0	8	-0.04863976314663887
8428	rnn.weight_ih_l0	9	-0.027350757271051407
8428	rnn.weight_hh_l0	0	0.01137385331094265
8428	rnn.weight_hh_l0	1	-0.024160388857126236
8428	rnn.weight_hh_l0	2	-0.03258639574050903
8428	rnn.weight_hh_l0	3	-0.01743144355714321
8428	rnn.weight_hh_l0	4	-0.05497539043426514
8428	rnn.weight_hh_l0	5	-0.009109918028116226
8428	rnn.weight_hh_l0	6	-0.03282402828335762
8428	rnn.weight_hh_l0	7	0.018627159297466278
8428	rnn.weight_hh_l0	8	-0.020205998793244362
8428	rnn.weight_hh_l0	9	0.022481555119156837
8428	rnn.bias_ih_l0	0	0.09233402460813522
8428	rnn.bias_ih_l0	1	-0.04277656227350235
8428	rnn.bias_ih_l0	2	0.10376346111297607
8428	rnn.bias_ih_l0	3	0.06952905654907227
8428	rnn.bias_ih_l0	4	0.09056693315505981
8428	rnn.bias_ih_l0	5	0.023138584569096565
8428	rnn.bias_ih_l0	6	-0.023959651589393616
8428	rnn.bias_ih_l0	7	-0.07794283330440521
8428	rnn.bias_ih_l0	8	-0.11276450753211975
8428	rnn.bias_ih_l0	9	0.07781526446342468
8428	rnn.bias_hh_l0	0	-0.03468236327171326
8428	rnn.bias_hh_l0	1	0.017330903559923172
8428	rnn.bias_hh_l0	2	-0.018998555839061737
8428	rnn.bias_hh_l0	3	-0.013690521940588951
8428	rnn.bias_hh_l0	4	-0.052040740847587585
8428	rnn.bias_hh_l0	5	0.11112646013498306
8428	rnn.bias_hh_l0	6	-0.010265546850860119
8428	rnn.bias_hh_l0	7	0.008591992780566216
8428	rnn.bias_hh_l0	8	0.010409106500446796
8428	rnn.bias_hh_l0	9	0.05022413656115532
8428	rnn.weight_ih_l0_reverse	0	-0.03396318480372429
8428	rnn.weight_ih_l0_reverse	1	0.0008371190633624792
8428	rnn.weight_ih_l0_reverse	2	0.023598968982696533
8428	rnn.weight_ih_l0_reverse	3	-0.05611833930015564
8428	rnn.weight_ih_l0_reverse	4	0.008451366797089577
8428	rnn.weight_ih_l0_reverse	5	-0.054183587431907654
8428	rnn.weight_ih_l0_reverse	6	0.01162213459610939
8428	rnn.weight_ih_l0_reverse	7	0.04095149040222168
8428	rnn.weight_ih_l0_reverse	8	-0.040968284010887146
8428	rnn.weight_ih_l0_reverse	9	-0.05196318030357361
8428	rnn.weight_hh_l0_reverse	0	-0.07610969990491867
8428	rnn.weight_hh_l0_reverse	1	-0.04912877082824707
8428	rnn.weight_hh_l0_reverse	2	0.014990503899753094
8428	rnn.weight_hh_l0_reverse	3	0.04268384352326393
8428	rnn.weight_hh_l0_reverse	4	0.0215801689773798
8428	rnn.weight_hh_l0_reverse	5	0.04299791529774666
8428	rnn.weight_hh_l0_reverse	6	0.0017209972720593214
8428	rnn.weight_hh_l0_reverse	7	-0.0029478813521564007
8428	rnn.weight_hh_l0_reverse	8	-0.08073512464761734
8428	rnn.weight_hh_l0_reverse	9	0.04487302526831627
8428	rnn.bias_ih_l0_reverse	0	-0.054020609706640244
8428	rnn.bias_ih_l0_reverse	1	-0.03317052125930786
8428	rnn.bias_ih_l0_reverse	2	0.09021512418985367
8428	rnn.bias_ih_l0_reverse	3	0.029205728322267532
8428	rnn.bias_ih_l0_reverse	4	-0.10563290864229202
8428	rnn.bias_ih_l0_reverse	5	0.02865678071975708
8428	rnn.bias_ih_l0_reverse	6	-0.0996803343296051
8428	rnn.bias_ih_l0_reverse	7	0.04118175804615021
8428	rnn.bias_ih_l0_reverse	8	0.018116945400834084
8428	rnn.bias_ih_l0_reverse	9	0.06653930246829987
8428	rnn.bias_hh_l0_reverse	0	0.017232198268175125
8428	rnn.bias_hh_l0_reverse	1	0.06524196267127991
8428	rnn.bias_hh_l0_reverse	2	0.08009827882051468
8428	rnn.bias_hh_l0_reverse	3	-0.008906105533242226
8428	rnn.bias_hh_l0_reverse	4	0.08462204784154892
8428	rnn.bias_hh_l0_reverse	5	0.03006161004304886
8428	rnn.bias_hh_l0_reverse	6	-0.07373737543821335
8428	rnn.bias_hh_l0_reverse	7	0.04084531590342522
8428	rnn.bias_hh_l0_reverse	8	0.033040743321180344
8428	rnn.bias_hh_l0_reverse	9	-0.11756626516580582
8428	linear.weight	0	0.1290229856967926
8428	linear.weight	1	-0.10739302635192871
8428	linear.weight	2	-0.13238964974880219
8428	linear.weight	3	0.037394341081380844
8428	linear.weight	4	0.004426068160682917
8428	linear.weight	5	-0.04626248776912689
8428	linear.weight	6	-0.010778258554637432
8428	linear.weight	7	-0.03534247353672981
8428	linear.weight	8	0.020796436816453934
8428	linear.weight	9	0.3326052129268646
8428	linear.bias	0	-0.07509984821081161
8428	linear.bias	1	0.10568761825561523
8428	linear.bias	2	-0.414692759513855
8428	linear.bias	3	1.3297111988067627
8428	linear.bias	4	-0.3330042362213135
8428	linear.bias	5	-0.030769959092140198
8428	linear.bias	6	-0.2906002402305603
8428	linear.bias	7	-0.1834009289741516
8428	linear.bias	8	0.05000712722539902
8428	linear.bias	9	-0.41922932863235474
8456	transitions	0	-0.5982924103736877
8456	transitions	1	0.4040750563144684
8456	transitions	2	1.7430086135864258
8456	transitions	3	0.15708094835281372
8456	transitions	4	0.9903912544250488
8456	transitions	5	1.2749733924865723
8456	transitions	6	0.48459747433662415
8456	transitions	7	0.18217721581459045
8456	transitions	8	-0.9189931750297546
8456	transitions	9	0.9307676553726196
8456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8456	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8456	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8456	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8456	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8456	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8456	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8456	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8456	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8456	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8456	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8456	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8456	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8456	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8456	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8456	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8456	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8456	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8456	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8456	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8456	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8456	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8456	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8456	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8456	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8456	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8456	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8456	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8456	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8456	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8456	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8456	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8456	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8456	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8456	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8456	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8456	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8456	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8456	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8456	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8456	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8456	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8456	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8456	embedding2nn.weight	0	0.006816496606916189
8456	embedding2nn.weight	1	0.014927703887224197
8456	embedding2nn.weight	2	-0.004936164245009422
8456	embedding2nn.weight	3	0.002328075235709548
8456	embedding2nn.weight	4	-0.003978880122303963
8456	embedding2nn.weight	5	0.009195942431688309
8456	embedding2nn.weight	6	-0.0024411689955741167
8456	embedding2nn.weight	7	0.01158599928021431
8456	embedding2nn.weight	8	-0.007371947169303894
8456	embedding2nn.weight	9	-0.013224415481090546
8456	embedding2nn.bias	0	-0.04867811128497124
8456	embedding2nn.bias	1	-0.011599508114159107
8456	embedding2nn.bias	2	-0.07076986134052277
8456	embedding2nn.bias	3	0.010161787271499634
8456	embedding2nn.bias	4	0.01929778791964054
8456	embedding2nn.bias	5	0.005374380853027105
8456	embedding2nn.bias	6	0.049393098801374435
8456	embedding2nn.bias	7	0.053184326738119125
8456	embedding2nn.bias	8	0.005748890805989504
8456	embedding2nn.bias	9	-0.026560213416814804
8456	rnn.weight_ih_l0	0	0.03589196503162384
8456	rnn.weight_ih_l0	1	-0.007132069207727909
8456	rnn.weight_ih_l0	2	-0.02401747927069664
8456	rnn.weight_ih_l0	3	-0.048399608582258224
8456	rnn.weight_ih_l0	4	-0.04833105206489563
8456	rnn.weight_ih_l0	5	-0.0014118648832663894
8456	rnn.weight_ih_l0	6	-0.05464504659175873
8456	rnn.weight_ih_l0	7	-0.05552089586853981
8456	rnn.weight_ih_l0	8	-0.049113962799310684
8456	rnn.weight_ih_l0	9	-0.027226349338889122
8456	rnn.weight_hh_l0	0	0.011297570541501045
8456	rnn.weight_hh_l0	1	-0.02450633980333805
8456	rnn.weight_hh_l0	2	-0.03293683007359505
8456	rnn.weight_hh_l0	3	-0.0180195439606905
8456	rnn.weight_hh_l0	4	-0.05477850139141083
8456	rnn.weight_hh_l0	5	-0.009193997830152512
8456	rnn.weight_hh_l0	6	-0.033190641552209854
8456	rnn.weight_hh_l0	7	0.018126515671610832
8456	rnn.weight_hh_l0	8	-0.020119182765483856
8456	rnn.weight_hh_l0	9	0.02243764139711857
8456	rnn.bias_ih_l0	0	0.09243781119585037
8456	rnn.bias_ih_l0	1	-0.0401395708322525
8456	rnn.bias_ih_l0	2	0.10392560809850693
8456	rnn.bias_ih_l0	3	0.07125020027160645
8456	rnn.bias_ih_l0	4	0.09210580587387085
8456	rnn.bias_ih_l0	5	0.023332728073000908
8456	rnn.bias_ih_l0	6	-0.02604081854224205
8456	rnn.bias_ih_l0	7	-0.0765346810221672
8456	rnn.bias_ih_l0	8	-0.11610445380210876
8456	rnn.bias_ih_l0	9	0.07793515920639038
8456	rnn.bias_hh_l0	0	-0.03595273941755295
8456	rnn.bias_hh_l0	1	0.01902630738914013
8456	rnn.bias_hh_l0	2	-0.01899365521967411
8456	rnn.bias_hh_l0	3	-0.01744522526860237
8456	rnn.bias_hh_l0	4	-0.05130169913172722
8456	rnn.bias_hh_l0	5	0.1105756014585495
8456	rnn.bias_hh_l0	6	-0.011238113045692444
8456	rnn.bias_hh_l0	7	0.01026096474379301
8456	rnn.bias_hh_l0	8	0.008327939547598362
8456	rnn.bias_hh_l0	9	0.0508238710463047
8456	rnn.weight_ih_l0_reverse	0	-0.03375328704714775
8456	rnn.weight_ih_l0_reverse	1	0.0003746149595826864
8456	rnn.weight_ih_l0_reverse	2	0.023497581481933594
8456	rnn.weight_ih_l0_reverse	3	-0.056387390941381454
8456	rnn.weight_ih_l0_reverse	4	0.00839353445917368
8456	rnn.weight_ih_l0_reverse	5	-0.05387323722243309
8456	rnn.weight_ih_l0_reverse	6	0.012483039870858192
8456	rnn.weight_ih_l0_reverse	7	0.041103824973106384
8456	rnn.weight_ih_l0_reverse	8	-0.04096018895506859
8456	rnn.weight_ih_l0_reverse	9	-0.05220067501068115
8456	rnn.weight_hh_l0_reverse	0	-0.07643702626228333
8456	rnn.weight_hh_l0_reverse	1	-0.048538800328969955
8456	rnn.weight_hh_l0_reverse	2	0.014315539039671421
8456	rnn.weight_hh_l0_reverse	3	0.04307550564408302
8456	rnn.weight_hh_l0_reverse	4	0.02211708016693592
8456	rnn.weight_hh_l0_reverse	5	0.043036606162786484
8456	rnn.weight_hh_l0_reverse	6	0.0021451651118695736
8456	rnn.weight_hh_l0_reverse	7	-0.003110151970759034
8456	rnn.weight_hh_l0_reverse	8	-0.0813465267419815
8456	rnn.weight_hh_l0_reverse	9	0.04570986330509186
8456	rnn.bias_ih_l0_reverse	0	-0.056775376200675964
8456	rnn.bias_ih_l0_reverse	1	-0.030221417546272278
8456	rnn.bias_ih_l0_reverse	2	0.08974748104810715
8456	rnn.bias_ih_l0_reverse	3	0.031054215505719185
8456	rnn.bias_ih_l0_reverse	4	-0.10648534446954727
8456	rnn.bias_ih_l0_reverse	5	0.029980622231960297
8456	rnn.bias_ih_l0_reverse	6	-0.10059282183647156
8456	rnn.bias_ih_l0_reverse	7	0.04153953492641449
8456	rnn.bias_ih_l0_reverse	8	0.014877843670547009
8456	rnn.bias_ih_l0_reverse	9	0.06478667259216309
8456	rnn.bias_hh_l0_reverse	0	0.018989035859704018
8456	rnn.bias_hh_l0_reverse	1	0.062462568283081055
8456	rnn.bias_hh_l0_reverse	2	0.08113932609558105
8456	rnn.bias_hh_l0_reverse	3	-0.00855857040733099
8456	rnn.bias_hh_l0_reverse	4	0.08578578382730484
8456	rnn.bias_hh_l0_reverse	5	0.02396097593009472
8456	rnn.bias_hh_l0_reverse	6	-0.07332702726125717
8456	rnn.bias_hh_l0_reverse	7	0.04118914157152176
8456	rnn.bias_hh_l0_reverse	8	0.03394102305173874
8456	rnn.bias_hh_l0_reverse	9	-0.11446069926023483
8456	linear.weight	0	0.12331320345401764
8456	linear.weight	1	-0.10737932473421097
8456	linear.weight	2	-0.13301794230937958
8456	linear.weight	3	0.026152407750487328
8456	linear.weight	4	0.003187919734045863
8456	linear.weight	5	-0.045211609452962875
8456	linear.weight	6	-0.010760108940303326
8456	linear.weight	7	-0.03523167967796326
8456	linear.weight	8	0.016812436282634735
8456	linear.weight	9	0.33255735039711
8456	linear.bias	0	-0.07818497717380524
8456	linear.bias	1	0.10731370002031326
8456	linear.bias	2	-0.41368111968040466
8456	linear.bias	3	1.3537302017211914
8456	linear.bias	4	-0.33354637026786804
8456	linear.bias	5	-0.030769959092140198
8456	linear.bias	6	-0.2877102196216583
8456	linear.bias	7	-0.17882941663265228
8456	linear.bias	8	0.05147077515721321
8456	linear.bias	9	-0.4194740951061249
8484	transitions	0	-0.5984001159667969
8484	transitions	1	0.4039326310157776
8484	transitions	2	1.7428065538406372
8484	transitions	3	0.15699142217636108
8484	transitions	4	0.990360677242279
8484	transitions	5	1.2749693393707275
8484	transitions	6	0.48459404706954956
8484	transitions	7	0.1821746677160263
8484	transitions	8	-0.9189948439598083
8484	transitions	9	0.9307665824890137
8484	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8484	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8484	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8484	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8484	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8484	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8484	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8484	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8484	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8484	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8484	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8484	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8484	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8484	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8484	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8484	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8484	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8484	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8484	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8484	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8484	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8484	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8484	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8484	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8484	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8484	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8484	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8484	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8484	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8484	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8484	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8484	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8484	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8484	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8484	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8484	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8484	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8484	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8484	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8484	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8484	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8484	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8484	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8484	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8484	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8484	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8484	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8484	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8484	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8484	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8484	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8484	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8484	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8484	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8484	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8484	embedding2nn.weight	0	0.007266956847161055
8484	embedding2nn.weight	1	0.014976223930716515
8484	embedding2nn.weight	2	-0.004995275754481554
8484	embedding2nn.weight	3	0.0020983563736081123
8484	embedding2nn.weight	4	-0.003910387866199017
8484	embedding2nn.weight	5	0.009161384776234627
8484	embedding2nn.weight	6	-0.0026303271297365427
8484	embedding2nn.weight	7	0.011380758136510849
8484	embedding2nn.weight	8	-0.007289233151823282
8484	embedding2nn.weight	9	-0.013175779022276402
8484	embedding2nn.bias	0	-0.04668308049440384
8484	embedding2nn.bias	1	-0.008078123442828655
8484	embedding2nn.bias	2	-0.06719275563955307
8484	embedding2nn.bias	3	0.011621824465692043
8484	embedding2nn.bias	4	0.017396120354533195
8484	embedding2nn.bias	5	0.0050330800004303455
8484	embedding2nn.bias	6	0.0460006520152092
8484	embedding2nn.bias	7	0.05428154766559601
8484	embedding2nn.bias	8	0.0037884858902543783
8484	embedding2nn.bias	9	-0.026975497603416443
8484	rnn.weight_ih_l0	0	0.035948771983385086
8484	rnn.weight_ih_l0	1	-0.0069602788425982
8484	rnn.weight_ih_l0	2	-0.022958194836974144
8484	rnn.weight_ih_l0	3	-0.04833836853504181
8484	rnn.weight_ih_l0	4	-0.04824910685420036
8484	rnn.weight_ih_l0	5	-0.0012100833700969815
8484	rnn.weight_ih_l0	6	-0.05465477705001831
8484	rnn.weight_ih_l0	7	-0.05529862642288208
8484	rnn.weight_ih_l0	8	-0.04914902150630951
8484	rnn.weight_ih_l0	9	-0.02720676176249981
8484	rnn.weight_hh_l0	0	0.011606947518885136
8484	rnn.weight_hh_l0	1	-0.024007396772503853
8484	rnn.weight_hh_l0	2	-0.033841852098703384
8484	rnn.weight_hh_l0	3	-0.017992114648222923
8484	rnn.weight_hh_l0	4	-0.05510932579636574
8484	rnn.weight_hh_l0	5	-0.008932804688811302
8484	rnn.weight_hh_l0	6	-0.033032964915037155
8484	rnn.weight_hh_l0	7	0.017444849014282227
8484	rnn.weight_hh_l0	8	-0.020530646666884422
8484	rnn.weight_hh_l0	9	0.022374769672751427
8484	rnn.bias_ih_l0	0	0.09182440489530563
8484	rnn.bias_ih_l0	1	-0.0424666553735733
8484	rnn.bias_ih_l0	2	0.10570931434631348
8484	rnn.bias_ih_l0	3	0.07178119570016861
8484	rnn.bias_ih_l0	4	0.09206270426511765
8484	rnn.bias_ih_l0	5	0.02397233247756958
8484	rnn.bias_ih_l0	6	-0.02641897089779377
8484	rnn.bias_ih_l0	7	-0.0755937397480011
8484	rnn.bias_ih_l0	8	-0.11906678974628448
8484	rnn.bias_ih_l0	9	0.07811002433300018
8484	rnn.bias_hh_l0	0	-0.035289544612169266
8484	rnn.bias_hh_l0	1	0.0174175426363945
8484	rnn.bias_hh_l0	2	-0.019132191315293312
8484	rnn.bias_hh_l0	3	-0.021588729694485664
8484	rnn.bias_hh_l0	4	-0.05110906809568405
8484	rnn.bias_hh_l0	5	0.10819777846336365
8484	rnn.bias_hh_l0	6	-0.009235350415110588
8484	rnn.bias_hh_l0	7	0.011133045889437199
8484	rnn.bias_hh_l0	8	0.007949784398078918
8484	rnn.bias_hh_l0	9	0.05248744785785675
8484	rnn.weight_ih_l0_reverse	0	-0.033654071390628815
8484	rnn.weight_ih_l0_reverse	1	0.00014892019680701196
8484	rnn.weight_ih_l0_reverse	2	0.023483019322156906
8484	rnn.weight_ih_l0_reverse	3	-0.05662522837519646
8484	rnn.weight_ih_l0_reverse	4	0.00846083089709282
8484	rnn.weight_ih_l0_reverse	5	-0.05374545976519585
8484	rnn.weight_ih_l0_reverse	6	0.013465921394526958
8484	rnn.weight_ih_l0_reverse	7	0.04126225411891937
8484	rnn.weight_ih_l0_reverse	8	-0.04126814380288124
8484	rnn.weight_ih_l0_reverse	9	-0.052066370844841
8484	rnn.weight_hh_l0_reverse	0	-0.07790203392505646
8484	rnn.weight_hh_l0_reverse	1	-0.04817238822579384
8484	rnn.weight_hh_l0_reverse	2	0.014110743068158627
8484	rnn.weight_hh_l0_reverse	3	0.043183427304029465
8484	rnn.weight_hh_l0_reverse	4	0.022184060886502266
8484	rnn.weight_hh_l0_reverse	5	0.04295903071761131
8484	rnn.weight_hh_l0_reverse	6	0.0004979657824151218
8484	rnn.weight_hh_l0_reverse	7	-0.002911944640800357
8484	rnn.weight_hh_l0_reverse	8	-0.08122578263282776
8484	rnn.weight_hh_l0_reverse	9	0.04498624801635742
8484	rnn.bias_ih_l0_reverse	0	-0.057546138763427734
8484	rnn.bias_ih_l0_reverse	1	-0.03273604437708855
8484	rnn.bias_ih_l0_reverse	2	0.08721523731946945
8484	rnn.bias_ih_l0_reverse	3	0.030733196064829826
8484	rnn.bias_ih_l0_reverse	4	-0.10267728567123413
8484	rnn.bias_ih_l0_reverse	5	0.030377963557839394
8484	rnn.bias_ih_l0_reverse	6	-0.10372833907604218
8484	rnn.bias_ih_l0_reverse	7	0.04680592194199562
8484	rnn.bias_ih_l0_reverse	8	0.015328251756727695
8484	rnn.bias_ih_l0_reverse	9	0.06534277647733688
8484	rnn.bias_hh_l0_reverse	0	0.019818656146526337
8484	rnn.bias_hh_l0_reverse	1	0.0615084283053875
8484	rnn.bias_hh_l0_reverse	2	0.0808127373456955
8484	rnn.bias_hh_l0_reverse	3	-0.007570690009742975
8484	rnn.bias_hh_l0_reverse	4	0.08271604031324387
8484	rnn.bias_hh_l0_reverse	5	0.019549842923879623
8484	rnn.bias_hh_l0_reverse	6	-0.07372907549142838
8484	rnn.bias_hh_l0_reverse	7	0.04026786983013153
8484	rnn.bias_hh_l0_reverse	8	0.031971149146556854
8484	rnn.bias_hh_l0_reverse	9	-0.11825212836265564
8484	linear.weight	0	0.13452447950839996
8484	linear.weight	1	-0.10737994313240051
8484	linear.weight	2	-0.1270851194858551
8484	linear.weight	3	0.03193984925746918
8484	linear.weight	4	0.0036916169337928295
8484	linear.weight	5	-0.04330109804868698
8484	linear.weight	6	-0.010758224874734879
8484	linear.weight	7	-0.035043880343437195
8484	linear.weight	8	0.015275129117071629
8484	linear.weight	9	0.3332042694091797
8484	linear.bias	0	-0.07036136090755463
8484	linear.bias	1	0.1054212749004364
8484	linear.bias	2	-0.41765785217285156
8484	linear.bias	3	1.3462741374969482
8484	linear.bias	4	-0.3347002863883972
8484	linear.bias	5	-0.030769959092140198
8484	linear.bias	6	-0.2915011942386627
8484	linear.bias	7	-0.1825263947248459
8484	linear.bias	8	0.056552838534116745
8484	linear.bias	9	-0.4196612238883972
8512	transitions	0	-0.5985097289085388
8512	transitions	1	0.4033482074737549
8512	transitions	2	1.7425451278686523
8512	transitions	3	0.15690596401691437
8512	transitions	4	0.9903131127357483
8512	transitions	5	1.2749652862548828
8512	transitions	6	0.4845927953720093
8512	transitions	7	0.18216317892074585
8512	transitions	8	-0.9189962148666382
8512	transitions	9	0.9307664036750793
8512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8512	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8512	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8512	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8512	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8512	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8512	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8512	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8512	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8512	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8512	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8512	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8512	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8512	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8512	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8512	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8512	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8512	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8512	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8512	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8512	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8512	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8512	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8512	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8512	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8512	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8512	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8512	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8512	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8512	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8512	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8512	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8512	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8512	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8512	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8512	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8512	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8512	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8512	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8512	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8512	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8512	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8512	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8512	embedding2nn.weight	0	0.007149072829633951
8512	embedding2nn.weight	1	0.014916191808879375
8512	embedding2nn.weight	2	-0.005065124947577715
8512	embedding2nn.weight	3	0.00215354491956532
8512	embedding2nn.weight	4	-0.003908094484359026
8512	embedding2nn.weight	5	0.009112730622291565
8512	embedding2nn.weight	6	-0.0025117446202784777
8512	embedding2nn.weight	7	0.01133712287992239
8512	embedding2nn.weight	8	-0.0073606520891189575
8512	embedding2nn.weight	9	-0.013280466198921204
8512	embedding2nn.bias	0	-0.044756025075912476
8512	embedding2nn.bias	1	-0.013409427367150784
8512	embedding2nn.bias	2	-0.06712467223405838
8512	embedding2nn.bias	3	0.008994201198220253
8512	embedding2nn.bias	4	0.026012452319264412
8512	embedding2nn.bias	5	0.006961044389754534
8512	embedding2nn.bias	6	0.04509075731039047
8512	embedding2nn.bias	7	0.047760989516973495
8512	embedding2nn.bias	8	-0.00022080322378315032
8512	embedding2nn.bias	9	-0.02926119789481163
8512	rnn.weight_ih_l0	0	0.0362667441368103
8512	rnn.weight_ih_l0	1	-0.007194824516773224
8512	rnn.weight_ih_l0	2	-0.023174775764346123
8512	rnn.weight_ih_l0	3	-0.04813350364565849
8512	rnn.weight_ih_l0	4	-0.04806634038686752
8512	rnn.weight_ih_l0	5	-0.001702772337011993
8512	rnn.weight_ih_l0	6	-0.05510719120502472
8512	rnn.weight_ih_l0	7	-0.05541935935616493
8512	rnn.weight_ih_l0	8	-0.04893725365400314
8512	rnn.weight_ih_l0	9	-0.027198635041713715
8512	rnn.weight_hh_l0	0	0.011249358765780926
8512	rnn.weight_hh_l0	1	-0.024500291794538498
8512	rnn.weight_hh_l0	2	-0.0337444432079792
8512	rnn.weight_hh_l0	3	-0.018204975873231888
8512	rnn.weight_hh_l0	4	-0.055384472012519836
8512	rnn.weight_hh_l0	5	-0.009160703979432583
8512	rnn.weight_hh_l0	6	-0.032345835119485855
8512	rnn.weight_hh_l0	7	0.01753864251077175
8512	rnn.weight_hh_l0	8	-0.02027493342757225
8512	rnn.weight_hh_l0	9	0.022041600197553635
8512	rnn.bias_ih_l0	0	0.09312252700328827
8512	rnn.bias_ih_l0	1	-0.039940621703863144
8512	rnn.bias_ih_l0	2	0.1054069921374321
8512	rnn.bias_ih_l0	3	0.07127861678600311
8512	rnn.bias_ih_l0	4	0.09281422942876816
8512	rnn.bias_ih_l0	5	0.024678776040673256
8512	rnn.bias_ih_l0	6	-0.02509755827486515
8512	rnn.bias_ih_l0	7	-0.0781022235751152
8512	rnn.bias_ih_l0	8	-0.12369655817747116
8512	rnn.bias_ih_l0	9	0.07803738862276077
8512	rnn.bias_hh_l0	0	-0.03550494462251663
8512	rnn.bias_hh_l0	1	0.02015925943851471
8512	rnn.bias_hh_l0	2	-0.02188250795006752
8512	rnn.bias_hh_l0	3	-0.024378618225455284
8512	rnn.bias_hh_l0	4	-0.05090179294347763
8512	rnn.bias_hh_l0	5	0.10845597833395004
8512	rnn.bias_hh_l0	6	-0.00893485825508833
8512	rnn.bias_hh_l0	7	0.011123036965727806
8512	rnn.bias_hh_l0	8	0.00927119329571724
8512	rnn.bias_hh_l0	9	0.054332710802555084
8512	rnn.weight_ih_l0_reverse	0	-0.03348818048834801
8512	rnn.weight_ih_l0_reverse	1	-0.00032501728856004775
8512	rnn.weight_ih_l0_reverse	2	0.02331550233066082
8512	rnn.weight_ih_l0_reverse	3	-0.05726104974746704
8512	rnn.weight_ih_l0_reverse	4	0.008507905527949333
8512	rnn.weight_ih_l0_reverse	5	-0.0533476397395134
8512	rnn.weight_ih_l0_reverse	6	0.012700770050287247
8512	rnn.weight_ih_l0_reverse	7	0.04133016616106033
8512	rnn.weight_ih_l0_reverse	8	-0.04154447838664055
8512	rnn.weight_ih_l0_reverse	9	-0.05210203304886818
8512	rnn.weight_hh_l0_reverse	0	-0.0778169184923172
8512	rnn.weight_hh_l0_reverse	1	-0.04885721579194069
8512	rnn.weight_hh_l0_reverse	2	0.014414194971323013
8512	rnn.weight_hh_l0_reverse	3	0.043413348495960236
8512	rnn.weight_hh_l0_reverse	4	0.021791139617562294
8512	rnn.weight_hh_l0_reverse	5	0.0426824614405632
8512	rnn.weight_hh_l0_reverse	6	-0.0018552036490291357
8512	rnn.weight_hh_l0_reverse	7	-0.0034334566444158554
8512	rnn.weight_hh_l0_reverse	8	-0.08235140144824982
8512	rnn.weight_hh_l0_reverse	9	0.044300615787506104
8512	rnn.bias_ih_l0_reverse	0	-0.045032113790512085
8512	rnn.bias_ih_l0_reverse	1	-0.024705206975340843
8512	rnn.bias_ih_l0_reverse	2	0.08526290208101273
8512	rnn.bias_ih_l0_reverse	3	0.030905168503522873
8512	rnn.bias_ih_l0_reverse	4	-0.10362809896469116
8512	rnn.bias_ih_l0_reverse	5	0.03087996132671833
8512	rnn.bias_ih_l0_reverse	6	-0.10359951853752136
8512	rnn.bias_ih_l0_reverse	7	0.047869157046079636
8512	rnn.bias_ih_l0_reverse	8	0.013907342217862606
8512	rnn.bias_ih_l0_reverse	9	0.06823282688856125
8512	rnn.bias_hh_l0_reverse	0	0.024656953290104866
8512	rnn.bias_hh_l0_reverse	1	0.06343590468168259
8512	rnn.bias_hh_l0_reverse	2	0.080572210252285
8512	rnn.bias_hh_l0_reverse	3	-0.007690597325563431
8512	rnn.bias_hh_l0_reverse	4	0.08246471732854843
8512	rnn.bias_hh_l0_reverse	5	0.024408185854554176
8512	rnn.bias_hh_l0_reverse	6	-0.07490457594394684
8512	rnn.bias_hh_l0_reverse	7	0.03970222920179367
8512	rnn.bias_hh_l0_reverse	8	0.030936509370803833
8512	rnn.bias_hh_l0_reverse	9	-0.12109016627073288
8512	linear.weight	0	0.1450013518333435
8512	linear.weight	1	-0.10736577212810516
8512	linear.weight	2	-0.12646985054016113
8512	linear.weight	3	0.029266012832522392
8512	linear.weight	4	0.003901665098965168
8512	linear.weight	5	-0.04278479889035225
8512	linear.weight	6	-0.010732726193964481
8512	linear.weight	7	-0.03500581532716751
8512	linear.weight	8	0.018467728048563004
8512	linear.weight	9	0.3282492160797119
8512	linear.bias	0	-0.07143789529800415
8512	linear.bias	1	0.1150505319237709
8512	linear.bias	2	-0.4180716276168823
8512	linear.bias	3	1.3385424613952637
8512	linear.bias	4	-0.3276691436767578
8512	linear.bias	5	-0.030769959092140198
8512	linear.bias	6	-0.29286760091781616
8512	linear.bias	7	-0.18297158181667328
8512	linear.bias	8	0.05818469449877739
8512	linear.bias	9	-0.41988131403923035
8540	transitions	0	-0.5986884832382202
8540	transitions	1	0.4032144248485565
8540	transitions	2	1.7423027753829956
8540	transitions	3	0.1568646878004074
8540	transitions	4	0.9901901483535767
8540	transitions	5	1.2749595642089844
8540	transitions	6	0.4845908284187317
8540	transitions	7	0.18213993310928345
8540	transitions	8	-0.9189980030059814
8540	transitions	9	0.9307664036750793
8540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8540	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8540	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8540	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8540	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8540	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8540	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8540	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8540	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8540	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8540	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8540	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8540	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8540	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8540	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8540	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8540	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8540	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8540	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8540	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8540	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8540	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8540	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8540	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8540	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8540	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8540	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8540	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8540	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8540	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8540	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8540	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8540	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8540	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8540	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8540	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8540	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8540	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8540	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8540	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8540	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8540	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8540	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8540	embedding2nn.weight	0	0.007928241975605488
8540	embedding2nn.weight	1	0.014874456450343132
8540	embedding2nn.weight	2	-0.0051000709645450115
8540	embedding2nn.weight	3	0.0019138732459396124
8540	embedding2nn.weight	4	-0.003908025566488504
8540	embedding2nn.weight	5	0.00903725903481245
8540	embedding2nn.weight	6	-0.002483380027115345
8540	embedding2nn.weight	7	0.012655341997742653
8540	embedding2nn.weight	8	-0.007126597221940756
8540	embedding2nn.weight	9	-0.013334393501281738
8540	embedding2nn.bias	0	-0.03958836942911148
8540	embedding2nn.bias	1	-0.008033777587115765
8540	embedding2nn.bias	2	-0.06835923343896866
8540	embedding2nn.bias	3	0.010596676729619503
8540	embedding2nn.bias	4	0.02333393320441246
8540	embedding2nn.bias	5	0.012683081440627575
8540	embedding2nn.bias	6	0.04970613494515419
8540	embedding2nn.bias	7	0.049807410687208176
8540	embedding2nn.bias	8	0.001220541656948626
8540	embedding2nn.bias	9	-0.02902577444911003
8540	rnn.weight_ih_l0	0	0.036022234708070755
8540	rnn.weight_ih_l0	1	-0.006714116781949997
8540	rnn.weight_ih_l0	2	-0.025087574496865273
8540	rnn.weight_ih_l0	3	-0.04826785996556282
8540	rnn.weight_ih_l0	4	-0.048208318650722504
8540	rnn.weight_ih_l0	5	-0.0014704684726893902
8540	rnn.weight_ih_l0	6	-0.05519409105181694
8540	rnn.weight_ih_l0	7	-0.05561572313308716
8540	rnn.weight_ih_l0	8	-0.04905462637543678
8540	rnn.weight_ih_l0	9	-0.026937751099467278
8540	rnn.weight_hh_l0	0	0.011333055794239044
8540	rnn.weight_hh_l0	1	-0.024189572781324387
8540	rnn.weight_hh_l0	2	-0.03438472002744675
8540	rnn.weight_hh_l0	3	-0.017975348979234695
8540	rnn.weight_hh_l0	4	-0.05489343777298927
8540	rnn.weight_hh_l0	5	-0.009320993907749653
8540	rnn.weight_hh_l0	6	-0.03467898070812225
8540	rnn.weight_hh_l0	7	0.01662071794271469
8540	rnn.weight_hh_l0	8	-0.02008727379143238
8540	rnn.weight_hh_l0	9	0.022247638553380966
8540	rnn.bias_ih_l0	0	0.09266774356365204
8540	rnn.bias_ih_l0	1	-0.03888458013534546
8540	rnn.bias_ih_l0	2	0.10693692415952682
8540	rnn.bias_ih_l0	3	0.07039819657802582
8540	rnn.bias_ih_l0	4	0.09285376220941544
8540	rnn.bias_ih_l0	5	0.02530863508582115
8540	rnn.bias_ih_l0	6	-0.024287283420562744
8540	rnn.bias_ih_l0	7	-0.08200962841510773
8540	rnn.bias_ih_l0	8	-0.1188676729798317
8540	rnn.bias_ih_l0	9	0.07868179678916931
8540	rnn.bias_hh_l0	0	-0.03570401668548584
8540	rnn.bias_hh_l0	1	0.019245712086558342
8540	rnn.bias_hh_l0	2	-0.01987594924867153
8540	rnn.bias_hh_l0	3	-0.025290818884968758
8540	rnn.bias_hh_l0	4	-0.048739247024059296
8540	rnn.bias_hh_l0	5	0.1092480942606926
8540	rnn.bias_hh_l0	6	-0.009474508464336395
8540	rnn.bias_hh_l0	7	0.007752707228064537
8540	rnn.bias_hh_l0	8	0.010081464424729347
8540	rnn.bias_hh_l0	9	0.05548912286758423
8540	rnn.weight_ih_l0_reverse	0	-0.03363529220223427
8540	rnn.weight_ih_l0_reverse	1	-0.0009428595076315105
8540	rnn.weight_ih_l0_reverse	2	0.02347661182284355
8540	rnn.weight_ih_l0_reverse	3	-0.057417429983615875
8540	rnn.weight_ih_l0_reverse	4	0.008566967211663723
8540	rnn.weight_ih_l0_reverse	5	-0.05350956693291664
8540	rnn.weight_ih_l0_reverse	6	0.012173979543149471
8540	rnn.weight_ih_l0_reverse	7	0.041170231997966766
8540	rnn.weight_ih_l0_reverse	8	-0.04179241135716438
8540	rnn.weight_ih_l0_reverse	9	-0.05188320577144623
8540	rnn.weight_hh_l0_reverse	0	-0.07658803462982178
8540	rnn.weight_hh_l0_reverse	1	-0.0480087511241436
8540	rnn.weight_hh_l0_reverse	2	0.014292201958596706
8540	rnn.weight_hh_l0_reverse	3	0.0435401052236557
8540	rnn.weight_hh_l0_reverse	4	0.02196355164051056
8540	rnn.weight_hh_l0_reverse	5	0.04261326417326927
8540	rnn.weight_hh_l0_reverse	6	-0.00019864237401634455
8540	rnn.weight_hh_l0_reverse	7	-0.0029861803632229567
8540	rnn.weight_hh_l0_reverse	8	-0.0822320431470871
8540	rnn.weight_hh_l0_reverse	9	0.04455570504069328
8540	rnn.bias_ih_l0_reverse	0	-0.05257457494735718
8540	rnn.bias_ih_l0_reverse	1	-0.025681208819150925
8540	rnn.bias_ih_l0_reverse	2	0.08585496246814728
8540	rnn.bias_ih_l0_reverse	3	0.0316544733941555
8540	rnn.bias_ih_l0_reverse	4	-0.10259515792131424
8540	rnn.bias_ih_l0_reverse	5	0.03022371418774128
8540	rnn.bias_ih_l0_reverse	6	-0.10185357183218002
8540	rnn.bias_ih_l0_reverse	7	0.046623919159173965
8540	rnn.bias_ih_l0_reverse	8	0.01463353168219328
8540	rnn.bias_ih_l0_reverse	9	0.06930083781480789
8540	rnn.bias_hh_l0_reverse	0	0.02680235728621483
8540	rnn.bias_hh_l0_reverse	1	0.06176619231700897
8540	rnn.bias_hh_l0_reverse	2	0.07907703518867493
8540	rnn.bias_hh_l0_reverse	3	-0.007864251732826233
8540	rnn.bias_hh_l0_reverse	4	0.08334944397211075
8540	rnn.bias_hh_l0_reverse	5	0.018435494974255562
8540	rnn.bias_hh_l0_reverse	6	-0.07478784024715424
8540	rnn.bias_hh_l0_reverse	7	0.037381093949079514
8540	rnn.bias_hh_l0_reverse	8	0.030785100534558296
8540	rnn.bias_hh_l0_reverse	9	-0.12051385641098022
8540	linear.weight	0	0.1551225781440735
8540	linear.weight	1	-0.1073223203420639
8540	linear.weight	2	-0.12808114290237427
8540	linear.weight	3	0.033550407737493515
8540	linear.weight	4	0.0041927979327738285
8540	linear.weight	5	-0.04254536330699921
8540	linear.weight	6	-0.010720646940171719
8540	linear.weight	7	-0.034883733838796616
8540	linear.weight	8	0.017051374539732933
8540	linear.weight	9	0.3297000825405121
8540	linear.bias	0	-0.07453923672437668
8540	linear.bias	1	0.11791210621595383
8540	linear.bias	2	-0.42037123441696167
8540	linear.bias	3	1.352968692779541
8540	linear.bias	4	-0.32880648970603943
8540	linear.bias	5	-0.030769959092140198
8540	linear.bias	6	-0.29614555835723877
8540	linear.bias	7	-0.18468038737773895
8540	linear.bias	8	0.05685615539550781
8540	linear.bias	9	-0.4201124906539917
8568	transitions	0	-0.598805844783783
8568	transitions	1	0.4030229449272156
8568	transitions	2	1.7419942617416382
8568	transitions	3	0.1568273901939392
8568	transitions	4	0.9901346564292908
8568	transitions	5	1.274956464767456
8568	transitions	6	0.4845820665359497
8568	transitions	7	0.18213798105716705
8568	transitions	8	-0.9189989566802979
8568	transitions	9	0.9307661056518555
8568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8568	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8568	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8568	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8568	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8568	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8568	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8568	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8568	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8568	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8568	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8568	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8568	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8568	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8568	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8568	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8568	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8568	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8568	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8568	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8568	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8568	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8568	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8568	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8568	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8568	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8568	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8568	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8568	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8568	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8568	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8568	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8568	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8568	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8568	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8568	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8568	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8568	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8568	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8568	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8568	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8568	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8568	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8568	embedding2nn.weight	0	0.006666252389550209
8568	embedding2nn.weight	1	0.014924652874469757
8568	embedding2nn.weight	2	-0.0051282849162817
8568	embedding2nn.weight	3	0.0015862740110605955
8568	embedding2nn.weight	4	-0.003846951061859727
8568	embedding2nn.weight	5	0.00917794555425644
8568	embedding2nn.weight	6	-0.002468718681484461
8568	embedding2nn.weight	7	0.011485216207802296
8568	embedding2nn.weight	8	-0.006961694452911615
8568	embedding2nn.weight	9	-0.01327444240450859
8568	embedding2nn.bias	0	-0.03986097499728203
8568	embedding2nn.bias	1	-0.0060726855881512165
8568	embedding2nn.bias	2	-0.07824964076280594
8568	embedding2nn.bias	3	-0.0013550742296501994
8568	embedding2nn.bias	4	0.019102299585938454
8568	embedding2nn.bias	5	0.010657984763383865
8568	embedding2nn.bias	6	0.05409311130642891
8568	embedding2nn.bias	7	0.045075658708810806
8568	embedding2nn.bias	8	0.009204552508890629
8568	embedding2nn.bias	9	-0.025868698954582214
8568	rnn.weight_ih_l0	0	0.03602015972137451
8568	rnn.weight_ih_l0	1	-0.006389552261680365
8568	rnn.weight_ih_l0	2	-0.02472805790603161
8568	rnn.weight_ih_l0	3	-0.047863926738500595
8568	rnn.weight_ih_l0	4	-0.04809899255633354
8568	rnn.weight_ih_l0	5	-0.001421055756509304
8568	rnn.weight_ih_l0	6	-0.05500778183341026
8568	rnn.weight_ih_l0	7	-0.05608139932155609
8568	rnn.weight_ih_l0	8	-0.04880755767226219
8568	rnn.weight_ih_l0	9	-0.026890620589256287
8568	rnn.weight_hh_l0	0	0.010985723696649075
8568	rnn.weight_hh_l0	1	-0.024075249210000038
8568	rnn.weight_hh_l0	2	-0.032999005168676376
8568	rnn.weight_hh_l0	3	-0.018405750393867493
8568	rnn.weight_hh_l0	4	-0.05486266314983368
8568	rnn.weight_hh_l0	5	-0.009914836846292019
8568	rnn.weight_hh_l0	6	-0.03361719101667404
8568	rnn.weight_hh_l0	7	0.014433718286454678
8568	rnn.weight_hh_l0	8	-0.0198881346732378
8568	rnn.weight_hh_l0	9	0.022059831768274307
8568	rnn.bias_ih_l0	0	0.09222132712602615
8568	rnn.bias_ih_l0	1	-0.03955940157175064
8568	rnn.bias_ih_l0	2	0.10823679715394974
8568	rnn.bias_ih_l0	3	0.06928013265132904
8568	rnn.bias_ih_l0	4	0.09357331693172455
8568	rnn.bias_ih_l0	5	0.023878833279013634
8568	rnn.bias_ih_l0	6	-0.02434948831796646
8568	rnn.bias_ih_l0	7	-0.07989871501922607
8568	rnn.bias_ih_l0	8	-0.11652109771966934
8568	rnn.bias_ih_l0	9	0.07715339213609695
8568	rnn.bias_hh_l0	0	-0.03421597182750702
8568	rnn.bias_hh_l0	1	0.01740766130387783
8568	rnn.bias_hh_l0	2	-0.019500641152262688
8568	rnn.bias_hh_l0	3	-0.028804346919059753
8568	rnn.bias_hh_l0	4	-0.047527216374874115
8568	rnn.bias_hh_l0	5	0.10992729663848877
8568	rnn.bias_hh_l0	6	-0.010498229414224625
8568	rnn.bias_hh_l0	7	0.003702825168147683
8568	rnn.bias_hh_l0	8	0.010019260458648205
8568	rnn.bias_hh_l0	9	0.053423844277858734
8568	rnn.weight_ih_l0_reverse	0	-0.03370073437690735
8568	rnn.weight_ih_l0_reverse	1	-0.00040317809907719493
8568	rnn.weight_ih_l0_reverse	2	0.02356245368719101
8568	rnn.weight_ih_l0_reverse	3	-0.057422034442424774
8568	rnn.weight_ih_l0_reverse	4	0.00863867998123169
8568	rnn.weight_ih_l0_reverse	5	-0.05329843983054161
8568	rnn.weight_ih_l0_reverse	6	0.01117570698261261
8568	rnn.weight_ih_l0_reverse	7	0.041319556534290314
8568	rnn.weight_ih_l0_reverse	8	-0.042115744203329086
8568	rnn.weight_ih_l0_reverse	9	-0.05194178968667984
8568	rnn.weight_hh_l0_reverse	0	-0.07609756290912628
8568	rnn.weight_hh_l0_reverse	1	-0.04681096598505974
8568	rnn.weight_hh_l0_reverse	2	0.014789602719247341
8568	rnn.weight_hh_l0_reverse	3	0.04386980086565018
8568	rnn.weight_hh_l0_reverse	4	0.021943647414445877
8568	rnn.weight_hh_l0_reverse	5	0.04258963093161583
8568	rnn.weight_hh_l0_reverse	6	0.002395405201241374
8568	rnn.weight_hh_l0_reverse	7	-0.002781128278002143
8568	rnn.weight_hh_l0_reverse	8	-0.081519715487957
8568	rnn.weight_hh_l0_reverse	9	0.04400499537587166
8568	rnn.bias_ih_l0_reverse	0	-0.05097844824194908
8568	rnn.bias_ih_l0_reverse	1	-0.031623419374227524
8568	rnn.bias_ih_l0_reverse	2	0.08633702248334885
8568	rnn.bias_ih_l0_reverse	3	0.03154173120856285
8568	rnn.bias_ih_l0_reverse	4	-0.10379219800233841
8568	rnn.bias_ih_l0_reverse	5	0.029243143275380135
8568	rnn.bias_ih_l0_reverse	6	-0.10372291505336761
8568	rnn.bias_ih_l0_reverse	7	0.04623626172542572
8568	rnn.bias_ih_l0_reverse	8	0.01371499802917242
8568	rnn.bias_ih_l0_reverse	9	0.06963621824979782
8568	rnn.bias_hh_l0_reverse	0	0.02746449038386345
8568	rnn.bias_hh_l0_reverse	1	0.065907783806324
8568	rnn.bias_hh_l0_reverse	2	0.07944423705339432
8568	rnn.bias_hh_l0_reverse	3	-0.008622155524790287
8568	rnn.bias_hh_l0_reverse	4	0.08362071216106415
8568	rnn.bias_hh_l0_reverse	5	0.024339688941836357
8568	rnn.bias_hh_l0_reverse	6	-0.07682165503501892
8568	rnn.bias_hh_l0_reverse	7	0.03732280805706978
8568	rnn.bias_hh_l0_reverse	8	0.032055310904979706
8568	rnn.bias_hh_l0_reverse	9	-0.11406850069761276
8568	linear.weight	0	0.14106249809265137
8568	linear.weight	1	-0.10968369245529175
8568	linear.weight	2	-0.12866413593292236
8568	linear.weight	3	0.03393445909023285
8568	linear.weight	4	0.00448972312733531
8568	linear.weight	5	-0.042785272002220154
8568	linear.weight	6	-0.01071071345359087
8568	linear.weight	7	-0.03480049595236778
8568	linear.weight	8	0.019300397485494614
8568	linear.weight	9	0.3281627893447876
8568	linear.bias	0	-0.07323222607374191
8568	linear.bias	1	0.11391441524028778
8568	linear.bias	2	-0.41948363184928894
8568	linear.bias	3	1.3448612689971924
8568	linear.bias	4	-0.32962000370025635
8568	linear.bias	5	-0.030769959092140198
8568	linear.bias	6	-0.29588019847869873
8568	linear.bias	7	-0.18769031763076782
8568	linear.bias	8	0.05663463845849037
8568	linear.bias	9	-0.42052510380744934
8596	transitions	0	-0.5989583134651184
8596	transitions	1	0.40279242396354675
8596	transitions	2	1.7417665719985962
8596	transitions	3	0.15577064454555511
8596	transitions	4	0.9899123907089233
8596	transitions	5	1.2749536037445068
8596	transitions	6	0.48458096385002136
8596	transitions	7	0.18213491141796112
8596	transitions	8	-0.9190009236335754
8596	transitions	9	0.9307661056518555
8596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8596	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8596	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8596	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8596	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8596	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8596	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8596	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8596	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8596	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8596	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8596	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8596	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8596	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8596	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8596	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8596	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8596	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8596	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8596	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8596	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8596	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8596	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8596	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8596	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8596	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8596	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8596	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8596	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8596	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8596	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8596	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8596	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8596	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8596	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8596	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8596	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8596	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8596	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8596	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8596	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8596	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8596	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8596	embedding2nn.weight	0	0.006929649040102959
8596	embedding2nn.weight	1	0.014801295474171638
8596	embedding2nn.weight	2	-0.005083324853330851
8596	embedding2nn.weight	3	0.0019464392680674791
8596	embedding2nn.weight	4	-0.0038634086959064007
8596	embedding2nn.weight	5	0.009160230867564678
8596	embedding2nn.weight	6	-0.002492971485480666
8596	embedding2nn.weight	7	0.01182660274207592
8596	embedding2nn.weight	8	-0.006882891058921814
8596	embedding2nn.weight	9	-0.01335348654538393
8596	embedding2nn.bias	0	-0.042344190180301666
8596	embedding2nn.bias	1	-0.005338367540389299
8596	embedding2nn.bias	2	-0.08152908086776733
8596	embedding2nn.bias	3	0.009496495127677917
8596	embedding2nn.bias	4	0.017753778025507927
8596	embedding2nn.bias	5	0.01721990294754505
8596	embedding2nn.bias	6	0.05138145014643669
8596	embedding2nn.bias	7	0.048822592943906784
8596	embedding2nn.bias	8	0.007447958458214998
8596	embedding2nn.bias	9	-0.02409813366830349
8596	rnn.weight_ih_l0	0	0.03583585470914841
8596	rnn.weight_ih_l0	1	-0.007083833683282137
8596	rnn.weight_ih_l0	2	-0.02479652687907219
8596	rnn.weight_ih_l0	3	-0.047609999775886536
8596	rnn.weight_ih_l0	4	-0.04854288697242737
8596	rnn.weight_ih_l0	5	-0.001537995645776391
8596	rnn.weight_ih_l0	6	-0.05474812909960747
8596	rnn.weight_ih_l0	7	-0.05588372424244881
8596	rnn.weight_ih_l0	8	-0.04913097247481346
8596	rnn.weight_ih_l0	9	-0.026603054255247116
8596	rnn.weight_hh_l0	0	0.011057821102440357
8596	rnn.weight_hh_l0	1	-0.024423694238066673
8596	rnn.weight_hh_l0	2	-0.03316570073366165
8596	rnn.weight_hh_l0	3	-0.018711751326918602
8596	rnn.weight_hh_l0	4	-0.05489201098680496
8596	rnn.weight_hh_l0	5	-0.009385501965880394
8596	rnn.weight_hh_l0	6	-0.03220349922776222
8596	rnn.weight_hh_l0	7	0.014799751341342926
8596	rnn.weight_hh_l0	8	-0.020018231123685837
8596	rnn.weight_hh_l0	9	0.02122245915234089
8596	rnn.bias_ih_l0	0	0.09309893846511841
8596	rnn.bias_ih_l0	1	-0.04000558704137802
8596	rnn.bias_ih_l0	2	0.10752850025892258
8596	rnn.bias_ih_l0	3	0.06521522253751755
8596	rnn.bias_ih_l0	4	0.09345179051160812
8596	rnn.bias_ih_l0	5	0.022733567282557487
8596	rnn.bias_ih_l0	6	-0.022909075021743774
8596	rnn.bias_ih_l0	7	-0.08161212503910065
8596	rnn.bias_ih_l0	8	-0.11365140229463577
8596	rnn.bias_ih_l0	9	0.07859721779823303
8596	rnn.bias_hh_l0	0	-0.03335433453321457
8596	rnn.bias_hh_l0	1	0.019164977595210075
8596	rnn.bias_hh_l0	2	-0.020035140216350555
8596	rnn.bias_hh_l0	3	-0.026259053498506546
8596	rnn.bias_hh_l0	4	-0.04813520237803459
8596	rnn.bias_hh_l0	5	0.10948663204908371
8596	rnn.bias_hh_l0	6	-0.008614081889390945
8596	rnn.bias_hh_l0	7	0.005123005248606205
8596	rnn.bias_hh_l0	8	0.011459670960903168
8596	rnn.bias_hh_l0	9	0.05312059819698334
8596	rnn.weight_ih_l0_reverse	0	-0.03375161811709404
8596	rnn.weight_ih_l0_reverse	1	-0.0007414807332679629
8596	rnn.weight_ih_l0_reverse	2	0.023311378434300423
8596	rnn.weight_ih_l0_reverse	3	-0.057163212448358536
8596	rnn.weight_ih_l0_reverse	4	0.008722389116883278
8596	rnn.weight_ih_l0_reverse	5	-0.053138766437768936
8596	rnn.weight_ih_l0_reverse	6	0.012320432811975479
8596	rnn.weight_ih_l0_reverse	7	0.04108201339840889
8596	rnn.weight_ih_l0_reverse	8	-0.041926462203264236
8596	rnn.weight_ih_l0_reverse	9	-0.05181748792529106
8596	rnn.weight_hh_l0_reverse	0	-0.07597813755273819
8596	rnn.weight_hh_l0_reverse	1	-0.046389877796173096
8596	rnn.weight_hh_l0_reverse	2	0.013851101510226727
8596	rnn.weight_hh_l0_reverse	3	0.04433804377913475
8596	rnn.weight_hh_l0_reverse	4	0.02219645120203495
8596	rnn.weight_hh_l0_reverse	5	0.0428643673658371
8596	rnn.weight_hh_l0_reverse	6	-0.0007538811769336462
8596	rnn.weight_hh_l0_reverse	7	-0.003174836514517665
8596	rnn.weight_hh_l0_reverse	8	-0.08163002878427505
8596	rnn.weight_hh_l0_reverse	9	0.04366820305585861
8596	rnn.bias_ih_l0_reverse	0	-0.0542745366692543
8596	rnn.bias_ih_l0_reverse	1	-0.025615517050027847
8596	rnn.bias_ih_l0_reverse	2	0.0862906277179718
8596	rnn.bias_ih_l0_reverse	3	0.03133830800652504
8596	rnn.bias_ih_l0_reverse	4	-0.10449004918336868
8596	rnn.bias_ih_l0_reverse	5	0.03001839853823185
8596	rnn.bias_ih_l0_reverse	6	-0.10528494417667389
8596	rnn.bias_ih_l0_reverse	7	0.04354781657457352
8596	rnn.bias_ih_l0_reverse	8	0.016672220081090927
8596	rnn.bias_ih_l0_reverse	9	0.06879423558712006
8596	rnn.bias_hh_l0_reverse	0	0.02877596579492092
8596	rnn.bias_hh_l0_reverse	1	0.06524129956960678
8596	rnn.bias_hh_l0_reverse	2	0.0784318745136261
8596	rnn.bias_hh_l0_reverse	3	-0.00906570814549923
8596	rnn.bias_hh_l0_reverse	4	0.08334886282682419
8596	rnn.bias_hh_l0_reverse	5	0.01867544837296009
8596	rnn.bias_hh_l0_reverse	6	-0.07624329626560211
8596	rnn.bias_hh_l0_reverse	7	0.03639254346489906
8596	rnn.bias_hh_l0_reverse	8	0.032532982528209686
8596	rnn.bias_hh_l0_reverse	9	-0.11944909393787384
8596	linear.weight	0	0.14756539463996887
8596	linear.weight	1	-0.10960423946380615
8596	linear.weight	2	-0.12601366639137268
8596	linear.weight	3	0.038211312144994736
8596	linear.weight	4	0.005034893751144409
8596	linear.weight	5	-0.04062353074550629
8596	linear.weight	6	-0.010674302466213703
8596	linear.weight	7	-0.03618773818016052
8596	linear.weight	8	0.020098313689231873
8596	linear.weight	9	0.3246196210384369
8596	linear.bias	0	-0.07780595868825912
8596	linear.bias	1	0.11132330447435379
8596	linear.bias	2	-0.41099199652671814
8596	linear.bias	3	1.362606167793274
8596	linear.bias	4	-0.330387681722641
8596	linear.bias	5	-0.030769959092140198
8596	linear.bias	6	-0.2892305254936218
8596	linear.bias	7	-0.19012056291103363
8596	linear.bias	8	0.055183883756399155
8596	linear.bias	9	-0.420798659324646
8624	transitions	0	-0.5993749499320984
8624	transitions	1	0.4026235342025757
8624	transitions	2	1.7415971755981445
8624	transitions	3	0.15548887848854065
8624	transitions	4	0.9896935820579529
8624	transitions	5	1.2749484777450562
8624	transitions	6	0.48457959294319153
8624	transitions	7	0.1821337342262268
8624	transitions	8	-0.9190025925636292
8624	transitions	9	0.9307660460472107
8624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8624	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8624	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8624	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8624	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8624	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8624	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8624	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8624	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8624	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8624	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8624	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8624	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8624	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8624	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8624	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8624	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8624	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8624	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8624	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8624	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8624	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8624	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8624	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8624	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8624	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8624	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8624	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8624	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8624	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8624	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8624	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8624	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8624	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8624	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8624	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8624	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8624	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8624	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8624	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8624	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8624	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8624	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8624	embedding2nn.weight	0	0.007348082028329372
8624	embedding2nn.weight	1	0.01486243586987257
8624	embedding2nn.weight	2	-0.005097024608403444
8624	embedding2nn.weight	3	0.0018154431600123644
8624	embedding2nn.weight	4	-0.003925529308617115
8624	embedding2nn.weight	5	0.009318369440734386
8624	embedding2nn.weight	6	-0.0022100242786109447
8624	embedding2nn.weight	7	0.011378283612430096
8624	embedding2nn.weight	8	-0.00685101980343461
8624	embedding2nn.weight	9	-0.013224411755800247
8624	embedding2nn.bias	0	-0.04471752792596817
8624	embedding2nn.bias	1	0.004610722418874502
8624	embedding2nn.bias	2	-0.07498665899038315
8624	embedding2nn.bias	3	0.008148313499987125
8624	embedding2nn.bias	4	0.014957036823034286
8624	embedding2nn.bias	5	0.00933399610221386
8624	embedding2nn.bias	6	0.04349641129374504
8624	embedding2nn.bias	7	0.0507892481982708
8624	embedding2nn.bias	8	0.004583725240081549
8624	embedding2nn.bias	9	-0.02478574588894844
8624	rnn.weight_ih_l0	0	0.036042097955942154
8624	rnn.weight_ih_l0	1	-0.006984079256653786
8624	rnn.weight_ih_l0	2	-0.02483542263507843
8624	rnn.weight_ih_l0	3	-0.047786056995391846
8624	rnn.weight_ih_l0	4	-0.0486258901655674
8624	rnn.weight_ih_l0	5	-0.0015277109341695905
8624	rnn.weight_ih_l0	6	-0.05471048876643181
8624	rnn.weight_ih_l0	7	-0.055736638605594635
8624	rnn.weight_ih_l0	8	-0.04894745722413063
8624	rnn.weight_ih_l0	9	-0.02678077667951584
8624	rnn.weight_hh_l0	0	0.011218992993235588
8624	rnn.weight_hh_l0	1	-0.024764398112893105
8624	rnn.weight_hh_l0	2	-0.033742353320121765
8624	rnn.weight_hh_l0	3	-0.018448760733008385
8624	rnn.weight_hh_l0	4	-0.055445048958063126
8624	rnn.weight_hh_l0	5	-0.009638196788728237
8624	rnn.weight_hh_l0	6	-0.03169793635606766
8624	rnn.weight_hh_l0	7	0.016211500391364098
8624	rnn.weight_hh_l0	8	-0.019902972504496574
8624	rnn.weight_hh_l0	9	0.020428990945219994
8624	rnn.bias_ih_l0	0	0.09330704063177109
8624	rnn.bias_ih_l0	1	-0.04213183745741844
8624	rnn.bias_ih_l0	2	0.10784441977739334
8624	rnn.bias_ih_l0	3	0.06240938976407051
8624	rnn.bias_ih_l0	4	0.09119688719511032
8624	rnn.bias_ih_l0	5	0.020433029159903526
8624	rnn.bias_ih_l0	6	-0.022908614948391914
8624	rnn.bias_ih_l0	7	-0.07890820503234863
8624	rnn.bias_ih_l0	8	-0.11904219537973404
8624	rnn.bias_ih_l0	9	0.07899673283100128
8624	rnn.bias_hh_l0	0	-0.03288591653108597
8624	rnn.bias_hh_l0	1	0.015925010666251183
8624	rnn.bias_hh_l0	2	-0.02342207171022892
8624	rnn.bias_hh_l0	3	-0.026345157995820045
8624	rnn.bias_hh_l0	4	-0.04647620767354965
8624	rnn.bias_hh_l0	5	0.10819575935602188
8624	rnn.bias_hh_l0	6	-0.009056794457137585
8624	rnn.bias_hh_l0	7	0.0050616939552128315
8624	rnn.bias_hh_l0	8	0.01146012544631958
8624	rnn.bias_hh_l0	9	0.05135330557823181
8624	rnn.weight_ih_l0_reverse	0	-0.03378656134009361
8624	rnn.weight_ih_l0_reverse	1	-0.0015197000466287136
8624	rnn.weight_ih_l0_reverse	2	0.023312276229262352
8624	rnn.weight_ih_l0_reverse	3	-0.05690973997116089
8624	rnn.weight_ih_l0_reverse	4	0.009130659513175488
8624	rnn.weight_ih_l0_reverse	5	-0.052994634956121445
8624	rnn.weight_ih_l0_reverse	6	0.013994148001074791
8624	rnn.weight_ih_l0_reverse	7	0.04107287526130676
8624	rnn.weight_ih_l0_reverse	8	-0.04187120869755745
8624	rnn.weight_ih_l0_reverse	9	-0.05181921273469925
8624	rnn.weight_hh_l0_reverse	0	-0.07647303491830826
8624	rnn.weight_hh_l0_reverse	1	-0.04739997163414955
8624	rnn.weight_hh_l0_reverse	2	0.014040376991033554
8624	rnn.weight_hh_l0_reverse	3	0.04419746994972229
8624	rnn.weight_hh_l0_reverse	4	0.021789902821183205
8624	rnn.weight_hh_l0_reverse	5	0.04308239370584488
8624	rnn.weight_hh_l0_reverse	6	-0.00234325067140162
8624	rnn.weight_hh_l0_reverse	7	-0.0030202989000827074
8624	rnn.weight_hh_l0_reverse	8	-0.0816221535205841
8624	rnn.weight_hh_l0_reverse	9	0.043945591896772385
8624	rnn.bias_ih_l0_reverse	0	-0.05573608726263046
8624	rnn.bias_ih_l0_reverse	1	-0.0365837924182415
8624	rnn.bias_ih_l0_reverse	2	0.08533535152673721
8624	rnn.bias_ih_l0_reverse	3	0.033785171806812286
8624	rnn.bias_ih_l0_reverse	4	-0.10476215928792953
8624	rnn.bias_ih_l0_reverse	5	0.030915873125195503
8624	rnn.bias_ih_l0_reverse	6	-0.10568801313638687
8624	rnn.bias_ih_l0_reverse	7	0.045656703412532806
8624	rnn.bias_ih_l0_reverse	8	0.01673133112490177
8624	rnn.bias_ih_l0_reverse	9	0.06990833580493927
8624	rnn.bias_hh_l0_reverse	0	0.036426838487386703
8624	rnn.bias_hh_l0_reverse	1	0.06585129350423813
8624	rnn.bias_hh_l0_reverse	2	0.08112125843763351
8624	rnn.bias_hh_l0_reverse	3	-0.009015833027660847
8624	rnn.bias_hh_l0_reverse	4	0.0843377485871315
8624	rnn.bias_hh_l0_reverse	5	0.025814037770032883
8624	rnn.bias_hh_l0_reverse	6	-0.07636311650276184
8624	rnn.bias_hh_l0_reverse	7	0.03563873469829559
8624	rnn.bias_hh_l0_reverse	8	0.036046843975782394
8624	rnn.bias_hh_l0_reverse	9	-0.11838600039482117
8624	linear.weight	0	0.138141468167305
8624	linear.weight	1	-0.10957148671150208
8624	linear.weight	2	-0.1260412484407425
8624	linear.weight	3	0.03605880215764046
8624	linear.weight	4	0.0053613558411598206
8624	linear.weight	5	-0.03996194899082184
8624	linear.weight	6	-0.010663194581866264
8624	linear.weight	7	-0.03601456433534622
8624	linear.weight	8	0.02042313851416111
8624	linear.weight	9	0.3299846649169922
8624	linear.bias	0	-0.08247631788253784
8624	linear.bias	1	0.11024370044469833
8624	linear.bias	2	-0.41303837299346924
8624	linear.bias	3	1.3495450019836426
8624	linear.bias	4	-0.33103013038635254
8624	linear.bias	5	-0.030769959092140198
8624	linear.bias	6	-0.2909315824508667
8624	linear.bias	7	-0.18819975852966309
8624	linear.bias	8	0.06579498946666718
8624	linear.bias	9	-0.42107656598091125
8652	transitions	0	-0.5995286107063293
8652	transitions	1	0.402447909116745
8652	transitions	2	1.7414157390594482
8652	transitions	3	0.15528135001659393
8652	transitions	4	0.9896077513694763
8652	transitions	5	1.2749437093734741
8652	transitions	6	0.48456883430480957
8652	transitions	7	0.18213188648223877
8652	transitions	8	-0.9190044403076172
8652	transitions	9	0.9307660460472107
8652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8652	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8652	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8652	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8652	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8652	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8652	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8652	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8652	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8652	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8652	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8652	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8652	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8652	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8652	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8652	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8652	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8652	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8652	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8652	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8652	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8652	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8652	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8652	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8652	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8652	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8652	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8652	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8652	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8652	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8652	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8652	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8652	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8652	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8652	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8652	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8652	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8652	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8652	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8652	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8652	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8652	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8652	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8652	embedding2nn.weight	0	0.0076460205018520355
8652	embedding2nn.weight	1	0.01496353093534708
8652	embedding2nn.weight	2	-0.005100708454847336
8652	embedding2nn.weight	3	0.0019109247950837016
8652	embedding2nn.weight	4	-0.003928964491933584
8652	embedding2nn.weight	5	0.009378510527312756
8652	embedding2nn.weight	6	-0.002247825963422656
8652	embedding2nn.weight	7	0.011316103860735893
8652	embedding2nn.weight	8	-0.0071310605853796005
8652	embedding2nn.weight	9	-0.013193732127547264
8652	embedding2nn.bias	0	-0.04097721725702286
8652	embedding2nn.bias	1	-0.0036289819981902838
8652	embedding2nn.bias	2	-0.0754588171839714
8652	embedding2nn.bias	3	0.014763923361897469
8652	embedding2nn.bias	4	0.010665619745850563
8652	embedding2nn.bias	5	0.015260142274200916
8652	embedding2nn.bias	6	0.04257863387465477
8652	embedding2nn.bias	7	0.05245918035507202
8652	embedding2nn.bias	8	0.007665922399610281
8652	embedding2nn.bias	9	-0.024108685553073883
8652	rnn.weight_ih_l0	0	0.036110710352659225
8652	rnn.weight_ih_l0	1	-0.006538850255310535
8652	rnn.weight_ih_l0	2	-0.025143640115857124
8652	rnn.weight_ih_l0	3	-0.047680117189884186
8652	rnn.weight_ih_l0	4	-0.048115916550159454
8652	rnn.weight_ih_l0	5	-0.001578301191329956
8652	rnn.weight_ih_l0	6	-0.05528298020362854
8652	rnn.weight_ih_l0	7	-0.056061312556266785
8652	rnn.weight_ih_l0	8	-0.04922357574105263
8652	rnn.weight_ih_l0	9	-0.026854228228330612
8652	rnn.weight_hh_l0	0	0.011648815125226974
8652	rnn.weight_hh_l0	1	-0.02455834113061428
8652	rnn.weight_hh_l0	2	-0.03412318974733353
8652	rnn.weight_hh_l0	3	-0.018436016514897346
8652	rnn.weight_hh_l0	4	-0.055405206978321075
8652	rnn.weight_hh_l0	5	-0.010062827728688717
8652	rnn.weight_hh_l0	6	-0.033414263278245926
8652	rnn.weight_hh_l0	7	0.015287915244698524
8652	rnn.weight_hh_l0	8	-0.019806046038866043
8652	rnn.weight_hh_l0	9	0.02048448659479618
8652	rnn.bias_ih_l0	0	0.09411044418811798
8652	rnn.bias_ih_l0	1	-0.042618364095687866
8652	rnn.bias_ih_l0	2	0.10854236036539078
8652	rnn.bias_ih_l0	3	0.06231354549527168
8652	rnn.bias_ih_l0	4	0.09172505885362625
8652	rnn.bias_ih_l0	5	0.02247869409620762
8652	rnn.bias_ih_l0	6	-0.02061665616929531
8652	rnn.bias_ih_l0	7	-0.07548043131828308
8652	rnn.bias_ih_l0	8	-0.11417371779680252
8652	rnn.bias_ih_l0	9	0.07980891317129135
8652	rnn.bias_hh_l0	0	-0.03183084726333618
8652	rnn.bias_hh_l0	1	0.01665434055030346
8652	rnn.bias_hh_l0	2	-0.022064942866563797
8652	rnn.bias_hh_l0	3	-0.025302475318312645
8652	rnn.bias_hh_l0	4	-0.04827357456088066
8652	rnn.bias_hh_l0	5	0.10637496411800385
8652	rnn.bias_hh_l0	6	-0.008891166187822819
8652	rnn.bias_hh_l0	7	0.005941954907029867
8652	rnn.bias_hh_l0	8	0.013752085156738758
8652	rnn.bias_hh_l0	9	0.05046022683382034
8652	rnn.weight_ih_l0_reverse	0	-0.033741384744644165
8652	rnn.weight_ih_l0_reverse	1	-0.0016499878838658333
8652	rnn.weight_ih_l0_reverse	2	0.023226067423820496
8652	rnn.weight_ih_l0_reverse	3	-0.05747373029589653
8652	rnn.weight_ih_l0_reverse	4	0.009017955511808395
8652	rnn.weight_ih_l0_reverse	5	-0.05315903574228287
8652	rnn.weight_ih_l0_reverse	6	0.013058849610388279
8652	rnn.weight_ih_l0_reverse	7	0.04103663191199303
8652	rnn.weight_ih_l0_reverse	8	-0.041794877499341965
8652	rnn.weight_ih_l0_reverse	9	-0.05189027637243271
8652	rnn.weight_hh_l0_reverse	0	-0.07749329507350922
8652	rnn.weight_hh_l0_reverse	1	-0.04670180752873421
8652	rnn.weight_hh_l0_reverse	2	0.013990039937198162
8652	rnn.weight_hh_l0_reverse	3	0.04416777566075325
8652	rnn.weight_hh_l0_reverse	4	0.02122681215405464
8652	rnn.weight_hh_l0_reverse	5	0.043019384145736694
8652	rnn.weight_hh_l0_reverse	6	-0.0017318472964689136
8652	rnn.weight_hh_l0_reverse	7	-0.0029712682589888573
8652	rnn.weight_hh_l0_reverse	8	-0.0814111977815628
8652	rnn.weight_hh_l0_reverse	9	0.044268544763326645
8652	rnn.bias_ih_l0_reverse	0	-0.05927284061908722
8652	rnn.bias_ih_l0_reverse	1	-0.03325316309928894
8652	rnn.bias_ih_l0_reverse	2	0.08570870012044907
8652	rnn.bias_ih_l0_reverse	3	0.03338400647044182
8652	rnn.bias_ih_l0_reverse	4	-0.10386941581964493
8652	rnn.bias_ih_l0_reverse	5	0.030379869043827057
8652	rnn.bias_ih_l0_reverse	6	-0.10688737779855728
8652	rnn.bias_ih_l0_reverse	7	0.04353931173682213
8652	rnn.bias_ih_l0_reverse	8	0.01701212115585804
8652	rnn.bias_ih_l0_reverse	9	0.06816056370735168
8652	rnn.bias_hh_l0_reverse	0	0.03587735444307327
8652	rnn.bias_hh_l0_reverse	1	0.06817573308944702
8652	rnn.bias_hh_l0_reverse	2	0.08230815082788467
8652	rnn.bias_hh_l0_reverse	3	-0.009859751909971237
8652	rnn.bias_hh_l0_reverse	4	0.08532829582691193
8652	rnn.bias_hh_l0_reverse	5	0.027826348319649696
8652	rnn.bias_hh_l0_reverse	6	-0.07716141641139984
8652	rnn.bias_hh_l0_reverse	7	0.035022422671318054
8652	rnn.bias_hh_l0_reverse	8	0.035498056560754776
8652	rnn.bias_hh_l0_reverse	9	-0.12130805104970932
8652	linear.weight	0	0.13869452476501465
8652	linear.weight	1	-0.10950973629951477
8652	linear.weight	2	-0.1299591064453125
8652	linear.weight	3	0.04139237478375435
8652	linear.weight	4	0.004023291636258364
8652	linear.weight	5	-0.039654552936553955
8652	linear.weight	6	-0.010680139064788818
8652	linear.weight	7	-0.035877909511327744
8652	linear.weight	8	0.021311890333890915
8652	linear.weight	9	0.32724636793136597
8652	linear.bias	0	-0.08769750595092773
8652	linear.bias	1	0.10874707251787186
8652	linear.bias	2	-0.4147055447101593
8652	linear.bias	3	1.3535453081130981
8652	linear.bias	4	-0.33169591426849365
8652	linear.bias	5	-0.030769959092140198
8652	linear.bias	6	-0.29101088643074036
8652	linear.bias	7	-0.18489621579647064
8652	linear.bias	8	0.06266814470291138
8652	linear.bias	9	-0.42147359251976013
8680	transitions	0	-0.5996557474136353
8680	transitions	1	0.40237677097320557
8680	transitions	2	1.7412793636322021
8680	transitions	3	0.15521623194217682
8680	transitions	4	0.9895586371421814
8680	transitions	5	1.2749401330947876
8680	transitions	6	0.4845660328865051
8680	transitions	7	0.18212971091270447
8680	transitions	8	-0.919005811214447
8680	transitions	9	0.9307660460472107
8680	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8680	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8680	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8680	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8680	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8680	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8680	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8680	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8680	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8680	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8680	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8680	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8680	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8680	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8680	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8680	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8680	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8680	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8680	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8680	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8680	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8680	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8680	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8680	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8680	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8680	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8680	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8680	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8680	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8680	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8680	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8680	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8680	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8680	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8680	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8680	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8680	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8680	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8680	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8680	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8680	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8680	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8680	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8680	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8680	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8680	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8680	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8680	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8680	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8680	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8680	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8680	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8680	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8680	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8680	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8680	embedding2nn.weight	0	0.008909418247640133
8680	embedding2nn.weight	1	0.014879490248858929
8680	embedding2nn.weight	2	-0.005121118854731321
8680	embedding2nn.weight	3	0.0018984995549544692
8680	embedding2nn.weight	4	-0.00391821563243866
8680	embedding2nn.weight	5	0.009352188557386398
8680	embedding2nn.weight	6	-0.0023792157880961895
8680	embedding2nn.weight	7	0.011979316361248493
8680	embedding2nn.weight	8	-0.007033875677734613
8680	embedding2nn.weight	9	-0.013229478150606155
8680	embedding2nn.bias	0	-0.03057662583887577
8680	embedding2nn.bias	1	-0.0020481052342802286
8680	embedding2nn.bias	2	-0.07621477544307709
8680	embedding2nn.bias	3	0.013390141539275646
8680	embedding2nn.bias	4	0.012058564461767673
8680	embedding2nn.bias	5	0.010531098581850529
8680	embedding2nn.bias	6	0.036949120461940765
8680	embedding2nn.bias	7	0.054935723543167114
8680	embedding2nn.bias	8	0.007300775032490492
8680	embedding2nn.bias	9	-0.015709728002548218
8680	rnn.weight_ih_l0	0	0.036395113915205
8680	rnn.weight_ih_l0	1	-0.00601915642619133
8680	rnn.weight_ih_l0	2	-0.026348819956183434
8680	rnn.weight_ih_l0	3	-0.04808430373668671
8680	rnn.weight_ih_l0	4	-0.048658475279808044
8680	rnn.weight_ih_l0	5	-0.0017906951252371073
8680	rnn.weight_ih_l0	6	-0.054893266409635544
8680	rnn.weight_ih_l0	7	-0.056317128241062164
8680	rnn.weight_ih_l0	8	-0.04895474389195442
8680	rnn.weight_ih_l0	9	-0.026927154511213303
8680	rnn.weight_hh_l0	0	0.011576755903661251
8680	rnn.weight_hh_l0	1	-0.024031465873122215
8680	rnn.weight_hh_l0	2	-0.033995531499385834
8680	rnn.weight_hh_l0	3	-0.01792529597878456
8680	rnn.weight_hh_l0	4	-0.055322304368019104
8680	rnn.weight_hh_l0	5	-0.010660561732947826
8680	rnn.weight_hh_l0	6	-0.033958788961172104
8680	rnn.weight_hh_l0	7	0.015975462272763252
8680	rnn.weight_hh_l0	8	-0.019824905321002007
8680	rnn.weight_hh_l0	9	0.020826444029808044
8680	rnn.bias_ih_l0	0	0.09483443945646286
8680	rnn.bias_ih_l0	1	-0.04319040849804878
8680	rnn.bias_ih_l0	2	0.1108979880809784
8680	rnn.bias_ih_l0	3	0.05914808437228203
8680	rnn.bias_ih_l0	4	0.09173167496919632
8680	rnn.bias_ih_l0	5	0.021567145362496376
8680	rnn.bias_ih_l0	6	-0.02117873542010784
8680	rnn.bias_ih_l0	7	-0.07647855579853058
8680	rnn.bias_ih_l0	8	-0.12408658117055893
8680	rnn.bias_ih_l0	9	0.08064684271812439
8680	rnn.bias_hh_l0	0	-0.03258686140179634
8680	rnn.bias_hh_l0	1	0.017668606713414192
8680	rnn.bias_hh_l0	2	-0.020335158333182335
8680	rnn.bias_hh_l0	3	-0.027785317972302437
8680	rnn.bias_hh_l0	4	-0.049593329429626465
8680	rnn.bias_hh_l0	5	0.10766424238681793
8680	rnn.bias_hh_l0	6	-0.006594356149435043
8680	rnn.bias_hh_l0	7	0.006273279897868633
8680	rnn.bias_hh_l0	8	0.013190001249313354
8680	rnn.bias_hh_l0	9	0.052695032209157944
8680	rnn.weight_ih_l0_reverse	0	-0.03347011283040047
8680	rnn.weight_ih_l0_reverse	1	-0.0024857649113982916
8680	rnn.weight_ih_l0_reverse	2	0.023190069943666458
8680	rnn.weight_ih_l0_reverse	3	-0.05712207406759262
8680	rnn.weight_ih_l0_reverse	4	0.00932688731700182
8680	rnn.weight_ih_l0_reverse	5	-0.052895043045282364
8680	rnn.weight_ih_l0_reverse	6	0.01164715364575386
8680	rnn.weight_ih_l0_reverse	7	0.040911514312028885
8680	rnn.weight_ih_l0_reverse	8	-0.041735921055078506
8680	rnn.weight_ih_l0_reverse	9	-0.05229457840323448
8680	rnn.weight_hh_l0_reverse	0	-0.07697267830371857
8680	rnn.weight_hh_l0_reverse	1	-0.046532951295375824
8680	rnn.weight_hh_l0_reverse	2	0.01451159454882145
8680	rnn.weight_hh_l0_reverse	3	0.044091884046792984
8680	rnn.weight_hh_l0_reverse	4	0.02079961821436882
8680	rnn.weight_hh_l0_reverse	5	0.043385785073041916
8680	rnn.weight_hh_l0_reverse	6	-0.003554857801645994
8680	rnn.weight_hh_l0_reverse	7	-0.0031925339717417955
8680	rnn.weight_hh_l0_reverse	8	-0.0819266140460968
8680	rnn.weight_hh_l0_reverse	9	0.04493272304534912
8680	rnn.bias_ih_l0_reverse	0	-0.065347820520401
8680	rnn.bias_ih_l0_reverse	1	-0.037973444908857346
8680	rnn.bias_ih_l0_reverse	2	0.08505035191774368
8680	rnn.bias_ih_l0_reverse	3	0.031852830201387405
8680	rnn.bias_ih_l0_reverse	4	-0.10440205037593842
8680	rnn.bias_ih_l0_reverse	5	0.029746295884251595
8680	rnn.bias_ih_l0_reverse	6	-0.10782287269830704
8680	rnn.bias_ih_l0_reverse	7	0.042441483587026596
8680	rnn.bias_ih_l0_reverse	8	0.01750279776751995
8680	rnn.bias_ih_l0_reverse	9	0.06771884858608246
8680	rnn.bias_hh_l0_reverse	0	0.030934713780879974
8680	rnn.bias_hh_l0_reverse	1	0.06580675393342972
8680	rnn.bias_hh_l0_reverse	2	0.08596464991569519
8680	rnn.bias_hh_l0_reverse	3	-0.009329845197498798
8680	rnn.bias_hh_l0_reverse	4	0.08490746468305588
8680	rnn.bias_hh_l0_reverse	5	0.02904428169131279
8680	rnn.bias_hh_l0_reverse	6	-0.07640109956264496
8680	rnn.bias_hh_l0_reverse	7	0.036720119416713715
8680	rnn.bias_hh_l0_reverse	8	0.03549990803003311
8680	rnn.bias_hh_l0_reverse	9	-0.1332056075334549
8680	linear.weight	0	0.15471407771110535
8680	linear.weight	1	-0.10949701815843582
8680	linear.weight	2	-0.13045527040958405
8680	linear.weight	3	0.04744243249297142
8680	linear.weight	4	0.005227172747254372
8680	linear.weight	5	-0.03911571577191353
8680	linear.weight	6	-0.010675138793885708
8680	linear.weight	7	-0.03582366555929184
8680	linear.weight	8	0.02052520401775837
8680	linear.weight	9	0.3315923810005188
8680	linear.bias	0	-0.07610878348350525
8680	linear.bias	1	0.11897139996290207
8680	linear.bias	2	-0.4174913167953491
8680	linear.bias	3	1.3740406036376953
8680	linear.bias	4	-0.332215815782547
8680	linear.bias	5	-0.030769959092140198
8680	linear.bias	6	-0.29299890995025635
8680	linear.bias	7	-0.18060302734375
8680	linear.bias	8	0.06390029191970825
8680	linear.bias	9	-0.4216812551021576
8708	transitions	0	-0.5997698903083801
8708	transitions	1	0.4022427797317505
8708	transitions	2	1.7411335706710815
8708	transitions	3	0.15507078170776367
8708	transitions	4	0.989465594291687
8708	transitions	5	1.2749351263046265
8708	transitions	6	0.48456424474716187
8708	transitions	7	0.18201735615730286
8708	transitions	8	-0.9190068244934082
8708	transitions	9	0.9307659864425659
8708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8708	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8708	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8708	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8708	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8708	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8708	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8708	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8708	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8708	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8708	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8708	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8708	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8708	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8708	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8708	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8708	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8708	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8708	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8708	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8708	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8708	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8708	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8708	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8708	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8708	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8708	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8708	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8708	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8708	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8708	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8708	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8708	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8708	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8708	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8708	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8708	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8708	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8708	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8708	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8708	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8708	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8708	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8708	embedding2nn.weight	0	0.00891376193612814
8708	embedding2nn.weight	1	0.014793330803513527
8708	embedding2nn.weight	2	-0.005179938860237598
8708	embedding2nn.weight	3	0.001998669235035777
8708	embedding2nn.weight	4	-0.0038318431470543146
8708	embedding2nn.weight	5	0.009344176389276981
8708	embedding2nn.weight	6	-0.002449947642162442
8708	embedding2nn.weight	7	0.011876819655299187
8708	embedding2nn.weight	8	-0.007101797498762608
8708	embedding2nn.weight	9	-0.013116661459207535
8708	embedding2nn.bias	0	-0.032418254762887955
8708	embedding2nn.bias	1	-0.0035419361665844917
8708	embedding2nn.bias	2	-0.07032524049282074
8708	embedding2nn.bias	3	0.005836150608956814
8708	embedding2nn.bias	4	0.008086788468062878
8708	embedding2nn.bias	5	0.003433619625866413
8708	embedding2nn.bias	6	0.037640973925590515
8708	embedding2nn.bias	7	0.04843803495168686
8708	embedding2nn.bias	8	0.008312657475471497
8708	embedding2nn.bias	9	-0.015111444517970085
8708	rnn.weight_ih_l0	0	0.03674924001097679
8708	rnn.weight_ih_l0	1	-0.0066949245519936085
8708	rnn.weight_ih_l0	2	-0.025704899802803993
8708	rnn.weight_ih_l0	3	-0.048140931874513626
8708	rnn.weight_ih_l0	4	-0.04860220104455948
8708	rnn.weight_ih_l0	5	-0.0017965735169127584
8708	rnn.weight_ih_l0	6	-0.054463982582092285
8708	rnn.weight_ih_l0	7	-0.056414633989334106
8708	rnn.weight_ih_l0	8	-0.048753466457128525
8708	rnn.weight_ih_l0	9	-0.027215996757149696
8708	rnn.weight_hh_l0	0	0.011379162780940533
8708	rnn.weight_hh_l0	1	-0.024113601073622704
8708	rnn.weight_hh_l0	2	-0.03471207246184349
8708	rnn.weight_hh_l0	3	-0.018273457884788513
8708	rnn.weight_hh_l0	4	-0.054895590990781784
8708	rnn.weight_hh_l0	5	-0.011128535494208336
8708	rnn.weight_hh_l0	6	-0.033214177936315536
8708	rnn.weight_hh_l0	7	0.01660504750907421
8708	rnn.weight_hh_l0	8	-0.019573843106627464
8708	rnn.weight_hh_l0	9	0.020931674167513847
8708	rnn.bias_ih_l0	0	0.09617867320775986
8708	rnn.bias_ih_l0	1	-0.04351649433374405
8708	rnn.bias_ih_l0	2	0.10944446921348572
8708	rnn.bias_ih_l0	3	0.061293285340070724
8708	rnn.bias_ih_l0	4	0.09046146273612976
8708	rnn.bias_ih_l0	5	0.020711135119199753
8708	rnn.bias_ih_l0	6	-0.02222868800163269
8708	rnn.bias_ih_l0	7	-0.08211593329906464
8708	rnn.bias_ih_l0	8	-0.11846178770065308
8708	rnn.bias_ih_l0	9	0.08228765428066254
8708	rnn.bias_hh_l0	0	-0.032646819949150085
8708	rnn.bias_hh_l0	1	0.019538305699825287
8708	rnn.bias_hh_l0	2	-0.02039457857608795
8708	rnn.bias_hh_l0	3	-0.02925959788262844
8708	rnn.bias_hh_l0	4	-0.04877050593495369
8708	rnn.bias_hh_l0	5	0.10780717432498932
8708	rnn.bias_hh_l0	6	-0.0071004522033035755
8708	rnn.bias_hh_l0	7	0.006362986285239458
8708	rnn.bias_hh_l0	8	0.01214005146175623
8708	rnn.bias_hh_l0	9	0.05170935019850731
8708	rnn.weight_ih_l0_reverse	0	-0.0332326665520668
8708	rnn.weight_ih_l0_reverse	1	-0.0030846279114484787
8708	rnn.weight_ih_l0_reverse	2	0.0230733472853899
8708	rnn.weight_ih_l0_reverse	3	-0.05758748948574066
8708	rnn.weight_ih_l0_reverse	4	0.00939328595995903
8708	rnn.weight_ih_l0_reverse	5	-0.05298323556780815
8708	rnn.weight_ih_l0_reverse	6	0.010949255898594856
8708	rnn.weight_ih_l0_reverse	7	0.041135936975479126
8708	rnn.weight_ih_l0_reverse	8	-0.04172931984066963
8708	rnn.weight_ih_l0_reverse	9	-0.052383530884981155
8708	rnn.weight_hh_l0_reverse	0	-0.0768800750374794
8708	rnn.weight_hh_l0_reverse	1	-0.04678354784846306
8708	rnn.weight_hh_l0_reverse	2	0.014551595784723759
8708	rnn.weight_hh_l0_reverse	3	0.04425112158060074
8708	rnn.weight_hh_l0_reverse	4	0.0204605869948864
8708	rnn.weight_hh_l0_reverse	5	0.04312640428543091
8708	rnn.weight_hh_l0_reverse	6	-0.0009679105714894831
8708	rnn.weight_hh_l0_reverse	7	-0.003027450293302536
8708	rnn.weight_hh_l0_reverse	8	-0.08254440873861313
8708	rnn.weight_hh_l0_reverse	9	0.045081619173288345
8708	rnn.bias_ih_l0_reverse	0	-0.06017892062664032
8708	rnn.bias_ih_l0_reverse	1	-0.03662211820483208
8708	rnn.bias_ih_l0_reverse	2	0.08520084619522095
8708	rnn.bias_ih_l0_reverse	3	0.03161337971687317
8708	rnn.bias_ih_l0_reverse	4	-0.10523686558008194
8708	rnn.bias_ih_l0_reverse	5	0.02731058932840824
8708	rnn.bias_ih_l0_reverse	6	-0.10817314684391022
8708	rnn.bias_ih_l0_reverse	7	0.0411483496427536
8708	rnn.bias_ih_l0_reverse	8	0.016642967239022255
8708	rnn.bias_ih_l0_reverse	9	0.06827081739902496
8708	rnn.bias_hh_l0_reverse	0	0.030223246663808823
8708	rnn.bias_hh_l0_reverse	1	0.06753093004226685
8708	rnn.bias_hh_l0_reverse	2	0.08507250994443893
8708	rnn.bias_hh_l0_reverse	3	-0.008924802765250206
8708	rnn.bias_hh_l0_reverse	4	0.08437730371952057
8708	rnn.bias_hh_l0_reverse	5	0.0324159674346447
8708	rnn.bias_hh_l0_reverse	6	-0.07751967757940292
8708	rnn.bias_hh_l0_reverse	7	0.03687174990773201
8708	rnn.bias_hh_l0_reverse	8	0.035165682435035706
8708	rnn.bias_hh_l0_reverse	9	-0.12631522119045258
8708	linear.weight	0	0.15420712530612946
8708	linear.weight	1	-0.10939186066389084
8708	linear.weight	2	-0.12902680039405823
8708	linear.weight	3	0.04623022675514221
8708	linear.weight	4	0.005595187656581402
8708	linear.weight	5	-0.03896896541118622
8708	linear.weight	6	-0.010666804388165474
8708	linear.weight	7	-0.03571092337369919
8708	linear.weight	8	0.01668151281774044
8708	linear.weight	9	0.3349749445915222
8708	linear.bias	0	-0.0751744955778122
8708	linear.bias	1	0.11841681599617004
8708	linear.bias	2	-0.41643959283828735
8708	linear.bias	3	1.3702569007873535
8708	linear.bias	4	-0.33278122544288635
8708	linear.bias	5	-0.030769959092140198
8708	linear.bias	6	-0.291202187538147
8708	linear.bias	7	-0.18002240359783173
8708	linear.bias	8	0.05692305788397789
8708	linear.bias	9	-0.42185139656066895
8736	transitions	0	-0.5998836755752563
8736	transitions	1	0.4021255075931549
8736	transitions	2	1.7410320043563843
8736	transitions	3	0.15493114292621613
8736	transitions	4	0.989328920841217
8736	transitions	5	1.2749311923980713
8736	transitions	6	0.4845638871192932
8736	transitions	7	0.18201272189617157
8736	transitions	8	-0.9190085530281067
8736	transitions	9	0.9307659268379211
8736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8736	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8736	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8736	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8736	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8736	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8736	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8736	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8736	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8736	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8736	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8736	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8736	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8736	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8736	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8736	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8736	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8736	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8736	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8736	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8736	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8736	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8736	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8736	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8736	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8736	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8736	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8736	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8736	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8736	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8736	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8736	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8736	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8736	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8736	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8736	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8736	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8736	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8736	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8736	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8736	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8736	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8736	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8736	embedding2nn.weight	0	0.008343266323208809
8736	embedding2nn.weight	1	0.014597955159842968
8736	embedding2nn.weight	2	-0.005179386120289564
8736	embedding2nn.weight	3	0.001973718171939254
8736	embedding2nn.weight	4	-0.0039474982768297195
8736	embedding2nn.weight	5	0.009533032774925232
8736	embedding2nn.weight	6	-0.002588600153103471
8736	embedding2nn.weight	7	0.011249292641878128
8736	embedding2nn.weight	8	-0.0069517167285084724
8736	embedding2nn.weight	9	-0.01318080723285675
8736	embedding2nn.bias	0	-0.03549865260720253
8736	embedding2nn.bias	1	-0.005095289088785648
8736	embedding2nn.bias	2	-0.07338732481002808
8736	embedding2nn.bias	3	0.006555165629833937
8736	embedding2nn.bias	4	0.010991775430738926
8736	embedding2nn.bias	5	-0.005185111425817013
8736	embedding2nn.bias	6	0.03197881206870079
8736	embedding2nn.bias	7	0.052734240889549255
8736	embedding2nn.bias	8	0.012357844971120358
8736	embedding2nn.bias	9	-0.014156675897538662
8736	rnn.weight_ih_l0	0	0.03689564764499664
8736	rnn.weight_ih_l0	1	-0.006451900582760572
8736	rnn.weight_ih_l0	2	-0.024396728724241257
8736	rnn.weight_ih_l0	3	-0.04767996445298195
8736	rnn.weight_ih_l0	4	-0.04854670912027359
8736	rnn.weight_ih_l0	5	-0.0016576243797317147
8736	rnn.weight_ih_l0	6	-0.05450143665075302
8736	rnn.weight_ih_l0	7	-0.05669938027858734
8736	rnn.weight_ih_l0	8	-0.048980243504047394
8736	rnn.weight_ih_l0	9	-0.027127103880047798
8736	rnn.weight_hh_l0	0	0.011547590605914593
8736	rnn.weight_hh_l0	1	-0.024241097271442413
8736	rnn.weight_hh_l0	2	-0.034919723868370056
8736	rnn.weight_hh_l0	3	-0.017791766673326492
8736	rnn.weight_hh_l0	4	-0.05464429408311844
8736	rnn.weight_hh_l0	5	-0.010602418333292007
8736	rnn.weight_hh_l0	6	-0.03340828791260719
8736	rnn.weight_hh_l0	7	0.015193474479019642
8736	rnn.weight_hh_l0	8	-0.019715135917067528
8736	rnn.weight_hh_l0	9	0.02116156369447708
8736	rnn.bias_ih_l0	0	0.0956275463104248
8736	rnn.bias_ih_l0	1	-0.04173298552632332
8736	rnn.bias_ih_l0	2	0.11138647794723511
8736	rnn.bias_ih_l0	3	0.06272318959236145
8736	rnn.bias_ih_l0	4	0.09191743284463882
8736	rnn.bias_ih_l0	5	0.02090306580066681
8736	rnn.bias_ih_l0	6	-0.02076585218310356
8736	rnn.bias_ih_l0	7	-0.08210329711437225
8736	rnn.bias_ih_l0	8	-0.13576626777648926
8736	rnn.bias_ih_l0	9	0.08142029494047165
8736	rnn.bias_hh_l0	0	-0.032404109835624695
8736	rnn.bias_hh_l0	1	0.023201394826173782
8736	rnn.bias_hh_l0	2	-0.020148253068327904
8736	rnn.bias_hh_l0	3	-0.03159002959728241
8736	rnn.bias_hh_l0	4	-0.04887405037879944
8736	rnn.bias_hh_l0	5	0.10758424550294876
8736	rnn.bias_hh_l0	6	-0.008203070610761642
8736	rnn.bias_hh_l0	7	0.00732534471899271
8736	rnn.bias_hh_l0	8	0.01360288355499506
8736	rnn.bias_hh_l0	9	0.05359247326850891
8736	rnn.weight_ih_l0_reverse	0	-0.03307224065065384
8736	rnn.weight_ih_l0_reverse	1	-0.002478419803082943
8736	rnn.weight_ih_l0_reverse	2	0.023061571642756462
8736	rnn.weight_ih_l0_reverse	3	-0.057538680732250214
8736	rnn.weight_ih_l0_reverse	4	0.009309148415923119
8736	rnn.weight_ih_l0_reverse	5	-0.052897144109010696
8736	rnn.weight_ih_l0_reverse	6	0.012194504961371422
8736	rnn.weight_ih_l0_reverse	7	0.04101363569498062
8736	rnn.weight_ih_l0_reverse	8	-0.041733890771865845
8736	rnn.weight_ih_l0_reverse	9	-0.052397701889276505
8736	rnn.weight_hh_l0_reverse	0	-0.07644394040107727
8736	rnn.weight_hh_l0_reverse	1	-0.046335671097040176
8736	rnn.weight_hh_l0_reverse	2	0.014793475158512592
8736	rnn.weight_hh_l0_reverse	3	0.044148437678813934
8736	rnn.weight_hh_l0_reverse	4	0.01992018334567547
8736	rnn.weight_hh_l0_reverse	5	0.04330921545624733
8736	rnn.weight_hh_l0_reverse	6	-0.0017140397103503346
8736	rnn.weight_hh_l0_reverse	7	-0.0025649326853454113
8736	rnn.weight_hh_l0_reverse	8	-0.08273084461688995
8736	rnn.weight_hh_l0_reverse	9	0.04572046548128128
8736	rnn.bias_ih_l0_reverse	0	-0.060778263956308365
8736	rnn.bias_ih_l0_reverse	1	-0.036352746188640594
8736	rnn.bias_ih_l0_reverse	2	0.08665381371974945
8736	rnn.bias_ih_l0_reverse	3	0.032083384692668915
8736	rnn.bias_ih_l0_reverse	4	-0.104917973279953
8736	rnn.bias_ih_l0_reverse	5	0.028209138661623
8736	rnn.bias_ih_l0_reverse	6	-0.10982927680015564
8736	rnn.bias_ih_l0_reverse	7	0.04051707312464714
8736	rnn.bias_ih_l0_reverse	8	0.019071849063038826
8736	rnn.bias_ih_l0_reverse	9	0.06880403310060501
8736	rnn.bias_hh_l0_reverse	0	0.03452059254050255
8736	rnn.bias_hh_l0_reverse	1	0.06812704354524612
8736	rnn.bias_hh_l0_reverse	2	0.08687447011470795
8736	rnn.bias_hh_l0_reverse	3	-0.00866728462278843
8736	rnn.bias_hh_l0_reverse	4	0.0843660831451416
8736	rnn.bias_hh_l0_reverse	5	0.03388200327754021
8736	rnn.bias_hh_l0_reverse	6	-0.07717420160770416
8736	rnn.bias_hh_l0_reverse	7	0.03714383393526077
8736	rnn.bias_hh_l0_reverse	8	0.03623761236667633
8736	rnn.bias_hh_l0_reverse	9	-0.11396230757236481
8736	linear.weight	0	0.16719022393226624
8736	linear.weight	1	-0.10933852195739746
8736	linear.weight	2	-0.13205993175506592
8736	linear.weight	3	0.052001114934682846
8736	linear.weight	4	0.006420968100428581
8736	linear.weight	5	-0.038836948573589325
8736	linear.weight	6	-0.010663744993507862
8736	linear.weight	7	-0.038077399134635925
8736	linear.weight	8	0.015399430878460407
8736	linear.weight	9	0.3384527862071991
8736	linear.bias	0	-0.0684841051697731
8736	linear.bias	1	0.11758340895175934
8736	linear.bias	2	-0.41626080870628357
8736	linear.bias	3	1.3767009973526
8736	linear.bias	4	-0.3307064473628998
8736	linear.bias	5	-0.030769959092140198
8736	linear.bias	6	-0.29001498222351074
8736	linear.bias	7	-0.1815161257982254
8736	linear.bias	8	0.04994368925690651
8736	linear.bias	9	-0.4220010042190552
8764	transitions	0	-0.6000417470932007
8764	transitions	1	0.40186384320259094
8764	transitions	2	1.7408778667449951
8764	transitions	3	0.154851496219635
8764	transitions	4	0.9892378449440002
8764	transitions	5	1.2749286890029907
8764	transitions	6	0.48455923795700073
8764	transitions	7	0.18201173841953278
8764	transitions	8	-0.9190126061439514
8764	transitions	9	0.930765688419342
8764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8764	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8764	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8764	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8764	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8764	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8764	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8764	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8764	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8764	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8764	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8764	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8764	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8764	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8764	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8764	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8764	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8764	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8764	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8764	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8764	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8764	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8764	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8764	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8764	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8764	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8764	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8764	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8764	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8764	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8764	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8764	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8764	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8764	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8764	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8764	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8764	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8764	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8764	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8764	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8764	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8764	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8764	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8764	embedding2nn.weight	0	0.009213846176862717
8764	embedding2nn.weight	1	0.014410729520022869
8764	embedding2nn.weight	2	-0.005306065082550049
8764	embedding2nn.weight	3	0.0020147552713751793
8764	embedding2nn.weight	4	-0.003979044035077095
8764	embedding2nn.weight	5	0.009546002373099327
8764	embedding2nn.weight	6	-0.002734551904723048
8764	embedding2nn.weight	7	0.010923190973699093
8764	embedding2nn.weight	8	-0.006910360883921385
8764	embedding2nn.weight	9	-0.013225157745182514
8764	embedding2nn.bias	0	-0.037712208926677704
8764	embedding2nn.bias	1	-0.007634717971086502
8764	embedding2nn.bias	2	-0.06874686479568481
8764	embedding2nn.bias	3	0.0011849154252558947
8764	embedding2nn.bias	4	0.009418737143278122
8764	embedding2nn.bias	5	0.004424933344125748
8764	embedding2nn.bias	6	0.027530822902917862
8764	embedding2nn.bias	7	0.056111838668584824
8764	embedding2nn.bias	8	0.013536022044718266
8764	embedding2nn.bias	9	-0.014775827527046204
8764	rnn.weight_ih_l0	0	0.03688798099756241
8764	rnn.weight_ih_l0	1	-0.006789807695895433
8764	rnn.weight_ih_l0	2	-0.023260217159986496
8764	rnn.weight_ih_l0	3	-0.04755721613764763
8764	rnn.weight_ih_l0	4	-0.04838472604751587
8764	rnn.weight_ih_l0	5	-0.0018199249170720577
8764	rnn.weight_ih_l0	6	-0.05430436134338379
8764	rnn.weight_ih_l0	7	-0.05652479827404022
8764	rnn.weight_ih_l0	8	-0.04886375740170479
8764	rnn.weight_ih_l0	9	-0.027142487466335297
8764	rnn.weight_hh_l0	0	0.011552521958947182
8764	rnn.weight_hh_l0	1	-0.024049287661910057
8764	rnn.weight_hh_l0	2	-0.03418803960084915
8764	rnn.weight_hh_l0	3	-0.01791038177907467
8764	rnn.weight_hh_l0	4	-0.05442052334547043
8764	rnn.weight_hh_l0	5	-0.010972779244184494
8764	rnn.weight_hh_l0	6	-0.03249765560030937
8764	rnn.weight_hh_l0	7	0.014985050074756145
8764	rnn.weight_hh_l0	8	-0.019782140851020813
8764	rnn.weight_hh_l0	9	0.0198859591037035
8764	rnn.bias_ih_l0	0	0.09434792399406433
8764	rnn.bias_ih_l0	1	-0.0406096912920475
8764	rnn.bias_ih_l0	2	0.11070754379034042
8764	rnn.bias_ih_l0	3	0.06145724654197693
8764	rnn.bias_ih_l0	4	0.09186989068984985
8764	rnn.bias_ih_l0	5	0.019555306062102318
8764	rnn.bias_ih_l0	6	-0.02134033851325512
8764	rnn.bias_ih_l0	7	-0.08235916495323181
8764	rnn.bias_ih_l0	8	-0.12772653996944427
8764	rnn.bias_ih_l0	9	0.07968910038471222
8764	rnn.bias_hh_l0	0	-0.03183334693312645
8764	rnn.bias_hh_l0	1	0.020955651998519897
8764	rnn.bias_hh_l0	2	-0.019058963283896446
8764	rnn.bias_hh_l0	3	-0.031750645488500595
8764	rnn.bias_hh_l0	4	-0.04743076115846634
8764	rnn.bias_hh_l0	5	0.1076902449131012
8764	rnn.bias_hh_l0	6	-0.0066082291305065155
8764	rnn.bias_hh_l0	7	0.005437774583697319
8764	rnn.bias_hh_l0	8	0.013028391636908054
8764	rnn.bias_hh_l0	9	0.05224139988422394
8764	rnn.weight_ih_l0_reverse	0	-0.03290614113211632
8764	rnn.weight_ih_l0_reverse	1	-0.0032395932357758284
8764	rnn.weight_ih_l0_reverse	2	0.023161185905337334
8764	rnn.weight_ih_l0_reverse	3	-0.05733265355229378
8764	rnn.weight_ih_l0_reverse	4	0.009166709147393703
8764	rnn.weight_ih_l0_reverse	5	-0.052872512489557266
8764	rnn.weight_ih_l0_reverse	6	0.0122945886105299
8764	rnn.weight_ih_l0_reverse	7	0.04103251174092293
8764	rnn.weight_ih_l0_reverse	8	-0.04178992286324501
8764	rnn.weight_ih_l0_reverse	9	-0.0525338314473629
8764	rnn.weight_hh_l0_reverse	0	-0.07677416503429413
8764	rnn.weight_hh_l0_reverse	1	-0.04515516757965088
8764	rnn.weight_hh_l0_reverse	2	0.0145828016102314
8764	rnn.weight_hh_l0_reverse	3	0.04402508959174156
8764	rnn.weight_hh_l0_reverse	4	0.019480928778648376
8764	rnn.weight_hh_l0_reverse	5	0.043452516198158264
8764	rnn.weight_hh_l0_reverse	6	-0.002821470843628049
8764	rnn.weight_hh_l0_reverse	7	-0.0023492348846048117
8764	rnn.weight_hh_l0_reverse	8	-0.08337902277708054
8764	rnn.weight_hh_l0_reverse	9	0.044599104672670364
8764	rnn.bias_ih_l0_reverse	0	-0.0650547444820404
8764	rnn.bias_ih_l0_reverse	1	-0.03230491653084755
8764	rnn.bias_ih_l0_reverse	2	0.0869237408041954
8764	rnn.bias_ih_l0_reverse	3	0.03257663920521736
8764	rnn.bias_ih_l0_reverse	4	-0.10612146556377411
8764	rnn.bias_ih_l0_reverse	5	0.02930806763470173
8764	rnn.bias_ih_l0_reverse	6	-0.10831692814826965
8764	rnn.bias_ih_l0_reverse	7	0.03918140009045601
8764	rnn.bias_ih_l0_reverse	8	0.018162548542022705
8764	rnn.bias_ih_l0_reverse	9	0.06859394162893295
8764	rnn.bias_hh_l0_reverse	0	0.037465691566467285
8764	rnn.bias_hh_l0_reverse	1	0.0682254359126091
8764	rnn.bias_hh_l0_reverse	2	0.08609159290790558
8764	rnn.bias_hh_l0_reverse	3	-0.008624989539384842
8764	rnn.bias_hh_l0_reverse	4	0.08468769490718842
8764	rnn.bias_hh_l0_reverse	5	0.03521064668893814
8764	rnn.bias_hh_l0_reverse	6	-0.07850196212530136
8764	rnn.bias_hh_l0_reverse	7	0.03582329303026199
8764	rnn.bias_hh_l0_reverse	8	0.038264427334070206
8764	rnn.bias_hh_l0_reverse	9	-0.12423107028007507
8764	linear.weight	0	0.17732955515384674
8764	linear.weight	1	-0.10927831381559372
8764	linear.weight	2	-0.12805788218975067
8764	linear.weight	3	0.05381140485405922
8764	linear.weight	4	0.005497010890394449
8764	linear.weight	5	-0.03780824691057205
8764	linear.weight	6	-0.01064443588256836
8764	linear.weight	7	-0.037856366485357285
8764	linear.weight	8	0.020534172654151917
8764	linear.weight	9	0.34032613039016724
8764	linear.bias	0	-0.07497101277112961
8764	linear.bias	1	0.11148448288440704
8764	linear.bias	2	-0.41885173320770264
8764	linear.bias	3	1.3720699548721313
8764	linear.bias	4	-0.3257729709148407
8764	linear.bias	5	-0.030769959092140198
8764	linear.bias	6	-0.29257017374038696
8764	linear.bias	7	-0.18883711099624634
8764	linear.bias	8	0.051172513514757156
8764	linear.bias	9	-0.4222469627857208
8792	transitions	0	-0.6002056002616882
8792	transitions	1	0.40142273902893066
8792	transitions	2	1.7406675815582275
8792	transitions	3	0.15471938252449036
8792	transitions	4	0.9887225031852722
8792	transitions	5	1.2749266624450684
8792	transitions	6	0.4845578074455261
8792	transitions	7	0.18200650811195374
8792	transitions	8	-0.919014036655426
8792	transitions	9	0.930765688419342
8792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8792	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8792	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8792	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8792	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8792	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8792	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8792	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8792	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8792	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8792	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8792	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8792	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8792	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8792	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8792	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8792	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8792	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8792	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8792	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8792	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8792	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8792	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8792	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8792	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8792	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8792	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8792	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8792	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8792	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8792	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8792	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8792	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8792	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8792	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8792	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8792	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8792	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8792	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8792	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8792	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8792	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8792	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8792	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8792	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8792	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8792	embedding2nn.weight	0	0.010503330267965794
8792	embedding2nn.weight	1	0.014477760531008244
8792	embedding2nn.weight	2	-0.005278431810438633
8792	embedding2nn.weight	3	0.0020461976528167725
8792	embedding2nn.weight	4	-0.0040209488943219185
8792	embedding2nn.weight	5	0.009512356482446194
8792	embedding2nn.weight	6	-0.0026721986941993237
8792	embedding2nn.weight	7	0.008744549937546253
8792	embedding2nn.weight	8	-0.0069538564421236515
8792	embedding2nn.weight	9	-0.013303114101290703
8792	embedding2nn.bias	0	-0.034767452627420425
8792	embedding2nn.bias	1	-0.006427485961467028
8792	embedding2nn.bias	2	-0.07442260533571243
8792	embedding2nn.bias	3	0.005639505572617054
8792	embedding2nn.bias	4	0.01578400656580925
8792	embedding2nn.bias	5	0.002728808671236038
8792	embedding2nn.bias	6	0.0337526835501194
8792	embedding2nn.bias	7	0.059124186635017395
8792	embedding2nn.bias	8	0.00927034392952919
8792	embedding2nn.bias	9	-0.014725534245371819
8792	rnn.weight_ih_l0	0	0.036734726279973984
8792	rnn.weight_ih_l0	1	-0.007350574713200331
8792	rnn.weight_ih_l0	2	-0.024343864992260933
8792	rnn.weight_ih_l0	3	-0.0476025715470314
8792	rnn.weight_ih_l0	4	-0.048477426171302795
8792	rnn.weight_ih_l0	5	-0.001670392812229693
8792	rnn.weight_ih_l0	6	-0.05436285212635994
8792	rnn.weight_ih_l0	7	-0.056599799543619156
8792	rnn.weight_ih_l0	8	-0.04879529029130936
8792	rnn.weight_ih_l0	9	-0.02713661640882492
8792	rnn.weight_hh_l0	0	0.011933981440961361
8792	rnn.weight_hh_l0	1	-0.02381010539829731
8792	rnn.weight_hh_l0	2	-0.03505050018429756
8792	rnn.weight_hh_l0	3	-0.01815696246922016
8792	rnn.weight_hh_l0	4	-0.05432898923754692
8792	rnn.weight_hh_l0	5	-0.010466847568750381
8792	rnn.weight_hh_l0	6	-0.032704588025808334
8792	rnn.weight_hh_l0	7	0.014606764540076256
8792	rnn.weight_hh_l0	8	-0.01954839378595352
8792	rnn.weight_hh_l0	9	0.020204519852995872
8792	rnn.bias_ih_l0	0	0.09419730305671692
8792	rnn.bias_ih_l0	1	-0.041182201355695724
8792	rnn.bias_ih_l0	2	0.11058246344327927
8792	rnn.bias_ih_l0	3	0.06211375817656517
8792	rnn.bias_ih_l0	4	0.0929226279258728
8792	rnn.bias_ih_l0	5	0.021058566868305206
8792	rnn.bias_ih_l0	6	-0.019202683120965958
8792	rnn.bias_ih_l0	7	-0.07367939502000809
8792	rnn.bias_ih_l0	8	-0.13228657841682434
8792	rnn.bias_ih_l0	9	0.07816764712333679
8792	rnn.bias_hh_l0	0	-0.030786091461777687
8792	rnn.bias_hh_l0	1	0.021246884018182755
8792	rnn.bias_hh_l0	2	-0.017898976802825928
8792	rnn.bias_hh_l0	3	-0.027693305164575577
8792	rnn.bias_hh_l0	4	-0.05038498342037201
8792	rnn.bias_hh_l0	5	0.10771997272968292
8792	rnn.bias_hh_l0	6	-0.007061350625008345
8792	rnn.bias_hh_l0	7	0.003899801755324006
8792	rnn.bias_hh_l0	8	0.015166044235229492
8792	rnn.bias_hh_l0	9	0.04774218425154686
8792	rnn.weight_ih_l0_reverse	0	-0.03260539472103119
8792	rnn.weight_ih_l0_reverse	1	-0.003657385939732194
8792	rnn.weight_ih_l0_reverse	2	0.023510966449975967
8792	rnn.weight_ih_l0_reverse	3	-0.05707063525915146
8792	rnn.weight_ih_l0_reverse	4	0.009096779860556126
8792	rnn.weight_ih_l0_reverse	5	-0.05275701358914375
8792	rnn.weight_ih_l0_reverse	6	0.012141103856265545
8792	rnn.weight_ih_l0_reverse	7	0.041113242506980896
8792	rnn.weight_ih_l0_reverse	8	-0.041806310415267944
8792	rnn.weight_ih_l0_reverse	9	-0.05250978469848633
8792	rnn.weight_hh_l0_reverse	0	-0.07640170305967331
8792	rnn.weight_hh_l0_reverse	1	-0.04395156726241112
8792	rnn.weight_hh_l0_reverse	2	0.014386012218892574
8792	rnn.weight_hh_l0_reverse	3	0.04359298199415207
8792	rnn.weight_hh_l0_reverse	4	0.019348187372088432
8792	rnn.weight_hh_l0_reverse	5	0.04325054958462715
8792	rnn.weight_hh_l0_reverse	6	-0.002939359052106738
8792	rnn.weight_hh_l0_reverse	7	-0.002069269074127078
8792	rnn.weight_hh_l0_reverse	8	-0.08290059864521027
8792	rnn.weight_hh_l0_reverse	9	0.04446838051080704
8792	rnn.bias_ih_l0_reverse	0	-0.057919055223464966
8792	rnn.bias_ih_l0_reverse	1	-0.03191700950264931
8792	rnn.bias_ih_l0_reverse	2	0.08865928649902344
8792	rnn.bias_ih_l0_reverse	3	0.03322010859847069
8792	rnn.bias_ih_l0_reverse	4	-0.10554295778274536
8792	rnn.bias_ih_l0_reverse	5	0.029445035383105278
8792	rnn.bias_ih_l0_reverse	6	-0.10941610485315323
8792	rnn.bias_ih_l0_reverse	7	0.038964707404375076
8792	rnn.bias_ih_l0_reverse	8	0.01792878471314907
8792	rnn.bias_ih_l0_reverse	9	0.06880421191453934
8792	rnn.bias_hh_l0_reverse	0	0.034732840955257416
8792	rnn.bias_hh_l0_reverse	1	0.06664256751537323
8792	rnn.bias_hh_l0_reverse	2	0.08487597852945328
8792	rnn.bias_hh_l0_reverse	3	-0.008440681733191013
8792	rnn.bias_hh_l0_reverse	4	0.08022008836269379
8792	rnn.bias_hh_l0_reverse	5	0.031131815165281296
8792	rnn.bias_hh_l0_reverse	6	-0.07756448537111282
8792	rnn.bias_hh_l0_reverse	7	0.03627999871969223
8792	rnn.bias_hh_l0_reverse	8	0.03660095855593681
8792	rnn.bias_hh_l0_reverse	9	-0.12423565983772278
8792	linear.weight	0	0.18307112157344818
8792	linear.weight	1	-0.1092676967382431
8792	linear.weight	2	-0.1295435130596161
8792	linear.weight	3	0.05734507739543915
8792	linear.weight	4	0.006030619144439697
8792	linear.weight	5	-0.03760238364338875
8792	linear.weight	6	-0.010610946454107761
8792	linear.weight	7	-0.03773915395140648
8792	linear.weight	8	0.019677812233567238
8792	linear.weight	9	0.33975234627723694
8792	linear.bias	0	-0.08287855982780457
8792	linear.bias	1	0.10628796368837357
8792	linear.bias	2	-0.4168969690799713
8792	linear.bias	3	1.3980156183242798
8792	linear.bias	4	-0.32686376571655273
8792	linear.bias	5	-0.030769959092140198
8792	linear.bias	6	-0.2899287939071655
8792	linear.bias	7	-0.18169660866260529
8792	linear.bias	8	0.05549711361527443
8792	linear.bias	9	-0.4225608706474304
8820	transitions	0	-0.6003875732421875
8820	transitions	1	0.4012855291366577
8820	transitions	2	1.7402629852294922
8820	transitions	3	0.15462978184223175
8820	transitions	4	0.9885601997375488
8820	transitions	5	1.2749229669570923
8820	transitions	6	0.4845554232597351
8820	transitions	7	0.18200401961803436
8820	transitions	8	-0.9190153479576111
8820	transitions	9	0.930765688419342
8820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8820	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8820	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8820	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8820	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8820	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8820	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8820	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8820	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8820	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8820	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8820	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8820	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8820	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8820	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8820	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8820	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8820	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8820	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8820	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8820	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8820	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8820	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8820	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8820	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8820	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8820	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8820	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8820	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8820	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8820	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8820	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8820	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8820	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8820	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8820	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8820	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8820	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8820	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8820	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8820	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8820	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8820	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8820	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8820	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8820	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8820	embedding2nn.weight	0	0.010561305098235607
8820	embedding2nn.weight	1	0.014320442453026772
8820	embedding2nn.weight	2	-0.005192332901060581
8820	embedding2nn.weight	3	0.002014337107539177
8820	embedding2nn.weight	4	-0.003960606642067432
8820	embedding2nn.weight	5	0.009378519840538502
8820	embedding2nn.weight	6	-0.002689846558496356
8820	embedding2nn.weight	7	0.008195524103939533
8820	embedding2nn.weight	8	-0.0068200090900063515
8820	embedding2nn.weight	9	-0.013216162100434303
8820	embedding2nn.bias	0	-0.03693113103508949
8820	embedding2nn.bias	1	-0.008479543961584568
8820	embedding2nn.bias	2	-0.07755604386329651
8820	embedding2nn.bias	3	0.007047314662486315
8820	embedding2nn.bias	4	0.01340415608137846
8820	embedding2nn.bias	5	0.0046957251615822315
8820	embedding2nn.bias	6	0.031907692551612854
8820	embedding2nn.bias	7	0.05561225116252899
8820	embedding2nn.bias	8	0.015150691382586956
8820	embedding2nn.bias	9	-0.018890397623181343
8820	rnn.weight_ih_l0	0	0.03669452667236328
8820	rnn.weight_ih_l0	1	-0.006634529680013657
8820	rnn.weight_ih_l0	2	-0.023051684722304344
8820	rnn.weight_ih_l0	3	-0.04736580327153206
8820	rnn.weight_ih_l0	4	-0.04867517948150635
8820	rnn.weight_ih_l0	5	-0.0018475368851795793
8820	rnn.weight_ih_l0	6	-0.05461551621556282
8820	rnn.weight_ih_l0	7	-0.05660439655184746
8820	rnn.weight_ih_l0	8	-0.048898570239543915
8820	rnn.weight_ih_l0	9	-0.02695930376648903
8820	rnn.weight_hh_l0	0	0.011643585748970509
8820	rnn.weight_hh_l0	1	-0.02409624494612217
8820	rnn.weight_hh_l0	2	-0.03436112031340599
8820	rnn.weight_hh_l0	3	-0.017846042290329933
8820	rnn.weight_hh_l0	4	-0.05400940403342247
8820	rnn.weight_hh_l0	5	-0.010899524204432964
8820	rnn.weight_hh_l0	6	-0.03206562623381615
8820	rnn.weight_hh_l0	7	0.014570357277989388
8820	rnn.weight_hh_l0	8	-0.01965641789138317
8820	rnn.weight_hh_l0	9	0.01955225132405758
8820	rnn.bias_ih_l0	0	0.09544257074594498
8820	rnn.bias_ih_l0	1	-0.04362946376204491
8820	rnn.bias_ih_l0	2	0.1101786270737648
8820	rnn.bias_ih_l0	3	0.05892966315150261
8820	rnn.bias_ih_l0	4	0.09318713843822479
8820	rnn.bias_ih_l0	5	0.01980130933225155
8820	rnn.bias_ih_l0	6	-0.022006792947649956
8820	rnn.bias_ih_l0	7	-0.0804775059223175
8820	rnn.bias_ih_l0	8	-0.12371629476547241
8820	rnn.bias_ih_l0	9	0.0772133395075798
8820	rnn.bias_hh_l0	0	-0.03261267766356468
8820	rnn.bias_hh_l0	1	0.023203253746032715
8820	rnn.bias_hh_l0	2	-0.018703605979681015
8820	rnn.bias_hh_l0	3	-0.02563248574733734
8820	rnn.bias_hh_l0	4	-0.050247203558683395
8820	rnn.bias_hh_l0	5	0.1075601652264595
8820	rnn.bias_hh_l0	6	-0.0060357507318258286
8820	rnn.bias_hh_l0	7	0.004868500400334597
8820	rnn.bias_hh_l0	8	0.012361938133835793
8820	rnn.bias_hh_l0	9	0.04712359979748726
8820	rnn.weight_ih_l0_reverse	0	-0.03251823037862778
8820	rnn.weight_ih_l0_reverse	1	-0.0035499960649758577
8820	rnn.weight_ih_l0_reverse	2	0.023039676249027252
8820	rnn.weight_ih_l0_reverse	3	-0.057252030819654465
8820	rnn.weight_ih_l0_reverse	4	0.009117841720581055
8820	rnn.weight_ih_l0_reverse	5	-0.05248622968792915
8820	rnn.weight_ih_l0_reverse	6	0.012466657906770706
8820	rnn.weight_ih_l0_reverse	7	0.04135264828801155
8820	rnn.weight_ih_l0_reverse	8	-0.04174136370420456
8820	rnn.weight_ih_l0_reverse	9	-0.05248256400227547
8820	rnn.weight_hh_l0_reverse	0	-0.0768076702952385
8820	rnn.weight_hh_l0_reverse	1	-0.04296838864684105
8820	rnn.weight_hh_l0_reverse	2	0.01461769174784422
8820	rnn.weight_hh_l0_reverse	3	0.04341427609324455
8820	rnn.weight_hh_l0_reverse	4	0.019664080813527107
8820	rnn.weight_hh_l0_reverse	5	0.04322456568479538
8820	rnn.weight_hh_l0_reverse	6	-0.0010987423593178391
8820	rnn.weight_hh_l0_reverse	7	-0.001954440725967288
8820	rnn.weight_hh_l0_reverse	8	-0.08423545211553574
8820	rnn.weight_hh_l0_reverse	9	0.04438767582178116
8820	rnn.bias_ih_l0_reverse	0	-0.0635073110461235
8820	rnn.bias_ih_l0_reverse	1	-0.031176595017313957
8820	rnn.bias_ih_l0_reverse	2	0.08771633356809616
8820	rnn.bias_ih_l0_reverse	3	0.03217855840921402
8820	rnn.bias_ih_l0_reverse	4	-0.10594800114631653
8820	rnn.bias_ih_l0_reverse	5	0.03166426718235016
8820	rnn.bias_ih_l0_reverse	6	-0.10950913280248642
8820	rnn.bias_ih_l0_reverse	7	0.0403343141078949
8820	rnn.bias_ih_l0_reverse	8	0.017585182562470436
8820	rnn.bias_ih_l0_reverse	9	0.06934920698404312
8820	rnn.bias_hh_l0_reverse	0	0.03577088937163353
8820	rnn.bias_hh_l0_reverse	1	0.06762461364269257
8820	rnn.bias_hh_l0_reverse	2	0.08502861112356186
8820	rnn.bias_hh_l0_reverse	3	-0.008554710075259209
8820	rnn.bias_hh_l0_reverse	4	0.0823388323187828
8820	rnn.bias_hh_l0_reverse	5	0.027555258944630623
8820	rnn.bias_hh_l0_reverse	6	-0.07777246832847595
8820	rnn.bias_hh_l0_reverse	7	0.03494798392057419
8820	rnn.bias_hh_l0_reverse	8	0.03736881539225578
8820	rnn.bias_hh_l0_reverse	9	-0.12375079095363617
8820	linear.weight	0	0.18303126096725464
8820	linear.weight	1	-0.10920949280261993
8820	linear.weight	2	-0.12912586331367493
8820	linear.weight	3	0.058905862271785736
8820	linear.weight	4	0.006089924369007349
8820	linear.weight	5	-0.03669315204024315
8820	linear.weight	6	-0.010527689009904861
8820	linear.weight	7	-0.03764452785253525
8820	linear.weight	8	0.01828882284462452
8820	linear.weight	9	0.3329536020755768
8820	linear.bias	0	-0.08953655511140823
8820	linear.bias	1	0.10298814624547958
8820	linear.bias	2	-0.4210849702358246
8820	linear.bias	3	1.3930929899215698
8820	linear.bias	4	-0.3274838328361511
8820	linear.bias	5	-0.030769959092140198
8820	linear.bias	6	-0.293251633644104
8820	linear.bias	7	-0.1773660033941269
8820	linear.bias	8	0.056317031383514404
8820	linear.bias	9	-0.42281457781791687
8848	transitions	0	-0.6005239486694336
8848	transitions	1	0.4010753929615021
8848	transitions	2	1.7401514053344727
8848	transitions	3	0.1545611321926117
8848	transitions	4	0.9882047176361084
8848	transitions	5	1.2749202251434326
8848	transitions	6	0.4845494329929352
8848	transitions	7	0.18200023472309113
8848	transitions	8	-0.9190163016319275
8848	transitions	9	0.9307656288146973
8848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8848	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8848	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8848	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8848	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8848	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8848	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8848	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8848	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8848	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8848	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8848	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8848	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8848	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8848	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8848	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8848	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8848	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8848	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8848	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8848	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8848	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8848	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8848	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8848	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8848	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8848	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8848	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8848	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8848	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8848	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8848	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8848	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8848	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8848	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8848	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8848	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8848	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8848	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8848	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8848	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8848	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8848	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8848	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8848	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8848	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8848	embedding2nn.weight	0	0.010027354583144188
8848	embedding2nn.weight	1	0.01430044136941433
8848	embedding2nn.weight	2	-0.005257900338619947
8848	embedding2nn.weight	3	0.0020588943734765053
8848	embedding2nn.weight	4	-0.0039043338038027287
8848	embedding2nn.weight	5	0.00946376845240593
8848	embedding2nn.weight	6	-0.0026515473145991564
8848	embedding2nn.weight	7	0.008548625744879246
8848	embedding2nn.weight	8	-0.006882080342620611
8848	embedding2nn.weight	9	-0.013194650411605835
8848	embedding2nn.bias	0	-0.041233185678720474
8848	embedding2nn.bias	1	-0.01402407418936491
8848	embedding2nn.bias	2	-0.07646389305591583
8848	embedding2nn.bias	3	0.005806655157357454
8848	embedding2nn.bias	4	0.012473244220018387
8848	embedding2nn.bias	5	0.006832486484199762
8848	embedding2nn.bias	6	0.032689135521650314
8848	embedding2nn.bias	7	0.04731189087033272
8848	embedding2nn.bias	8	0.019961846992373466
8848	embedding2nn.bias	9	-0.018339810892939568
8848	rnn.weight_ih_l0	0	0.03719053789973259
8848	rnn.weight_ih_l0	1	-0.006633791606873274
8848	rnn.weight_ih_l0	2	-0.023454774171113968
8848	rnn.weight_ih_l0	3	-0.04750620946288109
8848	rnn.weight_ih_l0	4	-0.04817848280072212
8848	rnn.weight_ih_l0	5	-0.0018524662591516972
8848	rnn.weight_ih_l0	6	-0.05487016588449478
8848	rnn.weight_ih_l0	7	-0.05614199861884117
8848	rnn.weight_ih_l0	8	-0.04908435046672821
8848	rnn.weight_ih_l0	9	-0.02703835442662239
8848	rnn.weight_hh_l0	0	0.011962580494582653
8848	rnn.weight_hh_l0	1	-0.023767266422510147
8848	rnn.weight_hh_l0	2	-0.03379064425826073
8848	rnn.weight_hh_l0	3	-0.017928965389728546
8848	rnn.weight_hh_l0	4	-0.053946398198604584
8848	rnn.weight_hh_l0	5	-0.011695182882249355
8848	rnn.weight_hh_l0	6	-0.03182726353406906
8848	rnn.weight_hh_l0	7	0.014809727668762207
8848	rnn.weight_hh_l0	8	-0.019882099702954292
8848	rnn.weight_hh_l0	9	0.01984231546521187
8848	rnn.bias_ih_l0	0	0.09570738673210144
8848	rnn.bias_ih_l0	1	-0.04352894797921181
8848	rnn.bias_ih_l0	2	0.11021412909030914
8848	rnn.bias_ih_l0	3	0.05754413828253746
8848	rnn.bias_ih_l0	4	0.09150239080190659
8848	rnn.bias_ih_l0	5	0.02033906988799572
8848	rnn.bias_ih_l0	6	-0.021107502281665802
8848	rnn.bias_ih_l0	7	-0.08089255541563034
8848	rnn.bias_ih_l0	8	-0.1286284327507019
8848	rnn.bias_ih_l0	9	0.07733768969774246
8848	rnn.bias_hh_l0	0	-0.033498287200927734
8848	rnn.bias_hh_l0	1	0.02279362827539444
8848	rnn.bias_hh_l0	2	-0.018089929595589638
8848	rnn.bias_hh_l0	3	-0.03048899956047535
8848	rnn.bias_hh_l0	4	-0.04944198206067085
8848	rnn.bias_hh_l0	5	0.110039122402668
8848	rnn.bias_hh_l0	6	-0.00537694338709116
8848	rnn.bias_hh_l0	7	0.0074210865423083305
8848	rnn.bias_hh_l0	8	0.01326123159378767
8848	rnn.bias_hh_l0	9	0.0493464358150959
8848	rnn.weight_ih_l0_reverse	0	-0.032623179256916046
8848	rnn.weight_ih_l0_reverse	1	-0.00398301100358367
8848	rnn.weight_ih_l0_reverse	2	0.023056888952851295
8848	rnn.weight_ih_l0_reverse	3	-0.05725972354412079
8848	rnn.weight_ih_l0_reverse	4	0.009138195775449276
8848	rnn.weight_ih_l0_reverse	5	-0.052306462079286575
8848	rnn.weight_ih_l0_reverse	6	0.01296599954366684
8848	rnn.weight_ih_l0_reverse	7	0.04140831157565117
8848	rnn.weight_ih_l0_reverse	8	-0.041981760412454605
8848	rnn.weight_ih_l0_reverse	9	-0.05247911810874939
8848	rnn.weight_hh_l0_reverse	0	-0.07690178602933884
8848	rnn.weight_hh_l0_reverse	1	-0.042797960340976715
8848	rnn.weight_hh_l0_reverse	2	0.014470517635345459
8848	rnn.weight_hh_l0_reverse	3	0.04331900551915169
8848	rnn.weight_hh_l0_reverse	4	0.020369289442896843
8848	rnn.weight_hh_l0_reverse	5	0.043165188282728195
8848	rnn.weight_hh_l0_reverse	6	-0.0008418906945735216
8848	rnn.weight_hh_l0_reverse	7	-0.002152147237211466
8848	rnn.weight_hh_l0_reverse	8	-0.08346099406480789
8848	rnn.weight_hh_l0_reverse	9	0.04462173208594322
8848	rnn.bias_ih_l0_reverse	0	-0.05986146256327629
8848	rnn.bias_ih_l0_reverse	1	-0.026782473549246788
8848	rnn.bias_ih_l0_reverse	2	0.08684064447879791
8848	rnn.bias_ih_l0_reverse	3	0.03195558860898018
8848	rnn.bias_ih_l0_reverse	4	-0.10558463633060455
8848	rnn.bias_ih_l0_reverse	5	0.032826393842697144
8848	rnn.bias_ih_l0_reverse	6	-0.11295811086893082
8848	rnn.bias_ih_l0_reverse	7	0.041020482778549194
8848	rnn.bias_ih_l0_reverse	8	0.021012548357248306
8848	rnn.bias_ih_l0_reverse	9	0.06768058240413666
8848	rnn.bias_hh_l0_reverse	0	0.03520157188177109
8848	rnn.bias_hh_l0_reverse	1	0.06736752390861511
8848	rnn.bias_hh_l0_reverse	2	0.08529343456029892
8848	rnn.bias_hh_l0_reverse	3	-0.008410889655351639
8848	rnn.bias_hh_l0_reverse	4	0.082265205681324
8848	rnn.bias_hh_l0_reverse	5	0.02984749712049961
8848	rnn.bias_hh_l0_reverse	6	-0.07773295044898987
8848	rnn.bias_hh_l0_reverse	7	0.03639876842498779
8848	rnn.bias_hh_l0_reverse	8	0.03551918640732765
8848	rnn.bias_hh_l0_reverse	9	-0.12921011447906494
8848	linear.weight	0	0.1834452748298645
8848	linear.weight	1	-0.10915036499500275
8848	linear.weight	2	-0.13069306313991547
8848	linear.weight	3	0.059667568653821945
8848	linear.weight	4	0.003554670372977853
8848	linear.weight	5	-0.035127412527799606
8848	linear.weight	6	-0.010520110838115215
8848	linear.weight	7	-0.0375920906662941
8848	linear.weight	8	0.016512922942638397
8848	linear.weight	9	0.3350679874420166
8848	linear.bias	0	-0.08086910098791122
8848	linear.bias	1	0.10487782955169678
8848	linear.bias	2	-0.42186859250068665
8848	linear.bias	3	1.39542818069458
8848	linear.bias	4	-0.3282659351825714
8848	linear.bias	5	-0.030769959092140198
8848	linear.bias	6	-0.29330018162727356
8848	linear.bias	7	-0.18069793283939362
8848	linear.bias	8	0.05179379880428314
8848	linear.bias	9	-0.4230891466140747
8876	transitions	0	-0.6006062030792236
8876	transitions	1	0.4009484648704529
8876	transitions	2	1.7399324178695679
8876	transitions	3	0.15448996424674988
8876	transitions	4	0.9880064129829407
8876	transitions	5	1.2749158143997192
8876	transitions	6	0.4845469892024994
8876	transitions	7	0.18199776113033295
8876	transitions	8	-0.9190200567245483
8876	transitions	9	0.9307656288146973
8876	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8876	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8876	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8876	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8876	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8876	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8876	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8876	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8876	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8876	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8876	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8876	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8876	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8876	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8876	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8876	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8876	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8876	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8876	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8876	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8876	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8876	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8876	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8876	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8876	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8876	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8876	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8876	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8876	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8876	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8876	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8876	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8876	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8876	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8876	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8876	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8876	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8876	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8876	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8876	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8876	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8876	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8876	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8876	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8876	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8876	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8876	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8876	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8876	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8876	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8876	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8876	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8876	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8876	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8876	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8876	embedding2nn.weight	0	0.010784083046019077
8876	embedding2nn.weight	1	0.014374946244060993
8876	embedding2nn.weight	2	-0.005250019486993551
8876	embedding2nn.weight	3	0.0023119724355638027
8876	embedding2nn.weight	4	-0.003783352440223098
8876	embedding2nn.weight	5	0.009411280043423176
8876	embedding2nn.weight	6	-0.0026679541915655136
8876	embedding2nn.weight	7	0.009121958166360855
8876	embedding2nn.weight	8	-0.006834010127931833
8876	embedding2nn.weight	9	-0.013220409862697124
8876	embedding2nn.bias	0	-0.04199491813778877
8876	embedding2nn.bias	1	-0.014767464250326157
8876	embedding2nn.bias	2	-0.07604359090328217
8876	embedding2nn.bias	3	0.0030079020652920008
8876	embedding2nn.bias	4	0.010314498096704483
8876	embedding2nn.bias	5	0.0028483134228736162
8876	embedding2nn.bias	6	0.03233986720442772
8876	embedding2nn.bias	7	0.04288221895694733
8876	embedding2nn.bias	8	0.013605623506009579
8876	embedding2nn.bias	9	-0.019076043739914894
8876	rnn.weight_ih_l0	0	0.036969754844903946
8876	rnn.weight_ih_l0	1	-0.007458290085196495
8876	rnn.weight_ih_l0	2	-0.02239682711660862
8876	rnn.weight_ih_l0	3	-0.047422222793102264
8876	rnn.weight_ih_l0	4	-0.04797673597931862
8876	rnn.weight_ih_l0	5	-0.0021044297609478235
8876	rnn.weight_ih_l0	6	-0.05465196818113327
8876	rnn.weight_ih_l0	7	-0.05587999150156975
8876	rnn.weight_ih_l0	8	-0.04937642440199852
8876	rnn.weight_ih_l0	9	-0.0268693957477808
8876	rnn.weight_hh_l0	0	0.012139352038502693
8876	rnn.weight_hh_l0	1	-0.023713475093245506
8876	rnn.weight_hh_l0	2	-0.03361969441175461
8876	rnn.weight_hh_l0	3	-0.01825541816651821
8876	rnn.weight_hh_l0	4	-0.05412930250167847
8876	rnn.weight_hh_l0	5	-0.01096212025731802
8876	rnn.weight_hh_l0	6	-0.030064402148127556
8876	rnn.weight_hh_l0	7	0.015889666974544525
8876	rnn.weight_hh_l0	8	-0.019857751205563545
8876	rnn.weight_hh_l0	9	0.019388914108276367
8876	rnn.bias_ih_l0	0	0.09500651806592941
8876	rnn.bias_ih_l0	1	-0.04255003109574318
8876	rnn.bias_ih_l0	2	0.11005566269159317
8876	rnn.bias_ih_l0	3	0.0584028884768486
8876	rnn.bias_ih_l0	4	0.09155971556901932
8876	rnn.bias_ih_l0	5	0.019855666905641556
8876	rnn.bias_ih_l0	6	-0.01739712618291378
8876	rnn.bias_ih_l0	7	-0.09938841313123703
8876	rnn.bias_ih_l0	8	-0.12219572812318802
8876	rnn.bias_ih_l0	9	0.07767634093761444
8876	rnn.bias_hh_l0	0	-0.0321778729557991
8876	rnn.bias_hh_l0	1	0.024111216887831688
8876	rnn.bias_hh_l0	2	-0.020249245688319206
8876	rnn.bias_hh_l0	3	-0.02982405759394169
8876	rnn.bias_hh_l0	4	-0.04984355345368385
8876	rnn.bias_hh_l0	5	0.10907022655010223
8876	rnn.bias_hh_l0	6	-0.004612563643604517
8876	rnn.bias_hh_l0	7	0.007511865347623825
8876	rnn.bias_hh_l0	8	0.016971608623862267
8876	rnn.bias_hh_l0	9	0.048623062670230865
8876	rnn.weight_ih_l0_reverse	0	-0.032536864280700684
8876	rnn.weight_ih_l0_reverse	1	-0.003347456455230713
8876	rnn.weight_ih_l0_reverse	2	0.023300090804696083
8876	rnn.weight_ih_l0_reverse	3	-0.05677971988916397
8876	rnn.weight_ih_l0_reverse	4	0.009164583869278431
8876	rnn.weight_ih_l0_reverse	5	-0.05237207189202309
8876	rnn.weight_ih_l0_reverse	6	0.013797259889543056
8876	rnn.weight_ih_l0_reverse	7	0.04128238931298256
8876	rnn.weight_ih_l0_reverse	8	-0.042068831622600555
8876	rnn.weight_ih_l0_reverse	9	-0.052464473992586136
8876	rnn.weight_hh_l0_reverse	0	-0.0767301693558693
8876	rnn.weight_hh_l0_reverse	1	-0.042922209948301315
8876	rnn.weight_hh_l0_reverse	2	0.014141803607344627
8876	rnn.weight_hh_l0_reverse	3	0.043477412313222885
8876	rnn.weight_hh_l0_reverse	4	0.020252563059329987
8876	rnn.weight_hh_l0_reverse	5	0.04354986920952797
8876	rnn.weight_hh_l0_reverse	6	-0.00431803148239851
8876	rnn.weight_hh_l0_reverse	7	-0.002506580436602235
8876	rnn.weight_hh_l0_reverse	8	-0.08228049427270889
8876	rnn.weight_hh_l0_reverse	9	0.045423902571201324
8876	rnn.bias_ih_l0_reverse	0	-0.06328791379928589
8876	rnn.bias_ih_l0_reverse	1	-0.023229708895087242
8876	rnn.bias_ih_l0_reverse	2	0.0878811776638031
8876	rnn.bias_ih_l0_reverse	3	0.03209336847066879
8876	rnn.bias_ih_l0_reverse	4	-0.10442998260259628
8876	rnn.bias_ih_l0_reverse	5	0.033128444105386734
8876	rnn.bias_ih_l0_reverse	6	-0.1107286885380745
8876	rnn.bias_ih_l0_reverse	7	0.04170501232147217
8876	rnn.bias_ih_l0_reverse	8	0.019907847046852112
8876	rnn.bias_ih_l0_reverse	9	0.06782616674900055
8876	rnn.bias_hh_l0_reverse	0	0.035114187747240067
8876	rnn.bias_hh_l0_reverse	1	0.06586327403783798
8876	rnn.bias_hh_l0_reverse	2	0.08490423113107681
8876	rnn.bias_hh_l0_reverse	3	-0.008704370819032192
8876	rnn.bias_hh_l0_reverse	4	0.0826195627450943
8876	rnn.bias_hh_l0_reverse	5	0.029171667993068695
8876	rnn.bias_hh_l0_reverse	6	-0.07770340144634247
8876	rnn.bias_hh_l0_reverse	7	0.03778918460011482
8876	rnn.bias_hh_l0_reverse	8	0.03657878562808037
8876	rnn.bias_hh_l0_reverse	9	-0.11863873153924942
8876	linear.weight	0	0.19267374277114868
8876	linear.weight	1	-0.10907339304685593
8876	linear.weight	2	-0.1292494386434555
8876	linear.weight	3	0.06508634984493256
8876	linear.weight	4	0.003960730973631144
8876	linear.weight	5	-0.0360163152217865
8876	linear.weight	6	-0.010470256209373474
8876	linear.weight	7	-0.03753761202096939
8876	linear.weight	8	0.01382054015994072
8876	linear.weight	9	0.3419293165206909
8876	linear.bias	0	-0.08133815973997116
8876	linear.bias	1	0.10725876688957214
8876	linear.bias	2	-0.42413654923439026
8876	linear.bias	3	1.3900156021118164
8876	linear.bias	4	-0.328792542219162
8876	linear.bias	5	-0.030769959092140198
8876	linear.bias	6	-0.2961019277572632
8876	linear.bias	7	-0.1838221698999405
8876	linear.bias	8	0.05663533881306648
8876	linear.bias	9	-0.423301100730896
8904	transitions	0	-0.6008138656616211
8904	transitions	1	0.40078121423721313
8904	transitions	2	1.7397708892822266
8904	transitions	3	0.15441110730171204
8904	transitions	4	0.9876593351364136
8904	transitions	5	1.2749115228652954
8904	transitions	6	0.4845426082611084
8904	transitions	7	0.18199513852596283
8904	transitions	8	-0.9190220832824707
8904	transitions	9	0.9307655096054077
8904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8904	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8904	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8904	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8904	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8904	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8904	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8904	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8904	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8904	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8904	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8904	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8904	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8904	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8904	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8904	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8904	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8904	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8904	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8904	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8904	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8904	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8904	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8904	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8904	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8904	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8904	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8904	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8904	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8904	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8904	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8904	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8904	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8904	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8904	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8904	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8904	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8904	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8904	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8904	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8904	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8904	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8904	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8904	embedding2nn.weight	0	0.01030719093978405
8904	embedding2nn.weight	1	0.014403381384909153
8904	embedding2nn.weight	2	-0.005240131169557571
8904	embedding2nn.weight	3	0.002445903141051531
8904	embedding2nn.weight	4	-0.003643914358690381
8904	embedding2nn.weight	5	0.00951507780700922
8904	embedding2nn.weight	6	-0.0026172823272645473
8904	embedding2nn.weight	7	0.008838817477226257
8904	embedding2nn.weight	8	-0.00701052276417613
8904	embedding2nn.weight	9	-0.01330997608602047
8904	embedding2nn.bias	0	-0.03880057483911514
8904	embedding2nn.bias	1	-0.011751726269721985
8904	embedding2nn.bias	2	-0.07902999222278595
8904	embedding2nn.bias	3	0.007141216658055782
8904	embedding2nn.bias	4	0.011203654110431671
8904	embedding2nn.bias	5	0.0022040691692382097
8904	embedding2nn.bias	6	0.03281092643737793
8904	embedding2nn.bias	7	0.04088336229324341
8904	embedding2nn.bias	8	0.013702035881578922
8904	embedding2nn.bias	9	-0.014246608130633831
8904	rnn.weight_ih_l0	0	0.036801714450120926
8904	rnn.weight_ih_l0	1	-0.006754210684448481
8904	rnn.weight_ih_l0	2	-0.023682627826929092
8904	rnn.weight_ih_l0	3	-0.04724440723657608
8904	rnn.weight_ih_l0	4	-0.04812626168131828
8904	rnn.weight_ih_l0	5	-0.0023572882637381554
8904	rnn.weight_ih_l0	6	-0.05422597751021385
8904	rnn.weight_ih_l0	7	-0.05572226643562317
8904	rnn.weight_ih_l0	8	-0.04937371611595154
8904	rnn.weight_ih_l0	9	-0.026940101757645607
8904	rnn.weight_hh_l0	0	0.012553917244076729
8904	rnn.weight_hh_l0	1	-0.023915568366646767
8904	rnn.weight_hh_l0	2	-0.03323361277580261
8904	rnn.weight_hh_l0	3	-0.01840279810130596
8904	rnn.weight_hh_l0	4	-0.054574061185121536
8904	rnn.weight_hh_l0	5	-0.011136400513350964
8904	rnn.weight_hh_l0	6	-0.030579835176467896
8904	rnn.weight_hh_l0	7	0.015399545431137085
8904	rnn.weight_hh_l0	8	-0.020280208438634872
8904	rnn.weight_hh_l0	9	0.01985841430723667
8904	rnn.bias_ih_l0	0	0.09547396004199982
8904	rnn.bias_ih_l0	1	-0.041908204555511475
8904	rnn.bias_ih_l0	2	0.10661813616752625
8904	rnn.bias_ih_l0	3	0.05937795341014862
8904	rnn.bias_ih_l0	4	0.09064905345439911
8904	rnn.bias_ih_l0	5	0.02082638256251812
8904	rnn.bias_ih_l0	6	-0.01830531470477581
8904	rnn.bias_ih_l0	7	-0.09038864076137543
8904	rnn.bias_ih_l0	8	-0.12634673714637756
8904	rnn.bias_ih_l0	9	0.0761098638176918
8904	rnn.bias_hh_l0	0	-0.032620083540678024
8904	rnn.bias_hh_l0	1	0.02150801196694374
8904	rnn.bias_hh_l0	2	-0.02100200764834881
8904	rnn.bias_hh_l0	3	-0.028516974300146103
8904	rnn.bias_hh_l0	4	-0.05362051725387573
8904	rnn.bias_hh_l0	5	0.1093425303697586
8904	rnn.bias_hh_l0	6	-0.004543676041066647
8904	rnn.bias_hh_l0	7	0.009528147988021374
8904	rnn.bias_hh_l0	8	0.016063420102000237
8904	rnn.bias_hh_l0	9	0.04651815444231033
8904	rnn.weight_ih_l0_reverse	0	-0.03292715549468994
8904	rnn.weight_ih_l0_reverse	1	-0.003429256845265627
8904	rnn.weight_ih_l0_reverse	2	0.023229550570249557
8904	rnn.weight_ih_l0_reverse	3	-0.05645189806818962
8904	rnn.weight_ih_l0_reverse	4	0.009008180350065231
8904	rnn.weight_ih_l0_reverse	5	-0.05226047709584236
8904	rnn.weight_ih_l0_reverse	6	0.013951282948255539
8904	rnn.weight_ih_l0_reverse	7	0.04105014726519585
8904	rnn.weight_ih_l0_reverse	8	-0.04204501956701279
8904	rnn.weight_ih_l0_reverse	9	-0.05243011564016342
8904	rnn.weight_hh_l0_reverse	0	-0.07672262191772461
8904	rnn.weight_hh_l0_reverse	1	-0.04280070960521698
8904	rnn.weight_hh_l0_reverse	2	0.014844504185020924
8904	rnn.weight_hh_l0_reverse	3	0.043495744466781616
8904	rnn.weight_hh_l0_reverse	4	0.01980333775281906
8904	rnn.weight_hh_l0_reverse	5	0.04326175898313522
8904	rnn.weight_hh_l0_reverse	6	-0.0030064410530030727
8904	rnn.weight_hh_l0_reverse	7	-0.0021906441543251276
8904	rnn.weight_hh_l0_reverse	8	-0.08166871219873428
8904	rnn.weight_hh_l0_reverse	9	0.04554618522524834
8904	rnn.bias_ih_l0_reverse	0	-0.06198139861226082
8904	rnn.bias_ih_l0_reverse	1	-0.017307864502072334
8904	rnn.bias_ih_l0_reverse	2	0.08755796402692795
8904	rnn.bias_ih_l0_reverse	3	0.03235834836959839
8904	rnn.bias_ih_l0_reverse	4	-0.10426991432905197
8904	rnn.bias_ih_l0_reverse	5	0.03471146896481514
8904	rnn.bias_ih_l0_reverse	6	-0.11214035749435425
8904	rnn.bias_ih_l0_reverse	7	0.04223921522498131
8904	rnn.bias_ih_l0_reverse	8	0.020077554509043694
8904	rnn.bias_ih_l0_reverse	9	0.06718023121356964
8904	rnn.bias_hh_l0_reverse	0	0.03416072949767113
8904	rnn.bias_hh_l0_reverse	1	0.06658925861120224
8904	rnn.bias_hh_l0_reverse	2	0.08379415422677994
8904	rnn.bias_hh_l0_reverse	3	-0.008474946022033691
8904	rnn.bias_hh_l0_reverse	4	0.08401376754045486
8904	rnn.bias_hh_l0_reverse	5	0.02968406304717064
8904	rnn.bias_hh_l0_reverse	6	-0.07580564171075821
8904	rnn.bias_hh_l0_reverse	7	0.03850877657532692
8904	rnn.bias_hh_l0_reverse	8	0.0365770161151886
8904	rnn.bias_hh_l0_reverse	9	-0.11098604649305344
8904	linear.weight	0	0.19679921865463257
8904	linear.weight	1	-0.10908433794975281
8904	linear.weight	2	-0.1297147572040558
8904	linear.weight	3	0.06199721246957779
8904	linear.weight	4	0.004850212950259447
8904	linear.weight	5	-0.03476773947477341
8904	linear.weight	6	-0.010461407713592052
8904	linear.weight	7	-0.03739544749259949
8904	linear.weight	8	0.011999307200312614
8904	linear.weight	9	0.33695104718208313
8904	linear.bias	0	-0.07553672045469284
8904	linear.bias	1	0.11550304293632507
8904	linear.bias	2	-0.4162275493144989
8904	linear.bias	3	1.382184624671936
8904	linear.bias	4	-0.32946357131004333
8904	linear.bias	5	-0.030769959092140198
8904	linear.bias	6	-0.2863523066043854
8904	linear.bias	7	-0.1827007383108139
8904	linear.bias	8	0.055281464010477066
8904	linear.bias	9	-0.4234861135482788
8932	transitions	0	-0.60090571641922
8932	transitions	1	0.40068018436431885
8932	transitions	2	1.7395414113998413
8932	transitions	3	0.1543707400560379
8932	transitions	4	0.9876010417938232
8932	transitions	5	1.2749087810516357
8932	transitions	6	0.4845421016216278
8932	transitions	7	0.181991308927536
8932	transitions	8	-0.9190242886543274
8932	transitions	9	0.9307655096054077
8932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8932	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8932	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8932	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8932	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8932	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8932	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8932	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8932	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8932	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8932	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8932	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8932	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8932	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8932	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8932	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8932	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8932	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8932	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8932	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8932	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8932	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8932	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8932	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8932	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8932	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8932	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8932	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8932	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8932	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8932	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8932	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8932	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8932	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8932	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8932	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8932	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8932	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8932	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8932	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8932	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8932	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8932	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8932	embedding2nn.weight	0	0.009124750271439552
8932	embedding2nn.weight	1	0.014448834583163261
8932	embedding2nn.weight	2	-0.005260448437184095
8932	embedding2nn.weight	3	0.0022639939561486244
8932	embedding2nn.weight	4	-0.003711086232215166
8932	embedding2nn.weight	5	0.009712884202599525
8932	embedding2nn.weight	6	-0.0025129213463515043
8932	embedding2nn.weight	7	0.008556132204830647
8932	embedding2nn.weight	8	-0.0071104359813034534
8932	embedding2nn.weight	9	-0.013348870910704136
8932	embedding2nn.bias	0	-0.036936402320861816
8932	embedding2nn.bias	1	-0.017984360456466675
8932	embedding2nn.bias	2	-0.07767985761165619
8932	embedding2nn.bias	3	0.0079354802146554
8932	embedding2nn.bias	4	0.006878070533275604
8932	embedding2nn.bias	5	0.0014634301187470555
8932	embedding2nn.bias	6	0.02619858644902706
8932	embedding2nn.bias	7	0.039086341857910156
8932	embedding2nn.bias	8	0.013420096598565578
8932	embedding2nn.bias	9	-0.010623322799801826
8932	rnn.weight_ih_l0	0	0.037010569125413895
8932	rnn.weight_ih_l0	1	-0.007633891887962818
8932	rnn.weight_ih_l0	2	-0.02382137067615986
8932	rnn.weight_ih_l0	3	-0.04699768126010895
8932	rnn.weight_ih_l0	4	-0.048066023737192154
8932	rnn.weight_ih_l0	5	-0.0025282721035182476
8932	rnn.weight_ih_l0	6	-0.05386599525809288
8932	rnn.weight_ih_l0	7	-0.05572529509663582
8932	rnn.weight_ih_l0	8	-0.04914574697613716
8932	rnn.weight_ih_l0	9	-0.026965640485286713
8932	rnn.weight_hh_l0	0	0.012910475954413414
8932	rnn.weight_hh_l0	1	-0.023965327069163322
8932	rnn.weight_hh_l0	2	-0.03392161801457405
8932	rnn.weight_hh_l0	3	-0.01855870895087719
8932	rnn.weight_hh_l0	4	-0.05411339923739433
8932	rnn.weight_hh_l0	5	-0.012112429365515709
8932	rnn.weight_hh_l0	6	-0.031537123024463654
8932	rnn.weight_hh_l0	7	0.01570807956159115
8932	rnn.weight_hh_l0	8	-0.020130295306444168
8932	rnn.weight_hh_l0	9	0.020921090617775917
8932	rnn.bias_ih_l0	0	0.09543836861848831
8932	rnn.bias_ih_l0	1	-0.040469780564308167
8932	rnn.bias_ih_l0	2	0.10650346428155899
8932	rnn.bias_ih_l0	3	0.061356689780950546
8932	rnn.bias_ih_l0	4	0.08967477828264236
8932	rnn.bias_ih_l0	5	0.021415745839476585
8932	rnn.bias_ih_l0	6	-0.017402246594429016
8932	rnn.bias_ih_l0	7	-0.09334105253219604
8932	rnn.bias_ih_l0	8	-0.13131605088710785
8932	rnn.bias_ih_l0	9	0.07814423739910126
8932	rnn.bias_hh_l0	0	-0.03136769309639931
8932	rnn.bias_hh_l0	1	0.02067556232213974
8932	rnn.bias_hh_l0	2	-0.023227091878652573
8932	rnn.bias_hh_l0	3	-0.02993614226579666
8932	rnn.bias_hh_l0	4	-0.05392634868621826
8932	rnn.bias_hh_l0	5	0.10973575711250305
8932	rnn.bias_hh_l0	6	-0.005139852873980999
8932	rnn.bias_hh_l0	7	0.007018681615591049
8932	rnn.bias_hh_l0	8	0.01696648821234703
8932	rnn.bias_hh_l0	9	0.04603457823395729
8932	rnn.weight_ih_l0_reverse	0	-0.03312942013144493
8932	rnn.weight_ih_l0_reverse	1	-0.0035380127374082804
8932	rnn.weight_ih_l0_reverse	2	0.02323439158499241
8932	rnn.weight_ih_l0_reverse	3	-0.056862786412239075
8932	rnn.weight_ih_l0_reverse	4	0.009554704651236534
8932	rnn.weight_ih_l0_reverse	5	-0.05237352475523949
8932	rnn.weight_ih_l0_reverse	6	0.013041314668953419
8932	rnn.weight_ih_l0_reverse	7	0.041181858628988266
8932	rnn.weight_ih_l0_reverse	8	-0.04189726337790489
8932	rnn.weight_ih_l0_reverse	9	-0.05225019529461861
8932	rnn.weight_hh_l0_reverse	0	-0.07661089301109314
8932	rnn.weight_hh_l0_reverse	1	-0.04243164882063866
8932	rnn.weight_hh_l0_reverse	2	0.014809863641858101
8932	rnn.weight_hh_l0_reverse	3	0.04312268644571304
8932	rnn.weight_hh_l0_reverse	4	0.019781166687607765
8932	rnn.weight_hh_l0_reverse	5	0.043088264763355255
8932	rnn.weight_hh_l0_reverse	6	-0.0014422191306948662
8932	rnn.weight_hh_l0_reverse	7	-0.0018216035095974803
8932	rnn.weight_hh_l0_reverse	8	-0.08156188577413559
8932	rnn.weight_hh_l0_reverse	9	0.045404527336359024
8932	rnn.bias_ih_l0_reverse	0	-0.06162586808204651
8932	rnn.bias_ih_l0_reverse	1	-0.01639149896800518
8932	rnn.bias_ih_l0_reverse	2	0.08630029857158661
8932	rnn.bias_ih_l0_reverse	3	0.031727440655231476
8932	rnn.bias_ih_l0_reverse	4	-0.10292837023735046
8932	rnn.bias_ih_l0_reverse	5	0.0350504107773304
8932	rnn.bias_ih_l0_reverse	6	-0.1127452626824379
8932	rnn.bias_ih_l0_reverse	7	0.04015284404158592
8932	rnn.bias_ih_l0_reverse	8	0.018374335020780563
8932	rnn.bias_ih_l0_reverse	9	0.06727688014507294
8932	rnn.bias_hh_l0_reverse	0	0.02567937970161438
8932	rnn.bias_hh_l0_reverse	1	0.06416251510381699
8932	rnn.bias_hh_l0_reverse	2	0.08318797498941422
8932	rnn.bias_hh_l0_reverse	3	-0.008973957970738411
8932	rnn.bias_hh_l0_reverse	4	0.08189012855291367
8932	rnn.bias_hh_l0_reverse	5	0.029927944764494896
8932	rnn.bias_hh_l0_reverse	6	-0.07553307712078094
8932	rnn.bias_hh_l0_reverse	7	0.038733888417482376
8932	rnn.bias_hh_l0_reverse	8	0.03524114564061165
8932	rnn.bias_hh_l0_reverse	9	-0.10403643548488617
8932	linear.weight	0	0.19853876531124115
8932	linear.weight	1	-0.10908094048500061
8932	linear.weight	2	-0.12546683847904205
8932	linear.weight	3	0.06336317211389542
8932	linear.weight	4	0.005837072618305683
8932	linear.weight	5	-0.033822428435087204
8932	linear.weight	6	-0.010446013882756233
8932	linear.weight	7	-0.037316448986530304
8932	linear.weight	8	0.01405368186533451
8932	linear.weight	9	0.3449845314025879
8932	linear.bias	0	-0.08193843811750412
8932	linear.bias	1	0.11459066718816757
8932	linear.bias	2	-0.41450372338294983
8932	linear.bias	3	1.381708025932312
8932	linear.bias	4	-0.32990366220474243
8932	linear.bias	5	-0.030769959092140198
8932	linear.bias	6	-0.2852889895439148
8932	linear.bias	7	-0.1843428909778595
8932	linear.bias	8	0.056361787021160126
8932	linear.bias	9	-0.42376792430877686
8960	transitions	0	-0.6011812686920166
8960	transitions	1	0.40060603618621826
8960	transitions	2	1.7394306659698486
8960	transitions	3	0.1543053537607193
8960	transitions	4	0.9871516227722168
8960	transitions	5	1.2749041318893433
8960	transitions	6	0.4845415949821472
8960	transitions	7	0.18198838829994202
8960	transitions	8	-0.9190266132354736
8960	transitions	9	0.9307655096054077
8960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8960	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8960	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8960	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8960	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8960	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8960	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8960	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8960	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8960	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8960	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8960	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8960	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8960	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8960	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8960	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8960	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8960	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8960	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8960	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8960	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8960	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8960	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8960	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8960	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8960	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8960	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8960	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8960	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8960	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8960	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8960	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8960	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8960	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8960	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8960	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8960	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8960	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8960	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8960	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8960	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8960	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8960	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8960	embedding2nn.weight	0	0.009227963164448738
8960	embedding2nn.weight	1	0.014415904879570007
8960	embedding2nn.weight	2	-0.005322176497429609
8960	embedding2nn.weight	3	0.002400074154138565
8960	embedding2nn.weight	4	-0.003761576022952795
8960	embedding2nn.weight	5	0.009882651269435883
8960	embedding2nn.weight	6	-0.0023583632428199053
8960	embedding2nn.weight	7	0.008071644231677055
8960	embedding2nn.weight	8	-0.007238470017910004
8960	embedding2nn.weight	9	-0.013365056365728378
8960	embedding2nn.bias	0	-0.038843024522066116
8960	embedding2nn.bias	1	-0.020697467029094696
8960	embedding2nn.bias	2	-0.07572505623102188
8960	embedding2nn.bias	3	0.009605669416487217
8960	embedding2nn.bias	4	0.004422619938850403
8960	embedding2nn.bias	5	0.005328791681677103
8960	embedding2nn.bias	6	0.02724563330411911
8960	embedding2nn.bias	7	0.045038413256406784
8960	embedding2nn.bias	8	0.021865367889404297
8960	embedding2nn.bias	9	-0.014214728958904743
8960	rnn.weight_ih_l0	0	0.037328075617551804
8960	rnn.weight_ih_l0	1	-0.008076188154518604
8960	rnn.weight_ih_l0	2	-0.024236317723989487
8960	rnn.weight_ih_l0	3	-0.04717237502336502
8960	rnn.weight_ih_l0	4	-0.048351697623729706
8960	rnn.weight_ih_l0	5	-0.002419537864625454
8960	rnn.weight_ih_l0	6	-0.053895752876996994
8960	rnn.weight_ih_l0	7	-0.055455680936574936
8960	rnn.weight_ih_l0	8	-0.049323540180921555
8960	rnn.weight_ih_l0	9	-0.026845205575227737
8960	rnn.weight_hh_l0	0	0.012836596928536892
8960	rnn.weight_hh_l0	1	-0.02336529828608036
8960	rnn.weight_hh_l0	2	-0.03364434093236923
8960	rnn.weight_hh_l0	3	-0.01874794438481331
8960	rnn.weight_hh_l0	4	-0.054274097084999084
8960	rnn.weight_hh_l0	5	-0.012768950313329697
8960	rnn.weight_hh_l0	6	-0.032813459634780884
8960	rnn.weight_hh_l0	7	0.017075780779123306
8960	rnn.weight_hh_l0	8	-0.019550694152712822
8960	rnn.weight_hh_l0	9	0.02108384296298027
8960	rnn.bias_ih_l0	0	0.09684568643569946
8960	rnn.bias_ih_l0	1	-0.042225245386362076
8960	rnn.bias_ih_l0	2	0.10684255510568619
8960	rnn.bias_ih_l0	3	0.0639607235789299
8960	rnn.bias_ih_l0	4	0.09235541522502899
8960	rnn.bias_ih_l0	5	0.021126285195350647
8960	rnn.bias_ih_l0	6	-0.01697404310107231
8960	rnn.bias_ih_l0	7	-0.09206055104732513
8960	rnn.bias_ih_l0	8	-0.1226690486073494
8960	rnn.bias_ih_l0	9	0.07709003984928131
8960	rnn.bias_hh_l0	0	-0.03079480491578579
8960	rnn.bias_hh_l0	1	0.021144388243556023
8960	rnn.bias_hh_l0	2	-0.02176395244896412
8960	rnn.bias_hh_l0	3	-0.030939605087041855
8960	rnn.bias_hh_l0	4	-0.05231919512152672
8960	rnn.bias_hh_l0	5	0.11141813546419144
8960	rnn.bias_hh_l0	6	-0.004835567437112331
8960	rnn.bias_hh_l0	7	0.007061392534524202
8960	rnn.bias_hh_l0	8	0.017394691705703735
8960	rnn.bias_hh_l0	9	0.04512900859117508
8960	rnn.weight_ih_l0_reverse	0	-0.033255334943532944
8960	rnn.weight_ih_l0_reverse	1	-0.0036703143268823624
8960	rnn.weight_ih_l0_reverse	2	0.023040691390633583
8960	rnn.weight_ih_l0_reverse	3	-0.056860893964767456
8960	rnn.weight_ih_l0_reverse	4	0.00918127316981554
8960	rnn.weight_ih_l0_reverse	5	-0.052457377314567566
8960	rnn.weight_ih_l0_reverse	6	0.01277038175612688
8960	rnn.weight_ih_l0_reverse	7	0.04114392027258873
8960	rnn.weight_ih_l0_reverse	8	-0.041629496961832047
8960	rnn.weight_ih_l0_reverse	9	-0.052378084510564804
8960	rnn.weight_hh_l0_reverse	0	-0.07680221647024155
8960	rnn.weight_hh_l0_reverse	1	-0.04193815588951111
8960	rnn.weight_hh_l0_reverse	2	0.014292266219854355
8960	rnn.weight_hh_l0_reverse	3	0.043556585907936096
8960	rnn.weight_hh_l0_reverse	4	0.019407877698540688
8960	rnn.weight_hh_l0_reverse	5	0.043110813945531845
8960	rnn.weight_hh_l0_reverse	6	-0.004756623413413763
8960	rnn.weight_hh_l0_reverse	7	-0.0020756262820214033
8960	rnn.weight_hh_l0_reverse	8	-0.08226241916418076
8960	rnn.weight_hh_l0_reverse	9	0.04511776566505432
8960	rnn.bias_ih_l0_reverse	0	-0.0603860504925251
8960	rnn.bias_ih_l0_reverse	1	-0.020817480981349945
8960	rnn.bias_ih_l0_reverse	2	0.08651594072580338
8960	rnn.bias_ih_l0_reverse	3	0.03303377330303192
8960	rnn.bias_ih_l0_reverse	4	-0.1037866622209549
8960	rnn.bias_ih_l0_reverse	5	0.03488804027438164
8960	rnn.bias_ih_l0_reverse	6	-0.11008411645889282
8960	rnn.bias_ih_l0_reverse	7	0.041108760982751846
8960	rnn.bias_ih_l0_reverse	8	0.018219033256173134
8960	rnn.bias_ih_l0_reverse	9	0.06536738574504852
8960	rnn.bias_hh_l0_reverse	0	0.017192672938108444
8960	rnn.bias_hh_l0_reverse	1	0.06411798298358917
8960	rnn.bias_hh_l0_reverse	2	0.08216650038957596
8960	rnn.bias_hh_l0_reverse	3	-0.00913705863058567
8960	rnn.bias_hh_l0_reverse	4	0.08233822882175446
8960	rnn.bias_hh_l0_reverse	5	0.03106982633471489
8960	rnn.bias_hh_l0_reverse	6	-0.07570850849151611
8960	rnn.bias_hh_l0_reverse	7	0.03866041079163551
8960	rnn.bias_hh_l0_reverse	8	0.03667094558477402
8960	rnn.bias_hh_l0_reverse	9	-0.1024201512336731
8960	linear.weight	0	0.1770118921995163
8960	linear.weight	1	-0.10900420695543289
8960	linear.weight	2	-0.12552094459533691
8960	linear.weight	3	0.05918461084365845
8960	linear.weight	4	0.005560149904340506
8960	linear.weight	5	-0.03461968153715134
8960	linear.weight	6	-0.010444135405123234
8960	linear.weight	7	-0.03724532574415207
8960	linear.weight	8	0.01665084809064865
8960	linear.weight	9	0.3474287986755371
8960	linear.bias	0	-0.08637312054634094
8960	linear.bias	1	0.11256229132413864
8960	linear.bias	2	-0.41164538264274597
8960	linear.bias	3	1.3927851915359497
8960	linear.bias	4	-0.33045700192451477
8960	linear.bias	5	-0.030769959092140198
8960	linear.bias	6	-0.2838388681411743
8960	linear.bias	7	-0.18582136929035187
8960	linear.bias	8	0.04677398130297661
8960	linear.bias	9	-0.4239693880081177
8988	transitions	0	-0.6013638377189636
8988	transitions	1	0.40051183104515076
8988	transitions	2	1.7392154932022095
8988	transitions	3	0.15424253046512604
8988	transitions	4	0.9870597124099731
8988	transitions	5	1.2748991250991821
8988	transitions	6	0.4845370948314667
8988	transitions	7	0.18196819722652435
8988	transitions	8	-0.9190278053283691
8988	transitions	9	0.9307654500007629
8988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
8988	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
8988	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
8988	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
8988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
8988	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
8988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
8988	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
8988	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
8988	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
8988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
8988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
8988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
8988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
8988	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
8988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
8988	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
8988	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
8988	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
8988	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
8988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
8988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
8988	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
8988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
8988	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
8988	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
8988	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
8988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
8988	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
8988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
8988	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
8988	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
8988	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
8988	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
8988	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
8988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
8988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
8988	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
8988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
8988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
8988	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
8988	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
8988	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
8988	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
8988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
8988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
8988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
8988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
8988	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
8988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
8988	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
8988	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
8988	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
8988	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
8988	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
8988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
8988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
8988	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
8988	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
8988	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
8988	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
8988	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
8988	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
8988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
8988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
8988	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
8988	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
8988	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
8988	embedding2nn.weight	0	0.009260067716240883
8988	embedding2nn.weight	1	0.014476118609309196
8988	embedding2nn.weight	2	-0.005326625891029835
8988	embedding2nn.weight	3	0.002544468268752098
8988	embedding2nn.weight	4	-0.0037739770486950874
8988	embedding2nn.weight	5	0.009957687929272652
8988	embedding2nn.weight	6	-0.0024087426718324423
8988	embedding2nn.weight	7	0.008064714260399342
8988	embedding2nn.weight	8	-0.0074109467677772045
8988	embedding2nn.weight	9	-0.013301280327141285
8988	embedding2nn.bias	0	-0.03671414777636528
8988	embedding2nn.bias	1	-0.01537387352436781
8988	embedding2nn.bias	2	-0.07365452498197556
8988	embedding2nn.bias	3	0.0071630277670919895
8988	embedding2nn.bias	4	0.008431432768702507
8988	embedding2nn.bias	5	0.009889968670904636
8988	embedding2nn.bias	6	0.0355093888938427
8988	embedding2nn.bias	7	0.04468556493520737
8988	embedding2nn.bias	8	0.023532744497060776
8988	embedding2nn.bias	9	-0.016635099425911903
8988	rnn.weight_ih_l0	0	0.037602104246616364
8988	rnn.weight_ih_l0	1	-0.007948700338602066
8988	rnn.weight_ih_l0	2	-0.023454396054148674
8988	rnn.weight_ih_l0	3	-0.047263000160455704
8988	rnn.weight_ih_l0	4	-0.04873442277312279
8988	rnn.weight_ih_l0	5	-0.0025374991819262505
8988	rnn.weight_ih_l0	6	-0.053833749145269394
8988	rnn.weight_ih_l0	7	-0.055612362921237946
8988	rnn.weight_ih_l0	8	-0.049180906265974045
8988	rnn.weight_ih_l0	9	-0.026742564514279366
8988	rnn.weight_hh_l0	0	0.013184681534767151
8988	rnn.weight_hh_l0	1	-0.022624313831329346
8988	rnn.weight_hh_l0	2	-0.0345490500330925
8988	rnn.weight_hh_l0	3	-0.018576115369796753
8988	rnn.weight_hh_l0	4	-0.05438082665205002
8988	rnn.weight_hh_l0	5	-0.01282538566738367
8988	rnn.weight_hh_l0	6	-0.03382379189133644
8988	rnn.weight_hh_l0	7	0.016564320772886276
8988	rnn.weight_hh_l0	8	-0.01986311562359333
8988	rnn.weight_hh_l0	9	0.021341854706406593
8988	rnn.bias_ih_l0	0	0.09673692286014557
8988	rnn.bias_ih_l0	1	-0.04077935963869095
8988	rnn.bias_ih_l0	2	0.1064392626285553
8988	rnn.bias_ih_l0	3	0.06200394779443741
8988	rnn.bias_ih_l0	4	0.09293733537197113
8988	rnn.bias_ih_l0	5	0.02056395448744297
8988	rnn.bias_ih_l0	6	-0.015177144668996334
8988	rnn.bias_ih_l0	7	-0.08613777905702591
8988	rnn.bias_ih_l0	8	-0.12115892022848129
8988	rnn.bias_ih_l0	9	0.07931266725063324
8988	rnn.bias_hh_l0	0	-0.03074144572019577
8988	rnn.bias_hh_l0	1	0.019972458481788635
8988	rnn.bias_hh_l0	2	-0.019580963999032974
8988	rnn.bias_hh_l0	3	-0.02976824901998043
8988	rnn.bias_hh_l0	4	-0.05275255814194679
8988	rnn.bias_hh_l0	5	0.10730814933776855
8988	rnn.bias_hh_l0	6	-0.005681735463440418
8988	rnn.bias_hh_l0	7	0.007776516955345869
8988	rnn.bias_hh_l0	8	0.01919158548116684
8988	rnn.bias_hh_l0	9	0.04447108507156372
8988	rnn.weight_ih_l0_reverse	0	-0.033464040607213974
8988	rnn.weight_ih_l0_reverse	1	-0.003026427933946252
8988	rnn.weight_ih_l0_reverse	2	0.023080814629793167
8988	rnn.weight_ih_l0_reverse	3	-0.056925274431705475
8988	rnn.weight_ih_l0_reverse	4	0.009395797736942768
8988	rnn.weight_ih_l0_reverse	5	-0.05229330062866211
8988	rnn.weight_ih_l0_reverse	6	0.013544280081987381
8988	rnn.weight_ih_l0_reverse	7	0.041060708463191986
8988	rnn.weight_ih_l0_reverse	8	-0.04178664833307266
8988	rnn.weight_ih_l0_reverse	9	-0.05242122709751129
8988	rnn.weight_hh_l0_reverse	0	-0.07621138542890549
8988	rnn.weight_hh_l0_reverse	1	-0.042876891791820526
8988	rnn.weight_hh_l0_reverse	2	0.014576469548046589
8988	rnn.weight_hh_l0_reverse	3	0.04387076571583748
8988	rnn.weight_hh_l0_reverse	4	0.019425461068749428
8988	rnn.weight_hh_l0_reverse	5	0.04322895035147667
8988	rnn.weight_hh_l0_reverse	6	-0.002856767037883401
8988	rnn.weight_hh_l0_reverse	7	-0.002154418034479022
8988	rnn.weight_hh_l0_reverse	8	-0.08265026658773422
8988	rnn.weight_hh_l0_reverse	9	0.0443352535367012
8988	rnn.bias_ih_l0_reverse	0	-0.06452880799770355
8988	rnn.bias_ih_l0_reverse	1	-0.0188429057598114
8988	rnn.bias_ih_l0_reverse	2	0.08725395053625107
8988	rnn.bias_ih_l0_reverse	3	0.03251179680228233
8988	rnn.bias_ih_l0_reverse	4	-0.10167969763278961
8988	rnn.bias_ih_l0_reverse	5	0.033953599631786346
8988	rnn.bias_ih_l0_reverse	6	-0.11152858287096024
8988	rnn.bias_ih_l0_reverse	7	0.04329230636358261
8988	rnn.bias_ih_l0_reverse	8	0.01906776614487171
8988	rnn.bias_ih_l0_reverse	9	0.06728393584489822
8988	rnn.bias_hh_l0_reverse	0	0.019784366711974144
8988	rnn.bias_hh_l0_reverse	1	0.06477420777082443
8988	rnn.bias_hh_l0_reverse	2	0.07954585552215576
8988	rnn.bias_hh_l0_reverse	3	-0.009097699075937271
8988	rnn.bias_hh_l0_reverse	4	0.08209540694952011
8988	rnn.bias_hh_l0_reverse	5	0.031636834144592285
8988	rnn.bias_hh_l0_reverse	6	-0.07664287835359573
8988	rnn.bias_hh_l0_reverse	7	0.038668423891067505
8988	rnn.bias_hh_l0_reverse	8	0.033624012023210526
8988	rnn.bias_hh_l0_reverse	9	-0.10254335403442383
8988	linear.weight	0	0.1702737957239151
8988	linear.weight	1	-0.10895058512687683
8988	linear.weight	2	-0.12487665563821793
8988	linear.weight	3	0.0533849373459816
8988	linear.weight	4	0.005626655649393797
8988	linear.weight	5	-0.03289470449090004
8988	linear.weight	6	-0.010436877608299255
8988	linear.weight	7	-0.0372219942510128
8988	linear.weight	8	0.01557326689362526
8988	linear.weight	9	0.3494061827659607
8988	linear.bias	0	-0.07622620463371277
8988	linear.bias	1	0.1071733608841896
8988	linear.bias	2	-0.41568049788475037
8988	linear.bias	3	1.3909727334976196
8988	linear.bias	4	-0.3311719000339508
8988	linear.bias	5	-0.030769959092140198
8988	linear.bias	6	-0.28721854090690613
8988	linear.bias	7	-0.18757203221321106
8988	linear.bias	8	0.04339500516653061
8988	linear.bias	9	-0.42417943477630615
9016	transitions	0	-0.6014869213104248
9016	transitions	1	0.4003393054008484
9016	transitions	2	1.739017367362976
9016	transitions	3	0.15414868295192719
9016	transitions	4	0.9869614243507385
9016	transitions	5	1.2748945951461792
9016	transitions	6	0.4845322370529175
9016	transitions	7	0.1819639801979065
9016	transitions	8	-0.9190295934677124
9016	transitions	9	0.9307654500007629
9016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9016	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9016	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9016	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9016	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9016	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9016	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9016	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9016	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9016	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9016	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9016	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9016	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9016	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9016	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9016	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9016	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9016	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9016	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9016	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9016	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9016	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9016	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9016	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9016	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9016	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9016	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9016	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9016	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9016	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9016	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9016	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9016	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9016	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9016	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9016	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9016	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9016	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9016	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9016	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9016	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9016	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9016	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9016	embedding2nn.weight	0	0.008768253028392792
9016	embedding2nn.weight	1	0.014319812878966331
9016	embedding2nn.weight	2	-0.005345186684280634
9016	embedding2nn.weight	3	0.0026637567207217216
9016	embedding2nn.weight	4	-0.003761513624340296
9016	embedding2nn.weight	5	0.010284100659191608
9016	embedding2nn.weight	6	-0.0024851865600794554
9016	embedding2nn.weight	7	0.009746858850121498
9016	embedding2nn.weight	8	-0.0077989413402974606
9016	embedding2nn.weight	9	-0.013260732404887676
9016	embedding2nn.bias	0	-0.0383179672062397
9016	embedding2nn.bias	1	-0.013493435457348824
9016	embedding2nn.bias	2	-0.07882246375083923
9016	embedding2nn.bias	3	0.0029165877494961023
9016	embedding2nn.bias	4	0.008338053710758686
9016	embedding2nn.bias	5	0.007860925979912281
9016	embedding2nn.bias	6	0.025439713150262833
9016	embedding2nn.bias	7	0.0415223129093647
9016	embedding2nn.bias	8	0.02085874043405056
9016	embedding2nn.bias	9	-0.015965141355991364
9016	rnn.weight_ih_l0	0	0.037661708891391754
9016	rnn.weight_ih_l0	1	-0.007563915103673935
9016	rnn.weight_ih_l0	2	-0.0244571715593338
9016	rnn.weight_ih_l0	3	-0.047552015632390976
9016	rnn.weight_ih_l0	4	-0.0486227422952652
9016	rnn.weight_ih_l0	5	-0.0022123197559267282
9016	rnn.weight_ih_l0	6	-0.05396690219640732
9016	rnn.weight_ih_l0	7	-0.0558648481965065
9016	rnn.weight_ih_l0	8	-0.048966359347105026
9016	rnn.weight_ih_l0	9	-0.02671835571527481
9016	rnn.weight_hh_l0	0	0.012783627025783062
9016	rnn.weight_hh_l0	1	-0.022574225440621376
9016	rnn.weight_hh_l0	2	-0.03473392874002457
9016	rnn.weight_hh_l0	3	-0.01877906732261181
9016	rnn.weight_hh_l0	4	-0.05481928586959839
9016	rnn.weight_hh_l0	5	-0.012950579635798931
9016	rnn.weight_hh_l0	6	-0.03152235969901085
9016	rnn.weight_hh_l0	7	0.017058469355106354
9016	rnn.weight_hh_l0	8	-0.01988769881427288
9016	rnn.weight_hh_l0	9	0.019996164366602898
9016	rnn.bias_ih_l0	0	0.09632931649684906
9016	rnn.bias_ih_l0	1	-0.041120629757642746
9016	rnn.bias_ih_l0	2	0.10540898889303207
9016	rnn.bias_ih_l0	3	0.06378022581338882
9016	rnn.bias_ih_l0	4	0.09471020847558975
9016	rnn.bias_ih_l0	5	0.022654075175523758
9016	rnn.bias_ih_l0	6	-0.014206196181476116
9016	rnn.bias_ih_l0	7	-0.08920542895793915
9016	rnn.bias_ih_l0	8	-0.12071598321199417
9016	rnn.bias_ih_l0	9	0.07974721491336823
9016	rnn.bias_hh_l0	0	-0.030431335791945457
9016	rnn.bias_hh_l0	1	0.01808919757604599
9016	rnn.bias_hh_l0	2	-0.020572923123836517
9016	rnn.bias_hh_l0	3	-0.032863982021808624
9016	rnn.bias_hh_l0	4	-0.05155472829937935
9016	rnn.bias_hh_l0	5	0.1110631600022316
9016	rnn.bias_hh_l0	6	-0.0054444302804768085
9016	rnn.bias_hh_l0	7	0.008477087132632732
9016	rnn.bias_hh_l0	8	0.020162541419267654
9016	rnn.bias_hh_l0	9	0.044936686754226685
9016	rnn.weight_ih_l0_reverse	0	-0.033719222992658615
9016	rnn.weight_ih_l0_reverse	1	-0.0022163130342960358
9016	rnn.weight_ih_l0_reverse	2	0.023252341896295547
9016	rnn.weight_ih_l0_reverse	3	-0.057022370398044586
9016	rnn.weight_ih_l0_reverse	4	0.009404096752405167
9016	rnn.weight_ih_l0_reverse	5	-0.051753416657447815
9016	rnn.weight_ih_l0_reverse	6	0.013438938185572624
9016	rnn.weight_ih_l0_reverse	7	0.040934208780527115
9016	rnn.weight_ih_l0_reverse	8	-0.04158974438905716
9016	rnn.weight_ih_l0_reverse	9	-0.05265402793884277
9016	rnn.weight_hh_l0_reverse	0	-0.0765375941991806
9016	rnn.weight_hh_l0_reverse	1	-0.0424843393266201
9016	rnn.weight_hh_l0_reverse	2	0.01447772141546011
9016	rnn.weight_hh_l0_reverse	3	0.043658170849084854
9016	rnn.weight_hh_l0_reverse	4	0.01945137232542038
9016	rnn.weight_hh_l0_reverse	5	0.0427989736199379
9016	rnn.weight_hh_l0_reverse	6	-0.000934405776206404
9016	rnn.weight_hh_l0_reverse	7	-0.0017555373487994075
9016	rnn.weight_hh_l0_reverse	8	-0.0834801197052002
9016	rnn.weight_hh_l0_reverse	9	0.04270676150918007
9016	rnn.bias_ih_l0_reverse	0	-0.06816228479146957
9016	rnn.bias_ih_l0_reverse	1	-0.016509147360920906
9016	rnn.bias_ih_l0_reverse	2	0.08770594745874405
9016	rnn.bias_ih_l0_reverse	3	0.032123252749443054
9016	rnn.bias_ih_l0_reverse	4	-0.10228108614683151
9016	rnn.bias_ih_l0_reverse	5	0.031924013048410416
9016	rnn.bias_ih_l0_reverse	6	-0.10831388831138611
9016	rnn.bias_ih_l0_reverse	7	0.04553785175085068
9016	rnn.bias_ih_l0_reverse	8	0.01925847679376602
9016	rnn.bias_ih_l0_reverse	9	0.06796432286500931
9016	rnn.bias_hh_l0_reverse	0	0.020191457122564316
9016	rnn.bias_hh_l0_reverse	1	0.06469790637493134
9016	rnn.bias_hh_l0_reverse	2	0.07726996392011642
9016	rnn.bias_hh_l0_reverse	3	-0.009569144807755947
9016	rnn.bias_hh_l0_reverse	4	0.08349762111902237
9016	rnn.bias_hh_l0_reverse	5	0.034903351217508316
9016	rnn.bias_hh_l0_reverse	6	-0.07649293541908264
9016	rnn.bias_hh_l0_reverse	7	0.03888039290904999
9016	rnn.bias_hh_l0_reverse	8	0.03234672546386719
9016	rnn.bias_hh_l0_reverse	9	-0.10596847534179688
9016	linear.weight	0	0.16589045524597168
9016	linear.weight	1	-0.10894021391868591
9016	linear.weight	2	-0.1271413415670395
9016	linear.weight	3	0.04925912618637085
9016	linear.weight	4	0.004352652933448553
9016	linear.weight	5	-0.033511631190776825
9016	linear.weight	6	-0.010419039987027645
9016	linear.weight	7	-0.03715785965323448
9016	linear.weight	8	0.01598355360329151
9016	linear.weight	9	0.3548172414302826
9016	linear.bias	0	-0.06939106434583664
9016	linear.bias	1	0.10746421664953232
9016	linear.bias	2	-0.4148254692554474
9016	linear.bias	3	1.3828513622283936
9016	linear.bias	4	-0.33183664083480835
9016	linear.bias	5	-0.030769959092140198
9016	linear.bias	6	-0.28588834404945374
9016	linear.bias	7	-0.18960417807102203
9016	linear.bias	8	0.05551758036017418
9016	linear.bias	9	-0.4244825839996338
9044	transitions	0	-0.6016673445701599
9044	transitions	1	0.4002273678779602
9044	transitions	2	1.7388052940368652
9044	transitions	3	0.15402056276798248
9044	transitions	4	0.9869256615638733
9044	transitions	5	1.27489173412323
9044	transitions	6	0.484530508518219
9044	transitions	7	0.18194220960140228
9044	transitions	8	-0.9190317988395691
9044	transitions	9	0.9307654500007629
9044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9044	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9044	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9044	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9044	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9044	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9044	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9044	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9044	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9044	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9044	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9044	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9044	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9044	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9044	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9044	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9044	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9044	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9044	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9044	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9044	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9044	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9044	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9044	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9044	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9044	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9044	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9044	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9044	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9044	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9044	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9044	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9044	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9044	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9044	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9044	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9044	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9044	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9044	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9044	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9044	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9044	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9044	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9044	embedding2nn.weight	0	0.008766199462115765
9044	embedding2nn.weight	1	0.01427930872887373
9044	embedding2nn.weight	2	-0.005362195428460836
9044	embedding2nn.weight	3	0.002991103334352374
9044	embedding2nn.weight	4	-0.0038275376427918673
9044	embedding2nn.weight	5	0.01047025341540575
9044	embedding2nn.weight	6	-0.002496559638530016
9044	embedding2nn.weight	7	0.00919966958463192
9044	embedding2nn.weight	8	-0.007911372929811478
9044	embedding2nn.weight	9	-0.013275839388370514
9044	embedding2nn.bias	0	-0.04566079378128052
9044	embedding2nn.bias	1	-0.01828925870358944
9044	embedding2nn.bias	2	-0.08147001266479492
9044	embedding2nn.bias	3	0.003656137501820922
9044	embedding2nn.bias	4	0.006349518895149231
9044	embedding2nn.bias	5	0.0057858992367982864
9044	embedding2nn.bias	6	0.03048686683177948
9044	embedding2nn.bias	7	0.04674890637397766
9044	embedding2nn.bias	8	0.025517277419567108
9044	embedding2nn.bias	9	-0.021764492616057396
9044	rnn.weight_ih_l0	0	0.03749871626496315
9044	rnn.weight_ih_l0	1	-0.007610181346535683
9044	rnn.weight_ih_l0	2	-0.023882756009697914
9044	rnn.weight_ih_l0	3	-0.04787160083651543
9044	rnn.weight_ih_l0	4	-0.04866991564631462
9044	rnn.weight_ih_l0	5	-0.002097943564876914
9044	rnn.weight_ih_l0	6	-0.05437468737363815
9044	rnn.weight_ih_l0	7	-0.05573131889104843
9044	rnn.weight_ih_l0	8	-0.04902282729744911
9044	rnn.weight_ih_l0	9	-0.026621658354997635
9044	rnn.weight_hh_l0	0	0.01301075704395771
9044	rnn.weight_hh_l0	1	-0.02232787385582924
9044	rnn.weight_hh_l0	2	-0.03543173894286156
9044	rnn.weight_hh_l0	3	-0.01905384659767151
9044	rnn.weight_hh_l0	4	-0.05514528229832649
9044	rnn.weight_hh_l0	5	-0.01287023350596428
9044	rnn.weight_hh_l0	6	-0.03301731124520302
9044	rnn.weight_hh_l0	7	0.01784222200512886
9044	rnn.weight_hh_l0	8	-0.02004566602408886
9044	rnn.weight_hh_l0	9	0.018520429730415344
9044	rnn.bias_ih_l0	0	0.09662220627069473
9044	rnn.bias_ih_l0	1	-0.03920323774218559
9044	rnn.bias_ih_l0	2	0.10369809716939926
9044	rnn.bias_ih_l0	3	0.06220589205622673
9044	rnn.bias_ih_l0	4	0.09561637043952942
9044	rnn.bias_ih_l0	5	0.022208470851182938
9044	rnn.bias_ih_l0	6	-0.014515787363052368
9044	rnn.bias_ih_l0	7	-0.08362209796905518
9044	rnn.bias_ih_l0	8	-0.12585557997226715
9044	rnn.bias_ih_l0	9	0.0803651213645935
9044	rnn.bias_hh_l0	0	-0.02959100529551506
9044	rnn.bias_hh_l0	1	0.018624570220708847
9044	rnn.bias_hh_l0	2	-0.021981513127684593
9044	rnn.bias_hh_l0	3	-0.033154938369989395
9044	rnn.bias_hh_l0	4	-0.05037811025977135
9044	rnn.bias_hh_l0	5	0.11198499798774719
9044	rnn.bias_hh_l0	6	-0.004626818932592869
9044	rnn.bias_hh_l0	7	0.007610939908772707
9044	rnn.bias_hh_l0	8	0.019852954894304276
9044	rnn.bias_hh_l0	9	0.04694608598947525
9044	rnn.weight_ih_l0_reverse	0	-0.033608969300985336
9044	rnn.weight_ih_l0_reverse	1	-0.0019901287741959095
9044	rnn.weight_ih_l0_reverse	2	0.023379221558570862
9044	rnn.weight_ih_l0_reverse	3	-0.05717294290661812
9044	rnn.weight_ih_l0_reverse	4	0.009114095009863377
9044	rnn.weight_ih_l0_reverse	5	-0.051714926958084106
9044	rnn.weight_ih_l0_reverse	6	0.013524143025279045
9044	rnn.weight_ih_l0_reverse	7	0.04089175909757614
9044	rnn.weight_ih_l0_reverse	8	-0.041940417140722275
9044	rnn.weight_ih_l0_reverse	9	-0.052676815539598465
9044	rnn.weight_hh_l0_reverse	0	-0.07625851035118103
9044	rnn.weight_hh_l0_reverse	1	-0.04248134419322014
9044	rnn.weight_hh_l0_reverse	2	0.014379625208675861
9044	rnn.weight_hh_l0_reverse	3	0.04397314041852951
9044	rnn.weight_hh_l0_reverse	4	0.019772890955209732
9044	rnn.weight_hh_l0_reverse	5	0.042700041085481644
9044	rnn.weight_hh_l0_reverse	6	0.0022194513585418463
9044	rnn.weight_hh_l0_reverse	7	-0.0013441159389913082
9044	rnn.weight_hh_l0_reverse	8	-0.08316180109977722
9044	rnn.weight_hh_l0_reverse	9	0.04490900784730911
9044	rnn.bias_ih_l0_reverse	0	-0.06610676646232605
9044	rnn.bias_ih_l0_reverse	1	-0.008971083909273148
9044	rnn.bias_ih_l0_reverse	2	0.08522609621286392
9044	rnn.bias_ih_l0_reverse	3	0.032743487507104874
9044	rnn.bias_ih_l0_reverse	4	-0.10329244285821915
9044	rnn.bias_ih_l0_reverse	5	0.03187006339430809
9044	rnn.bias_ih_l0_reverse	6	-0.10916538536548615
9044	rnn.bias_ih_l0_reverse	7	0.043897513300180435
9044	rnn.bias_ih_l0_reverse	8	0.018752381205558777
9044	rnn.bias_ih_l0_reverse	9	0.06615359336137772
9044	rnn.bias_hh_l0_reverse	0	0.03051050752401352
9044	rnn.bias_hh_l0_reverse	1	0.06584245711565018
9044	rnn.bias_hh_l0_reverse	2	0.07668719440698624
9044	rnn.bias_hh_l0_reverse	3	-0.009216180071234703
9044	rnn.bias_hh_l0_reverse	4	0.08457138389348984
9044	rnn.bias_hh_l0_reverse	5	0.03093518316745758
9044	rnn.bias_hh_l0_reverse	6	-0.07708815485239029
9044	rnn.bias_hh_l0_reverse	7	0.040568891912698746
9044	rnn.bias_hh_l0_reverse	8	0.03299911320209503
9044	rnn.bias_hh_l0_reverse	9	-0.11561036854982376
9044	linear.weight	0	0.1592278927564621
9044	linear.weight	1	-0.10891425609588623
9044	linear.weight	2	-0.1262384057044983
9044	linear.weight	3	0.04092693701386452
9044	linear.weight	4	0.004829574376344681
9044	linear.weight	5	-0.03372999653220177
9044	linear.weight	6	-0.010402161628007889
9044	linear.weight	7	-0.03703220933675766
9044	linear.weight	8	0.021380862221121788
9044	linear.weight	9	0.3563900589942932
9044	linear.bias	0	-0.08286865800619125
9044	linear.bias	1	0.11577855795621872
9044	linear.bias	2	-0.4175490140914917
9044	linear.bias	3	1.3975391387939453
9044	linear.bias	4	-0.3325343430042267
9044	linear.bias	5	-0.030769959092140198
9044	linear.bias	6	-0.2892197370529175
9044	linear.bias	7	-0.19028158485889435
9044	linear.bias	8	0.0540010891854763
9044	linear.bias	9	-0.4248020350933075
9072	transitions	0	-0.6019032597541809
9072	transitions	1	0.4001535177230835
9072	transitions	2	1.7384803295135498
9072	transitions	3	0.15390275418758392
9072	transitions	4	0.9868451356887817
9072	transitions	5	1.2748881578445435
9072	transitions	6	0.4845297932624817
9072	transitions	7	0.18192125856876373
9072	transitions	8	-0.9190353751182556
9072	transitions	9	0.9307653307914734
9072	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9072	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9072	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9072	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9072	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9072	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9072	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9072	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9072	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9072	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9072	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9072	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9072	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9072	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9072	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9072	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9072	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9072	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9072	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9072	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9072	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9072	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9072	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9072	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9072	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9072	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9072	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9072	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9072	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9072	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9072	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9072	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9072	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9072	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9072	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9072	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9072	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9072	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9072	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9072	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9072	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9072	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9072	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9072	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9072	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9072	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9072	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9072	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9072	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9072	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9072	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9072	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9072	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9072	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9072	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9072	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9072	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9072	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9072	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9072	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9072	embedding2nn.weight	0	0.008531931787729263
9072	embedding2nn.weight	1	0.014437745325267315
9072	embedding2nn.weight	2	-0.005203492008149624
9072	embedding2nn.weight	3	0.003004650818184018
9072	embedding2nn.weight	4	-0.0038328412920236588
9072	embedding2nn.weight	5	0.010301446542143822
9072	embedding2nn.weight	6	-0.0025314348749816418
9072	embedding2nn.weight	7	0.009051787666976452
9072	embedding2nn.weight	8	-0.008116334676742554
9072	embedding2nn.weight	9	-0.01339082233607769
9072	embedding2nn.bias	0	-0.04475126788020134
9072	embedding2nn.bias	1	-0.019264303147792816
9072	embedding2nn.bias	2	-0.07376517355442047
9072	embedding2nn.bias	3	0.00907174777239561
9072	embedding2nn.bias	4	0.004338942002505064
9072	embedding2nn.bias	5	0.01147386897355318
9072	embedding2nn.bias	6	0.028160717338323593
9072	embedding2nn.bias	7	0.04865402355790138
9072	embedding2nn.bias	8	0.02311333827674389
9072	embedding2nn.bias	9	-0.020900459960103035
9072	rnn.weight_ih_l0	0	0.037562161684036255
9072	rnn.weight_ih_l0	1	-0.0074149249121546745
9072	rnn.weight_ih_l0	2	-0.02392706461250782
9072	rnn.weight_ih_l0	3	-0.04785813018679619
9072	rnn.weight_ih_l0	4	-0.048287395387887955
9072	rnn.weight_ih_l0	5	-0.0022687832824885845
9072	rnn.weight_ih_l0	6	-0.054319340735673904
9072	rnn.weight_ih_l0	7	-0.05568556487560272
9072	rnn.weight_ih_l0	8	-0.04891094192862511
9072	rnn.weight_ih_l0	9	-0.026667684316635132
9072	rnn.weight_hh_l0	0	0.012723466381430626
9072	rnn.weight_hh_l0	1	-0.022912386804819107
9072	rnn.weight_hh_l0	2	-0.035315752029418945
9072	rnn.weight_hh_l0	3	-0.019041338935494423
9072	rnn.weight_hh_l0	4	-0.055094193667173386
9072	rnn.weight_hh_l0	5	-0.01174330897629261
9072	rnn.weight_hh_l0	6	-0.032226867973804474
9072	rnn.weight_hh_l0	7	0.01708616130053997
9072	rnn.weight_hh_l0	8	-0.019665582105517387
9072	rnn.weight_hh_l0	9	0.019009904935956
9072	rnn.bias_ih_l0	0	0.0959976315498352
9072	rnn.bias_ih_l0	1	-0.036574237048625946
9072	rnn.bias_ih_l0	2	0.10775704681873322
9072	rnn.bias_ih_l0	3	0.06320837140083313
9072	rnn.bias_ih_l0	4	0.09670738875865936
9072	rnn.bias_ih_l0	5	0.022574570029973984
9072	rnn.bias_ih_l0	6	-0.014552632346749306
9072	rnn.bias_ih_l0	7	-0.0889190062880516
9072	rnn.bias_ih_l0	8	-0.13101738691329956
9072	rnn.bias_ih_l0	9	0.07847917079925537
9072	rnn.bias_hh_l0	0	-0.030108844861388206
9072	rnn.bias_hh_l0	1	0.017560908570885658
9072	rnn.bias_hh_l0	2	-0.02159499190747738
9072	rnn.bias_hh_l0	3	-0.0328897200524807
9072	rnn.bias_hh_l0	4	-0.0485016405582428
9072	rnn.bias_hh_l0	5	0.11549043655395508
9072	rnn.bias_hh_l0	6	-0.004574023187160492
9072	rnn.bias_hh_l0	7	0.00927843526005745
9072	rnn.bias_hh_l0	8	0.01981610804796219
9072	rnn.bias_hh_l0	9	0.04836634546518326
9072	rnn.weight_ih_l0_reverse	0	-0.033522360026836395
9072	rnn.weight_ih_l0_reverse	1	-0.002678900957107544
9072	rnn.weight_ih_l0_reverse	2	0.023297972977161407
9072	rnn.weight_ih_l0_reverse	3	-0.05677707865834236
9072	rnn.weight_ih_l0_reverse	4	0.009091266430914402
9072	rnn.weight_ih_l0_reverse	5	-0.05184052512049675
9072	rnn.weight_ih_l0_reverse	6	0.012996207922697067
9072	rnn.weight_ih_l0_reverse	7	0.04116835817694664
9072	rnn.weight_ih_l0_reverse	8	-0.04220462962985039
9072	rnn.weight_ih_l0_reverse	9	-0.05263088271021843
9072	rnn.weight_hh_l0_reverse	0	-0.0757257342338562
9072	rnn.weight_hh_l0_reverse	1	-0.04276755079627037
9072	rnn.weight_hh_l0_reverse	2	0.014276277273893356
9072	rnn.weight_hh_l0_reverse	3	0.043775491416454315
9072	rnn.weight_hh_l0_reverse	4	0.019607290625572205
9072	rnn.weight_hh_l0_reverse	5	0.04283309355378151
9072	rnn.weight_hh_l0_reverse	6	0.00238763983361423
9072	rnn.weight_hh_l0_reverse	7	-0.0012784897116944194
9072	rnn.weight_hh_l0_reverse	8	-0.0837419182062149
9072	rnn.weight_hh_l0_reverse	9	0.04555249214172363
9072	rnn.bias_ih_l0_reverse	0	-0.06772515922784805
9072	rnn.bias_ih_l0_reverse	1	-0.00577160669490695
9072	rnn.bias_ih_l0_reverse	2	0.08578696846961975
9072	rnn.bias_ih_l0_reverse	3	0.03301830589771271
9072	rnn.bias_ih_l0_reverse	4	-0.1046062558889389
9072	rnn.bias_ih_l0_reverse	5	0.030992085114121437
9072	rnn.bias_ih_l0_reverse	6	-0.1107274517416954
9072	rnn.bias_ih_l0_reverse	7	0.04317695274949074
9072	rnn.bias_ih_l0_reverse	8	0.01830674521625042
9072	rnn.bias_ih_l0_reverse	9	0.06630385667085648
9072	rnn.bias_hh_l0_reverse	0	0.026559919118881226
9072	rnn.bias_hh_l0_reverse	1	0.06709552556276321
9072	rnn.bias_hh_l0_reverse	2	0.07704878598451614
9072	rnn.bias_hh_l0_reverse	3	-0.009564301930367947
9072	rnn.bias_hh_l0_reverse	4	0.08462289720773697
9072	rnn.bias_hh_l0_reverse	5	0.030599074438214302
9072	rnn.bias_hh_l0_reverse	6	-0.0784870907664299
9072	rnn.bias_hh_l0_reverse	7	0.03859761729836464
9072	rnn.bias_hh_l0_reverse	8	0.03343666344881058
9072	rnn.bias_hh_l0_reverse	9	-0.1167500913143158
9072	linear.weight	0	0.15938425064086914
9072	linear.weight	1	-0.10891351103782654
9072	linear.weight	2	-0.12775398790836334
9072	linear.weight	3	0.04998718947172165
9072	linear.weight	4	0.004295687191188335
9072	linear.weight	5	-0.033467940986156464
9072	linear.weight	6	-0.010398423299193382
9072	linear.weight	7	-0.036846429109573364
9072	linear.weight	8	0.023188287392258644
9072	linear.weight	9	0.34727686643600464
9072	linear.bias	0	-0.09113843739032745
9072	linear.bias	1	0.10530302673578262
9072	linear.bias	2	-0.41737085580825806
9072	linear.bias	3	1.3948431015014648
9072	linear.bias	4	-0.33318376541137695
9072	linear.bias	5	-0.030769959092140198
9072	linear.bias	6	-0.28949564695358276
9072	linear.bias	7	-0.18060344457626343
9072	linear.bias	8	0.061375007033348083
9072	linear.bias	9	-0.42507287859916687
9100	transitions	0	-0.6021534204483032
9100	transitions	1	0.39967072010040283
9100	transitions	2	1.7382516860961914
9100	transitions	3	0.15381018817424774
9100	transitions	4	0.9868147969245911
9100	transitions	5	1.2748851776123047
9100	transitions	6	0.48450765013694763
9100	transitions	7	0.18191753327846527
9100	transitions	8	-0.9190373420715332
9100	transitions	9	0.9307651519775391
9100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9100	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9100	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9100	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9100	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9100	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9100	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9100	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9100	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9100	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9100	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9100	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9100	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9100	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9100	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9100	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9100	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9100	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9100	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9100	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9100	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9100	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9100	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9100	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9100	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9100	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9100	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9100	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9100	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9100	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9100	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9100	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9100	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9100	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9100	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9100	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9100	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9100	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9100	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9100	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9100	embedding2nn.weight	0	0.00818505510687828
9100	embedding2nn.weight	1	0.014302041381597519
9100	embedding2nn.weight	2	-0.00518275611102581
9100	embedding2nn.weight	3	0.002873242599889636
9100	embedding2nn.weight	4	-0.0038689004722982645
9100	embedding2nn.weight	5	0.010137934237718582
9100	embedding2nn.weight	6	-0.002568530850112438
9100	embedding2nn.weight	7	0.009061584249138832
9100	embedding2nn.weight	8	-0.007884333841502666
9100	embedding2nn.weight	9	-0.013335570693016052
9100	embedding2nn.bias	0	-0.04017135500907898
9100	embedding2nn.bias	1	-0.01801035925745964
9100	embedding2nn.bias	2	-0.07874447852373123
9100	embedding2nn.bias	3	4.528409772319719e-05
9100	embedding2nn.bias	4	0.004784361459314823
9100	embedding2nn.bias	5	0.008784589357674122
9100	embedding2nn.bias	6	0.024181179702281952
9100	embedding2nn.bias	7	0.0459994375705719
9100	embedding2nn.bias	8	0.021717101335525513
9100	embedding2nn.bias	9	-0.022152123972773552
9100	rnn.weight_ih_l0	0	0.037823691964149475
9100	rnn.weight_ih_l0	1	-0.007416698150336742
9100	rnn.weight_ih_l0	2	-0.024620426818728447
9100	rnn.weight_ih_l0	3	-0.04807702824473381
9100	rnn.weight_ih_l0	4	-0.04832512512803078
9100	rnn.weight_ih_l0	5	-0.0019373383838683367
9100	rnn.weight_ih_l0	6	-0.054309047758579254
9100	rnn.weight_ih_l0	7	-0.055927544832229614
9100	rnn.weight_ih_l0	8	-0.049021024256944656
9100	rnn.weight_ih_l0	9	-0.026624437421560287
9100	rnn.weight_hh_l0	0	0.013034915551543236
9100	rnn.weight_hh_l0	1	-0.02229926735162735
9100	rnn.weight_hh_l0	2	-0.0348500981926918
9100	rnn.weight_hh_l0	3	-0.01966581679880619
9100	rnn.weight_hh_l0	4	-0.055039189755916595
9100	rnn.weight_hh_l0	5	-0.011814428493380547
9100	rnn.weight_hh_l0	6	-0.032942093908786774
9100	rnn.weight_hh_l0	7	0.01746053621172905
9100	rnn.weight_hh_l0	8	-0.019871924072504044
9100	rnn.weight_hh_l0	9	0.019127260893583298
9100	rnn.bias_ih_l0	0	0.09641504287719727
9100	rnn.bias_ih_l0	1	-0.036084286868572235
9100	rnn.bias_ih_l0	2	0.1068347617983818
9100	rnn.bias_ih_l0	3	0.0609804205596447
9100	rnn.bias_ih_l0	4	0.09712259471416473
9100	rnn.bias_ih_l0	5	0.022754987701773643
9100	rnn.bias_ih_l0	6	-0.013679382391273975
9100	rnn.bias_ih_l0	7	-0.08848831802606583
9100	rnn.bias_ih_l0	8	-0.12912045419216156
9100	rnn.bias_ih_l0	9	0.07858216762542725
9100	rnn.bias_hh_l0	0	-0.02865787222981453
9100	rnn.bias_hh_l0	1	0.01955341175198555
9100	rnn.bias_hh_l0	2	-0.022141216322779655
9100	rnn.bias_hh_l0	3	-0.028727440163493156
9100	rnn.bias_hh_l0	4	-0.048640176653862
9100	rnn.bias_hh_l0	5	0.11301697045564651
9100	rnn.bias_hh_l0	6	-0.005185648333281279
9100	rnn.bias_hh_l0	7	0.008904551155865192
9100	rnn.bias_hh_l0	8	0.020689362660050392
9100	rnn.bias_hh_l0	9	0.04524797946214676
9100	rnn.weight_ih_l0_reverse	0	-0.03359400853514671
9100	rnn.weight_ih_l0_reverse	1	-0.003207775764167309
9100	rnn.weight_ih_l0_reverse	2	0.02359631285071373
9100	rnn.weight_ih_l0_reverse	3	-0.05681643262505531
9100	rnn.weight_ih_l0_reverse	4	0.008937044069170952
9100	rnn.weight_ih_l0_reverse	5	-0.05173250287771225
9100	rnn.weight_ih_l0_reverse	6	0.012114602141082287
9100	rnn.weight_ih_l0_reverse	7	0.04092943295836449
9100	rnn.weight_ih_l0_reverse	8	-0.04231034219264984
9100	rnn.weight_ih_l0_reverse	9	-0.05261622741818428
9100	rnn.weight_hh_l0_reverse	0	-0.07623711973428726
9100	rnn.weight_hh_l0_reverse	1	-0.04290005937218666
9100	rnn.weight_hh_l0_reverse	2	0.014744415879249573
9100	rnn.weight_hh_l0_reverse	3	0.043869610875844955
9100	rnn.weight_hh_l0_reverse	4	0.019493840634822845
9100	rnn.weight_hh_l0_reverse	5	0.04277603700757027
9100	rnn.weight_hh_l0_reverse	6	0.0008756624301895499
9100	rnn.weight_hh_l0_reverse	7	-0.0009033042006194592
9100	rnn.weight_hh_l0_reverse	8	-0.08377239108085632
9100	rnn.weight_hh_l0_reverse	9	0.045219097286462784
9100	rnn.bias_ih_l0_reverse	0	-0.06359787285327911
9100	rnn.bias_ih_l0_reverse	1	-0.006837381981313229
9100	rnn.bias_ih_l0_reverse	2	0.08494628220796585
9100	rnn.bias_ih_l0_reverse	3	0.03418274223804474
9100	rnn.bias_ih_l0_reverse	4	-0.10612529516220093
9100	rnn.bias_ih_l0_reverse	5	0.02884352020919323
9100	rnn.bias_ih_l0_reverse	6	-0.11308088153600693
9100	rnn.bias_ih_l0_reverse	7	0.043067578226327896
9100	rnn.bias_ih_l0_reverse	8	0.01800631172955036
9100	rnn.bias_ih_l0_reverse	9	0.0671321302652359
9100	rnn.bias_hh_l0_reverse	0	0.02801395021378994
9100	rnn.bias_hh_l0_reverse	1	0.06568249315023422
9100	rnn.bias_hh_l0_reverse	2	0.07852955162525177
9100	rnn.bias_hh_l0_reverse	3	-0.009558124467730522
9100	rnn.bias_hh_l0_reverse	4	0.0847938284277916
9100	rnn.bias_hh_l0_reverse	5	0.025275301188230515
9100	rnn.bias_hh_l0_reverse	6	-0.07920666038990021
9100	rnn.bias_hh_l0_reverse	7	0.03603605926036835
9100	rnn.bias_hh_l0_reverse	8	0.03105197101831436
9100	rnn.bias_hh_l0_reverse	9	-0.12115191668272018
9100	linear.weight	0	0.1565496176481247
9100	linear.weight	1	-0.1089104413986206
9100	linear.weight	2	-0.13179834187030792
9100	linear.weight	3	0.048218466341495514
9100	linear.weight	4	0.004727133549749851
9100	linear.weight	5	-0.0324438102543354
9100	linear.weight	6	-0.010379874147474766
9100	linear.weight	7	-0.036780983209609985
9100	linear.weight	8	0.023958252742886543
9100	linear.weight	9	0.3498409688472748
9100	linear.bias	0	-0.09694110602140427
9100	linear.bias	1	0.10446386784315109
9100	linear.bias	2	-0.4195035398006439
9100	linear.bias	3	1.408224105834961
9100	linear.bias	4	-0.32803353667259216
9100	linear.bias	5	-0.030769959092140198
9100	linear.bias	6	-0.29135212302207947
9100	linear.bias	7	-0.18103346228599548
9100	linear.bias	8	0.059182606637477875
9100	linear.bias	9	-0.4252922832965851
9128	transitions	0	-0.6022539734840393
9128	transitions	1	0.39953187108039856
9128	transitions	2	1.7378681898117065
9128	transitions	3	0.15376603603363037
9128	transitions	4	0.9862454533576965
9128	transitions	5	1.274882197380066
9128	transitions	6	0.4845064878463745
9128	transitions	7	0.18191583454608917
9128	transitions	8	-0.9190418720245361
9128	transitions	9	0.9307651519775391
9128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9128	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9128	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9128	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9128	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9128	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9128	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9128	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9128	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9128	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9128	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9128	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9128	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9128	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9128	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9128	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9128	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9128	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9128	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9128	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9128	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9128	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9128	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9128	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9128	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9128	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9128	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9128	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9128	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9128	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9128	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9128	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9128	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9128	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9128	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9128	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9128	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9128	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9128	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9128	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9128	embedding2nn.weight	0	0.007955508306622505
9128	embedding2nn.weight	1	0.014431033283472061
9128	embedding2nn.weight	2	-0.005181979387998581
9128	embedding2nn.weight	3	0.0027629509568214417
9128	embedding2nn.weight	4	-0.003886024933308363
9128	embedding2nn.weight	5	0.010249065235257149
9128	embedding2nn.weight	6	-0.0025412742979824543
9128	embedding2nn.weight	7	0.008063457906246185
9128	embedding2nn.weight	8	-0.007997074164450169
9128	embedding2nn.weight	9	-0.013367103412747383
9128	embedding2nn.bias	0	-0.03234706073999405
9128	embedding2nn.bias	1	-0.02516440860927105
9128	embedding2nn.bias	2	-0.07143405079841614
9128	embedding2nn.bias	3	0.008439273573458195
9128	embedding2nn.bias	4	0.0032472473103553057
9128	embedding2nn.bias	5	0.0125699108466506
9128	embedding2nn.bias	6	0.013559971936047077
9128	embedding2nn.bias	7	0.0416131466627121
9128	embedding2nn.bias	8	0.02361541986465454
9128	embedding2nn.bias	9	-0.018268387764692307
9128	rnn.weight_ih_l0	0	0.03787599503993988
9128	rnn.weight_ih_l0	1	-0.007393291220068932
9128	rnn.weight_ih_l0	2	-0.02535703033208847
9128	rnn.weight_ih_l0	3	-0.048088230192661285
9128	rnn.weight_ih_l0	4	-0.0487486831843853
9128	rnn.weight_ih_l0	5	-0.001674695173278451
9128	rnn.weight_ih_l0	6	-0.054042790085077286
9128	rnn.weight_ih_l0	7	-0.05581768974661827
9128	rnn.weight_ih_l0	8	-0.04901890084147453
9128	rnn.weight_ih_l0	9	-0.0266520157456398
9128	rnn.weight_hh_l0	0	0.01273173838853836
9128	rnn.weight_hh_l0	1	-0.02275509387254715
9128	rnn.weight_hh_l0	2	-0.03563469648361206
9128	rnn.weight_hh_l0	3	-0.019922135397791862
9128	rnn.weight_hh_l0	4	-0.05517681688070297
9128	rnn.weight_hh_l0	5	-0.011187545955181122
9128	rnn.weight_hh_l0	6	-0.03321589529514313
9128	rnn.weight_hh_l0	7	0.016646288335323334
9128	rnn.weight_hh_l0	8	-0.02013624645769596
9128	rnn.weight_hh_l0	9	0.018384164199233055
9128	rnn.bias_ih_l0	0	0.09709702432155609
9128	rnn.bias_ih_l0	1	-0.03689175099134445
9128	rnn.bias_ih_l0	2	0.10768693685531616
9128	rnn.bias_ih_l0	3	0.060777876526117325
9128	rnn.bias_ih_l0	4	0.0967174619436264
9128	rnn.bias_ih_l0	5	0.022981759160757065
9128	rnn.bias_ih_l0	6	-0.015400093980133533
9128	rnn.bias_ih_l0	7	-0.08685676753520966
9128	rnn.bias_ih_l0	8	-0.1279984712600708
9128	rnn.bias_ih_l0	9	0.07822626829147339
9128	rnn.bias_hh_l0	0	-0.029729515314102173
9128	rnn.bias_hh_l0	1	0.019255030900239944
9128	rnn.bias_hh_l0	2	-0.022704599425196648
9128	rnn.bias_hh_l0	3	-0.028801800683140755
9128	rnn.bias_hh_l0	4	-0.047296006232500076
9128	rnn.bias_hh_l0	5	0.11402016878128052
9128	rnn.bias_hh_l0	6	-0.0052640666253864765
9128	rnn.bias_hh_l0	7	0.011887690983712673
9128	rnn.bias_hh_l0	8	0.018968649208545685
9128	rnn.bias_hh_l0	9	0.045136459171772
9128	rnn.weight_ih_l0_reverse	0	-0.033815689384937286
9128	rnn.weight_ih_l0_reverse	1	-0.0028622064273804426
9128	rnn.weight_ih_l0_reverse	2	0.023473354056477547
9128	rnn.weight_ih_l0_reverse	3	-0.05708145350217819
9128	rnn.weight_ih_l0_reverse	4	0.008827080950140953
9128	rnn.weight_ih_l0_reverse	5	-0.051980696618556976
9128	rnn.weight_ih_l0_reverse	6	0.012335690669715405
9128	rnn.weight_ih_l0_reverse	7	0.04105207324028015
9128	rnn.weight_ih_l0_reverse	8	-0.0423586405813694
9128	rnn.weight_ih_l0_reverse	9	-0.052420783787965775
9128	rnn.weight_hh_l0_reverse	0	-0.07595996558666229
9128	rnn.weight_hh_l0_reverse	1	-0.04344623535871506
9128	rnn.weight_hh_l0_reverse	2	0.014410171657800674
9128	rnn.weight_hh_l0_reverse	3	0.04370129108428955
9128	rnn.weight_hh_l0_reverse	4	0.019663037732243538
9128	rnn.weight_hh_l0_reverse	5	0.04300149902701378
9128	rnn.weight_hh_l0_reverse	6	-0.0015124171040952206
9128	rnn.weight_hh_l0_reverse	7	-0.001255722134374082
9128	rnn.weight_hh_l0_reverse	8	-0.08437881618738174
9128	rnn.weight_hh_l0_reverse	9	0.044421736150979996
9128	rnn.bias_ih_l0_reverse	0	-0.06402932107448578
9128	rnn.bias_ih_l0_reverse	1	-0.009690985083580017
9128	rnn.bias_ih_l0_reverse	2	0.08600302785634995
9128	rnn.bias_ih_l0_reverse	3	0.03315545991063118
9128	rnn.bias_ih_l0_reverse	4	-0.10656862705945969
9128	rnn.bias_ih_l0_reverse	5	0.028134459629654884
9128	rnn.bias_ih_l0_reverse	6	-0.11125312000513077
9128	rnn.bias_ih_l0_reverse	7	0.04391128197312355
9128	rnn.bias_ih_l0_reverse	8	0.018891533836722374
9128	rnn.bias_ih_l0_reverse	9	0.06698606163263321
9128	rnn.bias_hh_l0_reverse	0	0.02229568548500538
9128	rnn.bias_hh_l0_reverse	1	0.06726650893688202
9128	rnn.bias_hh_l0_reverse	2	0.07944721728563309
9128	rnn.bias_hh_l0_reverse	3	-0.010502435266971588
9128	rnn.bias_hh_l0_reverse	4	0.08205480873584747
9128	rnn.bias_hh_l0_reverse	5	0.027039507403969765
9128	rnn.bias_hh_l0_reverse	6	-0.07830233871936798
9128	rnn.bias_hh_l0_reverse	7	0.036400970071554184
9128	rnn.bias_hh_l0_reverse	8	0.02842293493449688
9128	rnn.bias_hh_l0_reverse	9	-0.12793101370334625
9128	linear.weight	0	0.15616418421268463
9128	linear.weight	1	-0.10890547186136246
9128	linear.weight	2	-0.1323438137769699
9128	linear.weight	3	0.0472446009516716
9128	linear.weight	4	0.004252706654369831
9128	linear.weight	5	-0.030553307384252548
9128	linear.weight	6	-0.010374483652412891
9128	linear.weight	7	-0.03672120347619057
9128	linear.weight	8	0.02101832628250122
9128	linear.weight	9	0.3476404547691345
9128	linear.bias	0	-0.09150073677301407
9128	linear.bias	1	0.10633397102355957
9128	linear.bias	2	-0.4190925061702728
9128	linear.bias	3	1.3944052457809448
9128	linear.bias	4	-0.3287397623062134
9128	linear.bias	5	-0.030769959092140198
9128	linear.bias	6	-0.2911059558391571
9128	linear.bias	7	-0.17976850271224976
9128	linear.bias	8	0.06026645377278328
9128	linear.bias	9	-0.425546795129776
9156	transitions	0	-0.6024685502052307
9156	transitions	1	0.3993431031703949
9156	transitions	2	1.7376703023910522
9156	transitions	3	0.1534673422574997
9156	transitions	4	0.9859282374382019
9156	transitions	5	1.2748790979385376
9156	transitions	6	0.4845038652420044
9156	transitions	7	0.18190982937812805
9156	transitions	8	-0.9190444350242615
9156	transitions	9	0.9307651519775391
9156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9156	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9156	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9156	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9156	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9156	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9156	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9156	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9156	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9156	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9156	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9156	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9156	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9156	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9156	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9156	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9156	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9156	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9156	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9156	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9156	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9156	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9156	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9156	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9156	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9156	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9156	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9156	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9156	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9156	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9156	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9156	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9156	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9156	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9156	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9156	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9156	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9156	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9156	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9156	embedding2nn.weight	0	0.00848363246768713
9156	embedding2nn.weight	1	0.014344115741550922
9156	embedding2nn.weight	2	-0.005155082326382399
9156	embedding2nn.weight	3	0.002902565523982048
9156	embedding2nn.weight	4	-0.003775156568735838
9156	embedding2nn.weight	5	0.010278678499162197
9156	embedding2nn.weight	6	-0.002642691368237138
9156	embedding2nn.weight	7	0.00860876776278019
9156	embedding2nn.weight	8	-0.007458827458322048
9156	embedding2nn.weight	9	-0.013248356990516186
9156	embedding2nn.bias	0	-0.03736845776438713
9156	embedding2nn.bias	1	-0.02191256172955036
9156	embedding2nn.bias	2	-0.07505854964256287
9156	embedding2nn.bias	3	-2.359760765102692e-05
9156	embedding2nn.bias	4	0.004739607684314251
9156	embedding2nn.bias	5	0.010989917442202568
9156	embedding2nn.bias	6	0.019066955894231796
9156	embedding2nn.bias	7	0.04161083325743675
9156	embedding2nn.bias	8	0.02949015237390995
9156	embedding2nn.bias	9	-0.024128928780555725
9156	rnn.weight_ih_l0	0	0.03804820775985718
9156	rnn.weight_ih_l0	1	-0.00784066691994667
9156	rnn.weight_ih_l0	2	-0.025846287608146667
9156	rnn.weight_ih_l0	3	-0.047715380787849426
9156	rnn.weight_ih_l0	4	-0.048920195549726486
9156	rnn.weight_ih_l0	5	-0.001622348790988326
9156	rnn.weight_ih_l0	6	-0.05396794527769089
9156	rnn.weight_ih_l0	7	-0.055969301611185074
9156	rnn.weight_ih_l0	8	-0.04904257133603096
9156	rnn.weight_ih_l0	9	-0.02667500264942646
9156	rnn.weight_hh_l0	0	0.012967171147465706
9156	rnn.weight_hh_l0	1	-0.022368010133504868
9156	rnn.weight_hh_l0	2	-0.03562995046377182
9156	rnn.weight_hh_l0	3	-0.020001137629151344
9156	rnn.weight_hh_l0	4	-0.05517955496907234
9156	rnn.weight_hh_l0	5	-0.01093868725001812
9156	rnn.weight_hh_l0	6	-0.029488682746887207
9156	rnn.weight_hh_l0	7	0.016653841361403465
9156	rnn.weight_hh_l0	8	-0.02026212215423584
9156	rnn.weight_hh_l0	9	0.019784387201070786
9156	rnn.bias_ih_l0	0	0.09600714594125748
9156	rnn.bias_ih_l0	1	-0.03856982663273811
9156	rnn.bias_ih_l0	2	0.10726592689752579
9156	rnn.bias_ih_l0	3	0.06060400977730751
9156	rnn.bias_ih_l0	4	0.09777380526065826
9156	rnn.bias_ih_l0	5	0.024671124294400215
9156	rnn.bias_ih_l0	6	-0.01631380245089531
9156	rnn.bias_ih_l0	7	-0.08046291768550873
9156	rnn.bias_ih_l0	8	-0.12507617473602295
9156	rnn.bias_ih_l0	9	0.08038795739412308
9156	rnn.bias_hh_l0	0	-0.02999410405755043
9156	rnn.bias_hh_l0	1	0.020248830318450928
9156	rnn.bias_hh_l0	2	-0.024364905431866646
9156	rnn.bias_hh_l0	3	-0.02493235655128956
9156	rnn.bias_hh_l0	4	-0.04464336484670639
9156	rnn.bias_hh_l0	5	0.11572662740945816
9156	rnn.bias_hh_l0	6	-0.004378655459731817
9156	rnn.bias_hh_l0	7	0.011583194136619568
9156	rnn.bias_hh_l0	8	0.018054943531751633
9156	rnn.bias_hh_l0	9	0.04519909992814064
9156	rnn.weight_ih_l0_reverse	0	-0.03350396081805229
9156	rnn.weight_ih_l0_reverse	1	-0.0024447496980428696
9156	rnn.weight_ih_l0_reverse	2	0.023479942232370377
9156	rnn.weight_ih_l0_reverse	3	-0.057092614471912384
9156	rnn.weight_ih_l0_reverse	4	0.00885400827974081
9156	rnn.weight_ih_l0_reverse	5	-0.051664914935827255
9156	rnn.weight_ih_l0_reverse	6	0.012721803039312363
9156	rnn.weight_ih_l0_reverse	7	0.04089394211769104
9156	rnn.weight_ih_l0_reverse	8	-0.04191453754901886
9156	rnn.weight_ih_l0_reverse	9	-0.052459344267845154
9156	rnn.weight_hh_l0_reverse	0	-0.07660426944494247
9156	rnn.weight_hh_l0_reverse	1	-0.04351731017231941
9156	rnn.weight_hh_l0_reverse	2	0.014934797771275043
9156	rnn.weight_hh_l0_reverse	3	0.04371745511889458
9156	rnn.weight_hh_l0_reverse	4	0.019163869321346283
9156	rnn.weight_hh_l0_reverse	5	0.04300163686275482
9156	rnn.weight_hh_l0_reverse	6	-0.001238448778167367
9156	rnn.weight_hh_l0_reverse	7	-0.001472374889999628
9156	rnn.weight_hh_l0_reverse	8	-0.08465181291103363
9156	rnn.weight_hh_l0_reverse	9	0.04485892504453659
9156	rnn.bias_ih_l0_reverse	0	-0.06532760709524155
9156	rnn.bias_ih_l0_reverse	1	-0.006064651999622583
9156	rnn.bias_ih_l0_reverse	2	0.08684612810611725
9156	rnn.bias_ih_l0_reverse	3	0.03238212317228317
9156	rnn.bias_ih_l0_reverse	4	-0.11017432063817978
9156	rnn.bias_ih_l0_reverse	5	0.028785811737179756
9156	rnn.bias_ih_l0_reverse	6	-0.11218352615833282
9156	rnn.bias_ih_l0_reverse	7	0.04287570342421532
9156	rnn.bias_ih_l0_reverse	8	0.01716986857354641
9156	rnn.bias_ih_l0_reverse	9	0.06631279736757278
9156	rnn.bias_hh_l0_reverse	0	0.019983705133199692
9156	rnn.bias_hh_l0_reverse	1	0.06732738763093948
9156	rnn.bias_hh_l0_reverse	2	0.08086083829402924
9156	rnn.bias_hh_l0_reverse	3	-0.011461937800049782
9156	rnn.bias_hh_l0_reverse	4	0.08513393253087997
9156	rnn.bias_hh_l0_reverse	5	0.029699502512812614
9156	rnn.bias_hh_l0_reverse	6	-0.0774136334657669
9156	rnn.bias_hh_l0_reverse	7	0.03508730232715607
9156	rnn.bias_hh_l0_reverse	8	0.027895409613847733
9156	rnn.bias_hh_l0_reverse	9	-0.13462550938129425
9156	linear.weight	0	0.15311945974826813
9156	linear.weight	1	-0.10890296846628189
9156	linear.weight	2	-0.13006307184696198
9156	linear.weight	3	0.036896076053380966
9156	linear.weight	4	0.004292837344110012
9156	linear.weight	5	-0.0302596352994442
9156	linear.weight	6	-0.01037127897143364
9156	linear.weight	7	-0.03656454011797905
9156	linear.weight	8	0.023792967200279236
9156	linear.weight	9	0.34308984875679016
9156	linear.bias	0	-0.0844249352812767
9156	linear.bias	1	0.10671029984951019
9156	linear.bias	2	-0.4158760607242584
9156	linear.bias	3	1.4116090536117554
9156	linear.bias	4	-0.3296019732952118
9156	linear.bias	5	-0.030769959092140198
9156	linear.bias	6	-0.28892895579338074
9156	linear.bias	7	-0.17899873852729797
9156	linear.bias	8	0.05831126868724823
9156	linear.bias	9	-0.4260038435459137
9184	transitions	0	-0.6025662422180176
9184	transitions	1	0.3992506265640259
9184	transitions	2	1.7375396490097046
9184	transitions	3	0.15329468250274658
9184	transitions	4	0.9859008193016052
9184	transitions	5	1.2748771905899048
9184	transitions	6	0.484500527381897
9184	transitions	7	0.18190927803516388
9184	transitions	8	-0.9190500378608704
9184	transitions	9	0.9307651519775391
9184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9184	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9184	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9184	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9184	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9184	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9184	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9184	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9184	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9184	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9184	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9184	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9184	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9184	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9184	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9184	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9184	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9184	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9184	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9184	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9184	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9184	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9184	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9184	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9184	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9184	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9184	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9184	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9184	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9184	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9184	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9184	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9184	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9184	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9184	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9184	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9184	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9184	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9184	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9184	embedding2nn.weight	0	0.007977459579706192
9184	embedding2nn.weight	1	0.01443847082555294
9184	embedding2nn.weight	2	-0.005143970251083374
9184	embedding2nn.weight	3	0.0030674145091325045
9184	embedding2nn.weight	4	-0.0037410918157547712
9184	embedding2nn.weight	5	0.010289999656379223
9184	embedding2nn.weight	6	-0.0026102294214069843
9184	embedding2nn.weight	7	0.007569567766040564
9184	embedding2nn.weight	8	-0.007265067659318447
9184	embedding2nn.weight	9	-0.013334224931895733
9184	embedding2nn.bias	0	-0.03793200105428696
9184	embedding2nn.bias	1	-0.024828946217894554
9184	embedding2nn.bias	2	-0.07090885192155838
9184	embedding2nn.bias	3	0.00776726333424449
9184	embedding2nn.bias	4	-0.0035495685879141092
9184	embedding2nn.bias	5	0.008597913198173046
9184	embedding2nn.bias	6	0.024734079837799072
9184	embedding2nn.bias	7	0.04541520029306412
9184	embedding2nn.bias	8	0.026643089950084686
9184	embedding2nn.bias	9	-0.01901068538427353
9184	rnn.weight_ih_l0	0	0.03829445689916611
9184	rnn.weight_ih_l0	1	-0.007306303828954697
9184	rnn.weight_ih_l0	2	-0.026739077642560005
9184	rnn.weight_ih_l0	3	-0.04737221822142601
9184	rnn.weight_ih_l0	4	-0.04833358898758888
9184	rnn.weight_ih_l0	5	-0.0019280969863757491
9184	rnn.weight_ih_l0	6	-0.05381159484386444
9184	rnn.weight_ih_l0	7	-0.05588142201304436
9184	rnn.weight_ih_l0	8	-0.04896789789199829
9184	rnn.weight_ih_l0	9	-0.026593953371047974
9184	rnn.weight_hh_l0	0	0.012768574059009552
9184	rnn.weight_hh_l0	1	-0.023197444155812263
9184	rnn.weight_hh_l0	2	-0.03687092661857605
9184	rnn.weight_hh_l0	3	-0.020301898941397667
9184	rnn.weight_hh_l0	4	-0.05529394373297691
9184	rnn.weight_hh_l0	5	-0.01061383355408907
9184	rnn.weight_hh_l0	6	-0.02999218739569187
9184	rnn.weight_hh_l0	7	0.015798667445778847
9184	rnn.weight_hh_l0	8	-0.020579196512699127
9184	rnn.weight_hh_l0	9	0.02022283710539341
9184	rnn.bias_ih_l0	0	0.09653103351593018
9184	rnn.bias_ih_l0	1	-0.041764531284570694
9184	rnn.bias_ih_l0	2	0.10526172816753387
9184	rnn.bias_ih_l0	3	0.06080826371908188
9184	rnn.bias_ih_l0	4	0.09776771068572998
9184	rnn.bias_ih_l0	5	0.024992769584059715
9184	rnn.bias_ih_l0	6	-0.0160716250538826
9184	rnn.bias_ih_l0	7	-0.08149156719446182
9184	rnn.bias_ih_l0	8	-0.1273815929889679
9184	rnn.bias_ih_l0	9	0.08097971975803375
9184	rnn.bias_hh_l0	0	-0.03014582023024559
9184	rnn.bias_hh_l0	1	0.02043185383081436
9184	rnn.bias_hh_l0	2	-0.024395745247602463
9184	rnn.bias_hh_l0	3	-0.024614544585347176
9184	rnn.bias_hh_l0	4	-0.046075135469436646
9184	rnn.bias_hh_l0	5	0.11580401659011841
9184	rnn.bias_hh_l0	6	-0.0033749938011169434
9184	rnn.bias_hh_l0	7	0.014129922725260258
9184	rnn.bias_hh_l0	8	0.018297119066119194
9184	rnn.bias_hh_l0	9	0.04450973495841026
9184	rnn.weight_ih_l0_reverse	0	-0.03345586359500885
9184	rnn.weight_ih_l0_reverse	1	-0.0028375559486448765
9184	rnn.weight_ih_l0_reverse	2	0.023626849055290222
9184	rnn.weight_ih_l0_reverse	3	-0.057259440422058105
9184	rnn.weight_ih_l0_reverse	4	0.009306367486715317
9184	rnn.weight_ih_l0_reverse	5	-0.05180859938263893
9184	rnn.weight_ih_l0_reverse	6	0.01299177948385477
9184	rnn.weight_ih_l0_reverse	7	0.04100872948765755
9184	rnn.weight_ih_l0_reverse	8	-0.041956812143325806
9184	rnn.weight_ih_l0_reverse	9	-0.05257149413228035
9184	rnn.weight_hh_l0_reverse	0	-0.0763096809387207
9184	rnn.weight_hh_l0_reverse	1	-0.043669261038303375
9184	rnn.weight_hh_l0_reverse	2	0.014999683946371078
9184	rnn.weight_hh_l0_reverse	3	0.043766558170318604
9184	rnn.weight_hh_l0_reverse	4	0.019036337733268738
9184	rnn.weight_hh_l0_reverse	5	0.04327486827969551
9184	rnn.weight_hh_l0_reverse	6	0.002189942402765155
9184	rnn.weight_hh_l0_reverse	7	-0.002119173761457205
9184	rnn.weight_hh_l0_reverse	8	-0.08451231569051743
9184	rnn.weight_hh_l0_reverse	9	0.04563417658209801
9184	rnn.bias_ih_l0_reverse	0	-0.06302469223737717
9184	rnn.bias_ih_l0_reverse	1	-0.008969816379249096
9184	rnn.bias_ih_l0_reverse	2	0.08601053059101105
9184	rnn.bias_ih_l0_reverse	3	0.032993100583553314
9184	rnn.bias_ih_l0_reverse	4	-0.11089760810136795
9184	rnn.bias_ih_l0_reverse	5	0.0285806842148304
9184	rnn.bias_ih_l0_reverse	6	-0.11417204141616821
9184	rnn.bias_ih_l0_reverse	7	0.04247034341096878
9184	rnn.bias_ih_l0_reverse	8	0.01572885736823082
9184	rnn.bias_ih_l0_reverse	9	0.06619373708963394
9184	rnn.bias_hh_l0_reverse	0	0.026411032304167747
9184	rnn.bias_hh_l0_reverse	1	0.07111597806215286
9184	rnn.bias_hh_l0_reverse	2	0.07979642599821091
9184	rnn.bias_hh_l0_reverse	3	-0.010961881838738918
9184	rnn.bias_hh_l0_reverse	4	0.08347276598215103
9184	rnn.bias_hh_l0_reverse	5	0.030852146446704865
9184	rnn.bias_hh_l0_reverse	6	-0.07556428015232086
9184	rnn.bias_hh_l0_reverse	7	0.034797437489032745
9184	rnn.bias_hh_l0_reverse	8	0.028551574796438217
9184	rnn.bias_hh_l0_reverse	9	-0.12980136275291443
9184	linear.weight	0	0.14669501781463623
9184	linear.weight	1	-0.10890937596559525
9184	linear.weight	2	-0.12706029415130615
9184	linear.weight	3	0.03912029415369034
9184	linear.weight	4	0.004609102848917246
9184	linear.weight	5	-0.03263947367668152
9184	linear.weight	6	-0.010345155373215675
9184	linear.weight	7	-0.03637716546654701
9184	linear.weight	8	0.022191908210515976
9184	linear.weight	9	0.346417099237442
9184	linear.bias	0	-0.08304113149642944
9184	linear.bias	1	0.10722741484642029
9184	linear.bias	2	-0.41894176602363586
9184	linear.bias	3	1.4026702642440796
9184	linear.bias	4	-0.33007341623306274
9184	linear.bias	5	-0.030769959092140198
9184	linear.bias	6	-0.29186058044433594
9184	linear.bias	7	-0.18523800373077393
9184	linear.bias	8	0.07616827636957169
9184	linear.bias	9	-0.42626678943634033
9212	transitions	0	-0.6026856899261475
9212	transitions	1	0.3990328013896942
9212	transitions	2	1.737140417098999
9212	transitions	3	0.15256120264530182
9212	transitions	4	0.9857048988342285
9212	transitions	5	1.274875521659851
9212	transitions	6	0.48449602723121643
9212	transitions	7	0.1818411946296692
9212	transitions	8	-0.919050395488739
9212	transitions	9	0.9307651519775391
9212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9212	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9212	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9212	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9212	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9212	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9212	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9212	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9212	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9212	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9212	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9212	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9212	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9212	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9212	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9212	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9212	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9212	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9212	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9212	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9212	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9212	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9212	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9212	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9212	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9212	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9212	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9212	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9212	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9212	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9212	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9212	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9212	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9212	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9212	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9212	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9212	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9212	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9212	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9212	embedding2nn.weight	0	0.007564854808151722
9212	embedding2nn.weight	1	0.014521469362080097
9212	embedding2nn.weight	2	-0.005214006640017033
9212	embedding2nn.weight	3	0.0028858715668320656
9212	embedding2nn.weight	4	-0.0037623881362378597
9212	embedding2nn.weight	5	0.010446900501847267
9212	embedding2nn.weight	6	-0.002474902430549264
9212	embedding2nn.weight	7	0.00794993620365858
9212	embedding2nn.weight	8	-0.007176228798925877
9212	embedding2nn.weight	9	-0.013366889208555222
9212	embedding2nn.bias	0	-0.039611753076314926
9212	embedding2nn.bias	1	-0.024401316419243813
9212	embedding2nn.bias	2	-0.0674402192234993
9212	embedding2nn.bias	3	0.013392860069870949
9212	embedding2nn.bias	4	-0.0002776632609311491
9212	embedding2nn.bias	5	0.00817752256989479
9212	embedding2nn.bias	6	0.024538593366742134
9212	embedding2nn.bias	7	0.048364680260419846
9212	embedding2nn.bias	8	0.02750852145254612
9212	embedding2nn.bias	9	-0.023355482146143913
9212	rnn.weight_ih_l0	0	0.03812694549560547
9212	rnn.weight_ih_l0	1	-0.00837076734751463
9212	rnn.weight_ih_l0	2	-0.027167579159140587
9212	rnn.weight_ih_l0	3	-0.04761167988181114
9212	rnn.weight_ih_l0	4	-0.04854772239923477
9212	rnn.weight_ih_l0	5	-0.0019173366017639637
9212	rnn.weight_ih_l0	6	-0.0540020614862442
9212	rnn.weight_ih_l0	7	-0.05551132932305336
9212	rnn.weight_ih_l0	8	-0.048994701355695724
9212	rnn.weight_ih_l0	9	-0.026591265574097633
9212	rnn.weight_hh_l0	0	0.013110309839248657
9212	rnn.weight_hh_l0	1	-0.023782795295119286
9212	rnn.weight_hh_l0	2	-0.03745338320732117
9212	rnn.weight_hh_l0	3	-0.020465582609176636
9212	rnn.weight_hh_l0	4	-0.05567629262804985
9212	rnn.weight_hh_l0	5	-0.010752659291028976
9212	rnn.weight_hh_l0	6	-0.026920223608613014
9212	rnn.weight_hh_l0	7	0.016412392258644104
9212	rnn.weight_hh_l0	8	-0.0204567052423954
9212	rnn.weight_hh_l0	9	0.019822858273983
9212	rnn.bias_ih_l0	0	0.09658707678318024
9212	rnn.bias_ih_l0	1	-0.040290556848049164
9212	rnn.bias_ih_l0	2	0.10867374390363693
9212	rnn.bias_ih_l0	3	0.06184035912156105
9212	rnn.bias_ih_l0	4	0.09807873517274857
9212	rnn.bias_ih_l0	5	0.024635428562760353
9212	rnn.bias_ih_l0	6	-0.015649991109967232
9212	rnn.bias_ih_l0	7	-0.08114978671073914
9212	rnn.bias_ih_l0	8	-0.12078575789928436
9212	rnn.bias_ih_l0	9	0.08229903876781464
9212	rnn.bias_hh_l0	0	-0.03044958785176277
9212	rnn.bias_hh_l0	1	0.01945122703909874
9212	rnn.bias_hh_l0	2	-0.023419590666890144
9212	rnn.bias_hh_l0	3	-0.026223236694931984
9212	rnn.bias_hh_l0	4	-0.04490487277507782
9212	rnn.bias_hh_l0	5	0.11361055076122284
9212	rnn.bias_hh_l0	6	-0.0034419866278767586
9212	rnn.bias_hh_l0	7	0.010409533977508545
9212	rnn.bias_hh_l0	8	0.01871875487267971
9212	rnn.bias_hh_l0	9	0.045980483293533325
9212	rnn.weight_ih_l0_reverse	0	-0.03297913819551468
9212	rnn.weight_ih_l0_reverse	1	-0.0029777742456644773
9212	rnn.weight_ih_l0_reverse	2	0.023435896262526512
9212	rnn.weight_ih_l0_reverse	3	-0.05699703097343445
9212	rnn.weight_ih_l0_reverse	4	0.008979858830571175
9212	rnn.weight_ih_l0_reverse	5	-0.05193926766514778
9212	rnn.weight_ih_l0_reverse	6	0.01262744702398777
9212	rnn.weight_ih_l0_reverse	7	0.04124158248305321
9212	rnn.weight_ih_l0_reverse	8	-0.04189426079392433
9212	rnn.weight_ih_l0_reverse	9	-0.05239374563097954
9212	rnn.weight_hh_l0_reverse	0	-0.07638416439294815
9212	rnn.weight_hh_l0_reverse	1	-0.04458042234182358
9212	rnn.weight_hh_l0_reverse	2	0.015199808403849602
9212	rnn.weight_hh_l0_reverse	3	0.043926648795604706
9212	rnn.weight_hh_l0_reverse	4	0.0189938023686409
9212	rnn.weight_hh_l0_reverse	5	0.04288199543952942
9212	rnn.weight_hh_l0_reverse	6	0.0008679127786308527
9212	rnn.weight_hh_l0_reverse	7	-0.0016752519877627492
9212	rnn.weight_hh_l0_reverse	8	-0.08455550670623779
9212	rnn.weight_hh_l0_reverse	9	0.04599250853061676
9212	rnn.bias_ih_l0_reverse	0	-0.0615374855697155
9212	rnn.bias_ih_l0_reverse	1	-0.010918091982603073
9212	rnn.bias_ih_l0_reverse	2	0.08622068166732788
9212	rnn.bias_ih_l0_reverse	3	0.03323959559202194
9212	rnn.bias_ih_l0_reverse	4	-0.11021555215120316
9212	rnn.bias_ih_l0_reverse	5	0.029646193608641624
9212	rnn.bias_ih_l0_reverse	6	-0.11108721792697906
9212	rnn.bias_ih_l0_reverse	7	0.04169224202632904
9212	rnn.bias_ih_l0_reverse	8	0.018170488998293877
9212	rnn.bias_ih_l0_reverse	9	0.06670061498880386
9212	rnn.bias_hh_l0_reverse	0	0.020228354260325432
9212	rnn.bias_hh_l0_reverse	1	0.07225038856267929
9212	rnn.bias_hh_l0_reverse	2	0.07794208079576492
9212	rnn.bias_hh_l0_reverse	3	-0.010283238254487514
9212	rnn.bias_hh_l0_reverse	4	0.08160138875246048
9212	rnn.bias_hh_l0_reverse	5	0.023268455639481544
9212	rnn.bias_hh_l0_reverse	6	-0.07619117200374603
9212	rnn.bias_hh_l0_reverse	7	0.034711189568042755
9212	rnn.bias_hh_l0_reverse	8	0.029085449874401093
9212	rnn.bias_hh_l0_reverse	9	-0.13008767366409302
9212	linear.weight	0	0.1560962200164795
9212	linear.weight	1	-0.10889105498790741
9212	linear.weight	2	-0.13052350282669067
9212	linear.weight	3	0.041220713406801224
9212	linear.weight	4	0.005486517678946257
9212	linear.weight	5	-0.03522545471787453
9212	linear.weight	6	-0.010337697342038155
9212	linear.weight	7	-0.03628632053732872
9212	linear.weight	8	0.020963851362466812
9212	linear.weight	9	0.3456233739852905
9212	linear.bias	0	-0.09130749106407166
9212	linear.bias	1	0.10824009031057358
9212	linear.bias	2	-0.42091259360313416
9212	linear.bias	3	1.409959077835083
9212	linear.bias	4	-0.3307426869869232
9212	linear.bias	5	-0.030769959092140198
9212	linear.bias	6	-0.294133722782135
9212	linear.bias	7	-0.18733584880828857
9212	linear.bias	8	0.06164930388331413
9212	linear.bias	9	-0.42651858925819397
9240	transitions	0	-0.602875292301178
9240	transitions	1	0.39879754185676575
9240	transitions	2	1.7370083332061768
9240	transitions	3	0.15169468522071838
9240	transitions	4	0.9856895208358765
9240	transitions	5	1.2748723030090332
9240	transitions	6	0.4844945967197418
9240	transitions	7	0.18183426558971405
9240	transitions	8	-0.9190510511398315
9240	transitions	9	0.9307646751403809
9240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9240	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9240	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9240	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9240	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9240	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9240	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9240	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9240	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9240	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9240	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9240	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9240	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9240	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9240	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9240	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9240	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9240	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9240	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9240	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9240	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9240	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9240	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9240	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9240	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9240	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9240	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9240	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9240	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9240	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9240	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9240	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9240	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9240	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9240	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9240	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9240	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9240	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9240	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9240	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9240	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9240	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9240	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9240	embedding2nn.weight	0	0.00782211497426033
9240	embedding2nn.weight	1	0.014650936238467693
9240	embedding2nn.weight	2	-0.005317271687090397
9240	embedding2nn.weight	3	0.0029445199761539698
9240	embedding2nn.weight	4	-0.0037732638884335756
9240	embedding2nn.weight	5	0.0104383435100317
9240	embedding2nn.weight	6	-0.0025308169424533844
9240	embedding2nn.weight	7	0.008479444310069084
9240	embedding2nn.weight	8	-0.007309181150048971
9240	embedding2nn.weight	9	-0.013343854807317257
9240	embedding2nn.bias	0	-0.0364777110517025
9240	embedding2nn.bias	1	-0.02237270399928093
9240	embedding2nn.bias	2	-0.07154504954814911
9240	embedding2nn.bias	3	0.009682667441666126
9240	embedding2nn.bias	4	0.007864143699407578
9240	embedding2nn.bias	5	0.004103887360543013
9240	embedding2nn.bias	6	0.022794479504227638
9240	embedding2nn.bias	7	0.04899906739592552
9240	embedding2nn.bias	8	0.02149820886552334
9240	embedding2nn.bias	9	-0.025668365880846977
9240	rnn.weight_ih_l0	0	0.03824925795197487
9240	rnn.weight_ih_l0	1	-0.008545893244445324
9240	rnn.weight_ih_l0	2	-0.026078619062900543
9240	rnn.weight_ih_l0	3	-0.047570254653692245
9240	rnn.weight_ih_l0	4	-0.04854396730661392
9240	rnn.weight_ih_l0	5	-0.0020151238422840834
9240	rnn.weight_ih_l0	6	-0.05348546802997589
9240	rnn.weight_ih_l0	7	-0.055458322167396545
9240	rnn.weight_ih_l0	8	-0.04900387302041054
9240	rnn.weight_ih_l0	9	-0.026683960109949112
9240	rnn.weight_hh_l0	0	0.013064001686871052
9240	rnn.weight_hh_l0	1	-0.02385636605322361
9240	rnn.weight_hh_l0	2	-0.03659772127866745
9240	rnn.weight_hh_l0	3	-0.020564761012792587
9240	rnn.weight_hh_l0	4	-0.055426232516765594
9240	rnn.weight_hh_l0	5	-0.011148061603307724
9240	rnn.weight_hh_l0	6	-0.026307960972189903
9240	rnn.weight_hh_l0	7	0.016756264492869377
9240	rnn.weight_hh_l0	8	-0.019908620044589043
9240	rnn.weight_hh_l0	9	0.01925443299114704
9240	rnn.bias_ih_l0	0	0.09487274289131165
9240	rnn.bias_ih_l0	1	-0.04232978820800781
9240	rnn.bias_ih_l0	2	0.11294494569301605
9240	rnn.bias_ih_l0	3	0.06373496353626251
9240	rnn.bias_ih_l0	4	0.09745285660028458
9240	rnn.bias_ih_l0	5	0.02431107684969902
9240	rnn.bias_ih_l0	6	-0.013876646757125854
9240	rnn.bias_ih_l0	7	-0.08077601343393326
9240	rnn.bias_ih_l0	8	-0.12823638319969177
9240	rnn.bias_ih_l0	9	0.08334582298994064
9240	rnn.bias_hh_l0	0	-0.031582292169332504
9240	rnn.bias_hh_l0	1	0.018333902582526207
9240	rnn.bias_hh_l0	2	-0.02291671559214592
9240	rnn.bias_hh_l0	3	-0.02384931780397892
9240	rnn.bias_hh_l0	4	-0.04511192813515663
9240	rnn.bias_hh_l0	5	0.11607708781957626
9240	rnn.bias_hh_l0	6	-0.003321257187053561
9240	rnn.bias_hh_l0	7	0.012428821064531803
9240	rnn.bias_hh_l0	8	0.020492099225521088
9240	rnn.bias_hh_l0	9	0.04529624432325363
9240	rnn.weight_ih_l0_reverse	0	-0.03271130099892616
9240	rnn.weight_ih_l0_reverse	1	-0.0017303796485066414
9240	rnn.weight_ih_l0_reverse	2	0.02337781712412834
9240	rnn.weight_ih_l0_reverse	3	-0.057070136070251465
9240	rnn.weight_ih_l0_reverse	4	0.008980860933661461
9240	rnn.weight_ih_l0_reverse	5	-0.052369121462106705
9240	rnn.weight_ih_l0_reverse	6	0.012935107573866844
9240	rnn.weight_ih_l0_reverse	7	0.04138409346342087
9240	rnn.weight_ih_l0_reverse	8	-0.04190721735358238
9240	rnn.weight_ih_l0_reverse	9	-0.052461545914411545
9240	rnn.weight_hh_l0_reverse	0	-0.07622881233692169
9240	rnn.weight_hh_l0_reverse	1	-0.04654090106487274
9240	rnn.weight_hh_l0_reverse	2	0.01586083136498928
9240	rnn.weight_hh_l0_reverse	3	0.04391810670495033
9240	rnn.weight_hh_l0_reverse	4	0.018886690959334373
9240	rnn.weight_hh_l0_reverse	5	0.04312003776431084
9240	rnn.weight_hh_l0_reverse	6	-0.001731040421873331
9240	rnn.weight_hh_l0_reverse	7	-0.001919288421049714
9240	rnn.weight_hh_l0_reverse	8	-0.08477764576673508
9240	rnn.weight_hh_l0_reverse	9	0.045381445437669754
9240	rnn.bias_ih_l0_reverse	0	-0.06271649152040482
9240	rnn.bias_ih_l0_reverse	1	-0.014121654443442822
9240	rnn.bias_ih_l0_reverse	2	0.08563850075006485
9240	rnn.bias_ih_l0_reverse	3	0.032375410199165344
9240	rnn.bias_ih_l0_reverse	4	-0.1118425726890564
9240	rnn.bias_ih_l0_reverse	5	0.02957657352089882
9240	rnn.bias_ih_l0_reverse	6	-0.11193900555372238
9240	rnn.bias_ih_l0_reverse	7	0.04470408335328102
9240	rnn.bias_ih_l0_reverse	8	0.019407203420996666
9240	rnn.bias_ih_l0_reverse	9	0.06605537980794907
9240	rnn.bias_hh_l0_reverse	0	0.02060619741678238
9240	rnn.bias_hh_l0_reverse	1	0.07203153520822525
9240	rnn.bias_hh_l0_reverse	2	0.07549477368593216
9240	rnn.bias_hh_l0_reverse	3	-0.009724798612296581
9240	rnn.bias_hh_l0_reverse	4	0.08331955969333649
9240	rnn.bias_hh_l0_reverse	5	0.01980256289243698
9240	rnn.bias_hh_l0_reverse	6	-0.07574016600847244
9240	rnn.bias_hh_l0_reverse	7	0.03357293829321861
9240	rnn.bias_hh_l0_reverse	8	0.030405523255467415
9240	rnn.bias_hh_l0_reverse	9	-0.13263699412345886
9240	linear.weight	0	0.16129784286022186
9240	linear.weight	1	-0.1088719516992569
9240	linear.weight	2	-0.13125477731227875
9240	linear.weight	3	0.04048435389995575
9240	linear.weight	4	0.0030700862407684326
9240	linear.weight	5	-0.03515469655394554
9240	linear.weight	6	-0.010329249314963818
9240	linear.weight	7	-0.03620599955320358
9240	linear.weight	8	0.019935693591833115
9240	linear.weight	9	0.34523531794548035
9240	linear.bias	0	-0.09008902311325073
9240	linear.bias	1	0.10966970771551132
9240	linear.bias	2	-0.42489883303642273
9240	linear.bias	3	1.41365647315979
9240	linear.bias	4	-0.3329506814479828
9240	linear.bias	5	-0.030769959092140198
9240	linear.bias	6	-0.297781765460968
9240	linear.bias	7	-0.18723493814468384
9240	linear.bias	8	0.06126249581575394
9240	linear.bias	9	-0.4267062544822693
9268	transitions	0	-0.6029720306396484
9268	transitions	1	0.39869415760040283
9268	transitions	2	1.7366937398910522
9268	transitions	3	0.15088993310928345
9268	transitions	4	0.9855384826660156
9268	transitions	5	1.2748687267303467
9268	transitions	6	0.48449376225471497
9268	transitions	7	0.1818312555551529
9268	transitions	8	-0.9190521836280823
9268	transitions	9	0.9307645559310913
9268	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9268	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9268	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9268	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9268	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9268	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9268	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9268	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9268	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9268	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9268	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9268	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9268	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9268	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9268	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9268	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9268	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9268	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9268	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9268	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9268	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9268	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9268	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9268	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9268	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9268	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9268	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9268	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9268	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9268	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9268	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9268	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9268	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9268	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9268	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9268	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9268	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9268	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9268	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9268	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9268	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9268	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9268	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9268	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9268	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9268	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9268	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9268	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9268	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9268	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9268	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9268	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9268	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9268	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9268	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9268	embedding2nn.weight	0	0.00843935925513506
9268	embedding2nn.weight	1	0.014948618598282337
9268	embedding2nn.weight	2	-0.005363420583307743
9268	embedding2nn.weight	3	0.0029390621930360794
9268	embedding2nn.weight	4	-0.003823573002591729
9268	embedding2nn.weight	5	0.010363101027905941
9268	embedding2nn.weight	6	-0.002524672308936715
9268	embedding2nn.weight	7	0.007965068332850933
9268	embedding2nn.weight	8	-0.00715597253292799
9268	embedding2nn.weight	9	-0.013418806716799736
9268	embedding2nn.bias	0	-0.03987123817205429
9268	embedding2nn.bias	1	-0.023427585139870644
9268	embedding2nn.bias	2	-0.07269000262022018
9268	embedding2nn.bias	3	0.014906174503266811
9268	embedding2nn.bias	4	0.005319918505847454
9268	embedding2nn.bias	5	0.00360666261985898
9268	embedding2nn.bias	6	0.02251715585589409
9268	embedding2nn.bias	7	0.044993460178375244
9268	embedding2nn.bias	8	0.016414305195212364
9268	embedding2nn.bias	9	-0.025248929858207703
9268	rnn.weight_ih_l0	0	0.03800971433520317
9268	rnn.weight_ih_l0	1	-0.008741995319724083
9268	rnn.weight_ih_l0	2	-0.026101689785718918
9268	rnn.weight_ih_l0	3	-0.047922562807798386
9268	rnn.weight_ih_l0	4	-0.048440638929605484
9268	rnn.weight_ih_l0	5	-0.00186756975017488
9268	rnn.weight_ih_l0	6	-0.053377266973257065
9268	rnn.weight_ih_l0	7	-0.055159829556941986
9268	rnn.weight_ih_l0	8	-0.04895646497607231
9268	rnn.weight_ih_l0	9	-0.02676948346197605
9268	rnn.weight_hh_l0	0	0.013032503426074982
9268	rnn.weight_hh_l0	1	-0.024385062977671623
9268	rnn.weight_hh_l0	2	-0.03661201149225235
9268	rnn.weight_hh_l0	3	-0.021005896851420403
9268	rnn.weight_hh_l0	4	-0.05560779944062233
9268	rnn.weight_hh_l0	5	-0.01088989619165659
9268	rnn.weight_hh_l0	6	-0.02305019088089466
9268	rnn.weight_hh_l0	7	0.0172908715903759
9268	rnn.weight_hh_l0	8	-0.019934156909585
9268	rnn.weight_hh_l0	9	0.020146390423178673
9268	rnn.bias_ih_l0	0	0.09422452747821808
9268	rnn.bias_ih_l0	1	-0.04285094887018204
9268	rnn.bias_ih_l0	2	0.11381146311759949
9268	rnn.bias_ih_l0	3	0.06432487815618515
9268	rnn.bias_ih_l0	4	0.09803636372089386
9268	rnn.bias_ih_l0	5	0.02486562542617321
9268	rnn.bias_ih_l0	6	-0.015297959558665752
9268	rnn.bias_ih_l0	7	-0.07891301810741425
9268	rnn.bias_ih_l0	8	-0.13379476964473724
9268	rnn.bias_ih_l0	9	0.08304591476917267
9268	rnn.bias_hh_l0	0	-0.030864858999848366
9268	rnn.bias_hh_l0	1	0.017904305830597878
9268	rnn.bias_hh_l0	2	-0.023924482986330986
9268	rnn.bias_hh_l0	3	-0.025336941704154015
9268	rnn.bias_hh_l0	4	-0.044266458600759506
9268	rnn.bias_hh_l0	5	0.11716511100530624
9268	rnn.bias_hh_l0	6	-0.0032361773774027824
9268	rnn.bias_hh_l0	7	0.01145989540964365
9268	rnn.bias_hh_l0	8	0.019070779904723167
9268	rnn.bias_hh_l0	9	0.044108640402555466
9268	rnn.weight_ih_l0_reverse	0	-0.03291068226099014
9268	rnn.weight_ih_l0_reverse	1	-0.00200367602519691
9268	rnn.weight_ih_l0_reverse	2	0.02342202514410019
9268	rnn.weight_ih_l0_reverse	3	-0.05703840032219887
9268	rnn.weight_ih_l0_reverse	4	0.009057430550456047
9268	rnn.weight_ih_l0_reverse	5	-0.05225423350930214
9268	rnn.weight_ih_l0_reverse	6	0.012871508486568928
9268	rnn.weight_ih_l0_reverse	7	0.04125278815627098
9268	rnn.weight_ih_l0_reverse	8	-0.04207669198513031
9268	rnn.weight_ih_l0_reverse	9	-0.052481379359960556
9268	rnn.weight_hh_l0_reverse	0	-0.07556446641683578
9268	rnn.weight_hh_l0_reverse	1	-0.04745570942759514
9268	rnn.weight_hh_l0_reverse	2	0.015332946553826332
9268	rnn.weight_hh_l0_reverse	3	0.04345749691128731
9268	rnn.weight_hh_l0_reverse	4	0.019106591120362282
9268	rnn.weight_hh_l0_reverse	5	0.043064430356025696
9268	rnn.weight_hh_l0_reverse	6	0.00033688938128761947
9268	rnn.weight_hh_l0_reverse	7	-0.0019518277840688825
9268	rnn.weight_hh_l0_reverse	8	-0.08609772473573685
9268	rnn.weight_hh_l0_reverse	9	0.04431699961423874
9268	rnn.bias_ih_l0_reverse	0	-0.06031392142176628
9268	rnn.bias_ih_l0_reverse	1	-0.01949501410126686
9268	rnn.bias_ih_l0_reverse	2	0.08519997447729111
9268	rnn.bias_ih_l0_reverse	3	0.0315508097410202
9268	rnn.bias_ih_l0_reverse	4	-0.11176493763923645
9268	rnn.bias_ih_l0_reverse	5	0.031130198389291763
9268	rnn.bias_ih_l0_reverse	6	-0.11211210489273071
9268	rnn.bias_ih_l0_reverse	7	0.04551905393600464
9268	rnn.bias_ih_l0_reverse	8	0.019533641636371613
9268	rnn.bias_ih_l0_reverse	9	0.0670507624745369
9268	rnn.bias_hh_l0_reverse	0	0.015904689207673073
9268	rnn.bias_hh_l0_reverse	1	0.07282991707324982
9268	rnn.bias_hh_l0_reverse	2	0.07660652697086334
9268	rnn.bias_hh_l0_reverse	3	-0.00980322901159525
9268	rnn.bias_hh_l0_reverse	4	0.08508416265249252
9268	rnn.bias_hh_l0_reverse	5	0.02217520773410797
9268	rnn.bias_hh_l0_reverse	6	-0.07443933188915253
9268	rnn.bias_hh_l0_reverse	7	0.034359149634838104
9268	rnn.bias_hh_l0_reverse	8	0.03202200308442116
9268	rnn.bias_hh_l0_reverse	9	-0.12818925082683563
9268	linear.weight	0	0.15365561842918396
9268	linear.weight	1	-0.10882223397493362
9268	linear.weight	2	-0.13016848266124725
9268	linear.weight	3	0.047092895954847336
9268	linear.weight	4	0.0036893903743475676
9268	linear.weight	5	-0.03446146100759506
9268	linear.weight	6	-0.010320550762116909
9268	linear.weight	7	-0.03618580475449562
9268	linear.weight	8	0.018674517050385475
9268	linear.weight	9	0.3481479585170746
9268	linear.bias	0	-0.09304173290729523
9268	linear.bias	1	0.10951843857765198
9268	linear.bias	2	-0.4240155816078186
9268	linear.bias	3	1.4263666868209839
9268	linear.bias	4	-0.33055421710014343
9268	linear.bias	5	-0.030769959092140198
9268	linear.bias	6	-0.29913511872291565
9268	linear.bias	7	-0.18916922807693481
9268	linear.bias	8	0.06319556385278702
9268	linear.bias	9	-0.42687615752220154
9296	transitions	0	-0.6031020283699036
9296	transitions	1	0.3985871374607086
9296	transitions	2	1.736499309539795
9296	transitions	3	0.15084166824817657
9296	transitions	4	0.9854830503463745
9296	transitions	5	1.2748665809631348
9296	transitions	6	0.4844914376735687
9296	transitions	7	0.1818292737007141
9296	transitions	8	-0.9190530776977539
9296	transitions	9	0.9307644963264465
9296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9296	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9296	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9296	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9296	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9296	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9296	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9296	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9296	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9296	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9296	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9296	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9296	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9296	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9296	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9296	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9296	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9296	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9296	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9296	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9296	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9296	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9296	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9296	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9296	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9296	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9296	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9296	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9296	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9296	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9296	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9296	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9296	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9296	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9296	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9296	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9296	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9296	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9296	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9296	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9296	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9296	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9296	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9296	embedding2nn.weight	0	0.008293109014630318
9296	embedding2nn.weight	1	0.014895157888531685
9296	embedding2nn.weight	2	-0.005345364101231098
9296	embedding2nn.weight	3	0.002861909568309784
9296	embedding2nn.weight	4	-0.0038566177245229483
9296	embedding2nn.weight	5	0.010491065680980682
9296	embedding2nn.weight	6	-0.00247067678719759
9296	embedding2nn.weight	7	0.006938858423382044
9296	embedding2nn.weight	8	-0.0070928167551755905
9296	embedding2nn.weight	9	-0.013437741436064243
9296	embedding2nn.bias	0	-0.041269514709711075
9296	embedding2nn.bias	1	-0.02863113023340702
9296	embedding2nn.bias	2	-0.0748465359210968
9296	embedding2nn.bias	3	0.015969421714544296
9296	embedding2nn.bias	4	0.007551612798124552
9296	embedding2nn.bias	5	0.0025378114078193903
9296	embedding2nn.bias	6	0.022465070709586143
9296	embedding2nn.bias	7	0.04637638479471207
9296	embedding2nn.bias	8	0.01985703781247139
9296	embedding2nn.bias	9	-0.026302961632609367
9296	rnn.weight_ih_l0	0	0.037919461727142334
9296	rnn.weight_ih_l0	1	-0.008938942104578018
9296	rnn.weight_ih_l0	2	-0.02697526477277279
9296	rnn.weight_ih_l0	3	-0.048018891364336014
9296	rnn.weight_ih_l0	4	-0.04833165183663368
9296	rnn.weight_ih_l0	5	-0.002092869020998478
9296	rnn.weight_ih_l0	6	-0.05307570472359657
9296	rnn.weight_ih_l0	7	-0.05537126958370209
9296	rnn.weight_ih_l0	8	-0.04888710752129555
9296	rnn.weight_ih_l0	9	-0.02704237774014473
9296	rnn.weight_hh_l0	0	0.013206063769757748
9296	rnn.weight_hh_l0	1	-0.02442079223692417
9296	rnn.weight_hh_l0	2	-0.03646562620997429
9296	rnn.weight_hh_l0	3	-0.02104400098323822
9296	rnn.weight_hh_l0	4	-0.055336639285087585
9296	rnn.weight_hh_l0	5	-0.010604922659695148
9296	rnn.weight_hh_l0	6	-0.028452062979340553
9296	rnn.weight_hh_l0	7	0.015466045588254929
9296	rnn.weight_hh_l0	8	-0.02033807337284088
9296	rnn.weight_hh_l0	9	0.02125595696270466
9296	rnn.bias_ih_l0	0	0.09423106908798218
9296	rnn.bias_ih_l0	1	-0.04228964447975159
9296	rnn.bias_ih_l0	2	0.11468122154474258
9296	rnn.bias_ih_l0	3	0.062000662088394165
9296	rnn.bias_ih_l0	4	0.09578410536050797
9296	rnn.bias_ih_l0	5	0.02422058768570423
9296	rnn.bias_ih_l0	6	-0.01548838336020708
9296	rnn.bias_ih_l0	7	-0.0791281908750534
9296	rnn.bias_ih_l0	8	-0.13592003285884857
9296	rnn.bias_ih_l0	9	0.08407147973775864
9296	rnn.bias_hh_l0	0	-0.032070256769657135
9296	rnn.bias_hh_l0	1	0.020235059782862663
9296	rnn.bias_hh_l0	2	-0.023958681151270866
9296	rnn.bias_hh_l0	3	-0.02341017872095108
9296	rnn.bias_hh_l0	4	-0.04564480483531952
9296	rnn.bias_hh_l0	5	0.11636515706777573
9296	rnn.bias_hh_l0	6	-0.0006886435439810157
9296	rnn.bias_hh_l0	7	0.01236053928732872
9296	rnn.bias_hh_l0	8	0.018880359828472137
9296	rnn.bias_hh_l0	9	0.04412807151675224
9296	rnn.weight_ih_l0_reverse	0	-0.03302231803536415
9296	rnn.weight_ih_l0_reverse	1	-0.0015882395673543215
9296	rnn.weight_ih_l0_reverse	2	0.023273535072803497
9296	rnn.weight_ih_l0_reverse	3	-0.05681487172842026
9296	rnn.weight_ih_l0_reverse	4	0.009094753302633762
9296	rnn.weight_ih_l0_reverse	5	-0.05232382193207741
9296	rnn.weight_ih_l0_reverse	6	0.013656198978424072
9296	rnn.weight_ih_l0_reverse	7	0.04111982136964798
9296	rnn.weight_ih_l0_reverse	8	-0.041860975325107574
9296	rnn.weight_ih_l0_reverse	9	-0.05254660174250603
9296	rnn.weight_hh_l0_reverse	0	-0.07585296034812927
9296	rnn.weight_hh_l0_reverse	1	-0.0463842935860157
9296	rnn.weight_hh_l0_reverse	2	0.014807791449129581
9296	rnn.weight_hh_l0_reverse	3	0.043140292167663574
9296	rnn.weight_hh_l0_reverse	4	0.018227890133857727
9296	rnn.weight_hh_l0_reverse	5	0.04324532672762871
9296	rnn.weight_hh_l0_reverse	6	0.0010958812199532986
9296	rnn.weight_hh_l0_reverse	7	-0.0023660236038267612
9296	rnn.weight_hh_l0_reverse	8	-0.08649089932441711
9296	rnn.weight_hh_l0_reverse	9	0.04487626627087593
9296	rnn.bias_ih_l0_reverse	0	-0.05463022738695145
9296	rnn.bias_ih_l0_reverse	1	-0.016899893060326576
9296	rnn.bias_ih_l0_reverse	2	0.08617952466011047
9296	rnn.bias_ih_l0_reverse	3	0.03240963816642761
9296	rnn.bias_ih_l0_reverse	4	-0.11018100380897522
9296	rnn.bias_ih_l0_reverse	5	0.032509010285139084
9296	rnn.bias_ih_l0_reverse	6	-0.11197338998317719
9296	rnn.bias_ih_l0_reverse	7	0.04668343439698219
9296	rnn.bias_ih_l0_reverse	8	0.020824022591114044
9296	rnn.bias_ih_l0_reverse	9	0.06897863745689392
9296	rnn.bias_hh_l0_reverse	0	0.008277404122054577
9296	rnn.bias_hh_l0_reverse	1	0.07384195923805237
9296	rnn.bias_hh_l0_reverse	2	0.0787399560213089
9296	rnn.bias_hh_l0_reverse	3	-0.009906484745442867
9296	rnn.bias_hh_l0_reverse	4	0.08700495958328247
9296	rnn.bias_hh_l0_reverse	5	0.025344865396618843
9296	rnn.bias_hh_l0_reverse	6	-0.07518084347248077
9296	rnn.bias_hh_l0_reverse	7	0.0334106981754303
9296	rnn.bias_hh_l0_reverse	8	0.031597115099430084
9296	rnn.bias_hh_l0_reverse	9	-0.12672759592533112
9296	linear.weight	0	0.16771243512630463
9296	linear.weight	1	-0.10881799459457397
9296	linear.weight	2	-0.13384591042995453
9296	linear.weight	3	0.04526238515973091
9296	linear.weight	4	0.00399203272536397
9296	linear.weight	5	-0.031962618231773376
9296	linear.weight	6	-0.010311350226402283
9296	linear.weight	7	-0.03608809411525726
9296	linear.weight	8	0.020795878022909164
9296	linear.weight	9	0.34723225235939026
9296	linear.bias	0	-0.08964569121599197
9296	linear.bias	1	0.11005449295043945
9296	linear.bias	2	-0.42211243510246277
9296	linear.bias	3	1.4321234226226807
9296	linear.bias	4	-0.32368895411491394
9296	linear.bias	5	-0.030769959092140198
9296	linear.bias	6	-0.29564589262008667
9296	linear.bias	7	-0.18831658363342285
9296	linear.bias	8	0.05855201929807663
9296	linear.bias	9	-0.4270923137664795
9324	transitions	0	-0.603206992149353
9324	transitions	1	0.3984735310077667
9324	transitions	2	1.7363438606262207
9324	transitions	3	0.15069697797298431
9324	transitions	4	0.9854119420051575
9324	transitions	5	1.2748644351959229
9324	transitions	6	0.4844905436038971
9324	transitions	7	0.18182383477687836
9324	transitions	8	-0.9190539121627808
9324	transitions	9	0.9307644963264465
9324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9324	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9324	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9324	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9324	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9324	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9324	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9324	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9324	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9324	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9324	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9324	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9324	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9324	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9324	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9324	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9324	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9324	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9324	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9324	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9324	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9324	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9324	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9324	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9324	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9324	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9324	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9324	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9324	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9324	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9324	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9324	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9324	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9324	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9324	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9324	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9324	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9324	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9324	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9324	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9324	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9324	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9324	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9324	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9324	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9324	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9324	embedding2nn.weight	0	0.008201397024095058
9324	embedding2nn.weight	1	0.014900894835591316
9324	embedding2nn.weight	2	-0.005353392101824284
9324	embedding2nn.weight	3	0.002802417613565922
9324	embedding2nn.weight	4	-0.0038872617296874523
9324	embedding2nn.weight	5	0.010498936288058758
9324	embedding2nn.weight	6	-0.0026138576213270426
9324	embedding2nn.weight	7	0.0056257364340126514
9324	embedding2nn.weight	8	-0.007128363940864801
9324	embedding2nn.weight	9	-0.013421804644167423
9324	embedding2nn.bias	0	-0.043580252677202225
9324	embedding2nn.bias	1	-0.026656001806259155
9324	embedding2nn.bias	2	-0.07692117989063263
9324	embedding2nn.bias	3	0.01437619049102068
9324	embedding2nn.bias	4	0.00934152863919735
9324	embedding2nn.bias	5	-0.0016739832935854793
9324	embedding2nn.bias	6	0.03482499346137047
9324	embedding2nn.bias	7	0.05130799859762192
9324	embedding2nn.bias	8	0.02334616146981716
9324	embedding2nn.bias	9	-0.027074914425611496
9324	rnn.weight_ih_l0	0	0.03803298994898796
9324	rnn.weight_ih_l0	1	-0.009322871454060078
9324	rnn.weight_ih_l0	2	-0.02777833864092827
9324	rnn.weight_ih_l0	3	-0.0475647859275341
9324	rnn.weight_ih_l0	4	-0.04865173622965813
9324	rnn.weight_ih_l0	5	-0.0025245232973247766
9324	rnn.weight_ih_l0	6	-0.05300459265708923
9324	rnn.weight_ih_l0	7	-0.055636223405599594
9324	rnn.weight_ih_l0	8	-0.0490364171564579
9324	rnn.weight_ih_l0	9	-0.027000965550541878
9324	rnn.weight_hh_l0	0	0.013225075788795948
9324	rnn.weight_hh_l0	1	-0.024236904457211494
9324	rnn.weight_hh_l0	2	-0.037440598011016846
9324	rnn.weight_hh_l0	3	-0.021598726511001587
9324	rnn.weight_hh_l0	4	-0.056166794151067734
9324	rnn.weight_hh_l0	5	-0.01074947789311409
9324	rnn.weight_hh_l0	6	-0.029162298887968063
9324	rnn.weight_hh_l0	7	0.01641906425356865
9324	rnn.weight_hh_l0	8	-0.02019559033215046
9324	rnn.weight_hh_l0	9	0.021101102232933044
9324	rnn.bias_ih_l0	0	0.09565582871437073
9324	rnn.bias_ih_l0	1	-0.04234015941619873
9324	rnn.bias_ih_l0	2	0.11376416683197021
9324	rnn.bias_ih_l0	3	0.06410209089517593
9324	rnn.bias_ih_l0	4	0.0952204018831253
9324	rnn.bias_ih_l0	5	0.02447175420820713
9324	rnn.bias_ih_l0	6	-0.0192091204226017
9324	rnn.bias_ih_l0	7	-0.07684847712516785
9324	rnn.bias_ih_l0	8	-0.12581774592399597
9324	rnn.bias_ih_l0	9	0.0844622328877449
9324	rnn.bias_hh_l0	0	-0.03221185877919197
9324	rnn.bias_hh_l0	1	0.017346585169434547
9324	rnn.bias_hh_l0	2	-0.026215042918920517
9324	rnn.bias_hh_l0	3	-0.023803401738405228
9324	rnn.bias_hh_l0	4	-0.04762410745024681
9324	rnn.bias_hh_l0	5	0.11368560045957565
9324	rnn.bias_hh_l0	6	-0.0023611534852534533
9324	rnn.bias_hh_l0	7	0.014505475759506226
9324	rnn.bias_hh_l0	8	0.015159622766077518
9324	rnn.bias_hh_l0	9	0.04283168539404869
9324	rnn.weight_ih_l0_reverse	0	-0.032964255660772324
9324	rnn.weight_ih_l0_reverse	1	-0.002546682022511959
9324	rnn.weight_ih_l0_reverse	2	0.02338552102446556
9324	rnn.weight_ih_l0_reverse	3	-0.0569632388651371
9324	rnn.weight_ih_l0_reverse	4	0.009283545427024364
9324	rnn.weight_ih_l0_reverse	5	-0.052647776901721954
9324	rnn.weight_ih_l0_reverse	6	0.01374785602092743
9324	rnn.weight_ih_l0_reverse	7	0.041222281754016876
9324	rnn.weight_ih_l0_reverse	8	-0.04175686836242676
9324	rnn.weight_ih_l0_reverse	9	-0.052696164697408676
9324	rnn.weight_hh_l0_reverse	0	-0.0761285051703453
9324	rnn.weight_hh_l0_reverse	1	-0.047599006444215775
9324	rnn.weight_hh_l0_reverse	2	0.01511253323405981
9324	rnn.weight_hh_l0_reverse	3	0.04333870857954025
9324	rnn.weight_hh_l0_reverse	4	0.017680225893855095
9324	rnn.weight_hh_l0_reverse	5	0.04308262839913368
9324	rnn.weight_hh_l0_reverse	6	-0.001909376122057438
9324	rnn.weight_hh_l0_reverse	7	-0.0021512829698622227
9324	rnn.weight_hh_l0_reverse	8	-0.08705737441778183
9324	rnn.weight_hh_l0_reverse	9	0.04550871253013611
9324	rnn.bias_ih_l0_reverse	0	-0.058947786688804626
9324	rnn.bias_ih_l0_reverse	1	-0.018591560423374176
9324	rnn.bias_ih_l0_reverse	2	0.08516878634691238
9324	rnn.bias_ih_l0_reverse	3	0.0329032726585865
9324	rnn.bias_ih_l0_reverse	4	-0.11085416376590729
9324	rnn.bias_ih_l0_reverse	5	0.030977845191955566
9324	rnn.bias_ih_l0_reverse	6	-0.10916092246770859
9324	rnn.bias_ih_l0_reverse	7	0.04556374251842499
9324	rnn.bias_ih_l0_reverse	8	0.020380204543471336
9324	rnn.bias_ih_l0_reverse	9	0.07032652199268341
9324	rnn.bias_hh_l0_reverse	0	0.0038853264413774014
9324	rnn.bias_hh_l0_reverse	1	0.07213636487722397
9324	rnn.bias_hh_l0_reverse	2	0.0793265551328659
9324	rnn.bias_hh_l0_reverse	3	-0.009392072446644306
9324	rnn.bias_hh_l0_reverse	4	0.08550585061311722
9324	rnn.bias_hh_l0_reverse	5	0.026677552610635757
9324	rnn.bias_hh_l0_reverse	6	-0.07175054401159286
9324	rnn.bias_hh_l0_reverse	7	0.03406624123454094
9324	rnn.bias_hh_l0_reverse	8	0.02998018078505993
9324	rnn.bias_hh_l0_reverse	9	-0.1232132613658905
9324	linear.weight	0	0.18400190770626068
9324	linear.weight	1	-0.10879546403884888
9324	linear.weight	2	-0.1359482705593109
9324	linear.weight	3	0.05020461603999138
9324	linear.weight	4	0.0035592212807387114
9324	linear.weight	5	-0.032177526503801346
9324	linear.weight	6	-0.010297445580363274
9324	linear.weight	7	-0.03598130866885185
9324	linear.weight	8	0.020719610154628754
9324	linear.weight	9	0.3463919460773468
9324	linear.bias	0	-0.0878818929195404
9324	linear.bias	1	0.10980474203824997
9324	linear.bias	2	-0.4220244586467743
9324	linear.bias	3	1.433696985244751
9324	linear.bias	4	-0.3246139883995056
9324	linear.bias	5	-0.030769959092140198
9324	linear.bias	6	-0.2958018183708191
9324	linear.bias	7	-0.19022534787654877
9324	linear.bias	8	0.0656876340508461
9324	linear.bias	9	-0.4273648262023926
9352	transitions	0	-0.6032988429069519
9352	transitions	1	0.3983916640281677
9352	transitions	2	1.736202597618103
9352	transitions	3	0.15063072741031647
9352	transitions	4	0.9853735566139221
9352	transitions	5	1.2748618125915527
9352	transitions	6	0.48448508977890015
9352	transitions	7	0.18182142078876495
9352	transitions	8	-0.9190549850463867
9352	transitions	9	0.9307644963264465
9352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9352	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9352	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9352	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9352	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9352	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9352	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9352	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9352	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9352	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9352	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9352	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9352	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9352	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9352	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9352	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9352	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9352	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9352	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9352	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9352	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9352	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9352	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9352	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9352	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9352	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9352	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9352	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9352	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9352	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9352	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9352	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9352	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9352	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9352	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9352	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9352	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9352	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9352	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9352	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9352	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9352	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9352	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9352	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9352	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9352	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9352	embedding2nn.weight	0	0.008278635330498219
9352	embedding2nn.weight	1	0.014778422191739082
9352	embedding2nn.weight	2	-0.005302845034748316
9352	embedding2nn.weight	3	0.0027782011311501265
9352	embedding2nn.weight	4	-0.0038538947701454163
9352	embedding2nn.weight	5	0.010432908311486244
9352	embedding2nn.weight	6	-0.00261634006164968
9352	embedding2nn.weight	7	0.005340192466974258
9352	embedding2nn.weight	8	-0.00708461320027709
9352	embedding2nn.weight	9	-0.01333354227244854
9352	embedding2nn.bias	0	-0.037064868956804276
9352	embedding2nn.bias	1	-0.0266093872487545
9352	embedding2nn.bias	2	-0.07621752470731735
9352	embedding2nn.bias	3	0.01791958324611187
9352	embedding2nn.bias	4	0.009658705443143845
9352	embedding2nn.bias	5	-0.00045653688721358776
9352	embedding2nn.bias	6	0.037682607769966125
9352	embedding2nn.bias	7	0.0492166131734848
9352	embedding2nn.bias	8	0.02356935851275921
9352	embedding2nn.bias	9	-0.031287387013435364
9352	rnn.weight_ih_l0	0	0.03766856715083122
9352	rnn.weight_ih_l0	1	-0.00907405000180006
9352	rnn.weight_ih_l0	2	-0.028207916766405106
9352	rnn.weight_ih_l0	3	-0.047349292784929276
9352	rnn.weight_ih_l0	4	-0.0486568845808506
9352	rnn.weight_ih_l0	5	-0.002629684517160058
9352	rnn.weight_ih_l0	6	-0.053007107228040695
9352	rnn.weight_ih_l0	7	-0.05568249896168709
9352	rnn.weight_ih_l0	8	-0.04893030226230621
9352	rnn.weight_ih_l0	9	-0.026930715888738632
9352	rnn.weight_hh_l0	0	0.013841729611158371
9352	rnn.weight_hh_l0	1	-0.024479994550347328
9352	rnn.weight_hh_l0	2	-0.037675969302654266
9352	rnn.weight_hh_l0	3	-0.021642938256263733
9352	rnn.weight_hh_l0	4	-0.056148990988731384
9352	rnn.weight_hh_l0	5	-0.010971903800964355
9352	rnn.weight_hh_l0	6	-0.027320191264152527
9352	rnn.weight_hh_l0	7	0.01805434748530388
9352	rnn.weight_hh_l0	8	-0.020232031121850014
9352	rnn.weight_hh_l0	9	0.020111925899982452
9352	rnn.bias_ih_l0	0	0.09615986049175262
9352	rnn.bias_ih_l0	1	-0.04141299054026604
9352	rnn.bias_ih_l0	2	0.11274006217718124
9352	rnn.bias_ih_l0	3	0.06154792383313179
9352	rnn.bias_ih_l0	4	0.09464263170957565
9352	rnn.bias_ih_l0	5	0.024121493101119995
9352	rnn.bias_ih_l0	6	-0.01964058354496956
9352	rnn.bias_ih_l0	7	-0.07857219129800797
9352	rnn.bias_ih_l0	8	-0.12126278132200241
9352	rnn.bias_ih_l0	9	0.08319269865751266
9352	rnn.bias_hh_l0	0	-0.030864330008625984
9352	rnn.bias_hh_l0	1	0.01817229390144348
9352	rnn.bias_hh_l0	2	-0.025947468355298042
9352	rnn.bias_hh_l0	3	-0.02828323468565941
9352	rnn.bias_hh_l0	4	-0.0423784963786602
9352	rnn.bias_hh_l0	5	0.11368968337774277
9352	rnn.bias_hh_l0	6	-0.0037047648802399635
9352	rnn.bias_hh_l0	7	0.016547895967960358
9352	rnn.bias_hh_l0	8	0.014728162437677383
9352	rnn.bias_hh_l0	9	0.045874033123254776
9352	rnn.weight_ih_l0_reverse	0	-0.032760847359895706
9352	rnn.weight_ih_l0_reverse	1	-0.0025712791830301285
9352	rnn.weight_ih_l0_reverse	2	0.02371942438185215
9352	rnn.weight_ih_l0_reverse	3	-0.05748699605464935
9352	rnn.weight_ih_l0_reverse	4	0.009478574618697166
9352	rnn.weight_ih_l0_reverse	5	-0.05270331725478172
9352	rnn.weight_ih_l0_reverse	6	0.01430540531873703
9352	rnn.weight_ih_l0_reverse	7	0.04129102826118469
9352	rnn.weight_ih_l0_reverse	8	-0.04172820597887039
9352	rnn.weight_ih_l0_reverse	9	-0.05286327376961708
9352	rnn.weight_hh_l0_reverse	0	-0.07647943496704102
9352	rnn.weight_hh_l0_reverse	1	-0.04665564000606537
9352	rnn.weight_hh_l0_reverse	2	0.014821142889559269
9352	rnn.weight_hh_l0_reverse	3	0.043289825320243835
9352	rnn.weight_hh_l0_reverse	4	0.018097128719091415
9352	rnn.weight_hh_l0_reverse	5	0.04302046447992325
9352	rnn.weight_hh_l0_reverse	6	-0.004587233066558838
9352	rnn.weight_hh_l0_reverse	7	-0.002417181385681033
9352	rnn.weight_hh_l0_reverse	8	-0.08730709552764893
9352	rnn.weight_hh_l0_reverse	9	0.04524816572666168
9352	rnn.bias_ih_l0_reverse	0	-0.06165245175361633
9352	rnn.bias_ih_l0_reverse	1	-0.01642943173646927
9352	rnn.bias_ih_l0_reverse	2	0.08696023374795914
9352	rnn.bias_ih_l0_reverse	3	0.03259795531630516
9352	rnn.bias_ih_l0_reverse	4	-0.11097295582294464
9352	rnn.bias_ih_l0_reverse	5	0.031676314771175385
9352	rnn.bias_ih_l0_reverse	6	-0.10757014155387878
9352	rnn.bias_ih_l0_reverse	7	0.0429375022649765
9352	rnn.bias_ih_l0_reverse	8	0.02188074216246605
9352	rnn.bias_ih_l0_reverse	9	0.0691881850361824
9352	rnn.bias_hh_l0_reverse	0	0.010831063613295555
9352	rnn.bias_hh_l0_reverse	1	0.071939617395401
9352	rnn.bias_hh_l0_reverse	2	0.08093446493148804
9352	rnn.bias_hh_l0_reverse	3	-0.008278208784759045
9352	rnn.bias_hh_l0_reverse	4	0.0849045068025589
9352	rnn.bias_hh_l0_reverse	5	0.026839081197977066
9352	rnn.bias_hh_l0_reverse	6	-0.07170963287353516
9352	rnn.bias_hh_l0_reverse	7	0.03441271185874939
9352	rnn.bias_hh_l0_reverse	8	0.0295841284096241
9352	rnn.bias_hh_l0_reverse	9	-0.1178940013051033
9352	linear.weight	0	0.17237983644008636
9352	linear.weight	1	-0.10881214588880539
9352	linear.weight	2	-0.13505050539970398
9352	linear.weight	3	0.03842282295227051
9352	linear.weight	4	0.003561603371053934
9352	linear.weight	5	-0.03206125646829605
9352	linear.weight	6	-0.010288328863680363
9352	linear.weight	7	-0.03585124760866165
9352	linear.weight	8	0.02297811396420002
9352	linear.weight	9	0.34612080454826355
9352	linear.bias	0	-0.08728483319282532
9352	linear.bias	1	0.10561563074588776
9352	linear.bias	2	-0.42318299412727356
9352	linear.bias	3	1.434287190437317
9352	linear.bias	4	-0.3250765800476074
9352	linear.bias	5	-0.030769959092140198
9352	linear.bias	6	-0.29598432779312134
9352	linear.bias	7	-0.191587433218956
9352	linear.bias	8	0.05275845527648926
9352	linear.bias	9	-0.42754286527633667
9380	transitions	0	-0.6033931374549866
9380	transitions	1	0.39826279878616333
9380	transitions	2	1.7360477447509766
9380	transitions	3	0.1504237949848175
9380	transitions	4	0.9853155016899109
9380	transitions	5	1.2748584747314453
9380	transitions	6	0.48448270559310913
9380	transitions	7	0.18181893229484558
9380	transitions	8	-0.9190556406974792
9380	transitions	9	0.9307644963264465
9380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9380	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9380	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9380	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9380	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9380	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9380	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9380	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9380	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9380	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9380	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9380	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9380	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9380	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9380	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9380	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9380	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9380	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9380	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9380	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9380	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9380	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9380	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9380	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9380	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9380	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9380	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9380	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9380	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9380	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9380	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9380	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9380	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9380	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9380	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9380	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9380	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9380	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9380	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9380	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9380	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9380	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9380	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9380	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9380	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9380	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9380	embedding2nn.weight	0	0.0077759576961398125
9380	embedding2nn.weight	1	0.014753271825611591
9380	embedding2nn.weight	2	-0.005366538651287556
9380	embedding2nn.weight	3	0.002782875671982765
9380	embedding2nn.weight	4	-0.0038807932287454605
9380	embedding2nn.weight	5	0.010226787999272346
9380	embedding2nn.weight	6	-0.0027736907359212637
9380	embedding2nn.weight	7	0.006181280128657818
9380	embedding2nn.weight	8	-0.006930800154805183
9380	embedding2nn.weight	9	-0.013320776633918285
9380	embedding2nn.bias	0	-0.041073258966207504
9380	embedding2nn.bias	1	-0.027658849954605103
9380	embedding2nn.bias	2	-0.07916811108589172
9380	embedding2nn.bias	3	0.013869300484657288
9380	embedding2nn.bias	4	0.01336680818349123
9380	embedding2nn.bias	5	-0.0008268531528301537
9380	embedding2nn.bias	6	0.03255121037364006
9380	embedding2nn.bias	7	0.048324137926101685
9380	embedding2nn.bias	8	0.02162686362862587
9380	embedding2nn.bias	9	-0.03154485300183296
9380	rnn.weight_ih_l0	0	0.03774825111031532
9380	rnn.weight_ih_l0	1	-0.008580751717090607
9380	rnn.weight_ih_l0	2	-0.02851523831486702
9380	rnn.weight_ih_l0	3	-0.0473114438354969
9380	rnn.weight_ih_l0	4	-0.048119157552719116
9380	rnn.weight_ih_l0	5	-0.0028105236124247313
9380	rnn.weight_ih_l0	6	-0.05270228162407875
9380	rnn.weight_ih_l0	7	-0.056167617440223694
9380	rnn.weight_ih_l0	8	-0.049544140696525574
9380	rnn.weight_ih_l0	9	-0.02701491117477417
9380	rnn.weight_hh_l0	0	0.013825420290231705
9380	rnn.weight_hh_l0	1	-0.024898551404476166
9380	rnn.weight_hh_l0	2	-0.0382528230547905
9380	rnn.weight_hh_l0	3	-0.021992940455675125
9380	rnn.weight_hh_l0	4	-0.05608068034052849
9380	rnn.weight_hh_l0	5	-0.011250479146838188
9380	rnn.weight_hh_l0	6	-0.026659736409783363
9380	rnn.weight_hh_l0	7	0.016937945038080215
9380	rnn.weight_hh_l0	8	-0.020349539816379547
9380	rnn.weight_hh_l0	9	0.019860103726387024
9380	rnn.bias_ih_l0	0	0.09637246280908585
9380	rnn.bias_ih_l0	1	-0.04042080417275429
9380	rnn.bias_ih_l0	2	0.1122904121875763
9380	rnn.bias_ih_l0	3	0.06167582795023918
9380	rnn.bias_ih_l0	4	0.09503880143165588
9380	rnn.bias_ih_l0	5	0.024507680907845497
9380	rnn.bias_ih_l0	6	-0.017200808972120285
9380	rnn.bias_ih_l0	7	-0.07946305721998215
9380	rnn.bias_ih_l0	8	-0.12777285277843475
9380	rnn.bias_ih_l0	9	0.08050964772701263
9380	rnn.bias_hh_l0	0	-0.031232547014951706
9380	rnn.bias_hh_l0	1	0.018522774800658226
9380	rnn.bias_hh_l0	2	-0.025195060297846794
9380	rnn.bias_hh_l0	3	-0.022881971672177315
9380	rnn.bias_hh_l0	4	-0.04547566920518875
9380	rnn.bias_hh_l0	5	0.11302786320447922
9380	rnn.bias_hh_l0	6	-0.004082684870809317
9380	rnn.bias_hh_l0	7	0.0196969136595726
9380	rnn.bias_hh_l0	8	0.017167935147881508
9380	rnn.bias_hh_l0	9	0.04610520601272583
9380	rnn.weight_ih_l0_reverse	0	-0.03266606852412224
9380	rnn.weight_ih_l0_reverse	1	-0.0026308728847652674
9380	rnn.weight_ih_l0_reverse	2	0.023619208484888077
9380	rnn.weight_ih_l0_reverse	3	-0.05679893121123314
9380	rnn.weight_ih_l0_reverse	4	0.009445018135011196
9380	rnn.weight_ih_l0_reverse	5	-0.05270557478070259
9380	rnn.weight_ih_l0_reverse	6	0.014263245277106762
9380	rnn.weight_ih_l0_reverse	7	0.04132622107863426
9380	rnn.weight_ih_l0_reverse	8	-0.041841741651296616
9380	rnn.weight_ih_l0_reverse	9	-0.053006596863269806
9380	rnn.weight_hh_l0_reverse	0	-0.07620412856340408
9380	rnn.weight_hh_l0_reverse	1	-0.04589609429240227
9380	rnn.weight_hh_l0_reverse	2	0.015123636461794376
9380	rnn.weight_hh_l0_reverse	3	0.04335290193557739
9380	rnn.weight_hh_l0_reverse	4	0.01853630132973194
9380	rnn.weight_hh_l0_reverse	5	0.042850423604249954
9380	rnn.weight_hh_l0_reverse	6	-0.005301294848322868
9380	rnn.weight_hh_l0_reverse	7	-0.002470571780577302
9380	rnn.weight_hh_l0_reverse	8	-0.08785639703273773
9380	rnn.weight_hh_l0_reverse	9	0.04529329016804695
9380	rnn.bias_ih_l0_reverse	0	-0.05625590682029724
9380	rnn.bias_ih_l0_reverse	1	-0.015359535813331604
9380	rnn.bias_ih_l0_reverse	2	0.08817208558320999
9380	rnn.bias_ih_l0_reverse	3	0.031858403235673904
9380	rnn.bias_ih_l0_reverse	4	-0.11238548904657364
9380	rnn.bias_ih_l0_reverse	5	0.031160078942775726
9380	rnn.bias_ih_l0_reverse	6	-0.10993043333292007
9380	rnn.bias_ih_l0_reverse	7	0.03854184225201607
9380	rnn.bias_ih_l0_reverse	8	0.023481139913201332
9380	rnn.bias_ih_l0_reverse	9	0.06939354538917542
9380	rnn.bias_hh_l0_reverse	0	0.014294606633484364
9380	rnn.bias_hh_l0_reverse	1	0.07424209266901016
9380	rnn.bias_hh_l0_reverse	2	0.08324887603521347
9380	rnn.bias_hh_l0_reverse	3	-0.008391051553189754
9380	rnn.bias_hh_l0_reverse	4	0.08445350080728531
9380	rnn.bias_hh_l0_reverse	5	0.030993081629276276
9380	rnn.bias_hh_l0_reverse	6	-0.0729391872882843
9380	rnn.bias_hh_l0_reverse	7	0.03263736516237259
9380	rnn.bias_hh_l0_reverse	8	0.03200511261820793
9380	rnn.bias_hh_l0_reverse	9	-0.11815280467271805
9380	linear.weight	0	0.1593664437532425
9380	linear.weight	1	-0.10880301147699356
9380	linear.weight	2	-0.1377514749765396
9380	linear.weight	3	0.04572252556681633
9380	linear.weight	4	0.0036742165684700012
9380	linear.weight	5	-0.033245787024497986
9380	linear.weight	6	-0.010274910368025303
9380	linear.weight	7	-0.035729363560676575
9380	linear.weight	8	0.0243053175508976
9380	linear.weight	9	0.34710022807121277
9380	linear.bias	0	-0.09850596636533737
9380	linear.bias	1	0.11460069566965103
9380	linear.bias	2	-0.4269445538520813
9380	linear.bias	3	1.4370418787002563
9380	linear.bias	4	-0.32559728622436523
9380	linear.bias	5	-0.030769959092140198
9380	linear.bias	6	-0.2993271052837372
9380	linear.bias	7	-0.19406230747699738
9380	linear.bias	8	0.051352180540561676
9380	linear.bias	9	-0.4277266561985016
9408	transitions	0	-0.6034974455833435
9408	transitions	1	0.39813560247421265
9408	transitions	2	1.7359050512313843
9408	transitions	3	0.15033474564552307
9408	transitions	4	0.9852933883666992
9408	transitions	5	1.2748539447784424
9408	transitions	6	0.484479695558548
9408	transitions	7	0.18181562423706055
9408	transitions	8	-0.9190579652786255
9408	transitions	9	0.9307643175125122
9408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9408	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9408	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9408	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9408	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9408	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9408	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9408	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9408	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9408	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9408	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9408	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9408	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9408	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9408	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9408	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9408	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9408	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9408	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9408	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9408	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9408	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9408	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9408	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9408	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9408	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9408	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9408	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9408	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9408	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9408	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9408	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9408	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9408	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9408	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9408	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9408	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9408	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9408	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9408	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9408	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9408	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9408	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9408	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9408	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9408	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9408	embedding2nn.weight	0	0.007635162677615881
9408	embedding2nn.weight	1	0.014769526198506355
9408	embedding2nn.weight	2	-0.005370342638343573
9408	embedding2nn.weight	3	0.002779591828584671
9408	embedding2nn.weight	4	-0.003853222820907831
9408	embedding2nn.weight	5	0.010207518935203552
9408	embedding2nn.weight	6	-0.002863381989300251
9408	embedding2nn.weight	7	0.007103693671524525
9408	embedding2nn.weight	8	-0.0070155104622244835
9408	embedding2nn.weight	9	-0.013364412821829319
9408	embedding2nn.bias	0	-0.04023874178528786
9408	embedding2nn.bias	1	-0.02641531452536583
9408	embedding2nn.bias	2	-0.07608848065137863
9408	embedding2nn.bias	3	0.017438888549804688
9408	embedding2nn.bias	4	0.004066095687448978
9408	embedding2nn.bias	5	0.0017920908285304904
9408	embedding2nn.bias	6	0.032332323491573334
9408	embedding2nn.bias	7	0.0455627478659153
9408	embedding2nn.bias	8	0.012858514674007893
9408	embedding2nn.bias	9	-0.029578223824501038
9408	rnn.weight_ih_l0	0	0.03777726739645004
9408	rnn.weight_ih_l0	1	-0.009464692324399948
9408	rnn.weight_ih_l0	2	-0.027554674074053764
9408	rnn.weight_ih_l0	3	-0.04755484312772751
9408	rnn.weight_ih_l0	4	-0.04786992818117142
9408	rnn.weight_ih_l0	5	-0.003037147456780076
9408	rnn.weight_ih_l0	6	-0.05273635312914848
9408	rnn.weight_ih_l0	7	-0.05615976080298424
9408	rnn.weight_ih_l0	8	-0.04947039857506752
9408	rnn.weight_ih_l0	9	-0.027053579688072205
9408	rnn.weight_hh_l0	0	0.014000656083226204
9408	rnn.weight_hh_l0	1	-0.024894163012504578
9408	rnn.weight_hh_l0	2	-0.03898957371711731
9408	rnn.weight_hh_l0	3	-0.022009650245308876
9408	rnn.weight_hh_l0	4	-0.056229155510663986
9408	rnn.weight_hh_l0	5	-0.010924448259174824
9408	rnn.weight_hh_l0	6	-0.026731831952929497
9408	rnn.weight_hh_l0	7	0.015974832698702812
9408	rnn.weight_hh_l0	8	-0.020569616928696632
9408	rnn.weight_hh_l0	9	0.02063034474849701
9408	rnn.bias_ih_l0	0	0.09613916277885437
9408	rnn.bias_ih_l0	1	-0.03993230313062668
9408	rnn.bias_ih_l0	2	0.11471693962812424
9408	rnn.bias_ih_l0	3	0.06311865895986557
9408	rnn.bias_ih_l0	4	0.09431205689907074
9408	rnn.bias_ih_l0	5	0.02488904818892479
9408	rnn.bias_ih_l0	6	-0.018348870798945427
9408	rnn.bias_ih_l0	7	-0.0791771337389946
9408	rnn.bias_ih_l0	8	-0.12263336777687073
9408	rnn.bias_ih_l0	9	0.0813201516866684
9408	rnn.bias_hh_l0	0	-0.030078275129199028
9408	rnn.bias_hh_l0	1	0.016636542975902557
9408	rnn.bias_hh_l0	2	-0.024553490802645683
9408	rnn.bias_hh_l0	3	-0.021195026114583015
9408	rnn.bias_hh_l0	4	-0.04592716693878174
9408	rnn.bias_hh_l0	5	0.11330227553844452
9408	rnn.bias_hh_l0	6	-0.0026879773940891027
9408	rnn.bias_hh_l0	7	0.022843943908810616
9408	rnn.bias_hh_l0	8	0.016019873321056366
9408	rnn.bias_hh_l0	9	0.048131294548511505
9408	rnn.weight_ih_l0_reverse	0	-0.0324823260307312
9408	rnn.weight_ih_l0_reverse	1	-0.002605958143249154
9408	rnn.weight_ih_l0_reverse	2	0.023785101249814034
9408	rnn.weight_ih_l0_reverse	3	-0.05721494182944298
9408	rnn.weight_ih_l0_reverse	4	0.00967423152178526
9408	rnn.weight_ih_l0_reverse	5	-0.05232222005724907
9408	rnn.weight_ih_l0_reverse	6	0.013454149477183819
9408	rnn.weight_ih_l0_reverse	7	0.04154684767127037
9408	rnn.weight_ih_l0_reverse	8	-0.04174690321087837
9408	rnn.weight_ih_l0_reverse	9	-0.05311232805252075
9408	rnn.weight_hh_l0_reverse	0	-0.07604747265577316
9408	rnn.weight_hh_l0_reverse	1	-0.046341609209775925
9408	rnn.weight_hh_l0_reverse	2	0.01479826495051384
9408	rnn.weight_hh_l0_reverse	3	0.04370972141623497
9408	rnn.weight_hh_l0_reverse	4	0.01931770145893097
9408	rnn.weight_hh_l0_reverse	5	0.042573459446430206
9408	rnn.weight_hh_l0_reverse	6	-0.005429745186120272
9408	rnn.weight_hh_l0_reverse	7	-0.002366410568356514
9408	rnn.weight_hh_l0_reverse	8	-0.08719389140605927
9408	rnn.weight_hh_l0_reverse	9	0.04600480943918228
9408	rnn.bias_ih_l0_reverse	0	-0.05554494634270668
9408	rnn.bias_ih_l0_reverse	1	-0.014916750602424145
9408	rnn.bias_ih_l0_reverse	2	0.08960767090320587
9408	rnn.bias_ih_l0_reverse	3	0.03109181858599186
9408	rnn.bias_ih_l0_reverse	4	-0.11132824420928955
9408	rnn.bias_ih_l0_reverse	5	0.031936731189489365
9408	rnn.bias_ih_l0_reverse	6	-0.1091582328081131
9408	rnn.bias_ih_l0_reverse	7	0.03931666910648346
9408	rnn.bias_ih_l0_reverse	8	0.022562487050890923
9408	rnn.bias_ih_l0_reverse	9	0.06720153987407684
9408	rnn.bias_hh_l0_reverse	0	0.019675277173519135
9408	rnn.bias_hh_l0_reverse	1	0.07266441732645035
9408	rnn.bias_hh_l0_reverse	2	0.08235753327608109
9408	rnn.bias_hh_l0_reverse	3	-0.009066728875041008
9408	rnn.bias_hh_l0_reverse	4	0.08334538340568542
9408	rnn.bias_hh_l0_reverse	5	0.03008173033595085
9408	rnn.bias_hh_l0_reverse	6	-0.07218451797962189
9408	rnn.bias_hh_l0_reverse	7	0.033014219254255295
9408	rnn.bias_hh_l0_reverse	8	0.0351477675139904
9408	rnn.bias_hh_l0_reverse	9	-0.12458290904760361
9408	linear.weight	0	0.16453394293785095
9408	linear.weight	1	-0.10880180448293686
9408	linear.weight	2	-0.13529379665851593
9408	linear.weight	3	0.04990558326244354
9408	linear.weight	4	0.0046880291774868965
9408	linear.weight	5	-0.032574936747550964
9408	linear.weight	6	-0.010276220738887787
9408	linear.weight	7	-0.03797907754778862
9408	linear.weight	8	0.022606704384088516
9408	linear.weight	9	0.3494569659233093
9408	linear.bias	0	-0.08192960917949677
9408	linear.bias	1	0.1153382733464241
9408	linear.bias	2	-0.4279397428035736
9408	linear.bias	3	1.435573935508728
9408	linear.bias	4	-0.3261531889438629
9408	linear.bias	5	-0.030769959092140198
9408	linear.bias	6	-0.2981896698474884
9408	linear.bias	7	-0.19722677767276764
9408	linear.bias	8	0.05887080356478691
9408	linear.bias	9	-0.4279501438140869
9436	transitions	0	-0.6035906672477722
9436	transitions	1	0.3980127274990082
9436	transitions	2	1.7357101440429688
9436	transitions	3	0.150264710187912
9436	transitions	4	0.985243558883667
9436	transitions	5	1.2748510837554932
9436	transitions	6	0.4844793379306793
9436	transitions	7	0.18181416392326355
9436	transitions	8	-0.9190598130226135
9436	transitions	9	0.9307643175125122
9436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9436	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9436	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9436	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9436	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9436	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9436	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9436	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9436	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9436	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9436	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9436	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9436	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9436	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9436	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9436	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9436	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9436	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9436	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9436	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9436	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9436	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9436	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9436	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9436	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9436	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9436	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9436	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9436	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9436	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9436	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9436	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9436	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9436	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9436	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9436	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9436	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9436	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9436	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9436	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9436	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9436	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9436	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9436	embedding2nn.weight	0	0.0072713918052613735
9436	embedding2nn.weight	1	0.014855004847049713
9436	embedding2nn.weight	2	-0.005363465286791325
9436	embedding2nn.weight	3	0.003122735070064664
9436	embedding2nn.weight	4	-0.003819855861365795
9436	embedding2nn.weight	5	0.010202008299529552
9436	embedding2nn.weight	6	-0.0028567493427544832
9436	embedding2nn.weight	7	0.00628256518393755
9436	embedding2nn.weight	8	-0.007007135543972254
9436	embedding2nn.weight	9	-0.013328654691576958
9436	embedding2nn.bias	0	-0.037465643137693405
9436	embedding2nn.bias	1	-0.020998863503336906
9436	embedding2nn.bias	2	-0.08039464056491852
9436	embedding2nn.bias	3	0.005757127422839403
9436	embedding2nn.bias	4	0.00761200487613678
9436	embedding2nn.bias	5	0.0021546001080423594
9436	embedding2nn.bias	6	0.03200772777199745
9436	embedding2nn.bias	7	0.05009578913450241
9436	embedding2nn.bias	8	0.007297051604837179
9436	embedding2nn.bias	9	-0.02589506283402443
9436	rnn.weight_ih_l0	0	0.038357026875019073
9436	rnn.weight_ih_l0	1	-0.009360341355204582
9436	rnn.weight_ih_l0	2	-0.027659466490149498
9436	rnn.weight_ih_l0	3	-0.0475507490336895
9436	rnn.weight_ih_l0	4	-0.047266583889722824
9436	rnn.weight_ih_l0	5	-0.0032920334488153458
9436	rnn.weight_ih_l0	6	-0.05271732434630394
9436	rnn.weight_ih_l0	7	-0.056194715201854706
9436	rnn.weight_ih_l0	8	-0.049343984574079514
9436	rnn.weight_ih_l0	9	-0.027038002386689186
9436	rnn.weight_hh_l0	0	0.014570912346243858
9436	rnn.weight_hh_l0	1	-0.024652760475873947
9436	rnn.weight_hh_l0	2	-0.03895790874958038
9436	rnn.weight_hh_l0	3	-0.021957378834486008
9436	rnn.weight_hh_l0	4	-0.05605112016201019
9436	rnn.weight_hh_l0	5	-0.010810012929141521
9436	rnn.weight_hh_l0	6	-0.025859830901026726
9436	rnn.weight_hh_l0	7	0.016577616333961487
9436	rnn.weight_hh_l0	8	-0.020537706092000008
9436	rnn.weight_hh_l0	9	0.019931668415665627
9436	rnn.bias_ih_l0	0	0.09520615637302399
9436	rnn.bias_ih_l0	1	-0.04135967046022415
9436	rnn.bias_ih_l0	2	0.11573931574821472
9436	rnn.bias_ih_l0	3	0.06178559362888336
9436	rnn.bias_ih_l0	4	0.09415875375270844
9436	rnn.bias_ih_l0	5	0.025954095646739006
9436	rnn.bias_ih_l0	6	-0.020206071436405182
9436	rnn.bias_ih_l0	7	-0.08030152320861816
9436	rnn.bias_ih_l0	8	-0.11583976447582245
9436	rnn.bias_ih_l0	9	0.08188848942518234
9436	rnn.bias_hh_l0	0	-0.030292615294456482
9436	rnn.bias_hh_l0	1	0.016494270414114
9436	rnn.bias_hh_l0	2	-0.02537127584218979
9436	rnn.bias_hh_l0	3	-0.020828602835536003
9436	rnn.bias_hh_l0	4	-0.04366225376725197
9436	rnn.bias_hh_l0	5	0.11470091342926025
9436	rnn.bias_hh_l0	6	-0.0011601326987147331
9436	rnn.bias_hh_l0	7	0.02293490059673786
9436	rnn.bias_hh_l0	8	0.014162668958306313
9436	rnn.bias_hh_l0	9	0.04712456837296486
9436	rnn.weight_ih_l0_reverse	0	-0.03237058222293854
9436	rnn.weight_ih_l0_reverse	1	-0.003123555099591613
9436	rnn.weight_ih_l0_reverse	2	0.02354598231613636
9436	rnn.weight_ih_l0_reverse	3	-0.05739162862300873
9436	rnn.weight_ih_l0_reverse	4	0.009650344960391521
9436	rnn.weight_ih_l0_reverse	5	-0.05192401260137558
9436	rnn.weight_ih_l0_reverse	6	0.01418531034141779
9436	rnn.weight_ih_l0_reverse	7	0.0417376309633255
9436	rnn.weight_ih_l0_reverse	8	-0.041705794632434845
9436	rnn.weight_ih_l0_reverse	9	-0.053177058696746826
9436	rnn.weight_hh_l0_reverse	0	-0.07588068395853043
9436	rnn.weight_hh_l0_reverse	1	-0.04689347743988037
9436	rnn.weight_hh_l0_reverse	2	0.015032299794256687
9436	rnn.weight_hh_l0_reverse	3	0.043965376913547516
9436	rnn.weight_hh_l0_reverse	4	0.01896994560956955
9436	rnn.weight_hh_l0_reverse	5	0.04261241480708122
9436	rnn.weight_hh_l0_reverse	6	-0.006916109472513199
9436	rnn.weight_hh_l0_reverse	7	-0.0019214655039831996
9436	rnn.weight_hh_l0_reverse	8	-0.0877329632639885
9436	rnn.weight_hh_l0_reverse	9	0.04665730893611908
9436	rnn.bias_ih_l0_reverse	0	-0.06373552978038788
9436	rnn.bias_ih_l0_reverse	1	-0.02375178039073944
9436	rnn.bias_ih_l0_reverse	2	0.09116753190755844
9436	rnn.bias_ih_l0_reverse	3	0.03077574446797371
9436	rnn.bias_ih_l0_reverse	4	-0.11175108700990677
9436	rnn.bias_ih_l0_reverse	5	0.031792957335710526
9436	rnn.bias_ih_l0_reverse	6	-0.10692587494850159
9436	rnn.bias_ih_l0_reverse	7	0.04049733653664589
9436	rnn.bias_ih_l0_reverse	8	0.02395833469927311
9436	rnn.bias_ih_l0_reverse	9	0.06554275006055832
9436	rnn.bias_hh_l0_reverse	0	0.01148044690489769
9436	rnn.bias_hh_l0_reverse	1	0.07344719022512436
9436	rnn.bias_hh_l0_reverse	2	0.08080052584409714
9436	rnn.bias_hh_l0_reverse	3	-0.009130645543336868
9436	rnn.bias_hh_l0_reverse	4	0.08171061426401138
9436	rnn.bias_hh_l0_reverse	5	0.02949904091656208
9436	rnn.bias_hh_l0_reverse	6	-0.07295021414756775
9436	rnn.bias_hh_l0_reverse	7	0.03523121401667595
9436	rnn.bias_hh_l0_reverse	8	0.03288476541638374
9436	rnn.bias_hh_l0_reverse	9	-0.12715798616409302
9436	linear.weight	0	0.17473220825195312
9436	linear.weight	1	-0.10880639404058456
9436	linear.weight	2	-0.13299278914928436
9436	linear.weight	3	0.06018195301294327
9436	linear.weight	4	0.0047389063984155655
9436	linear.weight	5	-0.032753102481365204
9436	linear.weight	6	-0.010278304107487202
9436	linear.weight	7	-0.037928592413663864
9436	linear.weight	8	0.024622231721878052
9436	linear.weight	9	0.34984543919563293
9436	linear.bias	0	-0.08386397361755371
9436	linear.bias	1	0.11359917372465134
9436	linear.bias	2	-0.4288417100906372
9436	linear.bias	3	1.426633596420288
9436	linear.bias	4	-0.3268137276172638
9436	linear.bias	5	-0.030769959092140198
9436	linear.bias	6	-0.2981314957141876
9436	linear.bias	7	-0.19426678121089935
9436	linear.bias	8	0.06803726404905319
9436	linear.bias	9	-0.4281230866909027
9464	transitions	0	-0.6037084460258484
9464	transitions	1	0.3979358375072479
9464	transitions	2	1.735637903213501
9464	transitions	3	0.1501588374376297
9464	transitions	4	0.9851016998291016
9464	transitions	5	1.274844765663147
9464	transitions	6	0.4844779670238495
9464	transitions	7	0.18181200325489044
9464	transitions	8	-0.9190618395805359
9464	transitions	9	0.9307641386985779
9464	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9464	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9464	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9464	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9464	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9464	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9464	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9464	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9464	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9464	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9464	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9464	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9464	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9464	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9464	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9464	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9464	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9464	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9464	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9464	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9464	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9464	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9464	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9464	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9464	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9464	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9464	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9464	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9464	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9464	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9464	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9464	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9464	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9464	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9464	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9464	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9464	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9464	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9464	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9464	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9464	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9464	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9464	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9464	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9464	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9464	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9464	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9464	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9464	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9464	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9464	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9464	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9464	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9464	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9464	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9464	embedding2nn.weight	0	0.006125321611762047
9464	embedding2nn.weight	1	0.014662440866231918
9464	embedding2nn.weight	2	-0.005427230149507523
9464	embedding2nn.weight	3	0.003161131404340267
9464	embedding2nn.weight	4	-0.0038007248658686876
9464	embedding2nn.weight	5	0.010144848376512527
9464	embedding2nn.weight	6	-0.0029194443486630917
9464	embedding2nn.weight	7	0.006543088238686323
9464	embedding2nn.weight	8	-0.007134022191166878
9464	embedding2nn.weight	9	-0.013478155247867107
9464	embedding2nn.bias	0	-0.034876108169555664
9464	embedding2nn.bias	1	-0.024821022525429726
9464	embedding2nn.bias	2	-0.0814569965004921
9464	embedding2nn.bias	3	0.006007909309118986
9464	embedding2nn.bias	4	0.018474750220775604
9464	embedding2nn.bias	5	0.0020190172363072634
9464	embedding2nn.bias	6	0.03018784336745739
9464	embedding2nn.bias	7	0.04866646230220795
9464	embedding2nn.bias	8	0.009042817167937756
9464	embedding2nn.bias	9	-0.015541303902864456
9464	rnn.weight_ih_l0	0	0.03844982013106346
9464	rnn.weight_ih_l0	1	-0.008984005078673363
9464	rnn.weight_ih_l0	2	-0.027666009962558746
9464	rnn.weight_ih_l0	3	-0.047714944928884506
9464	rnn.weight_ih_l0	4	-0.047361522912979126
9464	rnn.weight_ih_l0	5	-0.003142830217257142
9464	rnn.weight_ih_l0	6	-0.05248230695724487
9464	rnn.weight_ih_l0	7	-0.05628492310643196
9464	rnn.weight_ih_l0	8	-0.049321163445711136
9464	rnn.weight_ih_l0	9	-0.026931719854474068
9464	rnn.weight_hh_l0	0	0.014297221787273884
9464	rnn.weight_hh_l0	1	-0.024662278592586517
9464	rnn.weight_hh_l0	2	-0.03824331983923912
9464	rnn.weight_hh_l0	3	-0.0222496148198843
9464	rnn.weight_hh_l0	4	-0.0559096522629261
9464	rnn.weight_hh_l0	5	-0.01101588923484087
9464	rnn.weight_hh_l0	6	-0.02836710400879383
9464	rnn.weight_hh_l0	7	0.01591154932975769
9464	rnn.weight_hh_l0	8	-0.021035069599747658
9464	rnn.weight_hh_l0	9	0.020402126014232635
9464	rnn.bias_ih_l0	0	0.09565325826406479
9464	rnn.bias_ih_l0	1	-0.04237615689635277
9464	rnn.bias_ih_l0	2	0.11735647916793823
9464	rnn.bias_ih_l0	3	0.06265150010585785
9464	rnn.bias_ih_l0	4	0.09413928538560867
9464	rnn.bias_ih_l0	5	0.026015378534793854
9464	rnn.bias_ih_l0	6	-0.022576456889510155
9464	rnn.bias_ih_l0	7	-0.08160065114498138
9464	rnn.bias_ih_l0	8	-0.11951929330825806
9464	rnn.bias_ih_l0	9	0.08081941306591034
9464	rnn.bias_hh_l0	0	-0.030709682032465935
9464	rnn.bias_hh_l0	1	0.016472825780510902
9464	rnn.bias_hh_l0	2	-0.026586929336190224
9464	rnn.bias_hh_l0	3	-0.020419977605342865
9464	rnn.bias_hh_l0	4	-0.04368288815021515
9464	rnn.bias_hh_l0	5	0.11475268006324768
9464	rnn.bias_hh_l0	6	-0.001345563679933548
9464	rnn.bias_hh_l0	7	0.015716535970568657
9464	rnn.bias_hh_l0	8	0.011792282573878765
9464	rnn.bias_hh_l0	9	0.047489531338214874
9464	rnn.weight_ih_l0_reverse	0	-0.03225607052445412
9464	rnn.weight_ih_l0_reverse	1	-0.00321496301330626
9464	rnn.weight_ih_l0_reverse	2	0.023656023666262627
9464	rnn.weight_ih_l0_reverse	3	-0.05732148140668869
9464	rnn.weight_ih_l0_reverse	4	0.00969159509986639
9464	rnn.weight_ih_l0_reverse	5	-0.05190153419971466
9464	rnn.weight_ih_l0_reverse	6	0.014150134287774563
9464	rnn.weight_ih_l0_reverse	7	0.04171540215611458
9464	rnn.weight_ih_l0_reverse	8	-0.04179124906659126
9464	rnn.weight_ih_l0_reverse	9	-0.053049929440021515
9464	rnn.weight_hh_l0_reverse	0	-0.07645319402217865
9464	rnn.weight_hh_l0_reverse	1	-0.0473296232521534
9464	rnn.weight_hh_l0_reverse	2	0.015064721927046776
9464	rnn.weight_hh_l0_reverse	3	0.04401024058461189
9464	rnn.weight_hh_l0_reverse	4	0.018971916288137436
9464	rnn.weight_hh_l0_reverse	5	0.04249456524848938
9464	rnn.weight_hh_l0_reverse	6	-0.004539208021014929
9464	rnn.weight_hh_l0_reverse	7	-0.001987263560295105
9464	rnn.weight_hh_l0_reverse	8	-0.08824815601110458
9464	rnn.weight_hh_l0_reverse	9	0.046583063900470734
9464	rnn.bias_ih_l0_reverse	0	-0.06417635828256607
9464	rnn.bias_ih_l0_reverse	1	-0.016687290742993355
9464	rnn.bias_ih_l0_reverse	2	0.08965195715427399
9464	rnn.bias_ih_l0_reverse	3	0.031244156882166862
9464	rnn.bias_ih_l0_reverse	4	-0.11119361221790314
9464	rnn.bias_ih_l0_reverse	5	0.02998013235628605
9464	rnn.bias_ih_l0_reverse	6	-0.10746674239635468
9464	rnn.bias_ih_l0_reverse	7	0.041519053280353546
9464	rnn.bias_ih_l0_reverse	8	0.02473977766931057
9464	rnn.bias_ih_l0_reverse	9	0.06513024121522903
9464	rnn.bias_hh_l0_reverse	0	0.014781524427235126
9464	rnn.bias_hh_l0_reverse	1	0.0738917738199234
9464	rnn.bias_hh_l0_reverse	2	0.08183708041906357
9464	rnn.bias_hh_l0_reverse	3	-0.007510619703680277
9464	rnn.bias_hh_l0_reverse	4	0.0808711126446724
9464	rnn.bias_hh_l0_reverse	5	0.03310367465019226
9464	rnn.bias_hh_l0_reverse	6	-0.07331021875143051
9464	rnn.bias_hh_l0_reverse	7	0.03464037925004959
9464	rnn.bias_hh_l0_reverse	8	0.03263159841299057
9464	rnn.bias_hh_l0_reverse	9	-0.12533491849899292
9464	linear.weight	0	0.1898338347673416
9464	linear.weight	1	-0.10880216211080551
9464	linear.weight	2	-0.13593789935112
9464	linear.weight	3	0.06371120363473892
9464	linear.weight	4	0.004294819664210081
9464	linear.weight	5	-0.031219974160194397
9464	linear.weight	6	-0.010263974778354168
9464	linear.weight	7	-0.037863556295633316
9464	linear.weight	8	0.02470296435058117
9464	linear.weight	9	0.34824419021606445
9464	linear.bias	0	-0.08649643510580063
9464	linear.bias	1	0.11070309579372406
9464	linear.bias	2	-0.43283021450042725
9464	linear.bias	3	1.423845887184143
9464	linear.bias	4	-0.32739558815956116
9464	linear.bias	5	-0.030769959092140198
9464	linear.bias	6	-0.2999802827835083
9464	linear.bias	7	-0.1917906403541565
9464	linear.bias	8	0.06180894747376442
9464	linear.bias	9	-0.4284181296825409
9492	transitions	0	-0.6038532257080078
9492	transitions	1	0.3978826701641083
9492	transitions	2	1.7354050874710083
9492	transitions	3	0.15010569989681244
9492	transitions	4	0.985015332698822
9492	transitions	5	1.2748428583145142
9492	transitions	6	0.4844759702682495
9492	transitions	7	0.1817997694015503
9492	transitions	8	-0.9190627932548523
9492	transitions	9	0.9307641386985779
9492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9492	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9492	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9492	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9492	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9492	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9492	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9492	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9492	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9492	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9492	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9492	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9492	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9492	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9492	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9492	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9492	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9492	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9492	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9492	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9492	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9492	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9492	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9492	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9492	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9492	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9492	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9492	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9492	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9492	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9492	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9492	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9492	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9492	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9492	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9492	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9492	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9492	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9492	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9492	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9492	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9492	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9492	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9492	embedding2nn.weight	0	0.006959317717701197
9492	embedding2nn.weight	1	0.014589651487767696
9492	embedding2nn.weight	2	-0.005423089023679495
9492	embedding2nn.weight	3	0.0033408720046281815
9492	embedding2nn.weight	4	-0.0037681686226278543
9492	embedding2nn.weight	5	0.010415781289339066
9492	embedding2nn.weight	6	-0.0030545296613126993
9492	embedding2nn.weight	7	0.006640051957219839
9492	embedding2nn.weight	8	-0.007074159570038319
9492	embedding2nn.weight	9	-0.013539223931729794
9492	embedding2nn.bias	0	-0.035391248762607574
9492	embedding2nn.bias	1	-0.022291814908385277
9492	embedding2nn.bias	2	-0.07980591058731079
9492	embedding2nn.bias	3	0.010472734458744526
9492	embedding2nn.bias	4	0.015603546984493732
9492	embedding2nn.bias	5	0.0016785344341769814
9492	embedding2nn.bias	6	0.03373369202017784
9492	embedding2nn.bias	7	0.04623124375939369
9492	embedding2nn.bias	8	0.011651348322629929
9492	embedding2nn.bias	9	-0.018160410225391388
9492	rnn.weight_ih_l0	0	0.03817833960056305
9492	rnn.weight_ih_l0	1	-0.009010905399918556
9492	rnn.weight_ih_l0	2	-0.027775825932621956
9492	rnn.weight_ih_l0	3	-0.04809517040848732
9492	rnn.weight_ih_l0	4	-0.04750306159257889
9492	rnn.weight_ih_l0	5	-0.003136348444968462
9492	rnn.weight_ih_l0	6	-0.05223410576581955
9492	rnn.weight_ih_l0	7	-0.056344859302043915
9492	rnn.weight_ih_l0	8	-0.049024246633052826
9492	rnn.weight_ih_l0	9	-0.026893209666013718
9492	rnn.weight_hh_l0	0	0.014113889075815678
9492	rnn.weight_hh_l0	1	-0.024466175585985184
9492	rnn.weight_hh_l0	2	-0.03955760598182678
9492	rnn.weight_hh_l0	3	-0.02232845313847065
9492	rnn.weight_hh_l0	4	-0.05545539781451225
9492	rnn.weight_hh_l0	5	-0.011062296107411385
9492	rnn.weight_hh_l0	6	-0.03189225494861603
9492	rnn.weight_hh_l0	7	0.014475667849183083
9492	rnn.weight_hh_l0	8	-0.021129179745912552
9492	rnn.weight_hh_l0	9	0.020108388736844063
9492	rnn.bias_ih_l0	0	0.09519871324300766
9492	rnn.bias_ih_l0	1	-0.041715797036886215
9492	rnn.bias_ih_l0	2	0.11605551093816757
9492	rnn.bias_ih_l0	3	0.06234263628721237
9492	rnn.bias_ih_l0	4	0.09577182680368423
9492	rnn.bias_ih_l0	5	0.02661939151585102
9492	rnn.bias_ih_l0	6	-0.020880499854683876
9492	rnn.bias_ih_l0	7	-0.07872500270605087
9492	rnn.bias_ih_l0	8	-0.12028317153453827
9492	rnn.bias_ih_l0	9	0.0810275748372078
9492	rnn.bias_hh_l0	0	-0.031028104946017265
9492	rnn.bias_hh_l0	1	0.01844223402440548
9492	rnn.bias_hh_l0	2	-0.0253565963357687
9492	rnn.bias_hh_l0	3	-0.01971259154379368
9492	rnn.bias_hh_l0	4	-0.04498310759663582
9492	rnn.bias_hh_l0	5	0.11462277919054031
9492	rnn.bias_hh_l0	6	-0.002210120437666774
9492	rnn.bias_hh_l0	7	0.014321439899504185
9492	rnn.bias_hh_l0	8	0.013488234020769596
9492	rnn.bias_hh_l0	9	0.045110072940588
9492	rnn.weight_ih_l0_reverse	0	-0.0322943851351738
9492	rnn.weight_ih_l0_reverse	1	-0.002007906325161457
9492	rnn.weight_ih_l0_reverse	2	0.023556195199489594
9492	rnn.weight_ih_l0_reverse	3	-0.057647574692964554
9492	rnn.weight_ih_l0_reverse	4	0.00965204369276762
9492	rnn.weight_ih_l0_reverse	5	-0.05211259052157402
9492	rnn.weight_ih_l0_reverse	6	0.014672328718006611
9492	rnn.weight_ih_l0_reverse	7	0.04166185110807419
9492	rnn.weight_ih_l0_reverse	8	-0.0419025756418705
9492	rnn.weight_ih_l0_reverse	9	-0.05318078771233559
9492	rnn.weight_hh_l0_reverse	0	-0.07649508863687515
9492	rnn.weight_hh_l0_reverse	1	-0.047630105167627335
9492	rnn.weight_hh_l0_reverse	2	0.015142947435379028
9492	rnn.weight_hh_l0_reverse	3	0.04385121911764145
9492	rnn.weight_hh_l0_reverse	4	0.018916863948106766
9492	rnn.weight_hh_l0_reverse	5	0.042305029928684235
9492	rnn.weight_hh_l0_reverse	6	-0.000978568335995078
9492	rnn.weight_hh_l0_reverse	7	-0.0014780156780034304
9492	rnn.weight_hh_l0_reverse	8	-0.08764823526144028
9492	rnn.weight_hh_l0_reverse	9	0.04734896868467331
9492	rnn.bias_ih_l0_reverse	0	-0.06638788431882858
9492	rnn.bias_ih_l0_reverse	1	-0.01008154172450304
9492	rnn.bias_ih_l0_reverse	2	0.08995075523853302
9492	rnn.bias_ih_l0_reverse	3	0.030224066227674484
9492	rnn.bias_ih_l0_reverse	4	-0.1119130328297615
9492	rnn.bias_ih_l0_reverse	5	0.029876431450247765
9492	rnn.bias_ih_l0_reverse	6	-0.10757146775722504
9492	rnn.bias_ih_l0_reverse	7	0.04166557639837265
9492	rnn.bias_ih_l0_reverse	8	0.023048128932714462
9492	rnn.bias_ih_l0_reverse	9	0.06575150787830353
9492	rnn.bias_hh_l0_reverse	0	0.01609056070446968
9492	rnn.bias_hh_l0_reverse	1	0.0770130455493927
9492	rnn.bias_hh_l0_reverse	2	0.08047788590192795
9492	rnn.bias_hh_l0_reverse	3	-0.007647532969713211
9492	rnn.bias_hh_l0_reverse	4	0.08244965970516205
9492	rnn.bias_hh_l0_reverse	5	0.028521394357085228
9492	rnn.bias_hh_l0_reverse	6	-0.07242334634065628
9492	rnn.bias_hh_l0_reverse	7	0.03595370426774025
9492	rnn.bias_hh_l0_reverse	8	0.03224138543009758
9492	rnn.bias_hh_l0_reverse	9	-0.12990152835845947
9492	linear.weight	0	0.18522554636001587
9492	linear.weight	1	-0.10882164537906647
9492	linear.weight	2	-0.13505475223064423
9492	linear.weight	3	0.0591479167342186
9492	linear.weight	4	0.0034185140393674374
9492	linear.weight	5	-0.02949998900294304
9492	linear.weight	6	-0.010256410576403141
9492	linear.weight	7	-0.03776892274618149
9492	linear.weight	8	0.022664649412035942
9492	linear.weight	9	0.3493807017803192
9492	linear.bias	0	-0.08962301164865494
9492	linear.bias	1	0.10524611920118332
9492	linear.bias	2	-0.4300573468208313
9492	linear.bias	3	1.4272184371948242
9492	linear.bias	4	-0.32779181003570557
9492	linear.bias	5	-0.030769959092140198
9492	linear.bias	6	-0.29781264066696167
9492	linear.bias	7	-0.19240738451480865
9492	linear.bias	8	0.06550201028585434
9492	linear.bias	9	-0.42854416370391846
9520	transitions	0	-0.6040355563163757
9520	transitions	1	0.3976214826107025
9520	transitions	2	1.7352224588394165
9520	transitions	3	0.14994361996650696
9520	transitions	4	0.9849169850349426
9520	transitions	5	1.2748396396636963
9520	transitions	6	0.48447081446647644
9520	transitions	7	0.18179762363433838
9520	transitions	8	-0.9190642833709717
9520	transitions	9	0.9307641386985779
9520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9520	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9520	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9520	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9520	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9520	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9520	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9520	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9520	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9520	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9520	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9520	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9520	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9520	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9520	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9520	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9520	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9520	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9520	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9520	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9520	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9520	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9520	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9520	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9520	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9520	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9520	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9520	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9520	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9520	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9520	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9520	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9520	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9520	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9520	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9520	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9520	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9520	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9520	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9520	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9520	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9520	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9520	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9520	embedding2nn.weight	0	0.007150290068238974
9520	embedding2nn.weight	1	0.01463404856622219
9520	embedding2nn.weight	2	-0.005400523543357849
9520	embedding2nn.weight	3	0.0034620328806340694
9520	embedding2nn.weight	4	-0.0038350874092429876
9520	embedding2nn.weight	5	0.010637061670422554
9520	embedding2nn.weight	6	-0.0030010503251105547
9520	embedding2nn.weight	7	0.006219909526407719
9520	embedding2nn.weight	8	-0.006912507116794586
9520	embedding2nn.weight	9	-0.013633506372570992
9520	embedding2nn.bias	0	-0.037124138325452805
9520	embedding2nn.bias	1	-0.028625912964344025
9520	embedding2nn.bias	2	-0.07808595150709152
9520	embedding2nn.bias	3	0.0100617790594697
9520	embedding2nn.bias	4	0.01758016273379326
9520	embedding2nn.bias	5	-0.0020297362934798002
9520	embedding2nn.bias	6	0.030549537390470505
9520	embedding2nn.bias	7	0.047713134437799454
9520	embedding2nn.bias	8	0.010134618729352951
9520	embedding2nn.bias	9	-0.013037028722465038
9520	rnn.weight_ih_l0	0	0.03801760822534561
9520	rnn.weight_ih_l0	1	-0.008296589367091656
9520	rnn.weight_ih_l0	2	-0.02761552482843399
9520	rnn.weight_ih_l0	3	-0.04822784289717674
9520	rnn.weight_ih_l0	4	-0.047359056770801544
9520	rnn.weight_ih_l0	5	-0.0030865382868796587
9520	rnn.weight_ih_l0	6	-0.05243714898824692
9520	rnn.weight_ih_l0	7	-0.05640339478850365
9520	rnn.weight_ih_l0	8	-0.04892164096236229
9520	rnn.weight_ih_l0	9	-0.026860475540161133
9520	rnn.weight_hh_l0	0	0.014482489787042141
9520	rnn.weight_hh_l0	1	-0.02408667653799057
9520	rnn.weight_hh_l0	2	-0.03939582407474518
9520	rnn.weight_hh_l0	3	-0.02249761112034321
9520	rnn.weight_hh_l0	4	-0.05518421530723572
9520	rnn.weight_hh_l0	5	-0.011387809179723263
9520	rnn.weight_hh_l0	6	-0.03329281881451607
9520	rnn.weight_hh_l0	7	0.015480849891901016
9520	rnn.weight_hh_l0	8	-0.020949281752109528
9520	rnn.weight_hh_l0	9	0.020312456414103508
9520	rnn.bias_ih_l0	0	0.09458287060260773
9520	rnn.bias_ih_l0	1	-0.042416881769895554
9520	rnn.bias_ih_l0	2	0.11643192172050476
9520	rnn.bias_ih_l0	3	0.06658788025379181
9520	rnn.bias_ih_l0	4	0.09457361698150635
9520	rnn.bias_ih_l0	5	0.026921799406409264
9520	rnn.bias_ih_l0	6	-0.023474087938666344
9520	rnn.bias_ih_l0	7	-0.08201442658901215
9520	rnn.bias_ih_l0	8	-0.12365737557411194
9520	rnn.bias_ih_l0	9	0.08153247833251953
9520	rnn.bias_hh_l0	0	-0.030724376440048218
9520	rnn.bias_hh_l0	1	0.021224863827228546
9520	rnn.bias_hh_l0	2	-0.025451209396123886
9520	rnn.bias_hh_l0	3	-0.021454263478517532
9520	rnn.bias_hh_l0	4	-0.042172763496637344
9520	rnn.bias_hh_l0	5	0.11480467766523361
9520	rnn.bias_hh_l0	6	-0.004962285049259663
9520	rnn.bias_hh_l0	7	0.01524799782782793
9520	rnn.bias_hh_l0	8	0.010894641280174255
9520	rnn.bias_hh_l0	9	0.04381614178419113
9520	rnn.weight_ih_l0_reverse	0	-0.032542627304792404
9520	rnn.weight_ih_l0_reverse	1	-0.003650195198133588
9520	rnn.weight_ih_l0_reverse	2	0.023603029549121857
9520	rnn.weight_ih_l0_reverse	3	-0.05696098878979683
9520	rnn.weight_ih_l0_reverse	4	0.009488372132182121
9520	rnn.weight_ih_l0_reverse	5	-0.05206269398331642
9520	rnn.weight_ih_l0_reverse	6	0.014281181618571281
9520	rnn.weight_ih_l0_reverse	7	0.041787195950746536
9520	rnn.weight_ih_l0_reverse	8	-0.04226219281554222
9520	rnn.weight_ih_l0_reverse	9	-0.05325236916542053
9520	rnn.weight_hh_l0_reverse	0	-0.07717037945985794
9520	rnn.weight_hh_l0_reverse	1	-0.04804718866944313
9520	rnn.weight_hh_l0_reverse	2	0.015847980976104736
9520	rnn.weight_hh_l0_reverse	3	0.04401371255517006
9520	rnn.weight_hh_l0_reverse	4	0.019143827259540558
9520	rnn.weight_hh_l0_reverse	5	0.04253449663519859
9520	rnn.weight_hh_l0_reverse	6	0.0013995170593261719
9520	rnn.weight_hh_l0_reverse	7	-0.0015855086967349052
9520	rnn.weight_hh_l0_reverse	8	-0.08699808269739151
9520	rnn.weight_hh_l0_reverse	9	0.04835083335638046
9520	rnn.bias_ih_l0_reverse	0	-0.06830011308193207
9520	rnn.bias_ih_l0_reverse	1	-0.005485805682837963
9520	rnn.bias_ih_l0_reverse	2	0.09006815403699875
9520	rnn.bias_ih_l0_reverse	3	0.031087050214409828
9520	rnn.bias_ih_l0_reverse	4	-0.11279220879077911
9520	rnn.bias_ih_l0_reverse	5	0.03093242645263672
9520	rnn.bias_ih_l0_reverse	6	-0.10752719640731812
9520	rnn.bias_ih_l0_reverse	7	0.044502511620521545
9520	rnn.bias_ih_l0_reverse	8	0.023489918559789658
9520	rnn.bias_ih_l0_reverse	9	0.06666744500398636
9520	rnn.bias_hh_l0_reverse	0	0.012533286586403847
9520	rnn.bias_hh_l0_reverse	1	0.0770208016037941
9520	rnn.bias_hh_l0_reverse	2	0.07774900645017624
9520	rnn.bias_hh_l0_reverse	3	-0.008131776005029678
9520	rnn.bias_hh_l0_reverse	4	0.08271607011556625
9520	rnn.bias_hh_l0_reverse	5	0.02904481068253517
9520	rnn.bias_hh_l0_reverse	6	-0.07066698372364044
9520	rnn.bias_hh_l0_reverse	7	0.03758793696761131
9520	rnn.bias_hh_l0_reverse	8	0.02953985519707203
9520	rnn.bias_hh_l0_reverse	9	-0.13007143139839172
9520	linear.weight	0	0.19197894632816315
9520	linear.weight	1	-0.10873520374298096
9520	linear.weight	2	-0.13243311643600464
9520	linear.weight	3	0.06113310530781746
9520	linear.weight	4	0.0037981574423611164
9520	linear.weight	5	-0.03128376603126526
9520	linear.weight	6	-0.010241527110338211
9520	linear.weight	7	-0.038334593176841736
9520	linear.weight	8	0.021864619106054306
9520	linear.weight	9	0.3497660458087921
9520	linear.bias	0	-0.09481395781040192
9520	linear.bias	1	0.11065715551376343
9520	linear.bias	2	-0.4334772825241089
9520	linear.bias	3	1.4370980262756348
9520	linear.bias	4	-0.3284635543823242
9520	linear.bias	5	-0.030769959092140198
9520	linear.bias	6	-0.299115926027298
9520	linear.bias	7	-0.19399969279766083
9520	linear.bias	8	0.06246919557452202
9520	linear.bias	9	-0.4287373125553131
9548	transitions	0	-0.6042309403419495
9548	transitions	1	0.39742252230644226
9548	transitions	2	1.734954833984375
9548	transitions	3	0.148967444896698
9548	transitions	4	0.984856903553009
9548	transitions	5	1.2748353481292725
9548	transitions	6	0.48445218801498413
9548	transitions	7	0.18176484107971191
9548	transitions	8	-0.9190653562545776
9548	transitions	9	0.930763840675354
9548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9548	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9548	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9548	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9548	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9548	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9548	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9548	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9548	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9548	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9548	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9548	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9548	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9548	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9548	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9548	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9548	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9548	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9548	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9548	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9548	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9548	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9548	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9548	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9548	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9548	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9548	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9548	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9548	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9548	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9548	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9548	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9548	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9548	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9548	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9548	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9548	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9548	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9548	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9548	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9548	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9548	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9548	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9548	embedding2nn.weight	0	0.007094786502420902
9548	embedding2nn.weight	1	0.014623938128352165
9548	embedding2nn.weight	2	-0.0054153320379555225
9548	embedding2nn.weight	3	0.003485424444079399
9548	embedding2nn.weight	4	-0.0038806675001978874
9548	embedding2nn.weight	5	0.010913568548858166
9548	embedding2nn.weight	6	-0.003030124120414257
9548	embedding2nn.weight	7	0.006845421157777309
9548	embedding2nn.weight	8	-0.007016276009380817
9548	embedding2nn.weight	9	-0.013605565764009953
9548	embedding2nn.bias	0	-0.031159762293100357
9548	embedding2nn.bias	1	-0.028783444315195084
9548	embedding2nn.bias	2	-0.07208554446697235
9548	embedding2nn.bias	3	0.010105098597705364
9548	embedding2nn.bias	4	0.012402147985994816
9548	embedding2nn.bias	5	0.002148845000192523
9548	embedding2nn.bias	6	0.03085106424987316
9548	embedding2nn.bias	7	0.04613887146115303
9548	embedding2nn.bias	8	0.009127832017838955
9548	embedding2nn.bias	9	-0.010405313223600388
9548	rnn.weight_ih_l0	0	0.03798701986670494
9548	rnn.weight_ih_l0	1	-0.007857310585677624
9548	rnn.weight_ih_l0	2	-0.027901139110326767
9548	rnn.weight_ih_l0	3	-0.04856657236814499
9548	rnn.weight_ih_l0	4	-0.04733044654130936
9548	rnn.weight_ih_l0	5	-0.0033323040697723627
9548	rnn.weight_ih_l0	6	-0.05261419713497162
9548	rnn.weight_ih_l0	7	-0.05654552951455116
9548	rnn.weight_ih_l0	8	-0.04900960251688957
9548	rnn.weight_ih_l0	9	-0.026851920410990715
9548	rnn.weight_hh_l0	0	0.014263550750911236
9548	rnn.weight_hh_l0	1	-0.024217935279011726
9548	rnn.weight_hh_l0	2	-0.03825432062149048
9548	rnn.weight_hh_l0	3	-0.02321249060332775
9548	rnn.weight_hh_l0	4	-0.05528460070490837
9548	rnn.weight_hh_l0	5	-0.010956334881484509
9548	rnn.weight_hh_l0	6	-0.03366289287805557
9548	rnn.weight_hh_l0	7	0.01442001573741436
9548	rnn.weight_hh_l0	8	-0.020914990454912186
9548	rnn.weight_hh_l0	9	0.018849581480026245
9548	rnn.bias_ih_l0	0	0.09508401155471802
9548	rnn.bias_ih_l0	1	-0.04127809405326843
9548	rnn.bias_ih_l0	2	0.11303684860467911
9548	rnn.bias_ih_l0	3	0.06812230497598648
9548	rnn.bias_ih_l0	4	0.09531343728303909
9548	rnn.bias_ih_l0	5	0.02669728733599186
9548	rnn.bias_ih_l0	6	-0.020757731050252914
9548	rnn.bias_ih_l0	7	-0.0831998884677887
9548	rnn.bias_ih_l0	8	-0.12734876573085785
9548	rnn.bias_ih_l0	9	0.08154332637786865
9548	rnn.bias_hh_l0	0	-0.031616076827049255
9548	rnn.bias_hh_l0	1	0.02266661264002323
9548	rnn.bias_hh_l0	2	-0.022743405774235725
9548	rnn.bias_hh_l0	3	-0.0164178553968668
9548	rnn.bias_hh_l0	4	-0.044307027012109756
9548	rnn.bias_hh_l0	5	0.11651191115379333
9548	rnn.bias_hh_l0	6	-0.005738983396440744
9548	rnn.bias_hh_l0	7	0.01726815104484558
9548	rnn.bias_hh_l0	8	0.013610991649329662
9548	rnn.bias_hh_l0	9	0.04702937602996826
9548	rnn.weight_ih_l0_reverse	0	-0.03237082436680794
9548	rnn.weight_ih_l0_reverse	1	-0.003933321684598923
9548	rnn.weight_ih_l0_reverse	2	0.023546576499938965
9548	rnn.weight_ih_l0_reverse	3	-0.05701649934053421
9548	rnn.weight_ih_l0_reverse	4	0.009586859494447708
9548	rnn.weight_ih_l0_reverse	5	-0.052116405218839645
9548	rnn.weight_ih_l0_reverse	6	0.013765472918748856
9548	rnn.weight_ih_l0_reverse	7	0.04173710569739342
9548	rnn.weight_ih_l0_reverse	8	-0.04258842021226883
9548	rnn.weight_ih_l0_reverse	9	-0.053161829710006714
9548	rnn.weight_hh_l0_reverse	0	-0.07699259370565414
9548	rnn.weight_hh_l0_reverse	1	-0.049098748713731766
9548	rnn.weight_hh_l0_reverse	2	0.01631796360015869
9548	rnn.weight_hh_l0_reverse	3	0.043859485536813736
9548	rnn.weight_hh_l0_reverse	4	0.01912733167409897
9548	rnn.weight_hh_l0_reverse	5	0.04279417544603348
9548	rnn.weight_hh_l0_reverse	6	-0.0007252621580846608
9548	rnn.weight_hh_l0_reverse	7	-0.0016165628330782056
9548	rnn.weight_hh_l0_reverse	8	-0.08862993121147156
9548	rnn.weight_hh_l0_reverse	9	0.048038966953754425
9548	rnn.bias_ih_l0_reverse	0	-0.06744161993265152
9548	rnn.bias_ih_l0_reverse	1	-0.016310006380081177
9548	rnn.bias_ih_l0_reverse	2	0.09020692110061646
9548	rnn.bias_ih_l0_reverse	3	0.029709557071328163
9548	rnn.bias_ih_l0_reverse	4	-0.11059176176786423
9548	rnn.bias_ih_l0_reverse	5	0.0317382737994194
9548	rnn.bias_ih_l0_reverse	6	-0.10839736461639404
9548	rnn.bias_ih_l0_reverse	7	0.046462565660476685
9548	rnn.bias_ih_l0_reverse	8	0.024932028725743294
9548	rnn.bias_ih_l0_reverse	9	0.06769437342882156
9548	rnn.bias_hh_l0_reverse	0	0.008045360445976257
9548	rnn.bias_hh_l0_reverse	1	0.0776696726679802
9548	rnn.bias_hh_l0_reverse	2	0.07708300650119781
9548	rnn.bias_hh_l0_reverse	3	-0.007854786701500416
9548	rnn.bias_hh_l0_reverse	4	0.08358394354581833
9548	rnn.bias_hh_l0_reverse	5	0.02738461270928383
9548	rnn.bias_hh_l0_reverse	6	-0.07179368287324905
9548	rnn.bias_hh_l0_reverse	7	0.038082633167505264
9548	rnn.bias_hh_l0_reverse	8	0.030260158702731133
9548	rnn.bias_hh_l0_reverse	9	-0.13012276589870453
9548	linear.weight	0	0.18445336818695068
9548	linear.weight	1	-0.11021358519792557
9548	linear.weight	2	-0.1339949369430542
9548	linear.weight	3	0.06379964202642441
9548	linear.weight	4	0.0042968071065843105
9548	linear.weight	5	-0.030497286468744278
9548	linear.weight	6	-0.01020747609436512
9548	linear.weight	7	-0.038230057805776596
9548	linear.weight	8	0.019960815086960793
9548	linear.weight	9	0.34633269906044006
9548	linear.bias	0	-0.08065547794103622
9548	linear.bias	1	0.10097993910312653
9548	linear.bias	2	-0.4341687262058258
9548	linear.bias	3	1.4096449613571167
9548	linear.bias	4	-0.3241497576236725
9548	linear.bias	5	-0.030769959092140198
9548	linear.bias	6	-0.29942914843559265
9548	linear.bias	7	-0.19752269983291626
9548	linear.bias	8	0.07251093536615372
9548	linear.bias	9	-0.42894649505615234
9576	transitions	0	-0.6043720841407776
9576	transitions	1	0.397185355424881
9576	transitions	2	1.73484468460083
9576	transitions	3	0.1489085853099823
9576	transitions	4	0.9848024249076843
9576	transitions	5	1.2748298645019531
9576	transitions	6	0.4844508171081543
9576	transitions	7	0.18175840377807617
9576	transitions	8	-0.9190675020217896
9576	transitions	9	0.930763840675354
9576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9576	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9576	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9576	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9576	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9576	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9576	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9576	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9576	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9576	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9576	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9576	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9576	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9576	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9576	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9576	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9576	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9576	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9576	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9576	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9576	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9576	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9576	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9576	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9576	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9576	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9576	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9576	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9576	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9576	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9576	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9576	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9576	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9576	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9576	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9576	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9576	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9576	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9576	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9576	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9576	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9576	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9576	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9576	embedding2nn.weight	0	0.007126918062567711
9576	embedding2nn.weight	1	0.014651736244559288
9576	embedding2nn.weight	2	-0.005483879242092371
9576	embedding2nn.weight	3	0.0036129578948020935
9576	embedding2nn.weight	4	-0.0039023414719849825
9576	embedding2nn.weight	5	0.01078750565648079
9576	embedding2nn.weight	6	-0.003106872783973813
9576	embedding2nn.weight	7	0.0062195053324103355
9576	embedding2nn.weight	8	-0.00692389952018857
9576	embedding2nn.weight	9	-0.013547067530453205
9576	embedding2nn.bias	0	-0.02902945689857006
9576	embedding2nn.bias	1	-0.03230392187833786
9576	embedding2nn.bias	2	-0.06642382591962814
9576	embedding2nn.bias	3	0.011251636780798435
9576	embedding2nn.bias	4	0.01510043628513813
9576	embedding2nn.bias	5	0.013256320729851723
9576	embedding2nn.bias	6	0.02545531839132309
9576	embedding2nn.bias	7	0.0464189313352108
9576	embedding2nn.bias	8	0.01834670640528202
9576	embedding2nn.bias	9	-0.014729530550539494
9576	rnn.weight_ih_l0	0	0.037873681634664536
9576	rnn.weight_ih_l0	1	-0.007914436049759388
9576	rnn.weight_ih_l0	2	-0.026908716186881065
9576	rnn.weight_ih_l0	3	-0.048405639827251434
9576	rnn.weight_ih_l0	4	-0.047614071518182755
9576	rnn.weight_ih_l0	5	-0.0032722740434110165
9576	rnn.weight_ih_l0	6	-0.053330324590206146
9576	rnn.weight_ih_l0	7	-0.05627058073878288
9576	rnn.weight_ih_l0	8	-0.04884245991706848
9576	rnn.weight_ih_l0	9	-0.026911763474345207
9576	rnn.weight_hh_l0	0	0.014630893245339394
9576	rnn.weight_hh_l0	1	-0.024759875610470772
9576	rnn.weight_hh_l0	2	-0.03820808604359627
9576	rnn.weight_hh_l0	3	-0.023176653310656548
9576	rnn.weight_hh_l0	4	-0.05587163195014
9576	rnn.weight_hh_l0	5	-0.010989993810653687
9576	rnn.weight_hh_l0	6	-0.03501515835523605
9576	rnn.weight_hh_l0	7	0.01433283369988203
9576	rnn.weight_hh_l0	8	-0.020782973617315292
9576	rnn.weight_hh_l0	9	0.018768444657325745
9576	rnn.bias_ih_l0	0	0.09753149747848511
9576	rnn.bias_ih_l0	1	-0.04126225784420967
9576	rnn.bias_ih_l0	2	0.11540822684764862
9576	rnn.bias_ih_l0	3	0.06765276193618774
9576	rnn.bias_ih_l0	4	0.09491392225027084
9576	rnn.bias_ih_l0	5	0.026514463126659393
9576	rnn.bias_ih_l0	6	-0.019284041598439217
9576	rnn.bias_ih_l0	7	-0.08360179513692856
9576	rnn.bias_ih_l0	8	-0.12556138634681702
9576	rnn.bias_ih_l0	9	0.08502034842967987
9576	rnn.bias_hh_l0	0	-0.030483907088637352
9576	rnn.bias_hh_l0	1	0.02349954843521118
9576	rnn.bias_hh_l0	2	-0.023015063256025314
9576	rnn.bias_hh_l0	3	-0.017685972154140472
9576	rnn.bias_hh_l0	4	-0.04367669299244881
9576	rnn.bias_hh_l0	5	0.11250831931829453
9576	rnn.bias_hh_l0	6	-0.006177848670631647
9576	rnn.bias_hh_l0	7	0.016004903241991997
9576	rnn.bias_hh_l0	8	0.015084678307175636
9576	rnn.bias_hh_l0	9	0.047667521983385086
9576	rnn.weight_ih_l0_reverse	0	-0.03217558562755585
9576	rnn.weight_ih_l0_reverse	1	-0.0037751009222120047
9576	rnn.weight_ih_l0_reverse	2	0.023684119805693626
9576	rnn.weight_ih_l0_reverse	3	-0.057083990424871445
9576	rnn.weight_ih_l0_reverse	4	0.009399372152984142
9576	rnn.weight_ih_l0_reverse	5	-0.052325498312711716
9576	rnn.weight_ih_l0_reverse	6	0.014334888197481632
9576	rnn.weight_ih_l0_reverse	7	0.04136279225349426
9576	rnn.weight_ih_l0_reverse	8	-0.04263816401362419
9576	rnn.weight_ih_l0_reverse	9	-0.05300451070070267
9576	rnn.weight_hh_l0_reverse	0	-0.07681906223297119
9576	rnn.weight_hh_l0_reverse	1	-0.04856907203793526
9576	rnn.weight_hh_l0_reverse	2	0.01642388477921486
9576	rnn.weight_hh_l0_reverse	3	0.0435122549533844
9576	rnn.weight_hh_l0_reverse	4	0.01717778854072094
9576	rnn.weight_hh_l0_reverse	5	0.042882226407527924
9576	rnn.weight_hh_l0_reverse	6	-0.00048759134369902313
9576	rnn.weight_hh_l0_reverse	7	-0.0008329025004059076
9576	rnn.weight_hh_l0_reverse	8	-0.08940359950065613
9576	rnn.weight_hh_l0_reverse	9	0.0469471700489521
9576	rnn.bias_ih_l0_reverse	0	-0.06463990360498428
9576	rnn.bias_ih_l0_reverse	1	-0.019387079402804375
9576	rnn.bias_ih_l0_reverse	2	0.09063045680522919
9576	rnn.bias_ih_l0_reverse	3	0.029364315792918205
9576	rnn.bias_ih_l0_reverse	4	-0.10995130985975266
9576	rnn.bias_ih_l0_reverse	5	0.03185071796178818
9576	rnn.bias_ih_l0_reverse	6	-0.1087760403752327
9576	rnn.bias_ih_l0_reverse	7	0.04683320224285126
9576	rnn.bias_ih_l0_reverse	8	0.026612361893057823
9576	rnn.bias_ih_l0_reverse	9	0.06655479967594147
9576	rnn.bias_hh_l0_reverse	0	0.009170488454401493
9576	rnn.bias_hh_l0_reverse	1	0.07741672545671463
9576	rnn.bias_hh_l0_reverse	2	0.07820353657007217
9576	rnn.bias_hh_l0_reverse	3	-0.007359613198786974
9576	rnn.bias_hh_l0_reverse	4	0.08488935232162476
9576	rnn.bias_hh_l0_reverse	5	0.024785509333014488
9576	rnn.bias_hh_l0_reverse	6	-0.07280135154724121
9576	rnn.bias_hh_l0_reverse	7	0.03923774138092995
9576	rnn.bias_hh_l0_reverse	8	0.029818082228302956
9576	rnn.bias_hh_l0_reverse	9	-0.12830403447151184
9576	linear.weight	0	0.18734057247638702
9576	linear.weight	1	-0.11016035825014114
9576	linear.weight	2	-0.13445241749286652
9576	linear.weight	3	0.06917780637741089
9576	linear.weight	4	0.004702820908278227
9576	linear.weight	5	-0.029782438650727272
9576	linear.weight	6	-0.010179948061704636
9576	linear.weight	7	-0.0380922332406044
9576	linear.weight	8	0.018684305250644684
9576	linear.weight	9	0.34517452120780945
9576	linear.bias	0	-0.09981770068407059
9576	linear.bias	1	0.1086340919137001
9576	linear.bias	2	-0.43654245138168335
9576	linear.bias	3	1.424186110496521
9576	linear.bias	4	-0.32491838932037354
9576	linear.bias	5	-0.030769959092140198
9576	linear.bias	6	-0.3017295300960541
9576	linear.bias	7	-0.19945509731769562
9576	linear.bias	8	0.0651906430721283
9576	linear.bias	9	-0.42917150259017944
9604	transitions	0	-0.6044535040855408
9604	transitions	1	0.3970543444156647
9604	transitions	2	1.734642744064331
9604	transitions	3	0.14882859587669373
9604	transitions	4	0.9846931099891663
9604	transitions	5	1.2748273611068726
9604	transitions	6	0.4844426214694977
9604	transitions	7	0.18175090849399567
9604	transitions	8	-0.9190691113471985
9604	transitions	9	0.930763840675354
9604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9604	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9604	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9604	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9604	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9604	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9604	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9604	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9604	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9604	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9604	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9604	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9604	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9604	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9604	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9604	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9604	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9604	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9604	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9604	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9604	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9604	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9604	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9604	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9604	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9604	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9604	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9604	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9604	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9604	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9604	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9604	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9604	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9604	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9604	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9604	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9604	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9604	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9604	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9604	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9604	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9604	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9604	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9604	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9604	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9604	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9604	embedding2nn.weight	0	0.007204345893114805
9604	embedding2nn.weight	1	0.014735287055373192
9604	embedding2nn.weight	2	-0.005476000718772411
9604	embedding2nn.weight	3	0.00350309070199728
9604	embedding2nn.weight	4	-0.0038329882081598043
9604	embedding2nn.weight	5	0.010783746838569641
9604	embedding2nn.weight	6	-0.0032176384702324867
9604	embedding2nn.weight	7	0.006080444436520338
9604	embedding2nn.weight	8	-0.007171571720391512
9604	embedding2nn.weight	9	-0.013568050228059292
9604	embedding2nn.bias	0	-0.024329526349902153
9604	embedding2nn.bias	1	-0.029233869165182114
9604	embedding2nn.bias	2	-0.06497606635093689
9604	embedding2nn.bias	3	0.006479240953922272
9604	embedding2nn.bias	4	0.01097171101719141
9604	embedding2nn.bias	5	0.015085519291460514
9604	embedding2nn.bias	6	0.02004735730588436
9604	embedding2nn.bias	7	0.050445668399333954
9604	embedding2nn.bias	8	0.022250229492783546
9604	embedding2nn.bias	9	-0.018896011635661125
9604	rnn.weight_ih_l0	0	0.03796052560210228
9604	rnn.weight_ih_l0	1	-0.007590130437165499
9604	rnn.weight_ih_l0	2	-0.027722090482711792
9604	rnn.weight_ih_l0	3	-0.048471175134181976
9604	rnn.weight_ih_l0	4	-0.04724029824137688
9604	rnn.weight_ih_l0	5	-0.0031967079266905785
9604	rnn.weight_ih_l0	6	-0.05359344929456711
9604	rnn.weight_ih_l0	7	-0.056067436933517456
9604	rnn.weight_ih_l0	8	-0.04898250848054886
9604	rnn.weight_ih_l0	9	-0.026864124462008476
9604	rnn.weight_hh_l0	0	0.014529526233673096
9604	rnn.weight_hh_l0	1	-0.024620501324534416
9604	rnn.weight_hh_l0	2	-0.03928176313638687
9604	rnn.weight_hh_l0	3	-0.023409947752952576
9604	rnn.weight_hh_l0	4	-0.05601770430803299
9604	rnn.weight_hh_l0	5	-0.011013318784534931
9604	rnn.weight_hh_l0	6	-0.03545616567134857
9604	rnn.weight_hh_l0	7	0.014380848035216331
9604	rnn.weight_hh_l0	8	-0.020995259284973145
9604	rnn.weight_hh_l0	9	0.01914701983332634
9604	rnn.bias_ih_l0	0	0.09673287719488144
9604	rnn.bias_ih_l0	1	-0.04135648533701897
9604	rnn.bias_ih_l0	2	0.11314153671264648
9604	rnn.bias_ih_l0	3	0.06844346970319748
9604	rnn.bias_ih_l0	4	0.0944712683558464
9604	rnn.bias_ih_l0	5	0.02644721046090126
9604	rnn.bias_ih_l0	6	-0.01762295700609684
9604	rnn.bias_ih_l0	7	-0.08225585520267487
9604	rnn.bias_ih_l0	8	-0.12322572618722916
9604	rnn.bias_ih_l0	9	0.08462601900100708
9604	rnn.bias_hh_l0	0	-0.028717568144202232
9604	rnn.bias_hh_l0	1	0.023417150601744652
9604	rnn.bias_hh_l0	2	-0.021385494619607925
9604	rnn.bias_hh_l0	3	-0.0191938616335392
9604	rnn.bias_hh_l0	4	-0.04393569380044937
9604	rnn.bias_hh_l0	5	0.11445024609565735
9604	rnn.bias_hh_l0	6	-0.004754120949655771
9604	rnn.bias_hh_l0	7	0.016946827992796898
9604	rnn.bias_hh_l0	8	0.01674576848745346
9604	rnn.bias_hh_l0	9	0.04805632680654526
9604	rnn.weight_ih_l0_reverse	0	-0.03213720768690109
9604	rnn.weight_ih_l0_reverse	1	-0.004143694415688515
9604	rnn.weight_ih_l0_reverse	2	0.023740407079458237
9604	rnn.weight_ih_l0_reverse	3	-0.05694291368126869
9604	rnn.weight_ih_l0_reverse	4	0.00951387919485569
9604	rnn.weight_ih_l0_reverse	5	-0.052205391228199005
9604	rnn.weight_ih_l0_reverse	6	0.014079298824071884
9604	rnn.weight_ih_l0_reverse	7	0.0415804423391819
9604	rnn.weight_ih_l0_reverse	8	-0.04281838983297348
9604	rnn.weight_ih_l0_reverse	9	-0.05266823247075081
9604	rnn.weight_hh_l0_reverse	0	-0.0773567408323288
9604	rnn.weight_hh_l0_reverse	1	-0.04777287319302559
9604	rnn.weight_hh_l0_reverse	2	0.015567208640277386
9604	rnn.weight_hh_l0_reverse	3	0.04346420243382454
9604	rnn.weight_hh_l0_reverse	4	0.017794718965888023
9604	rnn.weight_hh_l0_reverse	5	0.04278837516903877
9604	rnn.weight_hh_l0_reverse	6	0.0011439020745456219
9604	rnn.weight_hh_l0_reverse	7	-0.0008118303958326578
9604	rnn.weight_hh_l0_reverse	8	-0.08927205204963684
9604	rnn.weight_hh_l0_reverse	9	0.04720506817102432
9604	rnn.bias_ih_l0_reverse	0	-0.06485152244567871
9604	rnn.bias_ih_l0_reverse	1	-0.01751154661178589
9604	rnn.bias_ih_l0_reverse	2	0.0915955975651741
9604	rnn.bias_ih_l0_reverse	3	0.028687454760074615
9604	rnn.bias_ih_l0_reverse	4	-0.1075056940317154
9604	rnn.bias_ih_l0_reverse	5	0.032194580882787704
9604	rnn.bias_ih_l0_reverse	6	-0.10791973024606705
9604	rnn.bias_ih_l0_reverse	7	0.04911600425839424
9604	rnn.bias_ih_l0_reverse	8	0.02595292031764984
9604	rnn.bias_ih_l0_reverse	9	0.06766202300786972
9604	rnn.bias_hh_l0_reverse	0	0.010559749789536
9604	rnn.bias_hh_l0_reverse	1	0.07868330180644989
9604	rnn.bias_hh_l0_reverse	2	0.08015485107898712
9604	rnn.bias_hh_l0_reverse	3	-0.0057825371623039246
9604	rnn.bias_hh_l0_reverse	4	0.0827794224023819
9604	rnn.bias_hh_l0_reverse	5	0.020819788798689842
9604	rnn.bias_hh_l0_reverse	6	-0.07309627532958984
9604	rnn.bias_hh_l0_reverse	7	0.042230766266584396
9604	rnn.bias_hh_l0_reverse	8	0.029080849140882492
9604	rnn.bias_hh_l0_reverse	9	-0.1299676150083542
9604	linear.weight	0	0.1885276436805725
9604	linear.weight	1	-0.11014354228973389
9604	linear.weight	2	-0.13289400935173035
9604	linear.weight	3	0.07036945223808289
9604	linear.weight	4	0.005452126730233431
9604	linear.weight	5	-0.03043396770954132
9604	linear.weight	6	-0.010158994235098362
9604	linear.weight	7	-0.03805368393659592
9604	linear.weight	8	0.02059733308851719
9604	linear.weight	9	0.338827908039093
9604	linear.bias	0	-0.08632148802280426
9604	linear.bias	1	0.10085786134004593
9604	linear.bias	2	-0.4353180527687073
9604	linear.bias	3	1.4069033861160278
9604	linear.bias	4	-0.32552289962768555
9604	linear.bias	5	-0.030769959092140198
9604	linear.bias	6	-0.29930809140205383
9604	linear.bias	7	-0.2008327841758728
9604	linear.bias	8	0.06891869008541107
9604	linear.bias	9	-0.4293719530105591
9632	transitions	0	-0.6045717000961304
9632	transitions	1	0.3969632387161255
9632	transitions	2	1.7344602346420288
9632	transitions	3	0.14874866604804993
9632	transitions	4	0.9846517443656921
9632	transitions	5	1.2748253345489502
9632	transitions	6	0.4844396114349365
9632	transitions	7	0.18174926936626434
9632	transitions	8	-0.9190697073936462
9632	transitions	9	0.9307637214660645
9632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9632	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9632	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9632	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9632	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9632	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9632	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9632	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9632	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9632	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9632	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9632	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9632	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9632	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9632	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9632	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9632	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9632	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9632	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9632	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9632	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9632	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9632	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9632	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9632	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9632	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9632	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9632	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9632	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9632	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9632	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9632	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9632	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9632	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9632	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9632	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9632	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9632	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9632	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9632	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9632	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9632	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9632	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9632	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9632	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9632	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9632	embedding2nn.weight	0	0.0070071048103272915
9632	embedding2nn.weight	1	0.014864112250506878
9632	embedding2nn.weight	2	-0.005646565463393927
9632	embedding2nn.weight	3	0.0035064187832176685
9632	embedding2nn.weight	4	-0.003808378940448165
9632	embedding2nn.weight	5	0.01061021164059639
9632	embedding2nn.weight	6	-0.003246320178732276
9632	embedding2nn.weight	7	0.0066775488667190075
9632	embedding2nn.weight	8	-0.007043934892863035
9632	embedding2nn.weight	9	-0.013654660433530807
9632	embedding2nn.bias	0	-0.024042997509241104
9632	embedding2nn.bias	1	-0.03080558404326439
9632	embedding2nn.bias	2	-0.06848606467247009
9632	embedding2nn.bias	3	0.007127955090254545
9632	embedding2nn.bias	4	0.010079976171255112
9632	embedding2nn.bias	5	0.00738693168386817
9632	embedding2nn.bias	6	0.032891593873500824
9632	embedding2nn.bias	7	0.0496673658490181
9632	embedding2nn.bias	8	0.026025649160146713
9632	embedding2nn.bias	9	-0.014324681833386421
9632	rnn.weight_ih_l0	0	0.038104962557554245
9632	rnn.weight_ih_l0	1	-0.008081916719675064
9632	rnn.weight_ih_l0	2	-0.026107311248779297
9632	rnn.weight_ih_l0	3	-0.0485135018825531
9632	rnn.weight_ih_l0	4	-0.04715564101934433
9632	rnn.weight_ih_l0	5	-0.0032563910353928804
9632	rnn.weight_ih_l0	6	-0.05342449992895126
9632	rnn.weight_ih_l0	7	-0.055778682231903076
9632	rnn.weight_ih_l0	8	-0.048737362027168274
9632	rnn.weight_ih_l0	9	-0.026874965056777
9632	rnn.weight_hh_l0	0	0.014589425176382065
9632	rnn.weight_hh_l0	1	-0.02439996972680092
9632	rnn.weight_hh_l0	2	-0.038973283022642136
9632	rnn.weight_hh_l0	3	-0.023387018591165543
9632	rnn.weight_hh_l0	4	-0.05585971102118492
9632	rnn.weight_hh_l0	5	-0.011188036762177944
9632	rnn.weight_hh_l0	6	-0.03298107162117958
9632	rnn.weight_hh_l0	7	0.015277712605893612
9632	rnn.weight_hh_l0	8	-0.020864559337496758
9632	rnn.weight_hh_l0	9	0.018986091017723083
9632	rnn.bias_ih_l0	0	0.09593883156776428
9632	rnn.bias_ih_l0	1	-0.04036521539092064
9632	rnn.bias_ih_l0	2	0.11355412006378174
9632	rnn.bias_ih_l0	3	0.06738968938589096
9632	rnn.bias_ih_l0	4	0.09720410406589508
9632	rnn.bias_ih_l0	5	0.02662806585431099
9632	rnn.bias_ih_l0	6	-0.014678820967674255
9632	rnn.bias_ih_l0	7	-0.081083744764328
9632	rnn.bias_ih_l0	8	-0.1247442364692688
9632	rnn.bias_ih_l0	9	0.08521296083927155
9632	rnn.bias_hh_l0	0	-0.027302522212266922
9632	rnn.bias_hh_l0	1	0.02506467141211033
9632	rnn.bias_hh_l0	2	-0.02201096899807453
9632	rnn.bias_hh_l0	3	-0.019371747970581055
9632	rnn.bias_hh_l0	4	-0.04305621609091759
9632	rnn.bias_hh_l0	5	0.1125439703464508
9632	rnn.bias_hh_l0	6	-0.004737749230116606
9632	rnn.bias_hh_l0	7	0.015242698602378368
9632	rnn.bias_hh_l0	8	0.019689908251166344
9632	rnn.bias_hh_l0	9	0.04745006561279297
9632	rnn.weight_ih_l0_reverse	0	-0.03202072158455849
9632	rnn.weight_ih_l0_reverse	1	-0.0031679642852395773
9632	rnn.weight_ih_l0_reverse	2	0.023989375680685043
9632	rnn.weight_ih_l0_reverse	3	-0.05733729898929596
9632	rnn.weight_ih_l0_reverse	4	0.009469285607337952
9632	rnn.weight_ih_l0_reverse	5	-0.05217892304062843
9632	rnn.weight_ih_l0_reverse	6	0.014951744116842747
9632	rnn.weight_ih_l0_reverse	7	0.041661277413368225
9632	rnn.weight_ih_l0_reverse	8	-0.042938753962516785
9632	rnn.weight_ih_l0_reverse	9	-0.0527007132768631
9632	rnn.weight_hh_l0_reverse	0	-0.07723447680473328
9632	rnn.weight_hh_l0_reverse	1	-0.04737788066267967
9632	rnn.weight_hh_l0_reverse	2	0.01571573317050934
9632	rnn.weight_hh_l0_reverse	3	0.04354923963546753
9632	rnn.weight_hh_l0_reverse	4	0.018297739326953888
9632	rnn.weight_hh_l0_reverse	5	0.04262062907218933
9632	rnn.weight_hh_l0_reverse	6	0.004363497719168663
9632	rnn.weight_hh_l0_reverse	7	-0.000846287643071264
9632	rnn.weight_hh_l0_reverse	8	-0.08914686739444733
9632	rnn.weight_hh_l0_reverse	9	0.04763470217585564
9632	rnn.bias_ih_l0_reverse	0	-0.059101901948451996
9632	rnn.bias_ih_l0_reverse	1	-0.02432290092110634
9632	rnn.bias_ih_l0_reverse	2	0.09156423062086105
9632	rnn.bias_ih_l0_reverse	3	0.028629112988710403
9632	rnn.bias_ih_l0_reverse	4	-0.10709324479103088
9632	rnn.bias_ih_l0_reverse	5	0.03327186405658722
9632	rnn.bias_ih_l0_reverse	6	-0.10682633519172668
9632	rnn.bias_ih_l0_reverse	7	0.04848191514611244
9632	rnn.bias_ih_l0_reverse	8	0.02578226663172245
9632	rnn.bias_ih_l0_reverse	9	0.0688658058643341
9632	rnn.bias_hh_l0_reverse	0	0.012003222480416298
9632	rnn.bias_hh_l0_reverse	1	0.07556892186403275
9632	rnn.bias_hh_l0_reverse	2	0.0790458470582962
9632	rnn.bias_hh_l0_reverse	3	-0.005877144169062376
9632	rnn.bias_hh_l0_reverse	4	0.0830584391951561
9632	rnn.bias_hh_l0_reverse	5	0.020796652883291245
9632	rnn.bias_hh_l0_reverse	6	-0.07368931174278259
9632	rnn.bias_hh_l0_reverse	7	0.039469920098781586
9632	rnn.bias_hh_l0_reverse	8	0.030218586325645447
9632	rnn.bias_hh_l0_reverse	9	-0.12825100123882294
9632	linear.weight	0	0.1897081881761551
9632	linear.weight	1	-0.11013033241033554
9632	linear.weight	2	-0.13191479444503784
9632	linear.weight	3	0.06860315054655075
9632	linear.weight	4	0.0041167596355080605
9632	linear.weight	5	-0.0321398600935936
9632	linear.weight	6	-0.010147380642592907
9632	linear.weight	7	-0.03798225522041321
9632	linear.weight	8	0.02189655601978302
9632	linear.weight	9	0.34192049503326416
9632	linear.bias	0	-0.0967157632112503
9632	linear.bias	1	0.10389859974384308
9632	linear.bias	2	-0.4371548891067505
9632	linear.bias	3	1.4154560565948486
9632	linear.bias	4	-0.3260571360588074
9632	linear.bias	5	-0.030769959092140198
9632	linear.bias	6	-0.3012236952781677
9632	linear.bias	7	-0.19852183759212494
9632	linear.bias	8	0.06230804696679115
9632	linear.bias	9	-0.42954763770103455
9660	transitions	0	-0.6046313643455505
9660	transitions	1	0.39688727259635925
9660	transitions	2	1.7342584133148193
9660	transitions	3	0.1487206071615219
9660	transitions	4	0.9846229553222656
9660	transitions	5	1.2748202085494995
9660	transitions	6	0.48443880677223206
9660	transitions	7	0.1816856861114502
9660	transitions	8	-0.9190701842308044
9660	transitions	9	0.9307637214660645
9660	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9660	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9660	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9660	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9660	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9660	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9660	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9660	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9660	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9660	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9660	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9660	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9660	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9660	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9660	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9660	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9660	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9660	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9660	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9660	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9660	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9660	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9660	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9660	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9660	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9660	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9660	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9660	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9660	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9660	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9660	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9660	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9660	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9660	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9660	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9660	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9660	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9660	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9660	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9660	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9660	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9660	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9660	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9660	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9660	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9660	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9660	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9660	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9660	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9660	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9660	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9660	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9660	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9660	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9660	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9660	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9660	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9660	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9660	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9660	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9660	embedding2nn.weight	0	0.006526137702167034
9660	embedding2nn.weight	1	0.014935492537915707
9660	embedding2nn.weight	2	-0.005622394382953644
9660	embedding2nn.weight	3	0.0033367935102432966
9660	embedding2nn.weight	4	-0.0038584743160754442
9660	embedding2nn.weight	5	0.010624452494084835
9660	embedding2nn.weight	6	-0.0032191856298595667
9660	embedding2nn.weight	7	0.006628686562180519
9660	embedding2nn.weight	8	-0.007064973469823599
9660	embedding2nn.weight	9	-0.013627450913190842
9660	embedding2nn.bias	0	-0.01796502247452736
9660	embedding2nn.bias	1	-0.03250732645392418
9660	embedding2nn.bias	2	-0.07885470241308212
9660	embedding2nn.bias	3	0.007169578690081835
9660	embedding2nn.bias	4	0.007848980836570263
9660	embedding2nn.bias	5	0.008135818876326084
9660	embedding2nn.bias	6	0.03502475470304489
9660	embedding2nn.bias	7	0.05134136229753494
9660	embedding2nn.bias	8	0.026976384222507477
9660	embedding2nn.bias	9	-0.01609695889055729
9660	rnn.weight_ih_l0	0	0.03806591033935547
9660	rnn.weight_ih_l0	1	-0.007931328378617764
9660	rnn.weight_ih_l0	2	-0.026574259623885155
9660	rnn.weight_ih_l0	3	-0.04842647537589073
9660	rnn.weight_ih_l0	4	-0.04727722704410553
9660	rnn.weight_ih_l0	5	-0.002835529390722513
9660	rnn.weight_ih_l0	6	-0.053583625704050064
9660	rnn.weight_ih_l0	7	-0.05550641566514969
9660	rnn.weight_ih_l0	8	-0.048811838030815125
9660	rnn.weight_ih_l0	9	-0.026922618970274925
9660	rnn.weight_hh_l0	0	0.014664753340184689
9660	rnn.weight_hh_l0	1	-0.025102464482188225
9660	rnn.weight_hh_l0	2	-0.03939254209399223
9660	rnn.weight_hh_l0	3	-0.02323935739696026
9660	rnn.weight_hh_l0	4	-0.05603700503706932
9660	rnn.weight_hh_l0	5	-0.011186999268829823
9660	rnn.weight_hh_l0	6	-0.03398262336850166
9660	rnn.weight_hh_l0	7	0.01547162514179945
9660	rnn.weight_hh_l0	8	-0.020787309855222702
9660	rnn.weight_hh_l0	9	0.01853661797940731
9660	rnn.bias_ih_l0	0	0.09564091265201569
9660	rnn.bias_ih_l0	1	-0.03998623415827751
9660	rnn.bias_ih_l0	2	0.11521629989147186
9660	rnn.bias_ih_l0	3	0.06567453593015671
9660	rnn.bias_ih_l0	4	0.09963758289813995
9660	rnn.bias_ih_l0	5	0.025139831006526947
9660	rnn.bias_ih_l0	6	-0.016224514693021774
9660	rnn.bias_ih_l0	7	-0.08340616524219513
9660	rnn.bias_ih_l0	8	-0.12829050421714783
9660	rnn.bias_ih_l0	9	0.08486831933259964
9660	rnn.bias_hh_l0	0	-0.026097353547811508
9660	rnn.bias_hh_l0	1	0.025529731065034866
9660	rnn.bias_hh_l0	2	-0.022373706102371216
9660	rnn.bias_hh_l0	3	-0.015972748398780823
9660	rnn.bias_hh_l0	4	-0.0424606017768383
9660	rnn.bias_hh_l0	5	0.11375998705625534
9660	rnn.bias_hh_l0	6	-0.004193940199911594
9660	rnn.bias_hh_l0	7	0.01291782408952713
9660	rnn.bias_hh_l0	8	0.018144212663173676
9660	rnn.bias_hh_l0	9	0.04804031550884247
9660	rnn.weight_ih_l0_reverse	0	-0.03215843811631203
9660	rnn.weight_ih_l0_reverse	1	-0.0029003077652305365
9660	rnn.weight_ih_l0_reverse	2	0.023897070437669754
9660	rnn.weight_ih_l0_reverse	3	-0.057679615914821625
9660	rnn.weight_ih_l0_reverse	4	0.009430892765522003
9660	rnn.weight_ih_l0_reverse	5	-0.0524972528219223
9660	rnn.weight_ih_l0_reverse	6	0.014088836498558521
9660	rnn.weight_ih_l0_reverse	7	0.04174592345952988
9660	rnn.weight_ih_l0_reverse	8	-0.04291432350873947
9660	rnn.weight_ih_l0_reverse	9	-0.05257153883576393
9660	rnn.weight_hh_l0_reverse	0	-0.07772136479616165
9660	rnn.weight_hh_l0_reverse	1	-0.04894894361495972
9660	rnn.weight_hh_l0_reverse	2	0.015457487665116787
9660	rnn.weight_hh_l0_reverse	3	0.043633319437503815
9660	rnn.weight_hh_l0_reverse	4	0.018010787665843964
9660	rnn.weight_hh_l0_reverse	5	0.042412661015987396
9660	rnn.weight_hh_l0_reverse	6	9.443488124816213e-06
9660	rnn.weight_hh_l0_reverse	7	-0.0006478735012933612
9660	rnn.weight_hh_l0_reverse	8	-0.08950278908014297
9660	rnn.weight_hh_l0_reverse	9	0.04903032258152962
9660	rnn.bias_ih_l0_reverse	0	-0.05965451896190643
9660	rnn.bias_ih_l0_reverse	1	-0.02533261477947235
9660	rnn.bias_ih_l0_reverse	2	0.08795896172523499
9660	rnn.bias_ih_l0_reverse	3	0.02947983890771866
9660	rnn.bias_ih_l0_reverse	4	-0.10513271391391754
9660	rnn.bias_ih_l0_reverse	5	0.031582996249198914
9660	rnn.bias_ih_l0_reverse	6	-0.10966665297746658
9660	rnn.bias_ih_l0_reverse	7	0.04919610545039177
9660	rnn.bias_ih_l0_reverse	8	0.023031165823340416
9660	rnn.bias_ih_l0_reverse	9	0.06865303963422775
9660	rnn.bias_hh_l0_reverse	0	0.02053219825029373
9660	rnn.bias_hh_l0_reverse	1	0.07310033589601517
9660	rnn.bias_hh_l0_reverse	2	0.08046795427799225
9660	rnn.bias_hh_l0_reverse	3	-0.006608260329812765
9660	rnn.bias_hh_l0_reverse	4	0.08225736767053604
9660	rnn.bias_hh_l0_reverse	5	0.019094133749604225
9660	rnn.bias_hh_l0_reverse	6	-0.07521244883537292
9660	rnn.bias_hh_l0_reverse	7	0.03779039904475212
9660	rnn.bias_hh_l0_reverse	8	0.03043537586927414
9660	rnn.bias_hh_l0_reverse	9	-0.12701019644737244
9660	linear.weight	0	0.19354325532913208
9660	linear.weight	1	-0.11011896282434464
9660	linear.weight	2	-0.13348887860774994
9660	linear.weight	3	0.06870829313993454
9660	linear.weight	4	0.0018539897864684463
9660	linear.weight	5	-0.03255684673786163
9660	linear.weight	6	-0.010120466351509094
9660	linear.weight	7	-0.037958577275276184
9660	linear.weight	8	0.022781578823924065
9660	linear.weight	9	0.3399958312511444
9660	linear.bias	0	-0.0923352837562561
9660	linear.bias	1	0.09718352556228638
9660	linear.bias	2	-0.43687498569488525
9660	linear.bias	3	1.4245554208755493
9660	linear.bias	4	-0.32662588357925415
9660	linear.bias	5	-0.030769959092140198
9660	linear.bias	6	-0.30095288157463074
9660	linear.bias	7	-0.19870926439762115
9660	linear.bias	8	0.05546868219971657
9660	linear.bias	9	-0.4297042787075043
9688	transitions	0	-0.604708194732666
9688	transitions	1	0.3967739939689636
9688	transitions	2	1.734090805053711
9688	transitions	3	0.14867405593395233
9688	transitions	4	0.9845975041389465
9688	transitions	5	1.2748148441314697
9688	transitions	6	0.4844376742839813
9688	transitions	7	0.18168385326862335
9688	transitions	8	-0.9190708994865417
9688	transitions	9	0.9307636618614197
9688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9688	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9688	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9688	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9688	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9688	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9688	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9688	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9688	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9688	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9688	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9688	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9688	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9688	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9688	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9688	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9688	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9688	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9688	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9688	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9688	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9688	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9688	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9688	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9688	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9688	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9688	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9688	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9688	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9688	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9688	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9688	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9688	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9688	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9688	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9688	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9688	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9688	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9688	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9688	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9688	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9688	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9688	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9688	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9688	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9688	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9688	embedding2nn.weight	0	0.006615719757974148
9688	embedding2nn.weight	1	0.014964262954890728
9688	embedding2nn.weight	2	-0.005586155224591494
9688	embedding2nn.weight	3	0.003315368667244911
9688	embedding2nn.weight	4	-0.00381226884201169
9688	embedding2nn.weight	5	0.010599486529827118
9688	embedding2nn.weight	6	-0.0031704846769571304
9688	embedding2nn.weight	7	0.006527939345687628
9688	embedding2nn.weight	8	-0.006971477065235376
9688	embedding2nn.weight	9	-0.013684975914657116
9688	embedding2nn.bias	0	-0.01697106659412384
9688	embedding2nn.bias	1	-0.030231326818466187
9688	embedding2nn.bias	2	-0.07826530188322067
9688	embedding2nn.bias	3	0.0093498220667243
9688	embedding2nn.bias	4	0.009174300357699394
9688	embedding2nn.bias	5	0.0028850093949586153
9688	embedding2nn.bias	6	0.03716202825307846
9688	embedding2nn.bias	7	0.04843871667981148
9688	embedding2nn.bias	8	0.024411363527178764
9688	embedding2nn.bias	9	-0.02202661521732807
9688	rnn.weight_ih_l0	0	0.03850001469254494
9688	rnn.weight_ih_l0	1	-0.008108466863632202
9688	rnn.weight_ih_l0	2	-0.02599674090743065
9688	rnn.weight_ih_l0	3	-0.04866013303399086
9688	rnn.weight_ih_l0	4	-0.04687217250466347
9688	rnn.weight_ih_l0	5	-0.0030429980251938105
9688	rnn.weight_ih_l0	6	-0.053365323692560196
9688	rnn.weight_ih_l0	7	-0.05544435232877731
9688	rnn.weight_ih_l0	8	-0.04857507348060608
9688	rnn.weight_ih_l0	9	-0.026643509045243263
9688	rnn.weight_hh_l0	0	0.014640362933278084
9688	rnn.weight_hh_l0	1	-0.024655262008309364
9688	rnn.weight_hh_l0	2	-0.03872910141944885
9688	rnn.weight_hh_l0	3	-0.02315008081495762
9688	rnn.weight_hh_l0	4	-0.05605494603514671
9688	rnn.weight_hh_l0	5	-0.01105236541479826
9688	rnn.weight_hh_l0	6	-0.03269980847835541
9688	rnn.weight_hh_l0	7	0.0162554532289505
9688	rnn.weight_hh_l0	8	-0.02089449018239975
9688	rnn.weight_hh_l0	9	0.017660537734627724
9688	rnn.bias_ih_l0	0	0.09630326926708221
9688	rnn.bias_ih_l0	1	-0.03934270516037941
9688	rnn.bias_ih_l0	2	0.11630082875490189
9688	rnn.bias_ih_l0	3	0.06584588438272476
9688	rnn.bias_ih_l0	4	0.09734548628330231
9688	rnn.bias_ih_l0	5	0.02529272623360157
9688	rnn.bias_ih_l0	6	-0.014501633122563362
9688	rnn.bias_ih_l0	7	-0.0817587822675705
9688	rnn.bias_ih_l0	8	-0.12961581349372864
9688	rnn.bias_ih_l0	9	0.08769433200359344
9688	rnn.bias_hh_l0	0	-0.02669895626604557
9688	rnn.bias_hh_l0	1	0.02285131812095642
9688	rnn.bias_hh_l0	2	-0.020533235743641853
9688	rnn.bias_hh_l0	3	-0.020885875448584557
9688	rnn.bias_hh_l0	4	-0.045308127999305725
9688	rnn.bias_hh_l0	5	0.11529279500246048
9688	rnn.bias_hh_l0	6	-0.0036256490275263786
9688	rnn.bias_hh_l0	7	0.011531380005180836
9688	rnn.bias_hh_l0	8	0.019867094233632088
9688	rnn.bias_hh_l0	9	0.04835966229438782
9688	rnn.weight_ih_l0_reverse	0	-0.032230835407972336
9688	rnn.weight_ih_l0_reverse	1	-0.002879092236980796
9688	rnn.weight_ih_l0_reverse	2	0.023933470249176025
9688	rnn.weight_ih_l0_reverse	3	-0.057573460042476654
9688	rnn.weight_ih_l0_reverse	4	0.009291337803006172
9688	rnn.weight_ih_l0_reverse	5	-0.052385363727808
9688	rnn.weight_ih_l0_reverse	6	0.014631437137722969
9688	rnn.weight_ih_l0_reverse	7	0.04170214757323265
9688	rnn.weight_ih_l0_reverse	8	-0.0432574525475502
9688	rnn.weight_ih_l0_reverse	9	-0.052643511444330215
9688	rnn.weight_hh_l0_reverse	0	-0.07677121460437775
9688	rnn.weight_hh_l0_reverse	1	-0.047941405326128006
9688	rnn.weight_hh_l0_reverse	2	0.01532665640115738
9688	rnn.weight_hh_l0_reverse	3	0.04350842535495758
9688	rnn.weight_hh_l0_reverse	4	0.018190348520874977
9688	rnn.weight_hh_l0_reverse	5	0.04225778207182884
9688	rnn.weight_hh_l0_reverse	6	0.0008737092721275985
9688	rnn.weight_hh_l0_reverse	7	-0.0010064310627058148
9688	rnn.weight_hh_l0_reverse	8	-0.08979056775569916
9688	rnn.weight_hh_l0_reverse	9	0.04956419765949249
9688	rnn.bias_ih_l0_reverse	0	-0.06433268636465073
9688	rnn.bias_ih_l0_reverse	1	-0.02341460809111595
9688	rnn.bias_ih_l0_reverse	2	0.08631826192140579
9688	rnn.bias_ih_l0_reverse	3	0.029391411691904068
9688	rnn.bias_ih_l0_reverse	4	-0.10636664927005768
9688	rnn.bias_ih_l0_reverse	5	0.03238914906978607
9688	rnn.bias_ih_l0_reverse	6	-0.10793883353471756
9688	rnn.bias_ih_l0_reverse	7	0.04656941816210747
9688	rnn.bias_ih_l0_reverse	8	0.022908613085746765
9688	rnn.bias_ih_l0_reverse	9	0.06815958023071289
9688	rnn.bias_hh_l0_reverse	0	0.01957346685230732
9688	rnn.bias_hh_l0_reverse	1	0.0742821916937828
9688	rnn.bias_hh_l0_reverse	2	0.08113525062799454
9688	rnn.bias_hh_l0_reverse	3	-0.006275097839534283
9688	rnn.bias_hh_l0_reverse	4	0.08082623779773712
9688	rnn.bias_hh_l0_reverse	5	0.02272403985261917
9688	rnn.bias_hh_l0_reverse	6	-0.07651461660861969
9688	rnn.bias_hh_l0_reverse	7	0.037427645176649094
9688	rnn.bias_hh_l0_reverse	8	0.027287237346172333
9688	rnn.bias_hh_l0_reverse	9	-0.11919352412223816
9688	linear.weight	0	0.19235682487487793
9688	linear.weight	1	-0.11011984199285507
9688	linear.weight	2	-0.13310736417770386
9688	linear.weight	3	0.07303489744663239
9688	linear.weight	4	0.0019857012666761875
9688	linear.weight	5	-0.0325479619204998
9688	linear.weight	6	-0.010110925883054733
9688	linear.weight	7	-0.0377841591835022
9688	linear.weight	8	0.022419888526201248
9688	linear.weight	9	0.3391956388950348
9688	linear.bias	0	-0.10003340989351273
9688	linear.bias	1	0.10682740807533264
9688	linear.bias	2	-0.4379047751426697
9688	linear.bias	3	1.4288159608840942
9688	linear.bias	4	-0.3270860016345978
9688	linear.bias	5	-0.030769959092140198
9688	linear.bias	6	-0.30432429909706116
9688	linear.bias	7	-0.19885101914405823
9688	linear.bias	8	0.052531175315380096
9688	linear.bias	9	-0.4298478960990906
9716	transitions	0	-0.6048204898834229
9716	transitions	1	0.396618127822876
9716	transitions	2	1.7339160442352295
9716	transitions	3	0.14861758053302765
9716	transitions	4	0.9845404624938965
9716	transitions	5	1.2748111486434937
9716	transitions	6	0.48443320393562317
9716	transitions	7	0.18168088793754578
9716	transitions	8	-0.9190729260444641
9716	transitions	9	0.9307636618614197
9716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9716	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9716	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9716	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9716	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9716	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9716	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9716	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9716	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9716	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9716	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9716	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9716	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9716	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9716	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9716	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9716	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9716	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9716	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9716	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9716	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9716	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9716	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9716	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9716	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9716	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9716	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9716	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9716	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9716	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9716	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9716	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9716	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9716	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9716	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9716	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9716	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9716	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9716	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9716	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9716	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9716	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9716	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9716	embedding2nn.weight	0	0.007232225965708494
9716	embedding2nn.weight	1	0.014975899830460548
9716	embedding2nn.weight	2	-0.005478191189467907
9716	embedding2nn.weight	3	0.0035161867272108793
9716	embedding2nn.weight	4	-0.003872344270348549
9716	embedding2nn.weight	5	0.010447701439261436
9716	embedding2nn.weight	6	-0.0032053266186267138
9716	embedding2nn.weight	7	0.007667211350053549
9716	embedding2nn.weight	8	-0.006808506790548563
9716	embedding2nn.weight	9	-0.013613838702440262
9716	embedding2nn.bias	0	-0.024730881676077843
9716	embedding2nn.bias	1	-0.027432940900325775
9716	embedding2nn.bias	2	-0.08059658110141754
9716	embedding2nn.bias	3	0.006594955455511808
9716	embedding2nn.bias	4	0.010766841471195221
9716	embedding2nn.bias	5	0.0037860579323023558
9716	embedding2nn.bias	6	0.03788676857948303
9716	embedding2nn.bias	7	0.047286566346883774
9716	embedding2nn.bias	8	0.027647271752357483
9716	embedding2nn.bias	9	-0.019487304612994194
9716	rnn.weight_ih_l0	0	0.03825422003865242
9716	rnn.weight_ih_l0	1	-0.00834733061492443
9716	rnn.weight_ih_l0	2	-0.02694477140903473
9716	rnn.weight_ih_l0	3	-0.04890741407871246
9716	rnn.weight_ih_l0	4	-0.046804606914520264
9716	rnn.weight_ih_l0	5	-0.0032245644833892584
9716	rnn.weight_ih_l0	6	-0.053467314690351486
9716	rnn.weight_ih_l0	7	-0.05540449544787407
9716	rnn.weight_ih_l0	8	-0.048834074288606644
9716	rnn.weight_ih_l0	9	-0.026761623099446297
9716	rnn.weight_hh_l0	0	0.014627008698880672
9716	rnn.weight_hh_l0	1	-0.02476661093533039
9716	rnn.weight_hh_l0	2	-0.038531698286533356
9716	rnn.weight_hh_l0	3	-0.02290639653801918
9716	rnn.weight_hh_l0	4	-0.056476712226867676
9716	rnn.weight_hh_l0	5	-0.010965108871459961
9716	rnn.weight_hh_l0	6	-0.0313345305621624
9716	rnn.weight_hh_l0	7	0.017415011301636696
9716	rnn.weight_hh_l0	8	-0.021239593625068665
9716	rnn.weight_hh_l0	9	0.017908809706568718
9716	rnn.bias_ih_l0	0	0.09531952440738678
9716	rnn.bias_ih_l0	1	-0.0393630750477314
9716	rnn.bias_ih_l0	2	0.11567899584770203
9716	rnn.bias_ih_l0	3	0.06613987684249878
9716	rnn.bias_ih_l0	4	0.09718681126832962
9716	rnn.bias_ih_l0	5	0.025145046412944794
9716	rnn.bias_ih_l0	6	-0.015161175280809402
9716	rnn.bias_ih_l0	7	-0.07809285074472427
9716	rnn.bias_ih_l0	8	-0.13028588891029358
9716	rnn.bias_ih_l0	9	0.08678080141544342
9716	rnn.bias_hh_l0	0	-0.027531800791621208
9716	rnn.bias_hh_l0	1	0.022963494062423706
9716	rnn.bias_hh_l0	2	-0.02193637192249298
9716	rnn.bias_hh_l0	3	-0.019029147922992706
9716	rnn.bias_hh_l0	4	-0.04618038609623909
9716	rnn.bias_hh_l0	5	0.11342033743858337
9716	rnn.bias_hh_l0	6	-0.004149929154664278
9716	rnn.bias_hh_l0	7	0.011475029401481152
9716	rnn.bias_hh_l0	8	0.019207550212740898
9716	rnn.bias_hh_l0	9	0.04823126643896103
9716	rnn.weight_ih_l0_reverse	0	-0.03229697048664093
9716	rnn.weight_ih_l0_reverse	1	-0.002218953799456358
9716	rnn.weight_ih_l0_reverse	2	0.024005604907870293
9716	rnn.weight_ih_l0_reverse	3	-0.05755262076854706
9716	rnn.weight_ih_l0_reverse	4	0.009694742038846016
9716	rnn.weight_ih_l0_reverse	5	-0.05217871814966202
9716	rnn.weight_ih_l0_reverse	6	0.013799609616398811
9716	rnn.weight_ih_l0_reverse	7	0.04180232807993889
9716	rnn.weight_ih_l0_reverse	8	-0.043034739792346954
9716	rnn.weight_ih_l0_reverse	9	-0.05264659970998764
9716	rnn.weight_hh_l0_reverse	0	-0.07628723233938217
9716	rnn.weight_hh_l0_reverse	1	-0.047228310257196426
9716	rnn.weight_hh_l0_reverse	2	0.01461999211460352
9716	rnn.weight_hh_l0_reverse	3	0.04399479925632477
9716	rnn.weight_hh_l0_reverse	4	0.01807575859129429
9716	rnn.weight_hh_l0_reverse	5	0.04219523444771767
9716	rnn.weight_hh_l0_reverse	6	1.3744935131398961e-05
9716	rnn.weight_hh_l0_reverse	7	-0.0007278434932231903
9716	rnn.weight_hh_l0_reverse	8	-0.09104621410369873
9716	rnn.weight_hh_l0_reverse	9	0.050401266664266586
9716	rnn.bias_ih_l0_reverse	0	-0.06855126470327377
9716	rnn.bias_ih_l0_reverse	1	-0.028607124462723732
9716	rnn.bias_ih_l0_reverse	2	0.08639908581972122
9716	rnn.bias_ih_l0_reverse	3	0.028940988704562187
9716	rnn.bias_ih_l0_reverse	4	-0.10807715356349945
9716	rnn.bias_ih_l0_reverse	5	0.03162121772766113
9716	rnn.bias_ih_l0_reverse	6	-0.10942590236663818
9716	rnn.bias_ih_l0_reverse	7	0.04600781574845314
9716	rnn.bias_ih_l0_reverse	8	0.02373943291604519
9716	rnn.bias_ih_l0_reverse	9	0.06867117434740067
9716	rnn.bias_hh_l0_reverse	0	0.028213026002049446
9716	rnn.bias_hh_l0_reverse	1	0.07271016389131546
9716	rnn.bias_hh_l0_reverse	2	0.08088411390781403
9716	rnn.bias_hh_l0_reverse	3	-0.006864956580102444
9716	rnn.bias_hh_l0_reverse	4	0.08084941655397415
9716	rnn.bias_hh_l0_reverse	5	0.021512750536203384
9716	rnn.bias_hh_l0_reverse	6	-0.07668924331665039
9716	rnn.bias_hh_l0_reverse	7	0.03686945512890816
9716	rnn.bias_hh_l0_reverse	8	0.02698109857738018
9716	rnn.bias_hh_l0_reverse	9	-0.12852685153484344
9716	linear.weight	0	0.19321349263191223
9716	linear.weight	1	-0.1100638285279274
9716	linear.weight	2	-0.13522900640964508
9716	linear.weight	3	0.07197119295597076
9716	linear.weight	4	0.0025379646103829145
9716	linear.weight	5	-0.027544919401407242
9716	linear.weight	6	-0.01010554376989603
9716	linear.weight	7	-0.04038331285119057
9716	linear.weight	8	0.022336076945066452
9716	linear.weight	9	0.34316614270210266
9716	linear.bias	0	-0.09471026062965393
9716	linear.bias	1	0.10982149839401245
9716	linear.bias	2	-0.43875905871391296
9716	linear.bias	3	1.4293826818466187
9716	linear.bias	4	-0.32764047384262085
9716	linear.bias	5	-0.030769959092140198
9716	linear.bias	6	-0.30453312397003174
9716	linear.bias	7	-0.19765733182430267
9716	linear.bias	8	0.05010301619768143
9716	linear.bias	9	-0.4302273392677307
9744	transitions	0	-0.6049200892448425
9744	transitions	1	0.39649346470832825
9744	transitions	2	1.7337664365768433
9744	transitions	3	0.1483757197856903
9744	transitions	4	0.9844723343849182
9744	transitions	5	1.27480947971344
9744	transitions	6	0.4844324290752411
9744	transitions	7	0.18167047202587128
9744	transitions	8	-0.9190735816955566
9744	transitions	9	0.9307636022567749
9744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9744	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9744	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9744	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9744	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9744	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9744	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9744	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9744	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9744	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9744	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9744	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9744	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9744	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9744	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9744	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9744	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9744	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9744	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9744	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9744	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9744	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9744	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9744	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9744	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9744	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9744	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9744	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9744	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9744	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9744	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9744	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9744	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9744	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9744	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9744	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9744	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9744	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9744	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9744	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9744	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9744	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9744	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9744	embedding2nn.weight	0	0.007915784604847431
9744	embedding2nn.weight	1	0.015009614638984203
9744	embedding2nn.weight	2	-0.005477953236550093
9744	embedding2nn.weight	3	0.003573190188035369
9744	embedding2nn.weight	4	-0.0038795035798102617
9744	embedding2nn.weight	5	0.010338295251131058
9744	embedding2nn.weight	6	-0.003271044697612524
9744	embedding2nn.weight	7	0.008297172375023365
9744	embedding2nn.weight	8	-0.0068763624876737595
9744	embedding2nn.weight	9	-0.01353935431689024
9744	embedding2nn.bias	0	-0.023708708584308624
9744	embedding2nn.bias	1	-0.024022279307246208
9744	embedding2nn.bias	2	-0.07823944836854935
9744	embedding2nn.bias	3	0.005130057223141193
9744	embedding2nn.bias	4	0.016480598598718643
9744	embedding2nn.bias	5	0.005891792010515928
9744	embedding2nn.bias	6	0.027940375730395317
9744	embedding2nn.bias	7	0.04464200139045715
9744	embedding2nn.bias	8	0.026947280392050743
9744	embedding2nn.bias	9	-0.015993328765034676
9744	rnn.weight_ih_l0	0	0.03828321769833565
9744	rnn.weight_ih_l0	1	-0.007973474450409412
9744	rnn.weight_ih_l0	2	-0.026729878038167953
9744	rnn.weight_ih_l0	3	-0.0491323359310627
9744	rnn.weight_ih_l0	4	-0.0467446893453598
9744	rnn.weight_ih_l0	5	-0.0032781660556793213
9744	rnn.weight_ih_l0	6	-0.05402589961886406
9744	rnn.weight_ih_l0	7	-0.05526013299822807
9744	rnn.weight_ih_l0	8	-0.04885820299386978
9744	rnn.weight_ih_l0	9	-0.026683703064918518
9744	rnn.weight_hh_l0	0	0.014947103336453438
9744	rnn.weight_hh_l0	1	-0.0255117230117321
9744	rnn.weight_hh_l0	2	-0.03851388767361641
9744	rnn.weight_hh_l0	3	-0.022696757689118385
9744	rnn.weight_hh_l0	4	-0.0563153401017189
9744	rnn.weight_hh_l0	5	-0.010821275413036346
9744	rnn.weight_hh_l0	6	-0.032197512686252594
9744	rnn.weight_hh_l0	7	0.01691427268087864
9744	rnn.weight_hh_l0	8	-0.021303797140717506
9744	rnn.weight_hh_l0	9	0.017741262912750244
9744	rnn.bias_ih_l0	0	0.09561038762331009
9744	rnn.bias_ih_l0	1	-0.038924891501665115
9744	rnn.bias_ih_l0	2	0.11378303170204163
9744	rnn.bias_ih_l0	3	0.06646615266799927
9744	rnn.bias_ih_l0	4	0.09519852697849274
9744	rnn.bias_ih_l0	5	0.025407878682017326
9744	rnn.bias_ih_l0	6	-0.01500608865171671
9744	rnn.bias_ih_l0	7	-0.08124090731143951
9744	rnn.bias_ih_l0	8	-0.13040339946746826
9744	rnn.bias_ih_l0	9	0.08625539392232895
9744	rnn.bias_hh_l0	0	-0.027323871850967407
9744	rnn.bias_hh_l0	1	0.023835476487874985
9744	rnn.bias_hh_l0	2	-0.022560160607099533
9744	rnn.bias_hh_l0	3	-0.022214017808437347
9744	rnn.bias_hh_l0	4	-0.04786011204123497
9744	rnn.bias_hh_l0	5	0.11511306464672089
9744	rnn.bias_hh_l0	6	-0.005363623611629009
9744	rnn.bias_hh_l0	7	0.011876758188009262
9744	rnn.bias_hh_l0	8	0.019362635910511017
9744	rnn.bias_hh_l0	9	0.049127910286188126
9744	rnn.weight_ih_l0_reverse	0	-0.03231766074895859
9744	rnn.weight_ih_l0_reverse	1	-0.001658623805269599
9744	rnn.weight_ih_l0_reverse	2	0.023877078667283058
9744	rnn.weight_ih_l0_reverse	3	-0.057301800698041916
9744	rnn.weight_ih_l0_reverse	4	0.009459732100367546
9744	rnn.weight_ih_l0_reverse	5	-0.0523323193192482
9744	rnn.weight_ih_l0_reverse	6	0.013589982874691486
9744	rnn.weight_ih_l0_reverse	7	0.041690193116664886
9744	rnn.weight_ih_l0_reverse	8	-0.04290556162595749
9744	rnn.weight_ih_l0_reverse	9	-0.052533507347106934
9744	rnn.weight_hh_l0_reverse	0	-0.07622436434030533
9744	rnn.weight_hh_l0_reverse	1	-0.04854348674416542
9744	rnn.weight_hh_l0_reverse	2	0.014329804107546806
9744	rnn.weight_hh_l0_reverse	3	0.044194296002388
9744	rnn.weight_hh_l0_reverse	4	0.018130892887711525
9744	rnn.weight_hh_l0_reverse	5	0.042298924177885056
9744	rnn.weight_hh_l0_reverse	6	-0.0022456077858805656
9744	rnn.weight_hh_l0_reverse	7	-0.0006680799415335059
9744	rnn.weight_hh_l0_reverse	8	-0.09109632670879364
9744	rnn.weight_hh_l0_reverse	9	0.05025675892829895
9744	rnn.bias_ih_l0_reverse	0	-0.07108084857463837
9744	rnn.bias_ih_l0_reverse	1	-0.03720846772193909
9744	rnn.bias_ih_l0_reverse	2	0.08720637112855911
9744	rnn.bias_ih_l0_reverse	3	0.0288093164563179
9744	rnn.bias_ih_l0_reverse	4	-0.10827737301588058
9744	rnn.bias_ih_l0_reverse	5	0.03146705403923988
9744	rnn.bias_ih_l0_reverse	6	-0.10893310606479645
9744	rnn.bias_ih_l0_reverse	7	0.04804961010813713
9744	rnn.bias_ih_l0_reverse	8	0.025118090212345123
9744	rnn.bias_ih_l0_reverse	9	0.07034850120544434
9744	rnn.bias_hh_l0_reverse	0	0.029276449233293533
9744	rnn.bias_hh_l0_reverse	1	0.07262865453958511
9744	rnn.bias_hh_l0_reverse	2	0.08142965286970139
9744	rnn.bias_hh_l0_reverse	3	-0.007036930415779352
9744	rnn.bias_hh_l0_reverse	4	0.0804954320192337
9744	rnn.bias_hh_l0_reverse	5	0.02094515599310398
9744	rnn.bias_hh_l0_reverse	6	-0.07588468492031097
9744	rnn.bias_hh_l0_reverse	7	0.03515294939279556
9744	rnn.bias_hh_l0_reverse	8	0.02859436720609665
9744	rnn.bias_hh_l0_reverse	9	-0.1281452178955078
9744	linear.weight	0	0.18636058270931244
9744	linear.weight	1	-0.11001695692539215
9744	linear.weight	2	-0.1360824555158615
9744	linear.weight	3	0.07359178364276886
9744	linear.weight	4	0.0037041017785668373
9744	linear.weight	5	-0.028030088171362877
9744	linear.weight	6	-0.010071901604533195
9744	linear.weight	7	-0.0403519868850708
9744	linear.weight	8	0.02540954388678074
9744	linear.weight	9	0.34126394987106323
9744	linear.bias	0	-0.08460042625665665
9744	linear.bias	1	0.10475355386734009
9744	linear.bias	2	-0.43899571895599365
9744	linear.bias	3	1.4161168336868286
9744	linear.bias	4	-0.32542866468429565
9744	linear.bias	5	-0.030769959092140198
9744	linear.bias	6	-0.30507758259773254
9744	linear.bias	7	-0.1985289603471756
9744	linear.bias	8	0.059098951518535614
9744	linear.bias	9	-0.4303736984729767
9772	transitions	0	-0.6050926446914673
9772	transitions	1	0.39636778831481934
9772	transitions	2	1.7335705757141113
9772	transitions	3	0.14831140637397766
9772	transitions	4	0.9843565821647644
9772	transitions	5	1.2748048305511475
9772	transitions	6	0.48442721366882324
9772	transitions	7	0.18166854977607727
9772	transitions	8	-0.919076681137085
9772	transitions	9	0.9307635426521301
9772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9772	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9772	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9772	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9772	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9772	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9772	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9772	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9772	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9772	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9772	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9772	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9772	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9772	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9772	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9772	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9772	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9772	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9772	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9772	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9772	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9772	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9772	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9772	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9772	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9772	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9772	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9772	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9772	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9772	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9772	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9772	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9772	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9772	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9772	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9772	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9772	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9772	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9772	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9772	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9772	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9772	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9772	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9772	embedding2nn.weight	0	0.00770220160484314
9772	embedding2nn.weight	1	0.015014789998531342
9772	embedding2nn.weight	2	-0.005570985376834869
9772	embedding2nn.weight	3	0.0035614571534097195
9772	embedding2nn.weight	4	-0.0038470050785690546
9772	embedding2nn.weight	5	0.010556862689554691
9772	embedding2nn.weight	6	-0.0031880484893918037
9772	embedding2nn.weight	7	0.00808662548661232
9772	embedding2nn.weight	8	-0.006996321026235819
9772	embedding2nn.weight	9	-0.013520381413400173
9772	embedding2nn.bias	0	-0.029831312596797943
9772	embedding2nn.bias	1	-0.03244649991393089
9772	embedding2nn.bias	2	-0.08000285923480988
9772	embedding2nn.bias	3	0.005866406951099634
9772	embedding2nn.bias	4	0.019646862521767616
9772	embedding2nn.bias	5	0.006481391843408346
9772	embedding2nn.bias	6	0.029836446046829224
9772	embedding2nn.bias	7	0.04456799477338791
9772	embedding2nn.bias	8	0.025441445410251617
9772	embedding2nn.bias	9	-0.01638306863605976
9772	rnn.weight_ih_l0	0	0.038447778671979904
9772	rnn.weight_ih_l0	1	-0.00846595037728548
9772	rnn.weight_ih_l0	2	-0.026503324508666992
9772	rnn.weight_ih_l0	3	-0.048862166702747345
9772	rnn.weight_ih_l0	4	-0.04669097810983658
9772	rnn.weight_ih_l0	5	-0.00353633682243526
9772	rnn.weight_ih_l0	6	-0.05401942506432533
9772	rnn.weight_ih_l0	7	-0.05538683757185936
9772	rnn.weight_ih_l0	8	-0.04893413186073303
9772	rnn.weight_ih_l0	9	-0.026796117424964905
9772	rnn.weight_hh_l0	0	0.014926346950232983
9772	rnn.weight_hh_l0	1	-0.025756392627954483
9772	rnn.weight_hh_l0	2	-0.038902170956134796
9772	rnn.weight_hh_l0	3	-0.023174602538347244
9772	rnn.weight_hh_l0	4	-0.05628398805856705
9772	rnn.weight_hh_l0	5	-0.010855555534362793
9772	rnn.weight_hh_l0	6	-0.03169912099838257
9772	rnn.weight_hh_l0	7	0.016591588035225868
9772	rnn.weight_hh_l0	8	-0.021002233028411865
9772	rnn.weight_hh_l0	9	0.01800784096121788
9772	rnn.bias_ih_l0	0	0.0951823964715004
9772	rnn.bias_ih_l0	1	-0.03744877502322197
9772	rnn.bias_ih_l0	2	0.11509882658720016
9772	rnn.bias_ih_l0	3	0.06449498981237411
9772	rnn.bias_ih_l0	4	0.09318627417087555
9772	rnn.bias_ih_l0	5	0.02613173983991146
9772	rnn.bias_ih_l0	6	-0.014466546475887299
9772	rnn.bias_ih_l0	7	-0.08261363953351974
9772	rnn.bias_ih_l0	8	-0.13172844052314758
9772	rnn.bias_ih_l0	9	0.08567091822624207
9772	rnn.bias_hh_l0	0	-0.027970444411039352
9772	rnn.bias_hh_l0	1	0.023351995274424553
9772	rnn.bias_hh_l0	2	-0.022090628743171692
9772	rnn.bias_hh_l0	3	-0.021437177434563637
9772	rnn.bias_hh_l0	4	-0.04643772915005684
9772	rnn.bias_hh_l0	5	0.11660384386777878
9772	rnn.bias_hh_l0	6	-0.005205951631069183
9772	rnn.bias_hh_l0	7	0.017782794311642647
9772	rnn.bias_hh_l0	8	0.01990218088030815
9772	rnn.bias_hh_l0	9	0.0501856729388237
9772	rnn.weight_ih_l0_reverse	0	-0.03227047249674797
9772	rnn.weight_ih_l0_reverse	1	-0.001705908915027976
9772	rnn.weight_ih_l0_reverse	2	0.02394448220729828
9772	rnn.weight_ih_l0_reverse	3	-0.05682576075196266
9772	rnn.weight_ih_l0_reverse	4	0.009034202434122562
9772	rnn.weight_ih_l0_reverse	5	-0.05234373360872269
9772	rnn.weight_ih_l0_reverse	6	0.012994350865483284
9772	rnn.weight_ih_l0_reverse	7	0.041719112545251846
9772	rnn.weight_ih_l0_reverse	8	-0.043026383966207504
9772	rnn.weight_ih_l0_reverse	9	-0.052607495337724686
9772	rnn.weight_hh_l0_reverse	0	-0.07606169581413269
9772	rnn.weight_hh_l0_reverse	1	-0.04931576922535896
9772	rnn.weight_hh_l0_reverse	2	0.014426940120756626
9772	rnn.weight_hh_l0_reverse	3	0.043453529477119446
9772	rnn.weight_hh_l0_reverse	4	0.01783488318324089
9772	rnn.weight_hh_l0_reverse	5	0.04232374206185341
9772	rnn.weight_hh_l0_reverse	6	-0.0042787715792655945
9772	rnn.weight_hh_l0_reverse	7	-0.00045204319758340716
9772	rnn.weight_hh_l0_reverse	8	-0.09044086188077927
9772	rnn.weight_hh_l0_reverse	9	0.05085781589150429
9772	rnn.bias_ih_l0_reverse	0	-0.07192879170179367
9772	rnn.bias_ih_l0_reverse	1	-0.03909815102815628
9772	rnn.bias_ih_l0_reverse	2	0.08823081105947495
9772	rnn.bias_ih_l0_reverse	3	0.029609961435198784
9772	rnn.bias_ih_l0_reverse	4	-0.10903472453355789
9772	rnn.bias_ih_l0_reverse	5	0.033449508249759674
9772	rnn.bias_ih_l0_reverse	6	-0.11005236208438873
9772	rnn.bias_ih_l0_reverse	7	0.04634196311235428
9772	rnn.bias_ih_l0_reverse	8	0.02453215979039669
9772	rnn.bias_ih_l0_reverse	9	0.06963636726140976
9772	rnn.bias_hh_l0_reverse	0	0.03156137093901634
9772	rnn.bias_hh_l0_reverse	1	0.07291798293590546
9772	rnn.bias_hh_l0_reverse	2	0.08021542429924011
9772	rnn.bias_hh_l0_reverse	3	-0.006308028008788824
9772	rnn.bias_hh_l0_reverse	4	0.08146467059850693
9772	rnn.bias_hh_l0_reverse	5	0.018661541864275932
9772	rnn.bias_hh_l0_reverse	6	-0.07516790181398392
9772	rnn.bias_hh_l0_reverse	7	0.038143787533044815
9772	rnn.bias_hh_l0_reverse	8	0.029282288625836372
9772	rnn.bias_hh_l0_reverse	9	-0.13182108104228973
9772	linear.weight	0	0.18905377388000488
9772	linear.weight	1	-0.10999414324760437
9772	linear.weight	2	-0.1399785280227661
9772	linear.weight	3	0.07424255460500717
9772	linear.weight	4	0.002397208707407117
9772	linear.weight	5	-0.02965403161942959
9772	linear.weight	6	-0.010057562030851841
9772	linear.weight	7	-0.04024403542280197
9772	linear.weight	8	0.025215445086359978
9772	linear.weight	9	0.3374359905719757
9772	linear.bias	0	-0.09161824733018875
9772	linear.bias	1	0.1086830273270607
9772	linear.bias	2	-0.43530169129371643
9772	linear.bias	3	1.4257729053497314
9772	linear.bias	4	-0.32609671354293823
9772	linear.bias	5	-0.030769959092140198
9772	linear.bias	6	-0.30216994881629944
9772	linear.bias	7	-0.19720114767551422
9772	linear.bias	8	0.06063825264573097
9772	linear.bias	9	-0.4306882321834564
9800	transitions	0	-0.6052292585372925
9800	transitions	1	0.396125853061676
9800	transitions	2	1.733349323272705
9800	transitions	3	0.1482475847005844
9800	transitions	4	0.9842801690101624
9800	transitions	5	1.2748007774353027
9800	transitions	6	0.4844253361225128
9800	transitions	7	0.18166370689868927
9800	transitions	8	-0.919078528881073
9800	transitions	9	0.9307634830474854
9800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9800	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9800	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9800	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9800	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9800	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9800	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9800	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9800	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9800	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9800	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9800	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9800	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9800	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9800	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9800	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9800	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9800	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9800	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9800	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9800	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9800	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9800	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9800	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9800	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9800	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9800	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9800	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9800	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9800	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9800	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9800	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9800	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9800	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9800	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9800	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9800	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9800	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9800	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9800	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9800	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9800	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9800	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9800	embedding2nn.weight	0	0.008271228522062302
9800	embedding2nn.weight	1	0.01506300363689661
9800	embedding2nn.weight	2	-0.005586882121860981
9800	embedding2nn.weight	3	0.003009272739291191
9800	embedding2nn.weight	4	-0.003891031024977565
9800	embedding2nn.weight	5	0.01038263738155365
9800	embedding2nn.weight	6	-0.0031927130185067654
9800	embedding2nn.weight	7	0.007454370614141226
9800	embedding2nn.weight	8	-0.006873398553580046
9800	embedding2nn.weight	9	-0.013703780248761177
9800	embedding2nn.bias	0	-0.02447468973696232
9800	embedding2nn.bias	1	-0.02774295024573803
9800	embedding2nn.bias	2	-0.0821758583188057
9800	embedding2nn.bias	3	0.006958248093724251
9800	embedding2nn.bias	4	0.023352494463324547
9800	embedding2nn.bias	5	-0.0025451048277318478
9800	embedding2nn.bias	6	0.025629254058003426
9800	embedding2nn.bias	7	0.04393446445465088
9800	embedding2nn.bias	8	0.022714169695973396
9800	embedding2nn.bias	9	-0.018419181928038597
9800	rnn.weight_ih_l0	0	0.038621410727500916
9800	rnn.weight_ih_l0	1	-0.008927318267524242
9800	rnn.weight_ih_l0	2	-0.026206813752651215
9800	rnn.weight_ih_l0	3	-0.049000825732946396
9800	rnn.weight_ih_l0	4	-0.04687744006514549
9800	rnn.weight_ih_l0	5	-0.0031381130684167147
9800	rnn.weight_ih_l0	6	-0.05360298231244087
9800	rnn.weight_ih_l0	7	-0.05538018047809601
9800	rnn.weight_ih_l0	8	-0.04831022024154663
9800	rnn.weight_ih_l0	9	-0.02668246254324913
9800	rnn.weight_hh_l0	0	0.015046785585582256
9800	rnn.weight_hh_l0	1	-0.025428060442209244
9800	rnn.weight_hh_l0	2	-0.04005291685461998
9800	rnn.weight_hh_l0	3	-0.02324087731540203
9800	rnn.weight_hh_l0	4	-0.056642767041921616
9800	rnn.weight_hh_l0	5	-0.010938221588730812
9800	rnn.weight_hh_l0	6	-0.03139212727546692
9800	rnn.weight_hh_l0	7	0.017965756356716156
9800	rnn.weight_hh_l0	8	-0.020822573453187943
9800	rnn.weight_hh_l0	9	0.018590593710541725
9800	rnn.bias_ih_l0	0	0.09602531790733337
9800	rnn.bias_ih_l0	1	-0.03990451991558075
9800	rnn.bias_ih_l0	2	0.1145293116569519
9800	rnn.bias_ih_l0	3	0.06538132578134537
9800	rnn.bias_ih_l0	4	0.09260667860507965
9800	rnn.bias_ih_l0	5	0.02519007958471775
9800	rnn.bias_ih_l0	6	-0.01671813614666462
9800	rnn.bias_ih_l0	7	-0.08694030344486237
9800	rnn.bias_ih_l0	8	-0.13091300427913666
9800	rnn.bias_ih_l0	9	0.08648964017629623
9800	rnn.bias_hh_l0	0	-0.026954390108585358
9800	rnn.bias_hh_l0	1	0.0225693229585886
9800	rnn.bias_hh_l0	2	-0.02284691296517849
9800	rnn.bias_hh_l0	3	-0.02094343490898609
9800	rnn.bias_hh_l0	4	-0.046984534710645676
9800	rnn.bias_hh_l0	5	0.11529290676116943
9800	rnn.bias_hh_l0	6	-0.0047683147713541985
9800	rnn.bias_hh_l0	7	0.01448772195726633
9800	rnn.bias_hh_l0	8	0.01765059307217598
9800	rnn.bias_hh_l0	9	0.04875577241182327
9800	rnn.weight_ih_l0_reverse	0	-0.03212021291255951
9800	rnn.weight_ih_l0_reverse	1	0.00038683382445015013
9800	rnn.weight_ih_l0_reverse	2	0.024001894518733025
9800	rnn.weight_ih_l0_reverse	3	-0.056742630898952484
9800	rnn.weight_ih_l0_reverse	4	0.00891951471567154
9800	rnn.weight_ih_l0_reverse	5	-0.05226311460137367
9800	rnn.weight_ih_l0_reverse	6	0.013404821045696735
9800	rnn.weight_ih_l0_reverse	7	0.041799116879701614
9800	rnn.weight_ih_l0_reverse	8	-0.04315142333507538
9800	rnn.weight_ih_l0_reverse	9	-0.05263098329305649
9800	rnn.weight_hh_l0_reverse	0	-0.07635125517845154
9800	rnn.weight_hh_l0_reverse	1	-0.050017815083265305
9800	rnn.weight_hh_l0_reverse	2	0.014636639505624771
9800	rnn.weight_hh_l0_reverse	3	0.04405172914266586
9800	rnn.weight_hh_l0_reverse	4	0.0185211393982172
9800	rnn.weight_hh_l0_reverse	5	0.042240288108587265
9800	rnn.weight_hh_l0_reverse	6	-0.005933667998760939
9800	rnn.weight_hh_l0_reverse	7	-0.001042872085236013
9800	rnn.weight_hh_l0_reverse	8	-0.09124504774808884
9800	rnn.weight_hh_l0_reverse	9	0.050837717950344086
9800	rnn.bias_ih_l0_reverse	0	-0.07707337290048599
9800	rnn.bias_ih_l0_reverse	1	-0.039825569838285446
9800	rnn.bias_ih_l0_reverse	2	0.08809046447277069
9800	rnn.bias_ih_l0_reverse	3	0.030190536752343178
9800	rnn.bias_ih_l0_reverse	4	-0.107853464782238
9800	rnn.bias_ih_l0_reverse	5	0.034408316016197205
9800	rnn.bias_ih_l0_reverse	6	-0.11107367277145386
9800	rnn.bias_ih_l0_reverse	7	0.04679213836789131
9800	rnn.bias_ih_l0_reverse	8	0.02299845777451992
9800	rnn.bias_ih_l0_reverse	9	0.07003732025623322
9800	rnn.bias_hh_l0_reverse	0	0.028156550601124763
9800	rnn.bias_hh_l0_reverse	1	0.0738082155585289
9800	rnn.bias_hh_l0_reverse	2	0.07976751774549484
9800	rnn.bias_hh_l0_reverse	3	-0.00679037906229496
9800	rnn.bias_hh_l0_reverse	4	0.08311223983764648
9800	rnn.bias_hh_l0_reverse	5	0.025133488699793816
9800	rnn.bias_hh_l0_reverse	6	-0.07450775057077408
9800	rnn.bias_hh_l0_reverse	7	0.03695748373866081
9800	rnn.bias_hh_l0_reverse	8	0.029394611716270447
9800	rnn.bias_hh_l0_reverse	9	-0.13586631417274475
9800	linear.weight	0	0.18186993896961212
9800	linear.weight	1	-0.10995100438594818
9800	linear.weight	2	-0.1434260904788971
9800	linear.weight	3	0.0701645016670227
9800	linear.weight	4	0.002646563109010458
9800	linear.weight	5	-0.02937924675643444
9800	linear.weight	6	-0.010031736455857754
9800	linear.weight	7	-0.04022036865353584
9800	linear.weight	8	0.025457540526986122
9800	linear.weight	9	0.33940303325653076
9800	linear.bias	0	-0.10242682695388794
9800	linear.bias	1	0.11294405907392502
9800	linear.bias	2	-0.43501925468444824
9800	linear.bias	3	1.4246628284454346
9800	linear.bias	4	-0.3283188045024872
9800	linear.bias	5	-0.030769959092140198
9800	linear.bias	6	-0.301207959651947
9800	linear.bias	7	-0.19908513128757477
9800	linear.bias	8	0.0628121867775917
9800	linear.bias	9	-0.43090665340423584
9828	transitions	0	-0.6052991151809692
9828	transitions	1	0.39597994089126587
9828	transitions	2	1.733202338218689
9828	transitions	3	0.14814022183418274
9828	transitions	4	0.9841648936271667
9828	transitions	5	1.274799108505249
9828	transitions	6	0.48442184925079346
9828	transitions	7	0.1816451996564865
9828	transitions	8	-0.9190799593925476
9828	transitions	9	0.9307634234428406
9828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9828	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9828	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9828	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9828	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9828	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9828	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9828	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9828	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9828	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9828	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9828	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9828	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9828	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9828	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9828	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9828	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9828	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9828	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9828	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9828	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9828	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9828	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9828	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9828	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9828	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9828	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9828	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9828	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9828	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9828	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9828	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9828	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9828	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9828	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9828	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9828	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9828	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9828	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9828	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9828	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9828	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9828	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9828	embedding2nn.weight	0	0.008203897625207901
9828	embedding2nn.weight	1	0.01522876601666212
9828	embedding2nn.weight	2	-0.00558454031124711
9828	embedding2nn.weight	3	0.00299663282930851
9828	embedding2nn.weight	4	-0.0038027064874768257
9828	embedding2nn.weight	5	0.010407555848360062
9828	embedding2nn.weight	6	-0.0032157283276319504
9828	embedding2nn.weight	7	0.007872285321354866
9828	embedding2nn.weight	8	-0.006946243345737457
9828	embedding2nn.weight	9	-0.013632040470838547
9828	embedding2nn.bias	0	-0.02891380712389946
9828	embedding2nn.bias	1	-0.03155726566910744
9828	embedding2nn.bias	2	-0.0817984938621521
9828	embedding2nn.bias	3	0.005491192918270826
9828	embedding2nn.bias	4	0.017495300620794296
9828	embedding2nn.bias	5	-0.002575741847977042
9828	embedding2nn.bias	6	0.0294214878231287
9828	embedding2nn.bias	7	0.049639444798231125
9828	embedding2nn.bias	8	0.023627761751413345
9828	embedding2nn.bias	9	-0.018235158175230026
9828	rnn.weight_ih_l0	0	0.038642000406980515
9828	rnn.weight_ih_l0	1	-0.008764306083321571
9828	rnn.weight_ih_l0	2	-0.025589143857359886
9828	rnn.weight_ih_l0	3	-0.04919953644275665
9828	rnn.weight_ih_l0	4	-0.04707224667072296
9828	rnn.weight_ih_l0	5	-0.002717061899602413
9828	rnn.weight_ih_l0	6	-0.05345547944307327
9828	rnn.weight_ih_l0	7	-0.05571756511926651
9828	rnn.weight_ih_l0	8	-0.04802082106471062
9828	rnn.weight_ih_l0	9	-0.026572341099381447
9828	rnn.weight_hh_l0	0	0.015244386158883572
9828	rnn.weight_hh_l0	1	-0.025551272556185722
9828	rnn.weight_hh_l0	2	-0.040157243609428406
9828	rnn.weight_hh_l0	3	-0.023099634796380997
9828	rnn.weight_hh_l0	4	-0.05664733052253723
9828	rnn.weight_hh_l0	5	-0.011478308588266373
9828	rnn.weight_hh_l0	6	-0.03180662542581558
9828	rnn.weight_hh_l0	7	0.01887507364153862
9828	rnn.weight_hh_l0	8	-0.020591525360941887
9828	rnn.weight_hh_l0	9	0.019418077543377876
9828	rnn.bias_ih_l0	0	0.09716016799211502
9828	rnn.bias_ih_l0	1	-0.03832414373755455
9828	rnn.bias_ih_l0	2	0.11509306728839874
9828	rnn.bias_ih_l0	3	0.06662659347057343
9828	rnn.bias_ih_l0	4	0.09239187091588974
9828	rnn.bias_ih_l0	5	0.025750573724508286
9828	rnn.bias_ih_l0	6	-0.017480963841080666
9828	rnn.bias_ih_l0	7	-0.08642010390758514
9828	rnn.bias_ih_l0	8	-0.13284987211227417
9828	rnn.bias_ih_l0	9	0.08754246681928635
9828	rnn.bias_hh_l0	0	-0.026523396372795105
9828	rnn.bias_hh_l0	1	0.02241455391049385
9828	rnn.bias_hh_l0	2	-0.022847475484013557
9828	rnn.bias_hh_l0	3	-0.02500004693865776
9828	rnn.bias_hh_l0	4	-0.04607886075973511
9828	rnn.bias_hh_l0	5	0.11679292470216751
9828	rnn.bias_hh_l0	6	-0.005740308202803135
9828	rnn.bias_hh_l0	7	0.01609770581126213
9828	rnn.bias_hh_l0	8	0.016887765377759933
9828	rnn.bias_hh_l0	9	0.0480206236243248
9828	rnn.weight_ih_l0_reverse	0	-0.032152026891708374
9828	rnn.weight_ih_l0_reverse	1	0.0014059097738936543
9828	rnn.weight_ih_l0_reverse	2	0.02398322895169258
9828	rnn.weight_ih_l0_reverse	3	-0.05622363090515137
9828	rnn.weight_ih_l0_reverse	4	0.00902403611689806
9828	rnn.weight_ih_l0_reverse	5	-0.05231981351971626
9828	rnn.weight_ih_l0_reverse	6	0.013007352128624916
9828	rnn.weight_ih_l0_reverse	7	0.041849084198474884
9828	rnn.weight_ih_l0_reverse	8	-0.04311613738536835
9828	rnn.weight_ih_l0_reverse	9	-0.05256342142820358
9828	rnn.weight_hh_l0_reverse	0	-0.07640779763460159
9828	rnn.weight_hh_l0_reverse	1	-0.050124648958444595
9828	rnn.weight_hh_l0_reverse	2	0.014539671130478382
9828	rnn.weight_hh_l0_reverse	3	0.04379669949412346
9828	rnn.weight_hh_l0_reverse	4	0.01842338591814041
9828	rnn.weight_hh_l0_reverse	5	0.042355574667453766
9828	rnn.weight_hh_l0_reverse	6	-0.003135632025077939
9828	rnn.weight_hh_l0_reverse	7	-0.0007122747483663261
9828	rnn.weight_hh_l0_reverse	8	-0.0898086279630661
9828	rnn.weight_hh_l0_reverse	9	0.05113833770155907
9828	rnn.bias_ih_l0_reverse	0	-0.07568781077861786
9828	rnn.bias_ih_l0_reverse	1	-0.0425565242767334
9828	rnn.bias_ih_l0_reverse	2	0.08927645534276962
9828	rnn.bias_ih_l0_reverse	3	0.029572835192084312
9828	rnn.bias_ih_l0_reverse	4	-0.10716752707958221
9828	rnn.bias_ih_l0_reverse	5	0.03468850627541542
9828	rnn.bias_ih_l0_reverse	6	-0.11205317080020905
9828	rnn.bias_ih_l0_reverse	7	0.04715666547417641
9828	rnn.bias_ih_l0_reverse	8	0.021175239235162735
9828	rnn.bias_ih_l0_reverse	9	0.0684996098279953
9828	rnn.bias_hh_l0_reverse	0	0.03116205893456936
9828	rnn.bias_hh_l0_reverse	1	0.07439897209405899
9828	rnn.bias_hh_l0_reverse	2	0.07701589912176132
9828	rnn.bias_hh_l0_reverse	3	-0.006969843991100788
9828	rnn.bias_hh_l0_reverse	4	0.08402098715305328
9828	rnn.bias_hh_l0_reverse	5	0.027947619557380676
9828	rnn.bias_hh_l0_reverse	6	-0.0749489888548851
9828	rnn.bias_hh_l0_reverse	7	0.037034522742033005
9828	rnn.bias_hh_l0_reverse	8	0.032811570912599564
9828	rnn.bias_hh_l0_reverse	9	-0.13240811228752136
9828	linear.weight	0	0.18455640971660614
9828	linear.weight	1	-0.10993380099534988
9828	linear.weight	2	-0.1461336612701416
9828	linear.weight	3	0.07177256047725677
9828	linear.weight	4	0.0006234662723727524
9828	linear.weight	5	-0.02961369790136814
9828	linear.weight	6	-0.010020473040640354
9828	linear.weight	7	-0.04010683298110962
9828	linear.weight	8	0.027412479743361473
9828	linear.weight	9	0.3377208113670349
9828	linear.bias	0	-0.1047336757183075
9828	linear.bias	1	0.10074730217456818
9828	linear.bias	2	-0.4350099563598633
9828	linear.bias	3	1.4184948205947876
9828	linear.bias	4	-0.32884007692337036
9828	linear.bias	5	-0.030769959092140198
9828	linear.bias	6	-0.30428242683410645
9828	linear.bias	7	-0.19805461168289185
9828	linear.bias	8	0.05887589231133461
9828	linear.bias	9	-0.4311373829841614
9856	transitions	0	-0.6053731441497803
9856	transitions	1	0.395770788192749
9856	transitions	2	1.733065128326416
9856	transitions	3	0.14811865985393524
9856	transitions	4	0.9841152429580688
9856	transitions	5	1.274796724319458
9856	transitions	6	0.4844188094139099
9856	transitions	7	0.18155673146247864
9856	transitions	8	-0.9190806150436401
9856	transitions	9	0.9307632446289062
9856	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9856	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9856	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9856	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9856	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9856	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9856	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9856	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9856	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9856	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9856	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9856	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9856	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9856	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9856	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9856	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9856	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9856	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9856	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9856	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9856	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9856	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9856	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9856	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9856	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9856	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9856	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9856	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9856	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9856	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9856	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9856	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9856	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9856	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9856	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9856	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9856	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9856	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9856	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9856	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9856	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9856	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9856	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9856	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9856	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9856	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9856	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9856	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9856	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9856	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9856	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9856	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9856	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9856	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9856	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9856	embedding2nn.weight	0	0.008327318355441093
9856	embedding2nn.weight	1	0.01542043685913086
9856	embedding2nn.weight	2	-0.005631519481539726
9856	embedding2nn.weight	3	0.002826155163347721
9856	embedding2nn.weight	4	-0.0037258812226355076
9856	embedding2nn.weight	5	0.010482842102646828
9856	embedding2nn.weight	6	-0.0032554061617702246
9856	embedding2nn.weight	7	0.00813381653279066
9856	embedding2nn.weight	8	-0.006998783443123102
9856	embedding2nn.weight	9	-0.013649688102304935
9856	embedding2nn.bias	0	-0.027224663645029068
9856	embedding2nn.bias	1	-0.029357150197029114
9856	embedding2nn.bias	2	-0.09048372507095337
9856	embedding2nn.bias	3	0.00926957931369543
9856	embedding2nn.bias	4	0.014920752495527267
9856	embedding2nn.bias	5	0.00015957982395775616
9856	embedding2nn.bias	6	0.03319333493709564
9856	embedding2nn.bias	7	0.04967911168932915
9856	embedding2nn.bias	8	0.021681493148207664
9856	embedding2nn.bias	9	-0.015283411368727684
9856	rnn.weight_ih_l0	0	0.038605812937021255
9856	rnn.weight_ih_l0	1	-0.009943302720785141
9856	rnn.weight_ih_l0	2	-0.025878340005874634
9856	rnn.weight_ih_l0	3	-0.04943685233592987
9856	rnn.weight_ih_l0	4	-0.04674200341105461
9856	rnn.weight_ih_l0	5	-0.0025426167994737625
9856	rnn.weight_ih_l0	6	-0.052894189953804016
9856	rnn.weight_ih_l0	7	-0.05557514727115631
9856	rnn.weight_ih_l0	8	-0.04807253181934357
9856	rnn.weight_ih_l0	9	-0.02665564976632595
9856	rnn.weight_hh_l0	0	0.015377483330667019
9856	rnn.weight_hh_l0	1	-0.025823839008808136
9856	rnn.weight_hh_l0	2	-0.03998660296201706
9856	rnn.weight_hh_l0	3	-0.023190880194306374
9856	rnn.weight_hh_l0	4	-0.05656665936112404
9856	rnn.weight_hh_l0	5	-0.011589810252189636
9856	rnn.weight_hh_l0	6	-0.03202813118696213
9856	rnn.weight_hh_l0	7	0.01842312328517437
9856	rnn.weight_hh_l0	8	-0.0205057505518198
9856	rnn.weight_hh_l0	9	0.01985069550573826
9856	rnn.bias_ih_l0	0	0.09662015736103058
9856	rnn.bias_ih_l0	1	-0.03893338516354561
9856	rnn.bias_ih_l0	2	0.1148994117975235
9856	rnn.bias_ih_l0	3	0.06745047867298126
9856	rnn.bias_ih_l0	4	0.09235043078660965
9856	rnn.bias_ih_l0	5	0.025985587388277054
9856	rnn.bias_ih_l0	6	-0.018501782789826393
9856	rnn.bias_ih_l0	7	-0.09465587139129639
9856	rnn.bias_ih_l0	8	-0.13852447271347046
9856	rnn.bias_ih_l0	9	0.08739250153303146
9856	rnn.bias_hh_l0	0	-0.026677630841732025
9856	rnn.bias_hh_l0	1	0.022902000695466995
9856	rnn.bias_hh_l0	2	-0.023607002571225166
9856	rnn.bias_hh_l0	3	-0.025518709793686867
9856	rnn.bias_hh_l0	4	-0.04439438506960869
9856	rnn.bias_hh_l0	5	0.12033038586378098
9856	rnn.bias_hh_l0	6	-0.0053091575391590595
9856	rnn.bias_hh_l0	7	0.0149589404463768
9856	rnn.bias_hh_l0	8	0.015866944566369057
9856	rnn.bias_hh_l0	9	0.04736294597387314
9856	rnn.weight_ih_l0_reverse	0	-0.03232014179229736
9856	rnn.weight_ih_l0_reverse	1	0.0012693038443103433
9856	rnn.weight_ih_l0_reverse	2	0.02393220365047455
9856	rnn.weight_ih_l0_reverse	3	-0.05607844889163971
9856	rnn.weight_ih_l0_reverse	4	0.008907823823392391
9856	rnn.weight_ih_l0_reverse	5	-0.05216468125581741
9856	rnn.weight_ih_l0_reverse	6	0.012875163927674294
9856	rnn.weight_ih_l0_reverse	7	0.04182882606983185
9856	rnn.weight_ih_l0_reverse	8	-0.04293510690331459
9856	rnn.weight_ih_l0_reverse	9	-0.05262066051363945
9856	rnn.weight_hh_l0_reverse	0	-0.07588699460029602
9856	rnn.weight_hh_l0_reverse	1	-0.04877183213829994
9856	rnn.weight_hh_l0_reverse	2	0.014983071945607662
9856	rnn.weight_hh_l0_reverse	3	0.04402364790439606
9856	rnn.weight_hh_l0_reverse	4	0.01806224323809147
9856	rnn.weight_hh_l0_reverse	5	0.04254670813679695
9856	rnn.weight_hh_l0_reverse	6	-0.0031357507687062025
9856	rnn.weight_hh_l0_reverse	7	-0.0011823009699583054
9856	rnn.weight_hh_l0_reverse	8	-0.0897977203130722
9856	rnn.weight_hh_l0_reverse	9	0.05134817585349083
9856	rnn.bias_ih_l0_reverse	0	-0.07393629103899002
9856	rnn.bias_ih_l0_reverse	1	-0.03366035968065262
9856	rnn.bias_ih_l0_reverse	2	0.08967775851488113
9856	rnn.bias_ih_l0_reverse	3	0.029231220483779907
9856	rnn.bias_ih_l0_reverse	4	-0.10685764998197556
9856	rnn.bias_ih_l0_reverse	5	0.03499268740415573
9856	rnn.bias_ih_l0_reverse	6	-0.11109136790037155
9856	rnn.bias_ih_l0_reverse	7	0.047391127794981
9856	rnn.bias_ih_l0_reverse	8	0.01908886805176735
9856	rnn.bias_ih_l0_reverse	9	0.06777823716402054
9856	rnn.bias_hh_l0_reverse	0	0.028139805421233177
9856	rnn.bias_hh_l0_reverse	1	0.07469061017036438
9856	rnn.bias_hh_l0_reverse	2	0.07747524231672287
9856	rnn.bias_hh_l0_reverse	3	-0.00779101625084877
9856	rnn.bias_hh_l0_reverse	4	0.08526252955198288
9856	rnn.bias_hh_l0_reverse	5	0.03133781999349594
9856	rnn.bias_hh_l0_reverse	6	-0.07591337710618973
9856	rnn.bias_hh_l0_reverse	7	0.03773427754640579
9856	rnn.bias_hh_l0_reverse	8	0.03315822780132294
9856	rnn.bias_hh_l0_reverse	9	-0.1354006975889206
9856	linear.weight	0	0.1835637390613556
9856	linear.weight	1	-0.1099359542131424
9856	linear.weight	2	-0.14498624205589294
9856	linear.weight	3	0.07097478955984116
9856	linear.weight	4	0.002186608500778675
9856	linear.weight	5	-0.030018838122487068
9856	linear.weight	6	-0.010006699711084366
9856	linear.weight	7	-0.040050555020570755
9856	linear.weight	8	0.028906764462590218
9856	linear.weight	9	0.33711859583854675
9856	linear.bias	0	-0.10816415399312973
9856	linear.bias	1	0.10579776018857956
9856	linear.bias	2	-0.43161389231681824
9856	linear.bias	3	1.4233540296554565
9856	linear.bias	4	-0.32535985112190247
9856	linear.bias	5	-0.030769959092140198
9856	linear.bias	6	-0.3007564842700958
9856	linear.bias	7	-0.19513866305351257
9856	linear.bias	8	0.04310041293501854
9856	linear.bias	9	-0.4313148558139801
9884	transitions	0	-0.6054941415786743
9884	transitions	1	0.395688533782959
9884	transitions	2	1.732915997505188
9884	transitions	3	0.1479501873254776
9884	transitions	4	0.983992338180542
9884	transitions	5	1.2747949361801147
9884	transitions	6	0.48441755771636963
9884	transitions	7	0.18155448138713837
9884	transitions	8	-0.9190818667411804
9884	transitions	9	0.9307632446289062
9884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9884	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9884	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9884	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9884	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9884	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9884	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9884	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9884	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9884	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9884	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9884	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9884	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9884	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9884	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9884	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9884	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9884	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9884	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9884	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9884	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9884	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9884	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9884	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9884	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9884	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9884	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9884	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9884	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9884	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9884	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9884	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9884	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9884	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9884	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9884	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9884	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9884	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9884	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9884	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9884	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9884	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9884	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9884	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9884	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9884	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9884	embedding2nn.weight	0	0.008246581070125103
9884	embedding2nn.weight	1	0.015410763211548328
9884	embedding2nn.weight	2	-0.005583262071013451
9884	embedding2nn.weight	3	0.0028153755702078342
9884	embedding2nn.weight	4	-0.003717562183737755
9884	embedding2nn.weight	5	0.010583695955574512
9884	embedding2nn.weight	6	-0.0032622867729514837
9884	embedding2nn.weight	7	0.008251778781414032
9884	embedding2nn.weight	8	-0.007090936880558729
9884	embedding2nn.weight	9	-0.013745913282036781
9884	embedding2nn.bias	0	-0.029926786199212074
9884	embedding2nn.bias	1	-0.02243003435432911
9884	embedding2nn.bias	2	-0.09172052890062332
9884	embedding2nn.bias	3	0.007097315974533558
9884	embedding2nn.bias	4	0.013974077999591827
9884	embedding2nn.bias	5	0.003196107456460595
9884	embedding2nn.bias	6	0.0243296567350626
9884	embedding2nn.bias	7	0.04832122102379799
9884	embedding2nn.bias	8	0.02645016461610794
9884	embedding2nn.bias	9	-0.01787806861102581
9884	rnn.weight_ih_l0	0	0.038216277956962585
9884	rnn.weight_ih_l0	1	-0.009981179609894753
9884	rnn.weight_ih_l0	2	-0.024610934779047966
9884	rnn.weight_ih_l0	3	-0.049163177609443665
9884	rnn.weight_ih_l0	4	-0.04684092476963997
9884	rnn.weight_ih_l0	5	-0.0020051198080182076
9884	rnn.weight_ih_l0	6	-0.05285834148526192
9884	rnn.weight_ih_l0	7	-0.05555565655231476
9884	rnn.weight_ih_l0	8	-0.048004765063524246
9884	rnn.weight_ih_l0	9	-0.026677072048187256
9884	rnn.weight_hh_l0	0	0.015284786932170391
9884	rnn.weight_hh_l0	1	-0.026402672752738
9884	rnn.weight_hh_l0	2	-0.03902639076113701
9884	rnn.weight_hh_l0	3	-0.022733202204108238
9884	rnn.weight_hh_l0	4	-0.05669596046209335
9884	rnn.weight_hh_l0	5	-0.010951828211545944
9884	rnn.weight_hh_l0	6	-0.03174223750829697
9884	rnn.weight_hh_l0	7	0.01927041821181774
9884	rnn.weight_hh_l0	8	-0.02046893537044525
9884	rnn.weight_hh_l0	9	0.020226871594786644
9884	rnn.bias_ih_l0	0	0.09700480103492737
9884	rnn.bias_ih_l0	1	-0.036251381039619446
9884	rnn.bias_ih_l0	2	0.11364812403917313
9884	rnn.bias_ih_l0	3	0.06448740512132645
9884	rnn.bias_ih_l0	4	0.09103391319513321
9884	rnn.bias_ih_l0	5	0.025408485904335976
9884	rnn.bias_ih_l0	6	-0.01761820912361145
9884	rnn.bias_ih_l0	7	-0.09311122447252274
9884	rnn.bias_ih_l0	8	-0.13427667319774628
9884	rnn.bias_ih_l0	9	0.0859411284327507
9884	rnn.bias_hh_l0	0	-0.027341002598404884
9884	rnn.bias_hh_l0	1	0.02296033874154091
9884	rnn.bias_hh_l0	2	-0.025402527302503586
9884	rnn.bias_hh_l0	3	-0.02715463750064373
9884	rnn.bias_hh_l0	4	-0.042831819504499435
9884	rnn.bias_hh_l0	5	0.11775340139865875
9884	rnn.bias_hh_l0	6	-0.0025436009746044874
9884	rnn.bias_hh_l0	7	0.014690673910081387
9884	rnn.bias_hh_l0	8	0.01675051636993885
9884	rnn.bias_hh_l0	9	0.04884551092982292
9884	rnn.weight_ih_l0_reverse	0	-0.03231821954250336
9884	rnn.weight_ih_l0_reverse	1	0.0006435298710130155
9884	rnn.weight_ih_l0_reverse	2	0.023886317387223244
9884	rnn.weight_ih_l0_reverse	3	-0.05613797530531883
9884	rnn.weight_ih_l0_reverse	4	0.008952920325100422
9884	rnn.weight_ih_l0_reverse	5	-0.05230304226279259
9884	rnn.weight_ih_l0_reverse	6	0.013279695995151997
9884	rnn.weight_ih_l0_reverse	7	0.041957445442676544
9884	rnn.weight_ih_l0_reverse	8	-0.042730264365673065
9884	rnn.weight_ih_l0_reverse	9	-0.05262168124318123
9884	rnn.weight_hh_l0_reverse	0	-0.075750932097435
9884	rnn.weight_hh_l0_reverse	1	-0.048359885811805725
9884	rnn.weight_hh_l0_reverse	2	0.01521299034357071
9884	rnn.weight_hh_l0_reverse	3	0.04418203979730606
9884	rnn.weight_hh_l0_reverse	4	0.01790751703083515
9884	rnn.weight_hh_l0_reverse	5	0.04222582280635834
9884	rnn.weight_hh_l0_reverse	6	-0.008185550570487976
9884	rnn.weight_hh_l0_reverse	7	-0.0008038720698095858
9884	rnn.weight_hh_l0_reverse	8	-0.0902239978313446
9884	rnn.weight_hh_l0_reverse	9	0.05166522413492203
9884	rnn.bias_ih_l0_reverse	0	-0.07432998716831207
9884	rnn.bias_ih_l0_reverse	1	-0.033458542078733444
9884	rnn.bias_ih_l0_reverse	2	0.09068749099969864
9884	rnn.bias_ih_l0_reverse	3	0.02891826257109642
9884	rnn.bias_ih_l0_reverse	4	-0.10723122954368591
9884	rnn.bias_ih_l0_reverse	5	0.035792939364910126
9884	rnn.bias_ih_l0_reverse	6	-0.10868513584136963
9884	rnn.bias_ih_l0_reverse	7	0.04805559664964676
9884	rnn.bias_ih_l0_reverse	8	0.018516216427087784
9884	rnn.bias_ih_l0_reverse	9	0.06827796995639801
9884	rnn.bias_hh_l0_reverse	0	0.029988301917910576
9884	rnn.bias_hh_l0_reverse	1	0.07422924041748047
9884	rnn.bias_hh_l0_reverse	2	0.07723654061555862
9884	rnn.bias_hh_l0_reverse	3	-0.006827395409345627
9884	rnn.bias_hh_l0_reverse	4	0.08463803678750992
9884	rnn.bias_hh_l0_reverse	5	0.023760447278618813
9884	rnn.bias_hh_l0_reverse	6	-0.0757560059428215
9884	rnn.bias_hh_l0_reverse	7	0.03986363857984543
9884	rnn.bias_hh_l0_reverse	8	0.03311942517757416
9884	rnn.bias_hh_l0_reverse	9	-0.13159005343914032
9884	linear.weight	0	0.18315133452415466
9884	linear.weight	1	-0.10991590470075607
9884	linear.weight	2	-0.14398840069770813
9884	linear.weight	3	0.06999634206295013
9884	linear.weight	4	0.004961240105330944
9884	linear.weight	5	-0.028008174151182175
9884	linear.weight	6	-0.009998542256653309
9884	linear.weight	7	-0.039952896535396576
9884	linear.weight	8	0.02687765657901764
9884	linear.weight	9	0.33535102009773254
9884	linear.bias	0	-0.10683396458625793
9884	linear.bias	1	0.10311990231275558
9884	linear.bias	2	-0.4335279166698456
9884	linear.bias	3	1.4252068996429443
9884	linear.bias	4	-0.32577237486839294
9884	linear.bias	5	-0.030769959092140198
9884	linear.bias	6	-0.3003743886947632
9884	linear.bias	7	-0.19516360759735107
9884	linear.bias	8	0.04871316999197006
9884	linear.bias	9	-0.4315720498561859
9912	transitions	0	-0.6055945158004761
9912	transitions	1	0.39556819200515747
9912	transitions	2	1.7327078580856323
9912	transitions	3	0.1478855311870575
9912	transitions	4	0.9839498996734619
9912	transitions	5	1.2747936248779297
9912	transitions	6	0.4844159781932831
9912	transitions	7	0.18155251443386078
9912	transitions	8	-0.9190836548805237
9912	transitions	9	0.9307632446289062
9912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9912	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9912	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9912	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9912	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9912	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9912	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9912	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9912	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9912	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9912	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9912	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9912	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9912	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9912	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9912	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9912	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9912	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9912	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9912	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9912	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9912	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9912	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9912	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9912	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9912	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9912	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9912	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9912	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9912	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9912	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9912	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9912	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9912	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9912	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9912	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9912	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9912	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9912	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9912	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9912	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9912	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9912	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9912	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9912	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9912	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9912	embedding2nn.weight	0	0.0078392643481493
9912	embedding2nn.weight	1	0.015246482565999031
9912	embedding2nn.weight	2	-0.0055771563202142715
9912	embedding2nn.weight	3	0.0025230208411812782
9912	embedding2nn.weight	4	-0.0037230446469038725
9912	embedding2nn.weight	5	0.010508839972317219
9912	embedding2nn.weight	6	-0.0032096218783408403
9912	embedding2nn.weight	7	0.00765402615070343
9912	embedding2nn.weight	8	-0.006977170240134001
9912	embedding2nn.weight	9	-0.013655533082783222
9912	embedding2nn.bias	0	-0.026654141023755074
9912	embedding2nn.bias	1	-0.018322573974728584
9912	embedding2nn.bias	2	-0.08535632491111755
9912	embedding2nn.bias	3	0.0010499825002625585
9912	embedding2nn.bias	4	0.01528505515307188
9912	embedding2nn.bias	5	0.003569792490452528
9912	embedding2nn.bias	6	0.024880249053239822
9912	embedding2nn.bias	7	0.04972586780786514
9912	embedding2nn.bias	8	0.015008280985057354
9912	embedding2nn.bias	9	-0.017542794346809387
9912	rnn.weight_ih_l0	0	0.03822454810142517
9912	rnn.weight_ih_l0	1	-0.010008631274104118
9912	rnn.weight_ih_l0	2	-0.024869536980986595
9912	rnn.weight_ih_l0	3	-0.048624437302351
9912	rnn.weight_ih_l0	4	-0.04722236469388008
9912	rnn.weight_ih_l0	5	-0.0017781199421733618
9912	rnn.weight_ih_l0	6	-0.05247784033417702
9912	rnn.weight_ih_l0	7	-0.0556018128991127
9912	rnn.weight_ih_l0	8	-0.04780179634690285
9912	rnn.weight_ih_l0	9	-0.02669169194996357
9912	rnn.weight_hh_l0	0	0.01536810863763094
9912	rnn.weight_hh_l0	1	-0.02558101713657379
9912	rnn.weight_hh_l0	2	-0.03864404559135437
9912	rnn.weight_hh_l0	3	-0.022595945745706558
9912	rnn.weight_hh_l0	4	-0.056537773460149765
9912	rnn.weight_hh_l0	5	-0.01074239145964384
9912	rnn.weight_hh_l0	6	-0.031952615827322006
9912	rnn.weight_hh_l0	7	0.01920141465961933
9912	rnn.weight_hh_l0	8	-0.02047683112323284
9912	rnn.weight_hh_l0	9	0.01846500299870968
9912	rnn.bias_ih_l0	0	0.09709389507770538
9912	rnn.bias_ih_l0	1	-0.03414512798190117
9912	rnn.bias_ih_l0	2	0.11261335760354996
9912	rnn.bias_ih_l0	3	0.06712336093187332
9912	rnn.bias_ih_l0	4	0.09075172245502472
9912	rnn.bias_ih_l0	5	0.02578805573284626
9912	rnn.bias_ih_l0	6	-0.015795113518834114
9912	rnn.bias_ih_l0	7	-0.094194196164608
9912	rnn.bias_ih_l0	8	-0.13406485319137573
9912	rnn.bias_ih_l0	9	0.08403307944536209
9912	rnn.bias_hh_l0	0	-0.026971444487571716
9912	rnn.bias_hh_l0	1	0.021124711260199547
9912	rnn.bias_hh_l0	2	-0.022077055647969246
9912	rnn.bias_hh_l0	3	-0.027592197060585022
9912	rnn.bias_hh_l0	4	-0.04317045956850052
9912	rnn.bias_hh_l0	5	0.11790987104177475
9912	rnn.bias_hh_l0	6	-0.0008953918004408479
9912	rnn.bias_hh_l0	7	0.01042378880083561
9912	rnn.bias_hh_l0	8	0.018573611974716187
9912	rnn.bias_hh_l0	9	0.049453701823949814
9912	rnn.weight_ih_l0_reverse	0	-0.032239269465208054
9912	rnn.weight_ih_l0_reverse	1	0.00025002125767059624
9912	rnn.weight_ih_l0_reverse	2	0.023860370740294456
9912	rnn.weight_ih_l0_reverse	3	-0.05594645440578461
9912	rnn.weight_ih_l0_reverse	4	0.00894836150109768
9912	rnn.weight_ih_l0_reverse	5	-0.05218750983476639
9912	rnn.weight_ih_l0_reverse	6	0.014418469741940498
9912	rnn.weight_ih_l0_reverse	7	0.041948627680540085
9912	rnn.weight_ih_l0_reverse	8	-0.04280950874090195
9912	rnn.weight_ih_l0_reverse	9	-0.052607566118240356
9912	rnn.weight_hh_l0_reverse	0	-0.07564800977706909
9912	rnn.weight_hh_l0_reverse	1	-0.049448899924755096
9912	rnn.weight_hh_l0_reverse	2	0.015734748914837837
9912	rnn.weight_hh_l0_reverse	3	0.04411429166793823
9912	rnn.weight_hh_l0_reverse	4	0.018016448244452477
9912	rnn.weight_hh_l0_reverse	5	0.042171843349933624
9912	rnn.weight_hh_l0_reverse	6	-0.004242585971951485
9912	rnn.weight_hh_l0_reverse	7	-0.0006624551024287939
9912	rnn.weight_hh_l0_reverse	8	-0.09013307839632034
9912	rnn.weight_hh_l0_reverse	9	0.050256915390491486
9912	rnn.bias_ih_l0_reverse	0	-0.0763515904545784
9912	rnn.bias_ih_l0_reverse	1	-0.03758284077048302
9912	rnn.bias_ih_l0_reverse	2	0.09078588336706161
9912	rnn.bias_ih_l0_reverse	3	0.02831602469086647
9912	rnn.bias_ih_l0_reverse	4	-0.10535208880901337
9912	rnn.bias_ih_l0_reverse	5	0.036281853914260864
9912	rnn.bias_ih_l0_reverse	6	-0.1095283105969429
9912	rnn.bias_ih_l0_reverse	7	0.05028686672449112
9912	rnn.bias_ih_l0_reverse	8	0.01609528250992298
9912	rnn.bias_ih_l0_reverse	9	0.06801965832710266
9912	rnn.bias_hh_l0_reverse	0	0.028341984376311302
9912	rnn.bias_hh_l0_reverse	1	0.07196556031703949
9912	rnn.bias_hh_l0_reverse	2	0.078286312520504
9912	rnn.bias_hh_l0_reverse	3	-0.007706351578235626
9912	rnn.bias_hh_l0_reverse	4	0.08497536182403564
9912	rnn.bias_hh_l0_reverse	5	0.026237795129418373
9912	rnn.bias_hh_l0_reverse	6	-0.07634209096431732
9912	rnn.bias_hh_l0_reverse	7	0.03933108597993851
9912	rnn.bias_hh_l0_reverse	8	0.033538948744535446
9912	rnn.bias_hh_l0_reverse	9	-0.13334347307682037
9912	linear.weight	0	0.17544908821582794
9912	linear.weight	1	-0.10989095270633698
9912	linear.weight	2	-0.14148278534412384
9912	linear.weight	3	0.067142553627491
9912	linear.weight	4	0.005440274253487587
9912	linear.weight	5	-0.02891375683248043
9912	linear.weight	6	-0.009993580169975758
9912	linear.weight	7	-0.03971193730831146
9912	linear.weight	8	0.026752425357699394
9912	linear.weight	9	0.332397997379303
9912	linear.bias	0	-0.1019616425037384
9912	linear.bias	1	0.10288561135530472
9912	linear.bias	2	-0.43229854106903076
9912	linear.bias	3	1.433975100517273
9912	linear.bias	4	-0.32620662450790405
9912	linear.bias	5	-0.030769959092140198
9912	linear.bias	6	-0.29813501238822937
9912	linear.bias	7	-0.19226281344890594
9912	linear.bias	8	0.05722685158252716
9912	linear.bias	9	-0.43181198835372925
9940	transitions	0	-0.6057467460632324
9940	transitions	1	0.39547768235206604
9940	transitions	2	1.7325023412704468
9940	transitions	3	0.14781764149665833
9940	transitions	4	0.9839053750038147
9940	transitions	5	1.2747907638549805
9940	transitions	6	0.48441314697265625
9940	transitions	7	0.18154820799827576
9940	transitions	8	-0.9190856218338013
9940	transitions	9	0.9307631850242615
9940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9940	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9940	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9940	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9940	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9940	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9940	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9940	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9940	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9940	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9940	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9940	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9940	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9940	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9940	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9940	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9940	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9940	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9940	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9940	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9940	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9940	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9940	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9940	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9940	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9940	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9940	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9940	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9940	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9940	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9940	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9940	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9940	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9940	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9940	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9940	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9940	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9940	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9940	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9940	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9940	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9940	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9940	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9940	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9940	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9940	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9940	embedding2nn.weight	0	0.008383464068174362
9940	embedding2nn.weight	1	0.015231659635901451
9940	embedding2nn.weight	2	-0.005585167557001114
9940	embedding2nn.weight	3	0.002456157933920622
9940	embedding2nn.weight	4	-0.0037417388521134853
9940	embedding2nn.weight	5	0.010682889260351658
9940	embedding2nn.weight	6	-0.003233756870031357
9940	embedding2nn.weight	7	0.0074577946215868
9940	embedding2nn.weight	8	-0.007093721069395542
9940	embedding2nn.weight	9	-0.013581827282905579
9940	embedding2nn.bias	0	-0.030446361750364304
9940	embedding2nn.bias	1	-0.01510556135326624
9940	embedding2nn.bias	2	-0.0857415646314621
9940	embedding2nn.bias	3	-0.0031385133042931557
9940	embedding2nn.bias	4	0.012140905484557152
9940	embedding2nn.bias	5	0.0011814160970970988
9940	embedding2nn.bias	6	0.018673785030841827
9940	embedding2nn.bias	7	0.047937843948602676
9940	embedding2nn.bias	8	0.010765855200588703
9940	embedding2nn.bias	9	-0.017940733581781387
9940	rnn.weight_ih_l0	0	0.03860843554139137
9940	rnn.weight_ih_l0	1	-0.009390435181558132
9940	rnn.weight_ih_l0	2	-0.025646653026342392
9940	rnn.weight_ih_l0	3	-0.048455506563186646
9940	rnn.weight_ih_l0	4	-0.0471189022064209
9940	rnn.weight_ih_l0	5	-0.001972053898498416
9940	rnn.weight_ih_l0	6	-0.05243918299674988
9940	rnn.weight_ih_l0	7	-0.05575484782457352
9940	rnn.weight_ih_l0	8	-0.04762086644768715
9940	rnn.weight_ih_l0	9	-0.026819724589586258
9940	rnn.weight_hh_l0	0	0.015106327831745148
9940	rnn.weight_hh_l0	1	-0.026244021952152252
9940	rnn.weight_hh_l0	2	-0.037898045033216476
9940	rnn.weight_hh_l0	3	-0.022365419194102287
9940	rnn.weight_hh_l0	4	-0.05639655515551567
9940	rnn.weight_hh_l0	5	-0.010643265210092068
9940	rnn.weight_hh_l0	6	-0.03118789754807949
9940	rnn.weight_hh_l0	7	0.01963009499013424
9940	rnn.weight_hh_l0	8	-0.020416012033820152
9940	rnn.weight_hh_l0	9	0.01717280223965645
9940	rnn.bias_ih_l0	0	0.09711597859859467
9940	rnn.bias_ih_l0	1	-0.036032646894454956
9940	rnn.bias_ih_l0	2	0.11576326936483383
9940	rnn.bias_ih_l0	3	0.0679098591208458
9940	rnn.bias_ih_l0	4	0.09118184447288513
9940	rnn.bias_ih_l0	5	0.026313232257962227
9940	rnn.bias_ih_l0	6	-0.01623094081878662
9940	rnn.bias_ih_l0	7	-0.0903351753950119
9940	rnn.bias_ih_l0	8	-0.139619380235672
9940	rnn.bias_ih_l0	9	0.08343043923377991
9940	rnn.bias_hh_l0	0	-0.02816016785800457
9940	rnn.bias_hh_l0	1	0.019697654992341995
9940	rnn.bias_hh_l0	2	-0.021111855283379555
9940	rnn.bias_hh_l0	3	-0.027496660128235817
9940	rnn.bias_hh_l0	4	-0.0444522425532341
9940	rnn.bias_hh_l0	5	0.11653195321559906
9940	rnn.bias_hh_l0	6	-0.0012830115156248212
9940	rnn.bias_hh_l0	7	0.012837170623242855
9940	rnn.bias_hh_l0	8	0.01813778467476368
9940	rnn.bias_hh_l0	9	0.04875544458627701
9940	rnn.weight_ih_l0_reverse	0	-0.03229428455233574
9940	rnn.weight_ih_l0_reverse	1	-0.00015536601131316274
9940	rnn.weight_ih_l0_reverse	2	0.02362331748008728
9940	rnn.weight_ih_l0_reverse	3	-0.05619797110557556
9940	rnn.weight_ih_l0_reverse	4	0.008880320936441422
9940	rnn.weight_ih_l0_reverse	5	-0.05207392945885658
9940	rnn.weight_ih_l0_reverse	6	0.014227724634110928
9940	rnn.weight_ih_l0_reverse	7	0.04211118817329407
9940	rnn.weight_ih_l0_reverse	8	-0.04268709942698479
9940	rnn.weight_ih_l0_reverse	9	-0.0525972917675972
9940	rnn.weight_hh_l0_reverse	0	-0.07575280219316483
9940	rnn.weight_hh_l0_reverse	1	-0.05046481266617775
9940	rnn.weight_hh_l0_reverse	2	0.015647700056433678
9940	rnn.weight_hh_l0_reverse	3	0.04419054090976715
9940	rnn.weight_hh_l0_reverse	4	0.017815230414271355
9940	rnn.weight_hh_l0_reverse	5	0.042151592671871185
9940	rnn.weight_hh_l0_reverse	6	-0.0036259323824197054
9940	rnn.weight_hh_l0_reverse	7	-0.0005042598349973559
9940	rnn.weight_hh_l0_reverse	8	-0.09050583094358444
9940	rnn.weight_hh_l0_reverse	9	0.049159545451402664
9940	rnn.bias_ih_l0_reverse	0	-0.07397378981113434
9940	rnn.bias_ih_l0_reverse	1	-0.03166178613901138
9940	rnn.bias_ih_l0_reverse	2	0.08999493718147278
9940	rnn.bias_ih_l0_reverse	3	0.02868606150150299
9940	rnn.bias_ih_l0_reverse	4	-0.10562188923358917
9940	rnn.bias_ih_l0_reverse	5	0.036825619637966156
9940	rnn.bias_ih_l0_reverse	6	-0.10861923545598984
9940	rnn.bias_ih_l0_reverse	7	0.05018967017531395
9940	rnn.bias_ih_l0_reverse	8	0.01562498975545168
9940	rnn.bias_ih_l0_reverse	9	0.06780506670475006
9940	rnn.bias_hh_l0_reverse	0	0.037179023027420044
9940	rnn.bias_hh_l0_reverse	1	0.07293364405632019
9940	rnn.bias_hh_l0_reverse	2	0.07827498018741608
9940	rnn.bias_hh_l0_reverse	3	-0.007522523868829012
9940	rnn.bias_hh_l0_reverse	4	0.08307185769081116
9940	rnn.bias_hh_l0_reverse	5	0.027210496366024017
9940	rnn.bias_hh_l0_reverse	6	-0.07585452497005463
9940	rnn.bias_hh_l0_reverse	7	0.041427403688430786
9940	rnn.bias_hh_l0_reverse	8	0.03375523164868355
9940	rnn.bias_hh_l0_reverse	9	-0.13472123444080353
9940	linear.weight	0	0.16566461324691772
9940	linear.weight	1	-0.10988995432853699
9940	linear.weight	2	-0.14167678356170654
9940	linear.weight	3	0.06706426292657852
9940	linear.weight	4	0.006622756365686655
9940	linear.weight	5	-0.027853665873408318
9940	linear.weight	6	-0.0099895428866148
9940	linear.weight	7	-0.03961825743317604
9940	linear.weight	8	0.027794165536761284
9940	linear.weight	9	0.33712267875671387
9940	linear.bias	0	-0.11078131198883057
9940	linear.bias	1	0.106778085231781
9940	linear.bias	2	-0.4293472170829773
9940	linear.bias	3	1.4291563034057617
9940	linear.bias	4	-0.32665693759918213
9940	linear.bias	5	-0.030769959092140198
9940	linear.bias	6	-0.2942267060279846
9940	linear.bias	7	-0.19262681901454926
9940	linear.bias	8	0.06397927552461624
9940	linear.bias	9	-0.43195801973342896
9968	transitions	0	-0.6058164238929749
9968	transitions	1	0.39532652497291565
9968	transitions	2	1.7323651313781738
9968	transitions	3	0.1469316929578781
9968	transitions	4	0.9838805794715881
9968	transitions	5	1.2747893333435059
9968	transitions	6	0.48441171646118164
9968	transitions	7	0.18154220283031464
9968	transitions	8	-0.9190869927406311
9968	transitions	9	0.9307631254196167
9968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9968	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9968	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9968	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9968	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9968	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9968	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9968	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9968	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9968	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9968	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9968	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9968	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9968	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9968	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9968	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9968	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9968	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9968	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9968	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9968	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9968	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9968	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9968	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9968	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9968	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9968	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9968	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9968	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9968	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9968	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9968	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9968	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9968	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9968	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9968	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9968	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9968	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9968	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9968	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9968	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9968	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9968	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9968	embedding2nn.weight	0	0.007981891743838787
9968	embedding2nn.weight	1	0.015259257517755032
9968	embedding2nn.weight	2	-0.005650215782225132
9968	embedding2nn.weight	3	0.0022302253637462854
9968	embedding2nn.weight	4	-0.0037576325703412294
9968	embedding2nn.weight	5	0.010583873838186264
9968	embedding2nn.weight	6	-0.003199297934770584
9968	embedding2nn.weight	7	0.007234154734760523
9968	embedding2nn.weight	8	-0.0070139504969120026
9968	embedding2nn.weight	9	-0.013369000516831875
9968	embedding2nn.bias	0	-0.031263567507267
9968	embedding2nn.bias	1	-0.011660224758088589
9968	embedding2nn.bias	2	-0.09096159785985947
9968	embedding2nn.bias	3	0.003240169258788228
9968	embedding2nn.bias	4	0.011555942706763744
9968	embedding2nn.bias	5	-0.0007460860069841146
9968	embedding2nn.bias	6	0.013627421110868454
9968	embedding2nn.bias	7	0.04514291509985924
9968	embedding2nn.bias	8	0.009583104401826859
9968	embedding2nn.bias	9	-0.00678206468001008
9968	rnn.weight_ih_l0	0	0.03876536339521408
9968	rnn.weight_ih_l0	1	-0.008890182711184025
9968	rnn.weight_ih_l0	2	-0.025996623560786247
9968	rnn.weight_ih_l0	3	-0.04830262437462807
9968	rnn.weight_ih_l0	4	-0.04737741872668266
9968	rnn.weight_ih_l0	5	-0.0021090449299663305
9968	rnn.weight_ih_l0	6	-0.05191508308053017
9968	rnn.weight_ih_l0	7	-0.05573662370443344
9968	rnn.weight_ih_l0	8	-0.047582533210515976
9968	rnn.weight_ih_l0	9	-0.0268383901566267
9968	rnn.weight_hh_l0	0	0.014618475921452045
9968	rnn.weight_hh_l0	1	-0.026417497545480728
9968	rnn.weight_hh_l0	2	-0.03844721242785454
9968	rnn.weight_hh_l0	3	-0.022478381171822548
9968	rnn.weight_hh_l0	4	-0.05640341714024544
9968	rnn.weight_hh_l0	5	-0.01052883267402649
9968	rnn.weight_hh_l0	6	-0.03163985162973404
9968	rnn.weight_hh_l0	7	0.01873321458697319
9968	rnn.weight_hh_l0	8	-0.020913738757371902
9968	rnn.weight_hh_l0	9	0.01766686886548996
9968	rnn.bias_ih_l0	0	0.09760969877243042
9968	rnn.bias_ih_l0	1	-0.03619246184825897
9968	rnn.bias_ih_l0	2	0.11554046720266342
9968	rnn.bias_ih_l0	3	0.0673881396651268
9968	rnn.bias_ih_l0	4	0.09071049094200134
9968	rnn.bias_ih_l0	5	0.023379558697342873
9968	rnn.bias_ih_l0	6	-0.015944084152579308
9968	rnn.bias_ih_l0	7	-0.0843438133597374
9968	rnn.bias_ih_l0	8	-0.12590187788009644
9968	rnn.bias_ih_l0	9	0.08467572182416916
9968	rnn.bias_hh_l0	0	-0.02798941358923912
9968	rnn.bias_hh_l0	1	0.019557807594537735
9968	rnn.bias_hh_l0	2	-0.021738937124609947
9968	rnn.bias_hh_l0	3	-0.026322776451706886
9968	rnn.bias_hh_l0	4	-0.04179690405726433
9968	rnn.bias_hh_l0	5	0.11549368500709534
9968	rnn.bias_hh_l0	6	-0.0022217193618416786
9968	rnn.bias_hh_l0	7	0.011761333793401718
9968	rnn.bias_hh_l0	8	0.018424643203616142
9968	rnn.bias_hh_l0	9	0.04905269294977188
9968	rnn.weight_ih_l0_reverse	0	-0.032441191375255585
9968	rnn.weight_ih_l0_reverse	1	0.0003492445102892816
9968	rnn.weight_ih_l0_reverse	2	0.023495789617300034
9968	rnn.weight_ih_l0_reverse	3	-0.05616043508052826
9968	rnn.weight_ih_l0_reverse	4	0.009058824740350246
9968	rnn.weight_ih_l0_reverse	5	-0.05205067619681358
9968	rnn.weight_ih_l0_reverse	6	0.015127679333090782
9968	rnn.weight_ih_l0_reverse	7	0.042031046003103256
9968	rnn.weight_ih_l0_reverse	8	-0.042622361332178116
9968	rnn.weight_ih_l0_reverse	9	-0.05248526856303215
9968	rnn.weight_hh_l0_reverse	0	-0.07583384215831757
9968	rnn.weight_hh_l0_reverse	1	-0.05084407702088356
9968	rnn.weight_hh_l0_reverse	2	0.015459097921848297
9968	rnn.weight_hh_l0_reverse	3	0.04407690837979317
9968	rnn.weight_hh_l0_reverse	4	0.017964055761694908
9968	rnn.weight_hh_l0_reverse	5	0.042157623916864395
9968	rnn.weight_hh_l0_reverse	6	-0.0039055754896253347
9968	rnn.weight_hh_l0_reverse	7	-0.0003849958593491465
9968	rnn.weight_hh_l0_reverse	8	-0.09147537499666214
9968	rnn.weight_hh_l0_reverse	9	0.04893834888935089
9968	rnn.bias_ih_l0_reverse	0	-0.07708117365837097
9968	rnn.bias_ih_l0_reverse	1	-0.03977406397461891
9968	rnn.bias_ih_l0_reverse	2	0.09011181443929672
9968	rnn.bias_ih_l0_reverse	3	0.028373146429657936
9968	rnn.bias_ih_l0_reverse	4	-0.10392126441001892
9968	rnn.bias_ih_l0_reverse	5	0.0386795699596405
9968	rnn.bias_ih_l0_reverse	6	-0.10953831672668457
9968	rnn.bias_ih_l0_reverse	7	0.04896657541394234
9968	rnn.bias_ih_l0_reverse	8	0.017185522243380547
9968	rnn.bias_ih_l0_reverse	9	0.06886553019285202
9968	rnn.bias_hh_l0_reverse	0	0.03598868101835251
9968	rnn.bias_hh_l0_reverse	1	0.07571134716272354
9968	rnn.bias_hh_l0_reverse	2	0.07958072423934937
9968	rnn.bias_hh_l0_reverse	3	-0.007996859960258007
9968	rnn.bias_hh_l0_reverse	4	0.08208982646465302
9968	rnn.bias_hh_l0_reverse	5	0.025418385863304138
9968	rnn.bias_hh_l0_reverse	6	-0.07596739381551743
9968	rnn.bias_hh_l0_reverse	7	0.04061732813715935
9968	rnn.bias_hh_l0_reverse	8	0.03370022028684616
9968	rnn.bias_hh_l0_reverse	9	-0.1370348185300827
9968	linear.weight	0	0.1794537603855133
9968	linear.weight	1	-0.10989999026060104
9968	linear.weight	2	-0.1394686996936798
9968	linear.weight	3	0.06388676166534424
9968	linear.weight	4	0.00679941987618804
9968	linear.weight	5	-0.02721589431166649
9968	linear.weight	6	-0.009988787584006786
9968	linear.weight	7	-0.039537463337183
9968	linear.weight	8	0.02560938522219658
9968	linear.weight	9	0.34090733528137207
9968	linear.bias	0	-0.10222037136554718
9968	linear.bias	1	0.11318720132112503
9968	linear.bias	2	-0.43140339851379395
9968	linear.bias	3	1.436233401298523
9968	linear.bias	4	-0.32718953490257263
9968	linear.bias	5	-0.030769959092140198
9968	linear.bias	6	-0.2976924777030945
9968	linear.bias	7	-0.19273005425930023
9968	linear.bias	8	0.06083725392818451
9968	linear.bias	9	-0.43211063742637634
9996	transitions	0	-0.6059633493423462
9996	transitions	1	0.3952461779117584
9996	transitions	2	1.7322044372558594
9996	transitions	3	0.1468953937292099
9996	transitions	4	0.9838515520095825
9996	transitions	5	1.274786114692688
9996	transitions	6	0.48440974950790405
9996	transitions	7	0.18154050409793854
9996	transitions	8	-0.9190891981124878
9996	transitions	9	0.9307631254196167
9996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
9996	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
9996	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
9996	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
9996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
9996	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
9996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
9996	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
9996	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
9996	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
9996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
9996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
9996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
9996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
9996	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
9996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
9996	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
9996	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
9996	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
9996	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
9996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
9996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
9996	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
9996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
9996	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
9996	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
9996	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
9996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
9996	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
9996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
9996	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
9996	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
9996	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
9996	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
9996	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
9996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
9996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
9996	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
9996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
9996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
9996	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
9996	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
9996	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
9996	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
9996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
9996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
9996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
9996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
9996	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
9996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
9996	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
9996	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
9996	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
9996	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
9996	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
9996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
9996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
9996	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
9996	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
9996	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
9996	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
9996	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
9996	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
9996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
9996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
9996	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
9996	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
9996	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
9996	embedding2nn.weight	0	0.008451919071376324
9996	embedding2nn.weight	1	0.015264720655977726
9996	embedding2nn.weight	2	-0.005746384616941214
9996	embedding2nn.weight	3	0.00234833057038486
9996	embedding2nn.weight	4	-0.003802834777161479
9996	embedding2nn.weight	5	0.010323695838451385
9996	embedding2nn.weight	6	-0.0030309553258121014
9996	embedding2nn.weight	7	0.00833379477262497
9996	embedding2nn.weight	8	-0.006939394865185022
9996	embedding2nn.weight	9	-0.01333078183233738
9996	embedding2nn.bias	0	-0.03557174280285835
9996	embedding2nn.bias	1	-0.01250621397048235
9996	embedding2nn.bias	2	-0.08673250675201416
9996	embedding2nn.bias	3	0.004047274589538574
9996	embedding2nn.bias	4	0.01573212258517742
9996	embedding2nn.bias	5	0.0022895177826285362
9996	embedding2nn.bias	6	0.017400046810507774
9996	embedding2nn.bias	7	0.04172729700803757
9996	embedding2nn.bias	8	0.013294434174895287
9996	embedding2nn.bias	9	-0.005357719026505947
9996	rnn.weight_ih_l0	0	0.038448430597782135
9996	rnn.weight_ih_l0	1	-0.009038864634931087
9996	rnn.weight_ih_l0	2	-0.025594405829906464
9996	rnn.weight_ih_l0	3	-0.0478113554418087
9996	rnn.weight_ih_l0	4	-0.04735741391777992
9996	rnn.weight_ih_l0	5	-0.001828472362831235
9996	rnn.weight_ih_l0	6	-0.05167919769883156
9996	rnn.weight_ih_l0	7	-0.0554104819893837
9996	rnn.weight_ih_l0	8	-0.04766511917114258
9996	rnn.weight_ih_l0	9	-0.026777027174830437
9996	rnn.weight_hh_l0	0	0.014486998319625854
9996	rnn.weight_hh_l0	1	-0.02644556574523449
9996	rnn.weight_hh_l0	2	-0.03950817137956619
9996	rnn.weight_hh_l0	3	-0.022153127938508987
9996	rnn.weight_hh_l0	4	-0.05608072504401207
9996	rnn.weight_hh_l0	5	-0.010764263570308685
9996	rnn.weight_hh_l0	6	-0.030986422672867775
9996	rnn.weight_hh_l0	7	0.01743493601679802
9996	rnn.weight_hh_l0	8	-0.020690545439720154
9996	rnn.weight_hh_l0	9	0.01814616657793522
9996	rnn.bias_ih_l0	0	0.09715811163187027
9996	rnn.bias_ih_l0	1	-0.03775089979171753
9996	rnn.bias_ih_l0	2	0.1157890185713768
9996	rnn.bias_ih_l0	3	0.06827878952026367
9996	rnn.bias_ih_l0	4	0.09142310172319412
9996	rnn.bias_ih_l0	5	0.024028584361076355
9996	rnn.bias_ih_l0	6	-0.013584401458501816
9996	rnn.bias_ih_l0	7	-0.08346659690141678
9996	rnn.bias_ih_l0	8	-0.1268734484910965
9996	rnn.bias_ih_l0	9	0.08601254224777222
9996	rnn.bias_hh_l0	0	-0.027482878416776657
9996	rnn.bias_hh_l0	1	0.022529616951942444
9996	rnn.bias_hh_l0	2	-0.021382370963692665
9996	rnn.bias_hh_l0	3	-0.02333231270313263
9996	rnn.bias_hh_l0	4	-0.04333736002445221
9996	rnn.bias_hh_l0	5	0.11402653157711029
9996	rnn.bias_hh_l0	6	-0.0006129748071543872
9996	rnn.bias_hh_l0	7	0.008806045167148113
9996	rnn.bias_hh_l0	8	0.020784327760338783
9996	rnn.bias_hh_l0	9	0.048714522272348404
9996	rnn.weight_ih_l0_reverse	0	-0.03244202956557274
9996	rnn.weight_ih_l0_reverse	1	-0.0003098316374234855
9996	rnn.weight_ih_l0_reverse	2	0.023396514356136322
9996	rnn.weight_ih_l0_reverse	3	-0.05639056861400604
9996	rnn.weight_ih_l0_reverse	4	0.009015715681016445
9996	rnn.weight_ih_l0_reverse	5	-0.05228624865412712
9996	rnn.weight_ih_l0_reverse	6	0.01513756811618805
9996	rnn.weight_ih_l0_reverse	7	0.04205083101987839
9996	rnn.weight_ih_l0_reverse	8	-0.04288772866129875
9996	rnn.weight_ih_l0_reverse	9	-0.052705470472574234
9996	rnn.weight_hh_l0_reverse	0	-0.07641374319791794
9996	rnn.weight_hh_l0_reverse	1	-0.050930581986904144
9996	rnn.weight_hh_l0_reverse	2	0.015501339919865131
9996	rnn.weight_hh_l0_reverse	3	0.04418370872735977
9996	rnn.weight_hh_l0_reverse	4	0.01722479611635208
9996	rnn.weight_hh_l0_reverse	5	0.04229314252734184
9996	rnn.weight_hh_l0_reverse	6	-0.0026335744187235832
9996	rnn.weight_hh_l0_reverse	7	-0.0004950235597789288
9996	rnn.weight_hh_l0_reverse	8	-0.09082590043544769
9996	rnn.weight_hh_l0_reverse	9	0.04919536039233208
9996	rnn.bias_ih_l0_reverse	0	-0.07130209356546402
9996	rnn.bias_ih_l0_reverse	1	-0.031672582030296326
9996	rnn.bias_ih_l0_reverse	2	0.0901239737868309
9996	rnn.bias_ih_l0_reverse	3	0.02886105701327324
9996	rnn.bias_ih_l0_reverse	4	-0.10612080246210098
9996	rnn.bias_ih_l0_reverse	5	0.03936876729130745
9996	rnn.bias_ih_l0_reverse	6	-0.11165059357881546
9996	rnn.bias_ih_l0_reverse	7	0.047924384474754333
9996	rnn.bias_ih_l0_reverse	8	0.018498728051781654
9996	rnn.bias_ih_l0_reverse	9	0.07002605497837067
9996	rnn.bias_hh_l0_reverse	0	0.028749698773026466
9996	rnn.bias_hh_l0_reverse	1	0.07646793872117996
9996	rnn.bias_hh_l0_reverse	2	0.07958821207284927
9996	rnn.bias_hh_l0_reverse	3	-0.007646276615560055
9996	rnn.bias_hh_l0_reverse	4	0.08040458709001541
9996	rnn.bias_hh_l0_reverse	5	0.02330528385937214
9996	rnn.bias_hh_l0_reverse	6	-0.07518143206834793
9996	rnn.bias_hh_l0_reverse	7	0.040218450129032135
9996	rnn.bias_hh_l0_reverse	8	0.03226542845368385
9996	rnn.bias_hh_l0_reverse	9	-0.12689286470413208
9996	linear.weight	0	0.18161769211292267
9996	linear.weight	1	-0.10988981276750565
9996	linear.weight	2	-0.14126858115196228
9996	linear.weight	3	0.061254069209098816
9996	linear.weight	4	0.006089440081268549
9996	linear.weight	5	-0.0288395956158638
9996	linear.weight	6	-0.009985068812966347
9996	linear.weight	7	-0.03952177241444588
9996	linear.weight	8	0.024422137066721916
9996	linear.weight	9	0.3365945518016815
9996	linear.bias	0	-0.10223010927438736
9996	linear.bias	1	0.11464563012123108
9996	linear.bias	2	-0.4374181628227234
9996	linear.bias	3	1.4263719320297241
9996	linear.bias	4	-0.3275506794452667
9996	linear.bias	5	-0.030769959092140198
9996	linear.bias	6	-0.3023056387901306
9996	linear.bias	7	-0.19022925198078156
9996	linear.bias	8	0.05295753479003906
9996	linear.bias	9	-0.4322446286678314
10024	transitions	0	-0.6060540080070496
10024	transitions	1	0.39507877826690674
10024	transitions	2	1.732072353363037
10024	transitions	3	0.14683464169502258
10024	transitions	4	0.9837204813957214
10024	transitions	5	1.2747836112976074
10024	transitions	6	0.4844091832637787
10024	transitions	7	0.18153832852840424
10024	transitions	8	-0.9190899729728699
10024	transitions	9	0.9307631254196167
10024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10024	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10024	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10024	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10024	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10024	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10024	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10024	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10024	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10024	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10024	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10024	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10024	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10024	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10024	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10024	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10024	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10024	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10024	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10024	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10024	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10024	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10024	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10024	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10024	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10024	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10024	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10024	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10024	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10024	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10024	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10024	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10024	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10024	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10024	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10024	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10024	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10024	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10024	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10024	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10024	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10024	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10024	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10024	embedding2nn.weight	0	0.009455827064812183
10024	embedding2nn.weight	1	0.015300864353775978
10024	embedding2nn.weight	2	-0.005802016705274582
10024	embedding2nn.weight	3	0.0022236034274101257
10024	embedding2nn.weight	4	-0.0038037956692278385
10024	embedding2nn.weight	5	0.010486231185495853
10024	embedding2nn.weight	6	-0.0031345209572464228
10024	embedding2nn.weight	7	0.00950921792536974
10024	embedding2nn.weight	8	-0.006869270000606775
10024	embedding2nn.weight	9	-0.013265867717564106
10024	embedding2nn.bias	0	-0.03479178994894028
10024	embedding2nn.bias	1	-0.011132835410535336
10024	embedding2nn.bias	2	-0.08031019568443298
10024	embedding2nn.bias	3	0.012336808256804943
10024	embedding2nn.bias	4	0.014697316102683544
10024	embedding2nn.bias	5	0.005584109574556351
10024	embedding2nn.bias	6	0.02069012075662613
10024	embedding2nn.bias	7	0.04842866212129593
10024	embedding2nn.bias	8	0.007745140697807074
10024	embedding2nn.bias	9	-0.0011045337887480855
10024	rnn.weight_ih_l0	0	0.038342446088790894
10024	rnn.weight_ih_l0	1	-0.008977053686976433
10024	rnn.weight_ih_l0	2	-0.02640627883374691
10024	rnn.weight_ih_l0	3	-0.04798368737101555
10024	rnn.weight_ih_l0	4	-0.047493092715740204
10024	rnn.weight_ih_l0	5	-0.0019230798352509737
10024	rnn.weight_ih_l0	6	-0.05182335898280144
10024	rnn.weight_ih_l0	7	-0.0552450567483902
10024	rnn.weight_ih_l0	8	-0.04768272861838341
10024	rnn.weight_ih_l0	9	-0.02667342871427536
10024	rnn.weight_hh_l0	0	0.014315683394670486
10024	rnn.weight_hh_l0	1	-0.025365008041262627
10024	rnn.weight_hh_l0	2	-0.04044824093580246
10024	rnn.weight_hh_l0	3	-0.02230323851108551
10024	rnn.weight_hh_l0	4	-0.05619027093052864
10024	rnn.weight_hh_l0	5	-0.010650859214365482
10024	rnn.weight_hh_l0	6	-0.02960250899195671
10024	rnn.weight_hh_l0	7	0.018406568095088005
10024	rnn.weight_hh_l0	8	-0.02050733007490635
10024	rnn.weight_hh_l0	9	0.019171282649040222
10024	rnn.bias_ih_l0	0	0.09837445616722107
10024	rnn.bias_ih_l0	1	-0.03696703910827637
10024	rnn.bias_ih_l0	2	0.11542130261659622
10024	rnn.bias_ih_l0	3	0.07061298191547394
10024	rnn.bias_ih_l0	4	0.08962374925613403
10024	rnn.bias_ih_l0	5	0.023227563127875328
10024	rnn.bias_ih_l0	6	-0.012336205691099167
10024	rnn.bias_ih_l0	7	-0.0829753428697586
10024	rnn.bias_ih_l0	8	-0.127031147480011
10024	rnn.bias_ih_l0	9	0.08584343641996384
10024	rnn.bias_hh_l0	0	-0.02567717619240284
10024	rnn.bias_hh_l0	1	0.021547729149460793
10024	rnn.bias_hh_l0	2	-0.02204912155866623
10024	rnn.bias_hh_l0	3	-0.021937819197773933
10024	rnn.bias_hh_l0	4	-0.04410874843597412
10024	rnn.bias_hh_l0	5	0.11483701318502426
10024	rnn.bias_hh_l0	6	-0.0005480306572280824
10024	rnn.bias_hh_l0	7	0.006096771452575922
10024	rnn.bias_hh_l0	8	0.022032523527741432
10024	rnn.bias_hh_l0	9	0.04821277782320976
10024	rnn.weight_ih_l0_reverse	0	-0.0323808416724205
10024	rnn.weight_ih_l0_reverse	1	0.0007673859945498407
10024	rnn.weight_ih_l0_reverse	2	0.023438572883605957
10024	rnn.weight_ih_l0_reverse	3	-0.056218747049570084
10024	rnn.weight_ih_l0_reverse	4	0.009046674706041813
10024	rnn.weight_ih_l0_reverse	5	-0.05213914439082146
10024	rnn.weight_ih_l0_reverse	6	0.014533517882227898
10024	rnn.weight_ih_l0_reverse	7	0.041942231357097626
10024	rnn.weight_ih_l0_reverse	8	-0.04313167929649353
10024	rnn.weight_ih_l0_reverse	9	-0.05257751792669296
10024	rnn.weight_hh_l0_reverse	0	-0.07635997980833054
10024	rnn.weight_hh_l0_reverse	1	-0.05008508265018463
10024	rnn.weight_hh_l0_reverse	2	0.014810924418270588
10024	rnn.weight_hh_l0_reverse	3	0.04419679567217827
10024	rnn.weight_hh_l0_reverse	4	0.01734301447868347
10024	rnn.weight_hh_l0_reverse	5	0.042100392282009125
10024	rnn.weight_hh_l0_reverse	6	-0.0039043212309479713
10024	rnn.weight_hh_l0_reverse	7	-0.00038154126377776265
10024	rnn.weight_hh_l0_reverse	8	-0.09114964306354523
10024	rnn.weight_hh_l0_reverse	9	0.04872535169124603
10024	rnn.bias_ih_l0_reverse	0	-0.07084780931472778
10024	rnn.bias_ih_l0_reverse	1	-0.028685107827186584
10024	rnn.bias_ih_l0_reverse	2	0.09055441617965698
10024	rnn.bias_ih_l0_reverse	3	0.029270591214299202
10024	rnn.bias_ih_l0_reverse	4	-0.10576705634593964
10024	rnn.bias_ih_l0_reverse	5	0.03791755437850952
10024	rnn.bias_ih_l0_reverse	6	-0.11168155819177628
10024	rnn.bias_ih_l0_reverse	7	0.04737245664000511
10024	rnn.bias_ih_l0_reverse	8	0.018648875877261162
10024	rnn.bias_ih_l0_reverse	9	0.06838802248239517
10024	rnn.bias_hh_l0_reverse	0	0.02823367714881897
10024	rnn.bias_hh_l0_reverse	1	0.07711445540189743
10024	rnn.bias_hh_l0_reverse	2	0.08125580847263336
10024	rnn.bias_hh_l0_reverse	3	-0.008628900162875652
10024	rnn.bias_hh_l0_reverse	4	0.07916362583637238
10024	rnn.bias_hh_l0_reverse	5	0.012806082144379616
10024	rnn.bias_hh_l0_reverse	6	-0.07423175871372223
10024	rnn.bias_hh_l0_reverse	7	0.042004939168691635
10024	rnn.bias_hh_l0_reverse	8	0.03186461329460144
10024	rnn.bias_hh_l0_reverse	9	-0.13009975850582123
10024	linear.weight	0	0.17890886962413788
10024	linear.weight	1	-0.10989709198474884
10024	linear.weight	2	-0.14051301777362823
10024	linear.weight	3	0.06268211454153061
10024	linear.weight	4	0.006483095698058605
10024	linear.weight	5	-0.028371891006827354
10024	linear.weight	6	-0.009944337420165539
10024	linear.weight	7	-0.03947919234633446
10024	linear.weight	8	0.02429443597793579
10024	linear.weight	9	0.33631956577301025
10024	linear.bias	0	-0.11056596785783768
10024	linear.bias	1	0.12156549841165543
10024	linear.bias	2	-0.4325137436389923
10024	linear.bias	3	1.4464948177337646
10024	linear.bias	4	-0.32804635167121887
10024	linear.bias	5	-0.030769959092140198
10024	linear.bias	6	-0.2976180613040924
10024	linear.bias	7	-0.18626262247562408
10024	linear.bias	8	0.05444373935461044
10024	linear.bias	9	-0.43249374628067017
10052	transitions	0	-0.6062332391738892
10052	transitions	1	0.3949544429779053
10052	transitions	2	1.7318699359893799
10052	transitions	3	0.14679263532161713
10052	transitions	4	0.9835904240608215
10052	transitions	5	1.2747808694839478
10052	transitions	6	0.4844071865081787
10052	transitions	7	0.18153516948223114
10052	transitions	8	-0.9190908074378967
10052	transitions	9	0.9307631254196167
10052	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10052	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10052	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10052	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10052	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10052	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10052	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10052	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10052	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10052	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10052	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10052	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10052	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10052	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10052	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10052	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10052	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10052	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10052	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10052	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10052	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10052	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10052	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10052	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10052	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10052	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10052	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10052	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10052	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10052	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10052	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10052	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10052	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10052	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10052	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10052	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10052	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10052	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10052	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10052	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10052	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10052	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10052	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10052	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10052	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10052	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10052	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10052	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10052	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10052	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10052	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10052	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10052	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10052	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10052	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10052	embedding2nn.weight	0	0.008743898943066597
10052	embedding2nn.weight	1	0.015374272130429745
10052	embedding2nn.weight	2	-0.005855322815477848
10052	embedding2nn.weight	3	0.0020341016352176666
10052	embedding2nn.weight	4	-0.003819364821538329
10052	embedding2nn.weight	5	0.010589547455310822
10052	embedding2nn.weight	6	-0.002990229055285454
10052	embedding2nn.weight	7	0.009326710365712643
10052	embedding2nn.weight	8	-0.00710004847496748
10052	embedding2nn.weight	9	-0.013290273025631905
10052	embedding2nn.bias	0	-0.03580550476908684
10052	embedding2nn.bias	1	-0.010356009006500244
10052	embedding2nn.bias	2	-0.08039022982120514
10052	embedding2nn.bias	3	0.014520589262247086
10052	embedding2nn.bias	4	0.011201114393770695
10052	embedding2nn.bias	5	0.0017595698591321707
10052	embedding2nn.bias	6	0.021761015057563782
10052	embedding2nn.bias	7	0.0543203130364418
10052	embedding2nn.bias	8	0.014148544520139694
10052	embedding2nn.bias	9	-0.0004700483113992959
10052	rnn.weight_ih_l0	0	0.03857162222266197
10052	rnn.weight_ih_l0	1	-0.008797384798526764
10052	rnn.weight_ih_l0	2	-0.02651219442486763
10052	rnn.weight_ih_l0	3	-0.047931816428899765
10052	rnn.weight_ih_l0	4	-0.04733460396528244
10052	rnn.weight_ih_l0	5	-0.0017806899268180132
10052	rnn.weight_ih_l0	6	-0.05216769501566887
10052	rnn.weight_ih_l0	7	-0.05524516478180885
10052	rnn.weight_ih_l0	8	-0.04768321290612221
10052	rnn.weight_ih_l0	9	-0.026482434943318367
10052	rnn.weight_hh_l0	0	0.01476398203521967
10052	rnn.weight_hh_l0	1	-0.0250008013099432
10052	rnn.weight_hh_l0	2	-0.04140091687440872
10052	rnn.weight_hh_l0	3	-0.02246568165719509
10052	rnn.weight_hh_l0	4	-0.05623074620962143
10052	rnn.weight_hh_l0	5	-0.010913165286183357
10052	rnn.weight_hh_l0	6	-0.02779930830001831
10052	rnn.weight_hh_l0	7	0.017287127673625946
10052	rnn.weight_hh_l0	8	-0.02013358101248741
10052	rnn.weight_hh_l0	9	0.01886048913002014
10052	rnn.bias_ih_l0	0	0.09799131006002426
10052	rnn.bias_ih_l0	1	-0.037353869527578354
10052	rnn.bias_ih_l0	2	0.11274650692939758
10052	rnn.bias_ih_l0	3	0.07099293172359467
10052	rnn.bias_ih_l0	4	0.08998271077871323
10052	rnn.bias_ih_l0	5	0.023678962141275406
10052	rnn.bias_ih_l0	6	-0.014231277629733086
10052	rnn.bias_ih_l0	7	-0.08221127092838287
10052	rnn.bias_ih_l0	8	-0.12648077309131622
10052	rnn.bias_ih_l0	9	0.08486730605363846
10052	rnn.bias_hh_l0	0	-0.026207182556390762
10052	rnn.bias_hh_l0	1	0.018483802676200867
10052	rnn.bias_hh_l0	2	-0.023067602887749672
10052	rnn.bias_hh_l0	3	-0.02287103794515133
10052	rnn.bias_hh_l0	4	-0.04517849162220955
10052	rnn.bias_hh_l0	5	0.1145060807466507
10052	rnn.bias_hh_l0	6	-0.0016610220773145556
10052	rnn.bias_hh_l0	7	0.007394830230623484
10052	rnn.bias_hh_l0	8	0.020137444138526917
10052	rnn.bias_hh_l0	9	0.047877855598926544
10052	rnn.weight_ih_l0_reverse	0	-0.03230417147278786
10052	rnn.weight_ih_l0_reverse	1	0.0010823140619322658
10052	rnn.weight_ih_l0_reverse	2	0.02331726998090744
10052	rnn.weight_ih_l0_reverse	3	-0.05625152960419655
10052	rnn.weight_ih_l0_reverse	4	0.009302202612161636
10052	rnn.weight_ih_l0_reverse	5	-0.05156230181455612
10052	rnn.weight_ih_l0_reverse	6	0.014325014315545559
10052	rnn.weight_ih_l0_reverse	7	0.0416492260992527
10052	rnn.weight_ih_l0_reverse	8	-0.04348735138773918
10052	rnn.weight_ih_l0_reverse	9	-0.05280175060033798
10052	rnn.weight_hh_l0_reverse	0	-0.0770072191953659
10052	rnn.weight_hh_l0_reverse	1	-0.05001141130924225
10052	rnn.weight_hh_l0_reverse	2	0.014666378498077393
10052	rnn.weight_hh_l0_reverse	3	0.0440136194229126
10052	rnn.weight_hh_l0_reverse	4	0.01671391725540161
10052	rnn.weight_hh_l0_reverse	5	0.04226911813020706
10052	rnn.weight_hh_l0_reverse	6	-0.00436229445040226
10052	rnn.weight_hh_l0_reverse	7	-0.00027197148301638663
10052	rnn.weight_hh_l0_reverse	8	-0.0909939631819725
10052	rnn.weight_hh_l0_reverse	9	0.049029141664505005
10052	rnn.bias_ih_l0_reverse	0	-0.06968137621879578
10052	rnn.bias_ih_l0_reverse	1	-0.03857392817735672
10052	rnn.bias_ih_l0_reverse	2	0.09004402905702591
10052	rnn.bias_ih_l0_reverse	3	0.02938217483460903
10052	rnn.bias_ih_l0_reverse	4	-0.10800968110561371
10052	rnn.bias_ih_l0_reverse	5	0.03581194207072258
10052	rnn.bias_ih_l0_reverse	6	-0.11153639853000641
10052	rnn.bias_ih_l0_reverse	7	0.04559539631009102
10052	rnn.bias_ih_l0_reverse	8	0.018920857459306717
10052	rnn.bias_ih_l0_reverse	9	0.06760329753160477
10052	rnn.bias_hh_l0_reverse	0	0.026211874559521675
10052	rnn.bias_hh_l0_reverse	1	0.07765193283557892
10052	rnn.bias_hh_l0_reverse	2	0.08227863907814026
10052	rnn.bias_hh_l0_reverse	3	-0.008808406069874763
10052	rnn.bias_hh_l0_reverse	4	0.0810946524143219
10052	rnn.bias_hh_l0_reverse	5	0.0186099112033844
10052	rnn.bias_hh_l0_reverse	6	-0.07418981194496155
10052	rnn.bias_hh_l0_reverse	7	0.04052576795220375
10052	rnn.bias_hh_l0_reverse	8	0.03124832734465599
10052	rnn.bias_hh_l0_reverse	9	-0.13400675356388092
10052	linear.weight	0	0.19190800189971924
10052	linear.weight	1	-0.10988850891590118
10052	linear.weight	2	-0.1447898894548416
10052	linear.weight	3	0.07003743201494217
10052	linear.weight	4	0.00591271510347724
10052	linear.weight	5	-0.028258545324206352
10052	linear.weight	6	-0.00991575326770544
10052	linear.weight	7	-0.03916468471288681
10052	linear.weight	8	0.026202460750937462
10052	linear.weight	9	0.33376196026802063
10052	linear.bias	0	-0.10819152742624283
10052	linear.bias	1	0.12607347965240479
10052	linear.bias	2	-0.4385626018047333
10052	linear.bias	3	1.434571623802185
10052	linear.bias	4	-0.3285871744155884
10052	linear.bias	5	-0.030769959092140198
10052	linear.bias	6	-0.30253660678863525
10052	linear.bias	7	-0.19313344359397888
10052	linear.bias	8	0.06043446436524391
10052	linear.bias	9	-0.4327266812324524
10080	transitions	0	-0.6062853932380676
10080	transitions	1	0.39468589425086975
10080	transitions	2	1.7317492961883545
10080	transitions	3	0.14660294353961945
10080	transitions	4	0.9827989339828491
10080	transitions	5	1.2747777700424194
10080	transitions	6	0.4844043254852295
10080	transitions	7	0.1815299540758133
10080	transitions	8	-0.9190917015075684
10080	transitions	9	0.930762529373169
10080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10080	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10080	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10080	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10080	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10080	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10080	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10080	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10080	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10080	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10080	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10080	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10080	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10080	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10080	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10080	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10080	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10080	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10080	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10080	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10080	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10080	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10080	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10080	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10080	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10080	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10080	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10080	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10080	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10080	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10080	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10080	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10080	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10080	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10080	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10080	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10080	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10080	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10080	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10080	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10080	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10080	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10080	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10080	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10080	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10080	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10080	embedding2nn.weight	0	0.008467383682727814
10080	embedding2nn.weight	1	0.015252450481057167
10080	embedding2nn.weight	2	-0.005845943931490183
10080	embedding2nn.weight	3	0.001866080448962748
10080	embedding2nn.weight	4	-0.0038243134040385485
10080	embedding2nn.weight	5	0.010361394844949245
10080	embedding2nn.weight	6	-0.0027947386261075735
10080	embedding2nn.weight	7	0.008119073696434498
10080	embedding2nn.weight	8	-0.007062932942062616
10080	embedding2nn.weight	9	-0.013323921710252762
10080	embedding2nn.bias	0	-0.03676757588982582
10080	embedding2nn.bias	1	-0.010601242072880268
10080	embedding2nn.bias	2	-0.08000583946704865
10080	embedding2nn.bias	3	0.013361116871237755
10080	embedding2nn.bias	4	0.009209595620632172
10080	embedding2nn.bias	5	0.0002050181501545012
10080	embedding2nn.bias	6	0.025733212009072304
10080	embedding2nn.bias	7	0.06007200479507446
10080	embedding2nn.bias	8	0.007541373372077942
10080	embedding2nn.bias	9	-0.0012738622026517987
10080	rnn.weight_ih_l0	0	0.03856690973043442
10080	rnn.weight_ih_l0	1	-0.009449395351111889
10080	rnn.weight_ih_l0	2	-0.026010412722826004
10080	rnn.weight_ih_l0	3	-0.04841374605894089
10080	rnn.weight_ih_l0	4	-0.047241222113370895
10080	rnn.weight_ih_l0	5	-0.001945830648764968
10080	rnn.weight_ih_l0	6	-0.05190248042345047
10080	rnn.weight_ih_l0	7	-0.05565975233912468
10080	rnn.weight_ih_l0	8	-0.047520291060209274
10080	rnn.weight_ih_l0	9	-0.02644318901002407
10080	rnn.weight_hh_l0	0	0.014804407954216003
10080	rnn.weight_hh_l0	1	-0.025376858189702034
10080	rnn.weight_hh_l0	2	-0.04167674481868744
10080	rnn.weight_hh_l0	3	-0.02278316207230091
10080	rnn.weight_hh_l0	4	-0.05656135827302933
10080	rnn.weight_hh_l0	5	-0.010563072748482227
10080	rnn.weight_hh_l0	6	-0.027448387816548347
10080	rnn.weight_hh_l0	7	0.018893210217356682
10080	rnn.weight_hh_l0	8	-0.020066751167178154
10080	rnn.weight_hh_l0	9	0.02022453024983406
10080	rnn.bias_ih_l0	0	0.0969519093632698
10080	rnn.bias_ih_l0	1	-0.040712349116802216
10080	rnn.bias_ih_l0	2	0.11441288143396378
10080	rnn.bias_ih_l0	3	0.07001090794801712
10080	rnn.bias_ih_l0	4	0.09175018221139908
10080	rnn.bias_ih_l0	5	0.024841289967298508
10080	rnn.bias_ih_l0	6	-0.014975656755268574
10080	rnn.bias_ih_l0	7	-0.08107925206422806
10080	rnn.bias_ih_l0	8	-0.12953317165374756
10080	rnn.bias_ih_l0	9	0.08532412350177765
10080	rnn.bias_hh_l0	0	-0.027015428990125656
10080	rnn.bias_hh_l0	1	0.02197667583823204
10080	rnn.bias_hh_l0	2	-0.026234138756990433
10080	rnn.bias_hh_l0	3	-0.02571994625031948
10080	rnn.bias_hh_l0	4	-0.04688389599323273
10080	rnn.bias_hh_l0	5	0.1130262240767479
10080	rnn.bias_hh_l0	6	-0.0013625896535813808
10080	rnn.bias_hh_l0	7	0.007486745249480009
10080	rnn.bias_hh_l0	8	0.019393065944314003
10080	rnn.bias_hh_l0	9	0.04765234887599945
10080	rnn.weight_ih_l0_reverse	0	-0.032500579953193665
10080	rnn.weight_ih_l0_reverse	1	0.0015315146883949637
10080	rnn.weight_ih_l0_reverse	2	0.023234380409121513
10080	rnn.weight_ih_l0_reverse	3	-0.05631996691226959
10080	rnn.weight_ih_l0_reverse	4	0.0090846111997962
10080	rnn.weight_ih_l0_reverse	5	-0.05118247866630554
10080	rnn.weight_ih_l0_reverse	6	0.016391796991229057
10080	rnn.weight_ih_l0_reverse	7	0.04172113910317421
10080	rnn.weight_ih_l0_reverse	8	-0.04396626353263855
10080	rnn.weight_ih_l0_reverse	9	-0.052963532507419586
10080	rnn.weight_hh_l0_reverse	0	-0.07749755680561066
10080	rnn.weight_hh_l0_reverse	1	-0.050277229398489
10080	rnn.weight_hh_l0_reverse	2	0.01486666314303875
10080	rnn.weight_hh_l0_reverse	3	0.04440544918179512
10080	rnn.weight_hh_l0_reverse	4	0.016953105106949806
10080	rnn.weight_hh_l0_reverse	5	0.04226793721318245
10080	rnn.weight_hh_l0_reverse	6	-0.0038086636923253536
10080	rnn.weight_hh_l0_reverse	7	-0.00020434839825611562
10080	rnn.weight_hh_l0_reverse	8	-0.09103135019540787
10080	rnn.weight_hh_l0_reverse	9	0.04876198247075081
10080	rnn.bias_ih_l0_reverse	0	-0.07212534546852112
10080	rnn.bias_ih_l0_reverse	1	-0.03968345746397972
10080	rnn.bias_ih_l0_reverse	2	0.08979734778404236
10080	rnn.bias_ih_l0_reverse	3	0.029790882021188736
10080	rnn.bias_ih_l0_reverse	4	-0.10862211883068085
10080	rnn.bias_ih_l0_reverse	5	0.0357292965054512
10080	rnn.bias_ih_l0_reverse	6	-0.11214873194694519
10080	rnn.bias_ih_l0_reverse	7	0.048512477427721024
10080	rnn.bias_ih_l0_reverse	8	0.01800556853413582
10080	rnn.bias_ih_l0_reverse	9	0.06763728708028793
10080	rnn.bias_hh_l0_reverse	0	0.028935616835951805
10080	rnn.bias_hh_l0_reverse	1	0.07688119262456894
10080	rnn.bias_hh_l0_reverse	2	0.08110629767179489
10080	rnn.bias_hh_l0_reverse	3	-0.00884509738534689
10080	rnn.bias_hh_l0_reverse	4	0.08158683031797409
10080	rnn.bias_hh_l0_reverse	5	0.01758759841322899
10080	rnn.bias_hh_l0_reverse	6	-0.07218272984027863
10080	rnn.bias_hh_l0_reverse	7	0.040537767112255096
10080	rnn.bias_hh_l0_reverse	8	0.03289128467440605
10080	rnn.bias_hh_l0_reverse	9	-0.13052485883235931
10080	linear.weight	0	0.2000485211610794
10080	linear.weight	1	-0.10988783091306686
10080	linear.weight	2	-0.14488725364208221
10080	linear.weight	3	0.06988327205181122
10080	linear.weight	4	0.0039727939292788506
10080	linear.weight	5	-0.02773716114461422
10080	linear.weight	6	-0.009902581572532654
10080	linear.weight	7	-0.03750300779938698
10080	linear.weight	8	0.02505429834127426
10080	linear.weight	9	0.33492353558540344
10080	linear.bias	0	-0.10449683666229248
10080	linear.bias	1	0.12202838808298111
10080	linear.bias	2	-0.4408985376358032
10080	linear.bias	3	1.4360791444778442
10080	linear.bias	4	-0.33122479915618896
10080	linear.bias	5	-0.030769959092140198
10080	linear.bias	6	-0.3040804862976074
10080	linear.bias	7	-0.19584232568740845
10080	linear.bias	8	0.05629430711269379
10080	linear.bias	9	-0.4329952001571655
10108	transitions	0	-0.6063562631607056
10108	transitions	1	0.39460891485214233
10108	transitions	2	1.7316477298736572
10108	transitions	3	0.14656300842761993
10108	transitions	4	0.9827436804771423
10108	transitions	5	1.274776577949524
10108	transitions	6	0.48440390825271606
10108	transitions	7	0.18152201175689697
10108	transitions	8	-0.9190924167633057
10108	transitions	9	0.930762529373169
10108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10108	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10108	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10108	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10108	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10108	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10108	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10108	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10108	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10108	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10108	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10108	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10108	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10108	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10108	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10108	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10108	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10108	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10108	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10108	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10108	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10108	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10108	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10108	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10108	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10108	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10108	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10108	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10108	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10108	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10108	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10108	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10108	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10108	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10108	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10108	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10108	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10108	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10108	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10108	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10108	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10108	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10108	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10108	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10108	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10108	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10108	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10108	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10108	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10108	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10108	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10108	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10108	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10108	embedding2nn.weight	0	0.008228705264627934
10108	embedding2nn.weight	1	0.01529536210000515
10108	embedding2nn.weight	2	-0.0058533549308776855
10108	embedding2nn.weight	3	0.0017501355614513159
10108	embedding2nn.weight	4	-0.0038296885322779417
10108	embedding2nn.weight	5	0.010452596470713615
10108	embedding2nn.weight	6	-0.0027888016775250435
10108	embedding2nn.weight	7	0.007647836580872536
10108	embedding2nn.weight	8	-0.007120390888303518
10108	embedding2nn.weight	9	-0.013082030229270458
10108	embedding2nn.bias	0	-0.03741111233830452
10108	embedding2nn.bias	1	-0.009386444464325905
10108	embedding2nn.bias	2	-0.08347106724977493
10108	embedding2nn.bias	3	0.01810702495276928
10108	embedding2nn.bias	4	0.009812979958951473
10108	embedding2nn.bias	5	-0.004649936221539974
10108	embedding2nn.bias	6	0.02551567740738392
10108	embedding2nn.bias	7	0.06239752843976021
10108	embedding2nn.bias	8	0.007644400466233492
10108	embedding2nn.bias	9	0.0013663211138918996
10108	rnn.weight_ih_l0	0	0.03833901509642601
10108	rnn.weight_ih_l0	1	-0.009631158784031868
10108	rnn.weight_ih_l0	2	-0.026087407022714615
10108	rnn.weight_ih_l0	3	-0.048250578343868256
10108	rnn.weight_ih_l0	4	-0.046801090240478516
10108	rnn.weight_ih_l0	5	-0.002027314156293869
10108	rnn.weight_ih_l0	6	-0.051703501492738724
10108	rnn.weight_ih_l0	7	-0.055816687643527985
10108	rnn.weight_ih_l0	8	-0.04782198742032051
10108	rnn.weight_ih_l0	9	-0.026443181559443474
10108	rnn.weight_hh_l0	0	0.014872465282678604
10108	rnn.weight_hh_l0	1	-0.026064427569508553
10108	rnn.weight_hh_l0	2	-0.04140529781579971
10108	rnn.weight_hh_l0	3	-0.022690631449222565
10108	rnn.weight_hh_l0	4	-0.05664306506514549
10108	rnn.weight_hh_l0	5	-0.01069148164242506
10108	rnn.weight_hh_l0	6	-0.025664685294032097
10108	rnn.weight_hh_l0	7	0.01746905967593193
10108	rnn.weight_hh_l0	8	-0.019801069051027298
10108	rnn.weight_hh_l0	9	0.020846035331487656
10108	rnn.bias_ih_l0	0	0.09690612554550171
10108	rnn.bias_ih_l0	1	-0.040440190583467484
10108	rnn.bias_ih_l0	2	0.10960618406534195
10108	rnn.bias_ih_l0	3	0.0687834620475769
10108	rnn.bias_ih_l0	4	0.09150273352861404
10108	rnn.bias_ih_l0	5	0.02499069646000862
10108	rnn.bias_ih_l0	6	-0.013081470504403114
10108	rnn.bias_ih_l0	7	-0.07912026345729828
10108	rnn.bias_ih_l0	8	-0.128671333193779
10108	rnn.bias_ih_l0	9	0.08511761575937271
10108	rnn.bias_hh_l0	0	-0.025106802582740784
10108	rnn.bias_hh_l0	1	0.02108222432434559
10108	rnn.bias_hh_l0	2	-0.025882797315716743
10108	rnn.bias_hh_l0	3	-0.024866627529263496
10108	rnn.bias_hh_l0	4	-0.04724547639489174
10108	rnn.bias_hh_l0	5	0.11539092659950256
10108	rnn.bias_hh_l0	6	0.0003047430654987693
10108	rnn.bias_hh_l0	7	0.0037462622858583927
10108	rnn.bias_hh_l0	8	0.02128724753856659
10108	rnn.bias_hh_l0	9	0.04575435817241669
10108	rnn.weight_ih_l0_reverse	0	-0.032675839960575104
10108	rnn.weight_ih_l0_reverse	1	0.0019076465396210551
10108	rnn.weight_ih_l0_reverse	2	0.023451844230294228
10108	rnn.weight_ih_l0_reverse	3	-0.05645031854510307
10108	rnn.weight_ih_l0_reverse	4	0.009205298498272896
10108	rnn.weight_ih_l0_reverse	5	-0.05126172676682472
10108	rnn.weight_ih_l0_reverse	6	0.016449062153697014
10108	rnn.weight_ih_l0_reverse	7	0.04176599159836769
10108	rnn.weight_ih_l0_reverse	8	-0.04399002343416214
10108	rnn.weight_ih_l0_reverse	9	-0.05264441668987274
10108	rnn.weight_hh_l0_reverse	0	-0.07705365121364594
10108	rnn.weight_hh_l0_reverse	1	-0.049265336245298386
10108	rnn.weight_hh_l0_reverse	2	0.014882196672260761
10108	rnn.weight_hh_l0_reverse	3	0.04447728767991066
10108	rnn.weight_hh_l0_reverse	4	0.01625921204686165
10108	rnn.weight_hh_l0_reverse	5	0.042482148855924606
10108	rnn.weight_hh_l0_reverse	6	-0.005445941351354122
10108	rnn.weight_hh_l0_reverse	7	-0.00011143825395265594
10108	rnn.weight_hh_l0_reverse	8	-0.09102825075387955
10108	rnn.weight_hh_l0_reverse	9	0.04928188771009445
10108	rnn.bias_ih_l0_reverse	0	-0.07303617894649506
10108	rnn.bias_ih_l0_reverse	1	-0.03817436471581459
10108	rnn.bias_ih_l0_reverse	2	0.09126599878072739
10108	rnn.bias_ih_l0_reverse	3	0.029426250606775284
10108	rnn.bias_ih_l0_reverse	4	-0.10832492262125015
10108	rnn.bias_ih_l0_reverse	5	0.035252492874860764
10108	rnn.bias_ih_l0_reverse	6	-0.11074092984199524
10108	rnn.bias_ih_l0_reverse	7	0.04961466044187546
10108	rnn.bias_ih_l0_reverse	8	0.018296953290700912
10108	rnn.bias_ih_l0_reverse	9	0.06935843080282211
10108	rnn.bias_hh_l0_reverse	0	0.033237528055906296
10108	rnn.bias_hh_l0_reverse	1	0.07495086640119553
10108	rnn.bias_hh_l0_reverse	2	0.08246224373579025
10108	rnn.bias_hh_l0_reverse	3	-0.008849896490573883
10108	rnn.bias_hh_l0_reverse	4	0.08196301013231277
10108	rnn.bias_hh_l0_reverse	5	0.014515746384859085
10108	rnn.bias_hh_l0_reverse	6	-0.07123684138059616
10108	rnn.bias_hh_l0_reverse	7	0.03973330557346344
10108	rnn.bias_hh_l0_reverse	8	0.03490246832370758
10108	rnn.bias_hh_l0_reverse	9	-0.1307874470949173
10108	linear.weight	0	0.1995701640844345
10108	linear.weight	1	-0.1099005714058876
10108	linear.weight	2	-0.1458355039358139
10108	linear.weight	3	0.06388501077890396
10108	linear.weight	4	0.003843988524749875
10108	linear.weight	5	-0.027387414127588272
10108	linear.weight	6	-0.009899483062326908
10108	linear.weight	7	-0.03743861988186836
10108	linear.weight	8	0.02179953269660473
10108	linear.weight	9	0.33716467022895813
10108	linear.bias	0	-0.11383907496929169
10108	linear.bias	1	0.12535008788108826
10108	linear.bias	2	-0.43621355295181274
10108	linear.bias	3	1.4466952085494995
10108	linear.bias	4	-0.32298412919044495
10108	linear.bias	5	-0.030769959092140198
10108	linear.bias	6	-0.29836371541023254
10108	linear.bias	7	-0.19694001972675323
10108	linear.bias	8	0.055416036397218704
10108	linear.bias	9	-0.4332610070705414
10136	transitions	0	-0.6064327955245972
10136	transitions	1	0.3944675028324127
10136	transitions	2	1.7315033674240112
10136	transitions	3	0.14654286205768585
10136	transitions	4	0.9826602935791016
10136	transitions	5	1.2747743129730225
10136	transitions	6	0.4844030737876892
10136	transitions	7	0.18151287734508514
10136	transitions	8	-0.9190948009490967
10136	transitions	9	0.930762529373169
10136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10136	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10136	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10136	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10136	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10136	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10136	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10136	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10136	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10136	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10136	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10136	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10136	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10136	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10136	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10136	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10136	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10136	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10136	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10136	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10136	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10136	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10136	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10136	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10136	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10136	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10136	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10136	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10136	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10136	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10136	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10136	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10136	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10136	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10136	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10136	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10136	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10136	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10136	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10136	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10136	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10136	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10136	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10136	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10136	embedding2nn.weight	0	0.008065750822424889
10136	embedding2nn.weight	1	0.015246803872287273
10136	embedding2nn.weight	2	-0.005887577310204506
10136	embedding2nn.weight	3	0.0017835887847468257
10136	embedding2nn.weight	4	-0.0037824404425919056
10136	embedding2nn.weight	5	0.010489841923117638
10136	embedding2nn.weight	6	-0.0029408850241452456
10136	embedding2nn.weight	7	0.007210681214928627
10136	embedding2nn.weight	8	-0.00679429154843092
10136	embedding2nn.weight	9	-0.01315175648778677
10136	embedding2nn.bias	0	-0.038673631846904755
10136	embedding2nn.bias	1	-0.007961492985486984
10136	embedding2nn.bias	2	-0.08137545734643936
10136	embedding2nn.bias	3	0.020942099392414093
10136	embedding2nn.bias	4	0.006603348534554243
10136	embedding2nn.bias	5	-0.0050623491406440735
10136	embedding2nn.bias	6	0.03215081989765167
10136	embedding2nn.bias	7	0.06269258260726929
10136	embedding2nn.bias	8	0.006805135402828455
10136	embedding2nn.bias	9	-0.002460472285747528
10136	rnn.weight_ih_l0	0	0.03827409818768501
10136	rnn.weight_ih_l0	1	-0.009546561166644096
10136	rnn.weight_ih_l0	2	-0.02629064954817295
10136	rnn.weight_ih_l0	3	-0.04848824441432953
10136	rnn.weight_ih_l0	4	-0.047358252108097076
10136	rnn.weight_ih_l0	5	-0.0021320427767932415
10136	rnn.weight_ih_l0	6	-0.051705338060855865
10136	rnn.weight_ih_l0	7	-0.05583017319440842
10136	rnn.weight_ih_l0	8	-0.0480295829474926
10136	rnn.weight_ih_l0	9	-0.026432877406477928
10136	rnn.weight_hh_l0	0	0.014315033331513405
10136	rnn.weight_hh_l0	1	-0.025975288823246956
10136	rnn.weight_hh_l0	2	-0.041178010404109955
10136	rnn.weight_hh_l0	3	-0.022668221965432167
10136	rnn.weight_hh_l0	4	-0.0570378452539444
10136	rnn.weight_hh_l0	5	-0.010753460228443146
10136	rnn.weight_hh_l0	6	-0.027276335284113884
10136	rnn.weight_hh_l0	7	0.018366752192378044
10136	rnn.weight_hh_l0	8	-0.019774235785007477
10136	rnn.weight_hh_l0	9	0.022530188784003258
10136	rnn.bias_ih_l0	0	0.0973895862698555
10136	rnn.bias_ih_l0	1	-0.04093161225318909
10136	rnn.bias_ih_l0	2	0.10801694542169571
10136	rnn.bias_ih_l0	3	0.06889168918132782
10136	rnn.bias_ih_l0	4	0.08913993090391159
10136	rnn.bias_ih_l0	5	0.025301465764641762
10136	rnn.bias_ih_l0	6	-0.01134098693728447
10136	rnn.bias_ih_l0	7	-0.07733716070652008
10136	rnn.bias_ih_l0	8	-0.1276910901069641
10136	rnn.bias_ih_l0	9	0.08406764268875122
10136	rnn.bias_hh_l0	0	-0.02506231889128685
10136	rnn.bias_hh_l0	1	0.02265920862555504
10136	rnn.bias_hh_l0	2	-0.025607701390981674
10136	rnn.bias_hh_l0	3	-0.022765634581446648
10136	rnn.bias_hh_l0	4	-0.0467616505920887
10136	rnn.bias_hh_l0	5	0.11563076823949814
10136	rnn.bias_hh_l0	6	-0.002595906611531973
10136	rnn.bias_hh_l0	7	0.004697825293987989
10136	rnn.bias_hh_l0	8	0.023027734830975533
10136	rnn.bias_hh_l0	9	0.046054620295763016
10136	rnn.weight_ih_l0_reverse	0	-0.03296313062310219
10136	rnn.weight_ih_l0_reverse	1	0.0015820165863260627
10136	rnn.weight_ih_l0_reverse	2	0.02353782020509243
10136	rnn.weight_ih_l0_reverse	3	-0.05650431662797928
10136	rnn.weight_ih_l0_reverse	4	0.009016457013785839
10136	rnn.weight_ih_l0_reverse	5	-0.051564011722803116
10136	rnn.weight_ih_l0_reverse	6	0.015237118117511272
10136	rnn.weight_ih_l0_reverse	7	0.04173135757446289
10136	rnn.weight_ih_l0_reverse	8	-0.044050294905900955
10136	rnn.weight_ih_l0_reverse	9	-0.05267235264182091
10136	rnn.weight_hh_l0_reverse	0	-0.07768838852643967
10136	rnn.weight_hh_l0_reverse	1	-0.04777587205171585
10136	rnn.weight_hh_l0_reverse	2	0.015052448958158493
10136	rnn.weight_hh_l0_reverse	3	0.04420006647706032
10136	rnn.weight_hh_l0_reverse	4	0.01690850220620632
10136	rnn.weight_hh_l0_reverse	5	0.04240670055150986
10136	rnn.weight_hh_l0_reverse	6	-0.005476497113704681
10136	rnn.weight_hh_l0_reverse	7	-0.00032818992622196674
10136	rnn.weight_hh_l0_reverse	8	-0.09129355102777481
10136	rnn.weight_hh_l0_reverse	9	0.049020253121852875
10136	rnn.bias_ih_l0_reverse	0	-0.07147106528282166
10136	rnn.bias_ih_l0_reverse	1	-0.03215538710355759
10136	rnn.bias_ih_l0_reverse	2	0.09155324101448059
10136	rnn.bias_ih_l0_reverse	3	0.02945530414581299
10136	rnn.bias_ih_l0_reverse	4	-0.10739921033382416
10136	rnn.bias_ih_l0_reverse	5	0.036939069628715515
10136	rnn.bias_ih_l0_reverse	6	-0.11081292480230331
10136	rnn.bias_ih_l0_reverse	7	0.04728769510984421
10136	rnn.bias_ih_l0_reverse	8	0.017232149839401245
10136	rnn.bias_ih_l0_reverse	9	0.07078694552183151
10136	rnn.bias_hh_l0_reverse	0	0.03161017969250679
10136	rnn.bias_hh_l0_reverse	1	0.07502507418394089
10136	rnn.bias_hh_l0_reverse	2	0.08304550498723984
10136	rnn.bias_hh_l0_reverse	3	-0.009161718189716339
10136	rnn.bias_hh_l0_reverse	4	0.08255655318498611
10136	rnn.bias_hh_l0_reverse	5	0.015666203573346138
10136	rnn.bias_hh_l0_reverse	6	-0.07193676382303238
10136	rnn.bias_hh_l0_reverse	7	0.040042776614427567
10136	rnn.bias_hh_l0_reverse	8	0.03457140922546387
10136	rnn.bias_hh_l0_reverse	9	-0.1296415776014328
10136	linear.weight	0	0.19227850437164307
10136	linear.weight	1	-0.10992547869682312
10136	linear.weight	2	-0.1424914300441742
10136	linear.weight	3	0.06445769965648651
10136	linear.weight	4	0.0028337303083389997
10136	linear.weight	5	-0.02830357849597931
10136	linear.weight	6	-0.009905444458127022
10136	linear.weight	7	-0.03711361065506935
10136	linear.weight	8	0.01695200800895691
10136	linear.weight	9	0.33672863245010376
10136	linear.bias	0	-0.1079888716340065
10136	linear.bias	1	0.1226528137922287
10136	linear.bias	2	-0.4330388903617859
10136	linear.bias	3	1.4354101419448853
10136	linear.bias	4	-0.3238978981971741
10136	linear.bias	5	-0.030769959092140198
10136	linear.bias	6	-0.2949611246585846
10136	linear.bias	7	-0.19998051226139069
10136	linear.bias	8	0.05580717325210571
10136	linear.bias	9	-0.4334714710712433
10164	transitions	0	-0.6065816879272461
10164	transitions	1	0.3943358063697815
10164	transitions	2	1.7312856912612915
10164	transitions	3	0.14648489654064178
10164	transitions	4	0.9823542833328247
10164	transitions	5	1.2747668027877808
10164	transitions	6	0.484401136636734
10164	transitions	7	0.18149349093437195
10164	transitions	8	-0.9190983772277832
10164	transitions	9	0.9307623505592346
10164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10164	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10164	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10164	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10164	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10164	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10164	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10164	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10164	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10164	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10164	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10164	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10164	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10164	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10164	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10164	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10164	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10164	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10164	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10164	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10164	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10164	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10164	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10164	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10164	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10164	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10164	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10164	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10164	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10164	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10164	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10164	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10164	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10164	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10164	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10164	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10164	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10164	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10164	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10164	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10164	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10164	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10164	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10164	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10164	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10164	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10164	embedding2nn.weight	0	0.007626549806445837
10164	embedding2nn.weight	1	0.015124069526791573
10164	embedding2nn.weight	2	-0.0058602020144462585
10164	embedding2nn.weight	3	0.001840895740315318
10164	embedding2nn.weight	4	-0.0038086981512606144
10164	embedding2nn.weight	5	0.010564081370830536
10164	embedding2nn.weight	6	-0.002887870417907834
10164	embedding2nn.weight	7	0.007288632448762655
10164	embedding2nn.weight	8	-0.006989439949393272
10164	embedding2nn.weight	9	-0.013316593132913113
10164	embedding2nn.bias	0	-0.032657742500305176
10164	embedding2nn.bias	1	-0.0043013691902160645
10164	embedding2nn.bias	2	-0.08636754751205444
10164	embedding2nn.bias	3	0.020170651376247406
10164	embedding2nn.bias	4	0.002391993999481201
10164	embedding2nn.bias	5	-0.010840734466910362
10164	embedding2nn.bias	6	0.03420863673090935
10164	embedding2nn.bias	7	0.05691865459084511
10164	embedding2nn.bias	8	0.005676721688359976
10164	embedding2nn.bias	9	-0.0034056557342410088
10164	rnn.weight_ih_l0	0	0.038203172385692596
10164	rnn.weight_ih_l0	1	-0.00946586113423109
10164	rnn.weight_ih_l0	2	-0.027174554765224457
10164	rnn.weight_ih_l0	3	-0.0487910732626915
10164	rnn.weight_ih_l0	4	-0.047032780945301056
10164	rnn.weight_ih_l0	5	-0.0021721425000578165
10164	rnn.weight_ih_l0	6	-0.05184081941843033
10164	rnn.weight_ih_l0	7	-0.0556267686188221
10164	rnn.weight_ih_l0	8	-0.047798510640859604
10164	rnn.weight_ih_l0	9	-0.026409674435853958
10164	rnn.weight_hh_l0	0	0.014572911895811558
10164	rnn.weight_hh_l0	1	-0.02570667304098606
10164	rnn.weight_hh_l0	2	-0.04151834920048714
10164	rnn.weight_hh_l0	3	-0.02232429012656212
10164	rnn.weight_hh_l0	4	-0.05706905201077461
10164	rnn.weight_hh_l0	5	-0.010904273018240929
10164	rnn.weight_hh_l0	6	-0.027125172317028046
10164	rnn.weight_hh_l0	7	0.017224129289388657
10164	rnn.weight_hh_l0	8	-0.01979534886777401
10164	rnn.weight_hh_l0	9	0.021617025136947632
10164	rnn.bias_ih_l0	0	0.09799256175756454
10164	rnn.bias_ih_l0	1	-0.041759978979825974
10164	rnn.bias_ih_l0	2	0.10669341683387756
10164	rnn.bias_ih_l0	3	0.06667228043079376
10164	rnn.bias_ih_l0	4	0.09030255675315857
10164	rnn.bias_ih_l0	5	0.025263259187340736
10164	rnn.bias_ih_l0	6	-0.011665469035506248
10164	rnn.bias_ih_l0	7	-0.07521720975637436
10164	rnn.bias_ih_l0	8	-0.134534552693367
10164	rnn.bias_ih_l0	9	0.08416445553302765
10164	rnn.bias_hh_l0	0	-0.025379206985235214
10164	rnn.bias_hh_l0	1	0.022716915234923363
10164	rnn.bias_hh_l0	2	-0.024542221799492836
10164	rnn.bias_hh_l0	3	-0.02361673302948475
10164	rnn.bias_hh_l0	4	-0.045957718044519424
10164	rnn.bias_hh_l0	5	0.11613556742668152
10164	rnn.bias_hh_l0	6	-0.0022892376873642206
10164	rnn.bias_hh_l0	7	0.009099760092794895
10164	rnn.bias_hh_l0	8	0.022703247144818306
10164	rnn.bias_hh_l0	9	0.04497726261615753
10164	rnn.weight_ih_l0_reverse	0	-0.032611533999443054
10164	rnn.weight_ih_l0_reverse	1	0.0018281838856637478
10164	rnn.weight_ih_l0_reverse	2	0.023396598175168037
10164	rnn.weight_ih_l0_reverse	3	-0.05652990937232971
10164	rnn.weight_ih_l0_reverse	4	0.009069995954632759
10164	rnn.weight_ih_l0_reverse	5	-0.05163363739848137
10164	rnn.weight_ih_l0_reverse	6	0.0153247294947505
10164	rnn.weight_ih_l0_reverse	7	0.04158217832446098
10164	rnn.weight_ih_l0_reverse	8	-0.04393633455038071
10164	rnn.weight_ih_l0_reverse	9	-0.05291995406150818
10164	rnn.weight_hh_l0_reverse	0	-0.07827431708574295
10164	rnn.weight_hh_l0_reverse	1	-0.04756585881114006
10164	rnn.weight_hh_l0_reverse	2	0.01629658415913582
10164	rnn.weight_hh_l0_reverse	3	0.0446014404296875
10164	rnn.weight_hh_l0_reverse	4	0.017083220183849335
10164	rnn.weight_hh_l0_reverse	5	0.042708903551101685
10164	rnn.weight_hh_l0_reverse	6	-0.0059349494986236095
10164	rnn.weight_hh_l0_reverse	7	-0.00023877288913354278
10164	rnn.weight_hh_l0_reverse	8	-0.09177690744400024
10164	rnn.weight_hh_l0_reverse	9	0.04841838777065277
10164	rnn.bias_ih_l0_reverse	0	-0.06660348922014236
10164	rnn.bias_ih_l0_reverse	1	-0.024062376469373703
10164	rnn.bias_ih_l0_reverse	2	0.09140340238809586
10164	rnn.bias_ih_l0_reverse	3	0.02924928069114685
10164	rnn.bias_ih_l0_reverse	4	-0.1072935163974762
10164	rnn.bias_ih_l0_reverse	5	0.0378180667757988
10164	rnn.bias_ih_l0_reverse	6	-0.11192088574171066
10164	rnn.bias_ih_l0_reverse	7	0.04648727551102638
10164	rnn.bias_ih_l0_reverse	8	0.019000906497240067
10164	rnn.bias_ih_l0_reverse	9	0.07119276374578476
10164	rnn.bias_hh_l0_reverse	0	0.0349326990544796
10164	rnn.bias_hh_l0_reverse	1	0.07734127342700958
10164	rnn.bias_hh_l0_reverse	2	0.08312639594078064
10164	rnn.bias_hh_l0_reverse	3	-0.008462619036436081
10164	rnn.bias_hh_l0_reverse	4	0.08288848400115967
10164	rnn.bias_hh_l0_reverse	5	0.015066152438521385
10164	rnn.bias_hh_l0_reverse	6	-0.07062486559152603
10164	rnn.bias_hh_l0_reverse	7	0.04234085604548454
10164	rnn.bias_hh_l0_reverse	8	0.03277341276407242
10164	rnn.bias_hh_l0_reverse	9	-0.12179466336965561
10164	linear.weight	0	0.19857344031333923
10164	linear.weight	1	-0.10991495102643967
10164	linear.weight	2	-0.14316600561141968
10164	linear.weight	3	0.06706244498491287
10164	linear.weight	4	0.0033614318817853928
10164	linear.weight	5	-0.02789119817316532
10164	linear.weight	6	-0.009902148507535458
10164	linear.weight	7	-0.03706517815589905
10164	linear.weight	8	0.019329100847244263
10164	linear.weight	9	0.33507025241851807
10164	linear.bias	0	-0.11780393123626709
10164	linear.bias	1	0.12055342644453049
10164	linear.bias	2	-0.43409544229507446
10164	linear.bias	3	1.453533411026001
10164	linear.bias	4	-0.3245941400527954
10164	linear.bias	5	-0.030769959092140198
10164	linear.bias	6	-0.2955251634120941
10164	linear.bias	7	-0.20226745307445526
10164	linear.bias	8	0.060508716851472855
10164	linear.bias	9	-0.43386396765708923
10192	transitions	0	-0.606673538684845
10192	transitions	1	0.3941181004047394
10192	transitions	2	1.731194019317627
10192	transitions	3	0.14641812443733215
10192	transitions	4	0.9822854399681091
10192	transitions	5	1.2747634649276733
10192	transitions	6	0.4843994677066803
10192	transitions	7	0.18148639798164368
10192	transitions	8	-0.9190998673439026
10192	transitions	9	0.9307623505592346
10192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10192	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10192	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10192	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10192	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10192	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10192	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10192	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10192	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10192	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10192	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10192	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10192	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10192	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10192	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10192	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10192	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10192	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10192	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10192	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10192	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10192	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10192	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10192	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10192	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10192	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10192	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10192	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10192	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10192	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10192	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10192	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10192	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10192	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10192	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10192	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10192	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10192	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10192	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10192	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10192	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10192	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10192	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10192	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10192	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10192	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10192	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10192	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10192	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10192	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10192	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10192	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10192	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10192	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10192	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10192	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10192	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10192	embedding2nn.weight	0	0.007564664352685213
10192	embedding2nn.weight	1	0.015177125111222267
10192	embedding2nn.weight	2	-0.005786578170955181
10192	embedding2nn.weight	3	0.0020340168848633766
10192	embedding2nn.weight	4	-0.0037388193886727095
10192	embedding2nn.weight	5	0.010714096948504448
10192	embedding2nn.weight	6	-0.0028439597226679325
10192	embedding2nn.weight	7	0.007530532777309418
10192	embedding2nn.weight	8	-0.007081417366862297
10192	embedding2nn.weight	9	-0.013364438898861408
10192	embedding2nn.bias	0	-0.0276687890291214
10192	embedding2nn.bias	1	-0.00431140186265111
10192	embedding2nn.bias	2	-0.07827179878950119
10192	embedding2nn.bias	3	0.015519172884523869
10192	embedding2nn.bias	4	0.0014527023304253817
10192	embedding2nn.bias	5	-0.006186704151332378
10192	embedding2nn.bias	6	0.030689826235175133
10192	embedding2nn.bias	7	0.05873974412679672
10192	embedding2nn.bias	8	0.0018626865930855274
10192	embedding2nn.bias	9	0.0022245883010327816
10192	rnn.weight_ih_l0	0	0.038223713636398315
10192	rnn.weight_ih_l0	1	-0.009169505909085274
10192	rnn.weight_ih_l0	2	-0.02751518227159977
10192	rnn.weight_ih_l0	3	-0.048775121569633484
10192	rnn.weight_ih_l0	4	-0.047307249158620834
10192	rnn.weight_ih_l0	5	-0.0025538888294249773
10192	rnn.weight_ih_l0	6	-0.05162950977683067
10192	rnn.weight_ih_l0	7	-0.05544440448284149
10192	rnn.weight_ih_l0	8	-0.047480858862400055
10192	rnn.weight_ih_l0	9	-0.02651510201394558
10192	rnn.weight_hh_l0	0	0.0142786530777812
10192	rnn.weight_hh_l0	1	-0.025249645113945007
10192	rnn.weight_hh_l0	2	-0.04251343011856079
10192	rnn.weight_hh_l0	3	-0.022391008213162422
10192	rnn.weight_hh_l0	4	-0.05659816414117813
10192	rnn.weight_hh_l0	5	-0.010885639116168022
10192	rnn.weight_hh_l0	6	-0.025286037474870682
10192	rnn.weight_hh_l0	7	0.01687549240887165
10192	rnn.weight_hh_l0	8	-0.019973302260041237
10192	rnn.weight_hh_l0	9	0.02164009027183056
10192	rnn.bias_ih_l0	0	0.09737535566091537
10192	rnn.bias_ih_l0	1	-0.04106035828590393
10192	rnn.bias_ih_l0	2	0.10749965161085129
10192	rnn.bias_ih_l0	3	0.06606106460094452
10192	rnn.bias_ih_l0	4	0.09281900525093079
10192	rnn.bias_ih_l0	5	0.02637440152466297
10192	rnn.bias_ih_l0	6	-0.013342495076358318
10192	rnn.bias_ih_l0	7	-0.08480348438024521
10192	rnn.bias_ih_l0	8	-0.13015666604042053
10192	rnn.bias_ih_l0	9	0.08300240337848663
10192	rnn.bias_hh_l0	0	-0.02408529818058014
10192	rnn.bias_hh_l0	1	0.02132365107536316
10192	rnn.bias_hh_l0	2	-0.025212489068508148
10192	rnn.bias_hh_l0	3	-0.021914532408118248
10192	rnn.bias_hh_l0	4	-0.04381318390369415
10192	rnn.bias_hh_l0	5	0.11823379993438721
10192	rnn.bias_hh_l0	6	0.0005178975989110768
10192	rnn.bias_hh_l0	7	0.00851501990109682
10192	rnn.bias_hh_l0	8	0.02102622762322426
10192	rnn.bias_hh_l0	9	0.04335148632526398
10192	rnn.weight_ih_l0_reverse	0	-0.032573580741882324
10192	rnn.weight_ih_l0_reverse	1	0.0019258522661402822
10192	rnn.weight_ih_l0_reverse	2	0.023343725129961967
10192	rnn.weight_ih_l0_reverse	3	-0.056267984211444855
10192	rnn.weight_ih_l0_reverse	4	0.009020203724503517
10192	rnn.weight_ih_l0_reverse	5	-0.05180354788899422
10192	rnn.weight_ih_l0_reverse	6	0.01435033418238163
10192	rnn.weight_ih_l0_reverse	7	0.041471872478723526
10192	rnn.weight_ih_l0_reverse	8	-0.04420413076877594
10192	rnn.weight_ih_l0_reverse	9	-0.05284150317311287
10192	rnn.weight_hh_l0_reverse	0	-0.07807117700576782
10192	rnn.weight_hh_l0_reverse	1	-0.04670652374625206
10192	rnn.weight_hh_l0_reverse	2	0.016318107023835182
10192	rnn.weight_hh_l0_reverse	3	0.04458199813961983
10192	rnn.weight_hh_l0_reverse	4	0.01691128872334957
10192	rnn.weight_hh_l0_reverse	5	0.04290255159139633
10192	rnn.weight_hh_l0_reverse	6	-0.008569431491196156
10192	rnn.weight_hh_l0_reverse	7	-0.00031212795875035226
10192	rnn.weight_hh_l0_reverse	8	-0.09173180162906647
10192	rnn.weight_hh_l0_reverse	9	0.048919618129730225
10192	rnn.bias_ih_l0_reverse	0	-0.06629998981952667
10192	rnn.bias_ih_l0_reverse	1	-0.02487015165388584
10192	rnn.bias_ih_l0_reverse	2	0.09089445322751999
10192	rnn.bias_ih_l0_reverse	3	0.029292616993188858
10192	rnn.bias_ih_l0_reverse	4	-0.10679978132247925
10192	rnn.bias_ih_l0_reverse	5	0.03557563200592995
10192	rnn.bias_ih_l0_reverse	6	-0.11172781884670258
10192	rnn.bias_ih_l0_reverse	7	0.04836589843034744
10192	rnn.bias_ih_l0_reverse	8	0.01775200292468071
10192	rnn.bias_ih_l0_reverse	9	0.0697568729519844
10192	rnn.bias_hh_l0_reverse	0	0.03399549424648285
10192	rnn.bias_hh_l0_reverse	1	0.07597202062606812
10192	rnn.bias_hh_l0_reverse	2	0.0825212374329567
10192	rnn.bias_hh_l0_reverse	3	-0.006701241247355938
10192	rnn.bias_hh_l0_reverse	4	0.08096621930599213
10192	rnn.bias_hh_l0_reverse	5	0.01991325244307518
10192	rnn.bias_hh_l0_reverse	6	-0.06843457370996475
10192	rnn.bias_hh_l0_reverse	7	0.043066203594207764
10192	rnn.bias_hh_l0_reverse	8	0.02926754765212536
10192	rnn.bias_hh_l0_reverse	9	-0.12235413491725922
10192	linear.weight	0	0.19223986566066742
10192	linear.weight	1	-0.10990696400403976
10192	linear.weight	2	-0.14311939477920532
10192	linear.weight	3	0.0751648023724556
10192	linear.weight	4	0.0015303213149309158
10192	linear.weight	5	-0.029005402699112892
10192	linear.weight	6	-0.009901315905153751
10192	linear.weight	7	-0.036779630929231644
10192	linear.weight	8	0.02146298624575138
10192	linear.weight	9	0.34162163734436035
10192	linear.bias	0	-0.1251080334186554
10192	linear.bias	1	0.12350219488143921
10192	linear.bias	2	-0.4390067160129547
10192	linear.bias	3	1.4487770795822144
10192	linear.bias	4	-0.32530370354652405
10192	linear.bias	5	-0.030769959092140198
10192	linear.bias	6	-0.297696977853775
10192	linear.bias	7	-0.20592926442623138
10192	linear.bias	8	0.06156565994024277
10192	linear.bias	9	-0.4343877136707306
10220	transitions	0	-0.6068357229232788
10220	transitions	1	0.39396607875823975
10220	transitions	2	1.7310739755630493
10220	transitions	3	0.146329864859581
10220	transitions	4	0.9821683764457703
10220	transitions	5	1.274759292602539
10220	transitions	6	0.4843977689743042
10220	transitions	7	0.18147730827331543
10220	transitions	8	-0.9191021919250488
10220	transitions	9	0.9307623505592346
10220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10220	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10220	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10220	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10220	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10220	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10220	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10220	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10220	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10220	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10220	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10220	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10220	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10220	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10220	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10220	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10220	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10220	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10220	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10220	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10220	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10220	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10220	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10220	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10220	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10220	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10220	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10220	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10220	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10220	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10220	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10220	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10220	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10220	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10220	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10220	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10220	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10220	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10220	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10220	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10220	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10220	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10220	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10220	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10220	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10220	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10220	embedding2nn.weight	0	0.007823389023542404
10220	embedding2nn.weight	1	0.015076027251780033
10220	embedding2nn.weight	2	-0.0057624587789177895
10220	embedding2nn.weight	3	0.0025533009320497513
10220	embedding2nn.weight	4	-0.003770803799852729
10220	embedding2nn.weight	5	0.01060271542519331
10220	embedding2nn.weight	6	-0.002787088043987751
10220	embedding2nn.weight	7	0.008297656662762165
10220	embedding2nn.weight	8	-0.007086214609444141
10220	embedding2nn.weight	9	-0.013268479146063328
10220	embedding2nn.bias	0	-0.02545350044965744
10220	embedding2nn.bias	1	-0.015194009058177471
10220	embedding2nn.bias	2	-0.07955238968133926
10220	embedding2nn.bias	3	0.013304348103702068
10220	embedding2nn.bias	4	0.010478764772415161
10220	embedding2nn.bias	5	-0.008092176169157028
10220	embedding2nn.bias	6	0.03114948607981205
10220	embedding2nn.bias	7	0.05600427836179733
10220	embedding2nn.bias	8	-0.004007322713732719
10220	embedding2nn.bias	9	-0.0039442661218345165
10220	rnn.weight_ih_l0	0	0.03843362256884575
10220	rnn.weight_ih_l0	1	-0.009591362439095974
10220	rnn.weight_ih_l0	2	-0.02728295885026455
10220	rnn.weight_ih_l0	3	-0.048614174127578735
10220	rnn.weight_ih_l0	4	-0.047622233629226685
10220	rnn.weight_ih_l0	5	-0.002459410112351179
10220	rnn.weight_ih_l0	6	-0.05173277109861374
10220	rnn.weight_ih_l0	7	-0.05581183359026909
10220	rnn.weight_ih_l0	8	-0.0472240075469017
10220	rnn.weight_ih_l0	9	-0.026605429127812386
10220	rnn.weight_hh_l0	0	0.014522192999720573
10220	rnn.weight_hh_l0	1	-0.025199754163622856
10220	rnn.weight_hh_l0	2	-0.042993828654289246
10220	rnn.weight_hh_l0	3	-0.022304266691207886
10220	rnn.weight_hh_l0	4	-0.056627411395311356
10220	rnn.weight_hh_l0	5	-0.0104142427444458
10220	rnn.weight_hh_l0	6	-0.02617831714451313
10220	rnn.weight_hh_l0	7	0.01767485775053501
10220	rnn.weight_hh_l0	8	-0.01996932178735733
10220	rnn.weight_hh_l0	9	0.020834943279623985
10220	rnn.bias_ih_l0	0	0.09631767868995667
10220	rnn.bias_ih_l0	1	-0.04455520957708359
10220	rnn.bias_ih_l0	2	0.10556226968765259
10220	rnn.bias_ih_l0	3	0.0682966336607933
10220	rnn.bias_ih_l0	4	0.09189775586128235
10220	rnn.bias_ih_l0	5	0.028443701565265656
10220	rnn.bias_ih_l0	6	-0.010697122663259506
10220	rnn.bias_ih_l0	7	-0.09142416715621948
10220	rnn.bias_ih_l0	8	-0.12527893483638763
10220	rnn.bias_ih_l0	9	0.08277693390846252
10220	rnn.bias_hh_l0	0	-0.02433406189084053
10220	rnn.bias_hh_l0	1	0.016870882362127304
10220	rnn.bias_hh_l0	2	-0.022669905796647072
10220	rnn.bias_hh_l0	3	-0.02776539884507656
10220	rnn.bias_hh_l0	4	-0.043326906859874725
10220	rnn.bias_hh_l0	5	0.11924007534980774
10220	rnn.bias_hh_l0	6	0.0005978649714961648
10220	rnn.bias_hh_l0	7	0.006632561329752207
10220	rnn.bias_hh_l0	8	0.023671606555581093
10220	rnn.bias_hh_l0	9	0.04140082001686096
10220	rnn.weight_ih_l0_reverse	0	-0.032630555331707
10220	rnn.weight_ih_l0_reverse	1	0.002476585330441594
10220	rnn.weight_ih_l0_reverse	2	0.023501191288232803
10220	rnn.weight_ih_l0_reverse	3	-0.05557208135724068
10220	rnn.weight_ih_l0_reverse	4	0.009030837565660477
10220	rnn.weight_ih_l0_reverse	5	-0.05188179761171341
10220	rnn.weight_ih_l0_reverse	6	0.014768500812351704
10220	rnn.weight_ih_l0_reverse	7	0.04175294563174248
10220	rnn.weight_ih_l0_reverse	8	-0.04419717192649841
10220	rnn.weight_ih_l0_reverse	9	-0.05263521522283554
10220	rnn.weight_hh_l0_reverse	0	-0.07785161584615707
10220	rnn.weight_hh_l0_reverse	1	-0.04539197310805321
10220	rnn.weight_hh_l0_reverse	2	0.01658450812101364
10220	rnn.weight_hh_l0_reverse	3	0.04414912313222885
10220	rnn.weight_hh_l0_reverse	4	0.01778365857899189
10220	rnn.weight_hh_l0_reverse	5	0.042919714003801346
10220	rnn.weight_hh_l0_reverse	6	-0.004564377944916487
10220	rnn.weight_hh_l0_reverse	7	-0.00016806478379294276
10220	rnn.weight_hh_l0_reverse	8	-0.0926961749792099
10220	rnn.weight_hh_l0_reverse	9	0.04907962307333946
10220	rnn.bias_ih_l0_reverse	0	-0.06506925076246262
10220	rnn.bias_ih_l0_reverse	1	-0.023034295067191124
10220	rnn.bias_ih_l0_reverse	2	0.09084509313106537
10220	rnn.bias_ih_l0_reverse	3	0.02965378761291504
10220	rnn.bias_ih_l0_reverse	4	-0.10866417735815048
10220	rnn.bias_ih_l0_reverse	5	0.035391632467508316
10220	rnn.bias_ih_l0_reverse	6	-0.11325442045927048
10220	rnn.bias_ih_l0_reverse	7	0.044718820601701736
10220	rnn.bias_ih_l0_reverse	8	0.020744074136018753
10220	rnn.bias_ih_l0_reverse	9	0.06900165975093842
10220	rnn.bias_hh_l0_reverse	0	0.03527889773249626
10220	rnn.bias_hh_l0_reverse	1	0.07607091963291168
10220	rnn.bias_hh_l0_reverse	2	0.0809485912322998
10220	rnn.bias_hh_l0_reverse	3	-0.006575748790055513
10220	rnn.bias_hh_l0_reverse	4	0.08067775517702103
10220	rnn.bias_hh_l0_reverse	5	0.026378989219665527
10220	rnn.bias_hh_l0_reverse	6	-0.07032596319913864
10220	rnn.bias_hh_l0_reverse	7	0.04392005875706673
10220	rnn.bias_hh_l0_reverse	8	0.029020437970757484
10220	rnn.bias_hh_l0_reverse	9	-0.1212555542588234
10220	linear.weight	0	0.19067765772342682
10220	linear.weight	1	-0.10989761352539062
10220	linear.weight	2	-0.1434963345527649
10220	linear.weight	3	0.07925289869308472
10220	linear.weight	4	0.00032295886194333434
10220	linear.weight	5	-0.02925298362970352
10220	linear.weight	6	-0.009897186420857906
10220	linear.weight	7	-0.03665757179260254
10220	linear.weight	8	0.02362637035548687
10220	linear.weight	9	0.33679723739624023
10220	linear.bias	0	-0.11850424855947495
10220	linear.bias	1	0.12309551239013672
10220	linear.bias	2	-0.4415227174758911
10220	linear.bias	3	1.449400544166565
10220	linear.bias	4	-0.3260045051574707
10220	linear.bias	5	-0.030769959092140198
10220	linear.bias	6	-0.3006522059440613
10220	linear.bias	7	-0.20243917405605316
10220	linear.bias	8	0.056608058512210846
10220	linear.bias	9	-0.43459761142730713
10248	transitions	0	-0.606905996799469
10248	transitions	1	0.39387157559394836
10248	transitions	2	1.730963110923767
10248	transitions	3	0.14630383253097534
10248	transitions	4	0.9821597337722778
10248	transitions	5	1.2747572660446167
10248	transitions	6	0.4843965768814087
10248	transitions	7	0.18147529661655426
10248	transitions	8	-0.9191023707389832
10248	transitions	9	0.9307623505592346
10248	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10248	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10248	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10248	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10248	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10248	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10248	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10248	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10248	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10248	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10248	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10248	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10248	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10248	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10248	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10248	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10248	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10248	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10248	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10248	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10248	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10248	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10248	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10248	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10248	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10248	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10248	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10248	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10248	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10248	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10248	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10248	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10248	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10248	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10248	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10248	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10248	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10248	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10248	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10248	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10248	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10248	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10248	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10248	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10248	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10248	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10248	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10248	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10248	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10248	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10248	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10248	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10248	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10248	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10248	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10248	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10248	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10248	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10248	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10248	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10248	embedding2nn.weight	0	0.008443017490208149
10248	embedding2nn.weight	1	0.015076289884746075
10248	embedding2nn.weight	2	-0.00576233072206378
10248	embedding2nn.weight	3	0.0027995919808745384
10248	embedding2nn.weight	4	-0.0037442317698150873
10248	embedding2nn.weight	5	0.010511265136301517
10248	embedding2nn.weight	6	-0.002894873032346368
10248	embedding2nn.weight	7	0.007745640818029642
10248	embedding2nn.weight	8	-0.007034481968730688
10248	embedding2nn.weight	9	-0.01334973331540823
10248	embedding2nn.bias	0	-0.020866386592388153
10248	embedding2nn.bias	1	-0.00918062124401331
10248	embedding2nn.bias	2	-0.07776346057653427
10248	embedding2nn.bias	3	0.010609068907797337
10248	embedding2nn.bias	4	0.011293492279946804
10248	embedding2nn.bias	5	-0.004007610026746988
10248	embedding2nn.bias	6	0.028151502832770348
10248	embedding2nn.bias	7	0.06261251121759415
10248	embedding2nn.bias	8	0.0031949745025485754
10248	embedding2nn.bias	9	-0.00754466000944376
10248	rnn.weight_ih_l0	0	0.03811126574873924
10248	rnn.weight_ih_l0	1	-0.009358171373605728
10248	rnn.weight_ih_l0	2	-0.02773156762123108
10248	rnn.weight_ih_l0	3	-0.04829080030322075
10248	rnn.weight_ih_l0	4	-0.047276418656110764
10248	rnn.weight_ih_l0	5	-0.0024335619527846575
10248	rnn.weight_ih_l0	6	-0.05167821794748306
10248	rnn.weight_ih_l0	7	-0.05564972385764122
10248	rnn.weight_ih_l0	8	-0.047526393085718155
10248	rnn.weight_ih_l0	9	-0.026603370904922485
10248	rnn.weight_hh_l0	0	0.014391530305147171
10248	rnn.weight_hh_l0	1	-0.025940442457795143
10248	rnn.weight_hh_l0	2	-0.04270336776971817
10248	rnn.weight_hh_l0	3	-0.02214292250573635
10248	rnn.weight_hh_l0	4	-0.0570494681596756
10248	rnn.weight_hh_l0	5	-0.010857686400413513
10248	rnn.weight_hh_l0	6	-0.02775001898407936
10248	rnn.weight_hh_l0	7	0.01604798436164856
10248	rnn.weight_hh_l0	8	-0.019763538613915443
10248	rnn.weight_hh_l0	9	0.0211192537099123
10248	rnn.bias_ih_l0	0	0.09670311212539673
10248	rnn.bias_ih_l0	1	-0.044580135494470596
10248	rnn.bias_ih_l0	2	0.10380630195140839
10248	rnn.bias_ih_l0	3	0.0694611594080925
10248	rnn.bias_ih_l0	4	0.09224477410316467
10248	rnn.bias_ih_l0	5	0.026835670694708824
10248	rnn.bias_ih_l0	6	-0.009998512454330921
10248	rnn.bias_ih_l0	7	-0.08642711490392685
10248	rnn.bias_ih_l0	8	-0.12491921335458755
10248	rnn.bias_ih_l0	9	0.08254122734069824
10248	rnn.bias_hh_l0	0	-0.02381792850792408
10248	rnn.bias_hh_l0	1	0.016122326254844666
10248	rnn.bias_hh_l0	2	-0.02336031384766102
10248	rnn.bias_hh_l0	3	-0.025241980329155922
10248	rnn.bias_hh_l0	4	-0.044470805674791336
10248	rnn.bias_hh_l0	5	0.11802976578474045
10248	rnn.bias_hh_l0	6	0.0017728210659697652
10248	rnn.bias_hh_l0	7	0.009422482922673225
10248	rnn.bias_hh_l0	8	0.024370213970541954
10248	rnn.bias_hh_l0	9	0.04284925013780594
10248	rnn.weight_ih_l0_reverse	0	-0.032633453607559204
10248	rnn.weight_ih_l0_reverse	1	0.0023660375736653805
10248	rnn.weight_ih_l0_reverse	2	0.023559795692563057
10248	rnn.weight_ih_l0_reverse	3	-0.05534430593252182
10248	rnn.weight_ih_l0_reverse	4	0.009201564826071262
10248	rnn.weight_ih_l0_reverse	5	-0.052315037697553635
10248	rnn.weight_ih_l0_reverse	6	0.014020944014191628
10248	rnn.weight_ih_l0_reverse	7	0.04161065071821213
10248	rnn.weight_ih_l0_reverse	8	-0.04371694475412369
10248	rnn.weight_ih_l0_reverse	9	-0.052524879574775696
10248	rnn.weight_hh_l0_reverse	0	-0.078281931579113
10248	rnn.weight_hh_l0_reverse	1	-0.0441613495349884
10248	rnn.weight_hh_l0_reverse	2	0.017047345638275146
10248	rnn.weight_hh_l0_reverse	3	0.044322751462459564
10248	rnn.weight_hh_l0_reverse	4	0.017905792221426964
10248	rnn.weight_hh_l0_reverse	5	0.04354475811123848
10248	rnn.weight_hh_l0_reverse	6	-0.001858412055298686
10248	rnn.weight_hh_l0_reverse	7	0.0006562437047250569
10248	rnn.weight_hh_l0_reverse	8	-0.09282040596008301
10248	rnn.weight_hh_l0_reverse	9	0.04937933385372162
10248	rnn.bias_ih_l0_reverse	0	-0.06449206918478012
10248	rnn.bias_ih_l0_reverse	1	-0.020545771345496178
10248	rnn.bias_ih_l0_reverse	2	0.09252537786960602
10248	rnn.bias_ih_l0_reverse	3	0.02821226418018341
10248	rnn.bias_ih_l0_reverse	4	-0.10838643461465836
10248	rnn.bias_ih_l0_reverse	5	0.03565094992518425
10248	rnn.bias_ih_l0_reverse	6	-0.1135728657245636
10248	rnn.bias_ih_l0_reverse	7	0.04571041464805603
10248	rnn.bias_ih_l0_reverse	8	0.020557107403874397
10248	rnn.bias_ih_l0_reverse	9	0.06898629665374756
10248	rnn.bias_hh_l0_reverse	0	0.03587222844362259
10248	rnn.bias_hh_l0_reverse	1	0.07568901777267456
10248	rnn.bias_hh_l0_reverse	2	0.08038251101970673
10248	rnn.bias_hh_l0_reverse	3	-0.006381019949913025
10248	rnn.bias_hh_l0_reverse	4	0.08052080124616623
10248	rnn.bias_hh_l0_reverse	5	0.026608064770698547
10248	rnn.bias_hh_l0_reverse	6	-0.07044592499732971
10248	rnn.bias_hh_l0_reverse	7	0.045117516070604324
10248	rnn.bias_hh_l0_reverse	8	0.02896089106798172
10248	rnn.bias_hh_l0_reverse	9	-0.12643364071846008
10248	linear.weight	0	0.19354017078876495
10248	linear.weight	1	-0.10987787693738937
10248	linear.weight	2	-0.14094287157058716
10248	linear.weight	3	0.07059187442064285
10248	linear.weight	4	0.0005845073028467596
10248	linear.weight	5	-0.029173292219638824
10248	linear.weight	6	-0.009895083494484425
10248	linear.weight	7	-0.03658977150917053
10248	linear.weight	8	0.022567609325051308
10248	linear.weight	9	0.3381229043006897
10248	linear.bias	0	-0.11862819641828537
10248	linear.bias	1	0.12852846086025238
10248	linear.bias	2	-0.4387245774269104
10248	linear.bias	3	1.4521952867507935
10248	linear.bias	4	-0.32645508646965027
10248	linear.bias	5	-0.030769959092140198
10248	linear.bias	6	-0.29884666204452515
10248	linear.bias	7	-0.2043408751487732
10248	linear.bias	8	0.04788399860262871
10248	linear.bias	9	-0.4347764849662781
10276	transitions	0	-0.6070368885993958
10276	transitions	1	0.3936184346675873
10276	transitions	2	1.7308452129364014
10276	transitions	3	0.14622193574905396
10276	transitions	4	0.9821414947509766
10276	transitions	5	1.2747546434402466
10276	transitions	6	0.48439621925354004
10276	transitions	7	0.18146951496601105
10276	transitions	8	-0.9191054105758667
10276	transitions	9	0.9307623505592346
10276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10276	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10276	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10276	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10276	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10276	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10276	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10276	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10276	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10276	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10276	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10276	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10276	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10276	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10276	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10276	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10276	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10276	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10276	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10276	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10276	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10276	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10276	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10276	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10276	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10276	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10276	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10276	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10276	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10276	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10276	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10276	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10276	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10276	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10276	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10276	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10276	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10276	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10276	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10276	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10276	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10276	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10276	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10276	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10276	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10276	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10276	embedding2nn.weight	0	0.008314264938235283
10276	embedding2nn.weight	1	0.015114293433725834
10276	embedding2nn.weight	2	-0.005791498813778162
10276	embedding2nn.weight	3	0.0031855409033596516
10276	embedding2nn.weight	4	-0.003824847284704447
10276	embedding2nn.weight	5	0.010385480709373951
10276	embedding2nn.weight	6	-0.00286802533082664
10276	embedding2nn.weight	7	0.007549663074314594
10276	embedding2nn.weight	8	-0.006983425933867693
10276	embedding2nn.weight	9	-0.013256450183689594
10276	embedding2nn.bias	0	-0.0225154347717762
10276	embedding2nn.bias	1	-0.012575480155646801
10276	embedding2nn.bias	2	-0.08448600023984909
10276	embedding2nn.bias	3	0.009707827121019363
10276	embedding2nn.bias	4	0.015203973278403282
10276	embedding2nn.bias	5	-0.002890771720558405
10276	embedding2nn.bias	6	0.031833138316869736
10276	embedding2nn.bias	7	0.055408209562301636
10276	embedding2nn.bias	8	0.005634231027215719
10276	embedding2nn.bias	9	-0.008309072814881802
10276	rnn.weight_ih_l0	0	0.038071323186159134
10276	rnn.weight_ih_l0	1	-0.009002311155200005
10276	rnn.weight_ih_l0	2	-0.027157800272107124
10276	rnn.weight_ih_l0	3	-0.04831073060631752
10276	rnn.weight_ih_l0	4	-0.04718878120183945
10276	rnn.weight_ih_l0	5	-0.0022676591761410236
10276	rnn.weight_ih_l0	6	-0.05162748694419861
10276	rnn.weight_ih_l0	7	-0.05553749203681946
10276	rnn.weight_ih_l0	8	-0.047668542712926865
10276	rnn.weight_ih_l0	9	-0.026685157790780067
10276	rnn.weight_hh_l0	0	0.014649081975221634
10276	rnn.weight_hh_l0	1	-0.025828290730714798
10276	rnn.weight_hh_l0	2	-0.043345365673303604
10276	rnn.weight_hh_l0	3	-0.022135259583592415
10276	rnn.weight_hh_l0	4	-0.05661751702427864
10276	rnn.weight_hh_l0	5	-0.010464255698025227
10276	rnn.weight_hh_l0	6	-0.029784001410007477
10276	rnn.weight_hh_l0	7	0.016987178474664688
10276	rnn.weight_hh_l0	8	-0.019927090033888817
10276	rnn.weight_hh_l0	9	0.019989565014839172
10276	rnn.bias_ih_l0	0	0.09683042019605637
10276	rnn.bias_ih_l0	1	-0.04579591378569603
10276	rnn.bias_ih_l0	2	0.104340098798275
10276	rnn.bias_ih_l0	3	0.07077988237142563
10276	rnn.bias_ih_l0	4	0.09243457019329071
10276	rnn.bias_ih_l0	5	0.025139059871435165
10276	rnn.bias_ih_l0	6	-0.014394709840416908
10276	rnn.bias_ih_l0	7	-0.08209751546382904
10276	rnn.bias_ih_l0	8	-0.12343071401119232
10276	rnn.bias_ih_l0	9	0.08254341781139374
10276	rnn.bias_hh_l0	0	-0.02543209306895733
10276	rnn.bias_hh_l0	1	0.014326726086437702
10276	rnn.bias_hh_l0	2	-0.023812515661120415
10276	rnn.bias_hh_l0	3	-0.027680836617946625
10276	rnn.bias_hh_l0	4	-0.04570094496011734
10276	rnn.bias_hh_l0	5	0.11824460327625275
10276	rnn.bias_hh_l0	6	-0.00010880891932174563
10276	rnn.bias_hh_l0	7	0.00864492915570736
10276	rnn.bias_hh_l0	8	0.01997402124106884
10276	rnn.bias_hh_l0	9	0.04281316697597504
10276	rnn.weight_ih_l0_reverse	0	-0.03233729302883148
10276	rnn.weight_ih_l0_reverse	1	0.00180328288115561
10276	rnn.weight_ih_l0_reverse	2	0.023676544427871704
10276	rnn.weight_ih_l0_reverse	3	-0.05517343804240227
10276	rnn.weight_ih_l0_reverse	4	0.009104020893573761
10276	rnn.weight_ih_l0_reverse	5	-0.05234371870756149
10276	rnn.weight_ih_l0_reverse	6	0.014154212549328804
10276	rnn.weight_ih_l0_reverse	7	0.04162592440843582
10276	rnn.weight_ih_l0_reverse	8	-0.043207719922065735
10276	rnn.weight_ih_l0_reverse	9	-0.052741508930921555
10276	rnn.weight_hh_l0_reverse	0	-0.07815489172935486
10276	rnn.weight_hh_l0_reverse	1	-0.04212958738207817
10276	rnn.weight_hh_l0_reverse	2	0.017254812642931938
10276	rnn.weight_hh_l0_reverse	3	0.044468481093645096
10276	rnn.weight_hh_l0_reverse	4	0.018147381022572517
10276	rnn.weight_hh_l0_reverse	5	0.04332250729203224
10276	rnn.weight_hh_l0_reverse	6	0.0011359023628756404
10276	rnn.weight_hh_l0_reverse	7	0.0005349944694899023
10276	rnn.weight_hh_l0_reverse	8	-0.09305378794670105
10276	rnn.weight_hh_l0_reverse	9	0.04932326823472977
10276	rnn.bias_ih_l0_reverse	0	-0.0647655799984932
10276	rnn.bias_ih_l0_reverse	1	-0.0265971627086401
10276	rnn.bias_ih_l0_reverse	2	0.09271663427352905
10276	rnn.bias_ih_l0_reverse	3	0.028248494490981102
10276	rnn.bias_ih_l0_reverse	4	-0.10962963104248047
10276	rnn.bias_ih_l0_reverse	5	0.034187912940979004
10276	rnn.bias_ih_l0_reverse	6	-0.11192703247070312
10276	rnn.bias_ih_l0_reverse	7	0.04749572277069092
10276	rnn.bias_ih_l0_reverse	8	0.020689858123660088
10276	rnn.bias_ih_l0_reverse	9	0.06840977072715759
10276	rnn.bias_hh_l0_reverse	0	0.03505668044090271
10276	rnn.bias_hh_l0_reverse	1	0.0762883648276329
10276	rnn.bias_hh_l0_reverse	2	0.08284895122051239
10276	rnn.bias_hh_l0_reverse	3	-0.004881458822637796
10276	rnn.bias_hh_l0_reverse	4	0.07873392105102539
10276	rnn.bias_hh_l0_reverse	5	0.03016417846083641
10276	rnn.bias_hh_l0_reverse	6	-0.06942646205425262
10276	rnn.bias_hh_l0_reverse	7	0.04677402228116989
10276	rnn.bias_hh_l0_reverse	8	0.029603471979498863
10276	rnn.bias_hh_l0_reverse	9	-0.12148436158895493
10276	linear.weight	0	0.18656201660633087
10276	linear.weight	1	-0.1098681166768074
10276	linear.weight	2	-0.14036895334720612
10276	linear.weight	3	0.0655842199921608
10276	linear.weight	4	0.0017954098293557763
10276	linear.weight	5	-0.027913842350244522
10276	linear.weight	6	-0.009879603050649166
10276	linear.weight	7	-0.0365341454744339
10276	linear.weight	8	0.020317893475294113
10276	linear.weight	9	0.3381355106830597
10276	linear.bias	0	-0.1203470379114151
10276	linear.bias	1	0.12778280675411224
10276	linear.bias	2	-0.438271701335907
10276	linear.bias	3	1.4440265893936157
10276	linear.bias	4	-0.32722577452659607
10276	linear.bias	5	-0.030769959092140198
10276	linear.bias	6	-0.2985541820526123
10276	linear.bias	7	-0.20018836855888367
10276	linear.bias	8	0.04621029272675514
10276	linear.bias	9	-0.4349449574947357
10304	transitions	0	-0.60715651512146
10304	transitions	1	0.3934934139251709
10304	transitions	2	1.730609655380249
10304	transitions	3	0.1461782604455948
10304	transitions	4	0.9820747971534729
10304	transitions	5	1.2747515439987183
10304	transitions	6	0.4843948483467102
10304	transitions	7	0.18146869540214539
10304	transitions	8	-0.9191068410873413
10304	transitions	9	0.9307623505592346
10304	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10304	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10304	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10304	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10304	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10304	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10304	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10304	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10304	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10304	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10304	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10304	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10304	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10304	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10304	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10304	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10304	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10304	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10304	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10304	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10304	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10304	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10304	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10304	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10304	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10304	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10304	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10304	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10304	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10304	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10304	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10304	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10304	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10304	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10304	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10304	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10304	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10304	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10304	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10304	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10304	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10304	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10304	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10304	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10304	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10304	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10304	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10304	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10304	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10304	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10304	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10304	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10304	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10304	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10304	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10304	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10304	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10304	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10304	embedding2nn.weight	0	0.009326551109552383
10304	embedding2nn.weight	1	0.015217968262732029
10304	embedding2nn.weight	2	-0.005717883352190256
10304	embedding2nn.weight	3	0.003361632116138935
10304	embedding2nn.weight	4	-0.0037972209975123405
10304	embedding2nn.weight	5	0.010342956520617008
10304	embedding2nn.weight	6	-0.0027752285823225975
10304	embedding2nn.weight	7	0.00748333940282464
10304	embedding2nn.weight	8	-0.00729681272059679
10304	embedding2nn.weight	9	-0.013002566061913967
10304	embedding2nn.bias	0	-0.023187771439552307
10304	embedding2nn.bias	1	-0.013642029836773872
10304	embedding2nn.bias	2	-0.08147398382425308
10304	embedding2nn.bias	3	0.007338743191212416
10304	embedding2nn.bias	4	0.021749017760157585
10304	embedding2nn.bias	5	-0.006224582903087139
10304	embedding2nn.bias	6	0.029968779534101486
10304	embedding2nn.bias	7	0.0542106032371521
10304	embedding2nn.bias	8	0.007517822086811066
10304	embedding2nn.bias	9	-0.007716957945376635
10304	rnn.weight_ih_l0	0	0.03794761747121811
10304	rnn.weight_ih_l0	1	-0.00880094151943922
10304	rnn.weight_ih_l0	2	-0.02715313993394375
10304	rnn.weight_ih_l0	3	-0.04857862740755081
10304	rnn.weight_ih_l0	4	-0.04732417315244675
10304	rnn.weight_ih_l0	5	-0.002507769037038088
10304	rnn.weight_ih_l0	6	-0.05174669250845909
10304	rnn.weight_ih_l0	7	-0.05569955334067345
10304	rnn.weight_ih_l0	8	-0.04802791401743889
10304	rnn.weight_ih_l0	9	-0.02682960405945778
10304	rnn.weight_hh_l0	0	0.015503894537687302
10304	rnn.weight_hh_l0	1	-0.02545107714831829
10304	rnn.weight_hh_l0	2	-0.04322025924921036
10304	rnn.weight_hh_l0	3	-0.022418934851884842
10304	rnn.weight_hh_l0	4	-0.05711608752608299
10304	rnn.weight_hh_l0	5	-0.010618073865771294
10304	rnn.weight_hh_l0	6	-0.02843470498919487
10304	rnn.weight_hh_l0	7	0.016413675621151924
10304	rnn.weight_hh_l0	8	-0.019661715254187584
10304	rnn.weight_hh_l0	9	0.019330671057105064
10304	rnn.bias_ih_l0	0	0.09662517160177231
10304	rnn.bias_ih_l0	1	-0.0460435189306736
10304	rnn.bias_ih_l0	2	0.10615621507167816
10304	rnn.bias_ih_l0	3	0.06759966164827347
10304	rnn.bias_ih_l0	4	0.09301209449768066
10304	rnn.bias_ih_l0	5	0.024980954825878143
10304	rnn.bias_ih_l0	6	-0.014243319630622864
10304	rnn.bias_ih_l0	7	-0.08178314566612244
10304	rnn.bias_ih_l0	8	-0.1275681108236313
10304	rnn.bias_ih_l0	9	0.08320783078670502
10304	rnn.bias_hh_l0	0	-0.024843329563736916
10304	rnn.bias_hh_l0	1	0.012339556589722633
10304	rnn.bias_hh_l0	2	-0.02427510917186737
10304	rnn.bias_hh_l0	3	-0.026528486981987953
10304	rnn.bias_hh_l0	4	-0.04710162803530693
10304	rnn.bias_hh_l0	5	0.12033487856388092
10304	rnn.bias_hh_l0	6	-0.0001679381966823712
10304	rnn.bias_hh_l0	7	0.008733616210520267
10304	rnn.bias_hh_l0	8	0.020125411450862885
10304	rnn.bias_hh_l0	9	0.042344775050878525
10304	rnn.weight_ih_l0_reverse	0	-0.03211592510342598
10304	rnn.weight_ih_l0_reverse	1	0.001399239874444902
10304	rnn.weight_ih_l0_reverse	2	0.02369934320449829
10304	rnn.weight_ih_l0_reverse	3	-0.055166807025671005
10304	rnn.weight_ih_l0_reverse	4	0.008971118368208408
10304	rnn.weight_ih_l0_reverse	5	-0.05231667309999466
10304	rnn.weight_ih_l0_reverse	6	0.013531823642551899
10304	rnn.weight_ih_l0_reverse	7	0.041739076375961304
10304	rnn.weight_ih_l0_reverse	8	-0.04334896430373192
10304	rnn.weight_ih_l0_reverse	9	-0.05242563784122467
10304	rnn.weight_hh_l0_reverse	0	-0.07891824096441269
10304	rnn.weight_hh_l0_reverse	1	-0.041229452937841415
10304	rnn.weight_hh_l0_reverse	2	0.01714860461652279
10304	rnn.weight_hh_l0_reverse	3	0.04500530660152435
10304	rnn.weight_hh_l0_reverse	4	0.018499845638871193
10304	rnn.weight_hh_l0_reverse	5	0.04306431859731674
10304	rnn.weight_hh_l0_reverse	6	0.005748667288571596
10304	rnn.weight_hh_l0_reverse	7	0.0007681667921133339
10304	rnn.weight_hh_l0_reverse	8	-0.092460036277771
10304	rnn.weight_hh_l0_reverse	9	0.04902559146285057
10304	rnn.bias_ih_l0_reverse	0	-0.06697539240121841
10304	rnn.bias_ih_l0_reverse	1	-0.021396981552243233
10304	rnn.bias_ih_l0_reverse	2	0.09465520083904266
10304	rnn.bias_ih_l0_reverse	3	0.02848868817090988
10304	rnn.bias_ih_l0_reverse	4	-0.10729748755693436
10304	rnn.bias_ih_l0_reverse	5	0.03391370177268982
10304	rnn.bias_ih_l0_reverse	6	-0.11048556119203568
10304	rnn.bias_ih_l0_reverse	7	0.04535515978932381
10304	rnn.bias_ih_l0_reverse	8	0.021825255826115608
10304	rnn.bias_ih_l0_reverse	9	0.06956156343221664
10304	rnn.bias_hh_l0_reverse	0	0.030492087826132774
10304	rnn.bias_hh_l0_reverse	1	0.07556717842817307
10304	rnn.bias_hh_l0_reverse	2	0.08123644441366196
10304	rnn.bias_hh_l0_reverse	3	-0.004231742117553949
10304	rnn.bias_hh_l0_reverse	4	0.07811114192008972
10304	rnn.bias_hh_l0_reverse	5	0.021181447431445122
10304	rnn.bias_hh_l0_reverse	6	-0.07081438601016998
10304	rnn.bias_hh_l0_reverse	7	0.04626878350973129
10304	rnn.bias_hh_l0_reverse	8	0.026901571080088615
10304	rnn.bias_hh_l0_reverse	9	-0.12285642325878143
10304	linear.weight	0	0.1782352477312088
10304	linear.weight	1	-0.10986797511577606
10304	linear.weight	2	-0.14074456691741943
10304	linear.weight	3	0.06513167172670364
10304	linear.weight	4	0.0015932648675516248
10304	linear.weight	5	-0.0292489156126976
10304	linear.weight	6	-0.009872803464531898
10304	linear.weight	7	-0.036307647824287415
10304	linear.weight	8	0.020662084221839905
10304	linear.weight	9	0.33674195408821106
10304	linear.bias	0	-0.11664657294750214
10304	linear.bias	1	0.12818805873394012
10304	linear.bias	2	-0.44290193915367126
10304	linear.bias	3	1.449291706085205
10304	linear.bias	4	-0.3248715400695801
10304	linear.bias	5	-0.030769959092140198
10304	linear.bias	6	-0.3045169711112976
10304	linear.bias	7	-0.19730980694293976
10304	linear.bias	8	0.04385263845324516
10304	linear.bias	9	-0.4351775050163269
10332	transitions	0	-0.6073205471038818
10332	transitions	1	0.3934219479560852
10332	transitions	2	1.7303746938705444
10332	transitions	3	0.14583945274353027
10332	transitions	4	0.9820239543914795
10332	transitions	5	1.274747610092163
10332	transitions	6	0.48439380526542664
10332	transitions	7	0.18146772682666779
10332	transitions	8	-0.9191083312034607
10332	transitions	9	0.9307622909545898
10332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10332	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10332	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10332	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10332	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10332	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10332	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10332	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10332	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10332	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10332	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10332	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10332	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10332	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10332	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10332	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10332	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10332	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10332	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10332	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10332	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10332	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10332	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10332	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10332	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10332	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10332	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10332	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10332	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10332	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10332	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10332	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10332	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10332	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10332	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10332	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10332	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10332	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10332	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10332	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10332	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10332	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10332	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10332	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10332	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10332	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10332	embedding2nn.weight	0	0.008879192173480988
10332	embedding2nn.weight	1	0.015350719913840294
10332	embedding2nn.weight	2	-0.005666025448590517
10332	embedding2nn.weight	3	0.003057122463360429
10332	embedding2nn.weight	4	-0.0038074359763413668
10332	embedding2nn.weight	5	0.010211232118308544
10332	embedding2nn.weight	6	-0.0028392397798597813
10332	embedding2nn.weight	7	0.007744102738797665
10332	embedding2nn.weight	8	-0.007273390889167786
10332	embedding2nn.weight	9	-0.013060824945569038
10332	embedding2nn.bias	0	-0.022306600585579872
10332	embedding2nn.bias	1	-0.008768252097070217
10332	embedding2nn.bias	2	-0.07995135337114334
10332	embedding2nn.bias	3	0.005047090817242861
10332	embedding2nn.bias	4	0.02248378098011017
10332	embedding2nn.bias	5	-0.008962897583842278
10332	embedding2nn.bias	6	0.030803918838500977
10332	embedding2nn.bias	7	0.0516325905919075
10332	embedding2nn.bias	8	0.009496686048805714
10332	embedding2nn.bias	9	-0.014568937011063099
10332	rnn.weight_ih_l0	0	0.03780544549226761
10332	rnn.weight_ih_l0	1	-0.009517558850347996
10332	rnn.weight_ih_l0	2	-0.027314532548189163
10332	rnn.weight_ih_l0	3	-0.04875500127673149
10332	rnn.weight_ih_l0	4	-0.04732530564069748
10332	rnn.weight_ih_l0	5	-0.0020907858852297068
10332	rnn.weight_ih_l0	6	-0.05209304392337799
10332	rnn.weight_ih_l0	7	-0.05567733198404312
10332	rnn.weight_ih_l0	8	-0.0482194721698761
10332	rnn.weight_ih_l0	9	-0.026718493551015854
10332	rnn.weight_hh_l0	0	0.016062485054135323
10332	rnn.weight_hh_l0	1	-0.025592977181077003
10332	rnn.weight_hh_l0	2	-0.04333222284913063
10332	rnn.weight_hh_l0	3	-0.022192353382706642
10332	rnn.weight_hh_l0	4	-0.057552728801965714
10332	rnn.weight_hh_l0	5	-0.010799391195178032
10332	rnn.weight_hh_l0	6	-0.028383728116750717
10332	rnn.weight_hh_l0	7	0.016768915578722954
10332	rnn.weight_hh_l0	8	-0.018973104655742645
10332	rnn.weight_hh_l0	9	0.01838552951812744
10332	rnn.bias_ih_l0	0	0.09697834402322769
10332	rnn.bias_ih_l0	1	-0.046045977622270584
10332	rnn.bias_ih_l0	2	0.10458024591207504
10332	rnn.bias_ih_l0	3	0.06961873918771744
10332	rnn.bias_ih_l0	4	0.09262000769376755
10332	rnn.bias_ih_l0	5	0.02502073161303997
10332	rnn.bias_ih_l0	6	-0.013902202248573303
10332	rnn.bias_ih_l0	7	-0.07751526683568954
10332	rnn.bias_ih_l0	8	-0.12999513745307922
10332	rnn.bias_ih_l0	9	0.08135253936052322
10332	rnn.bias_hh_l0	0	-0.026318443939089775
10332	rnn.bias_hh_l0	1	0.01227639988064766
10332	rnn.bias_hh_l0	2	-0.025056807324290276
10332	rnn.bias_hh_l0	3	-0.02668444626033306
10332	rnn.bias_hh_l0	4	-0.04631808400154114
10332	rnn.bias_hh_l0	5	0.11841920018196106
10332	rnn.bias_hh_l0	6	0.0006319691892713308
10332	rnn.bias_hh_l0	7	0.010267214849591255
10332	rnn.bias_hh_l0	8	0.020466530695557594
10332	rnn.bias_hh_l0	9	0.041612155735492706
10332	rnn.weight_ih_l0_reverse	0	-0.03223367780447006
10332	rnn.weight_ih_l0_reverse	1	0.0013016397133469582
10332	rnn.weight_ih_l0_reverse	2	0.023615453392267227
10332	rnn.weight_ih_l0_reverse	3	-0.05509716644883156
10332	rnn.weight_ih_l0_reverse	4	0.009030484594404697
10332	rnn.weight_ih_l0_reverse	5	-0.05244487151503563
10332	rnn.weight_ih_l0_reverse	6	0.013349054381251335
10332	rnn.weight_ih_l0_reverse	7	0.041701629757881165
10332	rnn.weight_ih_l0_reverse	8	-0.04354925453662872
10332	rnn.weight_ih_l0_reverse	9	-0.05260230228304863
10332	rnn.weight_hh_l0_reverse	0	-0.0784909576177597
10332	rnn.weight_hh_l0_reverse	1	-0.041068412363529205
10332	rnn.weight_hh_l0_reverse	2	0.016689766198396683
10332	rnn.weight_hh_l0_reverse	3	0.045210544019937515
10332	rnn.weight_hh_l0_reverse	4	0.018986361101269722
10332	rnn.weight_hh_l0_reverse	5	0.04297700524330139
10332	rnn.weight_hh_l0_reverse	6	0.008770287036895752
10332	rnn.weight_hh_l0_reverse	7	0.0005380798247642815
10332	rnn.weight_hh_l0_reverse	8	-0.09240465611219406
10332	rnn.weight_hh_l0_reverse	9	0.049698080867528915
10332	rnn.bias_ih_l0_reverse	0	-0.06392844021320343
10332	rnn.bias_ih_l0_reverse	1	-0.015661779791116714
10332	rnn.bias_ih_l0_reverse	2	0.09462278336286545
10332	rnn.bias_ih_l0_reverse	3	0.026957284659147263
10332	rnn.bias_ih_l0_reverse	4	-0.1073508933186531
10332	rnn.bias_ih_l0_reverse	5	0.03436718508601189
10332	rnn.bias_ih_l0_reverse	6	-0.10899116843938828
10332	rnn.bias_ih_l0_reverse	7	0.04543427750468254
10332	rnn.bias_ih_l0_reverse	8	0.022359304130077362
10332	rnn.bias_ih_l0_reverse	9	0.06874328851699829
10332	rnn.bias_hh_l0_reverse	0	0.03504723682999611
10332	rnn.bias_hh_l0_reverse	1	0.07768036425113678
10332	rnn.bias_hh_l0_reverse	2	0.08277721703052521
10332	rnn.bias_hh_l0_reverse	3	-0.004648300353437662
10332	rnn.bias_hh_l0_reverse	4	0.07838442176580429
10332	rnn.bias_hh_l0_reverse	5	0.010772721841931343
10332	rnn.bias_hh_l0_reverse	6	-0.07012437283992767
10332	rnn.bias_hh_l0_reverse	7	0.04799387603998184
10332	rnn.bias_hh_l0_reverse	8	0.028040839359164238
10332	rnn.bias_hh_l0_reverse	9	-0.13251440227031708
10332	linear.weight	0	0.17542381584644318
10332	linear.weight	1	-0.10986433178186417
10332	linear.weight	2	-0.14107567071914673
10332	linear.weight	3	0.06796523928642273
10332	linear.weight	4	0.002214600797742605
10332	linear.weight	5	-0.02880171127617359
10332	linear.weight	6	-0.009861785918474197
10332	linear.weight	7	-0.03625449538230896
10332	linear.weight	8	0.02374868653714657
10332	linear.weight	9	0.3329538106918335
10332	linear.bias	0	-0.12197910994291306
10332	linear.bias	1	0.12745097279548645
10332	linear.bias	2	-0.44232508540153503
10332	linear.bias	3	1.4552311897277832
10332	linear.bias	4	-0.32531222701072693
10332	linear.bias	5	-0.030769959092140198
10332	linear.bias	6	-0.30345773696899414
10332	linear.bias	7	-0.19838334619998932
10332	linear.bias	8	0.04741229861974716
10332	linear.bias	9	-0.43545717000961304
10360	transitions	0	-0.6074312329292297
10360	transitions	1	0.3933471143245697
10360	transitions	2	1.7302260398864746
10360	transitions	3	0.14575080573558807
10360	transitions	4	0.9820016026496887
10360	transitions	5	1.2747451066970825
10360	transitions	6	0.4843912720680237
10360	transitions	7	0.181466743350029
10360	transitions	8	-0.9191089272499084
10360	transitions	9	0.9307622909545898
10360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10360	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10360	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10360	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10360	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10360	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10360	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10360	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10360	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10360	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10360	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10360	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10360	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10360	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10360	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10360	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10360	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10360	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10360	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10360	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10360	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10360	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10360	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10360	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10360	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10360	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10360	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10360	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10360	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10360	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10360	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10360	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10360	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10360	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10360	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10360	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10360	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10360	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10360	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10360	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10360	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10360	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10360	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10360	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10360	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10360	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10360	embedding2nn.weight	0	0.008338243700563908
10360	embedding2nn.weight	1	0.015325279906392097
10360	embedding2nn.weight	2	-0.00567863043397665
10360	embedding2nn.weight	3	0.0029115097131580114
10360	embedding2nn.weight	4	-0.0037951739504933357
10360	embedding2nn.weight	5	0.010356363840401173
10360	embedding2nn.weight	6	-0.0031055279541760683
10360	embedding2nn.weight	7	0.008528684265911579
10360	embedding2nn.weight	8	-0.007089884486049414
10360	embedding2nn.weight	9	-0.012955055572092533
10360	embedding2nn.bias	0	-0.01843043975532055
10360	embedding2nn.bias	1	-0.011377651244401932
10360	embedding2nn.bias	2	-0.08122910559177399
10360	embedding2nn.bias	3	0.00703384168446064
10360	embedding2nn.bias	4	0.021077124401926994
10360	embedding2nn.bias	5	-0.010915037244558334
10360	embedding2nn.bias	6	0.027804002165794373
10360	embedding2nn.bias	7	0.05085829645395279
10360	embedding2nn.bias	8	0.005909473169595003
10360	embedding2nn.bias	9	-0.014512590132653713
10360	rnn.weight_ih_l0	0	0.03765187785029411
10360	rnn.weight_ih_l0	1	-0.00926903635263443
10360	rnn.weight_ih_l0	2	-0.027583366259932518
10360	rnn.weight_ih_l0	3	-0.04911692440509796
10360	rnn.weight_ih_l0	4	-0.04704101383686066
10360	rnn.weight_ih_l0	5	-0.002046158304437995
10360	rnn.weight_ih_l0	6	-0.05193227156996727
10360	rnn.weight_ih_l0	7	-0.055461183190345764
10360	rnn.weight_ih_l0	8	-0.04821652173995972
10360	rnn.weight_ih_l0	9	-0.026740804314613342
10360	rnn.weight_hh_l0	0	0.016461268067359924
10360	rnn.weight_hh_l0	1	-0.025579333305358887
10360	rnn.weight_hh_l0	2	-0.042943086475133896
10360	rnn.weight_hh_l0	3	-0.0218497384339571
10360	rnn.weight_hh_l0	4	-0.05725332349538803
10360	rnn.weight_hh_l0	5	-0.010672863572835922
10360	rnn.weight_hh_l0	6	-0.0290389284491539
10360	rnn.weight_hh_l0	7	0.016662707552313805
10360	rnn.weight_hh_l0	8	-0.01907399855554104
10360	rnn.weight_hh_l0	9	0.020023373886942863
10360	rnn.bias_ih_l0	0	0.09924094378948212
10360	rnn.bias_ih_l0	1	-0.047929972410202026
10360	rnn.bias_ih_l0	2	0.1083955317735672
10360	rnn.bias_ih_l0	3	0.06971263140439987
10360	rnn.bias_ih_l0	4	0.09620121121406555
10360	rnn.bias_ih_l0	5	0.024495316669344902
10360	rnn.bias_ih_l0	6	-0.014931010082364082
10360	rnn.bias_ih_l0	7	-0.07543092221021652
10360	rnn.bias_ih_l0	8	-0.11972388625144958
10360	rnn.bias_ih_l0	9	0.08162883669137955
10360	rnn.bias_hh_l0	0	-0.026559270918369293
10360	rnn.bias_hh_l0	1	0.01254481915384531
10360	rnn.bias_hh_l0	2	-0.02525743469595909
10360	rnn.bias_hh_l0	3	-0.025351041927933693
10360	rnn.bias_hh_l0	4	-0.047160059213638306
10360	rnn.bias_hh_l0	5	0.11874375492334366
10360	rnn.bias_hh_l0	6	0.0005154903046786785
10360	rnn.bias_hh_l0	7	0.012969538569450378
10360	rnn.bias_hh_l0	8	0.019437720999121666
10360	rnn.bias_hh_l0	9	0.040956176817417145
10360	rnn.weight_ih_l0_reverse	0	-0.032478831708431244
10360	rnn.weight_ih_l0_reverse	1	0.001346201985143125
10360	rnn.weight_ih_l0_reverse	2	0.023693585768342018
10360	rnn.weight_ih_l0_reverse	3	-0.05484770983457565
10360	rnn.weight_ih_l0_reverse	4	0.008986816741526127
10360	rnn.weight_ih_l0_reverse	5	-0.052488770335912704
10360	rnn.weight_ih_l0_reverse	6	0.014335818588733673
10360	rnn.weight_ih_l0_reverse	7	0.041891422122716904
10360	rnn.weight_ih_l0_reverse	8	-0.0435808002948761
10360	rnn.weight_ih_l0_reverse	9	-0.052581362426280975
10360	rnn.weight_hh_l0_reverse	0	-0.07844890654087067
10360	rnn.weight_hh_l0_reverse	1	-0.0421796478331089
10360	rnn.weight_hh_l0_reverse	2	0.017589908093214035
10360	rnn.weight_hh_l0_reverse	3	0.04479600489139557
10360	rnn.weight_hh_l0_reverse	4	0.01909170113503933
10360	rnn.weight_hh_l0_reverse	5	0.04286544770002365
10360	rnn.weight_hh_l0_reverse	6	0.007911005057394505
10360	rnn.weight_hh_l0_reverse	7	0.00026820533093996346
10360	rnn.weight_hh_l0_reverse	8	-0.09148338437080383
10360	rnn.weight_hh_l0_reverse	9	0.04959487169981003
10360	rnn.bias_ih_l0_reverse	0	-0.05741708353161812
10360	rnn.bias_ih_l0_reverse	1	-0.022936193272471428
10360	rnn.bias_ih_l0_reverse	2	0.09445682168006897
10360	rnn.bias_ih_l0_reverse	3	0.026321053504943848
10360	rnn.bias_ih_l0_reverse	4	-0.10792677849531174
10360	rnn.bias_ih_l0_reverse	5	0.03561257943511009
10360	rnn.bias_ih_l0_reverse	6	-0.10814997553825378
10360	rnn.bias_ih_l0_reverse	7	0.04624367877840996
10360	rnn.bias_ih_l0_reverse	8	0.019612016156315804
10360	rnn.bias_ih_l0_reverse	9	0.06820586323738098
10360	rnn.bias_hh_l0_reverse	0	0.028438689187169075
10360	rnn.bias_hh_l0_reverse	1	0.07615154981613159
10360	rnn.bias_hh_l0_reverse	2	0.08348780125379562
10360	rnn.bias_hh_l0_reverse	3	-0.004159209318459034
10360	rnn.bias_hh_l0_reverse	4	0.07871878147125244
10360	rnn.bias_hh_l0_reverse	5	0.016595076769590378
10360	rnn.bias_hh_l0_reverse	6	-0.07186126708984375
10360	rnn.bias_hh_l0_reverse	7	0.04705894738435745
10360	rnn.bias_hh_l0_reverse	8	0.028055161237716675
10360	rnn.bias_hh_l0_reverse	9	-0.13156655430793762
10360	linear.weight	0	0.18327976763248444
10360	linear.weight	1	-0.10987058281898499
10360	linear.weight	2	-0.14284604787826538
10360	linear.weight	3	0.0779290720820427
10360	linear.weight	4	0.0029014148749411106
10360	linear.weight	5	-0.027413053438067436
10360	linear.weight	6	-0.009852426126599312
10360	linear.weight	7	-0.03617670014500618
10360	linear.weight	8	0.022323325276374817
10360	linear.weight	9	0.33807310461997986
10360	linear.bias	0	-0.13646073639392853
10360	linear.bias	1	0.1271837204694748
10360	linear.bias	2	-0.4423825740814209
10360	linear.bias	3	1.459519863128662
10360	linear.bias	4	-0.3257140517234802
10360	linear.bias	5	-0.030769959092140198
10360	linear.bias	6	-0.3036324977874756
10360	linear.bias	7	-0.2005874514579773
10360	linear.bias	8	0.04694764316082001
10360	linear.bias	9	-0.43559595942497253
10388	transitions	0	-0.6076176166534424
10388	transitions	1	0.39318519830703735
10388	transitions	2	1.7300212383270264
10388	transitions	3	0.1456877887248993
10388	transitions	4	0.9819459915161133
10388	transitions	5	1.2747424840927124
10388	transitions	6	0.484390527009964
10388	transitions	7	0.18146298825740814
10388	transitions	8	-0.9191100001335144
10388	transitions	9	0.9307622909545898
10388	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10388	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10388	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10388	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10388	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10388	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10388	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10388	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10388	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10388	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10388	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10388	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10388	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10388	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10388	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10388	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10388	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10388	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10388	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10388	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10388	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10388	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10388	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10388	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10388	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10388	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10388	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10388	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10388	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10388	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10388	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10388	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10388	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10388	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10388	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10388	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10388	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10388	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10388	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10388	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10388	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10388	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10388	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10388	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10388	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10388	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10388	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10388	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10388	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10388	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10388	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10388	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10388	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10388	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10388	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10388	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10388	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10388	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10388	embedding2nn.weight	0	0.008528475649654865
10388	embedding2nn.weight	1	0.015213270671665668
10388	embedding2nn.weight	2	-0.005681187380105257
10388	embedding2nn.weight	3	0.0028137494809925556
10388	embedding2nn.weight	4	-0.0038159361574798822
10388	embedding2nn.weight	5	0.010384129360318184
10388	embedding2nn.weight	6	-0.003058166243135929
10388	embedding2nn.weight	7	0.007877878844738007
10388	embedding2nn.weight	8	-0.006731129717081785
10388	embedding2nn.weight	9	-0.012890220619738102
10388	embedding2nn.bias	0	-0.020036272704601288
10388	embedding2nn.bias	1	-0.012294847518205643
10388	embedding2nn.bias	2	-0.07371291518211365
10388	embedding2nn.bias	3	0.0034381570294499397
10388	embedding2nn.bias	4	0.022733839228749275
10388	embedding2nn.bias	5	-0.00992577150464058
10388	embedding2nn.bias	6	0.02624947763979435
10388	embedding2nn.bias	7	0.055303528904914856
10388	embedding2nn.bias	8	0.00021289759024512023
10388	embedding2nn.bias	9	-0.01784820482134819
10388	rnn.weight_ih_l0	0	0.037665899842977524
10388	rnn.weight_ih_l0	1	-0.008338437415659428
10388	rnn.weight_ih_l0	2	-0.027667518705129623
10388	rnn.weight_ih_l0	3	-0.049295518547296524
10388	rnn.weight_ih_l0	4	-0.04720744863152504
10388	rnn.weight_ih_l0	5	-0.0019318775739520788
10388	rnn.weight_ih_l0	6	-0.052249353379011154
10388	rnn.weight_ih_l0	7	-0.05546760931611061
10388	rnn.weight_ih_l0	8	-0.04800141230225563
10388	rnn.weight_ih_l0	9	-0.027001237496733665
10388	rnn.weight_hh_l0	0	0.01649540103971958
10388	rnn.weight_hh_l0	1	-0.025626426562666893
10388	rnn.weight_hh_l0	2	-0.04277079179883003
10388	rnn.weight_hh_l0	3	-0.022374352440238
10388	rnn.weight_hh_l0	4	-0.05761464312672615
10388	rnn.weight_hh_l0	5	-0.011190156452357769
10388	rnn.weight_hh_l0	6	-0.030932197347283363
10388	rnn.weight_hh_l0	7	0.016099974513053894
10388	rnn.weight_hh_l0	8	-0.018741779029369354
10388	rnn.weight_hh_l0	9	0.02004525065422058
10388	rnn.bias_ih_l0	0	0.10107225179672241
10388	rnn.bias_ih_l0	1	-0.04844671115279198
10388	rnn.bias_ih_l0	2	0.1066616103053093
10388	rnn.bias_ih_l0	3	0.0701138973236084
10388	rnn.bias_ih_l0	4	0.09521264582872391
10388	rnn.bias_ih_l0	5	0.02340352162718773
10388	rnn.bias_ih_l0	6	-0.01605735346674919
10388	rnn.bias_ih_l0	7	-0.08030194789171219
10388	rnn.bias_ih_l0	8	-0.12256769835948944
10388	rnn.bias_ih_l0	9	0.08430618792772293
10388	rnn.bias_hh_l0	0	-0.026571648195385933
10388	rnn.bias_hh_l0	1	0.012640587985515594
10388	rnn.bias_hh_l0	2	-0.02870054356753826
10388	rnn.bias_hh_l0	3	-0.02501606196165085
10388	rnn.bias_hh_l0	4	-0.0464809350669384
10388	rnn.bias_hh_l0	5	0.11639468371868134
10388	rnn.bias_hh_l0	6	0.0024659275077283382
10388	rnn.bias_hh_l0	7	0.011923745274543762
10388	rnn.bias_hh_l0	8	0.018311381340026855
10388	rnn.bias_hh_l0	9	0.0402795784175396
10388	rnn.weight_ih_l0_reverse	0	-0.03254758194088936
10388	rnn.weight_ih_l0_reverse	1	0.0015301386592909694
10388	rnn.weight_ih_l0_reverse	2	0.023746730759739876
10388	rnn.weight_ih_l0_reverse	3	-0.055117182433605194
10388	rnn.weight_ih_l0_reverse	4	0.00916201714426279
10388	rnn.weight_ih_l0_reverse	5	-0.05257007107138634
10388	rnn.weight_ih_l0_reverse	6	0.013471698388457298
10388	rnn.weight_ih_l0_reverse	7	0.04211351275444031
10388	rnn.weight_ih_l0_reverse	8	-0.04337859898805618
10388	rnn.weight_ih_l0_reverse	9	-0.05245492607355118
10388	rnn.weight_hh_l0_reverse	0	-0.07877238094806671
10388	rnn.weight_hh_l0_reverse	1	-0.0415472574532032
10388	rnn.weight_hh_l0_reverse	2	0.016782615333795547
10388	rnn.weight_hh_l0_reverse	3	0.04482082277536392
10388	rnn.weight_hh_l0_reverse	4	0.018279317766427994
10388	rnn.weight_hh_l0_reverse	5	0.04290284588932991
10388	rnn.weight_hh_l0_reverse	6	0.00862191990017891
10388	rnn.weight_hh_l0_reverse	7	0.0001679873967077583
10388	rnn.weight_hh_l0_reverse	8	-0.09131796658039093
10388	rnn.weight_hh_l0_reverse	9	0.04989245906472206
10388	rnn.bias_ih_l0_reverse	0	-0.05924784764647484
10388	rnn.bias_ih_l0_reverse	1	-0.013294773176312447
10388	rnn.bias_ih_l0_reverse	2	0.09224600344896317
10388	rnn.bias_ih_l0_reverse	3	0.025810882449150085
10388	rnn.bias_ih_l0_reverse	4	-0.10755057632923126
10388	rnn.bias_ih_l0_reverse	5	0.037363458424806595
10388	rnn.bias_ih_l0_reverse	6	-0.10583896189928055
10388	rnn.bias_ih_l0_reverse	7	0.047113124281167984
10388	rnn.bias_ih_l0_reverse	8	0.020626215264201164
10388	rnn.bias_ih_l0_reverse	9	0.0691973939538002
10388	rnn.bias_hh_l0_reverse	0	0.02882285974919796
10388	rnn.bias_hh_l0_reverse	1	0.07660944014787674
10388	rnn.bias_hh_l0_reverse	2	0.08037170022726059
10388	rnn.bias_hh_l0_reverse	3	-0.00443677045404911
10388	rnn.bias_hh_l0_reverse	4	0.07842355221509933
10388	rnn.bias_hh_l0_reverse	5	0.015722541138529778
10388	rnn.bias_hh_l0_reverse	6	-0.07180742174386978
10388	rnn.bias_hh_l0_reverse	7	0.04699214920401573
10388	rnn.bias_hh_l0_reverse	8	0.027260981500148773
10388	rnn.bias_hh_l0_reverse	9	-0.12995882332324982
10388	linear.weight	0	0.17463628947734833
10388	linear.weight	1	-0.10986178368330002
10388	linear.weight	2	-0.14201363921165466
10388	linear.weight	3	0.0779767781496048
10388	linear.weight	4	0.0030042356811463833
10388	linear.weight	5	-0.029172193259000778
10388	linear.weight	6	-0.009825929068028927
10388	linear.weight	7	-0.03610837087035179
10388	linear.weight	8	0.021517470479011536
10388	linear.weight	9	0.33777251839637756
10388	linear.bias	0	-0.11885932832956314
10388	linear.bias	1	0.12571901082992554
10388	linear.bias	2	-0.439650297164917
10388	linear.bias	3	1.4474780559539795
10388	linear.bias	4	-0.32639753818511963
10388	linear.bias	5	-0.030769959092140198
10388	linear.bias	6	-0.3002433478832245
10388	linear.bias	7	-0.20629262924194336
10388	linear.bias	8	0.05737094208598137
10388	linear.bias	9	-0.43582770228385925
10416	transitions	0	-0.6077088117599487
10416	transitions	1	0.39308059215545654
10416	transitions	2	1.7298741340637207
10416	transitions	3	0.14548830687999725
10416	transitions	4	0.9812574982643127
10416	transitions	5	1.2747398614883423
10416	transitions	6	0.4843882918357849
10416	transitions	7	0.18146197497844696
10416	transitions	8	-0.9191111922264099
10416	transitions	9	0.9307622909545898
10416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10416	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10416	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10416	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10416	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10416	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10416	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10416	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10416	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10416	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10416	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10416	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10416	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10416	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10416	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10416	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10416	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10416	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10416	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10416	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10416	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10416	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10416	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10416	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10416	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10416	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10416	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10416	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10416	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10416	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10416	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10416	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10416	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10416	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10416	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10416	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10416	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10416	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10416	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10416	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10416	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10416	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10416	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10416	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10416	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10416	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10416	embedding2nn.weight	0	0.008496969938278198
10416	embedding2nn.weight	1	0.015279185958206654
10416	embedding2nn.weight	2	-0.0056566460989415646
10416	embedding2nn.weight	3	0.0027736108750104904
10416	embedding2nn.weight	4	-0.003802201012149453
10416	embedding2nn.weight	5	0.010335675440728664
10416	embedding2nn.weight	6	-0.0031159687787294388
10416	embedding2nn.weight	7	0.008615834638476372
10416	embedding2nn.weight	8	-0.006701200734823942
10416	embedding2nn.weight	9	-0.012964511290192604
10416	embedding2nn.bias	0	-0.01991632767021656
10416	embedding2nn.bias	1	-0.007300307974219322
10416	embedding2nn.bias	2	-0.07338304072618484
10416	embedding2nn.bias	3	0.006581582594662905
10416	embedding2nn.bias	4	0.02134457416832447
10416	embedding2nn.bias	5	-0.012763452716171741
10416	embedding2nn.bias	6	0.029446223750710487
10416	embedding2nn.bias	7	0.05469341576099396
10416	embedding2nn.bias	8	0.005378223955631256
10416	embedding2nn.bias	9	-0.021770630031824112
10416	rnn.weight_ih_l0	0	0.038035936653614044
10416	rnn.weight_ih_l0	1	-0.008415407501161098
10416	rnn.weight_ih_l0	2	-0.027579523622989655
10416	rnn.weight_ih_l0	3	-0.04921427741646767
10416	rnn.weight_ih_l0	4	-0.04761165380477905
10416	rnn.weight_ih_l0	5	-0.0021078968420624733
10416	rnn.weight_ih_l0	6	-0.05233027786016464
10416	rnn.weight_ih_l0	7	-0.05553962662816048
10416	rnn.weight_ih_l0	8	-0.048130426555871964
10416	rnn.weight_ih_l0	9	-0.026987440884113312
10416	rnn.weight_hh_l0	0	0.016291387379169464
10416	rnn.weight_hh_l0	1	-0.02512146160006523
10416	rnn.weight_hh_l0	2	-0.0450211726129055
10416	rnn.weight_hh_l0	3	-0.022515470162034035
10416	rnn.weight_hh_l0	4	-0.05757541209459305
10416	rnn.weight_hh_l0	5	-0.011172664351761341
10416	rnn.weight_hh_l0	6	-0.03001824952661991
10416	rnn.weight_hh_l0	7	0.01763613149523735
10416	rnn.weight_hh_l0	8	-0.018948454409837723
10416	rnn.weight_hh_l0	9	0.021224400028586388
10416	rnn.bias_ih_l0	0	0.10248266905546188
10416	rnn.bias_ih_l0	1	-0.0497809462249279
10416	rnn.bias_ih_l0	2	0.10742797702550888
10416	rnn.bias_ih_l0	3	0.06969302147626877
10416	rnn.bias_ih_l0	4	0.09532690048217773
10416	rnn.bias_ih_l0	5	0.024510353803634644
10416	rnn.bias_ih_l0	6	-0.015492329373955727
10416	rnn.bias_ih_l0	7	-0.08189785480499268
10416	rnn.bias_ih_l0	8	-0.1318030208349228
10416	rnn.bias_ih_l0	9	0.08451388031244278
10416	rnn.bias_hh_l0	0	-0.030441856011748314
10416	rnn.bias_hh_l0	1	0.01636935956776142
10416	rnn.bias_hh_l0	2	-0.027163133025169373
10416	rnn.bias_hh_l0	3	-0.02650858834385872
10416	rnn.bias_hh_l0	4	-0.046666909009218216
10416	rnn.bias_hh_l0	5	0.11562567949295044
10416	rnn.bias_hh_l0	6	0.0037625362165272236
10416	rnn.bias_hh_l0	7	0.01279878243803978
10416	rnn.bias_hh_l0	8	0.01887640915811062
10416	rnn.bias_hh_l0	9	0.04102923721075058
10416	rnn.weight_ih_l0_reverse	0	-0.032174479216337204
10416	rnn.weight_ih_l0_reverse	1	0.0013191185425966978
10416	rnn.weight_ih_l0_reverse	2	0.023696787655353546
10416	rnn.weight_ih_l0_reverse	3	-0.0554148405790329
10416	rnn.weight_ih_l0_reverse	4	0.009177866391837597
10416	rnn.weight_ih_l0_reverse	5	-0.05248118191957474
10416	rnn.weight_ih_l0_reverse	6	0.01225682720541954
10416	rnn.weight_ih_l0_reverse	7	0.04208803176879883
10416	rnn.weight_ih_l0_reverse	8	-0.043325796723365784
10416	rnn.weight_ih_l0_reverse	9	-0.052408721297979355
10416	rnn.weight_hh_l0_reverse	0	-0.07835706323385239
10416	rnn.weight_hh_l0_reverse	1	-0.04187748208642006
10416	rnn.weight_hh_l0_reverse	2	0.017278961837291718
10416	rnn.weight_hh_l0_reverse	3	0.04510580375790596
10416	rnn.weight_hh_l0_reverse	4	0.019010039046406746
10416	rnn.weight_hh_l0_reverse	5	0.04287971556186676
10416	rnn.weight_hh_l0_reverse	6	0.006787772756069899
10416	rnn.weight_hh_l0_reverse	7	6.28531925030984e-05
10416	rnn.weight_hh_l0_reverse	8	-0.09118080139160156
10416	rnn.weight_hh_l0_reverse	9	0.050443749874830246
10416	rnn.bias_ih_l0_reverse	0	-0.06374815106391907
10416	rnn.bias_ih_l0_reverse	1	-0.010389525443315506
10416	rnn.bias_ih_l0_reverse	2	0.09128978103399277
10416	rnn.bias_ih_l0_reverse	3	0.026522425934672356
10416	rnn.bias_ih_l0_reverse	4	-0.10664097219705582
10416	rnn.bias_ih_l0_reverse	5	0.03635620325803757
10416	rnn.bias_ih_l0_reverse	6	-0.10575305670499802
10416	rnn.bias_ih_l0_reverse	7	0.05104122683405876
10416	rnn.bias_ih_l0_reverse	8	0.022620756179094315
10416	rnn.bias_ih_l0_reverse	9	0.0671185776591301
10416	rnn.bias_hh_l0_reverse	0	0.03874983638525009
10416	rnn.bias_hh_l0_reverse	1	0.08045618236064911
10416	rnn.bias_hh_l0_reverse	2	0.0808037519454956
10416	rnn.bias_hh_l0_reverse	3	-0.003140275599434972
10416	rnn.bias_hh_l0_reverse	4	0.07945742458105087
10416	rnn.bias_hh_l0_reverse	5	0.01342192105948925
10416	rnn.bias_hh_l0_reverse	6	-0.07262749969959259
10416	rnn.bias_hh_l0_reverse	7	0.04660285636782646
10416	rnn.bias_hh_l0_reverse	8	0.028401464223861694
10416	rnn.bias_hh_l0_reverse	9	-0.1317967176437378
10416	linear.weight	0	0.17170092463493347
10416	linear.weight	1	-0.1098458394408226
10416	linear.weight	2	-0.14025521278381348
10416	linear.weight	3	0.06973277032375336
10416	linear.weight	4	0.0023053265176713467
10416	linear.weight	5	-0.03083677962422371
10416	linear.weight	6	-0.009811562485992908
10416	linear.weight	7	-0.035985805094242096
10416	linear.weight	8	0.022770963609218597
10416	linear.weight	9	0.3379884362220764
10416	linear.bias	0	-0.11228866875171661
10416	linear.bias	1	0.13332219421863556
10416	linear.bias	2	-0.44335517287254333
10416	linear.bias	3	1.4435312747955322
10416	linear.bias	4	-0.3269501328468323
10416	linear.bias	5	-0.030769959092140198
10416	linear.bias	6	-0.3036178946495056
10416	linear.bias	7	-0.20387251675128937
10416	linear.bias	8	0.06296515464782715
10416	linear.bias	9	-0.4360033869743347
10444	transitions	0	-0.6077640652656555
10444	transitions	1	0.3926602005958557
10444	transitions	2	1.729636549949646
10444	transitions	3	0.14546892046928406
10444	transitions	4	0.9811291694641113
10444	transitions	5	1.2747299671173096
10444	transitions	6	0.4843865633010864
10444	transitions	7	0.18145665526390076
10444	transitions	8	-0.919111967086792
10444	transitions	9	0.9307607412338257
10444	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10444	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10444	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10444	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10444	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10444	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10444	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10444	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10444	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10444	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10444	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10444	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10444	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10444	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10444	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10444	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10444	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10444	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10444	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10444	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10444	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10444	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10444	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10444	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10444	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10444	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10444	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10444	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10444	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10444	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10444	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10444	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10444	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10444	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10444	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10444	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10444	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10444	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10444	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10444	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10444	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10444	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10444	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10444	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10444	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10444	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10444	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10444	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10444	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10444	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10444	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10444	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10444	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10444	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10444	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10444	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10444	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10444	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10444	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10444	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10444	embedding2nn.weight	0	0.008904211223125458
10444	embedding2nn.weight	1	0.01530248299241066
10444	embedding2nn.weight	2	-0.0056458706967532635
10444	embedding2nn.weight	3	0.003016869770362973
10444	embedding2nn.weight	4	-0.0037926940713077784
10444	embedding2nn.weight	5	0.0105441277846694
10444	embedding2nn.weight	6	-0.0030360554810613394
10444	embedding2nn.weight	7	0.010170276276767254
10444	embedding2nn.weight	8	-0.0064724949188530445
10444	embedding2nn.weight	9	-0.013060550205409527
10444	embedding2nn.bias	0	-0.020527295768260956
10444	embedding2nn.bias	1	-0.012864768505096436
10444	embedding2nn.bias	2	-0.0751810297369957
10444	embedding2nn.bias	3	0.01727290451526642
10444	embedding2nn.bias	4	0.020615560933947563
10444	embedding2nn.bias	5	-0.014609464444220066
10444	embedding2nn.bias	6	0.02984740398824215
10444	embedding2nn.bias	7	0.05457912012934685
10444	embedding2nn.bias	8	0.005957816261798143
10444	embedding2nn.bias	9	-0.0158806424587965
10444	rnn.weight_ih_l0	0	0.03796616569161415
10444	rnn.weight_ih_l0	1	-0.008981699123978615
10444	rnn.weight_ih_l0	2	-0.027787402272224426
10444	rnn.weight_ih_l0	3	-0.04927631467580795
10444	rnn.weight_ih_l0	4	-0.04769223928451538
10444	rnn.weight_ih_l0	5	-0.0022713341750204563
10444	rnn.weight_ih_l0	6	-0.052353907376527786
10444	rnn.weight_ih_l0	7	-0.05540649592876434
10444	rnn.weight_ih_l0	8	-0.04830267280340195
10444	rnn.weight_ih_l0	9	-0.027040185406804085
10444	rnn.weight_hh_l0	0	0.016168968752026558
10444	rnn.weight_hh_l0	1	-0.02480461820960045
10444	rnn.weight_hh_l0	2	-0.04401829466223717
10444	rnn.weight_hh_l0	3	-0.022387463599443436
10444	rnn.weight_hh_l0	4	-0.05678752437233925
10444	rnn.weight_hh_l0	5	-0.010775890201330185
10444	rnn.weight_hh_l0	6	-0.03238348662853241
10444	rnn.weight_hh_l0	7	0.01662696711719036
10444	rnn.weight_hh_l0	8	-0.01865082047879696
10444	rnn.weight_hh_l0	9	0.021153129637241364
10444	rnn.bias_ih_l0	0	0.10105518251657486
10444	rnn.bias_ih_l0	1	-0.04876791685819626
10444	rnn.bias_ih_l0	2	0.10682879388332367
10444	rnn.bias_ih_l0	3	0.0679045170545578
10444	rnn.bias_ih_l0	4	0.09642962366342545
10444	rnn.bias_ih_l0	5	0.025999417528510094
10444	rnn.bias_ih_l0	6	-0.015597165562212467
10444	rnn.bias_ih_l0	7	-0.08628977835178375
10444	rnn.bias_ih_l0	8	-0.12517639994621277
10444	rnn.bias_ih_l0	9	0.08497077971696854
10444	rnn.bias_hh_l0	0	-0.029163625091314316
10444	rnn.bias_hh_l0	1	0.017008354887366295
10444	rnn.bias_hh_l0	2	-0.027480367571115494
10444	rnn.bias_hh_l0	3	-0.026897761970758438
10444	rnn.bias_hh_l0	4	-0.04448973387479782
10444	rnn.bias_hh_l0	5	0.11718416959047318
10444	rnn.bias_hh_l0	6	0.0037810762878507376
10444	rnn.bias_hh_l0	7	0.012797527946531773
10444	rnn.bias_hh_l0	8	0.018771566450595856
10444	rnn.bias_hh_l0	9	0.04219288006424904
10444	rnn.weight_ih_l0_reverse	0	-0.03194752335548401
10444	rnn.weight_ih_l0_reverse	1	0.0016410452080890536
10444	rnn.weight_ih_l0_reverse	2	0.02378697134554386
10444	rnn.weight_ih_l0_reverse	3	-0.05567726120352745
10444	rnn.weight_ih_l0_reverse	4	0.009401152841746807
10444	rnn.weight_ih_l0_reverse	5	-0.05272631347179413
10444	rnn.weight_ih_l0_reverse	6	0.012752663344144821
10444	rnn.weight_ih_l0_reverse	7	0.04212399199604988
10444	rnn.weight_ih_l0_reverse	8	-0.04320959001779556
10444	rnn.weight_ih_l0_reverse	9	-0.05271830037236214
10444	rnn.weight_hh_l0_reverse	0	-0.07785793393850327
10444	rnn.weight_hh_l0_reverse	1	-0.041030626744031906
10444	rnn.weight_hh_l0_reverse	2	0.017024004831910133
10444	rnn.weight_hh_l0_reverse	3	0.045145176351070404
10444	rnn.weight_hh_l0_reverse	4	0.019128642976284027
10444	rnn.weight_hh_l0_reverse	5	0.042941346764564514
10444	rnn.weight_hh_l0_reverse	6	0.011921530589461327
10444	rnn.weight_hh_l0_reverse	7	-7.355771231232211e-05
10444	rnn.weight_hh_l0_reverse	8	-0.09098285436630249
10444	rnn.weight_hh_l0_reverse	9	0.05044442415237427
10444	rnn.bias_ih_l0_reverse	0	-0.06485575437545776
10444	rnn.bias_ih_l0_reverse	1	-0.009953385218977928
10444	rnn.bias_ih_l0_reverse	2	0.08875378221273422
10444	rnn.bias_ih_l0_reverse	3	0.02670275792479515
10444	rnn.bias_ih_l0_reverse	4	-0.10538801550865173
10444	rnn.bias_ih_l0_reverse	5	0.037281304597854614
10444	rnn.bias_ih_l0_reverse	6	-0.10363920032978058
10444	rnn.bias_ih_l0_reverse	7	0.051390018314123154
10444	rnn.bias_ih_l0_reverse	8	0.021642856299877167
10444	rnn.bias_ih_l0_reverse	9	0.06682831794023514
10444	rnn.bias_hh_l0_reverse	0	0.03631800785660744
10444	rnn.bias_hh_l0_reverse	1	0.08046506345272064
10444	rnn.bias_hh_l0_reverse	2	0.08119839429855347
10444	rnn.bias_hh_l0_reverse	3	-0.0016475686570629478
10444	rnn.bias_hh_l0_reverse	4	0.07821645587682724
10444	rnn.bias_hh_l0_reverse	5	0.020631209015846252
10444	rnn.bias_hh_l0_reverse	6	-0.07271365821361542
10444	rnn.bias_hh_l0_reverse	7	0.04636521637439728
10444	rnn.bias_hh_l0_reverse	8	0.026488613337278366
10444	rnn.bias_hh_l0_reverse	9	-0.13272854685783386
10444	linear.weight	0	0.17339164018630981
10444	linear.weight	1	-0.10978085547685623
10444	linear.weight	2	-0.1378396451473236
10444	linear.weight	3	0.06625005602836609
10444	linear.weight	4	0.003260202007368207
10444	linear.weight	5	-0.02952195145189762
10444	linear.weight	6	-0.009797592647373676
10444	linear.weight	7	-0.035967305302619934
10444	linear.weight	8	0.021157868206501007
10444	linear.weight	9	0.3388584852218628
10444	linear.bias	0	-0.11313110589981079
10444	linear.bias	1	0.1326940506696701
10444	linear.bias	2	-0.4449511170387268
10444	linear.bias	3	1.446338176727295
10444	linear.bias	4	-0.32189688086509705
10444	linear.bias	5	-0.030769959092140198
10444	linear.bias	6	-0.30288249254226685
10444	linear.bias	7	-0.20400390028953552
10444	linear.bias	8	0.0604049377143383
10444	linear.bias	9	-0.4362572431564331
10472	transitions	0	-0.6078253388404846
10472	transitions	1	0.392535924911499
10472	transitions	2	1.7295159101486206
10472	transitions	3	0.14525379240512848
10472	transitions	4	0.9810428619384766
10472	transitions	5	1.2747255563735962
10472	transitions	6	0.48438388109207153
10472	transitions	7	0.18145228922367096
10472	transitions	8	-0.9191140532493591
10472	transitions	9	0.9307607412338257
10472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10472	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10472	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10472	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10472	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10472	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10472	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10472	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10472	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10472	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10472	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10472	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10472	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10472	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10472	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10472	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10472	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10472	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10472	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10472	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10472	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10472	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10472	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10472	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10472	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10472	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10472	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10472	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10472	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10472	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10472	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10472	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10472	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10472	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10472	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10472	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10472	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10472	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10472	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10472	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10472	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10472	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10472	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10472	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10472	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10472	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10472	embedding2nn.weight	0	0.00888305064290762
10472	embedding2nn.weight	1	0.015312980860471725
10472	embedding2nn.weight	2	-0.005658930167555809
10472	embedding2nn.weight	3	0.003241446567699313
10472	embedding2nn.weight	4	-0.003740298794582486
10472	embedding2nn.weight	5	0.010722250677645206
10472	embedding2nn.weight	6	-0.0030646133236587048
10472	embedding2nn.weight	7	0.010335839353501797
10472	embedding2nn.weight	8	-0.006758914329111576
10472	embedding2nn.weight	9	-0.013142034411430359
10472	embedding2nn.bias	0	-0.025986650958657265
10472	embedding2nn.bias	1	-0.017563605681061745
10472	embedding2nn.bias	2	-0.08029211312532425
10472	embedding2nn.bias	3	0.014810023829340935
10472	embedding2nn.bias	4	0.018773164600133896
10472	embedding2nn.bias	5	-0.010084272362291813
10472	embedding2nn.bias	6	0.03222385048866272
10472	embedding2nn.bias	7	0.05651213973760605
10472	embedding2nn.bias	8	0.006480194628238678
10472	embedding2nn.bias	9	-0.006546457763761282
10472	rnn.weight_ih_l0	0	0.03799430653452873
10472	rnn.weight_ih_l0	1	-0.007937236689031124
10472	rnn.weight_ih_l0	2	-0.027259796857833862
10472	rnn.weight_ih_l0	3	-0.048819705843925476
10472	rnn.weight_ih_l0	4	-0.047784093767404556
10472	rnn.weight_ih_l0	5	-0.0017858387436717749
10472	rnn.weight_ih_l0	6	-0.05218303203582764
10472	rnn.weight_ih_l0	7	-0.055319249629974365
10472	rnn.weight_ih_l0	8	-0.0486174076795578
10472	rnn.weight_ih_l0	9	-0.0268575306981802
10472	rnn.weight_hh_l0	0	0.016469649970531464
10472	rnn.weight_hh_l0	1	-0.024498287588357925
10472	rnn.weight_hh_l0	2	-0.04404885321855545
10472	rnn.weight_hh_l0	3	-0.02240663394331932
10472	rnn.weight_hh_l0	4	-0.05673132836818695
10472	rnn.weight_hh_l0	5	-0.010855787433683872
10472	rnn.weight_hh_l0	6	-0.03265111520886421
10472	rnn.weight_hh_l0	7	0.01564071886241436
10472	rnn.weight_hh_l0	8	-0.018952207639813423
10472	rnn.weight_hh_l0	9	0.02222577854990959
10472	rnn.bias_ih_l0	0	0.10047855228185654
10472	rnn.bias_ih_l0	1	-0.048579003661870956
10472	rnn.bias_ih_l0	2	0.10636217147111893
10472	rnn.bias_ih_l0	3	0.06780661642551422
10472	rnn.bias_ih_l0	4	0.09337864071130753
10472	rnn.bias_ih_l0	5	0.02496303617954254
10472	rnn.bias_ih_l0	6	-0.017271380871534348
10472	rnn.bias_ih_l0	7	-0.0874667689204216
10472	rnn.bias_ih_l0	8	-0.11940813064575195
10472	rnn.bias_ih_l0	9	0.08557882159948349
10472	rnn.bias_hh_l0	0	-0.029057059437036514
10472	rnn.bias_hh_l0	1	0.017170824110507965
10472	rnn.bias_hh_l0	2	-0.024856150150299072
10472	rnn.bias_hh_l0	3	-0.02967946231365204
10472	rnn.bias_hh_l0	4	-0.043056655675172806
10472	rnn.bias_hh_l0	5	0.1154899075627327
10472	rnn.bias_hh_l0	6	0.004746537189930677
10472	rnn.bias_hh_l0	7	0.013063576072454453
10472	rnn.bias_hh_l0	8	0.017097346484661102
10472	rnn.bias_hh_l0	9	0.04228872060775757
10472	rnn.weight_ih_l0_reverse	0	-0.0320405475795269
10472	rnn.weight_ih_l0_reverse	1	0.0015606932574883103
10472	rnn.weight_ih_l0_reverse	2	0.023770703002810478
10472	rnn.weight_ih_l0_reverse	3	-0.05588202551007271
10472	rnn.weight_ih_l0_reverse	4	0.009627199731767178
10472	rnn.weight_ih_l0_reverse	5	-0.05265185609459877
10472	rnn.weight_ih_l0_reverse	6	0.012171506881713867
10472	rnn.weight_ih_l0_reverse	7	0.0421280711889267
10472	rnn.weight_ih_l0_reverse	8	-0.04320351779460907
10472	rnn.weight_ih_l0_reverse	9	-0.05239594355225563
10472	rnn.weight_hh_l0_reverse	0	-0.07686015218496323
10472	rnn.weight_hh_l0_reverse	1	-0.041648149490356445
10472	rnn.weight_hh_l0_reverse	2	0.016944723203778267
10472	rnn.weight_hh_l0_reverse	3	0.04468897730112076
10472	rnn.weight_hh_l0_reverse	4	0.01980556547641754
10472	rnn.weight_hh_l0_reverse	5	0.04296676442027092
10472	rnn.weight_hh_l0_reverse	6	0.009257239289581776
10472	rnn.weight_hh_l0_reverse	7	-8.68600545800291e-05
10472	rnn.weight_hh_l0_reverse	8	-0.09164078533649445
10472	rnn.weight_hh_l0_reverse	9	0.05119280144572258
10472	rnn.bias_ih_l0_reverse	0	-0.06874068826436996
10472	rnn.bias_ih_l0_reverse	1	-0.012472150847315788
10472	rnn.bias_ih_l0_reverse	2	0.08871306478977203
10472	rnn.bias_ih_l0_reverse	3	0.027216095477342606
10472	rnn.bias_ih_l0_reverse	4	-0.10463027656078339
10472	rnn.bias_ih_l0_reverse	5	0.03812275826931
10472	rnn.bias_ih_l0_reverse	6	-0.10614119470119476
10472	rnn.bias_ih_l0_reverse	7	0.05097397044301033
10472	rnn.bias_ih_l0_reverse	8	0.023105932399630547
10472	rnn.bias_ih_l0_reverse	9	0.0680701956152916
10472	rnn.bias_hh_l0_reverse	0	0.02825150638818741
10472	rnn.bias_hh_l0_reverse	1	0.07888994365930557
10472	rnn.bias_hh_l0_reverse	2	0.08046585321426392
10472	rnn.bias_hh_l0_reverse	3	-0.0019113527378067374
10472	rnn.bias_hh_l0_reverse	4	0.07811153680086136
10472	rnn.bias_hh_l0_reverse	5	0.01901681162416935
10472	rnn.bias_hh_l0_reverse	6	-0.07412552833557129
10472	rnn.bias_hh_l0_reverse	7	0.047349367290735245
10472	rnn.bias_hh_l0_reverse	8	0.02561069093644619
10472	rnn.bias_hh_l0_reverse	9	-0.1278410404920578
10472	linear.weight	0	0.17423823475837708
10472	linear.weight	1	-0.10976355522871017
10472	linear.weight	2	-0.13703788816928864
10472	linear.weight	3	0.06309007853269577
10472	linear.weight	4	0.003622447606176138
10472	linear.weight	5	-0.02870354615151882
10472	linear.weight	6	-0.009780976921319962
10472	linear.weight	7	-0.035754427313804626
10472	linear.weight	8	0.02365786023437977
10472	linear.weight	9	0.3400629758834839
10472	linear.bias	0	-0.12346412986516953
10472	linear.bias	1	0.12742139399051666
10472	linear.bias	2	-0.4443519711494446
10472	linear.bias	3	1.4501163959503174
10472	linear.bias	4	-0.3224929869174957
10472	linear.bias	5	-0.030769959092140198
10472	linear.bias	6	-0.30305030941963196
10472	linear.bias	7	-0.20459434390068054
10472	linear.bias	8	0.04718466475605965
10472	linear.bias	9	-0.43648508191108704
10500	transitions	0	-0.6078680753707886
10500	transitions	1	0.3914477229118347
10500	transitions	2	1.7293602228164673
10500	transitions	3	0.14509642124176025
10500	transitions	4	0.9809743165969849
10500	transitions	5	1.2747232913970947
10500	transitions	6	0.48438316583633423
10500	transitions	7	0.1813567727804184
10500	transitions	8	-0.9191155433654785
10500	transitions	9	0.9307607412338257
10500	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10500	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10500	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10500	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10500	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10500	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10500	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10500	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10500	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10500	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10500	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10500	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10500	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10500	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10500	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10500	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10500	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10500	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10500	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10500	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10500	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10500	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10500	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10500	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10500	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10500	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10500	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10500	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10500	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10500	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10500	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10500	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10500	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10500	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10500	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10500	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10500	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10500	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10500	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10500	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10500	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10500	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10500	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10500	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10500	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10500	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10500	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10500	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10500	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10500	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10500	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10500	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10500	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10500	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10500	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10500	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10500	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10500	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10500	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10500	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10500	embedding2nn.weight	0	0.008614453487098217
10500	embedding2nn.weight	1	0.015235388651490211
10500	embedding2nn.weight	2	-0.005602818913757801
10500	embedding2nn.weight	3	0.002967364387586713
10500	embedding2nn.weight	4	-0.003696034662425518
10500	embedding2nn.weight	5	0.010542238131165504
10500	embedding2nn.weight	6	-0.003071179147809744
10500	embedding2nn.weight	7	0.010525527410209179
10500	embedding2nn.weight	8	-0.0068292878568172455
10500	embedding2nn.weight	9	-0.013083011843264103
10500	embedding2nn.bias	0	-0.024506419897079468
10500	embedding2nn.bias	1	-0.011582455597817898
10500	embedding2nn.bias	2	-0.07925263792276382
10500	embedding2nn.bias	3	0.010137447156012058
10500	embedding2nn.bias	4	0.029308823868632317
10500	embedding2nn.bias	5	-0.0095398323610425
10500	embedding2nn.bias	6	0.026914888992905617
10500	embedding2nn.bias	7	0.05475557595491409
10500	embedding2nn.bias	8	0.008343411609530449
10500	embedding2nn.bias	9	-0.002377468394115567
10500	rnn.weight_ih_l0	0	0.037972353398799896
10500	rnn.weight_ih_l0	1	-0.007392921485006809
10500	rnn.weight_ih_l0	2	-0.0271576177328825
10500	rnn.weight_ih_l0	3	-0.048399657011032104
10500	rnn.weight_ih_l0	4	-0.04798288643360138
10500	rnn.weight_ih_l0	5	-0.0015124569181352854
10500	rnn.weight_ih_l0	6	-0.05219835042953491
10500	rnn.weight_ih_l0	7	-0.0554276742041111
10500	rnn.weight_ih_l0	8	-0.04853932559490204
10500	rnn.weight_ih_l0	9	-0.026937086135149002
10500	rnn.weight_hh_l0	0	0.015915708616375923
10500	rnn.weight_hh_l0	1	-0.024137437343597412
10500	rnn.weight_hh_l0	2	-0.04413368180394173
10500	rnn.weight_hh_l0	3	-0.022588694468140602
10500	rnn.weight_hh_l0	4	-0.05661899968981743
10500	rnn.weight_hh_l0	5	-0.010592863894999027
10500	rnn.weight_hh_l0	6	-0.03263077884912491
10500	rnn.weight_hh_l0	7	0.015300792641937733
10500	rnn.weight_hh_l0	8	-0.019035229459404945
10500	rnn.weight_hh_l0	9	0.02194693312048912
10500	rnn.bias_ih_l0	0	0.10011967271566391
10500	rnn.bias_ih_l0	1	-0.048171501606702805
10500	rnn.bias_ih_l0	2	0.10808513313531876
10500	rnn.bias_ih_l0	3	0.06919655948877335
10500	rnn.bias_ih_l0	4	0.09409139305353165
10500	rnn.bias_ih_l0	5	0.026640398427844048
10500	rnn.bias_ih_l0	6	-0.015368531458079815
10500	rnn.bias_ih_l0	7	-0.08869060128927231
10500	rnn.bias_ih_l0	8	-0.12760356068611145
10500	rnn.bias_ih_l0	9	0.08500977605581284
10500	rnn.bias_hh_l0	0	-0.02903890423476696
10500	rnn.bias_hh_l0	1	0.016976773738861084
10500	rnn.bias_hh_l0	2	-0.02378581091761589
10500	rnn.bias_hh_l0	3	-0.029471857473254204
10500	rnn.bias_hh_l0	4	-0.04389773681759834
10500	rnn.bias_hh_l0	5	0.11642038822174072
10500	rnn.bias_hh_l0	6	0.0045854272320866585
10500	rnn.bias_hh_l0	7	0.014678813517093658
10500	rnn.bias_hh_l0	8	0.01900019682943821
10500	rnn.bias_hh_l0	9	0.04214700311422348
10500	rnn.weight_ih_l0_reverse	0	-0.03205340728163719
10500	rnn.weight_ih_l0_reverse	1	0.001797323115170002
10500	rnn.weight_ih_l0_reverse	2	0.023843882605433464
10500	rnn.weight_ih_l0_reverse	3	-0.055909883230924606
10500	rnn.weight_ih_l0_reverse	4	0.00976765900850296
10500	rnn.weight_ih_l0_reverse	5	-0.052764374762773514
10500	rnn.weight_ih_l0_reverse	6	0.011480933055281639
10500	rnn.weight_ih_l0_reverse	7	0.04235219582915306
10500	rnn.weight_ih_l0_reverse	8	-0.043079718947410583
10500	rnn.weight_ih_l0_reverse	9	-0.052369266748428345
10500	rnn.weight_hh_l0_reverse	0	-0.07601989805698395
10500	rnn.weight_hh_l0_reverse	1	-0.04294735565781593
10500	rnn.weight_hh_l0_reverse	2	0.017296094447374344
10500	rnn.weight_hh_l0_reverse	3	0.04495330899953842
10500	rnn.weight_hh_l0_reverse	4	0.020129576325416565
10500	rnn.weight_hh_l0_reverse	5	0.04303380846977234
10500	rnn.weight_hh_l0_reverse	6	0.00854790210723877
10500	rnn.weight_hh_l0_reverse	7	-0.00030615227296948433
10500	rnn.weight_hh_l0_reverse	8	-0.09111689031124115
10500	rnn.weight_hh_l0_reverse	9	0.05173986405134201
10500	rnn.bias_ih_l0_reverse	0	-0.07323438674211502
10500	rnn.bias_ih_l0_reverse	1	-0.01155777182430029
10500	rnn.bias_ih_l0_reverse	2	0.08906453847885132
10500	rnn.bias_ih_l0_reverse	3	0.027299003675580025
10500	rnn.bias_ih_l0_reverse	4	-0.10333916544914246
10500	rnn.bias_ih_l0_reverse	5	0.038705091923475266
10500	rnn.bias_ih_l0_reverse	6	-0.106021448969841
10500	rnn.bias_ih_l0_reverse	7	0.05034284666180611
10500	rnn.bias_ih_l0_reverse	8	0.02547565847635269
10500	rnn.bias_ih_l0_reverse	9	0.06691724807024002
10500	rnn.bias_hh_l0_reverse	0	0.02962617576122284
10500	rnn.bias_hh_l0_reverse	1	0.07845820486545563
10500	rnn.bias_hh_l0_reverse	2	0.08259598165750504
10500	rnn.bias_hh_l0_reverse	3	-0.0031348515767604113
10500	rnn.bias_hh_l0_reverse	4	0.0782206654548645
10500	rnn.bias_hh_l0_reverse	5	0.023104052990674973
10500	rnn.bias_hh_l0_reverse	6	-0.0746043473482132
10500	rnn.bias_hh_l0_reverse	7	0.046169478446245193
10500	rnn.bias_hh_l0_reverse	8	0.026781652122735977
10500	rnn.bias_hh_l0_reverse	9	-0.12926244735717773
10500	linear.weight	0	0.1730891317129135
10500	linear.weight	1	-0.10975427180528641
10500	linear.weight	2	-0.13486826419830322
10500	linear.weight	3	0.05938899144530296
10500	linear.weight	4	0.0038733696565032005
10500	linear.weight	5	-0.02828478440642357
10500	linear.weight	6	-0.009759950451552868
10500	linear.weight	7	-0.035652440041303635
10500	linear.weight	8	0.023580463603138924
10500	linear.weight	9	0.3525983393192291
10500	linear.bias	0	-0.11145041882991791
10500	linear.bias	1	0.13117766380310059
10500	linear.bias	2	-0.4471638798713684
10500	linear.bias	3	1.4377803802490234
10500	linear.bias	4	-0.32420840859413147
10500	linear.bias	5	-0.030769959092140198
10500	linear.bias	6	-0.3058449625968933
10500	linear.bias	7	-0.20082859694957733
10500	linear.bias	8	0.04761631414294243
10500	linear.bias	9	-0.4367023706436157
10528	transitions	0	-0.6079391837120056
10528	transitions	1	0.3913758397102356
10528	transitions	2	1.7291407585144043
10528	transitions	3	0.14508265256881714
10528	transitions	4	0.9809472560882568
10528	transitions	5	1.2747218608856201
10528	transitions	6	0.4843815863132477
10528	transitions	7	0.1813465654850006
10528	transitions	8	-0.9191173315048218
10528	transitions	9	0.9307606816291809
10528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10528	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10528	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10528	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10528	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10528	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10528	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10528	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10528	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10528	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10528	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10528	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10528	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10528	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10528	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10528	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10528	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10528	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10528	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10528	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10528	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10528	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10528	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10528	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10528	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10528	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10528	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10528	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10528	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10528	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10528	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10528	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10528	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10528	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10528	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10528	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10528	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10528	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10528	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10528	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10528	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10528	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10528	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10528	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10528	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10528	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10528	embedding2nn.weight	0	0.008578482083976269
10528	embedding2nn.weight	1	0.015213053673505783
10528	embedding2nn.weight	2	-0.005599501077085733
10528	embedding2nn.weight	3	0.003023646306246519
10528	embedding2nn.weight	4	-0.0037953630089759827
10528	embedding2nn.weight	5	0.01037634164094925
10528	embedding2nn.weight	6	-0.002897016005590558
10528	embedding2nn.weight	7	0.009480082429945469
10528	embedding2nn.weight	8	-0.0067492942325770855
10528	embedding2nn.weight	9	-0.013307544402778149
10528	embedding2nn.bias	0	-0.03446260467171669
10528	embedding2nn.bias	1	-0.01092270016670227
10528	embedding2nn.bias	2	-0.07651836425065994
10528	embedding2nn.bias	3	0.006297721061855555
10528	embedding2nn.bias	4	0.02773299254477024
10528	embedding2nn.bias	5	-0.003561088815331459
10528	embedding2nn.bias	6	0.02932148426771164
10528	embedding2nn.bias	7	0.05335710570216179
10528	embedding2nn.bias	8	0.013138976879417896
10528	embedding2nn.bias	9	-0.0020883632823824883
10528	rnn.weight_ih_l0	0	0.038138147443532944
10528	rnn.weight_ih_l0	1	-0.006726202089339495
10528	rnn.weight_ih_l0	2	-0.026545828208327293
10528	rnn.weight_ih_l0	3	-0.04854676127433777
10528	rnn.weight_ih_l0	4	-0.0477275587618351
10528	rnn.weight_ih_l0	5	-0.0017870322335511446
10528	rnn.weight_ih_l0	6	-0.051995161920785904
10528	rnn.weight_ih_l0	7	-0.05568395182490349
10528	rnn.weight_ih_l0	8	-0.04845166951417923
10528	rnn.weight_ih_l0	9	-0.027277888730168343
10528	rnn.weight_hh_l0	0	0.015636222437024117
10528	rnn.weight_hh_l0	1	-0.02440030314028263
10528	rnn.weight_hh_l0	2	-0.044303346425294876
10528	rnn.weight_hh_l0	3	-0.02309594117105007
10528	rnn.weight_hh_l0	4	-0.05620720982551575
10528	rnn.weight_hh_l0	5	-0.01074731070548296
10528	rnn.weight_hh_l0	6	-0.032873135060071945
10528	rnn.weight_hh_l0	7	0.014885020442306995
10528	rnn.weight_hh_l0	8	-0.01917124353349209
10528	rnn.weight_hh_l0	9	0.022138094529509544
10528	rnn.bias_ih_l0	0	0.1000145971775055
10528	rnn.bias_ih_l0	1	-0.04824510216712952
10528	rnn.bias_ih_l0	2	0.10986974835395813
10528	rnn.bias_ih_l0	3	0.06835705786943436
10528	rnn.bias_ih_l0	4	0.09751708060503006
10528	rnn.bias_ih_l0	5	0.027390053495764732
10528	rnn.bias_ih_l0	6	-0.014515102840960026
10528	rnn.bias_ih_l0	7	-0.08455956727266312
10528	rnn.bias_ih_l0	8	-0.11300811916589737
10528	rnn.bias_ih_l0	9	0.0849924385547638
10528	rnn.bias_hh_l0	0	-0.026732968166470528
10528	rnn.bias_hh_l0	1	0.015980932861566544
10528	rnn.bias_hh_l0	2	-0.02362438663840294
10528	rnn.bias_hh_l0	3	-0.027783043682575226
10528	rnn.bias_hh_l0	4	-0.04205803573131561
10528	rnn.bias_hh_l0	5	0.116747185587883
10528	rnn.bias_hh_l0	6	0.0036127143539488316
10528	rnn.bias_hh_l0	7	0.012916333973407745
10528	rnn.bias_hh_l0	8	0.019853625446558
10528	rnn.bias_hh_l0	9	0.043179236352443695
10528	rnn.weight_ih_l0_reverse	0	-0.031913261860609055
10528	rnn.weight_ih_l0_reverse	1	0.0013771234080195427
10528	rnn.weight_ih_l0_reverse	2	0.02398506924510002
10528	rnn.weight_ih_l0_reverse	3	-0.055866360664367676
10528	rnn.weight_ih_l0_reverse	4	0.009698566980659962
10528	rnn.weight_ih_l0_reverse	5	-0.052976347506046295
10528	rnn.weight_ih_l0_reverse	6	0.011148888617753983
10528	rnn.weight_ih_l0_reverse	7	0.042247381061315536
10528	rnn.weight_ih_l0_reverse	8	-0.043235186487436295
10528	rnn.weight_ih_l0_reverse	9	-0.05253016576170921
10528	rnn.weight_hh_l0_reverse	0	-0.07588554918766022
10528	rnn.weight_hh_l0_reverse	1	-0.04233130067586899
10528	rnn.weight_hh_l0_reverse	2	0.01715386100113392
10528	rnn.weight_hh_l0_reverse	3	0.044942110776901245
10528	rnn.weight_hh_l0_reverse	4	0.019261175766587257
10528	rnn.weight_hh_l0_reverse	5	0.04304087534546852
10528	rnn.weight_hh_l0_reverse	6	0.012475520372390747
10528	rnn.weight_hh_l0_reverse	7	-2.6504703782848082e-05
10528	rnn.weight_hh_l0_reverse	8	-0.08953335881233215
10528	rnn.weight_hh_l0_reverse	9	0.05140899866819382
10528	rnn.bias_ih_l0_reverse	0	-0.07295070588588715
10528	rnn.bias_ih_l0_reverse	1	-0.01628842018544674
10528	rnn.bias_ih_l0_reverse	2	0.08850643038749695
10528	rnn.bias_ih_l0_reverse	3	0.028043214231729507
10528	rnn.bias_ih_l0_reverse	4	-0.10450983047485352
10528	rnn.bias_ih_l0_reverse	5	0.03728882223367691
10528	rnn.bias_ih_l0_reverse	6	-0.10649620741605759
10528	rnn.bias_ih_l0_reverse	7	0.049025777727365494
10528	rnn.bias_ih_l0_reverse	8	0.02726627141237259
10528	rnn.bias_ih_l0_reverse	9	0.06924767047166824
10528	rnn.bias_hh_l0_reverse	0	0.0274629145860672
10528	rnn.bias_hh_l0_reverse	1	0.07786769419908524
10528	rnn.bias_hh_l0_reverse	2	0.08411435782909393
10528	rnn.bias_hh_l0_reverse	3	-0.0038224568124860525
10528	rnn.bias_hh_l0_reverse	4	0.07583663612604141
10528	rnn.bias_hh_l0_reverse	5	0.015733959153294563
10528	rnn.bias_hh_l0_reverse	6	-0.07462123781442642
10528	rnn.bias_hh_l0_reverse	7	0.0458826906979084
10528	rnn.bias_hh_l0_reverse	8	0.025407960638403893
10528	rnn.bias_hh_l0_reverse	9	-0.12889273464679718
10528	linear.weight	0	0.16782309114933014
10528	linear.weight	1	-0.1097605973482132
10528	linear.weight	2	-0.14264889061450958
10528	linear.weight	3	0.059293802827596664
10528	linear.weight	4	0.0031000159215182066
10528	linear.weight	5	-0.027103416621685028
10528	linear.weight	6	-0.009746996685862541
10528	linear.weight	7	-0.035531558096408844
10528	linear.weight	8	0.02110993303358555
10528	linear.weight	9	0.3450350761413574
10528	linear.bias	0	-0.12327586114406586
10528	linear.bias	1	0.12830747663974762
10528	linear.bias	2	-0.44771480560302734
10528	linear.bias	3	1.4559520483016968
10528	linear.bias	4	-0.32465675473213196
10528	linear.bias	5	-0.030769959092140198
10528	linear.bias	6	-0.3064998388290405
10528	linear.bias	7	-0.2038462907075882
10528	linear.bias	8	0.05424172058701515
10528	linear.bias	9	-0.43687307834625244
10556	transitions	0	-0.6080130338668823
10556	transitions	1	0.39110037684440613
10556	transitions	2	1.729001522064209
10556	transitions	3	0.1449975222349167
10556	transitions	4	0.9808585047721863
10556	transitions	5	1.2747113704681396
10556	transitions	6	0.48438015580177307
10556	transitions	7	0.1813434362411499
10556	transitions	8	-0.9191189408302307
10556	transitions	9	0.9307605028152466
10556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10556	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10556	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10556	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10556	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10556	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10556	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10556	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10556	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10556	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10556	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10556	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10556	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10556	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10556	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10556	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10556	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10556	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10556	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10556	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10556	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10556	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10556	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10556	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10556	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10556	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10556	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10556	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10556	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10556	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10556	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10556	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10556	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10556	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10556	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10556	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10556	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10556	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10556	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10556	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10556	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10556	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10556	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10556	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10556	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10556	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10556	embedding2nn.weight	0	0.008189915679395199
10556	embedding2nn.weight	1	0.015208988450467587
10556	embedding2nn.weight	2	-0.0056741866283118725
10556	embedding2nn.weight	3	0.002842793008312583
10556	embedding2nn.weight	4	-0.0036966067273169756
10556	embedding2nn.weight	5	0.010226665064692497
10556	embedding2nn.weight	6	-0.002895217388868332
10556	embedding2nn.weight	7	0.009356096386909485
10556	embedding2nn.weight	8	-0.006943316198885441
10556	embedding2nn.weight	9	-0.013299218378961086
10556	embedding2nn.bias	0	-0.03513433039188385
10556	embedding2nn.bias	1	-0.014154120348393917
10556	embedding2nn.bias	2	-0.0693926066160202
10556	embedding2nn.bias	3	0.009466536343097687
10556	embedding2nn.bias	4	0.026151088997721672
10556	embedding2nn.bias	5	-0.00685530062764883
10556	embedding2nn.bias	6	0.025317899882793427
10556	embedding2nn.bias	7	0.04249325767159462
10556	embedding2nn.bias	8	0.019374905154109
10556	embedding2nn.bias	9	-0.007569769863039255
10556	rnn.weight_ih_l0	0	0.0383339449763298
10556	rnn.weight_ih_l0	1	-0.006707112770527601
10556	rnn.weight_ih_l0	2	-0.02634260803461075
10556	rnn.weight_ih_l0	3	-0.04874138906598091
10556	rnn.weight_ih_l0	4	-0.04779712110757828
10556	rnn.weight_ih_l0	5	-0.0016957850893959403
10556	rnn.weight_ih_l0	6	-0.05192894861102104
10556	rnn.weight_ih_l0	7	-0.056010179221630096
10556	rnn.weight_ih_l0	8	-0.04813889414072037
10556	rnn.weight_ih_l0	9	-0.027169493958353996
10556	rnn.weight_hh_l0	0	0.016039932146668434
10556	rnn.weight_hh_l0	1	-0.024695254862308502
10556	rnn.weight_hh_l0	2	-0.0437532439827919
10556	rnn.weight_hh_l0	3	-0.022497616708278656
10556	rnn.weight_hh_l0	4	-0.05582971125841141
10556	rnn.weight_hh_l0	5	-0.010868875309824944
10556	rnn.weight_hh_l0	6	-0.032184403389692307
10556	rnn.weight_hh_l0	7	0.013532470911741257
10556	rnn.weight_hh_l0	8	-0.018909186124801636
10556	rnn.weight_hh_l0	9	0.021959515288472176
10556	rnn.bias_ih_l0	0	0.09923092275857925
10556	rnn.bias_ih_l0	1	-0.05004657804965973
10556	rnn.bias_ih_l0	2	0.10941225290298462
10556	rnn.bias_ih_l0	3	0.06834813952445984
10556	rnn.bias_ih_l0	4	0.09923315793275833
10556	rnn.bias_ih_l0	5	0.027976766228675842
10556	rnn.bias_ih_l0	6	-0.01651560142636299
10556	rnn.bias_ih_l0	7	-0.0802796259522438
10556	rnn.bias_ih_l0	8	-0.1100054606795311
10556	rnn.bias_ih_l0	9	0.08614323288202286
10556	rnn.bias_hh_l0	0	-0.025362424552440643
10556	rnn.bias_hh_l0	1	0.013978471048176289
10556	rnn.bias_hh_l0	2	-0.02115754410624504
10556	rnn.bias_hh_l0	3	-0.022709593176841736
10556	rnn.bias_hh_l0	4	-0.04325995221734047
10556	rnn.bias_hh_l0	5	0.11717309057712555
10556	rnn.bias_hh_l0	6	0.0031087808310985565
10556	rnn.bias_hh_l0	7	0.014893676154315472
10556	rnn.bias_hh_l0	8	0.01785312406718731
10556	rnn.bias_hh_l0	9	0.04415573924779892
10556	rnn.weight_ih_l0_reverse	0	-0.031774748116731644
10556	rnn.weight_ih_l0_reverse	1	0.0008589170756749809
10556	rnn.weight_ih_l0_reverse	2	0.023734645918011665
10556	rnn.weight_ih_l0_reverse	3	-0.055954039096832275
10556	rnn.weight_ih_l0_reverse	4	0.009739109314978123
10556	rnn.weight_ih_l0_reverse	5	-0.052720341831445694
10556	rnn.weight_ih_l0_reverse	6	0.01067949179559946
10556	rnn.weight_ih_l0_reverse	7	0.0421186126768589
10556	rnn.weight_ih_l0_reverse	8	-0.04336831346154213
10556	rnn.weight_ih_l0_reverse	9	-0.05278439819812775
10556	rnn.weight_hh_l0_reverse	0	-0.0755874291062355
10556	rnn.weight_hh_l0_reverse	1	-0.03986907750368118
10556	rnn.weight_hh_l0_reverse	2	0.017604414373636246
10556	rnn.weight_hh_l0_reverse	3	0.04451703652739525
10556	rnn.weight_hh_l0_reverse	4	0.01880425214767456
10556	rnn.weight_hh_l0_reverse	5	0.04298708960413933
10556	rnn.weight_hh_l0_reverse	6	0.009920923039317131
10556	rnn.weight_hh_l0_reverse	7	3.552462294464931e-05
10556	rnn.weight_hh_l0_reverse	8	-0.08928795158863068
10556	rnn.weight_hh_l0_reverse	9	0.05145249143242836
10556	rnn.bias_ih_l0_reverse	0	-0.06878779083490372
10556	rnn.bias_ih_l0_reverse	1	-0.01733996719121933
10556	rnn.bias_ih_l0_reverse	2	0.09070733189582825
10556	rnn.bias_ih_l0_reverse	3	0.028466878458857536
10556	rnn.bias_ih_l0_reverse	4	-0.10605086386203766
10556	rnn.bias_ih_l0_reverse	5	0.0352281890809536
10556	rnn.bias_ih_l0_reverse	6	-0.1076883003115654
10556	rnn.bias_ih_l0_reverse	7	0.05117306113243103
10556	rnn.bias_ih_l0_reverse	8	0.025719251483678818
10556	rnn.bias_ih_l0_reverse	9	0.06891026347875595
10556	rnn.bias_hh_l0_reverse	0	0.023089831694960594
10556	rnn.bias_hh_l0_reverse	1	0.07790914922952652
10556	rnn.bias_hh_l0_reverse	2	0.08258155733346939
10556	rnn.bias_hh_l0_reverse	3	-0.002034720964729786
10556	rnn.bias_hh_l0_reverse	4	0.07545561343431473
10556	rnn.bias_hh_l0_reverse	5	0.021179089322686195
10556	rnn.bias_hh_l0_reverse	6	-0.07276948541402817
10556	rnn.bias_hh_l0_reverse	7	0.046673089265823364
10556	rnn.bias_hh_l0_reverse	8	0.027454199269413948
10556	rnn.bias_hh_l0_reverse	9	-0.13450121879577637
10556	linear.weight	0	0.17026247084140778
10556	linear.weight	1	-0.10978221893310547
10556	linear.weight	2	-0.14559458196163177
10556	linear.weight	3	0.06504343450069427
10556	linear.weight	4	0.0028837143909186125
10556	linear.weight	5	-0.026376409456133842
10556	linear.weight	6	-0.009721951559185982
10556	linear.weight	7	-0.03523310646414757
10556	linear.weight	8	0.026717739179730415
10556	linear.weight	9	0.34601646661758423
10556	linear.bias	0	-0.12463260442018509
10556	linear.bias	1	0.12361443787813187
10556	linear.bias	2	-0.44071197509765625
10556	linear.bias	3	1.4542651176452637
10556	linear.bias	4	-0.33198419213294983
10556	linear.bias	5	-0.030769959092140198
10556	linear.bias	6	-0.30066367983818054
10556	linear.bias	7	-0.20294618606567383
10556	linear.bias	8	0.05723213776946068
10556	linear.bias	9	-0.43708449602127075
10584	transitions	0	-0.6081210374832153
10584	transitions	1	0.39090245962142944
10584	transitions	2	1.728710651397705
10584	transitions	3	0.144876167178154
10584	transitions	4	0.9807236194610596
10584	transitions	5	1.2747068405151367
10584	transitions	6	0.4843711853027344
10584	transitions	7	0.18134190142154694
10584	transitions	8	-0.9191195368766785
10584	transitions	9	0.9307604432106018
10584	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10584	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10584	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10584	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10584	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10584	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10584	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10584	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10584	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10584	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10584	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10584	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10584	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10584	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10584	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10584	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10584	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10584	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10584	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10584	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10584	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10584	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10584	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10584	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10584	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10584	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10584	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10584	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10584	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10584	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10584	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10584	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10584	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10584	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10584	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10584	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10584	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10584	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10584	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10584	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10584	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10584	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10584	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10584	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10584	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10584	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10584	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10584	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10584	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10584	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10584	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10584	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10584	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10584	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10584	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10584	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10584	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10584	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10584	embedding2nn.weight	0	0.006630562711507082
10584	embedding2nn.weight	1	0.015145163051784039
10584	embedding2nn.weight	2	-0.005698754917830229
10584	embedding2nn.weight	3	0.0026988163590431213
10584	embedding2nn.weight	4	-0.0036988549400120974
10584	embedding2nn.weight	5	0.010358008556067944
10584	embedding2nn.weight	6	-0.003222421742975712
10584	embedding2nn.weight	7	0.009509021416306496
10584	embedding2nn.weight	8	-0.007069486193358898
10584	embedding2nn.weight	9	-0.013266235589981079
10584	embedding2nn.bias	0	-0.026588542386889458
10584	embedding2nn.bias	1	-0.019376035779714584
10584	embedding2nn.bias	2	-0.0687946081161499
10584	embedding2nn.bias	3	0.005729912780225277
10584	embedding2nn.bias	4	0.01837654784321785
10584	embedding2nn.bias	5	-0.006722376681864262
10584	embedding2nn.bias	6	0.02360197901725769
10584	embedding2nn.bias	7	0.04341914504766464
10584	embedding2nn.bias	8	0.015384277328848839
10584	embedding2nn.bias	9	-0.011211754754185677
10584	rnn.weight_ih_l0	0	0.038246024399995804
10584	rnn.weight_ih_l0	1	-0.008086697198450565
10584	rnn.weight_ih_l0	2	-0.026187963783740997
10584	rnn.weight_ih_l0	3	-0.04864661395549774
10584	rnn.weight_ih_l0	4	-0.04752035439014435
10584	rnn.weight_ih_l0	5	-0.0018335402710363269
10584	rnn.weight_ih_l0	6	-0.05173691734671593
10584	rnn.weight_ih_l0	7	-0.05586324259638786
10584	rnn.weight_ih_l0	8	-0.04800265282392502
10584	rnn.weight_ih_l0	9	-0.027295716106891632
10584	rnn.weight_hh_l0	0	0.01559135690331459
10584	rnn.weight_hh_l0	1	-0.02435903809964657
10584	rnn.weight_hh_l0	2	-0.04369441047310829
10584	rnn.weight_hh_l0	3	-0.022841274738311768
10584	rnn.weight_hh_l0	4	-0.05583427473902702
10584	rnn.weight_hh_l0	5	-0.010566666722297668
10584	rnn.weight_hh_l0	6	-0.031063349917531013
10584	rnn.weight_hh_l0	7	0.013638641685247421
10584	rnn.weight_hh_l0	8	-0.018504226580262184
10584	rnn.weight_hh_l0	9	0.02136809192597866
10584	rnn.bias_ih_l0	0	0.09686042368412018
10584	rnn.bias_ih_l0	1	-0.04876965284347534
10584	rnn.bias_ih_l0	2	0.11008372902870178
10584	rnn.bias_ih_l0	3	0.06934593617916107
10584	rnn.bias_ih_l0	4	0.09777704626321793
10584	rnn.bias_ih_l0	5	0.027378836646676064
10584	rnn.bias_ih_l0	6	-0.014698049053549767
10584	rnn.bias_ih_l0	7	-0.08069679141044617
10584	rnn.bias_ih_l0	8	-0.11571922153234482
10584	rnn.bias_ih_l0	9	0.0854666531085968
10584	rnn.bias_hh_l0	0	-0.02713753841817379
10584	rnn.bias_hh_l0	1	0.016319874674081802
10584	rnn.bias_hh_l0	2	-0.020973341539502144
10584	rnn.bias_hh_l0	3	-0.02073097601532936
10584	rnn.bias_hh_l0	4	-0.04110102355480194
10584	rnn.bias_hh_l0	5	0.11708749085664749
10584	rnn.bias_hh_l0	6	0.003545153420418501
10584	rnn.bias_hh_l0	7	0.014493568800389767
10584	rnn.bias_hh_l0	8	0.019670676440000534
10584	rnn.bias_hh_l0	9	0.046333953738212585
10584	rnn.weight_ih_l0_reverse	0	-0.03173576295375824
10584	rnn.weight_ih_l0_reverse	1	0.0014010253362357616
10584	rnn.weight_ih_l0_reverse	2	0.02397015318274498
10584	rnn.weight_ih_l0_reverse	3	-0.05569203197956085
10584	rnn.weight_ih_l0_reverse	4	0.009784759022295475
10584	rnn.weight_ih_l0_reverse	5	-0.05263496935367584
10584	rnn.weight_ih_l0_reverse	6	0.01011810451745987
10584	rnn.weight_ih_l0_reverse	7	0.04224255681037903
10584	rnn.weight_ih_l0_reverse	8	-0.04323626309633255
10584	rnn.weight_ih_l0_reverse	9	-0.05279320105910301
10584	rnn.weight_hh_l0_reverse	0	-0.07628273963928223
10584	rnn.weight_hh_l0_reverse	1	-0.041382573544979095
10584	rnn.weight_hh_l0_reverse	2	0.017946181818842888
10584	rnn.weight_hh_l0_reverse	3	0.044317469000816345
10584	rnn.weight_hh_l0_reverse	4	0.01831122674047947
10584	rnn.weight_hh_l0_reverse	5	0.042841747403144836
10584	rnn.weight_hh_l0_reverse	6	0.007760129403322935
10584	rnn.weight_hh_l0_reverse	7	-3.971018304582685e-05
10584	rnn.weight_hh_l0_reverse	8	-0.08968444168567657
10584	rnn.weight_hh_l0_reverse	9	0.05157022923231125
10584	rnn.bias_ih_l0_reverse	0	-0.06966829299926758
10584	rnn.bias_ih_l0_reverse	1	-0.017828088253736496
10584	rnn.bias_ih_l0_reverse	2	0.08922399580478668
10584	rnn.bias_ih_l0_reverse	3	0.02850211411714554
10584	rnn.bias_ih_l0_reverse	4	-0.10664775967597961
10584	rnn.bias_ih_l0_reverse	5	0.03384634479880333
10584	rnn.bias_ih_l0_reverse	6	-0.1092941090464592
10584	rnn.bias_ih_l0_reverse	7	0.05174504593014717
10584	rnn.bias_ih_l0_reverse	8	0.02561059594154358
10584	rnn.bias_ih_l0_reverse	9	0.06927324086427689
10584	rnn.bias_hh_l0_reverse	0	0.02760799042880535
10584	rnn.bias_hh_l0_reverse	1	0.07806764543056488
10584	rnn.bias_hh_l0_reverse	2	0.08119885623455048
10584	rnn.bias_hh_l0_reverse	3	-0.0028729767072945833
10584	rnn.bias_hh_l0_reverse	4	0.07614786922931671
10584	rnn.bias_hh_l0_reverse	5	0.014074412174522877
10584	rnn.bias_hh_l0_reverse	6	-0.07283789664506912
10584	rnn.bias_hh_l0_reverse	7	0.04721348360180855
10584	rnn.bias_hh_l0_reverse	8	0.02969573624432087
10584	rnn.bias_hh_l0_reverse	9	-0.1282552033662796
10584	linear.weight	0	0.17096632719039917
10584	linear.weight	1	-0.10978761315345764
10584	linear.weight	2	-0.14370229840278625
10584	linear.weight	3	0.053017739206552505
10584	linear.weight	4	0.0014306269586086273
10584	linear.weight	5	-0.02561688981950283
10584	linear.weight	6	-0.009705204516649246
10584	linear.weight	7	-0.03643267974257469
10584	linear.weight	8	0.026986580342054367
10584	linear.weight	9	0.33778828382492065
10584	linear.bias	0	-0.12560640275478363
10584	linear.bias	1	0.13431210815906525
10584	linear.bias	2	-0.4398133456707001
10584	linear.bias	3	1.4577113389968872
10584	linear.bias	4	-0.33272895216941833
10584	linear.bias	5	-0.030769959092140198
10584	linear.bias	6	-0.2974964380264282
10584	linear.bias	7	-0.21013490855693817
10584	linear.bias	8	0.05667788162827492
10584	linear.bias	9	-0.4372371435165405
10612	transitions	0	-0.6081997752189636
10612	transitions	1	0.39083635807037354
10612	transitions	2	1.7286138534545898
10612	transitions	3	0.14476093649864197
10612	transitions	4	0.980544924736023
10612	transitions	5	1.274704933166504
10612	transitions	6	0.4843708276748657
10612	transitions	7	0.18133382499217987
10612	transitions	8	-0.9191203117370605
10612	transitions	9	0.930760383605957
10612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10612	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10612	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10612	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10612	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10612	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10612	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10612	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10612	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10612	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10612	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10612	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10612	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10612	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10612	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10612	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10612	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10612	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10612	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10612	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10612	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10612	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10612	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10612	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10612	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10612	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10612	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10612	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10612	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10612	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10612	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10612	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10612	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10612	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10612	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10612	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10612	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10612	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10612	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10612	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10612	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10612	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10612	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10612	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10612	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10612	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10612	embedding2nn.weight	0	0.006844889838248491
10612	embedding2nn.weight	1	0.015096459537744522
10612	embedding2nn.weight	2	-0.0056615895591676235
10612	embedding2nn.weight	3	0.0025966200046241283
10612	embedding2nn.weight	4	-0.0036876793019473553
10612	embedding2nn.weight	5	0.01026842650026083
10612	embedding2nn.weight	6	-0.003226766362786293
10612	embedding2nn.weight	7	0.009933827444911003
10612	embedding2nn.weight	8	-0.006965344771742821
10612	embedding2nn.weight	9	-0.01326441764831543
10612	embedding2nn.bias	0	-0.036762796342372894
10612	embedding2nn.bias	1	-0.027442075312137604
10612	embedding2nn.bias	2	-0.06638112664222717
10612	embedding2nn.bias	3	0.006830273661762476
10612	embedding2nn.bias	4	0.015166853554546833
10612	embedding2nn.bias	5	-0.008313443511724472
10612	embedding2nn.bias	6	0.028656769543886185
10612	embedding2nn.bias	7	0.044229019433259964
10612	embedding2nn.bias	8	0.01936168037354946
10612	embedding2nn.bias	9	-0.011761071160435677
10612	rnn.weight_ih_l0	0	0.0381380133330822
10612	rnn.weight_ih_l0	1	-0.008110716938972473
10612	rnn.weight_ih_l0	2	-0.026479285210371017
10612	rnn.weight_ih_l0	3	-0.04879581555724144
10612	rnn.weight_ih_l0	4	-0.047428879886865616
10612	rnn.weight_ih_l0	5	-0.0019590407609939575
10612	rnn.weight_ih_l0	6	-0.05148788541555405
10612	rnn.weight_ih_l0	7	-0.055539485067129135
10612	rnn.weight_ih_l0	8	-0.04789499193429947
10612	rnn.weight_ih_l0	9	-0.027286672964692116
10612	rnn.weight_hh_l0	0	0.015539740212261677
10612	rnn.weight_hh_l0	1	-0.02440667152404785
10612	rnn.weight_hh_l0	2	-0.044017061591148376
10612	rnn.weight_hh_l0	3	-0.022844137623906136
10612	rnn.weight_hh_l0	4	-0.0558275543153286
10612	rnn.weight_hh_l0	5	-0.011136564426124096
10612	rnn.weight_hh_l0	6	-0.030332466587424278
10612	rnn.weight_hh_l0	7	0.013621711172163486
10612	rnn.weight_hh_l0	8	-0.018759386613965034
10612	rnn.weight_hh_l0	9	0.022471480071544647
10612	rnn.bias_ih_l0	0	0.09767511487007141
10612	rnn.bias_ih_l0	1	-0.045522384345531464
10612	rnn.bias_ih_l0	2	0.11018106341362
10612	rnn.bias_ih_l0	3	0.07154620438814163
10612	rnn.bias_ih_l0	4	0.09886115789413452
10612	rnn.bias_ih_l0	5	0.02814946509897709
10612	rnn.bias_ih_l0	6	-0.01451836246997118
10612	rnn.bias_ih_l0	7	-0.0853998064994812
10612	rnn.bias_ih_l0	8	-0.11049669981002808
10612	rnn.bias_ih_l0	9	0.08382955938577652
10612	rnn.bias_hh_l0	0	-0.026782216504216194
10612	rnn.bias_hh_l0	1	0.01750083826482296
10612	rnn.bias_hh_l0	2	-0.022319382056593895
10612	rnn.bias_hh_l0	3	-0.020951056852936745
10612	rnn.bias_hh_l0	4	-0.04142112657427788
10612	rnn.bias_hh_l0	5	0.11661141365766525
10612	rnn.bias_hh_l0	6	0.0018295357003808022
10612	rnn.bias_hh_l0	7	0.017351599410176277
10612	rnn.bias_hh_l0	8	0.019850363954901695
10612	rnn.bias_hh_l0	9	0.04676612839102745
10612	rnn.weight_ih_l0_reverse	0	-0.03157864511013031
10612	rnn.weight_ih_l0_reverse	1	0.0003764288267120719
10612	rnn.weight_ih_l0_reverse	2	0.023857729509472847
10612	rnn.weight_ih_l0_reverse	3	-0.05609453096985817
10612	rnn.weight_ih_l0_reverse	4	0.009636488743126392
10612	rnn.weight_ih_l0_reverse	5	-0.05297837406396866
10612	rnn.weight_ih_l0_reverse	6	0.00829443521797657
10612	rnn.weight_ih_l0_reverse	7	0.042314767837524414
10612	rnn.weight_ih_l0_reverse	8	-0.043323710560798645
10612	rnn.weight_ih_l0_reverse	9	-0.052639372646808624
10612	rnn.weight_hh_l0_reverse	0	-0.07567203044891357
10612	rnn.weight_hh_l0_reverse	1	-0.0412106029689312
10612	rnn.weight_hh_l0_reverse	2	0.018149614334106445
10612	rnn.weight_hh_l0_reverse	3	0.04386157914996147
10612	rnn.weight_hh_l0_reverse	4	0.018231971189379692
10612	rnn.weight_hh_l0_reverse	5	0.04273943603038788
10612	rnn.weight_hh_l0_reverse	6	0.006374258082360029
10612	rnn.weight_hh_l0_reverse	7	0.0003583644866012037
10612	rnn.weight_hh_l0_reverse	8	-0.08970851451158524
10612	rnn.weight_hh_l0_reverse	9	0.0518488883972168
10612	rnn.bias_ih_l0_reverse	0	-0.07520722597837448
10612	rnn.bias_ih_l0_reverse	1	-0.010988290421664715
10612	rnn.bias_ih_l0_reverse	2	0.08980730921030045
10612	rnn.bias_ih_l0_reverse	3	0.0280893724411726
10612	rnn.bias_ih_l0_reverse	4	-0.10619049519300461
10612	rnn.bias_ih_l0_reverse	5	0.03278118744492531
10612	rnn.bias_ih_l0_reverse	6	-0.10957875102758408
10612	rnn.bias_ih_l0_reverse	7	0.0500890351831913
10612	rnn.bias_ih_l0_reverse	8	0.02265079878270626
10612	rnn.bias_ih_l0_reverse	9	0.07035467028617859
10612	rnn.bias_hh_l0_reverse	0	0.024148132652044296
10612	rnn.bias_hh_l0_reverse	1	0.07315805554389954
10612	rnn.bias_hh_l0_reverse	2	0.07884591817855835
10612	rnn.bias_hh_l0_reverse	3	-0.002569531789049506
10612	rnn.bias_hh_l0_reverse	4	0.07447298616170883
10612	rnn.bias_hh_l0_reverse	5	0.016373194754123688
10612	rnn.bias_hh_l0_reverse	6	-0.0734039917588234
10612	rnn.bias_hh_l0_reverse	7	0.04716310277581215
10612	rnn.bias_hh_l0_reverse	8	0.031227082014083862
10612	rnn.bias_hh_l0_reverse	9	-0.12342481315135956
10612	linear.weight	0	0.1725306361913681
10612	linear.weight	1	-0.10973919928073883
10612	linear.weight	2	-0.14727286994457245
10612	linear.weight	3	0.05435771122574806
10612	linear.weight	4	0.0016543306410312653
10612	linear.weight	5	-0.0244210883975029
10612	linear.weight	6	-0.009675377979874611
10612	linear.weight	7	-0.03632374852895737
10612	linear.weight	8	0.023864764720201492
10612	linear.weight	9	0.3377085030078888
10612	linear.bias	0	-0.12363242357969284
10612	linear.bias	1	0.12868602573871613
10612	linear.bias	2	-0.4388168752193451
10612	linear.bias	3	1.4639372825622559
10612	linear.bias	4	-0.33328506350517273
10612	linear.bias	5	-0.030769959092140198
10612	linear.bias	6	-0.2976997494697571
10612	linear.bias	7	-0.2152915894985199
10612	linear.bias	8	0.07086452096700668
10612	linear.bias	9	-0.4374227821826935
10640	transitions	0	-0.6083378195762634
10640	transitions	1	0.39069947600364685
10640	transitions	2	1.7285101413726807
10640	transitions	3	0.1446734219789505
10640	transitions	4	0.98052579164505
10640	transitions	5	1.2747015953063965
10640	transitions	6	0.48436954617500305
10640	transitions	7	0.1813318431377411
10640	transitions	8	-0.9191207885742188
10640	transitions	9	0.9307603240013123
10640	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10640	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10640	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10640	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10640	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10640	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10640	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10640	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10640	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10640	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10640	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10640	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10640	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10640	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10640	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10640	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10640	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10640	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10640	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10640	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10640	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10640	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10640	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10640	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10640	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10640	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10640	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10640	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10640	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10640	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10640	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10640	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10640	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10640	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10640	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10640	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10640	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10640	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10640	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10640	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10640	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10640	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10640	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10640	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10640	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10640	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10640	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10640	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10640	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10640	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10640	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10640	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10640	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10640	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10640	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10640	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10640	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10640	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10640	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10640	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10640	embedding2nn.weight	0	0.007882180623710155
10640	embedding2nn.weight	1	0.0152176758274436
10640	embedding2nn.weight	2	-0.005654636770486832
10640	embedding2nn.weight	3	0.002788326470181346
10640	embedding2nn.weight	4	-0.003726786468178034
10640	embedding2nn.weight	5	0.010335789062082767
10640	embedding2nn.weight	6	-0.0031501734629273415
10640	embedding2nn.weight	7	0.010090542957186699
10640	embedding2nn.weight	8	-0.007047261111438274
10640	embedding2nn.weight	9	-0.01329097617417574
10640	embedding2nn.bias	0	-0.03789227455854416
10640	embedding2nn.bias	1	-0.024631982669234276
10640	embedding2nn.bias	2	-0.07027294486761093
10640	embedding2nn.bias	3	0.004280759021639824
10640	embedding2nn.bias	4	0.01740121655166149
10640	embedding2nn.bias	5	-0.011398925445973873
10640	embedding2nn.bias	6	0.026337726041674614
10640	embedding2nn.bias	7	0.048213012516498566
10640	embedding2nn.bias	8	0.015435503795742989
10640	embedding2nn.bias	9	-0.0159597210586071
10640	rnn.weight_ih_l0	0	0.03839816525578499
10640	rnn.weight_ih_l0	1	-0.008257141336798668
10640	rnn.weight_ih_l0	2	-0.026806170120835304
10640	rnn.weight_ih_l0	3	-0.04874594137072563
10640	rnn.weight_ih_l0	4	-0.04756522178649902
10640	rnn.weight_ih_l0	5	-0.0017642370657995343
10640	rnn.weight_ih_l0	6	-0.051409076899290085
10640	rnn.weight_ih_l0	7	-0.05569786578416824
10640	rnn.weight_ih_l0	8	-0.04776856303215027
10640	rnn.weight_ih_l0	9	-0.027038978412747383
10640	rnn.weight_hh_l0	0	0.015794716775417328
10640	rnn.weight_hh_l0	1	-0.02377733401954174
10640	rnn.weight_hh_l0	2	-0.043487798422575
10640	rnn.weight_hh_l0	3	-0.023009348660707474
10640	rnn.weight_hh_l0	4	-0.056235525757074356
10640	rnn.weight_hh_l0	5	-0.010991399176418781
10640	rnn.weight_hh_l0	6	-0.031179925426840782
10640	rnn.weight_hh_l0	7	0.013666938059031963
10640	rnn.weight_hh_l0	8	-0.0186941958963871
10640	rnn.weight_hh_l0	9	0.022131113335490227
10640	rnn.bias_ih_l0	0	0.09651806205511093
10640	rnn.bias_ih_l0	1	-0.046208664774894714
10640	rnn.bias_ih_l0	2	0.10986494272947311
10640	rnn.bias_ih_l0	3	0.07002399861812592
10640	rnn.bias_ih_l0	4	0.101192407310009
10640	rnn.bias_ih_l0	5	0.026597529649734497
10640	rnn.bias_ih_l0	6	-0.012765445746481419
10640	rnn.bias_ih_l0	7	-0.08651502430438995
10640	rnn.bias_ih_l0	8	-0.10884640365839005
10640	rnn.bias_ih_l0	9	0.08564475178718567
10640	rnn.bias_hh_l0	0	-0.026364989578723907
10640	rnn.bias_hh_l0	1	0.018474020063877106
10640	rnn.bias_hh_l0	2	-0.020984817296266556
10640	rnn.bias_hh_l0	3	-0.022234803065657616
10640	rnn.bias_hh_l0	4	-0.043530795723199844
10640	rnn.bias_hh_l0	5	0.1154605820775032
10640	rnn.bias_hh_l0	6	0.001867365906946361
10640	rnn.bias_hh_l0	7	0.017811575904488564
10640	rnn.bias_hh_l0	8	0.021603286266326904
10640	rnn.bias_hh_l0	9	0.04583818465471268
10640	rnn.weight_ih_l0_reverse	0	-0.03205334022641182
10640	rnn.weight_ih_l0_reverse	1	0.0003915142733603716
10640	rnn.weight_ih_l0_reverse	2	0.023919614031910896
10640	rnn.weight_ih_l0_reverse	3	-0.05595525726675987
10640	rnn.weight_ih_l0_reverse	4	0.009706668555736542
10640	rnn.weight_ih_l0_reverse	5	-0.05288086086511612
10640	rnn.weight_ih_l0_reverse	6	0.008727828040719032
10640	rnn.weight_ih_l0_reverse	7	0.04227904602885246
10640	rnn.weight_ih_l0_reverse	8	-0.04332407936453819
10640	rnn.weight_ih_l0_reverse	9	-0.05251038819551468
10640	rnn.weight_hh_l0_reverse	0	-0.07586562633514404
10640	rnn.weight_hh_l0_reverse	1	-0.041327737271785736
10640	rnn.weight_hh_l0_reverse	2	0.018160734325647354
10640	rnn.weight_hh_l0_reverse	3	0.04408228024840355
10640	rnn.weight_hh_l0_reverse	4	0.018247513100504875
10640	rnn.weight_hh_l0_reverse	5	0.04285501688718796
10640	rnn.weight_hh_l0_reverse	6	0.007737323176115751
10640	rnn.weight_hh_l0_reverse	7	0.00011885654384968802
10640	rnn.weight_hh_l0_reverse	8	-0.08981893211603165
10640	rnn.weight_hh_l0_reverse	9	0.05189582332968712
10640	rnn.bias_ih_l0_reverse	0	-0.0791575238108635
10640	rnn.bias_ih_l0_reverse	1	-0.016781333833932877
10640	rnn.bias_ih_l0_reverse	2	0.0894090086221695
10640	rnn.bias_ih_l0_reverse	3	0.0282834954559803
10640	rnn.bias_ih_l0_reverse	4	-0.10468815267086029
10640	rnn.bias_ih_l0_reverse	5	0.03459767624735832
10640	rnn.bias_ih_l0_reverse	6	-0.10753533244132996
10640	rnn.bias_ih_l0_reverse	7	0.05076870694756508
10640	rnn.bias_ih_l0_reverse	8	0.024250509217381477
10640	rnn.bias_ih_l0_reverse	9	0.07007498294115067
10640	rnn.bias_hh_l0_reverse	0	0.028465883806347847
10640	rnn.bias_hh_l0_reverse	1	0.07615888118743896
10640	rnn.bias_hh_l0_reverse	2	0.07928065210580826
10640	rnn.bias_hh_l0_reverse	3	-0.003198044840246439
10640	rnn.bias_hh_l0_reverse	4	0.07625047862529755
10640	rnn.bias_hh_l0_reverse	5	0.011187798343598843
10640	rnn.bias_hh_l0_reverse	6	-0.07500099390745163
10640	rnn.bias_hh_l0_reverse	7	0.04666167125105858
10640	rnn.bias_hh_l0_reverse	8	0.03004942089319229
10640	rnn.bias_hh_l0_reverse	9	-0.12489046156406403
10640	linear.weight	0	0.17570900917053223
10640	linear.weight	1	-0.10974191874265671
10640	linear.weight	2	-0.14418509602546692
10640	linear.weight	3	0.04836117848753929
10640	linear.weight	4	0.002463220153003931
10640	linear.weight	5	-0.02446010150015354
10640	linear.weight	6	-0.009662489406764507
10640	linear.weight	7	-0.03625587001442909
10640	linear.weight	8	0.021562976762652397
10640	linear.weight	9	0.33591386675834656
10640	linear.bias	0	-0.11862502247095108
10640	linear.bias	1	0.1348419487476349
10640	linear.bias	2	-0.4374629855155945
10640	linear.bias	3	1.4499861001968384
10640	linear.bias	4	-0.333713561296463
10640	linear.bias	5	-0.030769959092140198
10640	linear.bias	6	-0.29596444964408875
10640	linear.bias	7	-0.21533460915088654
10640	linear.bias	8	0.06823641061782837
10640	linear.bias	9	-0.43759557604789734
10668	transitions	0	-0.6084157228469849
10668	transitions	1	0.39021924138069153
10668	transitions	2	1.7283515930175781
10668	transitions	3	0.14458873867988586
10668	transitions	4	0.9804615378379822
10668	transitions	5	1.2746913433074951
10668	transitions	6	0.4843667149543762
10668	transitions	7	0.1813189834356308
10668	transitions	8	-0.9191226363182068
10668	transitions	9	0.9307600855827332
10668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10668	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10668	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10668	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10668	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10668	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10668	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10668	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10668	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10668	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10668	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10668	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10668	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10668	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10668	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10668	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10668	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10668	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10668	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10668	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10668	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10668	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10668	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10668	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10668	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10668	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10668	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10668	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10668	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10668	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10668	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10668	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10668	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10668	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10668	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10668	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10668	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10668	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10668	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10668	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10668	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10668	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10668	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10668	embedding2nn.weight	0	0.008707662113010883
10668	embedding2nn.weight	1	0.015199069865047932
10668	embedding2nn.weight	2	-0.005679295398294926
10668	embedding2nn.weight	3	0.0028329812921583652
10668	embedding2nn.weight	4	-0.0036729800049215555
10668	embedding2nn.weight	5	0.010118180885910988
10668	embedding2nn.weight	6	-0.0031424269545823336
10668	embedding2nn.weight	7	0.010199579410254955
10668	embedding2nn.weight	8	-0.0069071631878614426
10668	embedding2nn.weight	9	-0.013393459841609001
10668	embedding2nn.bias	0	-0.030823733657598495
10668	embedding2nn.bias	1	-0.028265733271837234
10668	embedding2nn.bias	2	-0.07096822559833527
10668	embedding2nn.bias	3	0.012743894942104816
10668	embedding2nn.bias	4	0.014894120395183563
10668	embedding2nn.bias	5	-0.008280833251774311
10668	embedding2nn.bias	6	0.013548984192311764
10668	embedding2nn.bias	7	0.046927809715270996
10668	embedding2nn.bias	8	0.011411180719733238
10668	embedding2nn.bias	9	-0.02434191107749939
10668	rnn.weight_ih_l0	0	0.03868679329752922
10668	rnn.weight_ih_l0	1	-0.00916625838726759
10668	rnn.weight_ih_l0	2	-0.027331100776791573
10668	rnn.weight_ih_l0	3	-0.04882841929793358
10668	rnn.weight_ih_l0	4	-0.04783492162823677
10668	rnn.weight_ih_l0	5	-0.002029106253758073
10668	rnn.weight_ih_l0	6	-0.05133720859885216
10668	rnn.weight_ih_l0	7	-0.0555584579706192
10668	rnn.weight_ih_l0	8	-0.048025328665971756
10668	rnn.weight_ih_l0	9	-0.026995494961738586
10668	rnn.weight_hh_l0	0	0.015811126679182053
10668	rnn.weight_hh_l0	1	-0.024081816896796227
10668	rnn.weight_hh_l0	2	-0.043599024415016174
10668	rnn.weight_hh_l0	3	-0.022943614050745964
10668	rnn.weight_hh_l0	4	-0.05656537413597107
10668	rnn.weight_hh_l0	5	-0.010945661924779415
10668	rnn.weight_hh_l0	6	-0.031927213072776794
10668	rnn.weight_hh_l0	7	0.013170301914215088
10668	rnn.weight_hh_l0	8	-0.019174963235855103
10668	rnn.weight_hh_l0	9	0.02209310792386532
10668	rnn.bias_ih_l0	0	0.09625016897916794
10668	rnn.bias_ih_l0	1	-0.04578578099608421
10668	rnn.bias_ih_l0	2	0.110340915620327
10668	rnn.bias_ih_l0	3	0.07279890030622482
10668	rnn.bias_ih_l0	4	0.09894200414419174
10668	rnn.bias_ih_l0	5	0.02452174574136734
10668	rnn.bias_ih_l0	6	-0.012518754228949547
10668	rnn.bias_ih_l0	7	-0.08726571500301361
10668	rnn.bias_ih_l0	8	-0.11991851776838303
10668	rnn.bias_ih_l0	9	0.0861634835600853
10668	rnn.bias_hh_l0	0	-0.026129238307476044
10668	rnn.bias_hh_l0	1	0.01746746152639389
10668	rnn.bias_hh_l0	2	-0.024868985638022423
10668	rnn.bias_hh_l0	3	-0.025934232398867607
10668	rnn.bias_hh_l0	4	-0.044377509504556656
10668	rnn.bias_hh_l0	5	0.11771099269390106
10668	rnn.bias_hh_l0	6	0.00410445174202323
10668	rnn.bias_hh_l0	7	0.018998242914676666
10668	rnn.bias_hh_l0	8	0.0218499768525362
10668	rnn.bias_hh_l0	9	0.04663041979074478
10668	rnn.weight_ih_l0_reverse	0	-0.032171234488487244
10668	rnn.weight_ih_l0_reverse	1	0.00074075220618397
10668	rnn.weight_ih_l0_reverse	2	0.02399212121963501
10668	rnn.weight_ih_l0_reverse	3	-0.05569850653409958
10668	rnn.weight_ih_l0_reverse	4	0.009845067746937275
10668	rnn.weight_ih_l0_reverse	5	-0.05278502777218819
10668	rnn.weight_ih_l0_reverse	6	0.01012004166841507
10668	rnn.weight_ih_l0_reverse	7	0.04213634505867958
10668	rnn.weight_ih_l0_reverse	8	-0.043109335005283356
10668	rnn.weight_ih_l0_reverse	9	-0.05243083834648132
10668	rnn.weight_hh_l0_reverse	0	-0.07649701088666916
10668	rnn.weight_hh_l0_reverse	1	-0.04100993275642395
10668	rnn.weight_hh_l0_reverse	2	0.018997186794877052
10668	rnn.weight_hh_l0_reverse	3	0.04395963251590729
10668	rnn.weight_hh_l0_reverse	4	0.017779473215341568
10668	rnn.weight_hh_l0_reverse	5	0.042731981724500656
10668	rnn.weight_hh_l0_reverse	6	0.01325489953160286
10668	rnn.weight_hh_l0_reverse	7	-0.00015488461940549314
10668	rnn.weight_hh_l0_reverse	8	-0.08969281613826752
10668	rnn.weight_hh_l0_reverse	9	0.05138055607676506
10668	rnn.bias_ih_l0_reverse	0	-0.0682489275932312
10668	rnn.bias_ih_l0_reverse	1	-0.01639721542596817
10668	rnn.bias_ih_l0_reverse	2	0.08854908496141434
10668	rnn.bias_ih_l0_reverse	3	0.028599370270967484
10668	rnn.bias_ih_l0_reverse	4	-0.10377834737300873
10668	rnn.bias_ih_l0_reverse	5	0.034078799188137054
10668	rnn.bias_ih_l0_reverse	6	-0.10566021502017975
10668	rnn.bias_ih_l0_reverse	7	0.05177779868245125
10668	rnn.bias_ih_l0_reverse	8	0.026397408917546272
10668	rnn.bias_ih_l0_reverse	9	0.07046659290790558
10668	rnn.bias_hh_l0_reverse	0	0.03545469045639038
10668	rnn.bias_hh_l0_reverse	1	0.07889614254236221
10668	rnn.bias_hh_l0_reverse	2	0.07951109111309052
10668	rnn.bias_hh_l0_reverse	3	-0.003196371253579855
10668	rnn.bias_hh_l0_reverse	4	0.07652101665735245
10668	rnn.bias_hh_l0_reverse	5	0.0073256297037005424
10668	rnn.bias_hh_l0_reverse	6	-0.075474314391613
10668	rnn.bias_hh_l0_reverse	7	0.047100771218538284
10668	rnn.bias_hh_l0_reverse	8	0.029983296990394592
10668	rnn.bias_hh_l0_reverse	9	-0.131355419754982
10668	linear.weight	0	0.17219045758247375
10668	linear.weight	1	-0.1097322404384613
10668	linear.weight	2	-0.1446455419063568
10668	linear.weight	3	0.04875022545456886
10668	linear.weight	4	0.0008186303311958909
10668	linear.weight	5	-0.023989109322428703
10668	linear.weight	6	-0.00964921060949564
10668	linear.weight	7	-0.03742489963769913
10668	linear.weight	8	0.020062141120433807
10668	linear.weight	9	0.3301767408847809
10668	linear.bias	0	-0.11966076493263245
10668	linear.bias	1	0.13180586695671082
10668	linear.bias	2	-0.43799322843551636
10668	linear.bias	3	1.4539824724197388
10668	linear.bias	4	-0.33180445432662964
10668	linear.bias	5	-0.030769959092140198
10668	linear.bias	6	-0.2988291084766388
10668	linear.bias	7	-0.22207984328269958
10668	linear.bias	8	0.076360784471035
10668	linear.bias	9	-0.43785351514816284
10696	transitions	0	-0.608517587184906
10696	transitions	1	0.3897421360015869
10696	transitions	2	1.7280449867248535
10696	transitions	3	0.14452412724494934
10696	transitions	4	0.9803834557533264
10696	transitions	5	1.27468740940094
10696	transitions	6	0.4843653440475464
10696	transitions	7	0.18131446838378906
10696	transitions	8	-0.9191240668296814
10696	transitions	9	0.9307597875595093
10696	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10696	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10696	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10696	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10696	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10696	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10696	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10696	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10696	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10696	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10696	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10696	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10696	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10696	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10696	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10696	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10696	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10696	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10696	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10696	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10696	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10696	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10696	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10696	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10696	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10696	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10696	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10696	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10696	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10696	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10696	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10696	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10696	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10696	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10696	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10696	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10696	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10696	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10696	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10696	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10696	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10696	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10696	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10696	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10696	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10696	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10696	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10696	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10696	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10696	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10696	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10696	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10696	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10696	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10696	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10696	embedding2nn.weight	0	0.008102393709123135
10696	embedding2nn.weight	1	0.015467328019440174
10696	embedding2nn.weight	2	-0.005653554107993841
10696	embedding2nn.weight	3	0.0025444338098168373
10696	embedding2nn.weight	4	-0.0037618763744831085
10696	embedding2nn.weight	5	0.010238181799650192
10696	embedding2nn.weight	6	-0.003050063969567418
10696	embedding2nn.weight	7	0.010843684896826744
10696	embedding2nn.weight	8	-0.006974306423217058
10696	embedding2nn.weight	9	-0.013304231688380241
10696	embedding2nn.bias	0	-0.03386515751481056
10696	embedding2nn.bias	1	-0.02589406818151474
10696	embedding2nn.bias	2	-0.07666879892349243
10696	embedding2nn.bias	3	0.014554018154740334
10696	embedding2nn.bias	4	0.010093454271554947
10696	embedding2nn.bias	5	-0.0005667833611369133
10696	embedding2nn.bias	6	0.010760302655398846
10696	embedding2nn.bias	7	0.046980202198028564
10696	embedding2nn.bias	8	0.015032032504677773
10696	embedding2nn.bias	9	-0.02089502289891243
10696	rnn.weight_ih_l0	0	0.038507550954818726
10696	rnn.weight_ih_l0	1	-0.008805723860859871
10696	rnn.weight_ih_l0	2	-0.027205798774957657
10696	rnn.weight_ih_l0	3	-0.04866321384906769
10696	rnn.weight_ih_l0	4	-0.04787963628768921
10696	rnn.weight_ih_l0	5	-0.0021763646509498358
10696	rnn.weight_ih_l0	6	-0.05172950029373169
10696	rnn.weight_ih_l0	7	-0.05535420775413513
10696	rnn.weight_ih_l0	8	-0.04779868572950363
10696	rnn.weight_ih_l0	9	-0.027138283476233482
10696	rnn.weight_hh_l0	0	0.016409704461693764
10696	rnn.weight_hh_l0	1	-0.025039657950401306
10696	rnn.weight_hh_l0	2	-0.044010959565639496
10696	rnn.weight_hh_l0	3	-0.02220367081463337
10696	rnn.weight_hh_l0	4	-0.05690721794962883
10696	rnn.weight_hh_l0	5	-0.010647809132933617
10696	rnn.weight_hh_l0	6	-0.031914208084344864
10696	rnn.weight_hh_l0	7	0.014550033025443554
10696	rnn.weight_hh_l0	8	-0.01931532472372055
10696	rnn.weight_hh_l0	9	0.021136149764060974
10696	rnn.bias_ih_l0	0	0.09631750732660294
10696	rnn.bias_ih_l0	1	-0.044793881475925446
10696	rnn.bias_ih_l0	2	0.11025989055633545
10696	rnn.bias_ih_l0	3	0.07360086590051651
10696	rnn.bias_ih_l0	4	0.09952063858509064
10696	rnn.bias_ih_l0	5	0.026189032942056656
10696	rnn.bias_ih_l0	6	-0.010519687086343765
10696	rnn.bias_ih_l0	7	-0.08823732286691666
10696	rnn.bias_ih_l0	8	-0.1265704333782196
10696	rnn.bias_ih_l0	9	0.08779953420162201
10696	rnn.bias_hh_l0	0	-0.026384549215435982
10696	rnn.bias_hh_l0	1	0.01717308536171913
10696	rnn.bias_hh_l0	2	-0.024812858551740646
10696	rnn.bias_hh_l0	3	-0.0274992436170578
10696	rnn.bias_hh_l0	4	-0.044118110090494156
10696	rnn.bias_hh_l0	5	0.1184866726398468
10696	rnn.bias_hh_l0	6	0.005152494180947542
10696	rnn.bias_hh_l0	7	0.019252942875027657
10696	rnn.bias_hh_l0	8	0.023849045857787132
10696	rnn.bias_hh_l0	9	0.04850045219063759
10696	rnn.weight_ih_l0_reverse	0	-0.03204696998000145
10696	rnn.weight_ih_l0_reverse	1	-0.0014213930116966367
10696	rnn.weight_ih_l0_reverse	2	0.024034786969423294
10696	rnn.weight_ih_l0_reverse	3	-0.05615082383155823
10696	rnn.weight_ih_l0_reverse	4	0.009336262010037899
10696	rnn.weight_ih_l0_reverse	5	-0.053129129111766815
10696	rnn.weight_ih_l0_reverse	6	0.009566537104547024
10696	rnn.weight_ih_l0_reverse	7	0.04215695708990097
10696	rnn.weight_ih_l0_reverse	8	-0.043281253427267075
10696	rnn.weight_ih_l0_reverse	9	-0.052420567721128464
10696	rnn.weight_hh_l0_reverse	0	-0.07596726715564728
10696	rnn.weight_hh_l0_reverse	1	-0.04101448878645897
10696	rnn.weight_hh_l0_reverse	2	0.01865493506193161
10696	rnn.weight_hh_l0_reverse	3	0.043876100331544876
10696	rnn.weight_hh_l0_reverse	4	0.01785333640873432
10696	rnn.weight_hh_l0_reverse	5	0.042868953198194504
10696	rnn.weight_hh_l0_reverse	6	0.010995836928486824
10696	rnn.weight_hh_l0_reverse	7	-0.00028432958060875535
10696	rnn.weight_hh_l0_reverse	8	-0.0901072695851326
10696	rnn.weight_hh_l0_reverse	9	0.0506126843392849
10696	rnn.bias_ih_l0_reverse	0	-0.06170817092061043
10696	rnn.bias_ih_l0_reverse	1	-0.011542735621333122
10696	rnn.bias_ih_l0_reverse	2	0.0895586609840393
10696	rnn.bias_ih_l0_reverse	3	0.027956217527389526
10696	rnn.bias_ih_l0_reverse	4	-0.10431116819381714
10696	rnn.bias_ih_l0_reverse	5	0.03779647871851921
10696	rnn.bias_ih_l0_reverse	6	-0.10704024881124496
10696	rnn.bias_ih_l0_reverse	7	0.048448726534843445
10696	rnn.bias_ih_l0_reverse	8	0.025525687262415886
10696	rnn.bias_ih_l0_reverse	9	0.07094896584749222
10696	rnn.bias_hh_l0_reverse	0	0.03582460433244705
10696	rnn.bias_hh_l0_reverse	1	0.07765538990497589
10696	rnn.bias_hh_l0_reverse	2	0.07932604104280472
10696	rnn.bias_hh_l0_reverse	3	-0.0040837558917701244
10696	rnn.bias_hh_l0_reverse	4	0.07753904163837433
10696	rnn.bias_hh_l0_reverse	5	0.008217932656407356
10696	rnn.bias_hh_l0_reverse	6	-0.07543197274208069
10696	rnn.bias_hh_l0_reverse	7	0.04765596613287926
10696	rnn.bias_hh_l0_reverse	8	0.03233485296368599
10696	rnn.bias_hh_l0_reverse	9	-0.13195258378982544
10696	linear.weight	0	0.16762615740299225
10696	linear.weight	1	-0.1097441092133522
10696	linear.weight	2	-0.14573714137077332
10696	linear.weight	3	0.05567760020494461
10696	linear.weight	4	0.00037707758019678295
10696	linear.weight	5	-0.024522874504327774
10696	linear.weight	6	-0.009655077941715717
10696	linear.weight	7	-0.03736652806401253
10696	linear.weight	8	0.02197992242872715
10696	linear.weight	9	0.3280872404575348
10696	linear.bias	0	-0.11740394681692123
10696	linear.bias	1	0.12795571982860565
10696	linear.bias	2	-0.4358617961406708
10696	linear.bias	3	1.4604953527450562
10696	linear.bias	4	-0.33284828066825867
10696	linear.bias	5	-0.030769959092140198
10696	linear.bias	6	-0.2966003119945526
10696	linear.bias	7	-0.22410254180431366
10696	linear.bias	8	0.07265309244394302
10696	linear.bias	9	-0.4380529224872589
10724	transitions	0	-0.6086704730987549
10724	transitions	1	0.3896353840827942
10724	transitions	2	1.727735996246338
10724	transitions	3	0.1444852203130722
10724	transitions	4	0.9803599119186401
10724	transitions	5	1.2746847867965698
10724	transitions	6	0.48436439037323
10724	transitions	7	0.18131139874458313
10724	transitions	8	-0.9191256165504456
10724	transitions	9	0.9307596683502197
10724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10724	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10724	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10724	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10724	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10724	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10724	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10724	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10724	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10724	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10724	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10724	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10724	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10724	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10724	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10724	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10724	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10724	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10724	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10724	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10724	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10724	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10724	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10724	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10724	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10724	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10724	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10724	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10724	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10724	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10724	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10724	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10724	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10724	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10724	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10724	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10724	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10724	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10724	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10724	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10724	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10724	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10724	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10724	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10724	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10724	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10724	embedding2nn.weight	0	0.009272064082324505
10724	embedding2nn.weight	1	0.015446482226252556
10724	embedding2nn.weight	2	-0.0057291132397949696
10724	embedding2nn.weight	3	0.0025118207558989525
10724	embedding2nn.weight	4	-0.003827771870419383
10724	embedding2nn.weight	5	0.0100416149944067
10724	embedding2nn.weight	6	-0.0030389081221073866
10724	embedding2nn.weight	7	0.010905775241553783
10724	embedding2nn.weight	8	-0.0070548951625823975
10724	embedding2nn.weight	9	-0.013144344091415405
10724	embedding2nn.bias	0	-0.029848989099264145
10724	embedding2nn.bias	1	-0.023020021617412567
10724	embedding2nn.bias	2	-0.07513858377933502
10724	embedding2nn.bias	3	0.015515677630901337
10724	embedding2nn.bias	4	0.004310406278818846
10724	embedding2nn.bias	5	-0.004282037261873484
10724	embedding2nn.bias	6	0.010625412687659264
10724	embedding2nn.bias	7	0.04152334854006767
10724	embedding2nn.bias	8	0.014262632466852665
10724	embedding2nn.bias	9	-0.01681024767458439
10724	rnn.weight_ih_l0	0	0.038283996284008026
10724	rnn.weight_ih_l0	1	-0.008699762634932995
10724	rnn.weight_ih_l0	2	-0.027161579579114914
10724	rnn.weight_ih_l0	3	-0.04857379198074341
10724	rnn.weight_ih_l0	4	-0.048138055950403214
10724	rnn.weight_ih_l0	5	-0.0021981867030262947
10724	rnn.weight_ih_l0	6	-0.05210758000612259
10724	rnn.weight_ih_l0	7	-0.05565514788031578
10724	rnn.weight_ih_l0	8	-0.0477663092315197
10724	rnn.weight_ih_l0	9	-0.027111221104860306
10724	rnn.weight_hh_l0	0	0.016535397619009018
10724	rnn.weight_hh_l0	1	-0.02536388672888279
10724	rnn.weight_hh_l0	2	-0.04338260367512703
10724	rnn.weight_hh_l0	3	-0.022690925747156143
10724	rnn.weight_hh_l0	4	-0.05688720569014549
10724	rnn.weight_hh_l0	5	-0.010728469118475914
10724	rnn.weight_hh_l0	6	-0.03205769136548042
10724	rnn.weight_hh_l0	7	0.015328777022659779
10724	rnn.weight_hh_l0	8	-0.019351588562130928
10724	rnn.weight_hh_l0	9	0.02090444602072239
10724	rnn.bias_ih_l0	0	0.09733439981937408
10724	rnn.bias_ih_l0	1	-0.044116128236055374
10724	rnn.bias_ih_l0	2	0.10977175086736679
10724	rnn.bias_ih_l0	3	0.072330042719841
10724	rnn.bias_ih_l0	4	0.0996113196015358
10724	rnn.bias_ih_l0	5	0.027738546952605247
10724	rnn.bias_ih_l0	6	-0.01287882961332798
10724	rnn.bias_ih_l0	7	-0.08731876313686371
10724	rnn.bias_ih_l0	8	-0.12526807188987732
10724	rnn.bias_ih_l0	9	0.08624287694692612
10724	rnn.bias_hh_l0	0	-0.026272492483258247
10724	rnn.bias_hh_l0	1	0.01777513325214386
10724	rnn.bias_hh_l0	2	-0.026335109025239944
10724	rnn.bias_hh_l0	3	-0.025905568152666092
10724	rnn.bias_hh_l0	4	-0.0411829948425293
10724	rnn.bias_hh_l0	5	0.11595535278320312
10724	rnn.bias_hh_l0	6	0.005577408242970705
10724	rnn.bias_hh_l0	7	0.0193179938942194
10724	rnn.bias_hh_l0	8	0.021489903330802917
10724	rnn.bias_hh_l0	9	0.04654175415635109
10724	rnn.weight_ih_l0_reverse	0	-0.03201337158679962
10724	rnn.weight_ih_l0_reverse	1	-0.0007080497452989221
10724	rnn.weight_ih_l0_reverse	2	0.02402334101498127
10724	rnn.weight_ih_l0_reverse	3	-0.055943574756383896
10724	rnn.weight_ih_l0_reverse	4	0.009692546911537647
10724	rnn.weight_ih_l0_reverse	5	-0.053141068667173386
10724	rnn.weight_ih_l0_reverse	6	0.008651836775243282
10724	rnn.weight_ih_l0_reverse	7	0.04227771982550621
10724	rnn.weight_ih_l0_reverse	8	-0.04342614859342575
10724	rnn.weight_ih_l0_reverse	9	-0.05247993394732475
10724	rnn.weight_hh_l0_reverse	0	-0.0759958028793335
10724	rnn.weight_hh_l0_reverse	1	-0.04114586487412453
10724	rnn.weight_hh_l0_reverse	2	0.018228642642498016
10724	rnn.weight_hh_l0_reverse	3	0.043811533600091934
10724	rnn.weight_hh_l0_reverse	4	0.018748996779322624
10724	rnn.weight_hh_l0_reverse	5	0.04267974570393562
10724	rnn.weight_hh_l0_reverse	6	0.010326366871595383
10724	rnn.weight_hh_l0_reverse	7	-9.033323294715956e-05
10724	rnn.weight_hh_l0_reverse	8	-0.08982282131910324
10724	rnn.weight_hh_l0_reverse	9	0.0511486791074276
10724	rnn.bias_ih_l0_reverse	0	-0.058072760701179504
10724	rnn.bias_ih_l0_reverse	1	-0.011078949086368084
10724	rnn.bias_ih_l0_reverse	2	0.09009809046983719
10724	rnn.bias_ih_l0_reverse	3	0.02809043601155281
10724	rnn.bias_ih_l0_reverse	4	-0.10538012534379959
10724	rnn.bias_ih_l0_reverse	5	0.03630024939775467
10724	rnn.bias_ih_l0_reverse	6	-0.10927671939134598
10724	rnn.bias_ih_l0_reverse	7	0.04753778129816055
10724	rnn.bias_ih_l0_reverse	8	0.02476665750145912
10724	rnn.bias_ih_l0_reverse	9	0.07229653000831604
10724	rnn.bias_hh_l0_reverse	0	0.03209680691361427
10724	rnn.bias_hh_l0_reverse	1	0.07710142433643341
10724	rnn.bias_hh_l0_reverse	2	0.07829633355140686
10724	rnn.bias_hh_l0_reverse	3	-0.004178013186901808
10724	rnn.bias_hh_l0_reverse	4	0.07738036662340164
10724	rnn.bias_hh_l0_reverse	5	0.008215237408876419
10724	rnn.bias_hh_l0_reverse	6	-0.07611966133117676
10724	rnn.bias_hh_l0_reverse	7	0.04652020335197449
10724	rnn.bias_hh_l0_reverse	8	0.031702689826488495
10724	rnn.bias_hh_l0_reverse	9	-0.13428626954555511
10724	linear.weight	0	0.1689901351928711
10724	linear.weight	1	-0.10970105975866318
10724	linear.weight	2	-0.1511428952217102
10724	linear.weight	3	0.05462536960840225
10724	linear.weight	4	-4.750353764393367e-05
10724	linear.weight	5	-0.0218043215572834
10724	linear.weight	6	-0.009650944732129574
10724	linear.weight	7	-0.03701614588499069
10724	linear.weight	8	0.018863577395677567
10724	linear.weight	9	0.3338712155818939
10724	linear.bias	0	-0.13745377957820892
10724	linear.bias	1	0.13132856786251068
10724	linear.bias	2	-0.43339163064956665
10724	linear.bias	3	1.478397250175476
10724	linear.bias	4	-0.3333582580089569
10724	linear.bias	5	-0.030769959092140198
10724	linear.bias	6	-0.2976562976837158
10724	linear.bias	7	-0.22492949664592743
10724	linear.bias	8	0.06045454740524292
10724	linear.bias	9	-0.4382641911506653
10752	transitions	0	-0.6089392900466919
10752	transitions	1	0.3895285725593567
10752	transitions	2	1.7274643182754517
10752	transitions	3	0.1441982537508011
10752	transitions	4	0.9803109765052795
10752	transitions	5	1.2746821641921997
10752	transitions	6	0.4843593239784241
10752	transitions	7	0.181308314204216
10752	transitions	8	-0.9191268086433411
10752	transitions	9	0.9307596683502197
10752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10752	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10752	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10752	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10752	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10752	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10752	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10752	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10752	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10752	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10752	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10752	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10752	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10752	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10752	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10752	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10752	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10752	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10752	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10752	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10752	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10752	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10752	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10752	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10752	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10752	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10752	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10752	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10752	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10752	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10752	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10752	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10752	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10752	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10752	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10752	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10752	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10752	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10752	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10752	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10752	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10752	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10752	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10752	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10752	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10752	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10752	embedding2nn.weight	0	0.01028365921229124
10752	embedding2nn.weight	1	0.015651727095246315
10752	embedding2nn.weight	2	-0.005736318416893482
10752	embedding2nn.weight	3	0.0026177403051406145
10752	embedding2nn.weight	4	-0.003890599822625518
10752	embedding2nn.weight	5	0.010074611753225327
10752	embedding2nn.weight	6	-0.0029541535768657923
10752	embedding2nn.weight	7	0.01062443945556879
10752	embedding2nn.weight	8	-0.006965767126530409
10752	embedding2nn.weight	9	-0.01305523794144392
10752	embedding2nn.bias	0	-0.03723074495792389
10752	embedding2nn.bias	1	-0.02233128435909748
10752	embedding2nn.bias	2	-0.06809662282466888
10752	embedding2nn.bias	3	0.01569204591214657
10752	embedding2nn.bias	4	0.004343599546700716
10752	embedding2nn.bias	5	-0.003243606071919203
10752	embedding2nn.bias	6	0.010781996883451939
10752	embedding2nn.bias	7	0.03804478421807289
10752	embedding2nn.bias	8	0.013709308579564095
10752	embedding2nn.bias	9	-0.01870848424732685
10752	rnn.weight_ih_l0	0	0.03843694180250168
10752	rnn.weight_ih_l0	1	-0.00881141610443592
10752	rnn.weight_ih_l0	2	-0.026467349380254745
10752	rnn.weight_ih_l0	3	-0.04841097444295883
10752	rnn.weight_ih_l0	4	-0.04797173663973808
10752	rnn.weight_ih_l0	5	-0.0025747320614755154
10752	rnn.weight_ih_l0	6	-0.05191245302557945
10752	rnn.weight_ih_l0	7	-0.055317506194114685
10752	rnn.weight_ih_l0	8	-0.047683294862508774
10752	rnn.weight_ih_l0	9	-0.027095479890704155
10752	rnn.weight_hh_l0	0	0.015844624489545822
10752	rnn.weight_hh_l0	1	-0.024783926084637642
10752	rnn.weight_hh_l0	2	-0.043309520930051804
10752	rnn.weight_hh_l0	3	-0.023108264431357384
10752	rnn.weight_hh_l0	4	-0.05713658034801483
10752	rnn.weight_hh_l0	5	-0.010474634356796741
10752	rnn.weight_hh_l0	6	-0.033943042159080505
10752	rnn.weight_hh_l0	7	0.015279633924365044
10752	rnn.weight_hh_l0	8	-0.019231289625167847
10752	rnn.weight_hh_l0	9	0.020390760153532028
10752	rnn.bias_ih_l0	0	0.0972408801317215
10752	rnn.bias_ih_l0	1	-0.044003602117300034
10752	rnn.bias_ih_l0	2	0.11104229092597961
10752	rnn.bias_ih_l0	3	0.07171398401260376
10752	rnn.bias_ih_l0	4	0.09880480915307999
10752	rnn.bias_ih_l0	5	0.027453141286969185
10752	rnn.bias_ih_l0	6	-0.008941510692238808
10752	rnn.bias_ih_l0	7	-0.08712613582611084
10752	rnn.bias_ih_l0	8	-0.12071402370929718
10752	rnn.bias_ih_l0	9	0.08898016065359116
10752	rnn.bias_hh_l0	0	-0.026945162564516068
10752	rnn.bias_hh_l0	1	0.016188601031899452
10752	rnn.bias_hh_l0	2	-0.02617851085960865
10752	rnn.bias_hh_l0	3	-0.02148127369582653
10752	rnn.bias_hh_l0	4	-0.043871041387319565
10752	rnn.bias_hh_l0	5	0.11666890233755112
10752	rnn.bias_hh_l0	6	0.005438703112304211
10752	rnn.bias_hh_l0	7	0.018856137990951538
10752	rnn.bias_hh_l0	8	0.02542722411453724
10752	rnn.bias_hh_l0	9	0.046604398638010025
10752	rnn.weight_ih_l0_reverse	0	-0.032036151736974716
10752	rnn.weight_ih_l0_reverse	1	-0.00106517574749887
10752	rnn.weight_ih_l0_reverse	2	0.02397001162171364
10752	rnn.weight_ih_l0_reverse	3	-0.056034285575151443
10752	rnn.weight_ih_l0_reverse	4	0.009350360371172428
10752	rnn.weight_ih_l0_reverse	5	-0.053289804607629776
10752	rnn.weight_ih_l0_reverse	6	0.00907035730779171
10752	rnn.weight_ih_l0_reverse	7	0.04243285208940506
10752	rnn.weight_ih_l0_reverse	8	-0.043442998081445694
10752	rnn.weight_ih_l0_reverse	9	-0.052282415330410004
10752	rnn.weight_hh_l0_reverse	0	-0.07642945647239685
10752	rnn.weight_hh_l0_reverse	1	-0.0405350998044014
10752	rnn.weight_hh_l0_reverse	2	0.018961608409881592
10752	rnn.weight_hh_l0_reverse	3	0.04350908100605011
10752	rnn.weight_hh_l0_reverse	4	0.018230101093649864
10752	rnn.weight_hh_l0_reverse	5	0.04275709018111229
10752	rnn.weight_hh_l0_reverse	6	0.009400738403201103
10752	rnn.weight_hh_l0_reverse	7	0.00020171431242488325
10752	rnn.weight_hh_l0_reverse	8	-0.0898633673787117
10752	rnn.weight_hh_l0_reverse	9	0.05091439187526703
10752	rnn.bias_ih_l0_reverse	0	-0.06241736188530922
10752	rnn.bias_ih_l0_reverse	1	-0.01774866320192814
10752	rnn.bias_ih_l0_reverse	2	0.08948901295661926
10752	rnn.bias_ih_l0_reverse	3	0.027642996981739998
10752	rnn.bias_ih_l0_reverse	4	-0.10444919019937515
10752	rnn.bias_ih_l0_reverse	5	0.035538796335458755
10752	rnn.bias_ih_l0_reverse	6	-0.10783662647008896
10752	rnn.bias_ih_l0_reverse	7	0.044414691627025604
10752	rnn.bias_ih_l0_reverse	8	0.025029826909303665
10752	rnn.bias_ih_l0_reverse	9	0.07151854783296585
10752	rnn.bias_hh_l0_reverse	0	0.03373013064265251
10752	rnn.bias_hh_l0_reverse	1	0.07599880546331406
10752	rnn.bias_hh_l0_reverse	2	0.08068384975194931
10752	rnn.bias_hh_l0_reverse	3	-0.007061815820634365
10752	rnn.bias_hh_l0_reverse	4	0.07881884276866913
10752	rnn.bias_hh_l0_reverse	5	0.009695718064904213
10752	rnn.bias_hh_l0_reverse	6	-0.07503515481948853
10752	rnn.bias_hh_l0_reverse	7	0.04676089808344841
10752	rnn.bias_hh_l0_reverse	8	0.03189032897353172
10752	rnn.bias_hh_l0_reverse	9	-0.13252981007099152
10752	linear.weight	0	0.17596521973609924
10752	linear.weight	1	-0.10968094319105148
10752	linear.weight	2	-0.1517530232667923
10752	linear.weight	3	0.0542055144906044
10752	linear.weight	4	-0.00022608345898333937
10752	linear.weight	5	-0.02290491573512554
10752	linear.weight	6	-0.00963825173676014
10752	linear.weight	7	-0.03686989098787308
10752	linear.weight	8	0.01828354224562645
10752	linear.weight	9	0.3321149945259094
10752	linear.bias	0	-0.1352062076330185
10752	linear.bias	1	0.11710503697395325
10752	linear.bias	2	-0.43473106622695923
10752	linear.bias	3	1.4611634016036987
10752	linear.bias	4	-0.33385199308395386
10752	linear.bias	5	-0.030769959092140198
10752	linear.bias	6	-0.2986125349998474
10752	linear.bias	7	-0.22489237785339355
10752	linear.bias	8	0.054471857845783234
10752	linear.bias	9	-0.438444584608078
10780	transitions	0	-0.6090561747550964
10780	transitions	1	0.389435738325119
10780	transitions	2	1.7273160219192505
10780	transitions	3	0.14412209391593933
10780	transitions	4	0.9802886843681335
10780	transitions	5	1.2746797800064087
10780	transitions	6	0.48435863852500916
10780	transitions	7	0.18130753934383392
10780	transitions	8	-0.9191276431083679
10780	transitions	9	0.9307596683502197
10780	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10780	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10780	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10780	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10780	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10780	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10780	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10780	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10780	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10780	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10780	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10780	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10780	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10780	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10780	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10780	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10780	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10780	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10780	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10780	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10780	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10780	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10780	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10780	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10780	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10780	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10780	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10780	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10780	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10780	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10780	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10780	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10780	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10780	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10780	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10780	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10780	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10780	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10780	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10780	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10780	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10780	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10780	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10780	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10780	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10780	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10780	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10780	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10780	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10780	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10780	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10780	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10780	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10780	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10780	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10780	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10780	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10780	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10780	embedding2nn.weight	0	0.010067561641335487
10780	embedding2nn.weight	1	0.015499239787459373
10780	embedding2nn.weight	2	-0.005684154573827982
10780	embedding2nn.weight	3	0.0026255417615175247
10780	embedding2nn.weight	4	-0.003956927452236414
10780	embedding2nn.weight	5	0.010137304663658142
10780	embedding2nn.weight	6	-0.003143863519653678
10780	embedding2nn.weight	7	0.010409628041088581
10780	embedding2nn.weight	8	-0.007088333368301392
10780	embedding2nn.weight	9	-0.013375861570239067
10780	embedding2nn.bias	0	-0.03436613827943802
10780	embedding2nn.bias	1	-0.017162181437015533
10780	embedding2nn.bias	2	-0.06581240892410278
10780	embedding2nn.bias	3	0.015156547538936138
10780	embedding2nn.bias	4	0.006547690834850073
10780	embedding2nn.bias	5	-0.007062237709760666
10780	embedding2nn.bias	6	0.014336301945149899
10780	embedding2nn.bias	7	0.03757686913013458
10780	embedding2nn.bias	8	0.011168976314365864
10780	embedding2nn.bias	9	-0.013773935846984386
10780	rnn.weight_ih_l0	0	0.03858480229973793
10780	rnn.weight_ih_l0	1	-0.00856859888881445
10780	rnn.weight_ih_l0	2	-0.026922445744276047
10780	rnn.weight_ih_l0	3	-0.04847041517496109
10780	rnn.weight_ih_l0	4	-0.048219311982393265
10780	rnn.weight_ih_l0	5	-0.002300035674124956
10780	rnn.weight_ih_l0	6	-0.05210575833916664
10780	rnn.weight_ih_l0	7	-0.05529071018099785
10780	rnn.weight_ih_l0	8	-0.047900181263685226
10780	rnn.weight_ih_l0	9	-0.027100320905447006
10780	rnn.weight_hh_l0	0	0.01581452414393425
10780	rnn.weight_hh_l0	1	-0.02488986775279045
10780	rnn.weight_hh_l0	2	-0.043815433979034424
10780	rnn.weight_hh_l0	3	-0.023069802671670914
10780	rnn.weight_hh_l0	4	-0.05753786489367485
10780	rnn.weight_hh_l0	5	-0.0109173022210598
10780	rnn.weight_hh_l0	6	-0.035309843719005585
10780	rnn.weight_hh_l0	7	0.015363247133791447
10780	rnn.weight_hh_l0	8	-0.01935904659330845
10780	rnn.weight_hh_l0	9	0.02203535847365856
10780	rnn.bias_ih_l0	0	0.09700239449739456
10780	rnn.bias_ih_l0	1	-0.04381956905126572
10780	rnn.bias_ih_l0	2	0.11128075420856476
10780	rnn.bias_ih_l0	3	0.0696832612156868
10780	rnn.bias_ih_l0	4	0.09788136184215546
10780	rnn.bias_ih_l0	5	0.027887653559446335
10780	rnn.bias_ih_l0	6	-0.00930536724627018
10780	rnn.bias_ih_l0	7	-0.0874841958284378
10780	rnn.bias_ih_l0	8	-0.1216554120182991
10780	rnn.bias_ih_l0	9	0.08968500047922134
10780	rnn.bias_hh_l0	0	-0.026966743171215057
10780	rnn.bias_hh_l0	1	0.018033217638731003
10780	rnn.bias_hh_l0	2	-0.02463860996067524
10780	rnn.bias_hh_l0	3	-0.021936317905783653
10780	rnn.bias_hh_l0	4	-0.04443866387009621
10780	rnn.bias_hh_l0	5	0.1170552670955658
10780	rnn.bias_hh_l0	6	0.004021935164928436
10780	rnn.bias_hh_l0	7	0.017329439520835876
10780	rnn.bias_hh_l0	8	0.025063367560505867
10780	rnn.bias_hh_l0	9	0.046973176300525665
10780	rnn.weight_ih_l0_reverse	0	-0.03219941258430481
10780	rnn.weight_ih_l0_reverse	1	-0.0009796875528991222
10780	rnn.weight_ih_l0_reverse	2	0.024043098092079163
10780	rnn.weight_ih_l0_reverse	3	-0.05655432492494583
10780	rnn.weight_ih_l0_reverse	4	0.009578841738402843
10780	rnn.weight_ih_l0_reverse	5	-0.053543973714113235
10780	rnn.weight_ih_l0_reverse	6	0.010391807183623314
10780	rnn.weight_ih_l0_reverse	7	0.042550235986709595
10780	rnn.weight_ih_l0_reverse	8	-0.04330217093229294
10780	rnn.weight_ih_l0_reverse	9	-0.05234125256538391
10780	rnn.weight_hh_l0_reverse	0	-0.07617734372615814
10780	rnn.weight_hh_l0_reverse	1	-0.04095456004142761
10780	rnn.weight_hh_l0_reverse	2	0.01873253844678402
10780	rnn.weight_hh_l0_reverse	3	0.043414682149887085
10780	rnn.weight_hh_l0_reverse	4	0.017574535682797432
10780	rnn.weight_hh_l0_reverse	5	0.042825497686862946
10780	rnn.weight_hh_l0_reverse	6	0.009744643233716488
10780	rnn.weight_hh_l0_reverse	7	0.0006384479347616434
10780	rnn.weight_hh_l0_reverse	8	-0.09019812941551208
10780	rnn.weight_hh_l0_reverse	9	0.05021662637591362
10780	rnn.bias_ih_l0_reverse	0	-0.05860449746251106
10780	rnn.bias_ih_l0_reverse	1	-0.017573712393641472
10780	rnn.bias_ih_l0_reverse	2	0.08999322354793549
10780	rnn.bias_ih_l0_reverse	3	0.027251247316598892
10780	rnn.bias_ih_l0_reverse	4	-0.1051931381225586
10780	rnn.bias_ih_l0_reverse	5	0.0358317494392395
10780	rnn.bias_ih_l0_reverse	6	-0.10811512172222137
10780	rnn.bias_ih_l0_reverse	7	0.04471728578209877
10780	rnn.bias_ih_l0_reverse	8	0.023199670016765594
10780	rnn.bias_ih_l0_reverse	9	0.07264390587806702
10780	rnn.bias_hh_l0_reverse	0	0.03661593422293663
10780	rnn.bias_hh_l0_reverse	1	0.07663343846797943
10780	rnn.bias_hh_l0_reverse	2	0.08320190012454987
10780	rnn.bias_hh_l0_reverse	3	-0.006924170069396496
10780	rnn.bias_hh_l0_reverse	4	0.07968222349882126
10780	rnn.bias_hh_l0_reverse	5	0.012294577434659004
10780	rnn.bias_hh_l0_reverse	6	-0.07530955225229263
10780	rnn.bias_hh_l0_reverse	7	0.04632244259119034
10780	rnn.bias_hh_l0_reverse	8	0.03319258987903595
10780	rnn.bias_hh_l0_reverse	9	-0.1370338797569275
10780	linear.weight	0	0.17258088290691376
10780	linear.weight	1	-0.1096561849117279
10780	linear.weight	2	-0.15142592787742615
10780	linear.weight	3	0.06136118620634079
10780	linear.weight	4	0.0007618733216077089
10780	linear.weight	5	-0.021771181374788284
10780	linear.weight	6	-0.009644974023103714
10780	linear.weight	7	-0.03682810813188553
10780	linear.weight	8	0.01576734147965908
10780	linear.weight	9	0.3224518299102783
10780	linear.bias	0	-0.12282044440507889
10780	linear.bias	1	0.11533170193433762
10780	linear.bias	2	-0.4353538453578949
10780	linear.bias	3	1.4531084299087524
10780	linear.bias	4	-0.3344154357910156
10780	linear.bias	5	-0.030769959092140198
10780	linear.bias	6	-0.29973292350769043
10780	linear.bias	7	-0.22620703279972076
10780	linear.bias	8	0.05703739821910858
10780	linear.bias	9	-0.43880975246429443
10808	transitions	0	-0.6091721653938293
10808	transitions	1	0.38923224806785583
10808	transitions	2	1.7271960973739624
10808	transitions	3	0.14407780766487122
10808	transitions	4	0.9802500605583191
10808	transitions	5	1.2746782302856445
10808	transitions	6	0.4843575954437256
10808	transitions	7	0.18128977715969086
10808	transitions	8	-0.9191288352012634
10808	transitions	9	0.930759608745575
10808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10808	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10808	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10808	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10808	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10808	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10808	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10808	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10808	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10808	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10808	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10808	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10808	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10808	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10808	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10808	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10808	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10808	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10808	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10808	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10808	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10808	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10808	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10808	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10808	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10808	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10808	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10808	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10808	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10808	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10808	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10808	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10808	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10808	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10808	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10808	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10808	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10808	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10808	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10808	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10808	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10808	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10808	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10808	embedding2nn.weight	0	0.00982393603771925
10808	embedding2nn.weight	1	0.015409217216074467
10808	embedding2nn.weight	2	-0.005667560268193483
10808	embedding2nn.weight	3	0.0025385560002177954
10808	embedding2nn.weight	4	-0.004022972192615271
10808	embedding2nn.weight	5	0.010124210268259048
10808	embedding2nn.weight	6	-0.0032992581836879253
10808	embedding2nn.weight	7	0.009049504064023495
10808	embedding2nn.weight	8	-0.007127377670258284
10808	embedding2nn.weight	9	-0.013380828313529491
10808	embedding2nn.bias	0	-0.03654160723090172
10808	embedding2nn.bias	1	-0.014431570656597614
10808	embedding2nn.bias	2	-0.06157480552792549
10808	embedding2nn.bias	3	0.017585329711437225
10808	embedding2nn.bias	4	0.008243865333497524
10808	embedding2nn.bias	5	-0.0013511897996068
10808	embedding2nn.bias	6	0.019640274345874786
10808	embedding2nn.bias	7	0.04246433451771736
10808	embedding2nn.bias	8	0.009194384329020977
10808	embedding2nn.bias	9	-0.01042114943265915
10808	rnn.weight_ih_l0	0	0.038298577070236206
10808	rnn.weight_ih_l0	1	-0.008369489572942257
10808	rnn.weight_ih_l0	2	-0.026799039915204048
10808	rnn.weight_ih_l0	3	-0.048455774784088135
10808	rnn.weight_ih_l0	4	-0.04815170168876648
10808	rnn.weight_ih_l0	5	-0.0026027464773505926
10808	rnn.weight_ih_l0	6	-0.052743375301361084
10808	rnn.weight_ih_l0	7	-0.055122602730989456
10808	rnn.weight_ih_l0	8	-0.04753955081105232
10808	rnn.weight_ih_l0	9	-0.02717585116624832
10808	rnn.weight_hh_l0	0	0.015889862552285194
10808	rnn.weight_hh_l0	1	-0.02452806942164898
10808	rnn.weight_hh_l0	2	-0.04476388171315193
10808	rnn.weight_hh_l0	3	-0.022816739976406097
10808	rnn.weight_hh_l0	4	-0.05755960941314697
10808	rnn.weight_hh_l0	5	-0.01116549875587225
10808	rnn.weight_hh_l0	6	-0.03576796501874924
10808	rnn.weight_hh_l0	7	0.0151519775390625
10808	rnn.weight_hh_l0	8	-0.019263606518507004
10808	rnn.weight_hh_l0	9	0.021696586161851883
10808	rnn.bias_ih_l0	0	0.09649162739515305
10808	rnn.bias_ih_l0	1	-0.04402871057391167
10808	rnn.bias_ih_l0	2	0.11361763626337051
10808	rnn.bias_ih_l0	3	0.07258587330579758
10808	rnn.bias_ih_l0	4	0.09974589943885803
10808	rnn.bias_ih_l0	5	0.027354378253221512
10808	rnn.bias_ih_l0	6	-0.009703130461275578
10808	rnn.bias_ih_l0	7	-0.08746223896741867
10808	rnn.bias_ih_l0	8	-0.12073182314634323
10808	rnn.bias_ih_l0	9	0.08854561299085617
10808	rnn.bias_hh_l0	0	-0.025974074378609657
10808	rnn.bias_hh_l0	1	0.017303533852100372
10808	rnn.bias_hh_l0	2	-0.02360530011355877
10808	rnn.bias_hh_l0	3	-0.018831223249435425
10808	rnn.bias_hh_l0	4	-0.04488168656826019
10808	rnn.bias_hh_l0	5	0.11952085793018341
10808	rnn.bias_hh_l0	6	0.003559062723070383
10808	rnn.bias_hh_l0	7	0.015438306145370007
10808	rnn.bias_hh_l0	8	0.024665603414177895
10808	rnn.bias_hh_l0	9	0.04787614941596985
10808	rnn.weight_ih_l0_reverse	0	-0.03225787356495857
10808	rnn.weight_ih_l0_reverse	1	-0.001139348023571074
10808	rnn.weight_ih_l0_reverse	2	0.024107372388243675
10808	rnn.weight_ih_l0_reverse	3	-0.05665984004735947
10808	rnn.weight_ih_l0_reverse	4	0.009664589539170265
10808	rnn.weight_ih_l0_reverse	5	-0.05359726771712303
10808	rnn.weight_ih_l0_reverse	6	0.009880372323095798
10808	rnn.weight_ih_l0_reverse	7	0.04245787113904953
10808	rnn.weight_ih_l0_reverse	8	-0.04340071603655815
10808	rnn.weight_ih_l0_reverse	9	-0.05234269052743912
10808	rnn.weight_hh_l0_reverse	0	-0.07698740810155869
10808	rnn.weight_hh_l0_reverse	1	-0.03982284665107727
10808	rnn.weight_hh_l0_reverse	2	0.019039705395698547
10808	rnn.weight_hh_l0_reverse	3	0.043761491775512695
10808	rnn.weight_hh_l0_reverse	4	0.01808246225118637
10808	rnn.weight_hh_l0_reverse	5	0.04274343326687813
10808	rnn.weight_hh_l0_reverse	6	0.00826305616647005
10808	rnn.weight_hh_l0_reverse	7	0.0011502411216497421
10808	rnn.weight_hh_l0_reverse	8	-0.09003621339797974
10808	rnn.weight_hh_l0_reverse	9	0.05118453502655029
10808	rnn.bias_ih_l0_reverse	0	-0.05578406900167465
10808	rnn.bias_ih_l0_reverse	1	-0.021332722157239914
10808	rnn.bias_ih_l0_reverse	2	0.08747254312038422
10808	rnn.bias_ih_l0_reverse	3	0.028020605444908142
10808	rnn.bias_ih_l0_reverse	4	-0.1035587340593338
10808	rnn.bias_ih_l0_reverse	5	0.03557683527469635
10808	rnn.bias_ih_l0_reverse	6	-0.10722877085208893
10808	rnn.bias_ih_l0_reverse	7	0.044822465628385544
10808	rnn.bias_ih_l0_reverse	8	0.02287750504910946
10808	rnn.bias_ih_l0_reverse	9	0.0719200000166893
10808	rnn.bias_hh_l0_reverse	0	0.04175500571727753
10808	rnn.bias_hh_l0_reverse	1	0.07895544916391373
10808	rnn.bias_hh_l0_reverse	2	0.08019864559173584
10808	rnn.bias_hh_l0_reverse	3	-0.007210086565464735
10808	rnn.bias_hh_l0_reverse	4	0.07934444397687912
10808	rnn.bias_hh_l0_reverse	5	0.008249044418334961
10808	rnn.bias_hh_l0_reverse	6	-0.07478813081979752
10808	rnn.bias_hh_l0_reverse	7	0.04560199752449989
10808	rnn.bias_hh_l0_reverse	8	0.03185439854860306
10808	rnn.bias_hh_l0_reverse	9	-0.13957412540912628
10808	linear.weight	0	0.17163699865341187
10808	linear.weight	1	-0.10958421230316162
10808	linear.weight	2	-0.15007053315639496
10808	linear.weight	3	0.05296158790588379
10808	linear.weight	4	0.00014300129259936512
10808	linear.weight	5	-0.021156854927539825
10808	linear.weight	6	-0.009642763063311577
10808	linear.weight	7	-0.03678610548377037
10808	linear.weight	8	0.016105810180306435
10808	linear.weight	9	0.32183223962783813
10808	linear.bias	0	-0.11365548521280289
10808	linear.bias	1	0.13077566027641296
10808	linear.bias	2	-0.43611007928848267
10808	linear.bias	3	1.455251932144165
10808	linear.bias	4	-0.33598563075065613
10808	linear.bias	5	-0.030769959092140198
10808	linear.bias	6	-0.2994091808795929
10808	linear.bias	7	-0.2254466861486435
10808	linear.bias	8	0.06192098930478096
10808	linear.bias	9	-0.4391828775405884
10836	transitions	0	-0.6092749238014221
10836	transitions	1	0.38898956775665283
10836	transitions	2	1.7271026372909546
10836	transitions	3	0.1440417617559433
10836	transitions	4	0.9801791906356812
10836	transitions	5	1.2746754884719849
10836	transitions	6	0.48435622453689575
10836	transitions	7	0.18128854036331177
10836	transitions	8	-0.9191293120384216
10836	transitions	9	0.9307594299316406
10836	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10836	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10836	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10836	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10836	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10836	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10836	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10836	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10836	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10836	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10836	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10836	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10836	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10836	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10836	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10836	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10836	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10836	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10836	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10836	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10836	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10836	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10836	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10836	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10836	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10836	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10836	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10836	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10836	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10836	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10836	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10836	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10836	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10836	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10836	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10836	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10836	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10836	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10836	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10836	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10836	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10836	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10836	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10836	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10836	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10836	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10836	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10836	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10836	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10836	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10836	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10836	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10836	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10836	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10836	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10836	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10836	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10836	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10836	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10836	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10836	embedding2nn.weight	0	0.009559187106788158
10836	embedding2nn.weight	1	0.015371758490800858
10836	embedding2nn.weight	2	-0.005714280065149069
10836	embedding2nn.weight	3	0.0028784272726625204
10836	embedding2nn.weight	4	-0.004030544776469469
10836	embedding2nn.weight	5	0.010218149051070213
10836	embedding2nn.weight	6	-0.003478236263617873
10836	embedding2nn.weight	7	0.009703218005597591
10836	embedding2nn.weight	8	-0.006894936319440603
10836	embedding2nn.weight	9	-0.013448323123157024
10836	embedding2nn.bias	0	-0.037704307585954666
10836	embedding2nn.bias	1	-0.017333999276161194
10836	embedding2nn.bias	2	-0.05977128818631172
10836	embedding2nn.bias	3	0.027641138061881065
10836	embedding2nn.bias	4	0.01216952595859766
10836	embedding2nn.bias	5	-0.004435540176928043
10836	embedding2nn.bias	6	0.017054660245776176
10836	embedding2nn.bias	7	0.036806803196668625
10836	embedding2nn.bias	8	0.006089658942073584
10836	embedding2nn.bias	9	-0.014176813885569572
10836	rnn.weight_ih_l0	0	0.03829072415828705
10836	rnn.weight_ih_l0	1	-0.008825489319860935
10836	rnn.weight_ih_l0	2	-0.026912178844213486
10836	rnn.weight_ih_l0	3	-0.048413440585136414
10836	rnn.weight_ih_l0	4	-0.04805635288357735
10836	rnn.weight_ih_l0	5	-0.002980796853080392
10836	rnn.weight_ih_l0	6	-0.05250097066164017
10836	rnn.weight_ih_l0	7	-0.05517219379544258
10836	rnn.weight_ih_l0	8	-0.04778376221656799
10836	rnn.weight_ih_l0	9	-0.0273506511002779
10836	rnn.weight_hh_l0	0	0.015830932185053825
10836	rnn.weight_hh_l0	1	-0.02431689202785492
10836	rnn.weight_hh_l0	2	-0.04322497174143791
10836	rnn.weight_hh_l0	3	-0.022820960730314255
10836	rnn.weight_hh_l0	4	-0.05796186998486519
10836	rnn.weight_hh_l0	5	-0.011153161525726318
10836	rnn.weight_hh_l0	6	-0.03573041036725044
10836	rnn.weight_hh_l0	7	0.014502915553748608
10836	rnn.weight_hh_l0	8	-0.01920252852141857
10836	rnn.weight_hh_l0	9	0.021656883880496025
10836	rnn.bias_ih_l0	0	0.096733957529068
10836	rnn.bias_ih_l0	1	-0.04252569377422333
10836	rnn.bias_ih_l0	2	0.11075854301452637
10836	rnn.bias_ih_l0	3	0.07145041227340698
10836	rnn.bias_ih_l0	4	0.10184501856565475
10836	rnn.bias_ih_l0	5	0.027240877971053123
10836	rnn.bias_ih_l0	6	-0.009567026048898697
10836	rnn.bias_ih_l0	7	-0.08499883115291595
10836	rnn.bias_ih_l0	8	-0.12366753816604614
10836	rnn.bias_ih_l0	9	0.08643832802772522
10836	rnn.bias_hh_l0	0	-0.02515893429517746
10836	rnn.bias_hh_l0	1	0.016723627224564552
10836	rnn.bias_hh_l0	2	-0.023748628795146942
10836	rnn.bias_hh_l0	3	-0.020833231508731842
10836	rnn.bias_hh_l0	4	-0.04387165978550911
10836	rnn.bias_hh_l0	5	0.11982273310422897
10836	rnn.bias_hh_l0	6	0.003614340675994754
10836	rnn.bias_hh_l0	7	0.017129234969615936
10836	rnn.bias_hh_l0	8	0.02480171248316765
10836	rnn.bias_hh_l0	9	0.04584557190537453
10836	rnn.weight_ih_l0_reverse	0	-0.032246269285678864
10836	rnn.weight_ih_l0_reverse	1	-0.0008423536783084273
10836	rnn.weight_ih_l0_reverse	2	0.023971715942025185
10836	rnn.weight_ih_l0_reverse	3	-0.056722987443208694
10836	rnn.weight_ih_l0_reverse	4	0.009670397266745567
10836	rnn.weight_ih_l0_reverse	5	-0.05354343354701996
10836	rnn.weight_ih_l0_reverse	6	0.010493877343833447
10836	rnn.weight_ih_l0_reverse	7	0.04229037091135979
10836	rnn.weight_ih_l0_reverse	8	-0.04355785250663757
10836	rnn.weight_ih_l0_reverse	9	-0.05245316028594971
10836	rnn.weight_hh_l0_reverse	0	-0.07660377770662308
10836	rnn.weight_hh_l0_reverse	1	-0.03964599221944809
10836	rnn.weight_hh_l0_reverse	2	0.01882350444793701
10836	rnn.weight_hh_l0_reverse	3	0.043828077614307404
10836	rnn.weight_hh_l0_reverse	4	0.018026819452643394
10836	rnn.weight_hh_l0_reverse	5	0.04279341548681259
10836	rnn.weight_hh_l0_reverse	6	0.008237550035119057
10836	rnn.weight_hh_l0_reverse	7	0.000840290158521384
10836	rnn.weight_hh_l0_reverse	8	-0.09011593461036682
10836	rnn.weight_hh_l0_reverse	9	0.051149919629096985
10836	rnn.bias_ih_l0_reverse	0	-0.05926693230867386
10836	rnn.bias_ih_l0_reverse	1	-0.02227689139544964
10836	rnn.bias_ih_l0_reverse	2	0.08926648646593094
10836	rnn.bias_ih_l0_reverse	3	0.028078140690922737
10836	rnn.bias_ih_l0_reverse	4	-0.10463112592697144
10836	rnn.bias_ih_l0_reverse	5	0.03526122495532036
10836	rnn.bias_ih_l0_reverse	6	-0.10857458412647247
10836	rnn.bias_ih_l0_reverse	7	0.0455685518682003
10836	rnn.bias_ih_l0_reverse	8	0.022112300619482994
10836	rnn.bias_ih_l0_reverse	9	0.07249052822589874
10836	rnn.bias_hh_l0_reverse	0	0.04435751214623451
10836	rnn.bias_hh_l0_reverse	1	0.07750315964221954
10836	rnn.bias_hh_l0_reverse	2	0.08080171793699265
10836	rnn.bias_hh_l0_reverse	3	-0.0076418169774115086
10836	rnn.bias_hh_l0_reverse	4	0.08005427569150925
10836	rnn.bias_hh_l0_reverse	5	0.007675954606384039
10836	rnn.bias_hh_l0_reverse	6	-0.07439801096916199
10836	rnn.bias_hh_l0_reverse	7	0.04575691744685173
10836	rnn.bias_hh_l0_reverse	8	0.030907873064279556
10836	rnn.bias_hh_l0_reverse	9	-0.14378894865512848
10836	linear.weight	0	0.16003313660621643
10836	linear.weight	1	-0.10958234965801239
10836	linear.weight	2	-0.15364211797714233
10836	linear.weight	3	0.05276578292250633
10836	linear.weight	4	0.0006690699374303222
10836	linear.weight	5	-0.019652996212244034
10836	linear.weight	6	-0.009625693783164024
10836	linear.weight	7	-0.036733321845531464
10836	linear.weight	8	0.015527728945016861
10836	linear.weight	9	0.3204159736633301
10836	linear.bias	0	-0.09966868907213211
10836	linear.bias	1	0.1259763240814209
10836	linear.bias	2	-0.4367586076259613
10836	linear.bias	3	1.4629238843917847
10836	linear.bias	4	-0.33501267433166504
10836	linear.bias	5	-0.030769959092140198
10836	linear.bias	6	-0.29893961548805237
10836	linear.bias	7	-0.22040311992168427
10836	linear.bias	8	0.05610750988125801
10836	linear.bias	9	-0.4393513798713684
10864	transitions	0	-0.6094722151756287
10864	transitions	1	0.38883185386657715
10864	transitions	2	1.7269539833068848
10864	transitions	3	0.14400014281272888
10864	transitions	4	0.9800150990486145
10864	transitions	5	1.274674415588379
10864	transitions	6	0.4843558669090271
10864	transitions	7	0.18128728866577148
10864	transitions	8	-0.9191303849220276
10864	transitions	9	0.9307594299316406
10864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10864	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10864	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10864	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10864	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10864	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10864	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10864	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10864	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10864	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10864	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10864	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10864	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10864	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10864	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10864	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10864	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10864	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10864	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10864	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10864	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10864	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10864	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10864	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10864	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10864	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10864	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10864	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10864	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10864	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10864	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10864	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10864	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10864	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10864	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10864	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10864	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10864	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10864	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10864	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10864	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10864	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10864	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10864	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10864	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10864	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10864	embedding2nn.weight	0	0.009983863681554794
10864	embedding2nn.weight	1	0.015339137054979801
10864	embedding2nn.weight	2	-0.005694229155778885
10864	embedding2nn.weight	3	0.002659076126292348
10864	embedding2nn.weight	4	-0.004076178185641766
10864	embedding2nn.weight	5	0.010159348137676716
10864	embedding2nn.weight	6	-0.003579389303922653
10864	embedding2nn.weight	7	0.009458650834858418
10864	embedding2nn.weight	8	-0.0068068960681557655
10864	embedding2nn.weight	9	-0.013420994393527508
10864	embedding2nn.bias	0	-0.04449915885925293
10864	embedding2nn.bias	1	-0.008928583934903145
10864	embedding2nn.bias	2	-0.06151040270924568
10864	embedding2nn.bias	3	0.02647869847714901
10864	embedding2nn.bias	4	0.00899476744234562
10864	embedding2nn.bias	5	-0.004491266794502735
10864	embedding2nn.bias	6	0.016063937917351723
10864	embedding2nn.bias	7	0.03023468889296055
10864	embedding2nn.bias	8	0.011958932504057884
10864	embedding2nn.bias	9	-0.017022060230374336
10864	rnn.weight_ih_l0	0	0.03770844265818596
10864	rnn.weight_ih_l0	1	-0.009961793199181557
10864	rnn.weight_ih_l0	2	-0.02648070454597473
10864	rnn.weight_ih_l0	3	-0.04837635159492493
10864	rnn.weight_ih_l0	4	-0.048269592225551605
10864	rnn.weight_ih_l0	5	-0.002774876542389393
10864	rnn.weight_ih_l0	6	-0.05259016156196594
10864	rnn.weight_ih_l0	7	-0.05512383207678795
10864	rnn.weight_ih_l0	8	-0.04733854532241821
10864	rnn.weight_ih_l0	9	-0.027271045371890068
10864	rnn.weight_hh_l0	0	0.015887167304754257
10864	rnn.weight_hh_l0	1	-0.024105118587613106
10864	rnn.weight_hh_l0	2	-0.04424126818776131
10864	rnn.weight_hh_l0	3	-0.022600026801228523
10864	rnn.weight_hh_l0	4	-0.0577828623354435
10864	rnn.weight_hh_l0	5	-0.011354430578649044
10864	rnn.weight_hh_l0	6	-0.036663275212049484
10864	rnn.weight_hh_l0	7	0.013932752422988415
10864	rnn.weight_hh_l0	8	-0.019280770793557167
10864	rnn.weight_hh_l0	9	0.022579437121748924
10864	rnn.bias_ih_l0	0	0.09532108902931213
10864	rnn.bias_ih_l0	1	-0.042679402977228165
10864	rnn.bias_ih_l0	2	0.11204367876052856
10864	rnn.bias_ih_l0	3	0.06950441747903824
10864	rnn.bias_ih_l0	4	0.1017514318227768
10864	rnn.bias_ih_l0	5	0.025036975741386414
10864	rnn.bias_ih_l0	6	-0.011687028221786022
10864	rnn.bias_ih_l0	7	-0.08638964593410492
10864	rnn.bias_ih_l0	8	-0.12922315299510956
10864	rnn.bias_ih_l0	9	0.08511823415756226
10864	rnn.bias_hh_l0	0	-0.02529773861169815
10864	rnn.bias_hh_l0	1	0.01559330616146326
10864	rnn.bias_hh_l0	2	-0.02476155012845993
10864	rnn.bias_hh_l0	3	-0.020005621016025543
10864	rnn.bias_hh_l0	4	-0.042963773012161255
10864	rnn.bias_hh_l0	5	0.12043891102075577
10864	rnn.bias_hh_l0	6	0.0032419958151876926
10864	rnn.bias_hh_l0	7	0.016407154500484467
10864	rnn.bias_hh_l0	8	0.02268170937895775
10864	rnn.bias_hh_l0	9	0.04870825260877609
10864	rnn.weight_ih_l0_reverse	0	-0.03184099495410919
10864	rnn.weight_ih_l0_reverse	1	-0.000461718940641731
10864	rnn.weight_ih_l0_reverse	2	0.024077489972114563
10864	rnn.weight_ih_l0_reverse	3	-0.056607685983181
10864	rnn.weight_ih_l0_reverse	4	0.009643967263400555
10864	rnn.weight_ih_l0_reverse	5	-0.05389232560992241
10864	rnn.weight_ih_l0_reverse	6	0.009769967757165432
10864	rnn.weight_ih_l0_reverse	7	0.04240972548723221
10864	rnn.weight_ih_l0_reverse	8	-0.04364782199263573
10864	rnn.weight_ih_l0_reverse	9	-0.052484363317489624
10864	rnn.weight_hh_l0_reverse	0	-0.07607825100421906
10864	rnn.weight_hh_l0_reverse	1	-0.03815395012497902
10864	rnn.weight_hh_l0_reverse	2	0.01802726648747921
10864	rnn.weight_hh_l0_reverse	3	0.04367215931415558
10864	rnn.weight_hh_l0_reverse	4	0.018109118565917015
10864	rnn.weight_hh_l0_reverse	5	0.042715199291706085
10864	rnn.weight_hh_l0_reverse	6	0.006001420319080353
10864	rnn.weight_hh_l0_reverse	7	0.0008479342213831842
10864	rnn.weight_hh_l0_reverse	8	-0.09027141332626343
10864	rnn.weight_hh_l0_reverse	9	0.05120404437184334
10864	rnn.bias_ih_l0_reverse	0	-0.05606420710682869
10864	rnn.bias_ih_l0_reverse	1	-0.024423709139227867
10864	rnn.bias_ih_l0_reverse	2	0.08914361149072647
10864	rnn.bias_ih_l0_reverse	3	0.02724703773856163
10864	rnn.bias_ih_l0_reverse	4	-0.1054016500711441
10864	rnn.bias_ih_l0_reverse	5	0.034167878329753876
10864	rnn.bias_ih_l0_reverse	6	-0.10825653374195099
10864	rnn.bias_ih_l0_reverse	7	0.04354565218091011
10864	rnn.bias_ih_l0_reverse	8	0.022891346365213394
10864	rnn.bias_ih_l0_reverse	9	0.07062575221061707
10864	rnn.bias_hh_l0_reverse	0	0.042872119694948196
10864	rnn.bias_hh_l0_reverse	1	0.07584871351718903
10864	rnn.bias_hh_l0_reverse	2	0.07963517308235168
10864	rnn.bias_hh_l0_reverse	3	-0.00844502728432417
10864	rnn.bias_hh_l0_reverse	4	0.07998593896627426
10864	rnn.bias_hh_l0_reverse	5	0.005523580592125654
10864	rnn.bias_hh_l0_reverse	6	-0.07441584020853043
10864	rnn.bias_hh_l0_reverse	7	0.046477314084768295
10864	rnn.bias_hh_l0_reverse	8	0.03117367811501026
10864	rnn.bias_hh_l0_reverse	9	-0.1400701403617859
10864	linear.weight	0	0.15211033821105957
10864	linear.weight	1	-0.10955654829740524
10864	linear.weight	2	-0.1553857922554016
10864	linear.weight	3	0.06018920615315437
10864	linear.weight	4	0.0009194763842970133
10864	linear.weight	5	-0.019461357966065407
10864	linear.weight	6	-0.009609024971723557
10864	linear.weight	7	-0.03669023886322975
10864	linear.weight	8	0.014944847673177719
10864	linear.weight	9	0.32347649335861206
10864	linear.bias	0	-0.09956306219100952
10864	linear.bias	1	0.1314198076725006
10864	linear.bias	2	-0.4361865520477295
10864	linear.bias	3	1.4564567804336548
10864	linear.bias	4	-0.3359905779361725
10864	linear.bias	5	-0.030769959092140198
10864	linear.bias	6	-0.29832515120506287
10864	linear.bias	7	-0.22108380496501923
10864	linear.bias	8	0.06120658665895462
10864	linear.bias	9	-0.4396202266216278
10892	transitions	0	-0.6096012592315674
10892	transitions	1	0.38875243067741394
10892	transitions	2	1.7265410423278809
10892	transitions	3	0.14384761452674866
10892	transitions	4	0.9797945022583008
10892	transitions	5	1.2746710777282715
10892	transitions	6	0.48435309529304504
10892	transitions	7	0.18128173053264618
10892	transitions	8	-0.9191328883171082
10892	transitions	9	0.9307593107223511
10892	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10892	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10892	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10892	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10892	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10892	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10892	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10892	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10892	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10892	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10892	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10892	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10892	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10892	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10892	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10892	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10892	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10892	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10892	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10892	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10892	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10892	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10892	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10892	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10892	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10892	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10892	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10892	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10892	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10892	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10892	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10892	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10892	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10892	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10892	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10892	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10892	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10892	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10892	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10892	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10892	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10892	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10892	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10892	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10892	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10892	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10892	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10892	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10892	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10892	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10892	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10892	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10892	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10892	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10892	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10892	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10892	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10892	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10892	embedding2nn.weight	0	0.010299552232027054
10892	embedding2nn.weight	1	0.015210685320198536
10892	embedding2nn.weight	2	-0.005628418177366257
10892	embedding2nn.weight	3	0.002660640049725771
10892	embedding2nn.weight	4	-0.00404270039871335
10892	embedding2nn.weight	5	0.010056516155600548
10892	embedding2nn.weight	6	-0.0033853305503726006
10892	embedding2nn.weight	7	0.007740073837339878
10892	embedding2nn.weight	8	-0.007189059164375067
10892	embedding2nn.weight	9	-0.013499094173312187
10892	embedding2nn.bias	0	-0.03538169339299202
10892	embedding2nn.bias	1	-0.007493674289435148
10892	embedding2nn.bias	2	-0.0639604926109314
10892	embedding2nn.bias	3	0.021128831431269646
10892	embedding2nn.bias	4	0.0142739312723279
10892	embedding2nn.bias	5	0.000781371898483485
10892	embedding2nn.bias	6	0.022299889475107193
10892	embedding2nn.bias	7	0.03769015893340111
10892	embedding2nn.bias	8	0.011135504581034184
10892	embedding2nn.bias	9	-0.00627751462161541
10892	rnn.weight_ih_l0	0	0.03767365217208862
10892	rnn.weight_ih_l0	1	-0.010648669674992561
10892	rnn.weight_ih_l0	2	-0.0274692103266716
10892	rnn.weight_ih_l0	3	-0.04851299151778221
10892	rnn.weight_ih_l0	4	-0.04855116829276085
10892	rnn.weight_ih_l0	5	-0.002712051384150982
10892	rnn.weight_ih_l0	6	-0.05244847759604454
10892	rnn.weight_ih_l0	7	-0.05519886314868927
10892	rnn.weight_ih_l0	8	-0.04701090231537819
10892	rnn.weight_ih_l0	9	-0.027232272550463676
10892	rnn.weight_hh_l0	0	0.016340196132659912
10892	rnn.weight_hh_l0	1	-0.023312663659453392
10892	rnn.weight_hh_l0	2	-0.042003437876701355
10892	rnn.weight_hh_l0	3	-0.02296186238527298
10892	rnn.weight_hh_l0	4	-0.05717247724533081
10892	rnn.weight_hh_l0	5	-0.01111679058521986
10892	rnn.weight_hh_l0	6	-0.03572167828679085
10892	rnn.weight_hh_l0	7	0.01427464559674263
10892	rnn.weight_hh_l0	8	-0.01915418915450573
10892	rnn.weight_hh_l0	9	0.022362958639860153
10892	rnn.bias_ih_l0	0	0.09545884281396866
10892	rnn.bias_ih_l0	1	-0.04109315574169159
10892	rnn.bias_ih_l0	2	0.11033085733652115
10892	rnn.bias_ih_l0	3	0.07050669938325882
10892	rnn.bias_ih_l0	4	0.10109428316354752
10892	rnn.bias_ih_l0	5	0.02593664638698101
10892	rnn.bias_ih_l0	6	-0.01277074683457613
10892	rnn.bias_ih_l0	7	-0.08326149731874466
10892	rnn.bias_ih_l0	8	-0.12777653336524963
10892	rnn.bias_ih_l0	9	0.08308286964893341
10892	rnn.bias_hh_l0	0	-0.02549169585108757
10892	rnn.bias_hh_l0	1	0.011251202784478664
10892	rnn.bias_hh_l0	2	-0.024209972470998764
10892	rnn.bias_hh_l0	3	-0.02126990631222725
10892	rnn.bias_hh_l0	4	-0.044059254229068756
10892	rnn.bias_hh_l0	5	0.12301073968410492
10892	rnn.bias_hh_l0	6	0.003514433279633522
10892	rnn.bias_hh_l0	7	0.016556907445192337
10892	rnn.bias_hh_l0	8	0.02159799449145794
10892	rnn.bias_hh_l0	9	0.04895056039094925
10892	rnn.weight_ih_l0_reverse	0	-0.03155805170536041
10892	rnn.weight_ih_l0_reverse	1	-0.001216880977153778
10892	rnn.weight_ih_l0_reverse	2	0.024156950414180756
10892	rnn.weight_ih_l0_reverse	3	-0.05649938806891441
10892	rnn.weight_ih_l0_reverse	4	0.009779315441846848
10892	rnn.weight_ih_l0_reverse	5	-0.053620535880327225
10892	rnn.weight_ih_l0_reverse	6	0.009684610180556774
10892	rnn.weight_ih_l0_reverse	7	0.04233724623918533
10892	rnn.weight_ih_l0_reverse	8	-0.04339934140443802
10892	rnn.weight_ih_l0_reverse	9	-0.052473727613687515
10892	rnn.weight_hh_l0_reverse	0	-0.07624002546072006
10892	rnn.weight_hh_l0_reverse	1	-0.038873035460710526
10892	rnn.weight_hh_l0_reverse	2	0.017953669652342796
10892	rnn.weight_hh_l0_reverse	3	0.04434046521782875
10892	rnn.weight_hh_l0_reverse	4	0.01830235868692398
10892	rnn.weight_hh_l0_reverse	5	0.042834363877773285
10892	rnn.weight_hh_l0_reverse	6	0.00589027302339673
10892	rnn.weight_hh_l0_reverse	7	0.0009123327909037471
10892	rnn.weight_hh_l0_reverse	8	-0.08965009450912476
10892	rnn.weight_hh_l0_reverse	9	0.05108139291405678
10892	rnn.bias_ih_l0_reverse	0	-0.05568179860711098
10892	rnn.bias_ih_l0_reverse	1	-0.016807949170470238
10892	rnn.bias_ih_l0_reverse	2	0.0884280875325203
10892	rnn.bias_ih_l0_reverse	3	0.02616412565112114
10892	rnn.bias_ih_l0_reverse	4	-0.10630682855844498
10892	rnn.bias_ih_l0_reverse	5	0.035296134650707245
10892	rnn.bias_ih_l0_reverse	6	-0.10778404772281647
10892	rnn.bias_ih_l0_reverse	7	0.04335310682654381
10892	rnn.bias_ih_l0_reverse	8	0.022240441292524338
10892	rnn.bias_ih_l0_reverse	9	0.07044030725955963
10892	rnn.bias_hh_l0_reverse	0	0.035851310938596725
10892	rnn.bias_hh_l0_reverse	1	0.07765214890241623
10892	rnn.bias_hh_l0_reverse	2	0.0775068923830986
10892	rnn.bias_hh_l0_reverse	3	-0.007788130547851324
10892	rnn.bias_hh_l0_reverse	4	0.0792018249630928
10892	rnn.bias_hh_l0_reverse	5	-0.0013919714838266373
10892	rnn.bias_hh_l0_reverse	6	-0.0735723152756691
10892	rnn.bias_hh_l0_reverse	7	0.047191642224788666
10892	rnn.bias_hh_l0_reverse	8	0.03280046954751015
10892	rnn.bias_hh_l0_reverse	9	-0.13971556723117828
10892	linear.weight	0	0.14793606102466583
10892	linear.weight	1	-0.10955197364091873
10892	linear.weight	2	-0.1566809117794037
10892	linear.weight	3	0.05872776731848717
10892	linear.weight	4	-0.000660737045109272
10892	linear.weight	5	-0.020354727283120155
10892	linear.weight	6	-0.009597024880349636
10892	linear.weight	7	-0.036589860916137695
10892	linear.weight	8	0.018163112923502922
10892	linear.weight	9	0.3203252851963043
10892	linear.bias	0	-0.10750588774681091
10892	linear.bias	1	0.12618014216423035
10892	linear.bias	2	-0.4354352653026581
10892	linear.bias	3	1.4686222076416016
10892	linear.bias	4	-0.3364085555076599
10892	linear.bias	5	-0.030769959092140198
10892	linear.bias	6	-0.2976616322994232
10892	linear.bias	7	-0.214731827378273
10892	linear.bias	8	0.059110477566719055
10892	linear.bias	9	-0.43977460265159607
10920	transitions	0	-0.6096936464309692
10920	transitions	1	0.388576477766037
10920	transitions	2	1.7264443635940552
10920	transitions	3	0.14378510415554047
10920	transitions	4	0.9797418713569641
10920	transitions	5	1.2746697664260864
10920	transitions	6	0.48435160517692566
10920	transitions	7	0.18127989768981934
10920	transitions	8	-0.919133186340332
10920	transitions	9	0.9307593107223511
10920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10920	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10920	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10920	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10920	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10920	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10920	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10920	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10920	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10920	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10920	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10920	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10920	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10920	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10920	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10920	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10920	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10920	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10920	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10920	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10920	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10920	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10920	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10920	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10920	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10920	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10920	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10920	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10920	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10920	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10920	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10920	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10920	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10920	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10920	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10920	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10920	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10920	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10920	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10920	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10920	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10920	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10920	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10920	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10920	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10920	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10920	embedding2nn.weight	0	0.009930831380188465
10920	embedding2nn.weight	1	0.015046525746583939
10920	embedding2nn.weight	2	-0.005612947046756744
10920	embedding2nn.weight	3	0.002356460550799966
10920	embedding2nn.weight	4	-0.004023788496851921
10920	embedding2nn.weight	5	0.009971006773412228
10920	embedding2nn.weight	6	-0.0033501212019473314
10920	embedding2nn.weight	7	0.006771809887140989
10920	embedding2nn.weight	8	-0.007389621809124947
10920	embedding2nn.weight	9	-0.013602032326161861
10920	embedding2nn.bias	0	-0.039790984243154526
10920	embedding2nn.bias	1	-0.000824310234747827
10920	embedding2nn.bias	2	-0.06235537678003311
10920	embedding2nn.bias	3	0.02225237712264061
10920	embedding2nn.bias	4	0.017039526253938675
10920	embedding2nn.bias	5	0.006392661016434431
10920	embedding2nn.bias	6	0.018378589302301407
10920	embedding2nn.bias	7	0.04333939775824547
10920	embedding2nn.bias	8	0.0132719362154603
10920	embedding2nn.bias	9	-0.006687713321298361
10920	rnn.weight_ih_l0	0	0.037799615412950516
10920	rnn.weight_ih_l0	1	-0.011361467652022839
10920	rnn.weight_ih_l0	2	-0.026898792013525963
10920	rnn.weight_ih_l0	3	-0.04861723631620407
10920	rnn.weight_ih_l0	4	-0.04819052293896675
10920	rnn.weight_ih_l0	5	-0.0024688830599188805
10920	rnn.weight_ih_l0	6	-0.052698682993650436
10920	rnn.weight_ih_l0	7	-0.05507981777191162
10920	rnn.weight_ih_l0	8	-0.0473003163933754
10920	rnn.weight_ih_l0	9	-0.027332184836268425
10920	rnn.weight_hh_l0	0	0.01631736196577549
10920	rnn.weight_hh_l0	1	-0.02326704002916813
10920	rnn.weight_hh_l0	2	-0.04196964204311371
10920	rnn.weight_hh_l0	3	-0.022733407095074654
10920	rnn.weight_hh_l0	4	-0.05749122053384781
10920	rnn.weight_hh_l0	5	-0.01109294779598713
10920	rnn.weight_hh_l0	6	-0.03562579303979874
10920	rnn.weight_hh_l0	7	0.013556298799812794
10920	rnn.weight_hh_l0	8	-0.018887469545006752
10920	rnn.weight_hh_l0	9	0.022570552304387093
10920	rnn.bias_ih_l0	0	0.09571247547864914
10920	rnn.bias_ih_l0	1	-0.03916030749678612
10920	rnn.bias_ih_l0	2	0.10981349647045135
10920	rnn.bias_ih_l0	3	0.0686047375202179
10920	rnn.bias_ih_l0	4	0.10152734816074371
10920	rnn.bias_ih_l0	5	0.025930112227797508
10920	rnn.bias_ih_l0	6	-0.011402787640690804
10920	rnn.bias_ih_l0	7	-0.08801605552434921
10920	rnn.bias_ih_l0	8	-0.13120043277740479
10920	rnn.bias_ih_l0	9	0.08306398242712021
10920	rnn.bias_hh_l0	0	-0.024273639544844627
10920	rnn.bias_hh_l0	1	0.013310901820659637
10920	rnn.bias_hh_l0	2	-0.023548249155282974
10920	rnn.bias_hh_l0	3	-0.014387698844075203
10920	rnn.bias_hh_l0	4	-0.045113660395145416
10920	rnn.bias_hh_l0	5	0.1203211098909378
10920	rnn.bias_hh_l0	6	0.0038312075193971395
10920	rnn.bias_hh_l0	7	0.014377282932400703
10920	rnn.bias_hh_l0	8	0.022965949028730392
10920	rnn.bias_hh_l0	9	0.04818275198340416
10920	rnn.weight_ih_l0_reverse	0	-0.031466513872146606
10920	rnn.weight_ih_l0_reverse	1	0.0006360134575515985
10920	rnn.weight_ih_l0_reverse	2	0.02389647625386715
10920	rnn.weight_ih_l0_reverse	3	-0.05633102357387543
10920	rnn.weight_ih_l0_reverse	4	0.009642234072089195
10920	rnn.weight_ih_l0_reverse	5	-0.05346433073282242
10920	rnn.weight_ih_l0_reverse	6	0.008577852509915829
10920	rnn.weight_ih_l0_reverse	7	0.04235357791185379
10920	rnn.weight_ih_l0_reverse	8	-0.043241072446107864
10920	rnn.weight_ih_l0_reverse	9	-0.05234496667981148
10920	rnn.weight_hh_l0_reverse	0	-0.0762995257973671
10920	rnn.weight_hh_l0_reverse	1	-0.03858766332268715
10920	rnn.weight_hh_l0_reverse	2	0.01807810552418232
10920	rnn.weight_hh_l0_reverse	3	0.04398985207080841
10920	rnn.weight_hh_l0_reverse	4	0.017907651141285896
10920	rnn.weight_hh_l0_reverse	5	0.04270274192094803
10920	rnn.weight_hh_l0_reverse	6	0.004554342944175005
10920	rnn.weight_hh_l0_reverse	7	0.0008651053649373353
10920	rnn.weight_hh_l0_reverse	8	-0.08887805789709091
10920	rnn.weight_hh_l0_reverse	9	0.050628889352083206
10920	rnn.bias_ih_l0_reverse	0	-0.058435529470443726
10920	rnn.bias_ih_l0_reverse	1	-0.020361823961138725
10920	rnn.bias_ih_l0_reverse	2	0.08806049823760986
10920	rnn.bias_ih_l0_reverse	3	0.026262635365128517
10920	rnn.bias_ih_l0_reverse	4	-0.10587020963430405
10920	rnn.bias_ih_l0_reverse	5	0.03569728508591652
10920	rnn.bias_ih_l0_reverse	6	-0.11003774404525757
10920	rnn.bias_ih_l0_reverse	7	0.040162134915590286
10920	rnn.bias_ih_l0_reverse	8	0.021615056321024895
10920	rnn.bias_ih_l0_reverse	9	0.07069575786590576
10920	rnn.bias_hh_l0_reverse	0	0.03718159720301628
10920	rnn.bias_hh_l0_reverse	1	0.07793812453746796
10920	rnn.bias_hh_l0_reverse	2	0.078629270195961
10920	rnn.bias_hh_l0_reverse	3	-0.006813259795308113
10920	rnn.bias_hh_l0_reverse	4	0.08052956312894821
10920	rnn.bias_hh_l0_reverse	5	0.006046449299901724
10920	rnn.bias_hh_l0_reverse	6	-0.07423462718725204
10920	rnn.bias_hh_l0_reverse	7	0.044925346970558167
10920	rnn.bias_hh_l0_reverse	8	0.03154554218053818
10920	rnn.bias_hh_l0_reverse	9	-0.13940279185771942
10920	linear.weight	0	0.14192794263362885
10920	linear.weight	1	-0.1095360592007637
10920	linear.weight	2	-0.15698190033435822
10920	linear.weight	3	0.04714922234416008
10920	linear.weight	4	-0.0005229396629147232
10920	linear.weight	5	-0.020029904320836067
10920	linear.weight	6	-0.009593049995601177
10920	linear.weight	7	-0.03657954931259155
10920	linear.weight	8	0.02034308761358261
10920	linear.weight	9	0.3221348226070404
10920	linear.bias	0	-0.10233292728662491
10920	linear.bias	1	0.12649330496788025
10920	linear.bias	2	-0.437981516122818
10920	linear.bias	3	1.4612680673599243
10920	linear.bias	4	-0.33693745732307434
10920	linear.bias	5	-0.030769959092140198
10920	linear.bias	6	-0.2986389398574829
10920	linear.bias	7	-0.21407613158226013
10920	linear.bias	8	0.0495278425514698
10920	linear.bias	9	-0.4400336742401123
10948	transitions	0	-0.6097967624664307
10948	transitions	1	0.38849198818206787
10948	transitions	2	1.7263466119766235
10948	transitions	3	0.14366962015628815
10948	transitions	4	0.9796186685562134
10948	transitions	5	1.2746671438217163
10948	transitions	6	0.4843507409095764
10948	transitions	7	0.1812586933374405
10948	transitions	8	-0.9191340804100037
10948	transitions	9	0.9307592511177063
10948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10948	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10948	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10948	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10948	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10948	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10948	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10948	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10948	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10948	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10948	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10948	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10948	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10948	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10948	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10948	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10948	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10948	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10948	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10948	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10948	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10948	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10948	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10948	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10948	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10948	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10948	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10948	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10948	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10948	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10948	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10948	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10948	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10948	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10948	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10948	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10948	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10948	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10948	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10948	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10948	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10948	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10948	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10948	embedding2nn.weight	0	0.01014490332454443
10948	embedding2nn.weight	1	0.015179634094238281
10948	embedding2nn.weight	2	-0.005582862533628941
10948	embedding2nn.weight	3	0.002468685619533062
10948	embedding2nn.weight	4	-0.0040391357615590096
10948	embedding2nn.weight	5	0.009915023110806942
10948	embedding2nn.weight	6	-0.003336078952997923
10948	embedding2nn.weight	7	0.007680630311369896
10948	embedding2nn.weight	8	-0.007333324756473303
10948	embedding2nn.weight	9	-0.013505873270332813
10948	embedding2nn.bias	0	-0.0415194034576416
10948	embedding2nn.bias	1	-0.003363546449691057
10948	embedding2nn.bias	2	-0.06525244563817978
10948	embedding2nn.bias	3	0.023602021858096123
10948	embedding2nn.bias	4	0.01926480233669281
10948	embedding2nn.bias	5	0.004201232455670834
10948	embedding2nn.bias	6	0.011565281078219414
10948	embedding2nn.bias	7	0.043654266744852066
10948	embedding2nn.bias	8	0.008375290781259537
10948	embedding2nn.bias	9	-0.008625924587249756
10948	rnn.weight_ih_l0	0	0.03778200224041939
10948	rnn.weight_ih_l0	1	-0.011519771069288254
10948	rnn.weight_ih_l0	2	-0.02639920264482498
10948	rnn.weight_ih_l0	3	-0.04863431304693222
10948	rnn.weight_ih_l0	4	-0.04769022390246391
10948	rnn.weight_ih_l0	5	-0.0020467243157327175
10948	rnn.weight_ih_l0	6	-0.052769504487514496
10948	rnn.weight_ih_l0	7	-0.05516257509589195
10948	rnn.weight_ih_l0	8	-0.047214966267347336
10948	rnn.weight_ih_l0	9	-0.027339551597833633
10948	rnn.weight_hh_l0	0	0.016251467168331146
10948	rnn.weight_hh_l0	1	-0.022942082956433296
10948	rnn.weight_hh_l0	2	-0.041892845183610916
10948	rnn.weight_hh_l0	3	-0.022388974204659462
10948	rnn.weight_hh_l0	4	-0.0577227845788002
10948	rnn.weight_hh_l0	5	-0.010555552318692207
10948	rnn.weight_hh_l0	6	-0.035771287977695465
10948	rnn.weight_hh_l0	7	0.012185038067400455
10948	rnn.weight_hh_l0	8	-0.018758783116936684
10948	rnn.weight_hh_l0	9	0.02233779989182949
10948	rnn.bias_ih_l0	0	0.09631478041410446
10948	rnn.bias_ih_l0	1	-0.036583904176950455
10948	rnn.bias_ih_l0	2	0.1085464358329773
10948	rnn.bias_ih_l0	3	0.06719885766506195
10948	rnn.bias_ih_l0	4	0.1025410145521164
10948	rnn.bias_ih_l0	5	0.02626536227762699
10948	rnn.bias_ih_l0	6	-0.010765813291072845
10948	rnn.bias_ih_l0	7	-0.08727748692035675
10948	rnn.bias_ih_l0	8	-0.13207949697971344
10948	rnn.bias_ih_l0	9	0.0840834528207779
10948	rnn.bias_hh_l0	0	-0.02379757910966873
10948	rnn.bias_hh_l0	1	0.014795192517340183
10948	rnn.bias_hh_l0	2	-0.022322526201605797
10948	rnn.bias_hh_l0	3	-0.015170179307460785
10948	rnn.bias_hh_l0	4	-0.043001122772693634
10948	rnn.bias_hh_l0	5	0.11966442316770554
10948	rnn.bias_hh_l0	6	0.001552258851006627
10948	rnn.bias_hh_l0	7	0.015576264820992947
10948	rnn.bias_hh_l0	8	0.02360292337834835
10948	rnn.bias_hh_l0	9	0.04753386601805687
10948	rnn.weight_ih_l0_reverse	0	-0.031694021075963974
10948	rnn.weight_ih_l0_reverse	1	0.000304417364532128
10948	rnn.weight_ih_l0_reverse	2	0.02420303039252758
10948	rnn.weight_ih_l0_reverse	3	-0.05602695047855377
10948	rnn.weight_ih_l0_reverse	4	0.009599775075912476
10948	rnn.weight_ih_l0_reverse	5	-0.053661078214645386
10948	rnn.weight_ih_l0_reverse	6	0.00888840388506651
10948	rnn.weight_ih_l0_reverse	7	0.042431630194187164
10948	rnn.weight_ih_l0_reverse	8	-0.043446555733680725
10948	rnn.weight_ih_l0_reverse	9	-0.05240416154265404
10948	rnn.weight_hh_l0_reverse	0	-0.07557814568281174
10948	rnn.weight_hh_l0_reverse	1	-0.03906100615859032
10948	rnn.weight_hh_l0_reverse	2	0.018481239676475525
10948	rnn.weight_hh_l0_reverse	3	0.043772995471954346
10948	rnn.weight_hh_l0_reverse	4	0.01848306693136692
10948	rnn.weight_hh_l0_reverse	5	0.04291858151555061
10948	rnn.weight_hh_l0_reverse	6	0.00405528862029314
10948	rnn.weight_hh_l0_reverse	7	0.001022118260152638
10948	rnn.weight_hh_l0_reverse	8	-0.0890287458896637
10948	rnn.weight_hh_l0_reverse	9	0.05021260678768158
10948	rnn.bias_ih_l0_reverse	0	-0.06014610081911087
10948	rnn.bias_ih_l0_reverse	1	-0.029467038810253143
10948	rnn.bias_ih_l0_reverse	2	0.08767169713973999
10948	rnn.bias_ih_l0_reverse	3	0.026563942432403564
10948	rnn.bias_ih_l0_reverse	4	-0.10667743533849716
10948	rnn.bias_ih_l0_reverse	5	0.03710148483514786
10948	rnn.bias_ih_l0_reverse	6	-0.10631212592124939
10948	rnn.bias_ih_l0_reverse	7	0.03858799859881401
10948	rnn.bias_ih_l0_reverse	8	0.0226595401763916
10948	rnn.bias_ih_l0_reverse	9	0.07085267454385757
10948	rnn.bias_hh_l0_reverse	0	0.03868942707777023
10948	rnn.bias_hh_l0_reverse	1	0.07831274718046188
10948	rnn.bias_hh_l0_reverse	2	0.08004650473594666
10948	rnn.bias_hh_l0_reverse	3	-0.007478958927094936
10948	rnn.bias_hh_l0_reverse	4	0.08254513144493103
10948	rnn.bias_hh_l0_reverse	5	0.0029941946268081665
10948	rnn.bias_hh_l0_reverse	6	-0.07491011172533035
10948	rnn.bias_hh_l0_reverse	7	0.04582957923412323
10948	rnn.bias_hh_l0_reverse	8	0.030168119817972183
10948	rnn.bias_hh_l0_reverse	9	-0.13924501836299896
10948	linear.weight	0	0.1422184854745865
10948	linear.weight	1	-0.10948222130537033
10948	linear.weight	2	-0.1596536785364151
10948	linear.weight	3	0.05374545976519585
10948	linear.weight	4	-0.002761964686214924
10948	linear.weight	5	-0.01976200006902218
10948	linear.weight	6	-0.009582653641700745
10948	linear.weight	7	-0.036464326083660126
10948	linear.weight	8	0.019615698605775833
10948	linear.weight	9	0.31969743967056274
10948	linear.bias	0	-0.10429444164037704
10948	linear.bias	1	0.12937743961811066
10948	linear.bias	2	-0.43829473853111267
10948	linear.bias	3	1.4679596424102783
10948	linear.bias	4	-0.33734843134880066
10948	linear.bias	5	-0.030769959092140198
10948	linear.bias	6	-0.298231840133667
10948	linear.bias	7	-0.20993158221244812
10948	linear.bias	8	0.05212472751736641
10948	linear.bias	9	-0.4402700662612915
10976	transitions	0	-0.6098728179931641
10976	transitions	1	0.38830599188804626
10976	transitions	2	1.7261897325515747
10976	transitions	3	0.14363731443881989
10976	transitions	4	0.9795275926589966
10976	transitions	5	1.2746661901474
10976	transitions	6	0.48434481024742126
10976	transitions	7	0.1812417358160019
10976	transitions	8	-0.9191352725028992
10976	transitions	9	0.9307592511177063
10976	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
10976	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
10976	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
10976	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
10976	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
10976	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
10976	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
10976	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
10976	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
10976	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
10976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
10976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
10976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
10976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
10976	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
10976	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
10976	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
10976	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
10976	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
10976	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
10976	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
10976	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
10976	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
10976	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
10976	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
10976	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
10976	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
10976	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
10976	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
10976	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
10976	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
10976	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
10976	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
10976	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
10976	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
10976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
10976	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
10976	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
10976	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
10976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
10976	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
10976	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
10976	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
10976	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
10976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
10976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
10976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
10976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
10976	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
10976	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
10976	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
10976	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
10976	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
10976	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
10976	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
10976	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
10976	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
10976	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
10976	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
10976	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
10976	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
10976	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
10976	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
10976	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
10976	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
10976	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
10976	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
10976	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
10976	embedding2nn.weight	0	0.01092622708529234
10976	embedding2nn.weight	1	0.015109515748918056
10976	embedding2nn.weight	2	-0.005497388541698456
10976	embedding2nn.weight	3	0.0023773163557052612
10976	embedding2nn.weight	4	-0.004018879029899836
10976	embedding2nn.weight	5	0.010277657769620419
10976	embedding2nn.weight	6	-0.0033358901273459196
10976	embedding2nn.weight	7	0.008029110729694366
10976	embedding2nn.weight	8	-0.007394541520625353
10976	embedding2nn.weight	9	-0.013586883433163166
10976	embedding2nn.bias	0	-0.03977937251329422
10976	embedding2nn.bias	1	-0.006062811240553856
10976	embedding2nn.bias	2	-0.06115510314702988
10976	embedding2nn.bias	3	0.02755945548415184
10976	embedding2nn.bias	4	0.01503688469529152
10976	embedding2nn.bias	5	0.0031686685979366302
10976	embedding2nn.bias	6	0.007209730800241232
10976	embedding2nn.bias	7	0.03782562166452408
10976	embedding2nn.bias	8	0.006419839337468147
10976	embedding2nn.bias	9	-0.009273417294025421
10976	rnn.weight_ih_l0	0	0.037598781287670135
10976	rnn.weight_ih_l0	1	-0.011129927821457386
10976	rnn.weight_ih_l0	2	-0.02736823447048664
10976	rnn.weight_ih_l0	3	-0.04841773957014084
10976	rnn.weight_ih_l0	4	-0.04739406704902649
10976	rnn.weight_ih_l0	5	-0.002232043305411935
10976	rnn.weight_ih_l0	6	-0.05269366130232811
10976	rnn.weight_ih_l0	7	-0.05510599538683891
10976	rnn.weight_ih_l0	8	-0.04749959334731102
10976	rnn.weight_ih_l0	9	-0.02729388326406479
10976	rnn.weight_hh_l0	0	0.016370266675949097
10976	rnn.weight_hh_l0	1	-0.023154349997639656
10976	rnn.weight_hh_l0	2	-0.04132795333862305
10976	rnn.weight_hh_l0	3	-0.022308753803372383
10976	rnn.weight_hh_l0	4	-0.05783824622631073
10976	rnn.weight_hh_l0	5	-0.011038282886147499
10976	rnn.weight_hh_l0	6	-0.03611309453845024
10976	rnn.weight_hh_l0	7	0.012825557962059975
10976	rnn.weight_hh_l0	8	-0.018819618970155716
10976	rnn.weight_hh_l0	9	0.022154463455080986
10976	rnn.bias_ih_l0	0	0.09469932317733765
10976	rnn.bias_ih_l0	1	-0.03494921699166298
10976	rnn.bias_ih_l0	2	0.10887210816144943
10976	rnn.bias_ih_l0	3	0.06652171164751053
10976	rnn.bias_ih_l0	4	0.10153748840093613
10976	rnn.bias_ih_l0	5	0.027300992980599403
10976	rnn.bias_ih_l0	6	-0.008643272332847118
10976	rnn.bias_ih_l0	7	-0.09033661335706711
10976	rnn.bias_ih_l0	8	-0.1314331740140915
10976	rnn.bias_ih_l0	9	0.08208690583705902
10976	rnn.bias_hh_l0	0	-0.024398066103458405
10976	rnn.bias_hh_l0	1	0.013066098093986511
10976	rnn.bias_hh_l0	2	-0.02318350411951542
10976	rnn.bias_hh_l0	3	-0.016811149194836617
10976	rnn.bias_hh_l0	4	-0.045372769236564636
10976	rnn.bias_hh_l0	5	0.12194149196147919
10976	rnn.bias_hh_l0	6	0.0015164040960371494
10976	rnn.bias_hh_l0	7	0.016231194138526917
10976	rnn.bias_hh_l0	8	0.025725459679961205
10976	rnn.bias_hh_l0	9	0.04519066587090492
10976	rnn.weight_ih_l0_reverse	0	-0.03181246295571327
10976	rnn.weight_ih_l0_reverse	1	-0.0002613856631796807
10976	rnn.weight_ih_l0_reverse	2	0.02427486702799797
10976	rnn.weight_ih_l0_reverse	3	-0.05577699840068817
10976	rnn.weight_ih_l0_reverse	4	0.009534228593111038
10976	rnn.weight_ih_l0_reverse	5	-0.053394950926303864
10976	rnn.weight_ih_l0_reverse	6	0.009523642249405384
10976	rnn.weight_ih_l0_reverse	7	0.04244210198521614
10976	rnn.weight_ih_l0_reverse	8	-0.043441370129585266
10976	rnn.weight_ih_l0_reverse	9	-0.05205374211072922
10976	rnn.weight_hh_l0_reverse	0	-0.07591821253299713
10976	rnn.weight_hh_l0_reverse	1	-0.04108722507953644
10976	rnn.weight_hh_l0_reverse	2	0.018252097070217133
10976	rnn.weight_hh_l0_reverse	3	0.04397532716393471
10976	rnn.weight_hh_l0_reverse	4	0.0181377362459898
10976	rnn.weight_hh_l0_reverse	5	0.042824551463127136
10976	rnn.weight_hh_l0_reverse	6	0.0036618653684854507
10976	rnn.weight_hh_l0_reverse	7	0.0009677531197667122
10976	rnn.weight_hh_l0_reverse	8	-0.08888915181159973
10976	rnn.weight_hh_l0_reverse	9	0.0508723109960556
10976	rnn.bias_ih_l0_reverse	0	-0.059498779475688934
10976	rnn.bias_ih_l0_reverse	1	-0.028871729969978333
10976	rnn.bias_ih_l0_reverse	2	0.08815166354179382
10976	rnn.bias_ih_l0_reverse	3	0.02616768702864647
10976	rnn.bias_ih_l0_reverse	4	-0.10465803742408752
10976	rnn.bias_ih_l0_reverse	5	0.03690497949719429
10976	rnn.bias_ih_l0_reverse	6	-0.10692204535007477
10976	rnn.bias_ih_l0_reverse	7	0.03599846735596657
10976	rnn.bias_ih_l0_reverse	8	0.02416270226240158
10976	rnn.bias_ih_l0_reverse	9	0.069631427526474
10976	rnn.bias_hh_l0_reverse	0	0.03622468188405037
10976	rnn.bias_hh_l0_reverse	1	0.07693460583686829
10976	rnn.bias_hh_l0_reverse	2	0.0810435488820076
10976	rnn.bias_hh_l0_reverse	3	-0.00706147588789463
10976	rnn.bias_hh_l0_reverse	4	0.08151496946811676
10976	rnn.bias_hh_l0_reverse	5	-0.0029439807403832674
10976	rnn.bias_hh_l0_reverse	6	-0.07632716745138168
10976	rnn.bias_hh_l0_reverse	7	0.04447801038622856
10976	rnn.bias_hh_l0_reverse	8	0.030237652361392975
10976	rnn.bias_hh_l0_reverse	9	-0.14073602855205536
10976	linear.weight	0	0.15206602215766907
10976	linear.weight	1	-0.10947130620479584
10976	linear.weight	2	-0.15912087261676788
10976	linear.weight	3	0.049180857837200165
10976	linear.weight	4	-0.0022930835839360952
10976	linear.weight	5	-0.020362425595521927
10976	linear.weight	6	-0.009576684795320034
10976	linear.weight	7	-0.038541875779628754
10976	linear.weight	8	0.019312651827931404
10976	linear.weight	9	0.3179394006729126
10976	linear.bias	0	-0.10963119566440582
10976	linear.bias	1	0.12460892647504807
10976	linear.bias	2	-0.4411347508430481
10976	linear.bias	3	1.4699251651763916
10976	linear.bias	4	-0.33789554238319397
10976	linear.bias	5	-0.030769959092140198
10976	linear.bias	6	-0.30038270354270935
10976	linear.bias	7	-0.21186724305152893
10976	linear.bias	8	0.05875552073121071
10976	linear.bias	9	-0.4404703378677368
11004	transitions	0	-0.609961748123169
11004	transitions	1	0.3882237672805786
11004	transitions	2	1.7260760068893433
11004	transitions	3	0.14354649186134338
11004	transitions	4	0.9794756174087524
11004	transitions	5	1.274664044380188
11004	transitions	6	0.48434239625930786
11004	transitions	7	0.18123994767665863
11004	transitions	8	-0.9191356301307678
11004	transitions	9	0.9307592511177063
11004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11004	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11004	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11004	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11004	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11004	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11004	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11004	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11004	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11004	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11004	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11004	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11004	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11004	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11004	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11004	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11004	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11004	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11004	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11004	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11004	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11004	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11004	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11004	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11004	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11004	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11004	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11004	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11004	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11004	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11004	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11004	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11004	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11004	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11004	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11004	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11004	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11004	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11004	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11004	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11004	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11004	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11004	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11004	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11004	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11004	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11004	embedding2nn.weight	0	0.01117814052850008
11004	embedding2nn.weight	1	0.015137451700866222
11004	embedding2nn.weight	2	-0.005482774693518877
11004	embedding2nn.weight	3	0.0022261294070631266
11004	embedding2nn.weight	4	-0.004066871479153633
11004	embedding2nn.weight	5	0.0101828807964921
11004	embedding2nn.weight	6	-0.0033775954507291317
11004	embedding2nn.weight	7	0.007651905063539743
11004	embedding2nn.weight	8	-0.007570471614599228
11004	embedding2nn.weight	9	-0.01351667009294033
11004	embedding2nn.bias	0	-0.043206263333559036
11004	embedding2nn.bias	1	-0.007914140820503235
11004	embedding2nn.bias	2	-0.06304661929607391
11004	embedding2nn.bias	3	0.03434908017516136
11004	embedding2nn.bias	4	0.015393409878015518
11004	embedding2nn.bias	5	0.0017741011688485742
11004	embedding2nn.bias	6	0.014832786284387112
11004	embedding2nn.bias	7	0.042036786675453186
11004	embedding2nn.bias	8	0.008898051455616951
11004	embedding2nn.bias	9	-0.006008716765791178
11004	rnn.weight_ih_l0	0	0.03743816912174225
11004	rnn.weight_ih_l0	1	-0.011313466355204582
11004	rnn.weight_ih_l0	2	-0.027540860697627068
11004	rnn.weight_ih_l0	3	-0.04844101890921593
11004	rnn.weight_ih_l0	4	-0.047419413924217224
11004	rnn.weight_ih_l0	5	-0.0022751919459551573
11004	rnn.weight_ih_l0	6	-0.05301893875002861
11004	rnn.weight_ih_l0	7	-0.054974183440208435
11004	rnn.weight_ih_l0	8	-0.04759245365858078
11004	rnn.weight_ih_l0	9	-0.02723623998463154
11004	rnn.weight_hh_l0	0	0.016384460031986237
11004	rnn.weight_hh_l0	1	-0.024050449952483177
11004	rnn.weight_hh_l0	2	-0.04206818714737892
11004	rnn.weight_hh_l0	3	-0.022329872474074364
11004	rnn.weight_hh_l0	4	-0.05770877003669739
11004	rnn.weight_hh_l0	5	-0.01039018016308546
11004	rnn.weight_hh_l0	6	-0.03828856348991394
11004	rnn.weight_hh_l0	7	0.014335449784994125
11004	rnn.weight_hh_l0	8	-0.018620584160089493
11004	rnn.weight_hh_l0	9	0.021721476688981056
11004	rnn.bias_ih_l0	0	0.09591622650623322
11004	rnn.bias_ih_l0	1	-0.03841422125697136
11004	rnn.bias_ih_l0	2	0.11032164096832275
11004	rnn.bias_ih_l0	3	0.0655551478266716
11004	rnn.bias_ih_l0	4	0.10210578888654709
11004	rnn.bias_ih_l0	5	0.027577344328165054
11004	rnn.bias_ih_l0	6	-0.01017251331359148
11004	rnn.bias_ih_l0	7	-0.08203527331352234
11004	rnn.bias_ih_l0	8	-0.13551083207130432
11004	rnn.bias_ih_l0	9	0.08173777908086777
11004	rnn.bias_hh_l0	0	-0.023454254493117332
11004	rnn.bias_hh_l0	1	0.014217421412467957
11004	rnn.bias_hh_l0	2	-0.02212737686932087
11004	rnn.bias_hh_l0	3	-0.01642196625471115
11004	rnn.bias_hh_l0	4	-0.04595476761460304
11004	rnn.bias_hh_l0	5	0.12245588004589081
11004	rnn.bias_hh_l0	6	0.00031983634107746184
11004	rnn.bias_hh_l0	7	0.019582055509090424
11004	rnn.bias_hh_l0	8	0.02419622242450714
11004	rnn.bias_hh_l0	9	0.044198568910360336
11004	rnn.weight_ih_l0_reverse	0	-0.03144469112157822
11004	rnn.weight_ih_l0_reverse	1	0.00036910802009515464
11004	rnn.weight_ih_l0_reverse	2	0.024251116439700127
11004	rnn.weight_ih_l0_reverse	3	-0.05571984499692917
11004	rnn.weight_ih_l0_reverse	4	0.009332345798611641
11004	rnn.weight_ih_l0_reverse	5	-0.052935920655727386
11004	rnn.weight_ih_l0_reverse	6	0.009085620753467083
11004	rnn.weight_ih_l0_reverse	7	0.04269549250602722
11004	rnn.weight_ih_l0_reverse	8	-0.04332374408841133
11004	rnn.weight_ih_l0_reverse	9	-0.05179678648710251
11004	rnn.weight_hh_l0_reverse	0	-0.0756792426109314
11004	rnn.weight_hh_l0_reverse	1	-0.04100118204951286
11004	rnn.weight_hh_l0_reverse	2	0.019008008763194084
11004	rnn.weight_hh_l0_reverse	3	0.044246774166822433
11004	rnn.weight_hh_l0_reverse	4	0.01830483227968216
11004	rnn.weight_hh_l0_reverse	5	0.043062031269073486
11004	rnn.weight_hh_l0_reverse	6	0.00035879958886653185
11004	rnn.weight_hh_l0_reverse	7	0.001404761802405119
11004	rnn.weight_hh_l0_reverse	8	-0.08901766687631607
11004	rnn.weight_hh_l0_reverse	9	0.050990670919418335
11004	rnn.bias_ih_l0_reverse	0	-0.06406822800636292
11004	rnn.bias_ih_l0_reverse	1	-0.026433201506733894
11004	rnn.bias_ih_l0_reverse	2	0.08947491645812988
11004	rnn.bias_ih_l0_reverse	3	0.02698896825313568
11004	rnn.bias_ih_l0_reverse	4	-0.10523021221160889
11004	rnn.bias_ih_l0_reverse	5	0.0361427441239357
11004	rnn.bias_ih_l0_reverse	6	-0.10790333151817322
11004	rnn.bias_ih_l0_reverse	7	0.03623468056321144
11004	rnn.bias_ih_l0_reverse	8	0.020667018368840218
11004	rnn.bias_ih_l0_reverse	9	0.06957291811704636
11004	rnn.bias_hh_l0_reverse	0	0.04051445052027702
11004	rnn.bias_hh_l0_reverse	1	0.07382832467556
11004	rnn.bias_hh_l0_reverse	2	0.07993052899837494
11004	rnn.bias_hh_l0_reverse	3	-0.00362570327706635
11004	rnn.bias_hh_l0_reverse	4	0.08135142922401428
11004	rnn.bias_hh_l0_reverse	5	0.001569549087435007
11004	rnn.bias_hh_l0_reverse	6	-0.07784277945756912
11004	rnn.bias_hh_l0_reverse	7	0.043755654245615005
11004	rnn.bias_hh_l0_reverse	8	0.030987538397312164
11004	rnn.bias_hh_l0_reverse	9	-0.13649235665798187
11004	linear.weight	0	0.15834791958332062
11004	linear.weight	1	-0.10949226468801498
11004	linear.weight	2	-0.15715020895004272
11004	linear.weight	3	0.055909764021635056
11004	linear.weight	4	-0.002075447468087077
11004	linear.weight	5	-0.019022919237613678
11004	linear.weight	6	-0.009565191343426704
11004	linear.weight	7	-0.03846784308552742
11004	linear.weight	8	0.021454038098454475
11004	linear.weight	9	0.31814345717430115
11004	linear.bias	0	-0.10501948744058609
11004	linear.bias	1	0.12268099188804626
11004	linear.bias	2	-0.4418511986732483
11004	linear.bias	3	1.4776346683502197
11004	linear.bias	4	-0.33834603428840637
11004	linear.bias	5	-0.030769959092140198
11004	linear.bias	6	-0.3015459477901459
11004	linear.bias	7	-0.2098637819290161
11004	linear.bias	8	0.05333951488137245
11004	linear.bias	9	-0.44068142771720886
11032	transitions	0	-0.6101189255714417
11032	transitions	1	0.3881528079509735
11032	transitions	2	1.7259631156921387
11032	transitions	3	0.14348052442073822
11032	transitions	4	0.9794034361839294
11032	transitions	5	1.2746623754501343
11032	transitions	6	0.4843408763408661
11032	transitions	7	0.1812382936477661
11032	transitions	8	-0.9191382527351379
11032	transitions	9	0.9307591915130615
11032	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11032	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11032	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11032	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11032	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11032	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11032	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11032	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11032	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11032	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11032	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11032	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11032	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11032	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11032	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11032	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11032	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11032	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11032	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11032	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11032	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11032	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11032	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11032	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11032	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11032	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11032	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11032	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11032	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11032	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11032	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11032	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11032	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11032	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11032	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11032	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11032	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11032	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11032	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11032	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11032	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11032	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11032	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11032	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11032	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11032	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11032	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11032	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11032	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11032	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11032	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11032	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11032	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11032	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11032	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11032	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11032	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11032	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11032	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11032	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11032	embedding2nn.weight	0	0.0115807568654418
11032	embedding2nn.weight	1	0.015247616916894913
11032	embedding2nn.weight	2	-0.0055109369568526745
11032	embedding2nn.weight	3	0.0023215445689857006
11032	embedding2nn.weight	4	-0.004051865078508854
11032	embedding2nn.weight	5	0.010261382907629013
11032	embedding2nn.weight	6	-0.003375022439286113
11032	embedding2nn.weight	7	0.007428932003676891
11032	embedding2nn.weight	8	-0.007570693735033274
11032	embedding2nn.weight	9	-0.013683367520570755
11032	embedding2nn.bias	0	-0.04244358837604523
11032	embedding2nn.bias	1	-0.009039399214088917
11032	embedding2nn.bias	2	-0.06783653050661087
11032	embedding2nn.bias	3	0.03225523233413696
11032	embedding2nn.bias	4	0.012161565944552422
11032	embedding2nn.bias	5	0.0028633764013648033
11032	embedding2nn.bias	6	0.020906031131744385
11032	embedding2nn.bias	7	0.043294377624988556
11032	embedding2nn.bias	8	0.007990927435457706
11032	embedding2nn.bias	9	0.0026400776114314795
11032	rnn.weight_ih_l0	0	0.03772928938269615
11032	rnn.weight_ih_l0	1	-0.011239220388233662
11032	rnn.weight_ih_l0	2	-0.027879521250724792
11032	rnn.weight_ih_l0	3	-0.04802145063877106
11032	rnn.weight_ih_l0	4	-0.04769086092710495
11032	rnn.weight_ih_l0	5	-0.002249445766210556
11032	rnn.weight_ih_l0	6	-0.05308442562818527
11032	rnn.weight_ih_l0	7	-0.0550643652677536
11032	rnn.weight_ih_l0	8	-0.04770312458276749
11032	rnn.weight_ih_l0	9	-0.02736370824277401
11032	rnn.weight_hh_l0	0	0.016645729541778564
11032	rnn.weight_hh_l0	1	-0.023198070004582405
11032	rnn.weight_hh_l0	2	-0.04239640012383461
11032	rnn.weight_hh_l0	3	-0.022702012211084366
11032	rnn.weight_hh_l0	4	-0.0582580640912056
11032	rnn.weight_hh_l0	5	-0.010713796131312847
11032	rnn.weight_hh_l0	6	-0.03661063686013222
11032	rnn.weight_hh_l0	7	0.014069264754652977
11032	rnn.weight_hh_l0	8	-0.01854151114821434
11032	rnn.weight_hh_l0	9	0.022179104387760162
11032	rnn.bias_ih_l0	0	0.09512120485305786
11032	rnn.bias_ih_l0	1	-0.038991205394268036
11032	rnn.bias_ih_l0	2	0.11481529474258423
11032	rnn.bias_ih_l0	3	0.06508231163024902
11032	rnn.bias_ih_l0	4	0.10324817895889282
11032	rnn.bias_ih_l0	5	0.026224181056022644
11032	rnn.bias_ih_l0	6	-0.01138213463127613
11032	rnn.bias_ih_l0	7	-0.08285359293222427
11032	rnn.bias_ih_l0	8	-0.1370096206665039
11032	rnn.bias_ih_l0	9	0.08210249990224838
11032	rnn.bias_hh_l0	0	-0.023496244102716446
11032	rnn.bias_hh_l0	1	0.01148622389882803
11032	rnn.bias_hh_l0	2	-0.024064218625426292
11032	rnn.bias_hh_l0	3	-0.013681243173778057
11032	rnn.bias_hh_l0	4	-0.046416185796260834
11032	rnn.bias_hh_l0	5	0.12166617065668106
11032	rnn.bias_hh_l0	6	0.0005766586982645094
11032	rnn.bias_hh_l0	7	0.01953105628490448
11032	rnn.bias_hh_l0	8	0.022986600175499916
11032	rnn.bias_hh_l0	9	0.044928573071956635
11032	rnn.weight_ih_l0_reverse	0	-0.031628359109163284
11032	rnn.weight_ih_l0_reverse	1	-0.0002476029912941158
11032	rnn.weight_ih_l0_reverse	2	0.024194510653614998
11032	rnn.weight_ih_l0_reverse	3	-0.05601096153259277
11032	rnn.weight_ih_l0_reverse	4	0.009491128847002983
11032	rnn.weight_ih_l0_reverse	5	-0.05264801159501076
11032	rnn.weight_ih_l0_reverse	6	0.008128411136567593
11032	rnn.weight_ih_l0_reverse	7	0.0428784005343914
11032	rnn.weight_ih_l0_reverse	8	-0.04327954351902008
11032	rnn.weight_ih_l0_reverse	9	-0.05201106518507004
11032	rnn.weight_hh_l0_reverse	0	-0.07606945186853409
11032	rnn.weight_hh_l0_reverse	1	-0.04051300138235092
11032	rnn.weight_hh_l0_reverse	2	0.018889524042606354
11032	rnn.weight_hh_l0_reverse	3	0.04394662007689476
11032	rnn.weight_hh_l0_reverse	4	0.01820426434278488
11032	rnn.weight_hh_l0_reverse	5	0.04305214062333107
11032	rnn.weight_hh_l0_reverse	6	0.002392430556938052
11032	rnn.weight_hh_l0_reverse	7	0.001228769076988101
11032	rnn.weight_hh_l0_reverse	8	-0.0888049528002739
11032	rnn.weight_hh_l0_reverse	9	0.049959272146224976
11032	rnn.bias_ih_l0_reverse	0	-0.06130615994334221
11032	rnn.bias_ih_l0_reverse	1	-0.029226265847682953
11032	rnn.bias_ih_l0_reverse	2	0.09057902544736862
11032	rnn.bias_ih_l0_reverse	3	0.02692241407930851
11032	rnn.bias_ih_l0_reverse	4	-0.10717643052339554
11032	rnn.bias_ih_l0_reverse	5	0.037570420652627945
11032	rnn.bias_ih_l0_reverse	6	-0.10649490356445312
11032	rnn.bias_ih_l0_reverse	7	0.03651705011725426
11032	rnn.bias_ih_l0_reverse	8	0.023692993447184563
11032	rnn.bias_ih_l0_reverse	9	0.0707249715924263
11032	rnn.bias_hh_l0_reverse	0	0.0349988155066967
11032	rnn.bias_hh_l0_reverse	1	0.0745479017496109
11032	rnn.bias_hh_l0_reverse	2	0.07904789596796036
11032	rnn.bias_hh_l0_reverse	3	-0.0038595953956246376
11032	rnn.bias_hh_l0_reverse	4	0.0805521160364151
11032	rnn.bias_hh_l0_reverse	5	0.006819283589720726
11032	rnn.bias_hh_l0_reverse	6	-0.07686580717563629
11032	rnn.bias_hh_l0_reverse	7	0.04602254554629326
11032	rnn.bias_hh_l0_reverse	8	0.03130999580025673
11032	rnn.bias_hh_l0_reverse	9	-0.13116048276424408
11032	linear.weight	0	0.15115709602832794
11032	linear.weight	1	-0.10938572138547897
11032	linear.weight	2	-0.1579706221818924
11032	linear.weight	3	0.056386612355709076
11032	linear.weight	4	-0.001285976148210466
11032	linear.weight	5	-0.018322043120861053
11032	linear.weight	6	-0.009560618549585342
11032	linear.weight	7	-0.03849539905786514
11032	linear.weight	8	0.019531335681676865
11032	linear.weight	9	0.3180390000343323
11032	linear.bias	0	-0.11256669461727142
11032	linear.bias	1	0.1317933201789856
11032	linear.bias	2	-0.4447729289531708
11032	linear.bias	3	1.475633978843689
11032	linear.bias	4	-0.3388616740703583
11032	linear.bias	5	-0.030769959092140198
11032	linear.bias	6	-0.30443140864372253
11032	linear.bias	7	-0.21282745897769928
11032	linear.bias	8	0.04568656533956528
11032	linear.bias	9	-0.44087985157966614
11060	transitions	0	-0.6101779341697693
11060	transitions	1	0.3880481719970703
11060	transitions	2	1.7257803678512573
11060	transitions	3	0.14329791069030762
11060	transitions	4	0.9792285561561584
11060	transitions	5	1.2746593952178955
11060	transitions	6	0.4843396246433258
11060	transitions	7	0.1812354177236557
11060	transitions	8	-0.9191385507583618
11060	transitions	9	0.9307591915130615
11060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11060	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11060	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11060	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11060	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11060	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11060	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11060	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11060	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11060	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11060	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11060	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11060	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11060	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11060	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11060	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11060	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11060	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11060	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11060	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11060	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11060	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11060	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11060	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11060	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11060	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11060	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11060	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11060	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11060	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11060	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11060	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11060	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11060	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11060	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11060	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11060	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11060	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11060	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11060	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11060	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11060	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11060	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11060	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11060	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11060	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11060	embedding2nn.weight	0	0.010569005273282528
11060	embedding2nn.weight	1	0.015529312193393707
11060	embedding2nn.weight	2	-0.005494699347764254
11060	embedding2nn.weight	3	0.002254946855828166
11060	embedding2nn.weight	4	-0.003987180534750223
11060	embedding2nn.weight	5	0.010298228822648525
11060	embedding2nn.weight	6	-0.003367064753547311
11060	embedding2nn.weight	7	0.008000552654266357
11060	embedding2nn.weight	8	-0.007810119539499283
11060	embedding2nn.weight	9	-0.01379596721380949
11060	embedding2nn.bias	0	-0.04403245449066162
11060	embedding2nn.bias	1	-0.0066108088940382
11060	embedding2nn.bias	2	-0.06732441484928131
11060	embedding2nn.bias	3	0.02101479470729828
11060	embedding2nn.bias	4	0.01706722378730774
11060	embedding2nn.bias	5	-0.0011455367784947157
11060	embedding2nn.bias	6	0.016764117404818535
11060	embedding2nn.bias	7	0.043893203139305115
11060	embedding2nn.bias	8	0.001007205806672573
11060	embedding2nn.bias	9	0.0007385690696537495
11060	rnn.weight_ih_l0	0	0.038038864731788635
11060	rnn.weight_ih_l0	1	-0.011092922650277615
11060	rnn.weight_ih_l0	2	-0.028315844014286995
11060	rnn.weight_ih_l0	3	-0.04825912043452263
11060	rnn.weight_ih_l0	4	-0.047652795910835266
11060	rnn.weight_ih_l0	5	-0.001969295786693692
11060	rnn.weight_ih_l0	6	-0.052998319268226624
11060	rnn.weight_ih_l0	7	-0.05502619966864586
11060	rnn.weight_ih_l0	8	-0.04766034334897995
11060	rnn.weight_ih_l0	9	-0.027377121150493622
11060	rnn.weight_hh_l0	0	0.016773546114563942
11060	rnn.weight_hh_l0	1	-0.02315581776201725
11060	rnn.weight_hh_l0	2	-0.04201627895236015
11060	rnn.weight_hh_l0	3	-0.022664887830615044
11060	rnn.weight_hh_l0	4	-0.05813240632414818
11060	rnn.weight_hh_l0	5	-0.011259875260293484
11060	rnn.weight_hh_l0	6	-0.03498809412121773
11060	rnn.weight_hh_l0	7	0.015517969615757465
11060	rnn.weight_hh_l0	8	-0.017546895891427994
11060	rnn.weight_hh_l0	9	0.022432055324316025
11060	rnn.bias_ih_l0	0	0.09621626138687134
11060	rnn.bias_ih_l0	1	-0.039161667227745056
11060	rnn.bias_ih_l0	2	0.11213038116693497
11060	rnn.bias_ih_l0	3	0.0656237006187439
11060	rnn.bias_ih_l0	4	0.10242125391960144
11060	rnn.bias_ih_l0	5	0.025763673707842827
11060	rnn.bias_ih_l0	6	-0.011873098090291023
11060	rnn.bias_ih_l0	7	-0.08048500120639801
11060	rnn.bias_ih_l0	8	-0.13396859169006348
11060	rnn.bias_ih_l0	9	0.0804114118218422
11060	rnn.bias_hh_l0	0	-0.024979304522275925
11060	rnn.bias_hh_l0	1	0.0120144784450531
11060	rnn.bias_hh_l0	2	-0.024293331429362297
11060	rnn.bias_hh_l0	3	-0.016852770000696182
11060	rnn.bias_hh_l0	4	-0.04693802818655968
11060	rnn.bias_hh_l0	5	0.12050484865903854
11060	rnn.bias_hh_l0	6	0.0014487712178379297
11060	rnn.bias_hh_l0	7	0.019316691905260086
11060	rnn.bias_hh_l0	8	0.022495638579130173
11060	rnn.bias_hh_l0	9	0.044900573790073395
11060	rnn.weight_ih_l0_reverse	0	-0.031249478459358215
11060	rnn.weight_ih_l0_reverse	1	-0.00024047790793702006
11060	rnn.weight_ih_l0_reverse	2	0.024391666054725647
11060	rnn.weight_ih_l0_reverse	3	-0.05590444803237915
11060	rnn.weight_ih_l0_reverse	4	0.010078605264425278
11060	rnn.weight_ih_l0_reverse	5	-0.052601926028728485
11060	rnn.weight_ih_l0_reverse	6	0.007726867217570543
11060	rnn.weight_ih_l0_reverse	7	0.04322546720504761
11060	rnn.weight_ih_l0_reverse	8	-0.04312378540635109
11060	rnn.weight_ih_l0_reverse	9	-0.05208718031644821
11060	rnn.weight_hh_l0_reverse	0	-0.0761604756116867
11060	rnn.weight_hh_l0_reverse	1	-0.04087650030851364
11060	rnn.weight_hh_l0_reverse	2	0.019138678908348083
11060	rnn.weight_hh_l0_reverse	3	0.044165611267089844
11060	rnn.weight_hh_l0_reverse	4	0.019444871693849564
11060	rnn.weight_hh_l0_reverse	5	0.04292392358183861
11060	rnn.weight_hh_l0_reverse	6	0.007312225643545389
11060	rnn.weight_hh_l0_reverse	7	0.001656599692068994
11060	rnn.weight_hh_l0_reverse	8	-0.08902490884065628
11060	rnn.weight_hh_l0_reverse	9	0.04905286058783531
11060	rnn.bias_ih_l0_reverse	0	-0.06427367776632309
11060	rnn.bias_ih_l0_reverse	1	-0.028432723134756088
11060	rnn.bias_ih_l0_reverse	2	0.08956533670425415
11060	rnn.bias_ih_l0_reverse	3	0.02555335871875286
11060	rnn.bias_ih_l0_reverse	4	-0.10745225846767426
11060	rnn.bias_ih_l0_reverse	5	0.03628108650445938
11060	rnn.bias_ih_l0_reverse	6	-0.1086074560880661
11060	rnn.bias_ih_l0_reverse	7	0.03834118694067001
11060	rnn.bias_ih_l0_reverse	8	0.025104844942688942
11060	rnn.bias_ih_l0_reverse	9	0.07029886543750763
11060	rnn.bias_hh_l0_reverse	0	0.036737967282533646
11060	rnn.bias_hh_l0_reverse	1	0.07260189950466156
11060	rnn.bias_hh_l0_reverse	2	0.08048781752586365
11060	rnn.bias_hh_l0_reverse	3	-0.005434695165604353
11060	rnn.bias_hh_l0_reverse	4	0.07852569967508316
11060	rnn.bias_hh_l0_reverse	5	0.006356223486363888
11060	rnn.bias_hh_l0_reverse	6	-0.07695454359054565
11060	rnn.bias_hh_l0_reverse	7	0.04721015319228172
11060	rnn.bias_hh_l0_reverse	8	0.03011762723326683
11060	rnn.bias_hh_l0_reverse	9	-0.12707243859767914
11060	linear.weight	0	0.1553499400615692
11060	linear.weight	1	-0.10936196148395538
11060	linear.weight	2	-0.15862321853637695
11060	linear.weight	3	0.05826200917363167
11060	linear.weight	4	-0.0020331875421106815
11060	linear.weight	5	-0.017252562567591667
11060	linear.weight	6	-0.009556318633258343
11060	linear.weight	7	-0.03835129365324974
11060	linear.weight	8	0.020843295380473137
11060	linear.weight	9	0.31594452261924744
11060	linear.bias	0	-0.1154271811246872
11060	linear.bias	1	0.12737171351909637
11060	linear.bias	2	-0.4421601891517639
11060	linear.bias	3	1.478780746459961
11060	linear.bias	4	-0.33929750323295593
11060	linear.bias	5	-0.030769959092140198
11060	linear.bias	6	-0.30351510643959045
11060	linear.bias	7	-0.21193362772464752
11060	linear.bias	8	0.03854474052786827
11060	linear.bias	9	-0.44102707505226135
11088	transitions	0	-0.6102728247642517
11088	transitions	1	0.3877589702606201
11088	transitions	2	1.7256478071212769
11088	transitions	3	0.1432589590549469
11088	transitions	4	0.9788711071014404
11088	transitions	5	1.2746562957763672
11088	transitions	6	0.484338641166687
11088	transitions	7	0.18123474717140198
11088	transitions	8	-0.9191396832466125
11088	transitions	9	0.9307590126991272
11088	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11088	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11088	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11088	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11088	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11088	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11088	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11088	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11088	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11088	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11088	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11088	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11088	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11088	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11088	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11088	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11088	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11088	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11088	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11088	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11088	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11088	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11088	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11088	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11088	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11088	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11088	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11088	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11088	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11088	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11088	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11088	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11088	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11088	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11088	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11088	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11088	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11088	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11088	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11088	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11088	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11088	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11088	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11088	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11088	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11088	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11088	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11088	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11088	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11088	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11088	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11088	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11088	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11088	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11088	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11088	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11088	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11088	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11088	embedding2nn.weight	0	0.009981666691601276
11088	embedding2nn.weight	1	0.015417885035276413
11088	embedding2nn.weight	2	-0.00549368467181921
11088	embedding2nn.weight	3	0.0021450219210237265
11088	embedding2nn.weight	4	-0.004013370722532272
11088	embedding2nn.weight	5	0.01031919289380312
11088	embedding2nn.weight	6	-0.003304837504401803
11088	embedding2nn.weight	7	0.007649754639714956
11088	embedding2nn.weight	8	-0.007744443602859974
11088	embedding2nn.weight	9	-0.01383383572101593
11088	embedding2nn.bias	0	-0.04198065400123596
11088	embedding2nn.bias	1	-0.02112673968076706
11088	embedding2nn.bias	2	-0.06229682266712189
11088	embedding2nn.bias	3	0.017214415594935417
11088	embedding2nn.bias	4	0.01506040059030056
11088	embedding2nn.bias	5	0.006505798548460007
11088	embedding2nn.bias	6	0.013922181911766529
11088	embedding2nn.bias	7	0.03667483851313591
11088	embedding2nn.bias	8	-0.003476043464615941
11088	embedding2nn.bias	9	0.004307908471673727
11088	rnn.weight_ih_l0	0	0.03837182745337486
11088	rnn.weight_ih_l0	1	-0.010660002008080482
11088	rnn.weight_ih_l0	2	-0.027820520102977753
11088	rnn.weight_ih_l0	3	-0.04820127785205841
11088	rnn.weight_ih_l0	4	-0.047840870916843414
11088	rnn.weight_ih_l0	5	-0.0021800945978611708
11088	rnn.weight_ih_l0	6	-0.05320514738559723
11088	rnn.weight_ih_l0	7	-0.055023614317178726
11088	rnn.weight_ih_l0	8	-0.04749619960784912
11088	rnn.weight_ih_l0	9	-0.027210157364606857
11088	rnn.weight_hh_l0	0	0.01618313044309616
11088	rnn.weight_hh_l0	1	-0.02263445407152176
11088	rnn.weight_hh_l0	2	-0.04224586859345436
11088	rnn.weight_hh_l0	3	-0.022493110969662666
11088	rnn.weight_hh_l0	4	-0.058086197823286057
11088	rnn.weight_hh_l0	5	-0.011702677235007286
11088	rnn.weight_hh_l0	6	-0.032006800174713135
11088	rnn.weight_hh_l0	7	0.015116501599550247
11088	rnn.weight_hh_l0	8	-0.017880354076623917
11088	rnn.weight_hh_l0	9	0.022422872483730316
11088	rnn.bias_ih_l0	0	0.09638231247663498
11088	rnn.bias_ih_l0	1	-0.0380825512111187
11088	rnn.bias_ih_l0	2	0.11199378967285156
11088	rnn.bias_ih_l0	3	0.06705211848020554
11088	rnn.bias_ih_l0	4	0.1029694452881813
11088	rnn.bias_ih_l0	5	0.025904273614287376
11088	rnn.bias_ih_l0	6	-0.009969265200197697
11088	rnn.bias_ih_l0	7	-0.08244791626930237
11088	rnn.bias_ih_l0	8	-0.13456512987613678
11088	rnn.bias_ih_l0	9	0.07964739203453064
11088	rnn.bias_hh_l0	0	-0.026148205623030663
11088	rnn.bias_hh_l0	1	0.011958429589867592
11088	rnn.bias_hh_l0	2	-0.02700107730925083
11088	rnn.bias_hh_l0	3	-0.01797601394355297
11088	rnn.bias_hh_l0	4	-0.04517358914017677
11088	rnn.bias_hh_l0	5	0.11894374340772629
11088	rnn.bias_hh_l0	6	0.0027487759944051504
11088	rnn.bias_hh_l0	7	0.019612565636634827
11088	rnn.bias_hh_l0	8	0.024399466812610626
11088	rnn.bias_hh_l0	9	0.04539116099476814
11088	rnn.weight_ih_l0_reverse	0	-0.030961761251091957
11088	rnn.weight_ih_l0_reverse	1	-0.0010297892149537802
11088	rnn.weight_ih_l0_reverse	2	0.0243394635617733
11088	rnn.weight_ih_l0_reverse	3	-0.05572469159960747
11088	rnn.weight_ih_l0_reverse	4	0.010038021020591259
11088	rnn.weight_ih_l0_reverse	5	-0.05246303975582123
11088	rnn.weight_ih_l0_reverse	6	0.007450232747942209
11088	rnn.weight_ih_l0_reverse	7	0.04315410181879997
11088	rnn.weight_ih_l0_reverse	8	-0.043077532202005386
11088	rnn.weight_ih_l0_reverse	9	-0.05194091796875
11088	rnn.weight_hh_l0_reverse	0	-0.07570936530828476
11088	rnn.weight_hh_l0_reverse	1	-0.04229928180575371
11088	rnn.weight_hh_l0_reverse	2	0.01911395974457264
11088	rnn.weight_hh_l0_reverse	3	0.04404762387275696
11088	rnn.weight_hh_l0_reverse	4	0.019947880879044533
11088	rnn.weight_hh_l0_reverse	5	0.04293925687670708
11088	rnn.weight_hh_l0_reverse	6	0.00813221000134945
11088	rnn.weight_hh_l0_reverse	7	0.0013246595626696944
11088	rnn.weight_hh_l0_reverse	8	-0.08884867280721664
11088	rnn.weight_hh_l0_reverse	9	0.04869570955634117
11088	rnn.bias_ih_l0_reverse	0	-0.06720554828643799
11088	rnn.bias_ih_l0_reverse	1	-0.03171351179480553
11088	rnn.bias_ih_l0_reverse	2	0.08823695033788681
11088	rnn.bias_ih_l0_reverse	3	0.025205424055457115
11088	rnn.bias_ih_l0_reverse	4	-0.10860946774482727
11088	rnn.bias_ih_l0_reverse	5	0.0367976613342762
11088	rnn.bias_ih_l0_reverse	6	-0.11175291240215302
11088	rnn.bias_ih_l0_reverse	7	0.037728216499090195
11088	rnn.bias_ih_l0_reverse	8	0.023023782297968864
11088	rnn.bias_ih_l0_reverse	9	0.07066349685192108
11088	rnn.bias_hh_l0_reverse	0	0.03498118743300438
11088	rnn.bias_hh_l0_reverse	1	0.0754619613289833
11088	rnn.bias_hh_l0_reverse	2	0.08139368891716003
11088	rnn.bias_hh_l0_reverse	3	-0.005474811419844627
11088	rnn.bias_hh_l0_reverse	4	0.07802511751651764
11088	rnn.bias_hh_l0_reverse	5	0.005092067178338766
11088	rnn.bias_hh_l0_reverse	6	-0.07839740067720413
11088	rnn.bias_hh_l0_reverse	7	0.04764411225914955
11088	rnn.bias_hh_l0_reverse	8	0.031024819239974022
11088	rnn.bias_hh_l0_reverse	9	-0.1277160346508026
11088	linear.weight	0	0.1683899462223053
11088	linear.weight	1	-0.10933612287044525
11088	linear.weight	2	-0.1566174328327179
11088	linear.weight	3	0.04926857352256775
11088	linear.weight	4	-0.0016402004985138774
11088	linear.weight	5	-0.017292670905590057
11088	linear.weight	6	-0.009541482664644718
11088	linear.weight	7	-0.0381360724568367
11088	linear.weight	8	0.022960098460316658
11088	linear.weight	9	0.3235972821712494
11088	linear.bias	0	-0.10350818932056427
11088	linear.bias	1	0.1287171095609665
11088	linear.bias	2	-0.44227105379104614
11088	linear.bias	3	1.4809571504592896
11088	linear.bias	4	-0.3395731449127197
11088	linear.bias	5	-0.030769959092140198
11088	linear.bias	6	-0.3021213710308075
11088	linear.bias	7	-0.21023677289485931
11088	linear.bias	8	0.03503912314772606
11088	linear.bias	9	-0.4411793053150177
11116	transitions	0	-0.610392153263092
11116	transitions	1	0.3876526653766632
11116	transitions	2	1.7254725694656372
11116	transitions	3	0.14323565363883972
11116	transitions	4	0.9788422584533691
11116	transitions	5	1.2746541500091553
11116	transitions	6	0.484334260225296
11116	transitions	7	0.18122753500938416
11116	transitions	8	-0.9191406965255737
11116	transitions	9	0.9307588934898376
11116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11116	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11116	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11116	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11116	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11116	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11116	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11116	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11116	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11116	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11116	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11116	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11116	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11116	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11116	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11116	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11116	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11116	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11116	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11116	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11116	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11116	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11116	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11116	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11116	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11116	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11116	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11116	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11116	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11116	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11116	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11116	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11116	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11116	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11116	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11116	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11116	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11116	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11116	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11116	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11116	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11116	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11116	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11116	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11116	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11116	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11116	embedding2nn.weight	0	0.009286726824939251
11116	embedding2nn.weight	1	0.015436294488608837
11116	embedding2nn.weight	2	-0.005479722749441862
11116	embedding2nn.weight	3	0.002473984844982624
11116	embedding2nn.weight	4	-0.004057061858475208
11116	embedding2nn.weight	5	0.01030106469988823
11116	embedding2nn.weight	6	-0.003687869058921933
11116	embedding2nn.weight	7	0.007717371918261051
11116	embedding2nn.weight	8	-0.0074883317574858665
11116	embedding2nn.weight	9	-0.013840456493198872
11116	embedding2nn.bias	0	-0.03399340808391571
11116	embedding2nn.bias	1	-0.02270505763590336
11116	embedding2nn.bias	2	-0.06530122458934784
11116	embedding2nn.bias	3	0.01845255121588707
11116	embedding2nn.bias	4	0.015444090589880943
11116	embedding2nn.bias	5	0.0017434951150789857
11116	embedding2nn.bias	6	0.020561136305332184
11116	embedding2nn.bias	7	0.03432229533791542
11116	embedding2nn.bias	8	-0.0013199886307120323
11116	embedding2nn.bias	9	-0.003483301028609276
11116	rnn.weight_ih_l0	0	0.038213714957237244
11116	rnn.weight_ih_l0	1	-0.010359941981732845
11116	rnn.weight_ih_l0	2	-0.028589067980647087
11116	rnn.weight_ih_l0	3	-0.047989919781684875
11116	rnn.weight_ih_l0	4	-0.04769960790872574
11116	rnn.weight_ih_l0	5	-0.0021345322020351887
11116	rnn.weight_ih_l0	6	-0.05335347726941109
11116	rnn.weight_ih_l0	7	-0.05499281734228134
11116	rnn.weight_ih_l0	8	-0.04732286185026169
11116	rnn.weight_ih_l0	9	-0.02718753181397915
11116	rnn.weight_hh_l0	0	0.01586725004017353
11116	rnn.weight_hh_l0	1	-0.02154444344341755
11116	rnn.weight_hh_l0	2	-0.04336888715624809
11116	rnn.weight_hh_l0	3	-0.022483933717012405
11116	rnn.weight_hh_l0	4	-0.05797146260738373
11116	rnn.weight_hh_l0	5	-0.01185259036719799
11116	rnn.weight_hh_l0	6	-0.03466178476810455
11116	rnn.weight_hh_l0	7	0.01636631414294243
11116	rnn.weight_hh_l0	8	-0.017928974702954292
11116	rnn.weight_hh_l0	9	0.021344849839806557
11116	rnn.bias_ih_l0	0	0.0967411920428276
11116	rnn.bias_ih_l0	1	-0.0382772833108902
11116	rnn.bias_ih_l0	2	0.1112535297870636
11116	rnn.bias_ih_l0	3	0.06684409826993942
11116	rnn.bias_ih_l0	4	0.10471455752849579
11116	rnn.bias_ih_l0	5	0.02604857087135315
11116	rnn.bias_ih_l0	6	-0.009060632437467575
11116	rnn.bias_ih_l0	7	-0.07629536092281342
11116	rnn.bias_ih_l0	8	-0.13442274928092957
11116	rnn.bias_ih_l0	9	0.08061183243989944
11116	rnn.bias_hh_l0	0	-0.026415718719363213
11116	rnn.bias_hh_l0	1	0.014619195833802223
11116	rnn.bias_hh_l0	2	-0.02487199380993843
11116	rnn.bias_hh_l0	3	-0.018535416573286057
11116	rnn.bias_hh_l0	4	-0.044457461684942245
11116	rnn.bias_hh_l0	5	0.1215561255812645
11116	rnn.bias_hh_l0	6	0.004335332196205854
11116	rnn.bias_hh_l0	7	0.018047794699668884
11116	rnn.bias_hh_l0	8	0.02530810236930847
11116	rnn.bias_hh_l0	9	0.045852407813072205
11116	rnn.weight_ih_l0_reverse	0	-0.031193362548947334
11116	rnn.weight_ih_l0_reverse	1	-0.001692490535788238
11116	rnn.weight_ih_l0_reverse	2	0.024503251537680626
11116	rnn.weight_ih_l0_reverse	3	-0.05566642805933952
11116	rnn.weight_ih_l0_reverse	4	0.010460874997079372
11116	rnn.weight_ih_l0_reverse	5	-0.0524202324450016
11116	rnn.weight_ih_l0_reverse	6	0.007485064212232828
11116	rnn.weight_ih_l0_reverse	7	0.04312906414270401
11116	rnn.weight_ih_l0_reverse	8	-0.04325183108448982
11116	rnn.weight_ih_l0_reverse	9	-0.05189235508441925
11116	rnn.weight_hh_l0_reverse	0	-0.07617047429084778
11116	rnn.weight_hh_l0_reverse	1	-0.04191257432103157
11116	rnn.weight_hh_l0_reverse	2	0.01941809430718422
11116	rnn.weight_hh_l0_reverse	3	0.04425034672021866
11116	rnn.weight_hh_l0_reverse	4	0.019208135083317757
11116	rnn.weight_hh_l0_reverse	5	0.042649045586586
11116	rnn.weight_hh_l0_reverse	6	0.008159942924976349
11116	rnn.weight_hh_l0_reverse	7	0.001440725987777114
11116	rnn.weight_hh_l0_reverse	8	-0.08853098750114441
11116	rnn.weight_hh_l0_reverse	9	0.0490926168859005
11116	rnn.bias_ih_l0_reverse	0	-0.06394258886575699
11116	rnn.bias_ih_l0_reverse	1	-0.03685750812292099
11116	rnn.bias_ih_l0_reverse	2	0.08804214000701904
11116	rnn.bias_ih_l0_reverse	3	0.024992136284708977
11116	rnn.bias_ih_l0_reverse	4	-0.10794888436794281
11116	rnn.bias_ih_l0_reverse	5	0.039608947932720184
11116	rnn.bias_ih_l0_reverse	6	-0.11327044665813446
11116	rnn.bias_ih_l0_reverse	7	0.036022916436195374
11116	rnn.bias_ih_l0_reverse	8	0.022318260744214058
11116	rnn.bias_ih_l0_reverse	9	0.07139328122138977
11116	rnn.bias_hh_l0_reverse	0	0.027343830093741417
11116	rnn.bias_hh_l0_reverse	1	0.07495880126953125
11116	rnn.bias_hh_l0_reverse	2	0.08266638964414597
11116	rnn.bias_hh_l0_reverse	3	-0.007444603368639946
11116	rnn.bias_hh_l0_reverse	4	0.07942723482847214
11116	rnn.bias_hh_l0_reverse	5	0.004847141448408365
11116	rnn.bias_hh_l0_reverse	6	-0.07813817262649536
11116	rnn.bias_hh_l0_reverse	7	0.046487338840961456
11116	rnn.bias_hh_l0_reverse	8	0.02813996933400631
11116	rnn.bias_hh_l0_reverse	9	-0.12421147525310516
11116	linear.weight	0	0.15828871726989746
11116	linear.weight	1	-0.10931865870952606
11116	linear.weight	2	-0.15679052472114563
11116	linear.weight	3	0.048608969897031784
11116	linear.weight	4	-0.0012747622095048428
11116	linear.weight	5	-0.01699751801788807
11116	linear.weight	6	-0.009540198370814323
11116	linear.weight	7	-0.03804551437497139
11116	linear.weight	8	0.026592975482344627
11116	linear.weight	9	0.3251897990703583
11116	linear.bias	0	-0.09866105020046234
11116	linear.bias	1	0.12569928169250488
11116	linear.bias	2	-0.4456981122493744
11116	linear.bias	3	1.488453984260559
11116	linear.bias	4	-0.34016257524490356
11116	linear.bias	5	-0.030769959092140198
11116	linear.bias	6	-0.3047429025173187
11116	linear.bias	7	-0.21419498324394226
11116	linear.bias	8	0.04049191251397133
11116	linear.bias	9	-0.44134172797203064
11144	transitions	0	-0.61050945520401
11144	transitions	1	0.3875083029270172
11144	transitions	2	1.7252997159957886
11144	transitions	3	0.14314799010753632
11144	transitions	4	0.9788134694099426
11144	transitions	5	1.2746526002883911
11144	transitions	6	0.48433390259742737
11144	transitions	7	0.18122117221355438
11144	transitions	8	-0.9191412329673767
11144	transitions	9	0.9307586550712585
11144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11144	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11144	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11144	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11144	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11144	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11144	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11144	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11144	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11144	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11144	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11144	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11144	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11144	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11144	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11144	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11144	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11144	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11144	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11144	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11144	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11144	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11144	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11144	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11144	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11144	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11144	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11144	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11144	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11144	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11144	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11144	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11144	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11144	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11144	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11144	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11144	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11144	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11144	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11144	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11144	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11144	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11144	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11144	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11144	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11144	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11144	embedding2nn.weight	0	0.008582363836467266
11144	embedding2nn.weight	1	0.01547778956592083
11144	embedding2nn.weight	2	-0.005542341154068708
11144	embedding2nn.weight	3	0.0024791057221591473
11144	embedding2nn.weight	4	-0.004008951131254435
11144	embedding2nn.weight	5	0.010457705706357956
11144	embedding2nn.weight	6	-0.0037106501404196024
11144	embedding2nn.weight	7	0.007197977509349585
11144	embedding2nn.weight	8	-0.007624258287250996
11144	embedding2nn.weight	9	-0.013775847852230072
11144	embedding2nn.bias	0	-0.038050126284360886
11144	embedding2nn.bias	1	-0.024158446118235588
11144	embedding2nn.bias	2	-0.06484940648078918
11144	embedding2nn.bias	3	0.015374993905425072
11144	embedding2nn.bias	4	0.013528118841350079
11144	embedding2nn.bias	5	-0.002832943806424737
11144	embedding2nn.bias	6	0.02058342657983303
11144	embedding2nn.bias	7	0.031220292672514915
11144	embedding2nn.bias	8	0.0021155087742954493
11144	embedding2nn.bias	9	-0.0017897052457556129
11144	rnn.weight_ih_l0	0	0.038452185690402985
11144	rnn.weight_ih_l0	1	-0.010729396715760231
11144	rnn.weight_ih_l0	2	-0.028120921924710274
11144	rnn.weight_ih_l0	3	-0.04790110141038895
11144	rnn.weight_ih_l0	4	-0.04757968336343765
11144	rnn.weight_ih_l0	5	-0.001973395701497793
11144	rnn.weight_ih_l0	6	-0.052891213446855545
11144	rnn.weight_ih_l0	7	-0.054966699331998825
11144	rnn.weight_ih_l0	8	-0.04777318984270096
11144	rnn.weight_ih_l0	9	-0.027102898806333542
11144	rnn.weight_hh_l0	0	0.016111472621560097
11144	rnn.weight_hh_l0	1	-0.02128138765692711
11144	rnn.weight_hh_l0	2	-0.04370743781328201
11144	rnn.weight_hh_l0	3	-0.02306872047483921
11144	rnn.weight_hh_l0	4	-0.058270614594221115
11144	rnn.weight_hh_l0	5	-0.011076600290834904
11144	rnn.weight_hh_l0	6	-0.03252110630273819
11144	rnn.weight_hh_l0	7	0.0172633845359087
11144	rnn.weight_hh_l0	8	-0.017920227721333504
11144	rnn.weight_hh_l0	9	0.02106255106627941
11144	rnn.bias_ih_l0	0	0.09594319760799408
11144	rnn.bias_ih_l0	1	-0.03910323604941368
11144	rnn.bias_ih_l0	2	0.11024492979049683
11144	rnn.bias_ih_l0	3	0.06480877846479416
11144	rnn.bias_ih_l0	4	0.10419518500566483
11144	rnn.bias_ih_l0	5	0.026430591940879822
11144	rnn.bias_ih_l0	6	-0.008313644677400589
11144	rnn.bias_ih_l0	7	-0.07065481692552567
11144	rnn.bias_ih_l0	8	-0.13019724190235138
11144	rnn.bias_ih_l0	9	0.07999950647354126
11144	rnn.bias_hh_l0	0	-0.02740815095603466
11144	rnn.bias_hh_l0	1	0.014367327094078064
11144	rnn.bias_hh_l0	2	-0.023774102330207825
11144	rnn.bias_hh_l0	3	-0.01977122388780117
11144	rnn.bias_hh_l0	4	-0.04213046282529831
11144	rnn.bias_hh_l0	5	0.12092611193656921
11144	rnn.bias_hh_l0	6	0.00449519045650959
11144	rnn.bias_hh_l0	7	0.022663598880171776
11144	rnn.bias_hh_l0	8	0.026055091992020607
11144	rnn.bias_hh_l0	9	0.04497332125902176
11144	rnn.weight_ih_l0_reverse	0	-0.030738603323698044
11144	rnn.weight_ih_l0_reverse	1	-0.0014458735240623355
11144	rnn.weight_ih_l0_reverse	2	0.02458474412560463
11144	rnn.weight_ih_l0_reverse	3	-0.05572225898504257
11144	rnn.weight_ih_l0_reverse	4	0.010420656763017178
11144	rnn.weight_ih_l0_reverse	5	-0.05232052505016327
11144	rnn.weight_ih_l0_reverse	6	0.007248515263199806
11144	rnn.weight_ih_l0_reverse	7	0.04303779825568199
11144	rnn.weight_ih_l0_reverse	8	-0.04351690039038658
11144	rnn.weight_ih_l0_reverse	9	-0.0517127588391304
11144	rnn.weight_hh_l0_reverse	0	-0.07660504430532455
11144	rnn.weight_hh_l0_reverse	1	-0.043239787220954895
11144	rnn.weight_hh_l0_reverse	2	0.01977713033556938
11144	rnn.weight_hh_l0_reverse	3	0.044767264276742935
11144	rnn.weight_hh_l0_reverse	4	0.019018933176994324
11144	rnn.weight_hh_l0_reverse	5	0.04255592077970505
11144	rnn.weight_hh_l0_reverse	6	0.0056780134327709675
11144	rnn.weight_hh_l0_reverse	7	0.0011624011676758528
11144	rnn.weight_hh_l0_reverse	8	-0.08929342031478882
11144	rnn.weight_hh_l0_reverse	9	0.04892173409461975
11144	rnn.bias_ih_l0_reverse	0	-0.06280865520238876
11144	rnn.bias_ih_l0_reverse	1	-0.033633243292570114
11144	rnn.bias_ih_l0_reverse	2	0.08944983035326004
11144	rnn.bias_ih_l0_reverse	3	0.026037445291876793
11144	rnn.bias_ih_l0_reverse	4	-0.10768280923366547
11144	rnn.bias_ih_l0_reverse	5	0.03839932754635811
11144	rnn.bias_ih_l0_reverse	6	-0.11422639340162277
11144	rnn.bias_ih_l0_reverse	7	0.03756149858236313
11144	rnn.bias_ih_l0_reverse	8	0.023519432172179222
11144	rnn.bias_ih_l0_reverse	9	0.0715412050485611
11144	rnn.bias_hh_l0_reverse	0	0.027626287192106247
11144	rnn.bias_hh_l0_reverse	1	0.07530626654624939
11144	rnn.bias_hh_l0_reverse	2	0.08187630772590637
11144	rnn.bias_hh_l0_reverse	3	-0.006044354289770126
11144	rnn.bias_hh_l0_reverse	4	0.07992733269929886
11144	rnn.bias_hh_l0_reverse	5	0.003192792646586895
11144	rnn.bias_hh_l0_reverse	6	-0.07737936824560165
11144	rnn.bias_hh_l0_reverse	7	0.04732786864042282
11144	rnn.bias_hh_l0_reverse	8	0.030123190954327583
11144	rnn.bias_hh_l0_reverse	9	-0.12258824706077576
11144	linear.weight	0	0.16221114993095398
11144	linear.weight	1	-0.10931200534105301
11144	linear.weight	2	-0.15459367632865906
11144	linear.weight	3	0.05243901535868645
11144	linear.weight	4	-0.0015238565392792225
11144	linear.weight	5	-0.01672278344631195
11144	linear.weight	6	-0.00952280405908823
11144	linear.weight	7	-0.03787888213992119
11144	linear.weight	8	0.02476401999592781
11144	linear.weight	9	0.3271331489086151
11144	linear.bias	0	-0.12195776402950287
11144	linear.bias	1	0.12994937598705292
11144	linear.bias	2	-0.44371044635772705
11144	linear.bias	3	1.4933229684829712
11144	linear.bias	4	-0.33841145038604736
11144	linear.bias	5	-0.030769959092140198
11144	linear.bias	6	-0.30210456252098083
11144	linear.bias	7	-0.215450718998909
11144	linear.bias	8	0.03701868653297424
11144	linear.bias	9	-0.4414633512496948
11172	transitions	0	-0.6106016635894775
11172	transitions	1	0.3874259293079376
11172	transitions	2	1.725178599357605
11172	transitions	3	0.14309637248516083
11172	transitions	4	0.9787793159484863
11172	transitions	5	1.2746518850326538
11172	transitions	6	0.48433271050453186
11172	transitions	7	0.1812198907136917
11172	transitions	8	-0.9191423654556274
11172	transitions	9	0.9307586550712585
11172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11172	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11172	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11172	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11172	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11172	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11172	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11172	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11172	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11172	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11172	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11172	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11172	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11172	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11172	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11172	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11172	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11172	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11172	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11172	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11172	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11172	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11172	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11172	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11172	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11172	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11172	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11172	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11172	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11172	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11172	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11172	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11172	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11172	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11172	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11172	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11172	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11172	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11172	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11172	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11172	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11172	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11172	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11172	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11172	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11172	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11172	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11172	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11172	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11172	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11172	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11172	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11172	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11172	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11172	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11172	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11172	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11172	embedding2nn.weight	0	0.008986756205558777
11172	embedding2nn.weight	1	0.015451462008059025
11172	embedding2nn.weight	2	-0.005531469359993935
11172	embedding2nn.weight	3	0.0027940147556364536
11172	embedding2nn.weight	4	-0.004054229706525803
11172	embedding2nn.weight	5	0.01027563028037548
11172	embedding2nn.weight	6	-0.0035649666097015142
11172	embedding2nn.weight	7	0.007401611190289259
11172	embedding2nn.weight	8	-0.007741726469248533
11172	embedding2nn.weight	9	-0.013891329057514668
11172	embedding2nn.bias	0	-0.03693424537777901
11172	embedding2nn.bias	1	-0.022464569658041
11172	embedding2nn.bias	2	-0.07184445858001709
11172	embedding2nn.bias	3	0.009899401105940342
11172	embedding2nn.bias	4	0.00962791033089161
11172	embedding2nn.bias	5	-0.0011609980138018727
11172	embedding2nn.bias	6	0.02203727327287197
11172	embedding2nn.bias	7	0.03351820260286331
11172	embedding2nn.bias	8	0.004749333951622248
11172	embedding2nn.bias	9	0.004526880104094744
11172	rnn.weight_ih_l0	0	0.03835577145218849
11172	rnn.weight_ih_l0	1	-0.010633913800120354
11172	rnn.weight_ih_l0	2	-0.028887789696455002
11172	rnn.weight_ih_l0	3	-0.04770592972636223
11172	rnn.weight_ih_l0	4	-0.04772346094250679
11172	rnn.weight_ih_l0	5	-0.002065042732283473
11172	rnn.weight_ih_l0	6	-0.05305555835366249
11172	rnn.weight_ih_l0	7	-0.05492309108376503
11172	rnn.weight_ih_l0	8	-0.04759911447763443
11172	rnn.weight_ih_l0	9	-0.026971926912665367
11172	rnn.weight_hh_l0	0	0.015961743891239166
11172	rnn.weight_hh_l0	1	-0.02181752398610115
11172	rnn.weight_hh_l0	2	-0.04355081170797348
11172	rnn.weight_hh_l0	3	-0.022958138957619667
11172	rnn.weight_hh_l0	4	-0.05840039625763893
11172	rnn.weight_hh_l0	5	-0.011290553957223892
11172	rnn.weight_hh_l0	6	-0.03271770477294922
11172	rnn.weight_hh_l0	7	0.016846979036927223
11172	rnn.weight_hh_l0	8	-0.01758386380970478
11172	rnn.weight_hh_l0	9	0.02139410562813282
11172	rnn.bias_ih_l0	0	0.09559721499681473
11172	rnn.bias_ih_l0	1	-0.040068838745355606
11172	rnn.bias_ih_l0	2	0.10934924334287643
11172	rnn.bias_ih_l0	3	0.06620460748672485
11172	rnn.bias_ih_l0	4	0.10332712531089783
11172	rnn.bias_ih_l0	5	0.026629885658621788
11172	rnn.bias_ih_l0	6	-0.01210935041308403
11172	rnn.bias_ih_l0	7	-0.06452436745166779
11172	rnn.bias_ih_l0	8	-0.14080430567264557
11172	rnn.bias_ih_l0	9	0.08086897432804108
11172	rnn.bias_hh_l0	0	-0.025859031826257706
11172	rnn.bias_hh_l0	1	0.012444381602108479
11172	rnn.bias_hh_l0	2	-0.024952607229351997
11172	rnn.bias_hh_l0	3	-0.022849688306450844
11172	rnn.bias_hh_l0	4	-0.040723446756601334
11172	rnn.bias_hh_l0	5	0.12033853679895401
11172	rnn.bias_hh_l0	6	0.003805518848821521
11172	rnn.bias_hh_l0	7	0.02200896665453911
11172	rnn.bias_hh_l0	8	0.022259382531046867
11172	rnn.bias_hh_l0	9	0.04572518542408943
11172	rnn.weight_ih_l0_reverse	0	-0.03086179681122303
11172	rnn.weight_ih_l0_reverse	1	-1.2655140380957164e-05
11172	rnn.weight_ih_l0_reverse	2	0.02489759400486946
11172	rnn.weight_ih_l0_reverse	3	-0.05514175817370415
11172	rnn.weight_ih_l0_reverse	4	0.010501683689653873
11172	rnn.weight_ih_l0_reverse	5	-0.05245594307780266
11172	rnn.weight_ih_l0_reverse	6	0.007311648223549128
11172	rnn.weight_ih_l0_reverse	7	0.04317871853709221
11172	rnn.weight_ih_l0_reverse	8	-0.0436704121530056
11172	rnn.weight_ih_l0_reverse	9	-0.05153382942080498
11172	rnn.weight_hh_l0_reverse	0	-0.07603579759597778
11172	rnn.weight_hh_l0_reverse	1	-0.04320488125085831
11172	rnn.weight_hh_l0_reverse	2	0.020173553377389908
11172	rnn.weight_hh_l0_reverse	3	0.04494595155119896
11172	rnn.weight_hh_l0_reverse	4	0.018181979656219482
11172	rnn.weight_hh_l0_reverse	5	0.0423060767352581
11172	rnn.weight_hh_l0_reverse	6	0.00266703637316823
11172	rnn.weight_hh_l0_reverse	7	0.0016447638627141714
11172	rnn.weight_hh_l0_reverse	8	-0.08927163481712341
11172	rnn.weight_hh_l0_reverse	9	0.049468427896499634
11172	rnn.bias_ih_l0_reverse	0	-0.06767444312572479
11172	rnn.bias_ih_l0_reverse	1	-0.03305194154381752
11172	rnn.bias_ih_l0_reverse	2	0.08853751420974731
11172	rnn.bias_ih_l0_reverse	3	0.025615200400352478
11172	rnn.bias_ih_l0_reverse	4	-0.10638424754142761
11172	rnn.bias_ih_l0_reverse	5	0.03772153705358505
11172	rnn.bias_ih_l0_reverse	6	-0.11383213102817535
11172	rnn.bias_ih_l0_reverse	7	0.03599407523870468
11172	rnn.bias_ih_l0_reverse	8	0.024900022894144058
11172	rnn.bias_ih_l0_reverse	9	0.07043524831533432
11172	rnn.bias_hh_l0_reverse	0	0.028796948492527008
11172	rnn.bias_hh_l0_reverse	1	0.07844314724206924
11172	rnn.bias_hh_l0_reverse	2	0.08014459908008575
11172	rnn.bias_hh_l0_reverse	3	-0.005318270996212959
11172	rnn.bias_hh_l0_reverse	4	0.08115556836128235
11172	rnn.bias_hh_l0_reverse	5	0.0022660214453935623
11172	rnn.bias_hh_l0_reverse	6	-0.0788714662194252
11172	rnn.bias_hh_l0_reverse	7	0.04773255065083504
11172	rnn.bias_hh_l0_reverse	8	0.030879948288202286
11172	rnn.bias_hh_l0_reverse	9	-0.1248042955994606
11172	linear.weight	0	0.16057145595550537
11172	linear.weight	1	-0.10930444300174713
11172	linear.weight	2	-0.1511564403772354
11172	linear.weight	3	0.05015445873141289
11172	linear.weight	4	-0.0025091797579079866
11172	linear.weight	5	-0.018013063818216324
11172	linear.weight	6	-0.009502758271992207
11172	linear.weight	7	-0.0378221832215786
11172	linear.weight	8	0.023793652653694153
11172	linear.weight	9	0.3303898870944977
11172	linear.bias	0	-0.11768949776887894
11172	linear.bias	1	0.1327914148569107
11172	linear.bias	2	-0.44502946734428406
11172	linear.bias	3	1.4922698736190796
11172	linear.bias	4	-0.33869197964668274
11172	linear.bias	5	-0.030769959092140198
11172	linear.bias	6	-0.3021988570690155
11172	linear.bias	7	-0.21686533093452454
11172	linear.bias	8	0.04259205982089043
11172	linear.bias	9	-0.44157034158706665
11200	transitions	0	-0.6106827855110168
11200	transitions	1	0.38738590478897095
11200	transitions	2	1.7250665426254272
11200	transitions	3	0.14303693175315857
11200	transitions	4	0.9786388278007507
11200	transitions	5	1.274649739265442
11200	transitions	6	0.4843301773071289
11200	transitions	7	0.18121595680713654
11200	transitions	8	-0.9191426634788513
11200	transitions	9	0.9307586550712585
11200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11200	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11200	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11200	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11200	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11200	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11200	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11200	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11200	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11200	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11200	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11200	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11200	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11200	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11200	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11200	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11200	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11200	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11200	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11200	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11200	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11200	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11200	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11200	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11200	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11200	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11200	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11200	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11200	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11200	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11200	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11200	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11200	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11200	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11200	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11200	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11200	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11200	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11200	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11200	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11200	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11200	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11200	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11200	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11200	embedding2nn.weight	0	0.009587913751602173
11200	embedding2nn.weight	1	0.015488208271563053
11200	embedding2nn.weight	2	-0.005587049759924412
11200	embedding2nn.weight	3	0.00253148190677166
11200	embedding2nn.weight	4	-0.0040147798135876656
11200	embedding2nn.weight	5	0.010518073104321957
11200	embedding2nn.weight	6	-0.0038121372926980257
11200	embedding2nn.weight	7	0.006182312034070492
11200	embedding2nn.weight	8	-0.007734047248959541
11200	embedding2nn.weight	9	-0.013832795433700085
11200	embedding2nn.bias	0	-0.03804783895611763
11200	embedding2nn.bias	1	-0.02244487591087818
11200	embedding2nn.bias	2	-0.07005656510591507
11200	embedding2nn.bias	3	0.0067886365577578545
11200	embedding2nn.bias	4	0.007504880428314209
11200	embedding2nn.bias	5	0.0012012483784928918
11200	embedding2nn.bias	6	0.016515539959073067
11200	embedding2nn.bias	7	0.025209514424204826
11200	embedding2nn.bias	8	-0.0024467005860060453
11200	embedding2nn.bias	9	0.00825502723455429
11200	rnn.weight_ih_l0	0	0.038187846541404724
11200	rnn.weight_ih_l0	1	-0.01111502293497324
11200	rnn.weight_ih_l0	2	-0.028961269184947014
11200	rnn.weight_ih_l0	3	-0.04730036109685898
11200	rnn.weight_ih_l0	4	-0.04756618291139603
11200	rnn.weight_ih_l0	5	-0.002031395910307765
11200	rnn.weight_ih_l0	6	-0.05287698656320572
11200	rnn.weight_ih_l0	7	-0.05470031127333641
11200	rnn.weight_ih_l0	8	-0.04733296111226082
11200	rnn.weight_ih_l0	9	-0.027022970840334892
11200	rnn.weight_hh_l0	0	0.01588359847664833
11200	rnn.weight_hh_l0	1	-0.021041253581643105
11200	rnn.weight_hh_l0	2	-0.04403546452522278
11200	rnn.weight_hh_l0	3	-0.02365889586508274
11200	rnn.weight_hh_l0	4	-0.05841789022088051
11200	rnn.weight_hh_l0	5	-0.010876971296966076
11200	rnn.weight_hh_l0	6	-0.03255369886755943
11200	rnn.weight_hh_l0	7	0.015900012105703354
11200	rnn.weight_hh_l0	8	-0.017490271478891373
11200	rnn.weight_hh_l0	9	0.02078445814549923
11200	rnn.bias_ih_l0	0	0.09412743896245956
11200	rnn.bias_ih_l0	1	-0.03928164392709732
11200	rnn.bias_ih_l0	2	0.10753637552261353
11200	rnn.bias_ih_l0	3	0.06562889367341995
11200	rnn.bias_ih_l0	4	0.10082339495420456
11200	rnn.bias_ih_l0	5	0.026179267093539238
11200	rnn.bias_ih_l0	6	-0.01077224314212799
11200	rnn.bias_ih_l0	7	-0.07155255973339081
11200	rnn.bias_ih_l0	8	-0.1407851278781891
11200	rnn.bias_ih_l0	9	0.08239129930734634
11200	rnn.bias_hh_l0	0	-0.026430580765008926
11200	rnn.bias_hh_l0	1	0.012667116709053516
11200	rnn.bias_hh_l0	2	-0.02660124935209751
11200	rnn.bias_hh_l0	3	-0.025845102965831757
11200	rnn.bias_hh_l0	4	-0.0387781597673893
11200	rnn.bias_hh_l0	5	0.12007983028888702
11200	rnn.bias_hh_l0	6	0.004621475003659725
11200	rnn.bias_hh_l0	7	0.014409388415515423
11200	rnn.bias_hh_l0	8	0.023596493527293205
11200	rnn.bias_hh_l0	9	0.044341523200273514
11200	rnn.weight_ih_l0_reverse	0	-0.03130006045103073
11200	rnn.weight_ih_l0_reverse	1	-0.00011578582052607089
11200	rnn.weight_ih_l0_reverse	2	0.02483726665377617
11200	rnn.weight_ih_l0_reverse	3	-0.05533232167363167
11200	rnn.weight_ih_l0_reverse	4	0.010427436791360378
11200	rnn.weight_ih_l0_reverse	5	-0.052929624915122986
11200	rnn.weight_ih_l0_reverse	6	0.007182811386883259
11200	rnn.weight_ih_l0_reverse	7	0.043246135115623474
11200	rnn.weight_ih_l0_reverse	8	-0.04361320286989212
11200	rnn.weight_ih_l0_reverse	9	-0.051786597818136215
11200	rnn.weight_hh_l0_reverse	0	-0.07648643851280212
11200	rnn.weight_hh_l0_reverse	1	-0.04338591918349266
11200	rnn.weight_hh_l0_reverse	2	0.02011125348508358
11200	rnn.weight_hh_l0_reverse	3	0.04525358974933624
11200	rnn.weight_hh_l0_reverse	4	0.018471792340278625
11200	rnn.weight_hh_l0_reverse	5	0.04244611784815788
11200	rnn.weight_hh_l0_reverse	6	0.0015989106614142656
11200	rnn.weight_hh_l0_reverse	7	0.002311456948518753
11200	rnn.weight_hh_l0_reverse	8	-0.0883437767624855
11200	rnn.weight_hh_l0_reverse	9	0.05058078095316887
11200	rnn.bias_ih_l0_reverse	0	-0.06984421610832214
11200	rnn.bias_ih_l0_reverse	1	-0.031260743737220764
11200	rnn.bias_ih_l0_reverse	2	0.08815538138151169
11200	rnn.bias_ih_l0_reverse	3	0.025776060298085213
11200	rnn.bias_ih_l0_reverse	4	-0.10674718767404556
11200	rnn.bias_ih_l0_reverse	5	0.03637709841132164
11200	rnn.bias_ih_l0_reverse	6	-0.11571129411458969
11200	rnn.bias_ih_l0_reverse	7	0.03560822457075119
11200	rnn.bias_ih_l0_reverse	8	0.02290455624461174
11200	rnn.bias_ih_l0_reverse	9	0.0694880336523056
11200	rnn.bias_hh_l0_reverse	0	0.03559696674346924
11200	rnn.bias_hh_l0_reverse	1	0.07898741960525513
11200	rnn.bias_hh_l0_reverse	2	0.07972601056098938
11200	rnn.bias_hh_l0_reverse	3	-0.0035652141086757183
11200	rnn.bias_hh_l0_reverse	4	0.079685740172863
11200	rnn.bias_hh_l0_reverse	5	0.006384287960827351
11200	rnn.bias_hh_l0_reverse	6	-0.07916512340307236
11200	rnn.bias_hh_l0_reverse	7	0.0471017025411129
11200	rnn.bias_hh_l0_reverse	8	0.02811562828719616
11200	rnn.bias_hh_l0_reverse	9	-0.11154980212450027
11200	linear.weight	0	0.16692157089710236
11200	linear.weight	1	-0.10929166525602341
11200	linear.weight	2	-0.1542929857969284
11200	linear.weight	3	0.050869788974523544
11200	linear.weight	4	-0.0020835972391068935
11200	linear.weight	5	-0.018562551587820053
11200	linear.weight	6	-0.009488389827311039
11200	linear.weight	7	-0.037769973278045654
11200	linear.weight	8	0.026130175217986107
11200	linear.weight	9	0.33427637815475464
11200	linear.bias	0	-0.1094905287027359
11200	linear.bias	1	0.13201142847537994
11200	linear.bias	2	-0.4452438950538635
11200	linear.bias	3	1.4843069314956665
11200	linear.bias	4	-0.33921051025390625
11200	linear.bias	5	-0.030769959092140198
11200	linear.bias	6	-0.3035326302051544
11200	linear.bias	7	-0.21871215105056763
11200	linear.bias	8	0.0382225476205349
11200	linear.bias	9	-0.44170287251472473
11228	transitions	0	-0.6107609868049622
11228	transitions	1	0.38731876015663147
11228	transitions	2	1.724912166595459
11228	transitions	3	0.1429622322320938
11228	transitions	4	0.9782323241233826
11228	transitions	5	1.2746483087539673
11228	transitions	6	0.4843078851699829
11228	transitions	7	0.18119876086711884
11228	transitions	8	-0.9191431999206543
11228	transitions	9	0.9307586550712585
11228	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11228	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11228	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11228	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11228	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11228	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11228	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11228	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11228	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11228	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11228	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11228	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11228	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11228	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11228	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11228	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11228	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11228	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11228	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11228	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11228	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11228	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11228	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11228	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11228	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11228	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11228	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11228	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11228	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11228	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11228	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11228	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11228	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11228	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11228	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11228	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11228	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11228	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11228	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11228	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11228	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11228	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11228	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11228	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11228	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11228	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11228	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11228	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11228	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11228	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11228	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11228	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11228	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11228	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11228	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11228	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11228	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11228	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11228	embedding2nn.weight	0	0.00987698882818222
11228	embedding2nn.weight	1	0.01546741183847189
11228	embedding2nn.weight	2	-0.005629199557006359
11228	embedding2nn.weight	3	0.0025113150477409363
11228	embedding2nn.weight	4	-0.004058841150254011
11228	embedding2nn.weight	5	0.010400868952274323
11228	embedding2nn.weight	6	-0.003836808493360877
11228	embedding2nn.weight	7	0.005668529309332371
11228	embedding2nn.weight	8	-0.00783657655119896
11228	embedding2nn.weight	9	-0.013768896460533142
11228	embedding2nn.bias	0	-0.03481663018465042
11228	embedding2nn.bias	1	-0.02183391898870468
11228	embedding2nn.bias	2	-0.06936262547969818
11228	embedding2nn.bias	3	0.0028498833999037743
11228	embedding2nn.bias	4	0.009431211277842522
11228	embedding2nn.bias	5	-0.003362263785675168
11228	embedding2nn.bias	6	0.015097352676093578
11228	embedding2nn.bias	7	0.023687317967414856
11228	embedding2nn.bias	8	-0.002652558730915189
11228	embedding2nn.bias	9	0.009533683769404888
11228	rnn.weight_ih_l0	0	0.03820977732539177
11228	rnn.weight_ih_l0	1	-0.011096141301095486
11228	rnn.weight_ih_l0	2	-0.02821243740618229
11228	rnn.weight_ih_l0	3	-0.04717372730374336
11228	rnn.weight_ih_l0	4	-0.047487810254096985
11228	rnn.weight_ih_l0	5	-0.0024924471508711576
11228	rnn.weight_ih_l0	6	-0.05319909006357193
11228	rnn.weight_ih_l0	7	-0.05461099371314049
11228	rnn.weight_ih_l0	8	-0.047575443983078
11228	rnn.weight_ih_l0	9	-0.027046315371990204
11228	rnn.weight_hh_l0	0	0.015986869111657143
11228	rnn.weight_hh_l0	1	-0.021446984261274338
11228	rnn.weight_hh_l0	2	-0.043711356818675995
11228	rnn.weight_hh_l0	3	-0.023742608726024628
11228	rnn.weight_hh_l0	4	-0.05800364166498184
11228	rnn.weight_hh_l0	5	-0.011755332350730896
11228	rnn.weight_hh_l0	6	-0.0330788716673851
11228	rnn.weight_hh_l0	7	0.014795216731727123
11228	rnn.weight_hh_l0	8	-0.017522139474749565
11228	rnn.weight_hh_l0	9	0.020770171657204628
11228	rnn.bias_ih_l0	0	0.09428108483552933
11228	rnn.bias_ih_l0	1	-0.037183620035648346
11228	rnn.bias_ih_l0	2	0.10729560256004333
11228	rnn.bias_ih_l0	3	0.06606375426054001
11228	rnn.bias_ih_l0	4	0.10160743445158005
11228	rnn.bias_ih_l0	5	0.026909945532679558
11228	rnn.bias_ih_l0	6	-0.0098277498036623
11228	rnn.bias_ih_l0	7	-0.07956766337156296
11228	rnn.bias_ih_l0	8	-0.1354849934577942
11228	rnn.bias_ih_l0	9	0.08361770957708359
11228	rnn.bias_hh_l0	0	-0.024617116898298264
11228	rnn.bias_hh_l0	1	0.012316187843680382
11228	rnn.bias_hh_l0	2	-0.025399232283234596
11228	rnn.bias_hh_l0	3	-0.025101635605096817
11228	rnn.bias_hh_l0	4	-0.03986373171210289
11228	rnn.bias_hh_l0	5	0.11892659962177277
11228	rnn.bias_hh_l0	6	0.002864428563043475
11228	rnn.bias_hh_l0	7	0.01565912365913391
11228	rnn.bias_hh_l0	8	0.024540985003113747
11228	rnn.bias_hh_l0	9	0.044586390256881714
11228	rnn.weight_ih_l0_reverse	0	-0.031426068395376205
11228	rnn.weight_ih_l0_reverse	1	-0.0004772935062646866
11228	rnn.weight_ih_l0_reverse	2	0.024681780487298965
11228	rnn.weight_ih_l0_reverse	3	-0.05590435862541199
11228	rnn.weight_ih_l0_reverse	4	0.01044938899576664
11228	rnn.weight_ih_l0_reverse	5	-0.05271027609705925
11228	rnn.weight_ih_l0_reverse	6	0.00675928546115756
11228	rnn.weight_ih_l0_reverse	7	0.043374065309762955
11228	rnn.weight_ih_l0_reverse	8	-0.04322098195552826
11228	rnn.weight_ih_l0_reverse	9	-0.05164710804820061
11228	rnn.weight_hh_l0_reverse	0	-0.07662322372198105
11228	rnn.weight_hh_l0_reverse	1	-0.04293738305568695
11228	rnn.weight_hh_l0_reverse	2	0.020728446543216705
11228	rnn.weight_hh_l0_reverse	3	0.04493141174316406
11228	rnn.weight_hh_l0_reverse	4	0.018656428903341293
11228	rnn.weight_hh_l0_reverse	5	0.0423058420419693
11228	rnn.weight_hh_l0_reverse	6	0.0026924635749310255
11228	rnn.weight_hh_l0_reverse	7	0.0028488226234912872
11228	rnn.weight_hh_l0_reverse	8	-0.08846237510442734
11228	rnn.weight_hh_l0_reverse	9	0.05025404691696167
11228	rnn.bias_ih_l0_reverse	0	-0.06965874880552292
11228	rnn.bias_ih_l0_reverse	1	-0.03119034320116043
11228	rnn.bias_ih_l0_reverse	2	0.09002441167831421
11228	rnn.bias_ih_l0_reverse	3	0.02510341815650463
11228	rnn.bias_ih_l0_reverse	4	-0.10764126479625702
11228	rnn.bias_ih_l0_reverse	5	0.0356844924390316
11228	rnn.bias_ih_l0_reverse	6	-0.11700770258903503
11228	rnn.bias_ih_l0_reverse	7	0.03720538318157196
11228	rnn.bias_ih_l0_reverse	8	0.022980574518442154
11228	rnn.bias_ih_l0_reverse	9	0.0679076537489891
11228	rnn.bias_hh_l0_reverse	0	0.03192378580570221
11228	rnn.bias_hh_l0_reverse	1	0.08004781603813171
11228	rnn.bias_hh_l0_reverse	2	0.07895509153604507
11228	rnn.bias_hh_l0_reverse	3	-0.00706192571669817
11228	rnn.bias_hh_l0_reverse	4	0.08055217564105988
11228	rnn.bias_hh_l0_reverse	5	0.006719434633851051
11228	rnn.bias_hh_l0_reverse	6	-0.07809603959321976
11228	rnn.bias_hh_l0_reverse	7	0.04629797115921974
11228	rnn.bias_hh_l0_reverse	8	0.02909788489341736
11228	rnn.bias_hh_l0_reverse	9	-0.11840003728866577
11228	linear.weight	0	0.15891894698143005
11228	linear.weight	1	-0.10925871133804321
11228	linear.weight	2	-0.1513892114162445
11228	linear.weight	3	0.045331552624702454
11228	linear.weight	4	-0.004830521065741777
11228	linear.weight	5	-0.018817204982042313
11228	linear.weight	6	-0.009477431885898113
11228	linear.weight	7	-0.03767869994044304
11228	linear.weight	8	0.03255416080355644
11228	linear.weight	9	0.33331000804901123
11228	linear.bias	0	-0.10973241925239563
11228	linear.bias	1	0.13127025961875916
11228	linear.bias	2	-0.4442274570465088
11228	linear.bias	3	1.4762924909591675
11228	linear.bias	4	-0.3396320641040802
11228	linear.bias	5	-0.030769959092140198
11228	linear.bias	6	-0.3020934462547302
11228	linear.bias	7	-0.21919575333595276
11228	linear.bias	8	0.03805115073919296
11228	linear.bias	9	-0.4418348968029022
11256	transitions	0	-0.6108705401420593
11256	transitions	1	0.38718461990356445
11256	transitions	2	1.7248286008834839
11256	transitions	3	0.14274810254573822
11256	transitions	4	0.9781256318092346
11256	transitions	5	1.2746464014053345
11256	transitions	6	0.48430612683296204
11256	transitions	7	0.18119637668132782
11256	transitions	8	-0.9191433191299438
11256	transitions	9	0.9307586550712585
11256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11256	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11256	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11256	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11256	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11256	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11256	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11256	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11256	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11256	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11256	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11256	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11256	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11256	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11256	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11256	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11256	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11256	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11256	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11256	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11256	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11256	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11256	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11256	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11256	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11256	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11256	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11256	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11256	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11256	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11256	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11256	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11256	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11256	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11256	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11256	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11256	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11256	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11256	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11256	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11256	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11256	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11256	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11256	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11256	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11256	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11256	embedding2nn.weight	0	0.010373701341450214
11256	embedding2nn.weight	1	0.015444427728652954
11256	embedding2nn.weight	2	-0.005705158691853285
11256	embedding2nn.weight	3	0.002507967408746481
11256	embedding2nn.weight	4	-0.004068197216838598
11256	embedding2nn.weight	5	0.010164056904613972
11256	embedding2nn.weight	6	-0.0037524718791246414
11256	embedding2nn.weight	7	0.005751593504101038
11256	embedding2nn.weight	8	-0.007841481827199459
11256	embedding2nn.weight	9	-0.01369673851877451
11256	embedding2nn.bias	0	-0.0369734987616539
11256	embedding2nn.bias	1	-0.02447441779077053
11256	embedding2nn.bias	2	-0.05928634852170944
11256	embedding2nn.bias	3	0.008062567561864853
11256	embedding2nn.bias	4	0.009077882394194603
11256	embedding2nn.bias	5	0.000785408599767834
11256	embedding2nn.bias	6	0.011316794902086258
11256	embedding2nn.bias	7	0.0271803829818964
11256	embedding2nn.bias	8	-0.0006987011292949319
11256	embedding2nn.bias	9	0.0003025601035915315
11256	rnn.weight_ih_l0	0	0.038038525730371475
11256	rnn.weight_ih_l0	1	-0.010955226607620716
11256	rnn.weight_ih_l0	2	-0.027454113587737083
11256	rnn.weight_ih_l0	3	-0.04712411016225815
11256	rnn.weight_ih_l0	4	-0.047265999019145966
11256	rnn.weight_ih_l0	5	-0.0025247461162507534
11256	rnn.weight_ih_l0	6	-0.05339225381612778
11256	rnn.weight_ih_l0	7	-0.05449526384472847
11256	rnn.weight_ih_l0	8	-0.04733565077185631
11256	rnn.weight_ih_l0	9	-0.02706901915371418
11256	rnn.weight_hh_l0	0	0.015795473009347916
11256	rnn.weight_hh_l0	1	-0.02045770362019539
11256	rnn.weight_hh_l0	2	-0.043013378977775574
11256	rnn.weight_hh_l0	3	-0.023430265486240387
11256	rnn.weight_hh_l0	4	-0.057988520711660385
11256	rnn.weight_hh_l0	5	-0.011570200324058533
11256	rnn.weight_hh_l0	6	-0.03407275676727295
11256	rnn.weight_hh_l0	7	0.014518962241709232
11256	rnn.weight_hh_l0	8	-0.01762459985911846
11256	rnn.weight_hh_l0	9	0.020590148866176605
11256	rnn.bias_ih_l0	0	0.09423218667507172
11256	rnn.bias_ih_l0	1	-0.03819775953888893
11256	rnn.bias_ih_l0	2	0.10631540417671204
11256	rnn.bias_ih_l0	3	0.06568840891122818
11256	rnn.bias_ih_l0	4	0.10151048004627228
11256	rnn.bias_ih_l0	5	0.026358623057603836
11256	rnn.bias_ih_l0	6	-0.00901117268949747
11256	rnn.bias_ih_l0	7	-0.08192174881696701
11256	rnn.bias_ih_l0	8	-0.13432608544826508
11256	rnn.bias_ih_l0	9	0.08528085052967072
11256	rnn.bias_hh_l0	0	-0.026156960055232048
11256	rnn.bias_hh_l0	1	0.0136271882802248
11256	rnn.bias_hh_l0	2	-0.025862790644168854
11256	rnn.bias_hh_l0	3	-0.025598958134651184
11256	rnn.bias_hh_l0	4	-0.039210326969623566
11256	rnn.bias_hh_l0	5	0.11925502121448517
11256	rnn.bias_hh_l0	6	0.0038848838303238153
11256	rnn.bias_hh_l0	7	0.014547455124557018
11256	rnn.bias_hh_l0	8	0.025357559323310852
11256	rnn.bias_hh_l0	9	0.04422542080283165
11256	rnn.weight_ih_l0_reverse	0	-0.03153552860021591
11256	rnn.weight_ih_l0_reverse	1	-0.0020062339026480913
11256	rnn.weight_ih_l0_reverse	2	0.024909017607569695
11256	rnn.weight_ih_l0_reverse	3	-0.05591655895113945
11256	rnn.weight_ih_l0_reverse	4	0.010837743990123272
11256	rnn.weight_ih_l0_reverse	5	-0.053103987127542496
11256	rnn.weight_ih_l0_reverse	6	0.00668548047542572
11256	rnn.weight_ih_l0_reverse	7	0.04321176931262016
11256	rnn.weight_ih_l0_reverse	8	-0.043010663241147995
11256	rnn.weight_ih_l0_reverse	9	-0.051852788776159286
11256	rnn.weight_hh_l0_reverse	0	-0.07677450031042099
11256	rnn.weight_hh_l0_reverse	1	-0.04135451093316078
11256	rnn.weight_hh_l0_reverse	2	0.020888496190309525
11256	rnn.weight_hh_l0_reverse	3	0.04482218250632286
11256	rnn.weight_hh_l0_reverse	4	0.01909874938428402
11256	rnn.weight_hh_l0_reverse	5	0.04242776334285736
11256	rnn.weight_hh_l0_reverse	6	-0.0010992356110364199
11256	rnn.weight_hh_l0_reverse	7	0.0030024407897144556
11256	rnn.weight_hh_l0_reverse	8	-0.08762829750776291
11256	rnn.weight_hh_l0_reverse	9	0.05064275115728378
11256	rnn.bias_ih_l0_reverse	0	-0.07278571277856827
11256	rnn.bias_ih_l0_reverse	1	-0.03125675767660141
11256	rnn.bias_ih_l0_reverse	2	0.09171590209007263
11256	rnn.bias_ih_l0_reverse	3	0.024514438584446907
11256	rnn.bias_ih_l0_reverse	4	-0.10887260735034943
11256	rnn.bias_ih_l0_reverse	5	0.03498842194676399
11256	rnn.bias_ih_l0_reverse	6	-0.11418856680393219
11256	rnn.bias_ih_l0_reverse	7	0.03768661618232727
11256	rnn.bias_ih_l0_reverse	8	0.023209193721413612
11256	rnn.bias_ih_l0_reverse	9	0.06730253249406815
11256	rnn.bias_hh_l0_reverse	0	0.040421150624752045
11256	rnn.bias_hh_l0_reverse	1	0.0802934542298317
11256	rnn.bias_hh_l0_reverse	2	0.07757879793643951
11256	rnn.bias_hh_l0_reverse	3	-0.006291455123573542
11256	rnn.bias_hh_l0_reverse	4	0.08096428960561752
11256	rnn.bias_hh_l0_reverse	5	0.0006961654871702194
11256	rnn.bias_hh_l0_reverse	6	-0.0775570273399353
11256	rnn.bias_hh_l0_reverse	7	0.047284241765737534
11256	rnn.bias_hh_l0_reverse	8	0.02700251154601574
11256	rnn.bias_hh_l0_reverse	9	-0.12103953957557678
11256	linear.weight	0	0.1575394868850708
11256	linear.weight	1	-0.10923806577920914
11256	linear.weight	2	-0.15090323984622955
11256	linear.weight	3	0.0406646765768528
11256	linear.weight	4	-0.004393303766846657
11256	linear.weight	5	-0.017991870641708374
11256	linear.weight	6	-0.009472799487411976
11256	linear.weight	7	-0.03783633932471275
11256	linear.weight	8	0.03341016173362732
11256	linear.weight	9	0.33406251668930054
11256	linear.bias	0	-0.10840315371751785
11256	linear.bias	1	0.13176274299621582
11256	linear.bias	2	-0.4447444975376129
11256	linear.bias	3	1.481897234916687
11256	linear.bias	4	-0.3405335545539856
11256	linear.bias	5	-0.030769959092140198
11256	linear.bias	6	-0.3018583655357361
11256	linear.bias	7	-0.21483802795410156
11256	linear.bias	8	0.04327891767024994
11256	linear.bias	9	-0.44197678565979004
11284	transitions	0	-0.6109473705291748
11284	transitions	1	0.3871176242828369
11284	transitions	2	1.724772572517395
11284	transitions	3	0.14264371991157532
11284	transitions	4	0.978002667427063
11284	transitions	5	1.2746436595916748
11284	transitions	6	0.4843011200428009
11284	transitions	7	0.18119482696056366
11284	transitions	8	-0.9191439151763916
11284	transitions	9	0.9307586550712585
11284	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11284	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11284	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11284	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11284	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11284	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11284	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11284	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11284	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11284	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11284	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11284	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11284	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11284	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11284	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11284	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11284	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11284	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11284	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11284	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11284	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11284	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11284	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11284	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11284	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11284	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11284	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11284	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11284	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11284	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11284	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11284	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11284	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11284	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11284	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11284	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11284	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11284	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11284	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11284	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11284	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11284	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11284	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11284	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11284	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11284	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11284	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11284	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11284	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11284	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11284	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11284	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11284	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11284	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11284	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11284	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11284	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11284	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11284	embedding2nn.weight	0	0.011367526836693287
11284	embedding2nn.weight	1	0.015610137954354286
11284	embedding2nn.weight	2	-0.005714671220630407
11284	embedding2nn.weight	3	0.0022824082989245653
11284	embedding2nn.weight	4	-0.0041220481507480145
11284	embedding2nn.weight	5	0.010165386833250523
11284	embedding2nn.weight	6	-0.003782986430451274
11284	embedding2nn.weight	7	0.00487273745238781
11284	embedding2nn.weight	8	-0.007726579904556274
11284	embedding2nn.weight	9	-0.01372244767844677
11284	embedding2nn.bias	0	-0.031670477241277695
11284	embedding2nn.bias	1	-0.02374500222504139
11284	embedding2nn.bias	2	-0.05819747596979141
11284	embedding2nn.bias	3	0.00461170356720686
11284	embedding2nn.bias	4	0.0182179044932127
11284	embedding2nn.bias	5	0.0021332704927772284
11284	embedding2nn.bias	6	0.017522068694233894
11284	embedding2nn.bias	7	0.023911984637379646
11284	embedding2nn.bias	8	0.004562269896268845
11284	embedding2nn.bias	9	-0.005743321496993303
11284	rnn.weight_ih_l0	0	0.03784038498997688
11284	rnn.weight_ih_l0	1	-0.010761002078652382
11284	rnn.weight_ih_l0	2	-0.028125377371907234
11284	rnn.weight_ih_l0	3	-0.04676586389541626
11284	rnn.weight_ih_l0	4	-0.04745250195264816
11284	rnn.weight_ih_l0	5	-0.002387220272794366
11284	rnn.weight_ih_l0	6	-0.0537165068089962
11284	rnn.weight_ih_l0	7	-0.05433743819594383
11284	rnn.weight_ih_l0	8	-0.04777145013213158
11284	rnn.weight_ih_l0	9	-0.02737007662653923
11284	rnn.weight_hh_l0	0	0.015747690573334694
11284	rnn.weight_hh_l0	1	-0.020660459995269775
11284	rnn.weight_hh_l0	2	-0.0431312657892704
11284	rnn.weight_hh_l0	3	-0.02310216799378395
11284	rnn.weight_hh_l0	4	-0.058043062686920166
11284	rnn.weight_hh_l0	5	-0.011878128163516521
11284	rnn.weight_hh_l0	6	-0.03367242589592934
11284	rnn.weight_hh_l0	7	0.014251992106437683
11284	rnn.weight_hh_l0	8	-0.0173766128718853
11284	rnn.weight_hh_l0	9	0.019968029111623764
11284	rnn.bias_ih_l0	0	0.09361512213945389
11284	rnn.bias_ih_l0	1	-0.03923005238175392
11284	rnn.bias_ih_l0	2	0.10674663633108139
11284	rnn.bias_ih_l0	3	0.06528835743665695
11284	rnn.bias_ih_l0	4	0.10114531964063644
11284	rnn.bias_ih_l0	5	0.027574991807341576
11284	rnn.bias_ih_l0	6	-0.011719794943928719
11284	rnn.bias_ih_l0	7	-0.08211979269981384
11284	rnn.bias_ih_l0	8	-0.13116320967674255
11284	rnn.bias_ih_l0	9	0.08712184429168701
11284	rnn.bias_hh_l0	0	-0.026479050517082214
11284	rnn.bias_hh_l0	1	0.012971239164471626
11284	rnn.bias_hh_l0	2	-0.02608299069106579
11284	rnn.bias_hh_l0	3	-0.02206123247742653
11284	rnn.bias_hh_l0	4	-0.039525099098682404
11284	rnn.bias_hh_l0	5	0.11881907284259796
11284	rnn.bias_hh_l0	6	0.0027170698158442974
11284	rnn.bias_hh_l0	7	0.014274854212999344
11284	rnn.bias_hh_l0	8	0.022648943588137627
11284	rnn.bias_hh_l0	9	0.04051702469587326
11284	rnn.weight_ih_l0_reverse	0	-0.03122115321457386
11284	rnn.weight_ih_l0_reverse	1	-0.0016466041561216116
11284	rnn.weight_ih_l0_reverse	2	0.024853548035025597
11284	rnn.weight_ih_l0_reverse	3	-0.05566047504544258
11284	rnn.weight_ih_l0_reverse	4	0.010811922140419483
11284	rnn.weight_ih_l0_reverse	5	-0.05294424667954445
11284	rnn.weight_ih_l0_reverse	6	0.006464592181146145
11284	rnn.weight_ih_l0_reverse	7	0.04344650357961655
11284	rnn.weight_ih_l0_reverse	8	-0.042957887053489685
11284	rnn.weight_ih_l0_reverse	9	-0.05203790217638016
11284	rnn.weight_hh_l0_reverse	0	-0.07789327204227448
11284	rnn.weight_hh_l0_reverse	1	-0.041330836713314056
11284	rnn.weight_hh_l0_reverse	2	0.021098623052239418
11284	rnn.weight_hh_l0_reverse	3	0.044904548674821854
11284	rnn.weight_hh_l0_reverse	4	0.019074836745858192
11284	rnn.weight_hh_l0_reverse	5	0.042678508907556534
11284	rnn.weight_hh_l0_reverse	6	-0.0006582743371836841
11284	rnn.weight_hh_l0_reverse	7	0.003397728316485882
11284	rnn.weight_hh_l0_reverse	8	-0.08712475001811981
11284	rnn.weight_hh_l0_reverse	9	0.05092038959264755
11284	rnn.bias_ih_l0_reverse	0	-0.0724399983882904
11284	rnn.bias_ih_l0_reverse	1	-0.03080795705318451
11284	rnn.bias_ih_l0_reverse	2	0.0900144875049591
11284	rnn.bias_ih_l0_reverse	3	0.024933794513344765
11284	rnn.bias_ih_l0_reverse	4	-0.10931141674518585
11284	rnn.bias_ih_l0_reverse	5	0.034358445554971695
11284	rnn.bias_ih_l0_reverse	6	-0.11428181827068329
11284	rnn.bias_ih_l0_reverse	7	0.03856808319687843
11284	rnn.bias_ih_l0_reverse	8	0.021809492260217667
11284	rnn.bias_ih_l0_reverse	9	0.06751947104930878
11284	rnn.bias_hh_l0_reverse	0	0.03624873235821724
11284	rnn.bias_hh_l0_reverse	1	0.08004368841648102
11284	rnn.bias_hh_l0_reverse	2	0.07967277616262436
11284	rnn.bias_hh_l0_reverse	3	-0.005212107673287392
11284	rnn.bias_hh_l0_reverse	4	0.07970035076141357
11284	rnn.bias_hh_l0_reverse	5	-0.005431275814771652
11284	rnn.bias_hh_l0_reverse	6	-0.07702640444040298
11284	rnn.bias_hh_l0_reverse	7	0.04529977962374687
11284	rnn.bias_hh_l0_reverse	8	0.025363793596625328
11284	rnn.bias_hh_l0_reverse	9	-0.11823466420173645
11284	linear.weight	0	0.16089919209480286
11284	linear.weight	1	-0.10922633856534958
11284	linear.weight	2	-0.15313677489757538
11284	linear.weight	3	0.044532883912324905
11284	linear.weight	4	-0.004199317190796137
11284	linear.weight	5	-0.0178335290402174
11284	linear.weight	6	-0.009464376606047153
11284	linear.weight	7	-0.037806808948516846
11284	linear.weight	8	0.03231275454163551
11284	linear.weight	9	0.3307093679904938
11284	linear.bias	0	-0.11493651568889618
11284	linear.bias	1	0.13027288019657135
11284	linear.bias	2	-0.44350770115852356
11284	linear.bias	3	1.482922911643982
11284	linear.bias	4	-0.3409579396247864
11284	linear.bias	5	-0.030769959092140198
11284	linear.bias	6	-0.29923051595687866
11284	linear.bias	7	-0.21615943312644958
11284	linear.bias	8	0.036101799458265305
11284	linear.bias	9	-0.44215208292007446
11312	transitions	0	-0.6121311783790588
11312	transitions	1	0.3870188593864441
11312	transitions	2	1.724625825881958
11312	transitions	3	0.1426081657409668
11312	transitions	4	0.9779436588287354
11312	transitions	5	1.274635672569275
11312	transitions	6	0.4843001067638397
11312	transitions	7	0.18119241297245026
11312	transitions	8	-0.9191449880599976
11312	transitions	9	0.9307572245597839
11312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11312	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11312	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11312	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11312	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11312	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11312	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11312	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11312	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11312	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11312	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11312	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11312	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11312	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11312	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11312	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11312	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11312	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11312	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11312	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11312	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11312	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11312	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11312	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11312	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11312	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11312	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11312	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11312	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11312	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11312	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11312	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11312	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11312	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11312	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11312	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11312	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11312	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11312	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11312	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11312	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11312	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11312	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11312	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11312	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11312	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11312	embedding2nn.weight	0	0.011237394995987415
11312	embedding2nn.weight	1	0.015599362552165985
11312	embedding2nn.weight	2	-0.0056146541610360146
11312	embedding2nn.weight	3	0.0023152444045990705
11312	embedding2nn.weight	4	-0.0041361600160598755
11312	embedding2nn.weight	5	0.010172582231462002
11312	embedding2nn.weight	6	-0.0036190461833029985
11312	embedding2nn.weight	7	0.005393664352595806
11312	embedding2nn.weight	8	-0.007815273478627205
11312	embedding2nn.weight	9	-0.01353885792195797
11312	embedding2nn.bias	0	-0.0323338620364666
11312	embedding2nn.bias	1	-0.022087296470999718
11312	embedding2nn.bias	2	-0.06240840256214142
11312	embedding2nn.bias	3	0.00657805148512125
11312	embedding2nn.bias	4	0.012941843830049038
11312	embedding2nn.bias	5	0.0010755921248346567
11312	embedding2nn.bias	6	0.012875488959252834
11312	embedding2nn.bias	7	0.028332548215985298
11312	embedding2nn.bias	8	-0.00021730085427407175
11312	embedding2nn.bias	9	0.0006301084067672491
11312	rnn.weight_ih_l0	0	0.03767993673682213
11312	rnn.weight_ih_l0	1	-0.010879111476242542
11312	rnn.weight_ih_l0	2	-0.028745627030730247
11312	rnn.weight_ih_l0	3	-0.04664471000432968
11312	rnn.weight_ih_l0	4	-0.04762335494160652
11312	rnn.weight_ih_l0	5	-0.002170637482777238
11312	rnn.weight_ih_l0	6	-0.05450231581926346
11312	rnn.weight_ih_l0	7	-0.0544000044465065
11312	rnn.weight_ih_l0	8	-0.047583792358636856
11312	rnn.weight_ih_l0	9	-0.027347316965460777
11312	rnn.weight_hh_l0	0	0.015995800495147705
11312	rnn.weight_hh_l0	1	-0.020869199186563492
11312	rnn.weight_hh_l0	2	-0.041753266006708145
11312	rnn.weight_hh_l0	3	-0.023139897733926773
11312	rnn.weight_hh_l0	4	-0.05813053995370865
11312	rnn.weight_hh_l0	5	-0.01167493686079979
11312	rnn.weight_hh_l0	6	-0.03343454375863075
11312	rnn.weight_hh_l0	7	0.013340968638658524
11312	rnn.weight_hh_l0	8	-0.01793862320482731
11312	rnn.weight_hh_l0	9	0.01975942775607109
11312	rnn.bias_ih_l0	0	0.09405256807804108
11312	rnn.bias_ih_l0	1	-0.03866475075483322
11312	rnn.bias_ih_l0	2	0.10659504681825638
11312	rnn.bias_ih_l0	3	0.06454991549253464
11312	rnn.bias_ih_l0	4	0.10029152780771255
11312	rnn.bias_ih_l0	5	0.027013787999749184
11312	rnn.bias_ih_l0	6	-0.01208075974136591
11312	rnn.bias_ih_l0	7	-0.07925194501876831
11312	rnn.bias_ih_l0	8	-0.12836359441280365
11312	rnn.bias_ih_l0	9	0.08649919182062149
11312	rnn.bias_hh_l0	0	-0.02734214812517166
11312	rnn.bias_hh_l0	1	0.012661094777286053
11312	rnn.bias_hh_l0	2	-0.023338910192251205
11312	rnn.bias_hh_l0	3	-0.020295143127441406
11312	rnn.bias_hh_l0	4	-0.037838175892829895
11312	rnn.bias_hh_l0	5	0.11869122087955475
11312	rnn.bias_hh_l0	6	0.0023141438141465187
11312	rnn.bias_hh_l0	7	0.016214892268180847
11312	rnn.bias_hh_l0	8	0.02228797972202301
11312	rnn.bias_hh_l0	9	0.04179459065198898
11312	rnn.weight_ih_l0_reverse	0	-0.031337570399045944
11312	rnn.weight_ih_l0_reverse	1	-0.0016382521716877818
11312	rnn.weight_ih_l0_reverse	2	0.025082390755414963
11312	rnn.weight_ih_l0_reverse	3	-0.05536665394902229
11312	rnn.weight_ih_l0_reverse	4	0.010879882611334324
11312	rnn.weight_ih_l0_reverse	5	-0.05314189940690994
11312	rnn.weight_ih_l0_reverse	6	0.005941041279584169
11312	rnn.weight_ih_l0_reverse	7	0.04374457523226738
11312	rnn.weight_ih_l0_reverse	8	-0.0429459884762764
11312	rnn.weight_ih_l0_reverse	9	-0.05196177586913109
11312	rnn.weight_hh_l0_reverse	0	-0.07696764171123505
11312	rnn.weight_hh_l0_reverse	1	-0.04184211418032646
11312	rnn.weight_hh_l0_reverse	2	0.020954737439751625
11312	rnn.weight_hh_l0_reverse	3	0.045012377202510834
11312	rnn.weight_hh_l0_reverse	4	0.018920166417956352
11312	rnn.weight_hh_l0_reverse	5	0.04259946942329407
11312	rnn.weight_hh_l0_reverse	6	-3.361351991770789e-05
11312	rnn.weight_hh_l0_reverse	7	0.003780543804168701
11312	rnn.weight_hh_l0_reverse	8	-0.08781091868877411
11312	rnn.weight_hh_l0_reverse	9	0.05037692189216614
11312	rnn.bias_ih_l0_reverse	0	-0.0752086341381073
11312	rnn.bias_ih_l0_reverse	1	-0.022995632141828537
11312	rnn.bias_ih_l0_reverse	2	0.09069447219371796
11312	rnn.bias_ih_l0_reverse	3	0.024257777258753777
11312	rnn.bias_ih_l0_reverse	4	-0.10779837518930435
11312	rnn.bias_ih_l0_reverse	5	0.036157771944999695
11312	rnn.bias_ih_l0_reverse	6	-0.11486968398094177
11312	rnn.bias_ih_l0_reverse	7	0.038866665214300156
11312	rnn.bias_ih_l0_reverse	8	0.02195943333208561
11312	rnn.bias_ih_l0_reverse	9	0.06745351105928421
11312	rnn.bias_hh_l0_reverse	0	0.0346495620906353
11312	rnn.bias_hh_l0_reverse	1	0.08082737773656845
11312	rnn.bias_hh_l0_reverse	2	0.0807821974158287
11312	rnn.bias_hh_l0_reverse	3	-0.004041188396513462
11312	rnn.bias_hh_l0_reverse	4	0.07976697385311127
11312	rnn.bias_hh_l0_reverse	5	-0.004939262289553881
11312	rnn.bias_hh_l0_reverse	6	-0.07623165845870972
11312	rnn.bias_hh_l0_reverse	7	0.04421526938676834
11312	rnn.bias_hh_l0_reverse	8	0.025994280353188515
11312	rnn.bias_hh_l0_reverse	9	-0.12384667247533798
11312	linear.weight	0	0.15489089488983154
11312	linear.weight	1	-0.10925398766994476
11312	linear.weight	2	-0.15379518270492554
11312	linear.weight	3	0.048734039068222046
11312	linear.weight	4	-0.0039360178634524345
11312	linear.weight	5	-0.017489317804574966
11312	linear.weight	6	-0.009454608894884586
11312	linear.weight	7	-0.03776289150118828
11312	linear.weight	8	0.03396031633019447
11312	linear.weight	9	0.3290483057498932
11312	linear.bias	0	-0.11716645956039429
11312	linear.bias	1	0.12440351396799088
11312	linear.bias	2	-0.44342759251594543
11312	linear.bias	3	1.4800359010696411
11312	linear.bias	4	-0.3390524387359619
11312	linear.bias	5	-0.030769959092140198
11312	linear.bias	6	-0.30081555247306824
11312	linear.bias	7	-0.21245624125003815
11312	linear.bias	8	0.03729275241494179
11312	linear.bias	9	-0.4424125552177429
11340	transitions	0	-0.6124326586723328
11340	transitions	1	0.38693967461586
11340	transitions	2	1.72446608543396
11340	transitions	3	0.14252504706382751
11340	transitions	4	0.9778980016708374
11340	transitions	5	1.2746329307556152
11340	transitions	6	0.48429831862449646
11340	transitions	7	0.18118858337402344
11340	transitions	8	-0.9191451072692871
11340	transitions	9	0.9307572245597839
11340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11340	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11340	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11340	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11340	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11340	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11340	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11340	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11340	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11340	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11340	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11340	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11340	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11340	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11340	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11340	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11340	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11340	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11340	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11340	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11340	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11340	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11340	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11340	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11340	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11340	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11340	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11340	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11340	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11340	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11340	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11340	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11340	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11340	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11340	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11340	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11340	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11340	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11340	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11340	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11340	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11340	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11340	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11340	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11340	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11340	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11340	embedding2nn.weight	0	0.01160330418497324
11340	embedding2nn.weight	1	0.01565682515501976
11340	embedding2nn.weight	2	-0.005592484027147293
11340	embedding2nn.weight	3	0.002217707224190235
11340	embedding2nn.weight	4	-0.00405539246276021
11340	embedding2nn.weight	5	0.010107661597430706
11340	embedding2nn.weight	6	-0.003740886226296425
11340	embedding2nn.weight	7	0.005602288991212845
11340	embedding2nn.weight	8	-0.00789666548371315
11340	embedding2nn.weight	9	-0.013392284512519836
11340	embedding2nn.bias	0	-0.03598490357398987
11340	embedding2nn.bias	1	-0.025596043094992638
11340	embedding2nn.bias	2	-0.06520865857601166
11340	embedding2nn.bias	3	0.009041492827236652
11340	embedding2nn.bias	4	0.006913934368640184
11340	embedding2nn.bias	5	0.0008033847552724183
11340	embedding2nn.bias	6	0.020164290443062782
11340	embedding2nn.bias	7	0.029060492292046547
11340	embedding2nn.bias	8	-0.004581631626933813
11340	embedding2nn.bias	9	0.0010877377353608608
11340	rnn.weight_ih_l0	0	0.03785952925682068
11340	rnn.weight_ih_l0	1	-0.011818641796708107
11340	rnn.weight_ih_l0	2	-0.02829459309577942
11340	rnn.weight_ih_l0	3	-0.046793609857559204
11340	rnn.weight_ih_l0	4	-0.04720344394445419
11340	rnn.weight_ih_l0	5	-0.002211021026596427
11340	rnn.weight_ih_l0	6	-0.054286111146211624
11340	rnn.weight_ih_l0	7	-0.054547492414712906
11340	rnn.weight_ih_l0	8	-0.04725882411003113
11340	rnn.weight_ih_l0	9	-0.027235161513090134
11340	rnn.weight_hh_l0	0	0.01613716594874859
11340	rnn.weight_hh_l0	1	-0.020814290270209312
11340	rnn.weight_hh_l0	2	-0.042127106338739395
11340	rnn.weight_hh_l0	3	-0.023472080007195473
11340	rnn.weight_hh_l0	4	-0.058190539479255676
11340	rnn.weight_hh_l0	5	-0.011667977087199688
11340	rnn.weight_hh_l0	6	-0.03414899855852127
11340	rnn.weight_hh_l0	7	0.01443024817854166
11340	rnn.weight_hh_l0	8	-0.01787075586616993
11340	rnn.weight_hh_l0	9	0.018949490040540695
11340	rnn.bias_ih_l0	0	0.0940953716635704
11340	rnn.bias_ih_l0	1	-0.039788395166397095
11340	rnn.bias_ih_l0	2	0.1103735864162445
11340	rnn.bias_ih_l0	3	0.06390673667192459
11340	rnn.bias_ih_l0	4	0.09968461096286774
11340	rnn.bias_ih_l0	5	0.026370689272880554
11340	rnn.bias_ih_l0	6	-0.009459450840950012
11340	rnn.bias_ih_l0	7	-0.0809716209769249
11340	rnn.bias_ih_l0	8	-0.13339786231517792
11340	rnn.bias_ih_l0	9	0.08828028291463852
11340	rnn.bias_hh_l0	0	-0.026287665590643883
11340	rnn.bias_hh_l0	1	0.012646517716348171
11340	rnn.bias_hh_l0	2	-0.02342979982495308
11340	rnn.bias_hh_l0	3	-0.020057667046785355
11340	rnn.bias_hh_l0	4	-0.03869590163230896
11340	rnn.bias_hh_l0	5	0.11894050985574722
11340	rnn.bias_hh_l0	6	0.0025461569894105196
11340	rnn.bias_hh_l0	7	0.01699880324304104
11340	rnn.bias_hh_l0	8	0.02490929141640663
11340	rnn.bias_hh_l0	9	0.04203476384282112
11340	rnn.weight_ih_l0_reverse	0	-0.03129800781607628
11340	rnn.weight_ih_l0_reverse	1	-0.001332393498159945
11340	rnn.weight_ih_l0_reverse	2	0.02498900704085827
11340	rnn.weight_ih_l0_reverse	3	-0.05574697628617287
11340	rnn.weight_ih_l0_reverse	4	0.011044377461075783
11340	rnn.weight_ih_l0_reverse	5	-0.052850160747766495
11340	rnn.weight_ih_l0_reverse	6	0.006352612748742104
11340	rnn.weight_ih_l0_reverse	7	0.043664854019880295
11340	rnn.weight_ih_l0_reverse	8	-0.04275340959429741
11340	rnn.weight_ih_l0_reverse	9	-0.05213720723986626
11340	rnn.weight_hh_l0_reverse	0	-0.07733064889907837
11340	rnn.weight_hh_l0_reverse	1	-0.04326271638274193
11340	rnn.weight_hh_l0_reverse	2	0.020558767020702362
11340	rnn.weight_hh_l0_reverse	3	0.04456900432705879
11340	rnn.weight_hh_l0_reverse	4	0.019148919731378555
11340	rnn.weight_hh_l0_reverse	5	0.04273658245801926
11340	rnn.weight_hh_l0_reverse	6	-0.0007393936975859106
11340	rnn.weight_hh_l0_reverse	7	0.003812795737758279
11340	rnn.weight_hh_l0_reverse	8	-0.08849392086267471
11340	rnn.weight_hh_l0_reverse	9	0.050926949828863144
11340	rnn.bias_ih_l0_reverse	0	-0.07386880367994308
11340	rnn.bias_ih_l0_reverse	1	-0.02150854840874672
11340	rnn.bias_ih_l0_reverse	2	0.08931288123130798
11340	rnn.bias_ih_l0_reverse	3	0.023302339017391205
11340	rnn.bias_ih_l0_reverse	4	-0.10841348767280579
11340	rnn.bias_ih_l0_reverse	5	0.03536349534988403
11340	rnn.bias_ih_l0_reverse	6	-0.11543060094118118
11340	rnn.bias_ih_l0_reverse	7	0.03792334720492363
11340	rnn.bias_ih_l0_reverse	8	0.022977031767368317
11340	rnn.bias_ih_l0_reverse	9	0.06775006651878357
11340	rnn.bias_hh_l0_reverse	0	0.03132444620132446
11340	rnn.bias_hh_l0_reverse	1	0.07865378260612488
11340	rnn.bias_hh_l0_reverse	2	0.08175528049468994
11340	rnn.bias_hh_l0_reverse	3	-0.003671070095151663
11340	rnn.bias_hh_l0_reverse	4	0.07943308353424072
11340	rnn.bias_hh_l0_reverse	5	-0.008039839565753937
11340	rnn.bias_hh_l0_reverse	6	-0.07646741718053818
11340	rnn.bias_hh_l0_reverse	7	0.044597309082746506
11340	rnn.bias_hh_l0_reverse	8	0.024342341348528862
11340	rnn.bias_hh_l0_reverse	9	-0.1218549832701683
11340	linear.weight	0	0.16420578956604004
11340	linear.weight	1	-0.10925446450710297
11340	linear.weight	2	-0.15091630816459656
11340	linear.weight	3	0.04894297942519188
11340	linear.weight	4	-0.003437942825257778
11340	linear.weight	5	-0.016563845798373222
11340	linear.weight	6	-0.009444056078791618
11340	linear.weight	7	-0.037584226578474045
11340	linear.weight	8	0.034432679414749146
11340	linear.weight	9	0.3202372193336487
11340	linear.bias	0	-0.11440355330705643
11340	linear.bias	1	0.13333189487457275
11340	linear.bias	2	-0.4420461058616638
11340	linear.bias	3	1.4869351387023926
11340	linear.bias	4	-0.3393503427505493
11340	linear.bias	5	-0.030769959092140198
11340	linear.bias	6	-0.29832571744918823
11340	linear.bias	7	-0.20932941138744354
11340	linear.bias	8	0.046888962388038635
11340	linear.bias	9	-0.4425520598888397
11368	transitions	0	-0.6125497817993164
11368	transitions	1	0.3868860602378845
11368	transitions	2	1.7241991758346558
11368	transitions	3	0.1425037831068039
11368	transitions	4	0.9778788685798645
11368	transitions	5	1.2746310234069824
11368	transitions	6	0.484297513961792
11368	transitions	7	0.18117254972457886
11368	transitions	8	-0.919145405292511
11368	transitions	9	0.9307571649551392
11368	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11368	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11368	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11368	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11368	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11368	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11368	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11368	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11368	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11368	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11368	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11368	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11368	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11368	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11368	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11368	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11368	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11368	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11368	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11368	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11368	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11368	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11368	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11368	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11368	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11368	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11368	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11368	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11368	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11368	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11368	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11368	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11368	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11368	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11368	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11368	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11368	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11368	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11368	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11368	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11368	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11368	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11368	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11368	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11368	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11368	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11368	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11368	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11368	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11368	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11368	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11368	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11368	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11368	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11368	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11368	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11368	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11368	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11368	embedding2nn.weight	0	0.011208207346498966
11368	embedding2nn.weight	1	0.01577780768275261
11368	embedding2nn.weight	2	-0.005633160006254911
11368	embedding2nn.weight	3	0.002212909050285816
11368	embedding2nn.weight	4	-0.004006718751043081
11368	embedding2nn.weight	5	0.010286681354045868
11368	embedding2nn.weight	6	-0.0036125672049820423
11368	embedding2nn.weight	7	0.005790261551737785
11368	embedding2nn.weight	8	-0.007890037260949612
11368	embedding2nn.weight	9	-0.013285573571920395
11368	embedding2nn.bias	0	-0.03283020853996277
11368	embedding2nn.bias	1	-0.025507628917694092
11368	embedding2nn.bias	2	-0.06569190323352814
11368	embedding2nn.bias	3	0.005036938935518265
11368	embedding2nn.bias	4	0.008859804831445217
11368	embedding2nn.bias	5	0.002639948623254895
11368	embedding2nn.bias	6	0.019929122179746628
11368	embedding2nn.bias	7	0.031170329079031944
11368	embedding2nn.bias	8	-0.005880434066057205
11368	embedding2nn.bias	9	-0.005403437186032534
11368	rnn.weight_ih_l0	0	0.03767067939043045
11368	rnn.weight_ih_l0	1	-0.011742361821234226
11368	rnn.weight_ih_l0	2	-0.028493260964751244
11368	rnn.weight_ih_l0	3	-0.04665125533938408
11368	rnn.weight_ih_l0	4	-0.047471679747104645
11368	rnn.weight_ih_l0	5	-0.0022860830649733543
11368	rnn.weight_ih_l0	6	-0.054485023021698
11368	rnn.weight_ih_l0	7	-0.05440136417746544
11368	rnn.weight_ih_l0	8	-0.04748645797371864
11368	rnn.weight_ih_l0	9	-0.0274773258715868
11368	rnn.weight_hh_l0	0	0.015857543796300888
11368	rnn.weight_hh_l0	1	-0.021085599437355995
11368	rnn.weight_hh_l0	2	-0.04290150851011276
11368	rnn.weight_hh_l0	3	-0.02388681285083294
11368	rnn.weight_hh_l0	4	-0.05869584530591965
11368	rnn.weight_hh_l0	5	-0.011259782128036022
11368	rnn.weight_hh_l0	6	-0.03381906449794769
11368	rnn.weight_hh_l0	7	0.01266385056078434
11368	rnn.weight_hh_l0	8	-0.01795903593301773
11368	rnn.weight_hh_l0	9	0.019264696165919304
11368	rnn.bias_ih_l0	0	0.09571369737386703
11368	rnn.bias_ih_l0	1	-0.041043221950531006
11368	rnn.bias_ih_l0	2	0.11099762469530106
11368	rnn.bias_ih_l0	3	0.06582330912351608
11368	rnn.bias_ih_l0	4	0.09810793399810791
11368	rnn.bias_ih_l0	5	0.025976432487368584
11368	rnn.bias_ih_l0	6	-0.008514218963682652
11368	rnn.bias_ih_l0	7	-0.08453840017318726
11368	rnn.bias_ih_l0	8	-0.13649439811706543
11368	rnn.bias_ih_l0	9	0.08812256902456284
11368	rnn.bias_hh_l0	0	-0.026559771969914436
11368	rnn.bias_hh_l0	1	0.013583476655185223
11368	rnn.bias_hh_l0	2	-0.02398962900042534
11368	rnn.bias_hh_l0	3	-0.019873304292559624
11368	rnn.bias_hh_l0	4	-0.04039296507835388
11368	rnn.bias_hh_l0	5	0.12022385001182556
11368	rnn.bias_hh_l0	6	0.00242652278393507
11368	rnn.bias_hh_l0	7	0.014492406509816647
11368	rnn.bias_hh_l0	8	0.02585452049970627
11368	rnn.bias_hh_l0	9	0.04361347481608391
11368	rnn.weight_ih_l0_reverse	0	-0.03152897208929062
11368	rnn.weight_ih_l0_reverse	1	-0.0016006132354959846
11368	rnn.weight_ih_l0_reverse	2	0.02508648671209812
11368	rnn.weight_ih_l0_reverse	3	-0.05531632900238037
11368	rnn.weight_ih_l0_reverse	4	0.010691684670746326
11368	rnn.weight_ih_l0_reverse	5	-0.05284993350505829
11368	rnn.weight_ih_l0_reverse	6	0.005817470606416464
11368	rnn.weight_ih_l0_reverse	7	0.04362102597951889
11368	rnn.weight_ih_l0_reverse	8	-0.04283744469285011
11368	rnn.weight_ih_l0_reverse	9	-0.05216393619775772
11368	rnn.weight_hh_l0_reverse	0	-0.07768793404102325
11368	rnn.weight_hh_l0_reverse	1	-0.043369244784116745
11368	rnn.weight_hh_l0_reverse	2	0.021901480853557587
11368	rnn.weight_hh_l0_reverse	3	0.04465227946639061
11368	rnn.weight_hh_l0_reverse	4	0.01936265639960766
11368	rnn.weight_hh_l0_reverse	5	0.043077267706394196
11368	rnn.weight_hh_l0_reverse	6	-0.0008264437201432884
11368	rnn.weight_hh_l0_reverse	7	0.003994392231106758
11368	rnn.weight_hh_l0_reverse	8	-0.08933968096971512
11368	rnn.weight_hh_l0_reverse	9	0.05041296035051346
11368	rnn.bias_ih_l0_reverse	0	-0.06925924867391586
11368	rnn.bias_ih_l0_reverse	1	-0.02040754444897175
11368	rnn.bias_ih_l0_reverse	2	0.09060446918010712
11368	rnn.bias_ih_l0_reverse	3	0.02343258447945118
11368	rnn.bias_ih_l0_reverse	4	-0.10941362380981445
11368	rnn.bias_ih_l0_reverse	5	0.03469493240118027
11368	rnn.bias_ih_l0_reverse	6	-0.11208736896514893
11368	rnn.bias_ih_l0_reverse	7	0.03936308994889259
11368	rnn.bias_ih_l0_reverse	8	0.023273583501577377
11368	rnn.bias_ih_l0_reverse	9	0.06700306385755539
11368	rnn.bias_hh_l0_reverse	0	0.029274076223373413
11368	rnn.bias_hh_l0_reverse	1	0.0785999670624733
11368	rnn.bias_hh_l0_reverse	2	0.08170904219150543
11368	rnn.bias_hh_l0_reverse	3	-0.004712200257927179
11368	rnn.bias_hh_l0_reverse	4	0.08229301869869232
11368	rnn.bias_hh_l0_reverse	5	-0.00674978643655777
11368	rnn.bias_hh_l0_reverse	6	-0.07582203298807144
11368	rnn.bias_hh_l0_reverse	7	0.043401651084423065
11368	rnn.bias_hh_l0_reverse	8	0.025735868141055107
11368	rnn.bias_hh_l0_reverse	9	-0.12149130553007126
11368	linear.weight	0	0.15815003216266632
11368	linear.weight	1	-0.10922357439994812
11368	linear.weight	2	-0.1520124077796936
11368	linear.weight	3	0.0486183725297451
11368	linear.weight	4	-0.0031751671340316534
11368	linear.weight	5	-0.014121610671281815
11368	linear.weight	6	-0.009436007589101791
11368	linear.weight	7	-0.03750504553318024
11368	linear.weight	8	0.03577608987689018
11368	linear.weight	9	0.3193588852882385
11368	linear.bias	0	-0.11768122017383575
11368	linear.bias	1	0.1339518278837204
11368	linear.bias	2	-0.4437219202518463
11368	linear.bias	3	1.47835111618042
11368	linear.bias	4	-0.3397468030452728
11368	linear.bias	5	-0.030769959092140198
11368	linear.bias	6	-0.29801613092422485
11368	linear.bias	7	-0.21286162734031677
11368	linear.bias	8	0.0407743901014328
11368	linear.bias	9	-0.44269317388534546
11396	transitions	0	-0.6127090454101562
11396	transitions	1	0.3868141174316406
11396	transitions	2	1.7241259813308716
11396	transitions	3	0.1424155831336975
11396	transitions	4	0.9778627157211304
11396	transitions	5	1.274629831314087
11396	transitions	6	0.4842927157878876
11396	transitions	7	0.1811719834804535
11396	transitions	8	-0.9191460013389587
11396	transitions	9	0.9307570457458496
11396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11396	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11396	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11396	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11396	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11396	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11396	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11396	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11396	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11396	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11396	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11396	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11396	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11396	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11396	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11396	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11396	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11396	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11396	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11396	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11396	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11396	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11396	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11396	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11396	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11396	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11396	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11396	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11396	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11396	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11396	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11396	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11396	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11396	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11396	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11396	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11396	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11396	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11396	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11396	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11396	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11396	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11396	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11396	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11396	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11396	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11396	embedding2nn.weight	0	0.010672797448933125
11396	embedding2nn.weight	1	0.015826120972633362
11396	embedding2nn.weight	2	-0.005586808081716299
11396	embedding2nn.weight	3	0.002279660664498806
11396	embedding2nn.weight	4	-0.0039354427717626095
11396	embedding2nn.weight	5	0.010241318494081497
11396	embedding2nn.weight	6	-0.0036689061671495438
11396	embedding2nn.weight	7	0.00549610611051321
11396	embedding2nn.weight	8	-0.007968643680214882
11396	embedding2nn.weight	9	-0.013403717428445816
11396	embedding2nn.bias	0	-0.0278265792876482
11396	embedding2nn.bias	1	-0.03280342370271683
11396	embedding2nn.bias	2	-0.05953612178564072
11396	embedding2nn.bias	3	0.012062356807291508
11396	embedding2nn.bias	4	-0.0008200242300517857
11396	embedding2nn.bias	5	0.01031412836164236
11396	embedding2nn.bias	6	0.02091812714934349
11396	embedding2nn.bias	7	0.023525062948465347
11396	embedding2nn.bias	8	-0.006140870042145252
11396	embedding2nn.bias	9	-0.004133214708417654
11396	rnn.weight_ih_l0	0	0.037733905017375946
11396	rnn.weight_ih_l0	1	-0.011785752139985561
11396	rnn.weight_ih_l0	2	-0.02769606187939644
11396	rnn.weight_ih_l0	3	-0.046912793070077896
11396	rnn.weight_ih_l0	4	-0.04732752591371536
11396	rnn.weight_ih_l0	5	-0.0019807079806923866
11396	rnn.weight_ih_l0	6	-0.054482053965330124
11396	rnn.weight_ih_l0	7	-0.054684046655893326
11396	rnn.weight_ih_l0	8	-0.04743286967277527
11396	rnn.weight_ih_l0	9	-0.027528714388608932
11396	rnn.weight_hh_l0	0	0.01612294651567936
11396	rnn.weight_hh_l0	1	-0.021040763705968857
11396	rnn.weight_hh_l0	2	-0.044218942523002625
11396	rnn.weight_hh_l0	3	-0.023721134290099144
11396	rnn.weight_hh_l0	4	-0.05878039076924324
11396	rnn.weight_hh_l0	5	-0.011050174944102764
11396	rnn.weight_hh_l0	6	-0.03483610972762108
11396	rnn.weight_hh_l0	7	0.012566808611154556
11396	rnn.weight_hh_l0	8	-0.017976734787225723
11396	rnn.weight_hh_l0	9	0.01869768276810646
11396	rnn.bias_ih_l0	0	0.09535150974988937
11396	rnn.bias_ih_l0	1	-0.043284326791763306
11396	rnn.bias_ih_l0	2	0.11061311513185501
11396	rnn.bias_ih_l0	3	0.06317593157291412
11396	rnn.bias_ih_l0	4	0.0975356251001358
11396	rnn.bias_ih_l0	5	0.026321081444621086
11396	rnn.bias_ih_l0	6	-0.007228336296975613
11396	rnn.bias_ih_l0	7	-0.08381769061088562
11396	rnn.bias_ih_l0	8	-0.13433225452899933
11396	rnn.bias_ih_l0	9	0.09025973081588745
11396	rnn.bias_hh_l0	0	-0.026802418753504753
11396	rnn.bias_hh_l0	1	0.01518497709184885
11396	rnn.bias_hh_l0	2	-0.023087913170456886
11396	rnn.bias_hh_l0	3	-0.021109309047460556
11396	rnn.bias_hh_l0	4	-0.040187373757362366
11396	rnn.bias_hh_l0	5	0.11581157147884369
11396	rnn.bias_hh_l0	6	0.0007512584561482072
11396	rnn.bias_hh_l0	7	0.014611324295401573
11396	rnn.bias_hh_l0	8	0.027140405029058456
11396	rnn.bias_hh_l0	9	0.04287797957658768
11396	rnn.weight_ih_l0_reverse	0	-0.03154190629720688
11396	rnn.weight_ih_l0_reverse	1	-0.0013953140005469322
11396	rnn.weight_ih_l0_reverse	2	0.02526720054447651
11396	rnn.weight_ih_l0_reverse	3	-0.055932801216840744
11396	rnn.weight_ih_l0_reverse	4	0.010472985915839672
11396	rnn.weight_ih_l0_reverse	5	-0.05266860872507095
11396	rnn.weight_ih_l0_reverse	6	0.006829461082816124
11396	rnn.weight_ih_l0_reverse	7	0.04359098896384239
11396	rnn.weight_ih_l0_reverse	8	-0.0425400584936142
11396	rnn.weight_ih_l0_reverse	9	-0.05220998078584671
11396	rnn.weight_hh_l0_reverse	0	-0.0779450312256813
11396	rnn.weight_hh_l0_reverse	1	-0.04204542562365532
11396	rnn.weight_hh_l0_reverse	2	0.02097318507730961
11396	rnn.weight_hh_l0_reverse	3	0.044435031712055206
11396	rnn.weight_hh_l0_reverse	4	0.01847091130912304
11396	rnn.weight_hh_l0_reverse	5	0.043130967766046524
11396	rnn.weight_hh_l0_reverse	6	-0.002049602335318923
11396	rnn.weight_hh_l0_reverse	7	0.003509476548060775
11396	rnn.weight_hh_l0_reverse	8	-0.08894705027341843
11396	rnn.weight_hh_l0_reverse	9	0.0498039647936821
11396	rnn.bias_ih_l0_reverse	0	-0.07058842480182648
11396	rnn.bias_ih_l0_reverse	1	-0.023457003757357597
11396	rnn.bias_ih_l0_reverse	2	0.09255144000053406
11396	rnn.bias_ih_l0_reverse	3	0.023882878944277763
11396	rnn.bias_ih_l0_reverse	4	-0.10921898484230042
11396	rnn.bias_ih_l0_reverse	5	0.03505084291100502
11396	rnn.bias_ih_l0_reverse	6	-0.11045461148023605
11396	rnn.bias_ih_l0_reverse	7	0.038541823625564575
11396	rnn.bias_ih_l0_reverse	8	0.023101825267076492
11396	rnn.bias_ih_l0_reverse	9	0.06730740517377853
11396	rnn.bias_hh_l0_reverse	0	0.02407548390328884
11396	rnn.bias_hh_l0_reverse	1	0.07781904190778732
11396	rnn.bias_hh_l0_reverse	2	0.082841657102108
11396	rnn.bias_hh_l0_reverse	3	-0.00583580182865262
11396	rnn.bias_hh_l0_reverse	4	0.08174688369035721
11396	rnn.bias_hh_l0_reverse	5	-0.0017985004233196378
11396	rnn.bias_hh_l0_reverse	6	-0.0749850794672966
11396	rnn.bias_hh_l0_reverse	7	0.04397192597389221
11396	rnn.bias_hh_l0_reverse	8	0.02656296268105507
11396	rnn.bias_hh_l0_reverse	9	-0.12721014022827148
11396	linear.weight	0	0.16721925139427185
11396	linear.weight	1	-0.10917755216360092
11396	linear.weight	2	-0.15471161901950836
11396	linear.weight	3	0.04163973778486252
11396	linear.weight	4	-0.004200471565127373
11396	linear.weight	5	-0.01604379341006279
11396	linear.weight	6	-0.009424431249499321
11396	linear.weight	7	-0.037478599697351456
11396	linear.weight	8	0.036947060376405716
11396	linear.weight	9	0.3167670965194702
11396	linear.bias	0	-0.1286025047302246
11396	linear.bias	1	0.1297614425420761
11396	linear.bias	2	-0.4457523822784424
11396	linear.bias	3	1.488329291343689
11396	linear.bias	4	-0.342733234167099
11396	linear.bias	5	-0.030769959092140198
11396	linear.bias	6	-0.30107784271240234
11396	linear.bias	7	-0.21469852328300476
11396	linear.bias	8	0.04033482074737549
11396	linear.bias	9	-0.4428479075431824
11424	transitions	0	-0.6127784252166748
11424	transitions	1	0.3867628574371338
11424	transitions	2	1.7240568399429321
11424	transitions	3	0.1416855901479721
11424	transitions	4	0.9776277542114258
11424	transitions	5	1.2746282815933228
11424	transitions	6	0.48429203033447266
11424	transitions	7	0.18117102980613708
11424	transitions	8	-0.9191462397575378
11424	transitions	9	0.9307570457458496
11424	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11424	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11424	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11424	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11424	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11424	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11424	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11424	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11424	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11424	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11424	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11424	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11424	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11424	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11424	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11424	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11424	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11424	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11424	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11424	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11424	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11424	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11424	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11424	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11424	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11424	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11424	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11424	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11424	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11424	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11424	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11424	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11424	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11424	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11424	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11424	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11424	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11424	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11424	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11424	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11424	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11424	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11424	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11424	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11424	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11424	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11424	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11424	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11424	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11424	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11424	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11424	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11424	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11424	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11424	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11424	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11424	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11424	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11424	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11424	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11424	embedding2nn.weight	0	0.011625570245087147
11424	embedding2nn.weight	1	0.015603861771523952
11424	embedding2nn.weight	2	-0.005582614801824093
11424	embedding2nn.weight	3	0.0022162834648042917
11424	embedding2nn.weight	4	-0.003901976626366377
11424	embedding2nn.weight	5	0.010374478995800018
11424	embedding2nn.weight	6	-0.003681283676996827
11424	embedding2nn.weight	7	0.005294201895594597
11424	embedding2nn.weight	8	-0.007949388585984707
11424	embedding2nn.weight	9	-0.013362220488488674
11424	embedding2nn.bias	0	-0.019918806850910187
11424	embedding2nn.bias	1	-0.03074141964316368
11424	embedding2nn.bias	2	-0.056923288851976395
11424	embedding2nn.bias	3	0.010000773705542088
11424	embedding2nn.bias	4	0.003367991652339697
11424	embedding2nn.bias	5	-0.005389029625803232
11424	embedding2nn.bias	6	0.02267092652618885
11424	embedding2nn.bias	7	0.019348610192537308
11424	embedding2nn.bias	8	-0.010875332169234753
11424	embedding2nn.bias	9	-0.0007236614474095404
11424	rnn.weight_ih_l0	0	0.03795316815376282
11424	rnn.weight_ih_l0	1	-0.012035626918077469
11424	rnn.weight_ih_l0	2	-0.027310686185956
11424	rnn.weight_ih_l0	3	-0.046964388340711594
11424	rnn.weight_ih_l0	4	-0.047439251095056534
11424	rnn.weight_ih_l0	5	-0.002059005433693528
11424	rnn.weight_ih_l0	6	-0.054516009986400604
11424	rnn.weight_ih_l0	7	-0.0547478161752224
11424	rnn.weight_ih_l0	8	-0.04728572443127632
11424	rnn.weight_ih_l0	9	-0.02749035321176052
11424	rnn.weight_hh_l0	0	0.01589447259902954
11424	rnn.weight_hh_l0	1	-0.02009114809334278
11424	rnn.weight_hh_l0	2	-0.04466865584254265
11424	rnn.weight_hh_l0	3	-0.02374979481101036
11424	rnn.weight_hh_l0	4	-0.058797530829906464
11424	rnn.weight_hh_l0	5	-0.011290114372968674
11424	rnn.weight_hh_l0	6	-0.03548739105463028
11424	rnn.weight_hh_l0	7	0.01083668228238821
11424	rnn.weight_hh_l0	8	-0.017802102491259575
11424	rnn.weight_hh_l0	9	0.018619321286678314
11424	rnn.bias_ih_l0	0	0.09502984583377838
11424	rnn.bias_ih_l0	1	-0.04304055497050285
11424	rnn.bias_ih_l0	2	0.10819271951913834
11424	rnn.bias_ih_l0	3	0.06477867811918259
11424	rnn.bias_ih_l0	4	0.09751764684915543
11424	rnn.bias_ih_l0	5	0.02699829638004303
11424	rnn.bias_ih_l0	6	-0.00731194531545043
11424	rnn.bias_ih_l0	7	-0.0862252414226532
11424	rnn.bias_ih_l0	8	-0.13523155450820923
11424	rnn.bias_ih_l0	9	0.09093582630157471
11424	rnn.bias_hh_l0	0	-0.026675939559936523
11424	rnn.bias_hh_l0	1	0.016514066606760025
11424	rnn.bias_hh_l0	2	-0.021684443578124046
11424	rnn.bias_hh_l0	3	-0.021167945116758347
11424	rnn.bias_hh_l0	4	-0.039413124322891235
11424	rnn.bias_hh_l0	5	0.11535070091485977
11424	rnn.bias_hh_l0	6	1.1665650163195096e-05
11424	rnn.bias_hh_l0	7	0.014994773082435131
11424	rnn.bias_hh_l0	8	0.027056798338890076
11424	rnn.bias_hh_l0	9	0.0431114062666893
11424	rnn.weight_ih_l0_reverse	0	-0.031537845730781555
11424	rnn.weight_ih_l0_reverse	1	-0.0015789881581440568
11424	rnn.weight_ih_l0_reverse	2	0.02515150047838688
11424	rnn.weight_ih_l0_reverse	3	-0.05576956272125244
11424	rnn.weight_ih_l0_reverse	4	0.010427231900393963
11424	rnn.weight_ih_l0_reverse	5	-0.052154846489429474
11424	rnn.weight_ih_l0_reverse	6	0.00672532431781292
11424	rnn.weight_ih_l0_reverse	7	0.04352649301290512
11424	rnn.weight_ih_l0_reverse	8	-0.04277994483709335
11424	rnn.weight_ih_l0_reverse	9	-0.052364494651556015
11424	rnn.weight_hh_l0_reverse	0	-0.0780409425497055
11424	rnn.weight_hh_l0_reverse	1	-0.0420076921582222
11424	rnn.weight_hh_l0_reverse	2	0.02132631093263626
11424	rnn.weight_hh_l0_reverse	3	0.0444386824965477
11424	rnn.weight_hh_l0_reverse	4	0.019144361838698387
11424	rnn.weight_hh_l0_reverse	5	0.0429961159825325
11424	rnn.weight_hh_l0_reverse	6	-0.0016087902477011085
11424	rnn.weight_hh_l0_reverse	7	0.002692188834771514
11424	rnn.weight_hh_l0_reverse	8	-0.0894087478518486
11424	rnn.weight_hh_l0_reverse	9	0.049907755106687546
11424	rnn.bias_ih_l0_reverse	0	-0.06900709122419357
11424	rnn.bias_ih_l0_reverse	1	-0.03006773814558983
11424	rnn.bias_ih_l0_reverse	2	0.0902872234582901
11424	rnn.bias_ih_l0_reverse	3	0.023068271577358246
11424	rnn.bias_ih_l0_reverse	4	-0.11086027324199677
11424	rnn.bias_ih_l0_reverse	5	0.036665476858615875
11424	rnn.bias_ih_l0_reverse	6	-0.108802929520607
11424	rnn.bias_ih_l0_reverse	7	0.04122662544250488
11424	rnn.bias_ih_l0_reverse	8	0.025197135284543037
11424	rnn.bias_ih_l0_reverse	9	0.06746167689561844
11424	rnn.bias_hh_l0_reverse	0	0.021026819944381714
11424	rnn.bias_hh_l0_reverse	1	0.07895653694868088
11424	rnn.bias_hh_l0_reverse	2	0.08132036030292511
11424	rnn.bias_hh_l0_reverse	3	-0.004678920842707157
11424	rnn.bias_hh_l0_reverse	4	0.07946879416704178
11424	rnn.bias_hh_l0_reverse	5	-0.004949761554598808
11424	rnn.bias_hh_l0_reverse	6	-0.07439776510000229
11424	rnn.bias_hh_l0_reverse	7	0.043589815497398376
11424	rnn.bias_hh_l0_reverse	8	0.024895424023270607
11424	rnn.bias_hh_l0_reverse	9	-0.12550729513168335
11424	linear.weight	0	0.16750973463058472
11424	linear.weight	1	-0.10908664762973785
11424	linear.weight	2	-0.1529649943113327
11424	linear.weight	3	0.0486299954354763
11424	linear.weight	4	-0.0057087549939751625
11424	linear.weight	5	-0.015810124576091766
11424	linear.weight	6	-0.009416594170033932
11424	linear.weight	7	-0.0383257195353508
11424	linear.weight	8	0.03713570535182953
11424	linear.weight	9	0.31910449266433716
11424	linear.bias	0	-0.11599106341600418
11424	linear.bias	1	0.14146021008491516
11424	linear.bias	2	-0.4470081329345703
11424	linear.bias	3	1.472245216369629
11424	linear.bias	4	-0.3430955111980438
11424	linear.bias	5	-0.030769959092140198
11424	linear.bias	6	-0.30420830845832825
11424	linear.bias	7	-0.21270745992660522
11424	linear.bias	8	0.04472712427377701
11424	linear.bias	9	-0.4429759085178375
11452	transitions	0	-0.612905740737915
11452	transitions	1	0.38667207956314087
11452	transitions	2	1.7239658832550049
11452	transitions	3	0.1414467990398407
11452	transitions	4	0.9775716066360474
11452	transitions	5	1.274625301361084
11452	transitions	6	0.4842912256717682
11452	transitions	7	0.18117031455039978
11452	transitions	8	-0.9191465973854065
11452	transitions	9	0.9307570457458496
11452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11452	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11452	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11452	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11452	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11452	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11452	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11452	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11452	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11452	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11452	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11452	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11452	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11452	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11452	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11452	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11452	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11452	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11452	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11452	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11452	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11452	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11452	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11452	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11452	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11452	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11452	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11452	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11452	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11452	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11452	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11452	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11452	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11452	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11452	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11452	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11452	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11452	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11452	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11452	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11452	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11452	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11452	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11452	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11452	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11452	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11452	embedding2nn.weight	0	0.010686052031815052
11452	embedding2nn.weight	1	0.015654822811484337
11452	embedding2nn.weight	2	-0.0055959224700927734
11452	embedding2nn.weight	3	0.0020836624316871166
11452	embedding2nn.weight	4	-0.0038711654487997293
11452	embedding2nn.weight	5	0.010226557962596416
11452	embedding2nn.weight	6	-0.003735171165317297
11452	embedding2nn.weight	7	0.004882195498794317
11452	embedding2nn.weight	8	-0.008148952387273312
11452	embedding2nn.weight	9	-0.013471045531332493
11452	embedding2nn.bias	0	-0.017268909141421318
11452	embedding2nn.bias	1	-0.03584882244467735
11452	embedding2nn.bias	2	-0.06361784785985947
11452	embedding2nn.bias	3	0.008248982951045036
11452	embedding2nn.bias	4	0.008450738154351711
11452	embedding2nn.bias	5	0.0023347772657871246
11452	embedding2nn.bias	6	0.02114122547209263
11452	embedding2nn.bias	7	0.017198966816067696
11452	embedding2nn.bias	8	-0.009368649683892727
11452	embedding2nn.bias	9	-0.006169545464217663
11452	rnn.weight_ih_l0	0	0.03790353611111641
11452	rnn.weight_ih_l0	1	-0.011631418950855732
11452	rnn.weight_ih_l0	2	-0.027287622913718224
11452	rnn.weight_ih_l0	3	-0.0468905009329319
11452	rnn.weight_ih_l0	4	-0.04772244021296501
11452	rnn.weight_ih_l0	5	-0.001953274477273226
11452	rnn.weight_ih_l0	6	-0.054685078561306
11452	rnn.weight_ih_l0	7	-0.05479707196354866
11452	rnn.weight_ih_l0	8	-0.04730747267603874
11452	rnn.weight_ih_l0	9	-0.027551142498850822
11452	rnn.weight_hh_l0	0	0.015380294062197208
11452	rnn.weight_hh_l0	1	-0.019665496423840523
11452	rnn.weight_hh_l0	2	-0.044197019189596176
11452	rnn.weight_hh_l0	3	-0.024127038195729256
11452	rnn.weight_hh_l0	4	-0.05898267775774002
11452	rnn.weight_hh_l0	5	-0.01108317170292139
11452	rnn.weight_hh_l0	6	-0.036721616983413696
11452	rnn.weight_hh_l0	7	0.009946213103830814
11452	rnn.weight_hh_l0	8	-0.01756272278726101
11452	rnn.weight_hh_l0	9	0.018794836476445198
11452	rnn.bias_ih_l0	0	0.09414184093475342
11452	rnn.bias_ih_l0	1	-0.041775867342948914
11452	rnn.bias_ih_l0	2	0.10813988745212555
11452	rnn.bias_ih_l0	3	0.06604227423667908
11452	rnn.bias_ih_l0	4	0.09906844049692154
11452	rnn.bias_ih_l0	5	0.02807719260454178
11452	rnn.bias_ih_l0	6	-0.008293172344565392
11452	rnn.bias_ih_l0	7	-0.09234263747930527
11452	rnn.bias_ih_l0	8	-0.13374032080173492
11452	rnn.bias_ih_l0	9	0.08895871788263321
11452	rnn.bias_hh_l0	0	-0.02640242502093315
11452	rnn.bias_hh_l0	1	0.014208896085619926
11452	rnn.bias_hh_l0	2	-0.022365303710103035
11452	rnn.bias_hh_l0	3	-0.02302967570722103
11452	rnn.bias_hh_l0	4	-0.0401412658393383
11452	rnn.bias_hh_l0	5	0.11471552401781082
11452	rnn.bias_hh_l0	6	0.0009444426978006959
11452	rnn.bias_hh_l0	7	0.014991626143455505
11452	rnn.bias_hh_l0	8	0.026075579226017
11452	rnn.bias_hh_l0	9	0.04401867836713791
11452	rnn.weight_ih_l0_reverse	0	-0.03140649199485779
11452	rnn.weight_ih_l0_reverse	1	-0.0022146611008793116
11452	rnn.weight_ih_l0_reverse	2	0.025116372853517532
11452	rnn.weight_ih_l0_reverse	3	-0.05572480335831642
11452	rnn.weight_ih_l0_reverse	4	0.010234593413770199
11452	rnn.weight_ih_l0_reverse	5	-0.05192149803042412
11452	rnn.weight_ih_l0_reverse	6	0.007436474785208702
11452	rnn.weight_ih_l0_reverse	7	0.043572962284088135
11452	rnn.weight_ih_l0_reverse	8	-0.042962413281202316
11452	rnn.weight_ih_l0_reverse	9	-0.052515000104904175
11452	rnn.weight_hh_l0_reverse	0	-0.07828082144260406
11452	rnn.weight_hh_l0_reverse	1	-0.042305827140808105
11452	rnn.weight_hh_l0_reverse	2	0.021424729377031326
11452	rnn.weight_hh_l0_reverse	3	0.044432755559682846
11452	rnn.weight_hh_l0_reverse	4	0.019389821216464043
11452	rnn.weight_hh_l0_reverse	5	0.04285811632871628
11452	rnn.weight_hh_l0_reverse	6	-0.0012210593558847904
11452	rnn.weight_hh_l0_reverse	7	0.0032832003198564053
11452	rnn.weight_hh_l0_reverse	8	-0.08865335583686829
11452	rnn.weight_hh_l0_reverse	9	0.050639137625694275
11452	rnn.bias_ih_l0_reverse	0	-0.07275024056434631
11452	rnn.bias_ih_l0_reverse	1	-0.03249000757932663
11452	rnn.bias_ih_l0_reverse	2	0.08979345858097076
11452	rnn.bias_ih_l0_reverse	3	0.023782093077898026
11452	rnn.bias_ih_l0_reverse	4	-0.11192581802606583
11452	rnn.bias_ih_l0_reverse	5	0.03575810045003891
11452	rnn.bias_ih_l0_reverse	6	-0.10816410183906555
11452	rnn.bias_ih_l0_reverse	7	0.040080517530441284
11452	rnn.bias_ih_l0_reverse	8	0.026999736204743385
11452	rnn.bias_ih_l0_reverse	9	0.06743783503770828
11452	rnn.bias_hh_l0_reverse	0	0.018350914120674133
11452	rnn.bias_hh_l0_reverse	1	0.07674475759267807
11452	rnn.bias_hh_l0_reverse	2	0.08205881714820862
11452	rnn.bias_hh_l0_reverse	3	-0.004337648395448923
11452	rnn.bias_hh_l0_reverse	4	0.07961009442806244
11452	rnn.bias_hh_l0_reverse	5	-0.008754310198128223
11452	rnn.bias_hh_l0_reverse	6	-0.07397978752851486
11452	rnn.bias_hh_l0_reverse	7	0.04497929662466049
11452	rnn.bias_hh_l0_reverse	8	0.026345187798142433
11452	rnn.bias_hh_l0_reverse	9	-0.13142281770706177
11452	linear.weight	0	0.16482199728488922
11452	linear.weight	1	-0.10910896211862564
11452	linear.weight	2	-0.15217071771621704
11452	linear.weight	3	0.044047679752111435
11452	linear.weight	4	-0.004773654043674469
11452	linear.weight	5	-0.014977488666772842
11452	linear.weight	6	-0.009398647584021091
11452	linear.weight	7	-0.03826044872403145
11452	linear.weight	8	0.03541472181677818
11452	linear.weight	9	0.3201853930950165
11452	linear.bias	0	-0.11923617124557495
11452	linear.bias	1	0.1495998203754425
11452	linear.bias	2	-0.4477464258670807
11452	linear.bias	3	1.4884835481643677
11452	linear.bias	4	-0.3434031307697296
11452	linear.bias	5	-0.030769959092140198
11452	linear.bias	6	-0.30456972122192383
11452	linear.bias	7	-0.21364948153495789
11452	linear.bias	8	0.03826620429754257
11452	linear.bias	9	-0.4431363046169281
11480	transitions	0	-0.6129924654960632
11480	transitions	1	0.3865359425544739
11480	transitions	2	1.7237643003463745
11480	transitions	3	0.1414283812046051
11480	transitions	4	0.9774636626243591
11480	transitions	5	1.2746226787567139
11480	transitions	6	0.48428860306739807
11480	transitions	7	0.18107937276363373
11480	transitions	8	-0.9191468954086304
11480	transitions	9	0.9307570457458496
11480	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11480	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11480	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11480	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11480	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11480	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11480	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11480	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11480	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11480	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11480	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11480	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11480	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11480	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11480	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11480	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11480	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11480	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11480	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11480	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11480	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11480	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11480	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11480	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11480	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11480	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11480	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11480	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11480	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11480	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11480	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11480	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11480	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11480	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11480	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11480	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11480	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11480	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11480	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11480	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11480	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11480	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11480	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11480	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11480	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11480	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11480	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11480	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11480	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11480	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11480	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11480	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11480	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11480	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11480	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11480	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11480	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11480	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11480	embedding2nn.weight	0	0.010501797311007977
11480	embedding2nn.weight	1	0.015672527253627777
11480	embedding2nn.weight	2	-0.005606628488749266
11480	embedding2nn.weight	3	0.002058541402220726
11480	embedding2nn.weight	4	-0.003825345542281866
11480	embedding2nn.weight	5	0.010150574147701263
11480	embedding2nn.weight	6	-0.0038621178828179836
11480	embedding2nn.weight	7	0.005609940737485886
11480	embedding2nn.weight	8	-0.008171415887773037
11480	embedding2nn.weight	9	-0.013525896705687046
11480	embedding2nn.bias	0	-0.01864355243742466
11480	embedding2nn.bias	1	-0.028457799926400185
11480	embedding2nn.bias	2	-0.0672198086977005
11480	embedding2nn.bias	3	0.0004629899049177766
11480	embedding2nn.bias	4	0.007826592773199081
11480	embedding2nn.bias	5	-0.0037335194647312164
11480	embedding2nn.bias	6	0.024105161428451538
11480	embedding2nn.bias	7	0.018264541402459145
11480	embedding2nn.bias	8	-0.008047821931540966
11480	embedding2nn.bias	9	-0.002184143988415599
11480	rnn.weight_ih_l0	0	0.037606969475746155
11480	rnn.weight_ih_l0	1	-0.011378366500139236
11480	rnn.weight_ih_l0	2	-0.027027226984500885
11480	rnn.weight_ih_l0	3	-0.04684023559093475
11480	rnn.weight_ih_l0	4	-0.04778782278299332
11480	rnn.weight_ih_l0	5	-0.0016598454676568508
11480	rnn.weight_ih_l0	6	-0.05458919703960419
11480	rnn.weight_ih_l0	7	-0.05466535687446594
11480	rnn.weight_ih_l0	8	-0.04724999517202377
11480	rnn.weight_ih_l0	9	-0.02761058695614338
11480	rnn.weight_hh_l0	0	0.01504497043788433
11480	rnn.weight_hh_l0	1	-0.019795052707195282
11480	rnn.weight_hh_l0	2	-0.04503437131643295
11480	rnn.weight_hh_l0	3	-0.024006037041544914
11480	rnn.weight_hh_l0	4	-0.059184130281209946
11480	rnn.weight_hh_l0	5	-0.011374828405678272
11480	rnn.weight_hh_l0	6	-0.03722728416323662
11480	rnn.weight_hh_l0	7	0.011152409017086029
11480	rnn.weight_hh_l0	8	-0.01700844243168831
11480	rnn.weight_hh_l0	9	0.01852894201874733
11480	rnn.bias_ih_l0	0	0.09378387033939362
11480	rnn.bias_ih_l0	1	-0.04257049039006233
11480	rnn.bias_ih_l0	2	0.10617535561323166
11480	rnn.bias_ih_l0	3	0.06718184053897858
11480	rnn.bias_ih_l0	4	0.09903985261917114
11480	rnn.bias_ih_l0	5	0.02809138409793377
11480	rnn.bias_ih_l0	6	-0.006545712240040302
11480	rnn.bias_ih_l0	7	-0.08457571268081665
11480	rnn.bias_ih_l0	8	-0.125284343957901
11480	rnn.bias_ih_l0	9	0.08964385092258453
11480	rnn.bias_hh_l0	0	-0.024989308789372444
11480	rnn.bias_hh_l0	1	0.015329737216234207
11480	rnn.bias_hh_l0	2	-0.021308179944753647
11480	rnn.bias_hh_l0	3	-0.02543058805167675
11480	rnn.bias_hh_l0	4	-0.04171568527817726
11480	rnn.bias_hh_l0	5	0.11701105535030365
11480	rnn.bias_hh_l0	6	0.002381869126111269
11480	rnn.bias_hh_l0	7	0.014388110488653183
11480	rnn.bias_hh_l0	8	0.02782304212450981
11480	rnn.bias_hh_l0	9	0.04518170654773712
11480	rnn.weight_ih_l0_reverse	0	-0.030848760157823563
11480	rnn.weight_ih_l0_reverse	1	-0.0027206717059016228
11480	rnn.weight_ih_l0_reverse	2	0.025382431223988533
11480	rnn.weight_ih_l0_reverse	3	-0.055815454572439194
11480	rnn.weight_ih_l0_reverse	4	0.01028075534850359
11480	rnn.weight_ih_l0_reverse	5	-0.05189933627843857
11480	rnn.weight_ih_l0_reverse	6	0.008161662146449089
11480	rnn.weight_ih_l0_reverse	7	0.04372087121009827
11480	rnn.weight_ih_l0_reverse	8	-0.0427568219602108
11480	rnn.weight_ih_l0_reverse	9	-0.05244043841958046
11480	rnn.weight_hh_l0_reverse	0	-0.07807159423828125
11480	rnn.weight_hh_l0_reverse	1	-0.044140011072158813
11480	rnn.weight_hh_l0_reverse	2	0.021294817328453064
11480	rnn.weight_hh_l0_reverse	3	0.04440288990736008
11480	rnn.weight_hh_l0_reverse	4	0.019349265843629837
11480	rnn.weight_hh_l0_reverse	5	0.04276162385940552
11480	rnn.weight_hh_l0_reverse	6	-0.0033951797522604465
11480	rnn.weight_hh_l0_reverse	7	0.0038833357393741608
11480	rnn.weight_hh_l0_reverse	8	-0.08825453370809555
11480	rnn.weight_hh_l0_reverse	9	0.05132104083895683
11480	rnn.bias_ih_l0_reverse	0	-0.07469581067562103
11480	rnn.bias_ih_l0_reverse	1	-0.03238525241613388
11480	rnn.bias_ih_l0_reverse	2	0.08923298865556717
11480	rnn.bias_ih_l0_reverse	3	0.023329120129346848
11480	rnn.bias_ih_l0_reverse	4	-0.11201781034469604
11480	rnn.bias_ih_l0_reverse	5	0.03482244908809662
11480	rnn.bias_ih_l0_reverse	6	-0.11046194285154343
11480	rnn.bias_ih_l0_reverse	7	0.038123298436403275
11480	rnn.bias_ih_l0_reverse	8	0.02744491584599018
11480	rnn.bias_ih_l0_reverse	9	0.06672387570142746
11480	rnn.bias_hh_l0_reverse	0	0.022574545815587044
11480	rnn.bias_hh_l0_reverse	1	0.07668913900852203
11480	rnn.bias_hh_l0_reverse	2	0.08216570317745209
11480	rnn.bias_hh_l0_reverse	3	-0.006040796171873808
11480	rnn.bias_hh_l0_reverse	4	0.0775734931230545
11480	rnn.bias_hh_l0_reverse	5	-0.00928224716335535
11480	rnn.bias_hh_l0_reverse	6	-0.07370492815971375
11480	rnn.bias_hh_l0_reverse	7	0.0429721400141716
11480	rnn.bias_hh_l0_reverse	8	0.025114750489592552
11480	rnn.bias_hh_l0_reverse	9	-0.13587471842765808
11480	linear.weight	0	0.15707045793533325
11480	linear.weight	1	-0.1074245423078537
11480	linear.weight	2	-0.15100544691085815
11480	linear.weight	3	0.04734589159488678
11480	linear.weight	4	-0.0036626432556658983
11480	linear.weight	5	-0.016609925776720047
11480	linear.weight	6	-0.009375158697366714
11480	linear.weight	7	-0.03819432109594345
11480	linear.weight	8	0.03399515897035599
11480	linear.weight	9	0.31850960850715637
11480	linear.bias	0	-0.11777199059724808
11480	linear.bias	1	0.1357809156179428
11480	linear.bias	2	-0.44935810565948486
11480	linear.bias	3	1.4794360399246216
11480	linear.bias	4	-0.34383782744407654
11480	linear.bias	5	-0.030769959092140198
11480	linear.bias	6	-0.3068990707397461
11480	linear.bias	7	-0.21406172215938568
11480	linear.bias	8	0.04306570068001747
11480	linear.bias	9	-0.44335412979125977
11508	transitions	0	-0.6131423115730286
11508	transitions	1	0.3864082992076874
11508	transitions	2	1.7236000299453735
11508	transitions	3	0.1414071023464203
11508	transitions	4	0.9774420857429504
11508	transitions	5	1.2746180295944214
11508	transitions	6	0.4842882454395294
11508	transitions	7	0.18107594549655914
11508	transitions	8	-0.9191479682922363
11508	transitions	9	0.9307570457458496
11508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11508	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11508	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11508	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11508	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11508	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11508	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11508	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11508	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11508	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11508	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11508	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11508	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11508	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11508	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11508	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11508	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11508	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11508	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11508	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11508	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11508	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11508	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11508	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11508	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11508	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11508	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11508	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11508	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11508	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11508	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11508	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11508	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11508	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11508	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11508	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11508	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11508	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11508	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11508	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11508	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11508	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11508	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11508	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11508	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11508	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11508	embedding2nn.weight	0	0.010531770065426826
11508	embedding2nn.weight	1	0.015664001926779747
11508	embedding2nn.weight	2	-0.005575005896389484
11508	embedding2nn.weight	3	0.0019666727166622877
11508	embedding2nn.weight	4	-0.004050631076097488
11508	embedding2nn.weight	5	0.01019158586859703
11508	embedding2nn.weight	6	-0.0038542510010302067
11508	embedding2nn.weight	7	0.00576572073623538
11508	embedding2nn.weight	8	-0.008170831017196178
11508	embedding2nn.weight	9	-0.013607140630483627
11508	embedding2nn.bias	0	-0.013913321308791637
11508	embedding2nn.bias	1	-0.027648797258734703
11508	embedding2nn.bias	2	-0.06624678522348404
11508	embedding2nn.bias	3	-0.005358483176678419
11508	embedding2nn.bias	4	0.0038411752320826054
11508	embedding2nn.bias	5	0.0006032801466062665
11508	embedding2nn.bias	6	0.017141642048954964
11508	embedding2nn.bias	7	0.023688696324825287
11508	embedding2nn.bias	8	-0.01072764117270708
11508	embedding2nn.bias	9	0.0037092838902026415
11508	rnn.weight_ih_l0	0	0.0378122553229332
11508	rnn.weight_ih_l0	1	-0.011220643296837807
11508	rnn.weight_ih_l0	2	-0.027234651148319244
11508	rnn.weight_ih_l0	3	-0.046921681612730026
11508	rnn.weight_ih_l0	4	-0.04769030958414078
11508	rnn.weight_ih_l0	5	-0.0014723124913871288
11508	rnn.weight_ih_l0	6	-0.054799165576696396
11508	rnn.weight_ih_l0	7	-0.054436784237623215
11508	rnn.weight_ih_l0	8	-0.04715544357895851
11508	rnn.weight_ih_l0	9	-0.02755349688231945
11508	rnn.weight_hh_l0	0	0.015250406228005886
11508	rnn.weight_hh_l0	1	-0.019554710015654564
11508	rnn.weight_hh_l0	2	-0.04524099454283714
11508	rnn.weight_hh_l0	3	-0.02386469393968582
11508	rnn.weight_hh_l0	4	-0.059114597737789154
11508	rnn.weight_hh_l0	5	-0.01064260769635439
11508	rnn.weight_hh_l0	6	-0.035915520042181015
11508	rnn.weight_hh_l0	7	0.010080902837216854
11508	rnn.weight_hh_l0	8	-0.017307283356785774
11508	rnn.weight_hh_l0	9	0.018942655995488167
11508	rnn.bias_ih_l0	0	0.09522859007120132
11508	rnn.bias_ih_l0	1	-0.04235519468784332
11508	rnn.bias_ih_l0	2	0.10530455410480499
11508	rnn.bias_ih_l0	3	0.06532162427902222
11508	rnn.bias_ih_l0	4	0.09764524549245834
11508	rnn.bias_ih_l0	5	0.027639789506793022
11508	rnn.bias_ih_l0	6	-0.006963837426155806
11508	rnn.bias_ih_l0	7	-0.08630108088254929
11508	rnn.bias_ih_l0	8	-0.1316656917333603
11508	rnn.bias_ih_l0	9	0.08986085653305054
11508	rnn.bias_hh_l0	0	-0.024828635156154633
11508	rnn.bias_hh_l0	1	0.013974388130009174
11508	rnn.bias_hh_l0	2	-0.02006257325410843
11508	rnn.bias_hh_l0	3	-0.0241431575268507
11508	rnn.bias_hh_l0	4	-0.0405009500682354
11508	rnn.bias_hh_l0	5	0.11537881940603256
11508	rnn.bias_hh_l0	6	0.0032992365304380655
11508	rnn.bias_hh_l0	7	0.013675577007234097
11508	rnn.bias_hh_l0	8	0.027404919266700745
11508	rnn.bias_hh_l0	9	0.0453726164996624
11508	rnn.weight_ih_l0_reverse	0	-0.030714748427271843
11508	rnn.weight_ih_l0_reverse	1	-0.0025225100107491016
11508	rnn.weight_ih_l0_reverse	2	0.025447145104408264
11508	rnn.weight_ih_l0_reverse	3	-0.05646518990397453
11508	rnn.weight_ih_l0_reverse	4	0.01031793374568224
11508	rnn.weight_ih_l0_reverse	5	-0.05187740921974182
11508	rnn.weight_ih_l0_reverse	6	0.0081309350207448
11508	rnn.weight_ih_l0_reverse	7	0.04362917318940163
11508	rnn.weight_ih_l0_reverse	8	-0.042976781725883484
11508	rnn.weight_ih_l0_reverse	9	-0.0525025837123394
11508	rnn.weight_hh_l0_reverse	0	-0.07864067703485489
11508	rnn.weight_hh_l0_reverse	1	-0.04582895338535309
11508	rnn.weight_hh_l0_reverse	2	0.02130003459751606
11508	rnn.weight_hh_l0_reverse	3	0.04464295133948326
11508	rnn.weight_hh_l0_reverse	4	0.019204622134566307
11508	rnn.weight_hh_l0_reverse	5	0.04275791719555855
11508	rnn.weight_hh_l0_reverse	6	-0.002330428920686245
11508	rnn.weight_hh_l0_reverse	7	0.003847725223749876
11508	rnn.weight_hh_l0_reverse	8	-0.08827744424343109
11508	rnn.weight_hh_l0_reverse	9	0.051138244569301605
11508	rnn.bias_ih_l0_reverse	0	-0.07947900146245956
11508	rnn.bias_ih_l0_reverse	1	-0.0335862822830677
11508	rnn.bias_ih_l0_reverse	2	0.09018810838460922
11508	rnn.bias_ih_l0_reverse	3	0.023882506415247917
11508	rnn.bias_ih_l0_reverse	4	-0.11184292286634445
11508	rnn.bias_ih_l0_reverse	5	0.035539187490940094
11508	rnn.bias_ih_l0_reverse	6	-0.11126678436994553
11508	rnn.bias_ih_l0_reverse	7	0.03858264535665512
11508	rnn.bias_ih_l0_reverse	8	0.026258714497089386
11508	rnn.bias_ih_l0_reverse	9	0.06586433947086334
11508	rnn.bias_hh_l0_reverse	0	0.029863867908716202
11508	rnn.bias_hh_l0_reverse	1	0.07482162117958069
11508	rnn.bias_hh_l0_reverse	2	0.08244364708662033
11508	rnn.bias_hh_l0_reverse	3	-0.0073606278747320175
11508	rnn.bias_hh_l0_reverse	4	0.07881015539169312
11508	rnn.bias_hh_l0_reverse	5	-0.0033268050756305456
11508	rnn.bias_hh_l0_reverse	6	-0.07297986000776291
11508	rnn.bias_hh_l0_reverse	7	0.04272951930761337
11508	rnn.bias_hh_l0_reverse	8	0.026994366198778152
11508	rnn.bias_hh_l0_reverse	9	-0.13088977336883545
11508	linear.weight	0	0.15295809507369995
11508	linear.weight	1	-0.10742145776748657
11508	linear.weight	2	-0.15234442055225372
11508	linear.weight	3	0.04585457220673561
11508	linear.weight	4	-0.0042333537712693214
11508	linear.weight	5	-0.016652928665280342
11508	linear.weight	6	-0.009366014041006565
11508	linear.weight	7	-0.03809291496872902
11508	linear.weight	8	0.038253139704465866
11508	linear.weight	9	0.3175659477710724
11508	linear.bias	0	-0.11489372700452805
11508	linear.bias	1	0.13863535225391388
11508	linear.bias	2	-0.4499765932559967
11508	linear.bias	3	1.4810612201690674
11508	linear.bias	4	-0.34447813034057617
11508	linear.bias	5	-0.030769959092140198
11508	linear.bias	6	-0.30637669563293457
11508	linear.bias	7	-0.2097940891981125
11508	linear.bias	8	0.03965235874056816
11508	linear.bias	9	-0.44360336661338806
11536	transitions	0	-0.6132526993751526
11536	transitions	1	0.38628488779067993
11536	transitions	2	1.723482370376587
11536	transitions	3	0.14031283557415009
11536	transitions	4	0.9772070050239563
11536	transitions	5	1.2746155261993408
11536	transitions	6	0.484287828207016
11536	transitions	7	0.1810659021139145
11536	transitions	8	-0.9191493391990662
11536	transitions	9	0.9307570457458496
11536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11536	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11536	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11536	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11536	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11536	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11536	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11536	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11536	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11536	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11536	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11536	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11536	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11536	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11536	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11536	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11536	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11536	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11536	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11536	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11536	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11536	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11536	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11536	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11536	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11536	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11536	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11536	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11536	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11536	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11536	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11536	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11536	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11536	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11536	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11536	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11536	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11536	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11536	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11536	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11536	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11536	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11536	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11536	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11536	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11536	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11536	embedding2nn.weight	0	0.011420686729252338
11536	embedding2nn.weight	1	0.015677571296691895
11536	embedding2nn.weight	2	-0.00554300844669342
11536	embedding2nn.weight	3	0.002167070982977748
11536	embedding2nn.weight	4	-0.004052876029163599
11536	embedding2nn.weight	5	0.010069938376545906
11536	embedding2nn.weight	6	-0.0037570083513855934
11536	embedding2nn.weight	7	0.004676042590290308
11536	embedding2nn.weight	8	-0.008128958754241467
11536	embedding2nn.weight	9	-0.013803379610180855
11536	embedding2nn.bias	0	-0.015727801248431206
11536	embedding2nn.bias	1	-0.017393186688423157
11536	embedding2nn.bias	2	-0.06536605209112167
11536	embedding2nn.bias	3	-0.00546968262642622
11536	embedding2nn.bias	4	0.011169802397489548
11536	embedding2nn.bias	5	-0.002698081312701106
11536	embedding2nn.bias	6	0.015497071668505669
11536	embedding2nn.bias	7	0.024489261209964752
11536	embedding2nn.bias	8	-0.009722495451569557
11536	embedding2nn.bias	9	-0.0034983211662620306
11536	rnn.weight_ih_l0	0	0.03789353370666504
11536	rnn.weight_ih_l0	1	-0.010825613513588905
11536	rnn.weight_ih_l0	2	-0.028071865439414978
11536	rnn.weight_ih_l0	3	-0.04649316519498825
11536	rnn.weight_ih_l0	4	-0.04820280522108078
11536	rnn.weight_ih_l0	5	-0.0012946929782629013
11536	rnn.weight_ih_l0	6	-0.05513102188706398
11536	rnn.weight_ih_l0	7	-0.05467810109257698
11536	rnn.weight_ih_l0	8	-0.04697183892130852
11536	rnn.weight_ih_l0	9	-0.027554720640182495
11536	rnn.weight_hh_l0	0	0.015387928113341331
11536	rnn.weight_hh_l0	1	-0.01921309344470501
11536	rnn.weight_hh_l0	2	-0.04514046758413315
11536	rnn.weight_hh_l0	3	-0.023676631972193718
11536	rnn.weight_hh_l0	4	-0.059314604848623276
11536	rnn.weight_hh_l0	5	-0.011111844331026077
11536	rnn.weight_hh_l0	6	-0.03589507192373276
11536	rnn.weight_hh_l0	7	0.010097797960042953
11536	rnn.weight_hh_l0	8	-0.017401959747076035
11536	rnn.weight_hh_l0	9	0.018425120040774345
11536	rnn.bias_ih_l0	0	0.09637977182865143
11536	rnn.bias_ih_l0	1	-0.04280842840671539
11536	rnn.bias_ih_l0	2	0.10441233217716217
11536	rnn.bias_ih_l0	3	0.06500257551670074
11536	rnn.bias_ih_l0	4	0.0962037742137909
11536	rnn.bias_ih_l0	5	0.026209117844700813
11536	rnn.bias_ih_l0	6	-0.010849866084754467
11536	rnn.bias_ih_l0	7	-0.08218616992235184
11536	rnn.bias_ih_l0	8	-0.13170509040355682
11536	rnn.bias_ih_l0	9	0.08987654000520706
11536	rnn.bias_hh_l0	0	-0.024604935199022293
11536	rnn.bias_hh_l0	1	0.014568942598998547
11536	rnn.bias_hh_l0	2	-0.020829644054174423
11536	rnn.bias_hh_l0	3	-0.023888513445854187
11536	rnn.bias_hh_l0	4	-0.039751648902893066
11536	rnn.bias_hh_l0	5	0.11468716710805893
11536	rnn.bias_hh_l0	6	0.003931686747819185
11536	rnn.bias_hh_l0	7	0.016405029222369194
11536	rnn.bias_hh_l0	8	0.023518892005085945
11536	rnn.bias_hh_l0	9	0.04457363486289978
11536	rnn.weight_ih_l0_reverse	0	-0.030780944973230362
11536	rnn.weight_ih_l0_reverse	1	-0.003188891801983118
11536	rnn.weight_ih_l0_reverse	2	0.025763267651200294
11536	rnn.weight_ih_l0_reverse	3	-0.05704953894019127
11536	rnn.weight_ih_l0_reverse	4	0.010501709766685963
11536	rnn.weight_ih_l0_reverse	5	-0.05186924710869789
11536	rnn.weight_ih_l0_reverse	6	0.008027809672057629
11536	rnn.weight_ih_l0_reverse	7	0.04361133277416229
11536	rnn.weight_ih_l0_reverse	8	-0.04256559908390045
11536	rnn.weight_ih_l0_reverse	9	-0.05266914889216423
11536	rnn.weight_hh_l0_reverse	0	-0.07891608774662018
11536	rnn.weight_hh_l0_reverse	1	-0.04415246471762657
11536	rnn.weight_hh_l0_reverse	2	0.020675119012594223
11536	rnn.weight_hh_l0_reverse	3	0.04495849087834358
11536	rnn.weight_hh_l0_reverse	4	0.018692433834075928
11536	rnn.weight_hh_l0_reverse	5	0.042914606630802155
11536	rnn.weight_hh_l0_reverse	6	-0.005921407602727413
11536	rnn.weight_hh_l0_reverse	7	0.0041319639421999454
11536	rnn.weight_hh_l0_reverse	8	-0.08801564574241638
11536	rnn.weight_hh_l0_reverse	9	0.05067030340433121
11536	rnn.bias_ih_l0_reverse	0	-0.08078066259622574
11536	rnn.bias_ih_l0_reverse	1	-0.030408918857574463
11536	rnn.bias_ih_l0_reverse	2	0.09128317981958389
11536	rnn.bias_ih_l0_reverse	3	0.025004912167787552
11536	rnn.bias_ih_l0_reverse	4	-0.11143903434276581
11536	rnn.bias_ih_l0_reverse	5	0.03462350741028786
11536	rnn.bias_ih_l0_reverse	6	-0.109194815158844
11536	rnn.bias_ih_l0_reverse	7	0.037651367485523224
11536	rnn.bias_ih_l0_reverse	8	0.024978062137961388
11536	rnn.bias_ih_l0_reverse	9	0.06566786020994186
11536	rnn.bias_hh_l0_reverse	0	0.038638267666101456
11536	rnn.bias_hh_l0_reverse	1	0.0773579478263855
11536	rnn.bias_hh_l0_reverse	2	0.07939175516366959
11536	rnn.bias_hh_l0_reverse	3	-0.0066262539476156235
11536	rnn.bias_hh_l0_reverse	4	0.07844728231430054
11536	rnn.bias_hh_l0_reverse	5	-0.01062407623976469
11536	rnn.bias_hh_l0_reverse	6	-0.07235044240951538
11536	rnn.bias_hh_l0_reverse	7	0.04345143958926201
11536	rnn.bias_hh_l0_reverse	8	0.026077862828969955
11536	rnn.bias_hh_l0_reverse	9	-0.12624506652355194
11536	linear.weight	0	0.15087586641311646
11536	linear.weight	1	-0.10737819224596024
11536	linear.weight	2	-0.15676243603229523
11536	linear.weight	3	0.04766719043254852
11536	linear.weight	4	-0.004923341795802116
11536	linear.weight	5	-0.015984749421477318
11536	linear.weight	6	-0.00936036929488182
11536	linear.weight	7	-0.03797442838549614
11536	linear.weight	8	0.037278834730386734
11536	linear.weight	9	0.3183845579624176
11536	linear.bias	0	-0.1215280219912529
11536	linear.bias	1	0.1474752277135849
11536	linear.bias	2	-0.4523158669471741
11536	linear.bias	3	1.5009864568710327
11536	linear.bias	4	-0.3449484407901764
11536	linear.bias	5	-0.030769959092140198
11536	linear.bias	6	-0.31042301654815674
11536	linear.bias	7	-0.20485547184944153
11536	linear.bias	8	0.041968315839767456
11536	linear.bias	9	-0.44394150376319885
11564	transitions	0	-0.6133356094360352
11564	transitions	1	0.3854933977127075
11564	transitions	2	1.7233151197433472
11564	transitions	3	0.14020457863807678
11564	transitions	4	0.9770949482917786
11564	transitions	5	1.274613380432129
11564	transitions	6	0.4842849671840668
11564	transitions	7	0.18106549978256226
11564	transitions	8	-0.919151782989502
11564	transitions	9	0.9307565689086914
11564	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11564	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11564	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11564	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11564	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11564	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11564	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11564	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11564	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11564	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11564	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11564	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11564	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11564	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11564	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11564	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11564	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11564	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11564	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11564	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11564	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11564	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11564	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11564	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11564	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11564	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11564	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11564	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11564	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11564	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11564	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11564	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11564	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11564	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11564	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11564	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11564	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11564	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11564	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11564	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11564	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11564	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11564	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11564	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11564	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11564	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11564	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11564	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11564	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11564	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11564	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11564	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11564	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11564	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11564	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11564	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11564	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11564	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11564	embedding2nn.weight	0	0.011429884470999241
11564	embedding2nn.weight	1	0.015532178804278374
11564	embedding2nn.weight	2	-0.005558536387979984
11564	embedding2nn.weight	3	0.002216852270066738
11564	embedding2nn.weight	4	-0.004070029594004154
11564	embedding2nn.weight	5	0.010277418419718742
11564	embedding2nn.weight	6	-0.003731943666934967
11564	embedding2nn.weight	7	0.00473899208009243
11564	embedding2nn.weight	8	-0.008124499581754208
11564	embedding2nn.weight	9	-0.013773376122117043
11564	embedding2nn.bias	0	-0.02069084718823433
11564	embedding2nn.bias	1	-0.021699925884604454
11564	embedding2nn.bias	2	-0.07075367867946625
11564	embedding2nn.bias	3	-0.009815896861255169
11564	embedding2nn.bias	4	0.006222155410796404
11564	embedding2nn.bias	5	-0.0033803076948970556
11564	embedding2nn.bias	6	0.017559926956892014
11564	embedding2nn.bias	7	0.021940048784017563
11564	embedding2nn.bias	8	-0.007518619764596224
11564	embedding2nn.bias	9	-0.009524215012788773
11564	rnn.weight_ih_l0	0	0.03802986443042755
11564	rnn.weight_ih_l0	1	-0.01179406139999628
11564	rnn.weight_ih_l0	2	-0.028415760025382042
11564	rnn.weight_ih_l0	3	-0.04616051912307739
11564	rnn.weight_ih_l0	4	-0.0483282245695591
11564	rnn.weight_ih_l0	5	-0.0014813665766268969
11564	rnn.weight_ih_l0	6	-0.0548059456050396
11564	rnn.weight_ih_l0	7	-0.054386597126722336
11564	rnn.weight_ih_l0	8	-0.04711528122425079
11564	rnn.weight_ih_l0	9	-0.027440745383501053
11564	rnn.weight_hh_l0	0	0.01511035580188036
11564	rnn.weight_hh_l0	1	-0.018978262320160866
11564	rnn.weight_hh_l0	2	-0.04463750123977661
11564	rnn.weight_hh_l0	3	-0.023771673440933228
11564	rnn.weight_hh_l0	4	-0.05935199186205864
11564	rnn.weight_hh_l0	5	-0.011154096573591232
11564	rnn.weight_hh_l0	6	-0.0355224534869194
11564	rnn.weight_hh_l0	7	0.010056636296212673
11564	rnn.weight_hh_l0	8	-0.0171048566699028
11564	rnn.weight_hh_l0	9	0.017468908801674843
11564	rnn.bias_ih_l0	0	0.09539057314395905
11564	rnn.bias_ih_l0	1	-0.042671121656894684
11564	rnn.bias_ih_l0	2	0.10544906556606293
11564	rnn.bias_ih_l0	3	0.06443148106336594
11564	rnn.bias_ih_l0	4	0.09383019059896469
11564	rnn.bias_ih_l0	5	0.027288317680358887
11564	rnn.bias_ih_l0	6	-0.011499232612550259
11564	rnn.bias_ih_l0	7	-0.0865621566772461
11564	rnn.bias_ih_l0	8	-0.12910431623458862
11564	rnn.bias_ih_l0	9	0.08901192992925644
11564	rnn.bias_hh_l0	0	-0.02366812154650688
11564	rnn.bias_hh_l0	1	0.013360848650336266
11564	rnn.bias_hh_l0	2	-0.019854584708809853
11564	rnn.bias_hh_l0	3	-0.022830503061413765
11564	rnn.bias_hh_l0	4	-0.040380727499723434
11564	rnn.bias_hh_l0	5	0.11504726856946945
11564	rnn.bias_hh_l0	6	0.005675750318914652
11564	rnn.bias_hh_l0	7	0.020194094628095627
11564	rnn.bias_hh_l0	8	0.022869529202580452
11564	rnn.bias_hh_l0	9	0.04545511677861214
11564	rnn.weight_ih_l0_reverse	0	-0.030850565060973167
11564	rnn.weight_ih_l0_reverse	1	-0.0023269217927008867
11564	rnn.weight_ih_l0_reverse	2	0.025905044749379158
11564	rnn.weight_ih_l0_reverse	3	-0.05715591087937355
11564	rnn.weight_ih_l0_reverse	4	0.010186760686337948
11564	rnn.weight_ih_l0_reverse	5	-0.05209210142493248
11564	rnn.weight_ih_l0_reverse	6	0.009260797873139381
11564	rnn.weight_ih_l0_reverse	7	0.04360103979706764
11564	rnn.weight_ih_l0_reverse	8	-0.042391955852508545
11564	rnn.weight_ih_l0_reverse	9	-0.052642494440078735
11564	rnn.weight_hh_l0_reverse	0	-0.07870379090309143
11564	rnn.weight_hh_l0_reverse	1	-0.04508667439222336
11564	rnn.weight_hh_l0_reverse	2	0.0206106286495924
11564	rnn.weight_hh_l0_reverse	3	0.04491862282156944
11564	rnn.weight_hh_l0_reverse	4	0.01894358918070793
11564	rnn.weight_hh_l0_reverse	5	0.04295814409852028
11564	rnn.weight_hh_l0_reverse	6	-0.0055459304712712765
11564	rnn.weight_hh_l0_reverse	7	0.004410409834235907
11564	rnn.weight_hh_l0_reverse	8	-0.08879593014717102
11564	rnn.weight_hh_l0_reverse	9	0.05017584189772606
11564	rnn.bias_ih_l0_reverse	0	-0.08020098507404327
11564	rnn.bias_ih_l0_reverse	1	-0.03197640925645828
11564	rnn.bias_ih_l0_reverse	2	0.09094976633787155
11564	rnn.bias_ih_l0_reverse	3	0.02524116449058056
11564	rnn.bias_ih_l0_reverse	4	-0.11068118363618851
11564	rnn.bias_ih_l0_reverse	5	0.03463567793369293
11564	rnn.bias_ih_l0_reverse	6	-0.11007371544837952
11564	rnn.bias_ih_l0_reverse	7	0.03874143958091736
11564	rnn.bias_ih_l0_reverse	8	0.025404181331396103
11564	rnn.bias_ih_l0_reverse	9	0.066023088991642
11564	rnn.bias_hh_l0_reverse	0	0.040951501578092575
11564	rnn.bias_hh_l0_reverse	1	0.07383579015731812
11564	rnn.bias_hh_l0_reverse	2	0.07741902023553848
11564	rnn.bias_hh_l0_reverse	3	-0.007704617455601692
11564	rnn.bias_hh_l0_reverse	4	0.07809552550315857
11564	rnn.bias_hh_l0_reverse	5	-0.006899516563862562
11564	rnn.bias_hh_l0_reverse	6	-0.07210234552621841
11564	rnn.bias_hh_l0_reverse	7	0.044354233890771866
11564	rnn.bias_hh_l0_reverse	8	0.027868498116731644
11564	rnn.bias_hh_l0_reverse	9	-0.12708422541618347
11564	linear.weight	0	0.1599864810705185
11564	linear.weight	1	-0.1073574647307396
11564	linear.weight	2	-0.15850451588630676
11564	linear.weight	3	0.04600584879517555
11564	linear.weight	4	-0.004547061398625374
11564	linear.weight	5	-0.015383398160338402
11564	linear.weight	6	-0.009351191110908985
11564	linear.weight	7	-0.03789623826742172
11564	linear.weight	8	0.036760251969099045
11564	linear.weight	9	0.31897494196891785
11564	linear.bias	0	-0.11737744510173798
11564	linear.bias	1	0.13738898932933807
11564	linear.bias	2	-0.44884824752807617
11564	linear.bias	3	1.4817994832992554
11564	linear.bias	4	-0.34118950366973877
11564	linear.bias	5	-0.030769959092140198
11564	linear.bias	6	-0.3069216310977936
11564	linear.bias	7	-0.20674358308315277
11564	linear.bias	8	0.04642145335674286
11564	linear.bias	9	-0.44420430064201355
11592	transitions	0	-0.6134722232818604
11592	transitions	1	0.3853585422039032
11592	transitions	2	1.7231791019439697
11592	transitions	3	0.14010748267173767
11592	transitions	4	0.9770462512969971
11592	transitions	5	1.274611234664917
11592	transitions	6	0.4842846095561981
11592	transitions	7	0.18105952441692352
11592	transitions	8	-0.9191523194313049
11592	transitions	9	0.9307565689086914
11592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11592	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11592	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11592	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11592	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11592	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11592	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11592	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11592	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11592	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11592	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11592	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11592	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11592	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11592	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11592	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11592	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11592	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11592	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11592	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11592	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11592	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11592	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11592	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11592	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11592	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11592	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11592	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11592	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11592	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11592	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11592	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11592	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11592	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11592	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11592	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11592	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11592	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11592	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11592	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11592	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11592	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11592	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11592	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11592	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11592	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11592	embedding2nn.weight	0	0.010954422876238823
11592	embedding2nn.weight	1	0.01553473062813282
11592	embedding2nn.weight	2	-0.005573839880526066
11592	embedding2nn.weight	3	0.001979128923267126
11592	embedding2nn.weight	4	-0.004064647015184164
11592	embedding2nn.weight	5	0.01028518471866846
11592	embedding2nn.weight	6	-0.0036910728085786104
11592	embedding2nn.weight	7	0.004684573505073786
11592	embedding2nn.weight	8	-0.008062342181801796
11592	embedding2nn.weight	9	-0.01369586493819952
11592	embedding2nn.bias	0	-0.02145044505596161
11592	embedding2nn.bias	1	-0.02526889368891716
11592	embedding2nn.bias	2	-0.0702744796872139
11592	embedding2nn.bias	3	-0.004974495153874159
11592	embedding2nn.bias	4	0.010918312706053257
11592	embedding2nn.bias	5	-0.008386202156543732
11592	embedding2nn.bias	6	0.015062971040606499
11592	embedding2nn.bias	7	0.019739527255296707
11592	embedding2nn.bias	8	-0.009167550131678581
11592	embedding2nn.bias	9	-0.004869027063250542
11592	rnn.weight_ih_l0	0	0.03777053579688072
11592	rnn.weight_ih_l0	1	-0.011446686461567879
11592	rnn.weight_ih_l0	2	-0.028344308957457542
11592	rnn.weight_ih_l0	3	-0.046030059456825256
11592	rnn.weight_ih_l0	4	-0.04851708188652992
11592	rnn.weight_ih_l0	5	-0.001694833510555327
11592	rnn.weight_ih_l0	6	-0.05447443947196007
11592	rnn.weight_ih_l0	7	-0.05426725372672081
11592	rnn.weight_ih_l0	8	-0.047083206474781036
11592	rnn.weight_ih_l0	9	-0.027191851288080215
11592	rnn.weight_hh_l0	0	0.015570588409900665
11592	rnn.weight_hh_l0	1	-0.019068822264671326
11592	rnn.weight_hh_l0	2	-0.0438515804708004
11592	rnn.weight_hh_l0	3	-0.02387714572250843
11592	rnn.weight_hh_l0	4	-0.05957337096333504
11592	rnn.weight_hh_l0	5	-0.011566569097340107
11592	rnn.weight_hh_l0	6	-0.03701500594615936
11592	rnn.weight_hh_l0	7	0.009527402929961681
11592	rnn.weight_hh_l0	8	-0.017025912180542946
11592	rnn.weight_hh_l0	9	0.01707797683775425
11592	rnn.bias_ih_l0	0	0.09596221148967743
11592	rnn.bias_ih_l0	1	-0.04426069185137749
11592	rnn.bias_ih_l0	2	0.1065361276268959
11592	rnn.bias_ih_l0	3	0.06550565361976624
11592	rnn.bias_ih_l0	4	0.0932290181517601
11592	rnn.bias_ih_l0	5	0.02794395200908184
11592	rnn.bias_ih_l0	6	-0.014769124798476696
11592	rnn.bias_ih_l0	7	-0.09207773208618164
11592	rnn.bias_ih_l0	8	-0.12886250019073486
11592	rnn.bias_ih_l0	9	0.08790428936481476
11592	rnn.bias_hh_l0	0	-0.02407032437622547
11592	rnn.bias_hh_l0	1	0.014309445396065712
11592	rnn.bias_hh_l0	2	-0.018902823328971863
11592	rnn.bias_hh_l0	3	-0.019981544464826584
11592	rnn.bias_hh_l0	4	-0.03935595601797104
11592	rnn.bias_hh_l0	5	0.11625012755393982
11592	rnn.bias_hh_l0	6	0.006081077270209789
11592	rnn.bias_hh_l0	7	0.021563176065683365
11592	rnn.bias_hh_l0	8	0.019599638879299164
11592	rnn.bias_hh_l0	9	0.04480092599987984
11592	rnn.weight_ih_l0_reverse	0	-0.030789239332079887
11592	rnn.weight_ih_l0_reverse	1	-0.002497462322935462
11592	rnn.weight_ih_l0_reverse	2	0.025997309014201164
11592	rnn.weight_ih_l0_reverse	3	-0.05701684206724167
11592	rnn.weight_ih_l0_reverse	4	0.010438833385705948
11592	rnn.weight_ih_l0_reverse	5	-0.052204642444849014
11592	rnn.weight_ih_l0_reverse	6	0.010289639234542847
11592	rnn.weight_ih_l0_reverse	7	0.04332837089896202
11592	rnn.weight_ih_l0_reverse	8	-0.0424976572394371
11592	rnn.weight_ih_l0_reverse	9	-0.0526299774646759
11592	rnn.weight_hh_l0_reverse	0	-0.07850101590156555
11592	rnn.weight_hh_l0_reverse	1	-0.044431813061237335
11592	rnn.weight_hh_l0_reverse	2	0.021106498315930367
11592	rnn.weight_hh_l0_reverse	3	0.04487619549036026
11592	rnn.weight_hh_l0_reverse	4	0.018841208890080452
11592	rnn.weight_hh_l0_reverse	5	0.04289746657013893
11592	rnn.weight_hh_l0_reverse	6	-0.00465791579335928
11592	rnn.weight_hh_l0_reverse	7	0.005084816366434097
11592	rnn.weight_hh_l0_reverse	8	-0.08934224396944046
11592	rnn.weight_hh_l0_reverse	9	0.04985032603144646
11592	rnn.bias_ih_l0_reverse	0	-0.08165253698825836
11592	rnn.bias_ih_l0_reverse	1	-0.03337251394987106
11592	rnn.bias_ih_l0_reverse	2	0.08960123360157013
11592	rnn.bias_ih_l0_reverse	3	0.02448689565062523
11592	rnn.bias_ih_l0_reverse	4	-0.1101752370595932
11592	rnn.bias_ih_l0_reverse	5	0.034679584205150604
11592	rnn.bias_ih_l0_reverse	6	-0.11148011684417725
11592	rnn.bias_ih_l0_reverse	7	0.03878515586256981
11592	rnn.bias_ih_l0_reverse	8	0.025129729881882668
11592	rnn.bias_ih_l0_reverse	9	0.06460249423980713
11592	rnn.bias_hh_l0_reverse	0	0.04048290103673935
11592	rnn.bias_hh_l0_reverse	1	0.07610490173101425
11592	rnn.bias_hh_l0_reverse	2	0.07752478122711182
11592	rnn.bias_hh_l0_reverse	3	-0.0072079068049788475
11592	rnn.bias_hh_l0_reverse	4	0.07806795835494995
11592	rnn.bias_hh_l0_reverse	5	-0.003414318896830082
11592	rnn.bias_hh_l0_reverse	6	-0.0714574009180069
11592	rnn.bias_hh_l0_reverse	7	0.042044419795274734
11592	rnn.bias_hh_l0_reverse	8	0.027177421376109123
11592	rnn.bias_hh_l0_reverse	9	-0.12157081067562103
11592	linear.weight	0	0.16461798548698425
11592	linear.weight	1	-0.10735592246055603
11592	linear.weight	2	-0.15921562910079956
11592	linear.weight	3	0.04940101504325867
11592	linear.weight	4	-0.0046767848543822765
11592	linear.weight	5	-0.015022232197225094
11592	linear.weight	6	-0.009339220821857452
11592	linear.weight	7	-0.03768618032336235
11592	linear.weight	8	0.03525952994823456
11592	linear.weight	9	0.3175956606864929
11592	linear.bias	0	-0.11953260004520416
11592	linear.bias	1	0.13907311856746674
11592	linear.bias	2	-0.4482916593551636
11592	linear.bias	3	1.4867068529129028
11592	linear.bias	4	-0.3417063057422638
11592	linear.bias	5	-0.030769959092140198
11592	linear.bias	6	-0.30621105432510376
11592	linear.bias	7	-0.20434939861297607
11592	linear.bias	8	0.039786484092473984
11592	linear.bias	9	-0.44446226954460144
11620	transitions	0	-0.6135873794555664
11620	transitions	1	0.38530850410461426
11620	transitions	2	1.7230409383773804
11620	transitions	3	0.14004366099834442
11620	transitions	4	0.9770185351371765
11620	transitions	5	1.274609088897705
11620	transitions	6	0.4842827320098877
11620	transitions	7	0.18105868995189667
11620	transitions	8	-0.9191530346870422
11620	transitions	9	0.9307565689086914
11620	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11620	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11620	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11620	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11620	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11620	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11620	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11620	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11620	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11620	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11620	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11620	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11620	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11620	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11620	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11620	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11620	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11620	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11620	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11620	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11620	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11620	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11620	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11620	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11620	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11620	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11620	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11620	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11620	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11620	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11620	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11620	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11620	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11620	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11620	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11620	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11620	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11620	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11620	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11620	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11620	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11620	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11620	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11620	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11620	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11620	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11620	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11620	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11620	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11620	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11620	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11620	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11620	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11620	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11620	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11620	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11620	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11620	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11620	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11620	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11620	embedding2nn.weight	0	0.011677317321300507
11620	embedding2nn.weight	1	0.015584695152938366
11620	embedding2nn.weight	2	-0.0055047436617314816
11620	embedding2nn.weight	3	0.00200838060118258
11620	embedding2nn.weight	4	-0.004061867482960224
11620	embedding2nn.weight	5	0.01013435609638691
11620	embedding2nn.weight	6	-0.003619352588430047
11620	embedding2nn.weight	7	0.0059248232282698154
11620	embedding2nn.weight	8	-0.008120927028357983
11620	embedding2nn.weight	9	-0.013722170144319534
11620	embedding2nn.bias	0	-0.02428963966667652
11620	embedding2nn.bias	1	-0.020429883152246475
11620	embedding2nn.bias	2	-0.07453115284442902
11620	embedding2nn.bias	3	-0.003894948400557041
11620	embedding2nn.bias	4	0.00814206711947918
11620	embedding2nn.bias	5	-0.007411101367324591
11620	embedding2nn.bias	6	0.016677100211381912
11620	embedding2nn.bias	7	0.02519814670085907
11620	embedding2nn.bias	8	-0.006902622524648905
11620	embedding2nn.bias	9	0.0022966470569372177
11620	rnn.weight_ih_l0	0	0.03759625554084778
11620	rnn.weight_ih_l0	1	-0.012117725796997547
11620	rnn.weight_ih_l0	2	-0.028719043359160423
11620	rnn.weight_ih_l0	3	-0.04628491774201393
11620	rnn.weight_ih_l0	4	-0.04865206032991409
11620	rnn.weight_ih_l0	5	-0.0019377687713131309
11620	rnn.weight_ih_l0	6	-0.05450356379151344
11620	rnn.weight_ih_l0	7	-0.054247960448265076
11620	rnn.weight_ih_l0	8	-0.04732098802924156
11620	rnn.weight_ih_l0	9	-0.027138983830809593
11620	rnn.weight_hh_l0	0	0.015797803178429604
11620	rnn.weight_hh_l0	1	-0.019539136439561844
11620	rnn.weight_hh_l0	2	-0.044668048620224
11620	rnn.weight_hh_l0	3	-0.023694081231951714
11620	rnn.weight_hh_l0	4	-0.05929292365908623
11620	rnn.weight_hh_l0	5	-0.011648094281554222
11620	rnn.weight_hh_l0	6	-0.03607391566038132
11620	rnn.weight_hh_l0	7	0.008102867752313614
11620	rnn.weight_hh_l0	8	-0.017111612483859062
11620	rnn.weight_hh_l0	9	0.017114685848355293
11620	rnn.bias_ih_l0	0	0.0978819727897644
11620	rnn.bias_ih_l0	1	-0.04323381185531616
11620	rnn.bias_ih_l0	2	0.10555680841207504
11620	rnn.bias_ih_l0	3	0.06555633246898651
11620	rnn.bias_ih_l0	4	0.09149844199419022
11620	rnn.bias_ih_l0	5	0.026529088616371155
11620	rnn.bias_ih_l0	6	-0.01297785621136427
11620	rnn.bias_ih_l0	7	-0.09168227016925812
11620	rnn.bias_ih_l0	8	-0.12469660490751266
11620	rnn.bias_ih_l0	9	0.08783061802387238
11620	rnn.bias_hh_l0	0	-0.02492901124060154
11620	rnn.bias_hh_l0	1	0.016254745423793793
11620	rnn.bias_hh_l0	2	-0.0191894993185997
11620	rnn.bias_hh_l0	3	-0.022116728127002716
11620	rnn.bias_hh_l0	4	-0.04024312645196915
11620	rnn.bias_hh_l0	5	0.11690258234739304
11620	rnn.bias_hh_l0	6	0.004470380488783121
11620	rnn.bias_hh_l0	7	0.01996423862874508
11620	rnn.bias_hh_l0	8	0.021390914916992188
11620	rnn.bias_hh_l0	9	0.04562884569168091
11620	rnn.weight_ih_l0_reverse	0	-0.03049364499747753
11620	rnn.weight_ih_l0_reverse	1	-0.0022719085682183504
11620	rnn.weight_ih_l0_reverse	2	0.025918910279870033
11620	rnn.weight_ih_l0_reverse	3	-0.056889858096838
11620	rnn.weight_ih_l0_reverse	4	0.010481450706720352
11620	rnn.weight_ih_l0_reverse	5	-0.05178011581301689
11620	rnn.weight_ih_l0_reverse	6	0.009085418656468391
11620	rnn.weight_ih_l0_reverse	7	0.04336731880903244
11620	rnn.weight_ih_l0_reverse	8	-0.042360857129096985
11620	rnn.weight_ih_l0_reverse	9	-0.05279659107327461
11620	rnn.weight_hh_l0_reverse	0	-0.07835238426923752
11620	rnn.weight_hh_l0_reverse	1	-0.04182535037398338
11620	rnn.weight_hh_l0_reverse	2	0.020999278873205185
11620	rnn.weight_hh_l0_reverse	3	0.045465461909770966
11620	rnn.weight_hh_l0_reverse	4	0.01904185861349106
11620	rnn.weight_hh_l0_reverse	5	0.04273784160614014
11620	rnn.weight_hh_l0_reverse	6	-0.0018087654607370496
11620	rnn.weight_hh_l0_reverse	7	0.005813529249280691
11620	rnn.weight_hh_l0_reverse	8	-0.08907290548086166
11620	rnn.weight_hh_l0_reverse	9	0.050175029784440994
11620	rnn.bias_ih_l0_reverse	0	-0.08170749992132187
11620	rnn.bias_ih_l0_reverse	1	-0.03706464543938637
11620	rnn.bias_ih_l0_reverse	2	0.09194831550121307
11620	rnn.bias_ih_l0_reverse	3	0.024486210197210312
11620	rnn.bias_ih_l0_reverse	4	-0.11087106168270111
11620	rnn.bias_ih_l0_reverse	5	0.033257585018873215
11620	rnn.bias_ih_l0_reverse	6	-0.11184319853782654
11620	rnn.bias_ih_l0_reverse	7	0.039028700441122055
11620	rnn.bias_ih_l0_reverse	8	0.022635847330093384
11620	rnn.bias_ih_l0_reverse	9	0.06486618518829346
11620	rnn.bias_hh_l0_reverse	0	0.040347516536712646
11620	rnn.bias_hh_l0_reverse	1	0.07518034428358078
11620	rnn.bias_hh_l0_reverse	2	0.07830847799777985
11620	rnn.bias_hh_l0_reverse	3	-0.00702360924333334
11620	rnn.bias_hh_l0_reverse	4	0.07907214015722275
11620	rnn.bias_hh_l0_reverse	5	-0.006312320474535227
11620	rnn.bias_hh_l0_reverse	6	-0.07172240316867828
11620	rnn.bias_hh_l0_reverse	7	0.04044577479362488
11620	rnn.bias_hh_l0_reverse	8	0.029283637180924416
11620	rnn.bias_hh_l0_reverse	9	-0.12273520231246948
11620	linear.weight	0	0.167009174823761
11620	linear.weight	1	-0.10732384026050568
11620	linear.weight	2	-0.15847651660442352
11620	linear.weight	3	0.041324030607938766
11620	linear.weight	4	-0.0037622929085046053
11620	linear.weight	5	-0.01472388207912445
11620	linear.weight	6	-0.009325232356786728
11620	linear.weight	7	-0.03765333071351051
11620	linear.weight	8	0.03400372341275215
11620	linear.weight	9	0.3232050836086273
11620	linear.bias	0	-0.12978509068489075
11620	linear.bias	1	0.13584327697753906
11620	linear.bias	2	-0.44661450386047363
11620	linear.bias	3	1.4862215518951416
11620	linear.bias	4	-0.34207209944725037
11620	linear.bias	5	-0.030769959092140198
11620	linear.bias	6	-0.304421991109848
11620	linear.bias	7	-0.20284529030323029
11620	linear.bias	8	0.04987971484661102
11620	linear.bias	9	-0.44465672969818115
11648	transitions	0	-0.6137330532073975
11648	transitions	1	0.38517072796821594
11648	transitions	2	1.722934603691101
11648	transitions	3	0.1399230808019638
11648	transitions	4	0.976711094379425
11648	transitions	5	1.2746069431304932
11648	transitions	6	0.4842750132083893
11648	transitions	7	0.1808677464723587
11648	transitions	8	-0.9191544055938721
11648	transitions	9	0.9307565689086914
11648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11648	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11648	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11648	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11648	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11648	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11648	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11648	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11648	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11648	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11648	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11648	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11648	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11648	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11648	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11648	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11648	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11648	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11648	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11648	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11648	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11648	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11648	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11648	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11648	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11648	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11648	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11648	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11648	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11648	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11648	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11648	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11648	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11648	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11648	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11648	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11648	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11648	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11648	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11648	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11648	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11648	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11648	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11648	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11648	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11648	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11648	embedding2nn.weight	0	0.011934928596019745
11648	embedding2nn.weight	1	0.015552278608083725
11648	embedding2nn.weight	2	-0.005470264703035355
11648	embedding2nn.weight	3	0.0020813592709600925
11648	embedding2nn.weight	4	-0.0040781316347420216
11648	embedding2nn.weight	5	0.010439257137477398
11648	embedding2nn.weight	6	-0.0036752130836248398
11648	embedding2nn.weight	7	0.006296980194747448
11648	embedding2nn.weight	8	-0.007731597870588303
11648	embedding2nn.weight	9	-0.01384139433503151
11648	embedding2nn.bias	0	-0.030241044238209724
11648	embedding2nn.bias	1	-0.021232416853308678
11648	embedding2nn.bias	2	-0.07524528354406357
11648	embedding2nn.bias	3	-0.0034570270217955112
11648	embedding2nn.bias	4	0.010078721679747105
11648	embedding2nn.bias	5	-0.005717110354453325
11648	embedding2nn.bias	6	0.01494621392339468
11648	embedding2nn.bias	7	0.025189267471432686
11648	embedding2nn.bias	8	-0.004269673489034176
11648	embedding2nn.bias	9	0.0027474670205265284
11648	rnn.weight_ih_l0	0	0.03774827718734741
11648	rnn.weight_ih_l0	1	-0.01173941045999527
11648	rnn.weight_ih_l0	2	-0.028403811156749725
11648	rnn.weight_ih_l0	3	-0.04613933712244034
11648	rnn.weight_ih_l0	4	-0.04824197292327881
11648	rnn.weight_ih_l0	5	-0.001558993710204959
11648	rnn.weight_ih_l0	6	-0.054427068680524826
11648	rnn.weight_ih_l0	7	-0.054357822984457016
11648	rnn.weight_ih_l0	8	-0.04728979617357254
11648	rnn.weight_ih_l0	9	-0.027216428890824318
11648	rnn.weight_hh_l0	0	0.015819137915968895
11648	rnn.weight_hh_l0	1	-0.01933564618229866
11648	rnn.weight_hh_l0	2	-0.04517712816596031
11648	rnn.weight_hh_l0	3	-0.023687798529863358
11648	rnn.weight_hh_l0	4	-0.05963018164038658
11648	rnn.weight_hh_l0	5	-0.011840034276247025
11648	rnn.weight_hh_l0	6	-0.03627438470721245
11648	rnn.weight_hh_l0	7	0.009585529565811157
11648	rnn.weight_hh_l0	8	-0.017291955649852753
11648	rnn.weight_hh_l0	9	0.01726601831614971
11648	rnn.bias_ih_l0	0	0.09660844504833221
11648	rnn.bias_ih_l0	1	-0.0440787598490715
11648	rnn.bias_ih_l0	2	0.10286586731672287
11648	rnn.bias_ih_l0	3	0.06655707210302353
11648	rnn.bias_ih_l0	4	0.09442823380231857
11648	rnn.bias_ih_l0	5	0.027508599683642387
11648	rnn.bias_ih_l0	6	-0.013478841632604599
11648	rnn.bias_ih_l0	7	-0.09426728636026382
11648	rnn.bias_ih_l0	8	-0.12962612509727478
11648	rnn.bias_ih_l0	9	0.08911145478487015
11648	rnn.bias_hh_l0	0	-0.024800695478916168
11648	rnn.bias_hh_l0	1	0.01648619771003723
11648	rnn.bias_hh_l0	2	-0.0186754260212183
11648	rnn.bias_hh_l0	3	-0.021754316985607147
11648	rnn.bias_hh_l0	4	-0.04201687499880791
11648	rnn.bias_hh_l0	5	0.1179494857788086
11648	rnn.bias_hh_l0	6	0.0030752026941627264
11648	rnn.bias_hh_l0	7	0.02130810357630253
11648	rnn.bias_hh_l0	8	0.020889926701784134
11648	rnn.bias_hh_l0	9	0.04848073050379753
11648	rnn.weight_ih_l0_reverse	0	-0.03044540248811245
11648	rnn.weight_ih_l0_reverse	1	-0.0018680182984098792
11648	rnn.weight_ih_l0_reverse	2	0.02575008012354374
11648	rnn.weight_ih_l0_reverse	3	-0.05738433450460434
11648	rnn.weight_ih_l0_reverse	4	0.010579743422567844
11648	rnn.weight_ih_l0_reverse	5	-0.05176912248134613
11648	rnn.weight_ih_l0_reverse	6	0.010529478080570698
11648	rnn.weight_ih_l0_reverse	7	0.043485939502716064
11648	rnn.weight_ih_l0_reverse	8	-0.042156342417001724
11648	rnn.weight_ih_l0_reverse	9	-0.05266861245036125
11648	rnn.weight_hh_l0_reverse	0	-0.07870759069919586
11648	rnn.weight_hh_l0_reverse	1	-0.04206559807062149
11648	rnn.weight_hh_l0_reverse	2	0.021025581285357475
11648	rnn.weight_hh_l0_reverse	3	0.04521271586418152
11648	rnn.weight_hh_l0_reverse	4	0.019066354259848595
11648	rnn.weight_hh_l0_reverse	5	0.042860571295022964
11648	rnn.weight_hh_l0_reverse	6	0.001319371396675706
11648	rnn.weight_hh_l0_reverse	7	0.005592032335698605
11648	rnn.weight_hh_l0_reverse	8	-0.08875808864831924
11648	rnn.weight_hh_l0_reverse	9	0.05115635320544243
11648	rnn.bias_ih_l0_reverse	0	-0.0811840146780014
11648	rnn.bias_ih_l0_reverse	1	-0.03861340135335922
11648	rnn.bias_ih_l0_reverse	2	0.091829314827919
11648	rnn.bias_ih_l0_reverse	3	0.024186601862311363
11648	rnn.bias_ih_l0_reverse	4	-0.11133897304534912
11648	rnn.bias_ih_l0_reverse	5	0.03263253718614578
11648	rnn.bias_ih_l0_reverse	6	-0.11090051382780075
11648	rnn.bias_ih_l0_reverse	7	0.03624553978443146
11648	rnn.bias_ih_l0_reverse	8	0.019638217985630035
11648	rnn.bias_ih_l0_reverse	9	0.06576836109161377
11648	rnn.bias_hh_l0_reverse	0	0.03927473723888397
11648	rnn.bias_hh_l0_reverse	1	0.07593419402837753
11648	rnn.bias_hh_l0_reverse	2	0.0785730853676796
11648	rnn.bias_hh_l0_reverse	3	-0.007809854112565517
11648	rnn.bias_hh_l0_reverse	4	0.07922706753015518
11648	rnn.bias_hh_l0_reverse	5	-0.00833548977971077
11648	rnn.bias_hh_l0_reverse	6	-0.07112222164869308
11648	rnn.bias_hh_l0_reverse	7	0.03931475430727005
11648	rnn.bias_hh_l0_reverse	8	0.027991199865937233
11648	rnn.bias_hh_l0_reverse	9	-0.12896628677845
11648	linear.weight	0	0.16318057477474213
11648	linear.weight	1	-0.10732570290565491
11648	linear.weight	2	-0.15582489967346191
11648	linear.weight	3	0.04251575469970703
11648	linear.weight	4	-0.0035667549818754196
11648	linear.weight	5	-0.012649274431169033
11648	linear.weight	6	-0.009322399273514748
11648	linear.weight	7	-0.03731665387749672
11648	linear.weight	8	0.035346802324056625
11648	linear.weight	9	0.3163818120956421
11648	linear.bias	0	-0.12491779774427414
11648	linear.bias	1	0.1363016963005066
11648	linear.bias	2	-0.44732221961021423
11648	linear.bias	3	1.4923800230026245
11648	linear.bias	4	-0.342475950717926
11648	linear.bias	5	-0.030769959092140198
11648	linear.bias	6	-0.30608728528022766
11648	linear.bias	7	-0.2058277577161789
11648	linear.bias	8	0.04499964416027069
11648	linear.bias	9	-0.44484779238700867
11676	transitions	0	-0.613800048828125
11676	transitions	1	0.38508641719818115
11676	transitions	2	1.7225099802017212
11676	transitions	3	0.1398719847202301
11676	transitions	4	0.9766706228256226
11676	transitions	5	1.2746052742004395
11676	transitions	6	0.48427483439445496
11676	transitions	7	0.18086372315883636
11676	transitions	8	-0.9191552996635437
11676	transitions	9	0.9307563900947571
11676	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11676	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11676	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11676	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11676	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11676	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11676	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11676	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11676	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11676	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11676	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11676	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11676	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11676	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11676	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11676	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11676	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11676	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11676	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11676	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11676	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11676	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11676	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11676	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11676	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11676	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11676	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11676	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11676	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11676	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11676	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11676	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11676	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11676	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11676	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11676	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11676	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11676	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11676	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11676	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11676	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11676	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11676	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11676	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11676	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11676	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11676	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11676	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11676	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11676	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11676	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11676	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11676	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11676	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11676	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11676	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11676	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11676	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11676	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11676	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11676	embedding2nn.weight	0	0.012472829781472683
11676	embedding2nn.weight	1	0.015582334250211716
11676	embedding2nn.weight	2	-0.005410245154052973
11676	embedding2nn.weight	3	0.002129963133484125
11676	embedding2nn.weight	4	-0.004107399377971888
11676	embedding2nn.weight	5	0.010530711151659489
11676	embedding2nn.weight	6	-0.003709113458171487
11676	embedding2nn.weight	7	0.0059592705219984055
11676	embedding2nn.weight	8	-0.0074049001559615135
11676	embedding2nn.weight	9	-0.013799264095723629
11676	embedding2nn.bias	0	-0.02565881796181202
11676	embedding2nn.bias	1	-0.02116064354777336
11676	embedding2nn.bias	2	-0.0714540034532547
11676	embedding2nn.bias	3	-0.012478536926209927
11676	embedding2nn.bias	4	0.005001747980713844
11676	embedding2nn.bias	5	-0.007484606932848692
11676	embedding2nn.bias	6	0.01848912239074707
11676	embedding2nn.bias	7	0.026437975466251373
11676	embedding2nn.bias	8	-0.004907625261694193
11676	embedding2nn.bias	9	0.007425449788570404
11676	rnn.weight_ih_l0	0	0.03767142817378044
11676	rnn.weight_ih_l0	1	-0.010898507200181484
11676	rnn.weight_ih_l0	2	-0.029144130647182465
11676	rnn.weight_ih_l0	3	-0.0465228445827961
11676	rnn.weight_ih_l0	4	-0.04854457452893257
11676	rnn.weight_ih_l0	5	-0.0015749948797747493
11676	rnn.weight_ih_l0	6	-0.054514989256858826
11676	rnn.weight_ih_l0	7	-0.054029691964387894
11676	rnn.weight_ih_l0	8	-0.04695307835936546
11676	rnn.weight_ih_l0	9	-0.02723579853773117
11676	rnn.weight_hh_l0	0	0.015659090131521225
11676	rnn.weight_hh_l0	1	-0.01919916458427906
11676	rnn.weight_hh_l0	2	-0.044879134744405746
11676	rnn.weight_hh_l0	3	-0.023452579975128174
11676	rnn.weight_hh_l0	4	-0.05902412533760071
11676	rnn.weight_hh_l0	5	-0.01175113394856453
11676	rnn.weight_hh_l0	6	-0.03718464449048042
11676	rnn.weight_hh_l0	7	0.009616214781999588
11676	rnn.weight_hh_l0	8	-0.01750151626765728
11676	rnn.weight_hh_l0	9	0.017557891085743904
11676	rnn.bias_ih_l0	0	0.09607361257076263
11676	rnn.bias_ih_l0	1	-0.043870896100997925
11676	rnn.bias_ih_l0	2	0.10095859318971634
11676	rnn.bias_ih_l0	3	0.06754845380783081
11676	rnn.bias_ih_l0	4	0.09130948036909103
11676	rnn.bias_ih_l0	5	0.026891356334090233
11676	rnn.bias_ih_l0	6	-0.010861699469387531
11676	rnn.bias_ih_l0	7	-0.09625662863254547
11676	rnn.bias_ih_l0	8	-0.13349762558937073
11676	rnn.bias_ih_l0	9	0.08859259635210037
11676	rnn.bias_hh_l0	0	-0.024882754310965538
11676	rnn.bias_hh_l0	1	0.017772173509001732
11676	rnn.bias_hh_l0	2	-0.015985552221536636
11676	rnn.bias_hh_l0	3	-0.021846966817975044
11676	rnn.bias_hh_l0	4	-0.042842019349336624
11676	rnn.bias_hh_l0	5	0.11864878237247467
11676	rnn.bias_hh_l0	6	0.003114931983873248
11676	rnn.bias_hh_l0	7	0.02239121124148369
11676	rnn.bias_hh_l0	8	0.023507071658968925
11676	rnn.bias_hh_l0	9	0.04891366511583328
11676	rnn.weight_ih_l0_reverse	0	-0.030557380989193916
11676	rnn.weight_ih_l0_reverse	1	-0.0017474570777267218
11676	rnn.weight_ih_l0_reverse	2	0.02589917927980423
11676	rnn.weight_ih_l0_reverse	3	-0.057640474289655685
11676	rnn.weight_ih_l0_reverse	4	0.010537725873291492
11676	rnn.weight_ih_l0_reverse	5	-0.05194642394781113
11676	rnn.weight_ih_l0_reverse	6	0.009801496751606464
11676	rnn.weight_ih_l0_reverse	7	0.0435885414481163
11676	rnn.weight_ih_l0_reverse	8	-0.0419221855700016
11676	rnn.weight_ih_l0_reverse	9	-0.052662041038274765
11676	rnn.weight_hh_l0_reverse	0	-0.07876092195510864
11676	rnn.weight_hh_l0_reverse	1	-0.04121420532464981
11676	rnn.weight_hh_l0_reverse	2	0.021119996905326843
11676	rnn.weight_hh_l0_reverse	3	0.04492182284593582
11676	rnn.weight_hh_l0_reverse	4	0.019462402909994125
11676	rnn.weight_hh_l0_reverse	5	0.043077368289232254
11676	rnn.weight_hh_l0_reverse	6	-0.0003206917899660766
11676	rnn.weight_hh_l0_reverse	7	0.005619244650006294
11676	rnn.weight_hh_l0_reverse	8	-0.08897470682859421
11676	rnn.weight_hh_l0_reverse	9	0.051381681114435196
11676	rnn.bias_ih_l0_reverse	0	-0.08506783843040466
11676	rnn.bias_ih_l0_reverse	1	-0.039723850786685944
11676	rnn.bias_ih_l0_reverse	2	0.09201040863990784
11676	rnn.bias_ih_l0_reverse	3	0.022484635934233665
11676	rnn.bias_ih_l0_reverse	4	-0.11151355504989624
11676	rnn.bias_ih_l0_reverse	5	0.03280717134475708
11676	rnn.bias_ih_l0_reverse	6	-0.1115591898560524
11676	rnn.bias_ih_l0_reverse	7	0.037299904972314835
11676	rnn.bias_ih_l0_reverse	8	0.018848951905965805
11676	rnn.bias_ih_l0_reverse	9	0.06625747680664062
11676	rnn.bias_hh_l0_reverse	0	0.035029590129852295
11676	rnn.bias_hh_l0_reverse	1	0.07497726380825043
11676	rnn.bias_hh_l0_reverse	2	0.0779215395450592
11676	rnn.bias_hh_l0_reverse	3	-0.006649128161370754
11676	rnn.bias_hh_l0_reverse	4	0.08020097762346268
11676	rnn.bias_hh_l0_reverse	5	-0.0143505884334445
11676	rnn.bias_hh_l0_reverse	6	-0.0703614354133606
11676	rnn.bias_hh_l0_reverse	7	0.04002014547586441
11676	rnn.bias_hh_l0_reverse	8	0.0250410046428442
11676	rnn.bias_hh_l0_reverse	9	-0.12656763195991516
11676	linear.weight	0	0.16093425452709198
11676	linear.weight	1	-0.10727711766958237
11676	linear.weight	2	-0.15519140660762787
11676	linear.weight	3	0.03820222616195679
11676	linear.weight	4	-0.003234065603464842
11676	linear.weight	5	-0.01126596238464117
11676	linear.weight	6	-0.009318038821220398
11676	linear.weight	7	-0.037614449858665466
11676	linear.weight	8	0.03606271371245384
11676	linear.weight	9	0.31239405274391174
11676	linear.bias	0	-0.1182890236377716
11676	linear.bias	1	0.1337047666311264
11676	linear.bias	2	-0.4470043480396271
11676	linear.bias	3	1.4881309270858765
11676	linear.bias	4	-0.34207069873809814
11676	linear.bias	5	-0.030769959092140198
11676	linear.bias	6	-0.305637389421463
11676	linear.bias	7	-0.2103215754032135
11676	linear.bias	8	0.05361638963222504
11676	linear.bias	9	-0.4449635446071625
11704	transitions	0	-0.6138731837272644
11704	transitions	1	0.3850133717060089
11704	transitions	2	1.7223691940307617
11704	transitions	3	0.1398380845785141
11704	transitions	4	0.9766069054603577
11704	transitions	5	1.274603247642517
11704	transitions	6	0.4842079281806946
11704	transitions	7	0.1808619350194931
11704	transitions	8	-0.9191579818725586
11704	transitions	9	0.9307563900947571
11704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11704	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11704	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11704	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11704	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11704	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11704	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11704	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11704	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11704	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11704	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11704	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11704	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11704	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11704	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11704	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11704	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11704	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11704	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11704	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11704	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11704	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11704	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11704	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11704	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11704	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11704	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11704	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11704	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11704	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11704	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11704	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11704	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11704	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11704	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11704	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11704	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11704	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11704	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11704	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11704	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11704	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11704	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11704	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11704	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11704	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11704	embedding2nn.weight	0	0.012045533396303654
11704	embedding2nn.weight	1	0.015606383793056011
11704	embedding2nn.weight	2	-0.0053848996758461
11704	embedding2nn.weight	3	0.0019059610785916448
11704	embedding2nn.weight	4	-0.004110380541533232
11704	embedding2nn.weight	5	0.010466447100043297
11704	embedding2nn.weight	6	-0.003702895250171423
11704	embedding2nn.weight	7	0.006235308013856411
11704	embedding2nn.weight	8	-0.00746180908754468
11704	embedding2nn.weight	9	-0.013737188652157784
11704	embedding2nn.bias	0	-0.02669627033174038
11704	embedding2nn.bias	1	-0.013661847449839115
11704	embedding2nn.bias	2	-0.06690887361764908
11704	embedding2nn.bias	3	-0.008603401482105255
11704	embedding2nn.bias	4	0.009174724109470844
11704	embedding2nn.bias	5	-0.010135353542864323
11704	embedding2nn.bias	6	0.018762612715363503
11704	embedding2nn.bias	7	0.026926914229989052
11704	embedding2nn.bias	8	-0.0019117390038445592
11704	embedding2nn.bias	9	0.008832755498588085
11704	rnn.weight_ih_l0	0	0.037541236728429794
11704	rnn.weight_ih_l0	1	-0.010078532621264458
11704	rnn.weight_ih_l0	2	-0.028508953750133514
11704	rnn.weight_ih_l0	3	-0.04637882113456726
11704	rnn.weight_ih_l0	4	-0.04852816462516785
11704	rnn.weight_ih_l0	5	-0.0016185360727831721
11704	rnn.weight_ih_l0	6	-0.054028816521167755
11704	rnn.weight_ih_l0	7	-0.05410468578338623
11704	rnn.weight_ih_l0	8	-0.04663008451461792
11704	rnn.weight_ih_l0	9	-0.027214400470256805
11704	rnn.weight_hh_l0	0	0.016298914328217506
11704	rnn.weight_hh_l0	1	-0.01947600767016411
11704	rnn.weight_hh_l0	2	-0.04490043222904205
11704	rnn.weight_hh_l0	3	-0.023174632340669632
11704	rnn.weight_hh_l0	4	-0.058897510170936584
11704	rnn.weight_hh_l0	5	-0.011746232397854328
11704	rnn.weight_hh_l0	6	-0.03738714009523392
11704	rnn.weight_hh_l0	7	0.009330829605460167
11704	rnn.weight_hh_l0	8	-0.017502525821328163
11704	rnn.weight_hh_l0	9	0.01765299029648304
11704	rnn.bias_ih_l0	0	0.09640586376190186
11704	rnn.bias_ih_l0	1	-0.042584698647260666
11704	rnn.bias_ih_l0	2	0.09760762006044388
11704	rnn.bias_ih_l0	3	0.06621701270341873
11704	rnn.bias_ih_l0	4	0.0940457135438919
11704	rnn.bias_ih_l0	5	0.025676043704152107
11704	rnn.bias_ih_l0	6	-0.010855808854103088
11704	rnn.bias_ih_l0	7	-0.09936114400625229
11704	rnn.bias_ih_l0	8	-0.13589812815189362
11704	rnn.bias_ih_l0	9	0.087288498878479
11704	rnn.bias_hh_l0	0	-0.025825627148151398
11704	rnn.bias_hh_l0	1	0.02016913890838623
11704	rnn.bias_hh_l0	2	-0.017912544310092926
11704	rnn.bias_hh_l0	3	-0.022260909900069237
11704	rnn.bias_hh_l0	4	-0.04238360747694969
11704	rnn.bias_hh_l0	5	0.11493934690952301
11704	rnn.bias_hh_l0	6	0.0024433922953903675
11704	rnn.bias_hh_l0	7	0.022824032232165337
11704	rnn.bias_hh_l0	8	0.023512961342930794
11704	rnn.bias_hh_l0	9	0.04881995916366577
11704	rnn.weight_ih_l0_reverse	0	-0.03034094162285328
11704	rnn.weight_ih_l0_reverse	1	-0.002100911922752857
11704	rnn.weight_ih_l0_reverse	2	0.026074925437569618
11704	rnn.weight_ih_l0_reverse	3	-0.05761140212416649
11704	rnn.weight_ih_l0_reverse	4	0.010783257894217968
11704	rnn.weight_ih_l0_reverse	5	-0.051837481558322906
11704	rnn.weight_ih_l0_reverse	6	0.009944651275873184
11704	rnn.weight_ih_l0_reverse	7	0.043374914675951004
11704	rnn.weight_ih_l0_reverse	8	-0.04190721735358238
11704	rnn.weight_ih_l0_reverse	9	-0.052773602306842804
11704	rnn.weight_hh_l0_reverse	0	-0.07819772511720657
11704	rnn.weight_hh_l0_reverse	1	-0.042023591697216034
11704	rnn.weight_hh_l0_reverse	2	0.022135626524686813
11704	rnn.weight_hh_l0_reverse	3	0.045126043260097504
11704	rnn.weight_hh_l0_reverse	4	0.019612185657024384
11704	rnn.weight_hh_l0_reverse	5	0.04322438687086105
11704	rnn.weight_hh_l0_reverse	6	-0.00011757343600038439
11704	rnn.weight_hh_l0_reverse	7	0.005696252454072237
11704	rnn.weight_hh_l0_reverse	8	-0.08912383019924164
11704	rnn.weight_hh_l0_reverse	9	0.05205446481704712
11704	rnn.bias_ih_l0_reverse	0	-0.08154802024364471
11704	rnn.bias_ih_l0_reverse	1	-0.043076291680336
11704	rnn.bias_ih_l0_reverse	2	0.09129217267036438
11704	rnn.bias_ih_l0_reverse	3	0.02336847223341465
11704	rnn.bias_ih_l0_reverse	4	-0.11276870965957642
11704	rnn.bias_ih_l0_reverse	5	0.032891418784856796
11704	rnn.bias_ih_l0_reverse	6	-0.1130441203713417
11704	rnn.bias_ih_l0_reverse	7	0.03789558634161949
11704	rnn.bias_ih_l0_reverse	8	0.017820850014686584
11704	rnn.bias_ih_l0_reverse	9	0.06520578265190125
11704	rnn.bias_hh_l0_reverse	0	0.037084076553583145
11704	rnn.bias_hh_l0_reverse	1	0.07218094170093536
11704	rnn.bias_hh_l0_reverse	2	0.08043380081653595
11704	rnn.bias_hh_l0_reverse	3	-0.007228149101138115
11704	rnn.bias_hh_l0_reverse	4	0.0796097069978714
11704	rnn.bias_hh_l0_reverse	5	-0.010769035667181015
11704	rnn.bias_hh_l0_reverse	6	-0.06949079036712646
11704	rnn.bias_hh_l0_reverse	7	0.039523638784885406
11704	rnn.bias_hh_l0_reverse	8	0.024627717211842537
11704	rnn.bias_hh_l0_reverse	9	-0.12066612392663956
11704	linear.weight	0	0.1600392460823059
11704	linear.weight	1	-0.10725408047437668
11704	linear.weight	2	-0.15451176464557648
11704	linear.weight	3	0.04388020187616348
11704	linear.weight	4	-0.003499963553622365
11704	linear.weight	5	-0.011114618740975857
11704	linear.weight	6	-0.009310910478234291
11704	linear.weight	7	-0.03758265823125839
11704	linear.weight	8	0.03606577217578888
11704	linear.weight	9	0.3105289041996002
11704	linear.bias	0	-0.126668781042099
11704	linear.bias	1	0.133752703666687
11704	linear.bias	2	-0.4483700692653656
11704	linear.bias	3	1.4997344017028809
11704	linear.bias	4	-0.34256047010421753
11704	linear.bias	5	-0.030769959092140198
11704	linear.bias	6	-0.3067130744457245
11704	linear.bias	7	-0.20963715016841888
11704	linear.bias	8	0.02988514117896557
11704	linear.bias	9	-0.4451053738594055
11732	transitions	0	-0.6139806509017944
11732	transitions	1	0.3849260210990906
11732	transitions	2	1.7221605777740479
11732	transitions	3	0.1397840827703476
11732	transitions	4	0.9764801859855652
11732	transitions	5	1.2745976448059082
11732	transitions	6	0.48420482873916626
11732	transitions	7	0.18085600435733795
11732	transitions	8	-0.9191584587097168
11732	transitions	9	0.9307563304901123
11732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11732	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11732	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11732	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11732	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11732	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11732	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11732	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11732	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11732	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11732	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11732	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11732	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11732	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11732	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11732	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11732	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11732	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11732	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11732	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11732	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11732	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11732	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11732	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11732	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11732	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11732	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11732	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11732	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11732	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11732	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11732	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11732	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11732	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11732	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11732	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11732	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11732	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11732	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11732	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11732	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11732	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11732	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11732	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11732	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11732	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11732	embedding2nn.weight	0	0.012276052497327328
11732	embedding2nn.weight	1	0.015891458839178085
11732	embedding2nn.weight	2	-0.0053932336159050465
11732	embedding2nn.weight	3	0.001994629856199026
11732	embedding2nn.weight	4	-0.004127022344619036
11732	embedding2nn.weight	5	0.010485315695405006
11732	embedding2nn.weight	6	-0.0036643717903643847
11732	embedding2nn.weight	7	0.006160244345664978
11732	embedding2nn.weight	8	-0.007441357709467411
11732	embedding2nn.weight	9	-0.013758962042629719
11732	embedding2nn.bias	0	-0.024910714477300644
11732	embedding2nn.bias	1	-0.012349247932434082
11732	embedding2nn.bias	2	-0.06502044945955276
11732	embedding2nn.bias	3	-0.0053908913396298885
11732	embedding2nn.bias	4	0.002983283717185259
11732	embedding2nn.bias	5	-0.005089783109724522
11732	embedding2nn.bias	6	0.023335594683885574
11732	embedding2nn.bias	7	0.023683330044150352
11732	embedding2nn.bias	8	-0.003368705278262496
11732	embedding2nn.bias	9	0.009249425493180752
11732	rnn.weight_ih_l0	0	0.03768168389797211
11732	rnn.weight_ih_l0	1	-0.010699009522795677
11732	rnn.weight_ih_l0	2	-0.02815471962094307
11732	rnn.weight_ih_l0	3	-0.046452634036540985
11732	rnn.weight_ih_l0	4	-0.04835635423660278
11732	rnn.weight_ih_l0	5	-0.0013796926941722631
11732	rnn.weight_ih_l0	6	-0.05408012866973877
11732	rnn.weight_ih_l0	7	-0.054070863872766495
11732	rnn.weight_ih_l0	8	-0.0466657355427742
11732	rnn.weight_ih_l0	9	-0.02712435834109783
11732	rnn.weight_hh_l0	0	0.01629042625427246
11732	rnn.weight_hh_l0	1	-0.019900916144251823
11732	rnn.weight_hh_l0	2	-0.045113660395145416
11732	rnn.weight_hh_l0	3	-0.02323857508599758
11732	rnn.weight_hh_l0	4	-0.05929149314761162
11732	rnn.weight_hh_l0	5	-0.011789110489189625
11732	rnn.weight_hh_l0	6	-0.03666137158870697
11732	rnn.weight_hh_l0	7	0.00993855856359005
11732	rnn.weight_hh_l0	8	-0.017449606209993362
11732	rnn.weight_hh_l0	9	0.01822681911289692
11732	rnn.bias_ih_l0	0	0.0972151979804039
11732	rnn.bias_ih_l0	1	-0.04403097555041313
11732	rnn.bias_ih_l0	2	0.09994663298130035
11732	rnn.bias_ih_l0	3	0.06668319553136826
11732	rnn.bias_ih_l0	4	0.09364824742078781
11732	rnn.bias_ih_l0	5	0.025418119505047798
11732	rnn.bias_ih_l0	6	-0.009023473598062992
11732	rnn.bias_ih_l0	7	-0.09679721295833588
11732	rnn.bias_ih_l0	8	-0.13592305779457092
11732	rnn.bias_ih_l0	9	0.08600593358278275
11732	rnn.bias_hh_l0	0	-0.027320323511958122
11732	rnn.bias_hh_l0	1	0.023200159892439842
11732	rnn.bias_hh_l0	2	-0.017718637362122536
11732	rnn.bias_hh_l0	3	-0.021625451743602753
11732	rnn.bias_hh_l0	4	-0.042282797396183014
11732	rnn.bias_hh_l0	5	0.11621305346488953
11732	rnn.bias_hh_l0	6	0.0007969026919454336
11732	rnn.bias_hh_l0	7	0.022372722625732422
11732	rnn.bias_hh_l0	8	0.025345299392938614
11732	rnn.bias_hh_l0	9	0.047381505370140076
11732	rnn.weight_ih_l0_reverse	0	-0.030527932569384575
11732	rnn.weight_ih_l0_reverse	1	-0.002403314458206296
11732	rnn.weight_ih_l0_reverse	2	0.026153165847063065
11732	rnn.weight_ih_l0_reverse	3	-0.057292189449071884
11732	rnn.weight_ih_l0_reverse	4	0.010736928321421146
11732	rnn.weight_ih_l0_reverse	5	-0.05185513570904732
11732	rnn.weight_ih_l0_reverse	6	0.01090279407799244
11732	rnn.weight_ih_l0_reverse	7	0.043256573379039764
11732	rnn.weight_ih_l0_reverse	8	-0.04208662360906601
11732	rnn.weight_ih_l0_reverse	9	-0.053001519292593
11732	rnn.weight_hh_l0_reverse	0	-0.07742409408092499
11732	rnn.weight_hh_l0_reverse	1	-0.042746201157569885
11732	rnn.weight_hh_l0_reverse	2	0.021822459995746613
11732	rnn.weight_hh_l0_reverse	3	0.04530511796474457
11732	rnn.weight_hh_l0_reverse	4	0.019421495497226715
11732	rnn.weight_hh_l0_reverse	5	0.04267432540655136
11732	rnn.weight_hh_l0_reverse	6	4.7299909056164324e-05
11732	rnn.weight_hh_l0_reverse	7	0.006071664858609438
11732	rnn.weight_hh_l0_reverse	8	-0.08899417519569397
11732	rnn.weight_hh_l0_reverse	9	0.05150877311825752
11732	rnn.bias_ih_l0_reverse	0	-0.0870271548628807
11732	rnn.bias_ih_l0_reverse	1	-0.04018453136086464
11732	rnn.bias_ih_l0_reverse	2	0.0909946858882904
11732	rnn.bias_ih_l0_reverse	3	0.02279997617006302
11732	rnn.bias_ih_l0_reverse	4	-0.11316810548305511
11732	rnn.bias_ih_l0_reverse	5	0.0327732190489769
11732	rnn.bias_ih_l0_reverse	6	-0.11270388215780258
11732	rnn.bias_ih_l0_reverse	7	0.03897576034069061
11732	rnn.bias_ih_l0_reverse	8	0.018858281895518303
11732	rnn.bias_ih_l0_reverse	9	0.06665001809597015
11732	rnn.bias_hh_l0_reverse	0	0.04232007637619972
11732	rnn.bias_hh_l0_reverse	1	0.0719081312417984
11732	rnn.bias_hh_l0_reverse	2	0.08116272836923599
11732	rnn.bias_hh_l0_reverse	3	-0.00770240044221282
11732	rnn.bias_hh_l0_reverse	4	0.08226674050092697
11732	rnn.bias_hh_l0_reverse	5	-0.007699200417846441
11732	rnn.bias_hh_l0_reverse	6	-0.07164140790700912
11732	rnn.bias_hh_l0_reverse	7	0.037843622267246246
11732	rnn.bias_hh_l0_reverse	8	0.024237804114818573
11732	rnn.bias_hh_l0_reverse	9	-0.11959073692560196
11732	linear.weight	0	0.17246997356414795
11732	linear.weight	1	-0.10723793506622314
11732	linear.weight	2	-0.15573041141033173
11732	linear.weight	3	0.0421404205262661
11732	linear.weight	4	-0.0044457572512328625
11732	linear.weight	5	-0.009770999662578106
11732	linear.weight	6	-0.00930139422416687
11732	linear.weight	7	-0.038804762065410614
11732	linear.weight	8	0.03670173138380051
11732	linear.weight	9	0.30773377418518066
11732	linear.bias	0	-0.12371518462896347
11732	linear.bias	1	0.13173320889472961
11732	linear.bias	2	-0.4491961598396301
11732	linear.bias	3	1.4871553182601929
11732	linear.bias	4	-0.34296345710754395
11732	linear.bias	5	-0.030769959092140198
11732	linear.bias	6	-0.30727776885032654
11732	linear.bias	7	-0.21316084265708923
11732	linear.bias	8	0.040393754839897156
11732	linear.bias	9	-0.44525209069252014
11760	transitions	0	-0.6140669584274292
11760	transitions	1	0.3848732113838196
11760	transitions	2	1.7220327854156494
11760	transitions	3	0.13976545631885529
11760	transitions	4	0.9764156341552734
11760	transitions	5	1.274596095085144
11760	transitions	6	0.48420193791389465
11760	transitions	7	0.1808551698923111
11760	transitions	8	-0.9191588759422302
11760	transitions	9	0.9307562708854675
11760	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11760	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11760	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11760	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11760	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11760	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11760	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11760	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11760	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11760	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11760	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11760	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11760	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11760	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11760	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11760	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11760	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11760	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11760	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11760	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11760	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11760	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11760	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11760	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11760	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11760	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11760	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11760	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11760	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11760	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11760	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11760	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11760	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11760	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11760	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11760	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11760	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11760	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11760	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11760	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11760	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11760	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11760	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11760	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11760	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11760	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11760	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11760	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11760	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11760	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11760	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11760	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11760	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11760	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11760	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11760	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11760	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11760	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11760	embedding2nn.weight	0	0.011305377818644047
11760	embedding2nn.weight	1	0.01622040942311287
11760	embedding2nn.weight	2	-0.005416423082351685
11760	embedding2nn.weight	3	0.002179840812459588
11760	embedding2nn.weight	4	-0.004040886647999287
11760	embedding2nn.weight	5	0.01070804800838232
11760	embedding2nn.weight	6	-0.0036214226856827736
11760	embedding2nn.weight	7	0.006280348636209965
11760	embedding2nn.weight	8	-0.007518955040723085
11760	embedding2nn.weight	9	-0.013736589811742306
11760	embedding2nn.bias	0	-0.027323871850967407
11760	embedding2nn.bias	1	-0.010313128121197224
11760	embedding2nn.bias	2	-0.06070229783654213
11760	embedding2nn.bias	3	0.0009127688244916499
11760	embedding2nn.bias	4	0.009025353007018566
11760	embedding2nn.bias	5	-0.0005275850999169052
11760	embedding2nn.bias	6	0.015550348907709122
11760	embedding2nn.bias	7	0.023642968386411667
11760	embedding2nn.bias	8	-0.0054879277013242245
11760	embedding2nn.bias	9	0.010536924935877323
11760	rnn.weight_ih_l0	0	0.037632137537002563
11760	rnn.weight_ih_l0	1	-0.011084123514592648
11760	rnn.weight_ih_l0	2	-0.028183285146951675
11760	rnn.weight_ih_l0	3	-0.04688786342740059
11760	rnn.weight_ih_l0	4	-0.04810688644647598
11760	rnn.weight_ih_l0	5	-0.0013983577955514193
11760	rnn.weight_ih_l0	6	-0.05420338362455368
11760	rnn.weight_ih_l0	7	-0.05392451584339142
11760	rnn.weight_ih_l0	8	-0.046962250024080276
11760	rnn.weight_ih_l0	9	-0.0269358828663826
11760	rnn.weight_hh_l0	0	0.016318144276738167
11760	rnn.weight_hh_l0	1	-0.019948186352849007
11760	rnn.weight_hh_l0	2	-0.04566757008433342
11760	rnn.weight_hh_l0	3	-0.023479731753468513
11760	rnn.weight_hh_l0	4	-0.05940253660082817
11760	rnn.weight_hh_l0	5	-0.012233185581862926
11760	rnn.weight_hh_l0	6	-0.03725895285606384
11760	rnn.weight_hh_l0	7	0.009614242240786552
11760	rnn.weight_hh_l0	8	-0.017206884920597076
11760	rnn.weight_hh_l0	9	0.019365772604942322
11760	rnn.bias_ih_l0	0	0.09829548746347427
11760	rnn.bias_ih_l0	1	-0.04496145248413086
11760	rnn.bias_ih_l0	2	0.09790437668561935
11760	rnn.bias_ih_l0	3	0.06565628200769424
11760	rnn.bias_ih_l0	4	0.09248777478933334
11760	rnn.bias_ih_l0	5	0.025857197120785713
11760	rnn.bias_ih_l0	6	-0.006434344686567783
11760	rnn.bias_ih_l0	7	-0.09845443069934845
11760	rnn.bias_ih_l0	8	-0.14289891719818115
11760	rnn.bias_ih_l0	9	0.08815216273069382
11760	rnn.bias_hh_l0	0	-0.02793761156499386
11760	rnn.bias_hh_l0	1	0.0232029277831316
11760	rnn.bias_hh_l0	2	-0.014576468616724014
11760	rnn.bias_hh_l0	3	-0.01975363865494728
11760	rnn.bias_hh_l0	4	-0.04199531301856041
11760	rnn.bias_hh_l0	5	0.11782274395227432
11760	rnn.bias_hh_l0	6	0.0016831281827762723
11760	rnn.bias_hh_l0	7	0.022242235019803047
11760	rnn.bias_hh_l0	8	0.02793443202972412
11760	rnn.bias_hh_l0	9	0.04849504306912422
11760	rnn.weight_ih_l0_reverse	0	-0.03040449693799019
11760	rnn.weight_ih_l0_reverse	1	-0.00348085118457675
11760	rnn.weight_ih_l0_reverse	2	0.026108020916581154
11760	rnn.weight_ih_l0_reverse	3	-0.057346031069755554
11760	rnn.weight_ih_l0_reverse	4	0.010640362277626991
11760	rnn.weight_ih_l0_reverse	5	-0.052466366440057755
11760	rnn.weight_ih_l0_reverse	6	0.008396693505346775
11760	rnn.weight_ih_l0_reverse	7	0.04330074042081833
11760	rnn.weight_ih_l0_reverse	8	-0.04218576103448868
11760	rnn.weight_ih_l0_reverse	9	-0.052989937365055084
11760	rnn.weight_hh_l0_reverse	0	-0.07736243307590485
11760	rnn.weight_hh_l0_reverse	1	-0.0420735739171505
11760	rnn.weight_hh_l0_reverse	2	0.021823113784193993
11760	rnn.weight_hh_l0_reverse	3	0.045005831867456436
11760	rnn.weight_hh_l0_reverse	4	0.01930372789502144
11760	rnn.weight_hh_l0_reverse	5	0.042814064770936966
11760	rnn.weight_hh_l0_reverse	6	-0.0036082870792597532
11760	rnn.weight_hh_l0_reverse	7	0.005672547500580549
11760	rnn.weight_hh_l0_reverse	8	-0.08820248395204544
11760	rnn.weight_hh_l0_reverse	9	0.0523945651948452
11760	rnn.bias_ih_l0_reverse	0	-0.08682262897491455
11760	rnn.bias_ih_l0_reverse	1	-0.042933959513902664
11760	rnn.bias_ih_l0_reverse	2	0.0903417095541954
11760	rnn.bias_ih_l0_reverse	3	0.02248743548989296
11760	rnn.bias_ih_l0_reverse	4	-0.1118016391992569
11760	rnn.bias_ih_l0_reverse	5	0.034304793924093246
11760	rnn.bias_ih_l0_reverse	6	-0.10996445268392563
11760	rnn.bias_ih_l0_reverse	7	0.039891891181468964
11760	rnn.bias_ih_l0_reverse	8	0.01736963540315628
11760	rnn.bias_ih_l0_reverse	9	0.06588232517242432
11760	rnn.bias_hh_l0_reverse	0	0.04687665030360222
11760	rnn.bias_hh_l0_reverse	1	0.07219436019659042
11760	rnn.bias_hh_l0_reverse	2	0.08105441927909851
11760	rnn.bias_hh_l0_reverse	3	-0.007660117466002703
11760	rnn.bias_hh_l0_reverse	4	0.08269168436527252
11760	rnn.bias_hh_l0_reverse	5	-0.008188534528017044
11760	rnn.bias_hh_l0_reverse	6	-0.07145299017429352
11760	rnn.bias_hh_l0_reverse	7	0.037468940019607544
11760	rnn.bias_hh_l0_reverse	8	0.022257322445511818
11760	rnn.bias_hh_l0_reverse	9	-0.12806478142738342
11760	linear.weight	0	0.16926345229148865
11760	linear.weight	1	-0.10723390430212021
11760	linear.weight	2	-0.1561155617237091
11760	linear.weight	3	0.04439529776573181
11760	linear.weight	4	-0.0060430606827139854
11760	linear.weight	5	-0.009578391909599304
11760	linear.weight	6	-0.009296027943491936
11760	linear.weight	7	-0.03876588121056557
11760	linear.weight	8	0.033966392278671265
11760	linear.weight	9	0.30173635482788086
11760	linear.bias	0	-0.11013590544462204
11760	linear.bias	1	0.13199611008167267
11760	linear.bias	2	-0.4510670602321625
11760	linear.bias	3	1.488006830215454
11760	linear.bias	4	-0.3441486954689026
11760	linear.bias	5	-0.030769959092140198
11760	linear.bias	6	-0.3083113431930542
11760	linear.bias	7	-0.20986367762088776
11760	linear.bias	8	0.03285950422286987
11760	linear.bias	9	-0.44537657499313354
11788	transitions	0	-0.614119291305542
11788	transitions	1	0.3847801089286804
11788	transitions	2	1.7219021320343018
11788	transitions	3	0.13972525298595428
11788	transitions	4	0.9763754606246948
11788	transitions	5	1.274593472480774
11788	transitions	6	0.4842001795768738
11788	transitions	7	0.1808544099330902
11788	transitions	8	-0.9191593527793884
11788	transitions	9	0.9307562708854675
11788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11788	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11788	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11788	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11788	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11788	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11788	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11788	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11788	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11788	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11788	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11788	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11788	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11788	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11788	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11788	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11788	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11788	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11788	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11788	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11788	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11788	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11788	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11788	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11788	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11788	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11788	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11788	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11788	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11788	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11788	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11788	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11788	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11788	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11788	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11788	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11788	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11788	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11788	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11788	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11788	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11788	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11788	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11788	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11788	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11788	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11788	embedding2nn.weight	0	0.010916182771325111
11788	embedding2nn.weight	1	0.016285741701722145
11788	embedding2nn.weight	2	-0.00546275544911623
11788	embedding2nn.weight	3	0.002118717646226287
11788	embedding2nn.weight	4	-0.003986798692494631
11788	embedding2nn.weight	5	0.010692629963159561
11788	embedding2nn.weight	6	-0.0036350900772958994
11788	embedding2nn.weight	7	0.006324520334601402
11788	embedding2nn.weight	8	-0.007760343607515097
11788	embedding2nn.weight	9	-0.013699264265596867
11788	embedding2nn.bias	0	-0.03558924421668053
11788	embedding2nn.bias	1	-0.011558951810002327
11788	embedding2nn.bias	2	-0.06197964400053024
11788	embedding2nn.bias	3	-0.0005633865366689861
11788	embedding2nn.bias	4	0.0075346361845731735
11788	embedding2nn.bias	5	-0.0037285734433680773
11788	embedding2nn.bias	6	0.019978750497102737
11788	embedding2nn.bias	7	0.022914577275514603
11788	embedding2nn.bias	8	-0.006132925860583782
11788	embedding2nn.bias	9	0.003571748035028577
11788	rnn.weight_ih_l0	0	0.037705861032009125
11788	rnn.weight_ih_l0	1	-0.012179586105048656
11788	rnn.weight_ih_l0	2	-0.027816003188490868
11788	rnn.weight_ih_l0	3	-0.04646008834242821
11788	rnn.weight_ih_l0	4	-0.04837455973029137
11788	rnn.weight_ih_l0	5	-0.0015806510346010327
11788	rnn.weight_ih_l0	6	-0.054407473653554916
11788	rnn.weight_ih_l0	7	-0.053821638226509094
11788	rnn.weight_ih_l0	8	-0.04707184433937073
11788	rnn.weight_ih_l0	9	-0.026891179382801056
11788	rnn.weight_hh_l0	0	0.016292670741677284
11788	rnn.weight_hh_l0	1	-0.019606247544288635
11788	rnn.weight_hh_l0	2	-0.04687342047691345
11788	rnn.weight_hh_l0	3	-0.023287873715162277
11788	rnn.weight_hh_l0	4	-0.059055544435977936
11788	rnn.weight_hh_l0	5	-0.011883222497999668
11788	rnn.weight_hh_l0	6	-0.037202440202236176
11788	rnn.weight_hh_l0	7	0.010226590558886528
11788	rnn.weight_hh_l0	8	-0.017084859311580658
11788	rnn.weight_hh_l0	9	0.01935686357319355
11788	rnn.bias_ih_l0	0	0.09858526289463043
11788	rnn.bias_ih_l0	1	-0.04857436567544937
11788	rnn.bias_ih_l0	2	0.09959243983030319
11788	rnn.bias_ih_l0	3	0.06502054631710052
11788	rnn.bias_ih_l0	4	0.0932268425822258
11788	rnn.bias_ih_l0	5	0.027274372056126595
11788	rnn.bias_ih_l0	6	-0.009764814749360085
11788	rnn.bias_ih_l0	7	-0.09160671383142471
11788	rnn.bias_ih_l0	8	-0.13853536546230316
11788	rnn.bias_ih_l0	9	0.08715997636318207
11788	rnn.bias_hh_l0	0	-0.027072643861174583
11788	rnn.bias_hh_l0	1	0.022911418229341507
11788	rnn.bias_hh_l0	2	-0.014579781331121922
11788	rnn.bias_hh_l0	3	-0.0203421488404274
11788	rnn.bias_hh_l0	4	-0.041970282793045044
11788	rnn.bias_hh_l0	5	0.11853832751512527
11788	rnn.bias_hh_l0	6	0.002415834693238139
11788	rnn.bias_hh_l0	7	0.0213417187333107
11788	rnn.bias_hh_l0	8	0.024603962898254395
11788	rnn.bias_hh_l0	9	0.04916306585073471
11788	rnn.weight_ih_l0_reverse	0	-0.030320873484015465
11788	rnn.weight_ih_l0_reverse	1	-0.0038883306551724672
11788	rnn.weight_ih_l0_reverse	2	0.025975381955504417
11788	rnn.weight_ih_l0_reverse	3	-0.05719691887497902
11788	rnn.weight_ih_l0_reverse	4	0.01087720412760973
11788	rnn.weight_ih_l0_reverse	5	-0.05227172002196312
11788	rnn.weight_ih_l0_reverse	6	0.007687763776630163
11788	rnn.weight_ih_l0_reverse	7	0.04346633702516556
11788	rnn.weight_ih_l0_reverse	8	-0.042396701872348785
11788	rnn.weight_ih_l0_reverse	9	-0.05323673412203789
11788	rnn.weight_hh_l0_reverse	0	-0.07854139059782028
11788	rnn.weight_hh_l0_reverse	1	-0.04320278763771057
11788	rnn.weight_hh_l0_reverse	2	0.022133665159344673
11788	rnn.weight_hh_l0_reverse	3	0.045006830245256424
11788	rnn.weight_hh_l0_reverse	4	0.01940019428730011
11788	rnn.weight_hh_l0_reverse	5	0.04265323281288147
11788	rnn.weight_hh_l0_reverse	6	-0.004562785848975182
11788	rnn.weight_hh_l0_reverse	7	0.005743316374719143
11788	rnn.weight_hh_l0_reverse	8	-0.0876716747879982
11788	rnn.weight_hh_l0_reverse	9	0.05196845158934593
11788	rnn.bias_ih_l0_reverse	0	-0.08418342471122742
11788	rnn.bias_ih_l0_reverse	1	-0.04429907724261284
11788	rnn.bias_ih_l0_reverse	2	0.0906730592250824
11788	rnn.bias_ih_l0_reverse	3	0.02265162207186222
11788	rnn.bias_ih_l0_reverse	4	-0.11231739819049835
11788	rnn.bias_ih_l0_reverse	5	0.034483376890420914
11788	rnn.bias_ih_l0_reverse	6	-0.10860543698072433
11788	rnn.bias_ih_l0_reverse	7	0.03822546824812889
11788	rnn.bias_ih_l0_reverse	8	0.019036056473851204
11788	rnn.bias_ih_l0_reverse	9	0.06545675545930862
11788	rnn.bias_hh_l0_reverse	0	0.041997261345386505
11788	rnn.bias_hh_l0_reverse	1	0.07183636724948883
11788	rnn.bias_hh_l0_reverse	2	0.07860743999481201
11788	rnn.bias_hh_l0_reverse	3	-0.006662698928266764
11788	rnn.bias_hh_l0_reverse	4	0.08297397196292877
11788	rnn.bias_hh_l0_reverse	5	-0.00771291833370924
11788	rnn.bias_hh_l0_reverse	6	-0.0718575119972229
11788	rnn.bias_hh_l0_reverse	7	0.039101921021938324
11788	rnn.bias_hh_l0_reverse	8	0.024573082104325294
11788	rnn.bias_hh_l0_reverse	9	-0.12480141222476959
11788	linear.weight	0	0.17198625206947327
11788	linear.weight	1	-0.1072637215256691
11788	linear.weight	2	-0.1561107486486435
11788	linear.weight	3	0.038428425788879395
11788	linear.weight	4	-0.006482969503849745
11788	linear.weight	5	-0.008867736905813217
11788	linear.weight	6	-0.009293828159570694
11788	linear.weight	7	-0.03829722851514816
11788	linear.weight	8	0.035000547766685486
11788	linear.weight	9	0.3032042384147644
11788	linear.bias	0	-0.127757728099823
11788	linear.bias	1	0.13740675151348114
11788	linear.bias	2	-0.4538268446922302
11788	linear.bias	3	1.4826939105987549
11788	linear.bias	4	-0.3444713056087494
11788	linear.bias	5	-0.030769959092140198
11788	linear.bias	6	-0.30980944633483887
11788	linear.bias	7	-0.2111435979604721
11788	linear.bias	8	0.04385257884860039
11788	linear.bias	9	-0.4455294907093048
11816	transitions	0	-0.6141799092292786
11816	transitions	1	0.38472890853881836
11816	transitions	2	1.7217578887939453
11816	transitions	3	0.13968347012996674
11816	transitions	4	0.9763422608375549
11816	transitions	5	1.2745918035507202
11816	transitions	6	0.4841974079608917
11816	transitions	7	0.18085318803787231
11816	transitions	8	-0.9191604256629944
11816	transitions	9	0.9307562708854675
11816	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11816	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11816	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11816	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11816	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11816	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11816	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11816	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11816	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11816	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11816	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11816	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11816	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11816	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11816	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11816	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11816	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11816	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11816	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11816	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11816	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11816	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11816	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11816	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11816	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11816	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11816	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11816	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11816	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11816	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11816	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11816	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11816	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11816	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11816	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11816	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11816	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11816	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11816	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11816	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11816	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11816	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11816	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11816	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11816	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11816	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11816	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11816	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11816	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11816	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11816	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11816	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11816	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11816	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11816	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11816	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11816	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11816	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11816	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11816	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11816	embedding2nn.weight	0	0.011405431665480137
11816	embedding2nn.weight	1	0.016082242131233215
11816	embedding2nn.weight	2	-0.005529783666133881
11816	embedding2nn.weight	3	0.002080851001664996
11816	embedding2nn.weight	4	-0.0040205176919698715
11816	embedding2nn.weight	5	0.010652410797774792
11816	embedding2nn.weight	6	-0.003680202644318342
11816	embedding2nn.weight	7	0.006086266599595547
11816	embedding2nn.weight	8	-0.007729084696620703
11816	embedding2nn.weight	9	-0.013686051592230797
11816	embedding2nn.bias	0	-0.03624066337943077
11816	embedding2nn.bias	1	-0.016481010243296623
11816	embedding2nn.bias	2	-0.07040589302778244
11816	embedding2nn.bias	3	-0.0027807317674160004
11816	embedding2nn.bias	4	0.003575071459636092
11816	embedding2nn.bias	5	-0.007658353541046381
11816	embedding2nn.bias	6	0.012129322625696659
11816	embedding2nn.bias	7	0.020124072209000587
11816	embedding2nn.bias	8	-0.00511855399236083
11816	embedding2nn.bias	9	0.010003294795751572
11816	rnn.weight_ih_l0	0	0.037723831832408905
11816	rnn.weight_ih_l0	1	-0.013622383587062359
11816	rnn.weight_ih_l0	2	-0.027360495179891586
11816	rnn.weight_ih_l0	3	-0.0464455746114254
11816	rnn.weight_ih_l0	4	-0.0484132394194603
11816	rnn.weight_ih_l0	5	-0.0017139094416052103
11816	rnn.weight_ih_l0	6	-0.05449935793876648
11816	rnn.weight_ih_l0	7	-0.053695231676101685
11816	rnn.weight_ih_l0	8	-0.046995874494314194
11816	rnn.weight_ih_l0	9	-0.026953697204589844
11816	rnn.weight_hh_l0	0	0.016151919960975647
11816	rnn.weight_hh_l0	1	-0.019726233556866646
11816	rnn.weight_hh_l0	2	-0.045866090804338455
11816	rnn.weight_hh_l0	3	-0.023607460781931877
11816	rnn.weight_hh_l0	4	-0.059348978102207184
11816	rnn.weight_hh_l0	5	-0.012220473960042
11816	rnn.weight_hh_l0	6	-0.037764135748147964
11816	rnn.weight_hh_l0	7	0.00900610163807869
11816	rnn.weight_hh_l0	8	-0.016869952902197838
11816	rnn.weight_hh_l0	9	0.019462544471025467
11816	rnn.bias_ih_l0	0	0.09832292795181274
11816	rnn.bias_ih_l0	1	-0.04881121218204498
11816	rnn.bias_ih_l0	2	0.10050784796476364
11816	rnn.bias_ih_l0	3	0.062130942940711975
11816	rnn.bias_ih_l0	4	0.09365984052419662
11816	rnn.bias_ih_l0	5	0.026994716376066208
11816	rnn.bias_ih_l0	6	-0.0094827339053154
11816	rnn.bias_ih_l0	7	-0.09593621641397476
11816	rnn.bias_ih_l0	8	-0.14257623255252838
11816	rnn.bias_ih_l0	9	0.08879677951335907
11816	rnn.bias_hh_l0	0	-0.0264202281832695
11816	rnn.bias_hh_l0	1	0.02241780050098896
11816	rnn.bias_hh_l0	2	-0.016807647421956062
11816	rnn.bias_hh_l0	3	-0.020456798374652863
11816	rnn.bias_hh_l0	4	-0.044353362172842026
11816	rnn.bias_hh_l0	5	0.11850796639919281
11816	rnn.bias_hh_l0	6	0.0019643185660243034
11816	rnn.bias_hh_l0	7	0.019311266019940376
11816	rnn.bias_hh_l0	8	0.024886038154363632
11816	rnn.bias_hh_l0	9	0.04681437090039253
11816	rnn.weight_ih_l0_reverse	0	-0.030046258121728897
11816	rnn.weight_ih_l0_reverse	1	-0.0034655339550226927
11816	rnn.weight_ih_l0_reverse	2	0.02613215707242489
11816	rnn.weight_ih_l0_reverse	3	-0.057208359241485596
11816	rnn.weight_ih_l0_reverse	4	0.01052220817655325
11816	rnn.weight_ih_l0_reverse	5	-0.05233999341726303
11816	rnn.weight_ih_l0_reverse	6	0.006843937560915947
11816	rnn.weight_ih_l0_reverse	7	0.04345668479800224
11816	rnn.weight_ih_l0_reverse	8	-0.042138464748859406
11816	rnn.weight_ih_l0_reverse	9	-0.05335626006126404
11816	rnn.weight_hh_l0_reverse	0	-0.07834319025278091
11816	rnn.weight_hh_l0_reverse	1	-0.044007960706949234
11816	rnn.weight_hh_l0_reverse	2	0.021961862221360207
11816	rnn.weight_hh_l0_reverse	3	0.045070551335811615
11816	rnn.weight_hh_l0_reverse	4	0.01951027661561966
11816	rnn.weight_hh_l0_reverse	5	0.04257342964410782
11816	rnn.weight_hh_l0_reverse	6	-0.004811281803995371
11816	rnn.weight_hh_l0_reverse	7	0.005975734908133745
11816	rnn.weight_hh_l0_reverse	8	-0.08750779181718826
11816	rnn.weight_hh_l0_reverse	9	0.05188259109854698
11816	rnn.bias_ih_l0_reverse	0	-0.08419641107320786
11816	rnn.bias_ih_l0_reverse	1	-0.0439520962536335
11816	rnn.bias_ih_l0_reverse	2	0.09145160764455795
11816	rnn.bias_ih_l0_reverse	3	0.02479669079184532
11816	rnn.bias_ih_l0_reverse	4	-0.11163800209760666
11816	rnn.bias_ih_l0_reverse	5	0.035701148211956024
11816	rnn.bias_ih_l0_reverse	6	-0.10803096741437912
11816	rnn.bias_ih_l0_reverse	7	0.03919314220547676
11816	rnn.bias_ih_l0_reverse	8	0.019189318642020226
11816	rnn.bias_ih_l0_reverse	9	0.06662395596504211
11816	rnn.bias_hh_l0_reverse	0	0.03912139683961868
11816	rnn.bias_hh_l0_reverse	1	0.07403011620044708
11816	rnn.bias_hh_l0_reverse	2	0.07916732132434845
11816	rnn.bias_hh_l0_reverse	3	-0.0076728276908397675
11816	rnn.bias_hh_l0_reverse	4	0.08414638787508011
11816	rnn.bias_hh_l0_reverse	5	-0.004379366524517536
11816	rnn.bias_hh_l0_reverse	6	-0.07331781834363937
11816	rnn.bias_hh_l0_reverse	7	0.03894360363483429
11816	rnn.bias_hh_l0_reverse	8	0.022428283467888832
11816	rnn.bias_hh_l0_reverse	9	-0.1281552016735077
11816	linear.weight	0	0.16208729147911072
11816	linear.weight	1	-0.10724896937608719
11816	linear.weight	2	-0.15500912070274353
11816	linear.weight	3	0.04410776495933533
11816	linear.weight	4	-0.00648301700130105
11816	linear.weight	5	-0.009216937236487865
11816	linear.weight	6	-0.009286385029554367
11816	linear.weight	7	-0.03944731876254082
11816	linear.weight	8	0.03780089318752289
11816	linear.weight	9	0.30961349606513977
11816	linear.bias	0	-0.10890980064868927
11816	linear.bias	1	0.14426645636558533
11816	linear.bias	2	-0.4529057443141937
11816	linear.bias	3	1.475324034690857
11816	linear.bias	4	-0.3447776138782501
11816	linear.bias	5	-0.030769959092140198
11816	linear.bias	6	-0.3096792995929718
11816	linear.bias	7	-0.20892003178596497
11816	linear.bias	8	0.04743253067135811
11816	linear.bias	9	-0.44567427039146423
11844	transitions	0	-0.6142445802688599
11844	transitions	1	0.38465258479118347
11844	transitions	2	1.721558928489685
11844	transitions	3	0.13957473635673523
11844	transitions	4	0.9763121604919434
11844	transitions	5	1.2745896577835083
11844	transitions	6	0.4841969609260559
11844	transitions	7	0.1808362752199173
11844	transitions	8	-0.9191614389419556
11844	transitions	9	0.9307562112808228
11844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11844	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11844	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11844	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11844	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11844	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11844	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11844	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11844	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11844	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11844	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11844	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11844	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11844	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11844	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11844	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11844	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11844	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11844	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11844	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11844	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11844	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11844	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11844	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11844	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11844	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11844	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11844	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11844	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11844	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11844	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11844	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11844	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11844	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11844	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11844	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11844	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11844	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11844	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11844	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11844	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11844	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11844	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11844	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11844	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11844	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11844	embedding2nn.weight	0	0.01201649010181427
11844	embedding2nn.weight	1	0.015989959239959717
11844	embedding2nn.weight	2	-0.005513135343790054
11844	embedding2nn.weight	3	0.0019428349332883954
11844	embedding2nn.weight	4	-0.003966506104916334
11844	embedding2nn.weight	5	0.010690473020076752
11844	embedding2nn.weight	6	-0.003449381561949849
11844	embedding2nn.weight	7	0.006348650902509689
11844	embedding2nn.weight	8	-0.0078026652336120605
11844	embedding2nn.weight	9	-0.013550160452723503
11844	embedding2nn.bias	0	-0.03780351206660271
11844	embedding2nn.bias	1	-0.015415048226714134
11844	embedding2nn.bias	2	-0.0699029490351677
11844	embedding2nn.bias	3	0.003378981025889516
11844	embedding2nn.bias	4	-0.0014768183464184403
11844	embedding2nn.bias	5	-0.012001939117908478
11844	embedding2nn.bias	6	0.019030528143048286
11844	embedding2nn.bias	7	0.020799120888113976
11844	embedding2nn.bias	8	-0.004267319105565548
11844	embedding2nn.bias	9	0.0019250246696174145
11844	rnn.weight_ih_l0	0	0.03777739778161049
11844	rnn.weight_ih_l0	1	-0.01374424435198307
11844	rnn.weight_ih_l0	2	-0.02712497115135193
11844	rnn.weight_ih_l0	3	-0.04696493595838547
11844	rnn.weight_ih_l0	4	-0.04827726632356644
11844	rnn.weight_ih_l0	5	-0.00155725609511137
11844	rnn.weight_ih_l0	6	-0.054680805653333664
11844	rnn.weight_ih_l0	7	-0.05366373807191849
11844	rnn.weight_ih_l0	8	-0.04681985452771187
11844	rnn.weight_ih_l0	9	-0.026836609467864037
11844	rnn.weight_hh_l0	0	0.015840332955121994
11844	rnn.weight_hh_l0	1	-0.019222939386963844
11844	rnn.weight_hh_l0	2	-0.044707514345645905
11844	rnn.weight_hh_l0	3	-0.023599348962306976
11844	rnn.weight_hh_l0	4	-0.0594780258834362
11844	rnn.weight_hh_l0	5	-0.011184774339199066
11844	rnn.weight_hh_l0	6	-0.03605274483561516
11844	rnn.weight_hh_l0	7	0.007799710612744093
11844	rnn.weight_hh_l0	8	-0.016809532418847084
11844	rnn.weight_hh_l0	9	0.01888689585030079
11844	rnn.bias_ih_l0	0	0.0989091545343399
11844	rnn.bias_ih_l0	1	-0.050019387155771255
11844	rnn.bias_ih_l0	2	0.09857452660799026
11844	rnn.bias_ih_l0	3	0.0608929842710495
11844	rnn.bias_ih_l0	4	0.09476248919963837
11844	rnn.bias_ih_l0	5	0.026014365255832672
11844	rnn.bias_ih_l0	6	-0.0120065463706851
11844	rnn.bias_ih_l0	7	-0.08005546033382416
11844	rnn.bias_ih_l0	8	-0.13847894966602325
11844	rnn.bias_ih_l0	9	0.08931105583906174
11844	rnn.bias_hh_l0	0	-0.02676016092300415
11844	rnn.bias_hh_l0	1	0.020285477861762047
11844	rnn.bias_hh_l0	2	-0.015724075958132744
11844	rnn.bias_hh_l0	3	-0.020360054448246956
11844	rnn.bias_hh_l0	4	-0.04354181885719299
11844	rnn.bias_hh_l0	5	0.11839994788169861
11844	rnn.bias_hh_l0	6	0.002853644546121359
11844	rnn.bias_hh_l0	7	0.02058236300945282
11844	rnn.bias_hh_l0	8	0.022362226620316505
11844	rnn.bias_hh_l0	9	0.044351279735565186
11844	rnn.weight_ih_l0_reverse	0	-0.029764072969555855
11844	rnn.weight_ih_l0_reverse	1	-0.004333750810474157
11844	rnn.weight_ih_l0_reverse	2	0.02598552592098713
11844	rnn.weight_ih_l0_reverse	3	-0.056931886821985245
11844	rnn.weight_ih_l0_reverse	4	0.010857097804546356
11844	rnn.weight_ih_l0_reverse	5	-0.05239511653780937
11844	rnn.weight_ih_l0_reverse	6	0.005947524216026068
11844	rnn.weight_ih_l0_reverse	7	0.04349029064178467
11844	rnn.weight_ih_l0_reverse	8	-0.04229209944605827
11844	rnn.weight_ih_l0_reverse	9	-0.05328992009162903
11844	rnn.weight_hh_l0_reverse	0	-0.07836760580539703
11844	rnn.weight_hh_l0_reverse	1	-0.04362335801124573
11844	rnn.weight_hh_l0_reverse	2	0.02228320762515068
11844	rnn.weight_hh_l0_reverse	3	0.044875677675008774
11844	rnn.weight_hh_l0_reverse	4	0.019135745242238045
11844	rnn.weight_hh_l0_reverse	5	0.042093466967344284
11844	rnn.weight_hh_l0_reverse	6	-0.0074713462963700294
11844	rnn.weight_hh_l0_reverse	7	0.006451827473938465
11844	rnn.weight_hh_l0_reverse	8	-0.08825407177209854
11844	rnn.weight_hh_l0_reverse	9	0.05144844576716423
11844	rnn.bias_ih_l0_reverse	0	-0.08709026873111725
11844	rnn.bias_ih_l0_reverse	1	-0.04360588267445564
11844	rnn.bias_ih_l0_reverse	2	0.09177316725254059
11844	rnn.bias_ih_l0_reverse	3	0.025130275636911392
11844	rnn.bias_ih_l0_reverse	4	-0.11072457581758499
11844	rnn.bias_ih_l0_reverse	5	0.03419330343604088
11844	rnn.bias_ih_l0_reverse	6	-0.10793153196573257
11844	rnn.bias_ih_l0_reverse	7	0.038050949573516846
11844	rnn.bias_ih_l0_reverse	8	0.019562598317861557
11844	rnn.bias_ih_l0_reverse	9	0.06670239567756653
11844	rnn.bias_hh_l0_reverse	0	0.040925171226263046
11844	rnn.bias_hh_l0_reverse	1	0.07127974182367325
11844	rnn.bias_hh_l0_reverse	2	0.0778350681066513
11844	rnn.bias_hh_l0_reverse	3	-0.007228439208120108
11844	rnn.bias_hh_l0_reverse	4	0.0835990235209465
11844	rnn.bias_hh_l0_reverse	5	-0.007758527994155884
11844	rnn.bias_hh_l0_reverse	6	-0.07319942861795425
11844	rnn.bias_hh_l0_reverse	7	0.03905318304896355
11844	rnn.bias_hh_l0_reverse	8	0.020831555128097534
11844	rnn.bias_hh_l0_reverse	9	-0.12165364623069763
11844	linear.weight	0	0.16331437230110168
11844	linear.weight	1	-0.10723201185464859
11844	linear.weight	2	-0.15378102660179138
11844	linear.weight	3	0.04275555536150932
11844	linear.weight	4	-0.006371148396283388
11844	linear.weight	5	-0.009052877314388752
11844	linear.weight	6	-0.009278569370508194
11844	linear.weight	7	-0.03924262523651123
11844	linear.weight	8	0.039154477417469025
11844	linear.weight	9	0.31110742688179016
11844	linear.bias	0	-0.13078127801418304
11844	linear.bias	1	0.13951526582241058
11844	linear.bias	2	-0.4514436423778534
11844	linear.bias	3	1.5085046291351318
11844	linear.bias	4	-0.34519925713539124
11844	linear.bias	5	-0.030769959092140198
11844	linear.bias	6	-0.3094436228275299
11844	linear.bias	7	-0.2112847864627838
11844	linear.bias	8	0.044562626630067825
11844	linear.bias	9	-0.4461789131164551
11872	transitions	0	-0.6143218278884888
11872	transitions	1	0.38459622859954834
11872	transitions	2	1.7214579582214355
11872	transitions	3	0.13948974013328552
11872	transitions	4	0.97617107629776
11872	transitions	5	1.2745859622955322
11872	transitions	6	0.48419395089149475
11872	transitions	7	0.1808355748653412
11872	transitions	8	-0.9191619157791138
11872	transitions	9	0.9307562112808228
11872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11872	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11872	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11872	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11872	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11872	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11872	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11872	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11872	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11872	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11872	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11872	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11872	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11872	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11872	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11872	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11872	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11872	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11872	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11872	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11872	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11872	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11872	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11872	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11872	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11872	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11872	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11872	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11872	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11872	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11872	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11872	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11872	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11872	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11872	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11872	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11872	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11872	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11872	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11872	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11872	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11872	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11872	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11872	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11872	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11872	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11872	embedding2nn.weight	0	0.012107840739190578
11872	embedding2nn.weight	1	0.015940919518470764
11872	embedding2nn.weight	2	-0.005466030910611153
11872	embedding2nn.weight	3	0.0021194657310843468
11872	embedding2nn.weight	4	-0.0040547954849898815
11872	embedding2nn.weight	5	0.010715587995946407
11872	embedding2nn.weight	6	-0.003267297986894846
11872	embedding2nn.weight	7	0.006709958892315626
11872	embedding2nn.weight	8	-0.007797324564307928
11872	embedding2nn.weight	9	-0.013443275354802608
11872	embedding2nn.bias	0	-0.03901069611310959
11872	embedding2nn.bias	1	-0.010870097205042839
11872	embedding2nn.bias	2	-0.0636778473854065
11872	embedding2nn.bias	3	0.0046867732889950275
11872	embedding2nn.bias	4	-0.0023047139402478933
11872	embedding2nn.bias	5	-0.005539539735764265
11872	embedding2nn.bias	6	0.014342100359499454
11872	embedding2nn.bias	7	0.018916208297014236
11872	embedding2nn.bias	8	-0.011812959797680378
11872	embedding2nn.bias	9	-0.0037855859845876694
11872	rnn.weight_ih_l0	0	0.03753279522061348
11872	rnn.weight_ih_l0	1	-0.01365590374916792
11872	rnn.weight_ih_l0	2	-0.027035711333155632
11872	rnn.weight_ih_l0	3	-0.04691161960363388
11872	rnn.weight_ih_l0	4	-0.04823724552989006
11872	rnn.weight_ih_l0	5	-0.0014459098456427455
11872	rnn.weight_ih_l0	6	-0.05460311472415924
11872	rnn.weight_ih_l0	7	-0.05401362478733063
11872	rnn.weight_ih_l0	8	-0.046974651515483856
11872	rnn.weight_ih_l0	9	-0.027004778385162354
11872	rnn.weight_hh_l0	0	0.015761617571115494
11872	rnn.weight_hh_l0	1	-0.01964792236685753
11872	rnn.weight_hh_l0	2	-0.04607044905424118
11872	rnn.weight_hh_l0	3	-0.024132810533046722
11872	rnn.weight_hh_l0	4	-0.059571243822574615
11872	rnn.weight_hh_l0	5	-0.011226904578506947
11872	rnn.weight_hh_l0	6	-0.03830011561512947
11872	rnn.weight_hh_l0	7	0.006920503918081522
11872	rnn.weight_hh_l0	8	-0.017047856003046036
11872	rnn.weight_hh_l0	9	0.017678186297416687
11872	rnn.bias_ih_l0	0	0.09928491711616516
11872	rnn.bias_ih_l0	1	-0.05124380439519882
11872	rnn.bias_ih_l0	2	0.10021224617958069
11872	rnn.bias_ih_l0	3	0.061041008681058884
11872	rnn.bias_ih_l0	4	0.09475909173488617
11872	rnn.bias_ih_l0	5	0.026598680764436722
11872	rnn.bias_ih_l0	6	-0.01286331843584776
11872	rnn.bias_ih_l0	7	-0.08730044960975647
11872	rnn.bias_ih_l0	8	-0.13938960433006287
11872	rnn.bias_ih_l0	9	0.08870414644479752
11872	rnn.bias_hh_l0	0	-0.02549346163868904
11872	rnn.bias_hh_l0	1	0.019518181681632996
11872	rnn.bias_hh_l0	2	-0.014511083252727985
11872	rnn.bias_hh_l0	3	-0.019685864448547363
11872	rnn.bias_hh_l0	4	-0.043369341641664505
11872	rnn.bias_hh_l0	5	0.11764205247163773
11872	rnn.bias_hh_l0	6	0.005149515345692635
11872	rnn.bias_hh_l0	7	0.019439056515693665
11872	rnn.bias_hh_l0	8	0.021505452692508698
11872	rnn.bias_hh_l0	9	0.042629677802324295
11872	rnn.weight_ih_l0_reverse	0	-0.029944008216261864
11872	rnn.weight_ih_l0_reverse	1	-0.003851234447211027
11872	rnn.weight_ih_l0_reverse	2	0.026063337922096252
11872	rnn.weight_ih_l0_reverse	3	-0.056894451379776
11872	rnn.weight_ih_l0_reverse	4	0.01080991793423891
11872	rnn.weight_ih_l0_reverse	5	-0.0523170605301857
11872	rnn.weight_ih_l0_reverse	6	0.0054587190970778465
11872	rnn.weight_ih_l0_reverse	7	0.043381985276937485
11872	rnn.weight_ih_l0_reverse	8	-0.04248542711138725
11872	rnn.weight_ih_l0_reverse	9	-0.05312110111117363
11872	rnn.weight_hh_l0_reverse	0	-0.0788528248667717
11872	rnn.weight_hh_l0_reverse	1	-0.04331400617957115
11872	rnn.weight_hh_l0_reverse	2	0.02230830118060112
11872	rnn.weight_hh_l0_reverse	3	0.04465038701891899
11872	rnn.weight_hh_l0_reverse	4	0.01928553357720375
11872	rnn.weight_hh_l0_reverse	5	0.04184625670313835
11872	rnn.weight_hh_l0_reverse	6	-0.005469108000397682
11872	rnn.weight_hh_l0_reverse	7	0.006486204918473959
11872	rnn.weight_hh_l0_reverse	8	-0.08847224712371826
11872	rnn.weight_hh_l0_reverse	9	0.051593612879514694
11872	rnn.bias_ih_l0_reverse	0	-0.08519358932971954
11872	rnn.bias_ih_l0_reverse	1	-0.045648425817489624
11872	rnn.bias_ih_l0_reverse	2	0.09249645471572876
11872	rnn.bias_ih_l0_reverse	3	0.02583077736198902
11872	rnn.bias_ih_l0_reverse	4	-0.11274230480194092
11872	rnn.bias_ih_l0_reverse	5	0.033704955130815506
11872	rnn.bias_ih_l0_reverse	6	-0.10578557848930359
11872	rnn.bias_ih_l0_reverse	7	0.03957679867744446
11872	rnn.bias_ih_l0_reverse	8	0.018746428191661835
11872	rnn.bias_ih_l0_reverse	9	0.0673954039812088
11872	rnn.bias_hh_l0_reverse	0	0.03855597972869873
11872	rnn.bias_hh_l0_reverse	1	0.0697464719414711
11872	rnn.bias_hh_l0_reverse	2	0.07670483738183975
11872	rnn.bias_hh_l0_reverse	3	-0.008033179678022861
11872	rnn.bias_hh_l0_reverse	4	0.08189991861581802
11872	rnn.bias_hh_l0_reverse	5	-0.009225922636687756
11872	rnn.bias_hh_l0_reverse	6	-0.0727047249674797
11872	rnn.bias_hh_l0_reverse	7	0.03871644288301468
11872	rnn.bias_hh_l0_reverse	8	0.02053893357515335
11872	rnn.bias_hh_l0_reverse	9	-0.11874336004257202
11872	linear.weight	0	0.1589043289422989
11872	linear.weight	1	-0.11136487126350403
11872	linear.weight	2	-0.15424391627311707
11872	linear.weight	3	0.04954791069030762
11872	linear.weight	4	-0.006783616729080677
11872	linear.weight	5	-0.008902267552912235
11872	linear.weight	6	-0.009268424473702908
11872	linear.weight	7	-0.03900078684091568
11872	linear.weight	8	0.03942873701453209
11872	linear.weight	9	0.308894544839859
11872	linear.bias	0	-0.1199021190404892
11872	linear.bias	1	0.13420097529888153
11872	linear.bias	2	-0.4520285129547119
11872	linear.bias	3	1.4822477102279663
11872	linear.bias	4	-0.3455123007297516
11872	linear.bias	5	-0.030769959092140198
11872	linear.bias	6	-0.31019410490989685
11872	linear.bias	7	-0.2128521054983139
11872	linear.bias	8	0.04744474217295647
11872	linear.bias	9	-0.44633111357688904
11900	transitions	0	-0.6143867373466492
11900	transitions	1	0.38446244597435
11900	transitions	2	1.721390724182129
11900	transitions	3	0.1394452154636383
11900	transitions	4	0.9761093854904175
11900	transitions	5	1.274585247039795
11900	transitions	6	0.48419344425201416
11900	transitions	7	0.18083250522613525
11900	transitions	8	-0.9191641807556152
11900	transitions	9	0.9307562112808228
11900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11900	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11900	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11900	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11900	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11900	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11900	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11900	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11900	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11900	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11900	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11900	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11900	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11900	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11900	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11900	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11900	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11900	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11900	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11900	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11900	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11900	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11900	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11900	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11900	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11900	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11900	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11900	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11900	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11900	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11900	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11900	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11900	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11900	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11900	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11900	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11900	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11900	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11900	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11900	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11900	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11900	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11900	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11900	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11900	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11900	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11900	embedding2nn.weight	0	0.01219639740884304
11900	embedding2nn.weight	1	0.015879236161708832
11900	embedding2nn.weight	2	-0.005556344520300627
11900	embedding2nn.weight	3	0.002057697158306837
11900	embedding2nn.weight	4	-0.004091936629265547
11900	embedding2nn.weight	5	0.010857674293220043
11900	embedding2nn.weight	6	-0.0032735983841121197
11900	embedding2nn.weight	7	0.005774944555014372
11900	embedding2nn.weight	8	-0.007471867837011814
11900	embedding2nn.weight	9	-0.013398950919508934
11900	embedding2nn.bias	0	-0.036045704036951065
11900	embedding2nn.bias	1	-0.015263743698596954
11900	embedding2nn.bias	2	-0.05817650631070137
11900	embedding2nn.bias	3	0.007063963450491428
11900	embedding2nn.bias	4	0.00041555374627932906
11900	embedding2nn.bias	5	0.00019653783238027245
11900	embedding2nn.bias	6	0.009082202799618244
11900	embedding2nn.bias	7	0.019548818469047546
11900	embedding2nn.bias	8	-0.010603747330605984
11900	embedding2nn.bias	9	-0.005136690102517605
11900	rnn.weight_ih_l0	0	0.037471622228622437
11900	rnn.weight_ih_l0	1	-0.01399382296949625
11900	rnn.weight_ih_l0	2	-0.0269347932189703
11900	rnn.weight_ih_l0	3	-0.046879399567842484
11900	rnn.weight_ih_l0	4	-0.04824431985616684
11900	rnn.weight_ih_l0	5	-0.0014726484660059214
11900	rnn.weight_ih_l0	6	-0.05427822098135948
11900	rnn.weight_ih_l0	7	-0.054066695272922516
11900	rnn.weight_ih_l0	8	-0.046930231153964996
11900	rnn.weight_ih_l0	9	-0.02681724913418293
11900	rnn.weight_hh_l0	0	0.016125503927469254
11900	rnn.weight_hh_l0	1	-0.019941503182053566
11900	rnn.weight_hh_l0	2	-0.04511317238211632
11900	rnn.weight_hh_l0	3	-0.023755479604005814
11900	rnn.weight_hh_l0	4	-0.05910899490118027
11900	rnn.weight_hh_l0	5	-0.01135766040533781
11900	rnn.weight_hh_l0	6	-0.03781504184007645
11900	rnn.weight_hh_l0	7	0.005982258822768927
11900	rnn.weight_hh_l0	8	-0.01681702211499214
11900	rnn.weight_hh_l0	9	0.01754149980843067
11900	rnn.bias_ih_l0	0	0.0985231027007103
11900	rnn.bias_ih_l0	1	-0.04920530319213867
11900	rnn.bias_ih_l0	2	0.09835474193096161
11900	rnn.bias_ih_l0	3	0.06175791472196579
11900	rnn.bias_ih_l0	4	0.09464623779058456
11900	rnn.bias_ih_l0	5	0.025938140228390694
11900	rnn.bias_ih_l0	6	-0.010736387223005295
11900	rnn.bias_ih_l0	7	-0.0929848849773407
11900	rnn.bias_ih_l0	8	-0.13511614501476288
11900	rnn.bias_ih_l0	9	0.08962187170982361
11900	rnn.bias_hh_l0	0	-0.025831002742052078
11900	rnn.bias_hh_l0	1	0.01890072226524353
11900	rnn.bias_hh_l0	2	-0.015391441993415356
11900	rnn.bias_hh_l0	3	-0.01674622856080532
11900	rnn.bias_hh_l0	4	-0.04237433150410652
11900	rnn.bias_hh_l0	5	0.11824088543653488
11900	rnn.bias_hh_l0	6	0.005109557881951332
11900	rnn.bias_hh_l0	7	0.019880184903740883
11900	rnn.bias_hh_l0	8	0.023632384836673737
11900	rnn.bias_hh_l0	9	0.04361964389681816
11900	rnn.weight_ih_l0_reverse	0	-0.029768263921141624
11900	rnn.weight_ih_l0_reverse	1	-0.0043288348242640495
11900	rnn.weight_ih_l0_reverse	2	0.025810426101088524
11900	rnn.weight_ih_l0_reverse	3	-0.05683423578739166
11900	rnn.weight_ih_l0_reverse	4	0.010728400200605392
11900	rnn.weight_ih_l0_reverse	5	-0.052223969250917435
11900	rnn.weight_ih_l0_reverse	6	0.0060007390566170216
11900	rnn.weight_ih_l0_reverse	7	0.043382320553064346
11900	rnn.weight_ih_l0_reverse	8	-0.04262719675898552
11900	rnn.weight_ih_l0_reverse	9	-0.05301792919635773
11900	rnn.weight_hh_l0_reverse	0	-0.07839743793010712
11900	rnn.weight_hh_l0_reverse	1	-0.04339473322033882
11900	rnn.weight_hh_l0_reverse	2	0.022218158468604088
11900	rnn.weight_hh_l0_reverse	3	0.044233307242393494
11900	rnn.weight_hh_l0_reverse	4	0.019029641523957253
11900	rnn.weight_hh_l0_reverse	5	0.04186253249645233
11900	rnn.weight_hh_l0_reverse	6	-0.005149409174919128
11900	rnn.weight_hh_l0_reverse	7	0.0064969900995492935
11900	rnn.weight_hh_l0_reverse	8	-0.08871851861476898
11900	rnn.weight_hh_l0_reverse	9	0.05143708363175392
11900	rnn.bias_ih_l0_reverse	0	-0.08497179299592972
11900	rnn.bias_ih_l0_reverse	1	-0.04534878209233284
11900	rnn.bias_ih_l0_reverse	2	0.09217880666255951
11900	rnn.bias_ih_l0_reverse	3	0.02538064867258072
11900	rnn.bias_ih_l0_reverse	4	-0.112331822514534
11900	rnn.bias_ih_l0_reverse	5	0.03276009485125542
11900	rnn.bias_ih_l0_reverse	6	-0.10278858989477158
11900	rnn.bias_ih_l0_reverse	7	0.041324831545352936
11900	rnn.bias_ih_l0_reverse	8	0.020244954153895378
11900	rnn.bias_ih_l0_reverse	9	0.0686226412653923
11900	rnn.bias_hh_l0_reverse	0	0.039582643657922745
11900	rnn.bias_hh_l0_reverse	1	0.07035979628562927
11900	rnn.bias_hh_l0_reverse	2	0.07574591785669327
11900	rnn.bias_hh_l0_reverse	3	-0.008096382021903992
11900	rnn.bias_hh_l0_reverse	4	0.08330373466014862
11900	rnn.bias_hh_l0_reverse	5	-0.007717520464211702
11900	rnn.bias_hh_l0_reverse	6	-0.07303926348686218
11900	rnn.bias_hh_l0_reverse	7	0.039132460951805115
11900	rnn.bias_hh_l0_reverse	8	0.019465390592813492
11900	rnn.bias_hh_l0_reverse	9	-0.1222887635231018
11900	linear.weight	0	0.15185542404651642
11900	linear.weight	1	-0.11133929342031479
11900	linear.weight	2	-0.15180926024913788
11900	linear.weight	3	0.04839269444346428
11900	linear.weight	4	-0.006239579990506172
11900	linear.weight	5	-0.008173528127372265
11900	linear.weight	6	-0.009260855615139008
11900	linear.weight	7	-0.03852963075041771
11900	linear.weight	8	0.04422235116362572
11900	linear.weight	9	0.31119710206985474
11900	linear.bias	0	-0.10606109350919724
11900	linear.bias	1	0.13615632057189941
11900	linear.bias	2	-0.4498443007469177
11900	linear.bias	3	1.4893176555633545
11900	linear.bias	4	-0.34588590264320374
11900	linear.bias	5	-0.030769959092140198
11900	linear.bias	6	-0.3085375130176544
11900	linear.bias	7	-0.21510319411754608
11900	linear.bias	8	0.03934978321194649
11900	linear.bias	9	-0.4464885890483856
11928	transitions	0	-0.6145115494728088
11928	transitions	1	0.38442012667655945
11928	transitions	2	1.7212817668914795
11928	transitions	3	0.13938555121421814
11928	transitions	4	0.976049542427063
11928	transitions	5	1.2745826244354248
11928	transitions	6	0.48419225215911865
11928	transitions	7	0.18082880973815918
11928	transitions	8	-0.9191648364067078
11928	transitions	9	0.9307562112808228
11928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11928	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11928	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11928	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11928	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11928	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11928	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11928	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11928	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11928	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11928	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11928	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11928	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11928	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11928	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11928	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11928	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11928	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11928	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11928	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11928	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11928	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11928	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11928	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11928	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11928	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11928	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11928	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11928	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11928	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11928	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11928	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11928	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11928	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11928	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11928	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11928	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11928	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11928	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11928	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11928	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11928	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11928	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11928	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11928	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11928	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11928	embedding2nn.weight	0	0.011626637540757656
11928	embedding2nn.weight	1	0.015956854447722435
11928	embedding2nn.weight	2	-0.0055235750041902065
11928	embedding2nn.weight	3	0.0019203540869057178
11928	embedding2nn.weight	4	-0.00407822709530592
11928	embedding2nn.weight	5	0.010746583342552185
11928	embedding2nn.weight	6	-0.0033651133999228477
11928	embedding2nn.weight	7	0.00584034901112318
11928	embedding2nn.weight	8	-0.007277075666934252
11928	embedding2nn.weight	9	-0.013357779011130333
11928	embedding2nn.bias	0	-0.02837337926030159
11928	embedding2nn.bias	1	-0.01710272952914238
11928	embedding2nn.bias	2	-0.06463759392499924
11928	embedding2nn.bias	3	0.011040573939681053
11928	embedding2nn.bias	4	-0.0001474601886002347
11928	embedding2nn.bias	5	-0.0019224488642066717
11928	embedding2nn.bias	6	0.011482550762593746
11928	embedding2nn.bias	7	0.011713724583387375
11928	embedding2nn.bias	8	-0.007573422975838184
11928	embedding2nn.bias	9	-0.007599958218634129
11928	rnn.weight_ih_l0	0	0.03765745833516121
11928	rnn.weight_ih_l0	1	-0.013605369254946709
11928	rnn.weight_ih_l0	2	-0.027511129155755043
11928	rnn.weight_ih_l0	3	-0.0470326766371727
11928	rnn.weight_ih_l0	4	-0.048354171216487885
11928	rnn.weight_ih_l0	5	-0.0011592113878577948
11928	rnn.weight_ih_l0	6	-0.05375618487596512
11928	rnn.weight_ih_l0	7	-0.05379313603043556
11928	rnn.weight_ih_l0	8	-0.04696862772107124
11928	rnn.weight_ih_l0	9	-0.02659629099071026
11928	rnn.weight_hh_l0	0	0.015571891330182552
11928	rnn.weight_hh_l0	1	-0.019243720918893814
11928	rnn.weight_hh_l0	2	-0.04556244611740112
11928	rnn.weight_hh_l0	3	-0.02408374473452568
11928	rnn.weight_hh_l0	4	-0.05931500345468521
11928	rnn.weight_hh_l0	5	-0.011484184302389622
11928	rnn.weight_hh_l0	6	-0.037441886961460114
11928	rnn.weight_hh_l0	7	0.007735349237918854
11928	rnn.weight_hh_l0	8	-0.0173153318464756
11928	rnn.weight_hh_l0	9	0.01918560452759266
11928	rnn.bias_ih_l0	0	0.09843698143959045
11928	rnn.bias_ih_l0	1	-0.0491752028465271
11928	rnn.bias_ih_l0	2	0.09867706149816513
11928	rnn.bias_ih_l0	3	0.06191595643758774
11928	rnn.bias_ih_l0	4	0.09576916694641113
11928	rnn.bias_ih_l0	5	0.02499888837337494
11928	rnn.bias_ih_l0	6	-0.009794983081519604
11928	rnn.bias_ih_l0	7	-0.0891619324684143
11928	rnn.bias_ih_l0	8	-0.13427050411701202
11928	rnn.bias_ih_l0	9	0.08991952985525131
11928	rnn.bias_hh_l0	0	-0.023235293105244637
11928	rnn.bias_hh_l0	1	0.018651310354471207
11928	rnn.bias_hh_l0	2	-0.013416380621492863
11928	rnn.bias_hh_l0	3	-0.02041790261864662
11928	rnn.bias_hh_l0	4	-0.04293949902057648
11928	rnn.bias_hh_l0	5	0.12064104527235031
11928	rnn.bias_hh_l0	6	0.0043418831191957
11928	rnn.bias_hh_l0	7	0.02120073139667511
11928	rnn.bias_hh_l0	8	0.024573786184191704
11928	rnn.bias_hh_l0	9	0.04313107207417488
11928	rnn.weight_ih_l0_reverse	0	-0.029436105862259865
11928	rnn.weight_ih_l0_reverse	1	-0.004800048191100359
11928	rnn.weight_ih_l0_reverse	2	0.02582732029259205
11928	rnn.weight_ih_l0_reverse	3	-0.05689070746302605
11928	rnn.weight_ih_l0_reverse	4	0.010470490902662277
11928	rnn.weight_ih_l0_reverse	5	-0.05206352099776268
11928	rnn.weight_ih_l0_reverse	6	0.006775306072086096
11928	rnn.weight_ih_l0_reverse	7	0.043332986533641815
11928	rnn.weight_ih_l0_reverse	8	-0.04250169172883034
11928	rnn.weight_ih_l0_reverse	9	-0.052827686071395874
11928	rnn.weight_hh_l0_reverse	0	-0.07762932777404785
11928	rnn.weight_hh_l0_reverse	1	-0.04188934713602066
11928	rnn.weight_hh_l0_reverse	2	0.022353505715727806
11928	rnn.weight_hh_l0_reverse	3	0.044110313057899475
11928	rnn.weight_hh_l0_reverse	4	0.019769037142395973
11928	rnn.weight_hh_l0_reverse	5	0.041827522218227386
11928	rnn.weight_hh_l0_reverse	6	-0.006904324982315302
11928	rnn.weight_hh_l0_reverse	7	0.005944416858255863
11928	rnn.weight_hh_l0_reverse	8	-0.08878730237483978
11928	rnn.weight_hh_l0_reverse	9	0.05222496762871742
11928	rnn.bias_ih_l0_reverse	0	-0.08025236427783966
11928	rnn.bias_ih_l0_reverse	1	-0.0412304662168026
11928	rnn.bias_ih_l0_reverse	2	0.09307126700878143
11928	rnn.bias_ih_l0_reverse	3	0.02458338998258114
11928	rnn.bias_ih_l0_reverse	4	-0.11187762022018433
11928	rnn.bias_ih_l0_reverse	5	0.033585451543331146
11928	rnn.bias_ih_l0_reverse	6	-0.1034669280052185
11928	rnn.bias_ih_l0_reverse	7	0.04158123955130577
11928	rnn.bias_ih_l0_reverse	8	0.022359462454915047
11928	rnn.bias_ih_l0_reverse	9	0.07095474749803543
11928	rnn.bias_hh_l0_reverse	0	0.029598845168948174
11928	rnn.bias_hh_l0_reverse	1	0.07151362299919128
11928	rnn.bias_hh_l0_reverse	2	0.07552345097064972
11928	rnn.bias_hh_l0_reverse	3	-0.009210409596562386
11928	rnn.bias_hh_l0_reverse	4	0.0826450064778328
11928	rnn.bias_hh_l0_reverse	5	-0.009056498296558857
11928	rnn.bias_hh_l0_reverse	6	-0.07119720429182053
11928	rnn.bias_hh_l0_reverse	7	0.03848724439740181
11928	rnn.bias_hh_l0_reverse	8	0.01853288896381855
11928	rnn.bias_hh_l0_reverse	9	-0.12919175624847412
11928	linear.weight	0	0.14984145760536194
11928	linear.weight	1	-0.11133735626935959
11928	linear.weight	2	-0.14928285777568817
11928	linear.weight	3	0.0479152649641037
11928	linear.weight	4	-0.005384999327361584
11928	linear.weight	5	-0.00849568285048008
11928	linear.weight	6	-0.009252180345356464
11928	linear.weight	7	-0.038435403257608414
11928	linear.weight	8	0.047771524637937546
11928	linear.weight	9	0.3092934191226959
11928	linear.bias	0	-0.1142999604344368
11928	linear.bias	1	0.14259997010231018
11928	linear.bias	2	-0.45062869787216187
11928	linear.bias	3	1.4953587055206299
11928	linear.bias	4	-0.34613996744155884
11928	linear.bias	5	-0.030769959092140198
11928	linear.bias	6	-0.3095531165599823
11928	linear.bias	7	-0.2113541215658188
11928	linear.bias	8	0.03537857532501221
11928	linear.bias	9	-0.4466414153575897
11956	transitions	0	-0.6146281361579895
11956	transitions	1	0.38433554768562317
11956	transitions	2	1.7206165790557861
11956	transitions	3	0.13933305442333221
11956	transitions	4	0.9756640791893005
11956	transitions	5	1.2745798826217651
11956	transitions	6	0.4841911196708679
11956	transitions	7	0.18082797527313232
11956	transitions	8	-0.9191662669181824
11956	transitions	9	0.930756151676178
11956	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11956	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11956	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11956	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11956	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11956	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11956	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11956	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11956	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11956	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11956	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11956	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11956	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11956	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11956	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11956	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11956	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11956	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11956	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11956	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11956	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11956	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11956	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11956	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11956	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11956	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11956	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11956	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11956	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11956	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11956	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11956	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11956	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11956	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11956	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11956	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11956	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11956	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11956	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11956	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11956	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11956	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11956	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11956	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11956	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11956	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11956	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11956	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11956	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11956	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11956	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11956	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11956	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11956	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11956	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11956	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11956	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11956	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11956	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11956	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11956	embedding2nn.weight	0	0.011681850999593735
11956	embedding2nn.weight	1	0.016081521287560463
11956	embedding2nn.weight	2	-0.00552742974832654
11956	embedding2nn.weight	3	0.0021701459772884846
11956	embedding2nn.weight	4	-0.004141396842896938
11956	embedding2nn.weight	5	0.010855662636458874
11956	embedding2nn.weight	6	-0.003296962007880211
11956	embedding2nn.weight	7	0.006131589412689209
11956	embedding2nn.weight	8	-0.006979372352361679
11956	embedding2nn.weight	9	-0.013511382974684238
11956	embedding2nn.bias	0	-0.019298259168863297
11956	embedding2nn.bias	1	-0.015482263639569283
11956	embedding2nn.bias	2	-0.06479145586490631
11956	embedding2nn.bias	3	0.010418375954031944
11956	embedding2nn.bias	4	0.0063720284961164
11956	embedding2nn.bias	5	-0.005511360242962837
11956	embedding2nn.bias	6	0.011094673536717892
11956	embedding2nn.bias	7	0.013287539593875408
11956	embedding2nn.bias	8	-0.007082294672727585
11956	embedding2nn.bias	9	-0.0036974221002310514
11956	rnn.weight_ih_l0	0	0.03740086033940315
11956	rnn.weight_ih_l0	1	-0.01286311261355877
11956	rnn.weight_ih_l0	2	-0.028687328100204468
11956	rnn.weight_ih_l0	3	-0.04706964269280434
11956	rnn.weight_ih_l0	4	-0.04806838929653168
11956	rnn.weight_ih_l0	5	-0.001291442895308137
11956	rnn.weight_ih_l0	6	-0.053487181663513184
11956	rnn.weight_ih_l0	7	-0.053726330399513245
11956	rnn.weight_ih_l0	8	-0.04710450768470764
11956	rnn.weight_ih_l0	9	-0.026672281324863434
11956	rnn.weight_hh_l0	0	0.015432430431246758
11956	rnn.weight_hh_l0	1	-0.01959630474448204
11956	rnn.weight_hh_l0	2	-0.04473507031798363
11956	rnn.weight_hh_l0	3	-0.023795031011104584
11956	rnn.weight_hh_l0	4	-0.05912391096353531
11956	rnn.weight_hh_l0	5	-0.012010305188596249
11956	rnn.weight_hh_l0	6	-0.0382879376411438
11956	rnn.weight_hh_l0	7	0.0063664792105555534
11956	rnn.weight_hh_l0	8	-0.017521478235721588
11956	rnn.weight_hh_l0	9	0.0184465404599905
11956	rnn.bias_ih_l0	0	0.09828586876392365
11956	rnn.bias_ih_l0	1	-0.050910886377096176
11956	rnn.bias_ih_l0	2	0.09904881566762924
11956	rnn.bias_ih_l0	3	0.06070319563150406
11956	rnn.bias_ih_l0	4	0.0971379205584526
11956	rnn.bias_ih_l0	5	0.023233845829963684
11956	rnn.bias_ih_l0	6	-0.009676177985966206
11956	rnn.bias_ih_l0	7	-0.08421165496110916
11956	rnn.bias_ih_l0	8	-0.1368248164653778
11956	rnn.bias_ih_l0	9	0.09076076745986938
11956	rnn.bias_hh_l0	0	-0.023026444017887115
11956	rnn.bias_hh_l0	1	0.017334697768092155
11956	rnn.bias_hh_l0	2	-0.013902904465794563
11956	rnn.bias_hh_l0	3	-0.021436098963022232
11956	rnn.bias_hh_l0	4	-0.044116128236055374
11956	rnn.bias_hh_l0	5	0.11978236585855484
11956	rnn.bias_hh_l0	6	0.00501885823905468
11956	rnn.bias_hh_l0	7	0.021217403933405876
11956	rnn.bias_hh_l0	8	0.024692589417099953
11956	rnn.bias_hh_l0	9	0.0422041229903698
11956	rnn.weight_ih_l0_reverse	0	-0.029437316581606865
11956	rnn.weight_ih_l0_reverse	1	-0.006261555012315512
11956	rnn.weight_ih_l0_reverse	2	0.025869162753224373
11956	rnn.weight_ih_l0_reverse	3	-0.056992605328559875
11956	rnn.weight_ih_l0_reverse	4	0.010310984216630459
11956	rnn.weight_ih_l0_reverse	5	-0.051901496946811676
11956	rnn.weight_ih_l0_reverse	6	0.005779454484581947
11956	rnn.weight_ih_l0_reverse	7	0.043115247040987015
11956	rnn.weight_ih_l0_reverse	8	-0.042580556124448776
11956	rnn.weight_ih_l0_reverse	9	-0.05313468724489212
11956	rnn.weight_hh_l0_reverse	0	-0.07779980450868607
11956	rnn.weight_hh_l0_reverse	1	-0.04241957142949104
11956	rnn.weight_hh_l0_reverse	2	0.021492473781108856
11956	rnn.weight_hh_l0_reverse	3	0.043886199593544006
11956	rnn.weight_hh_l0_reverse	4	0.019990159198641777
11956	rnn.weight_hh_l0_reverse	5	0.04174218699336052
11956	rnn.weight_hh_l0_reverse	6	-0.004366398323327303
11956	rnn.weight_hh_l0_reverse	7	0.006168106105178595
11956	rnn.weight_hh_l0_reverse	8	-0.08937261253595352
11956	rnn.weight_hh_l0_reverse	9	0.051562365144491196
11956	rnn.bias_ih_l0_reverse	0	-0.0860966295003891
11956	rnn.bias_ih_l0_reverse	1	-0.04125289246439934
11956	rnn.bias_ih_l0_reverse	2	0.09188326448202133
11956	rnn.bias_ih_l0_reverse	3	0.025071732699871063
11956	rnn.bias_ih_l0_reverse	4	-0.1115906611084938
11956	rnn.bias_ih_l0_reverse	5	0.032134633511304855
11956	rnn.bias_ih_l0_reverse	6	-0.10375901311635971
11956	rnn.bias_ih_l0_reverse	7	0.042078688740730286
11956	rnn.bias_ih_l0_reverse	8	0.022178160026669502
11956	rnn.bias_ih_l0_reverse	9	0.07082211226224899
11956	rnn.bias_hh_l0_reverse	0	0.031568583101034164
11956	rnn.bias_hh_l0_reverse	1	0.07345980405807495
11956	rnn.bias_hh_l0_reverse	2	0.07716996967792511
11956	rnn.bias_hh_l0_reverse	3	-0.009095954708755016
11956	rnn.bias_hh_l0_reverse	4	0.08244975656270981
11956	rnn.bias_hh_l0_reverse	5	-0.0003161553177051246
11956	rnn.bias_hh_l0_reverse	6	-0.07186073809862137
11956	rnn.bias_hh_l0_reverse	7	0.035608742386102676
11956	rnn.bias_hh_l0_reverse	8	0.018544819205999374
11956	rnn.bias_hh_l0_reverse	9	-0.13335080444812775
11956	linear.weight	0	0.14965787529945374
11956	linear.weight	1	-0.11134643852710724
11956	linear.weight	2	-0.15110182762145996
11956	linear.weight	3	0.050817593932151794
11956	linear.weight	4	-0.005691048689186573
11956	linear.weight	5	-0.008599745109677315
11956	linear.weight	6	-0.009252741001546383
11956	linear.weight	7	-0.03838152065873146
11956	linear.weight	8	0.044499754905700684
11956	linear.weight	9	0.3080284595489502
11956	linear.bias	0	-0.11153309047222137
11956	linear.bias	1	0.13093481957912445
11956	linear.bias	2	-0.4536035358905792
11956	linear.bias	3	1.4960134029388428
11956	linear.bias	4	-0.3466458320617676
11956	linear.bias	5	-0.030769959092140198
11956	linear.bias	6	-0.31013625860214233
11956	linear.bias	7	-0.20511998236179352
11956	linear.bias	8	0.028901176527142525
11956	linear.bias	9	-0.44700857996940613
11984	transitions	0	-0.6147364974021912
11984	transitions	1	0.3841707408428192
11984	transitions	2	1.7204070091247559
11984	transitions	3	0.13927510380744934
11984	transitions	4	0.9755885004997253
11984	transitions	5	1.2745767831802368
11984	transitions	6	0.4841892719268799
11984	transitions	7	0.1808261126279831
11984	transitions	8	-0.9191681742668152
11984	transitions	9	0.9307548403739929
11984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
11984	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
11984	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
11984	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
11984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
11984	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
11984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
11984	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
11984	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
11984	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
11984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
11984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
11984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
11984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
11984	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
11984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
11984	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
11984	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
11984	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
11984	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
11984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
11984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
11984	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
11984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
11984	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
11984	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
11984	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
11984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
11984	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
11984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
11984	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
11984	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
11984	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
11984	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
11984	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
11984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
11984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
11984	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
11984	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
11984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
11984	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
11984	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
11984	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
11984	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
11984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
11984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
11984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
11984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
11984	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
11984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
11984	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
11984	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
11984	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
11984	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
11984	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
11984	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
11984	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
11984	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
11984	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
11984	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
11984	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
11984	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
11984	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
11984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
11984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
11984	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
11984	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
11984	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
11984	embedding2nn.weight	0	0.011652262881398201
11984	embedding2nn.weight	1	0.01601213403046131
11984	embedding2nn.weight	2	-0.005491227377206087
11984	embedding2nn.weight	3	0.002155633643269539
11984	embedding2nn.weight	4	-0.004205303732305765
11984	embedding2nn.weight	5	0.011085866019129753
11984	embedding2nn.weight	6	-0.0033252539578825235
11984	embedding2nn.weight	7	0.0069193909876048565
11984	embedding2nn.weight	8	-0.00686597777530551
11984	embedding2nn.weight	9	-0.013351735658943653
11984	embedding2nn.bias	0	-0.021849533542990685
11984	embedding2nn.bias	1	-0.008783051744103432
11984	embedding2nn.bias	2	-0.06924894452095032
11984	embedding2nn.bias	3	0.006521574687212706
11984	embedding2nn.bias	4	0.0033071849029511213
11984	embedding2nn.bias	5	-0.006160128861665726
11984	embedding2nn.bias	6	0.008146054111421108
11984	embedding2nn.bias	7	0.017720336094498634
11984	embedding2nn.bias	8	-0.01131871435791254
11984	embedding2nn.bias	9	-0.003238077973946929
11984	rnn.weight_ih_l0	0	0.037760987877845764
11984	rnn.weight_ih_l0	1	-0.01258493959903717
11984	rnn.weight_ih_l0	2	-0.02966676838696003
11984	rnn.weight_ih_l0	3	-0.046838052570819855
11984	rnn.weight_ih_l0	4	-0.047794971615076065
11984	rnn.weight_ih_l0	5	-0.0011570054339244962
11984	rnn.weight_ih_l0	6	-0.053723063319921494
11984	rnn.weight_ih_l0	7	-0.0536443255841732
11984	rnn.weight_ih_l0	8	-0.046973563730716705
11984	rnn.weight_ih_l0	9	-0.02681136503815651
11984	rnn.weight_hh_l0	0	0.014619993045926094
11984	rnn.weight_hh_l0	1	-0.019247721880674362
11984	rnn.weight_hh_l0	2	-0.04382234811782837
11984	rnn.weight_hh_l0	3	-0.023986876010894775
11984	rnn.weight_hh_l0	4	-0.059752173721790314
11984	rnn.weight_hh_l0	5	-0.011997945606708527
11984	rnn.weight_hh_l0	6	-0.03995173051953316
11984	rnn.weight_hh_l0	7	0.0071414620615541935
11984	rnn.weight_hh_l0	8	-0.01662396267056465
11984	rnn.weight_hh_l0	9	0.018310172483325005
11984	rnn.bias_ih_l0	0	0.09867946803569794
11984	rnn.bias_ih_l0	1	-0.05090319365262985
11984	rnn.bias_ih_l0	2	0.10110121965408325
11984	rnn.bias_ih_l0	3	0.05825159698724747
11984	rnn.bias_ih_l0	4	0.09675534069538116
11984	rnn.bias_ih_l0	5	0.022009113803505898
11984	rnn.bias_ih_l0	6	-0.008451653644442558
11984	rnn.bias_ih_l0	7	-0.08835238218307495
11984	rnn.bias_ih_l0	8	-0.14515039324760437
11984	rnn.bias_ih_l0	9	0.08867595344781876
11984	rnn.bias_hh_l0	0	-0.022671770304441452
11984	rnn.bias_hh_l0	1	0.015979580581188202
11984	rnn.bias_hh_l0	2	-0.017076771706342697
11984	rnn.bias_hh_l0	3	-0.022715045139193535
11984	rnn.bias_hh_l0	4	-0.04521437734365463
11984	rnn.bias_hh_l0	5	0.12023245543241501
11984	rnn.bias_hh_l0	6	0.004087818320840597
11984	rnn.bias_hh_l0	7	0.021151186898350716
11984	rnn.bias_hh_l0	8	0.025917120277881622
11984	rnn.bias_hh_l0	9	0.04337850585579872
11984	rnn.weight_ih_l0_reverse	0	-0.02963399700820446
11984	rnn.weight_ih_l0_reverse	1	-0.005904935300350189
11984	rnn.weight_ih_l0_reverse	2	0.025776034221053123
11984	rnn.weight_ih_l0_reverse	3	-0.057204242795705795
11984	rnn.weight_ih_l0_reverse	4	0.010002472437918186
11984	rnn.weight_ih_l0_reverse	5	-0.05187240615487099
11984	rnn.weight_ih_l0_reverse	6	0.0063409055583179
11984	rnn.weight_ih_l0_reverse	7	0.04305176064372063
11984	rnn.weight_ih_l0_reverse	8	-0.042484596371650696
11984	rnn.weight_ih_l0_reverse	9	-0.053337398916482925
11984	rnn.weight_hh_l0_reverse	0	-0.07745037972927094
11984	rnn.weight_hh_l0_reverse	1	-0.044200293719768524
11984	rnn.weight_hh_l0_reverse	2	0.021064594388008118
11984	rnn.weight_hh_l0_reverse	3	0.04357156530022621
11984	rnn.weight_hh_l0_reverse	4	0.020075153559446335
11984	rnn.weight_hh_l0_reverse	5	0.04194549843668938
11984	rnn.weight_hh_l0_reverse	6	-0.004911817144602537
11984	rnn.weight_hh_l0_reverse	7	0.006223857402801514
11984	rnn.weight_hh_l0_reverse	8	-0.08920009434223175
11984	rnn.weight_hh_l0_reverse	9	0.05131042003631592
11984	rnn.bias_ih_l0_reverse	0	-0.08374318480491638
11984	rnn.bias_ih_l0_reverse	1	-0.04603792354464531
11984	rnn.bias_ih_l0_reverse	2	0.09380905330181122
11984	rnn.bias_ih_l0_reverse	3	0.02491362765431404
11984	rnn.bias_ih_l0_reverse	4	-0.11253359168767929
11984	rnn.bias_ih_l0_reverse	5	0.03347376361489296
11984	rnn.bias_ih_l0_reverse	6	-0.10537305474281311
11984	rnn.bias_ih_l0_reverse	7	0.042831964790821075
11984	rnn.bias_ih_l0_reverse	8	0.021825289353728294
11984	rnn.bias_ih_l0_reverse	9	0.0707513689994812
11984	rnn.bias_hh_l0_reverse	0	0.028340380638837814
11984	rnn.bias_hh_l0_reverse	1	0.07362868636846542
11984	rnn.bias_hh_l0_reverse	2	0.07659467309713364
11984	rnn.bias_hh_l0_reverse	3	-0.010176843963563442
11984	rnn.bias_hh_l0_reverse	4	0.0820278450846672
11984	rnn.bias_hh_l0_reverse	5	0.0032451199367642403
11984	rnn.bias_hh_l0_reverse	6	-0.0727701261639595
11984	rnn.bias_hh_l0_reverse	7	0.03707147762179375
11984	rnn.bias_hh_l0_reverse	8	0.019099818542599678
11984	rnn.bias_hh_l0_reverse	9	-0.1312045305967331
11984	linear.weight	0	0.1576952189207077
11984	linear.weight	1	-0.11134646087884903
11984	linear.weight	2	-0.14801479876041412
11984	linear.weight	3	0.058017849922180176
11984	linear.weight	4	-0.005461832508444786
11984	linear.weight	5	-0.008425185456871986
11984	linear.weight	6	-0.00925023015588522
11984	linear.weight	7	-0.038276899605989456
11984	linear.weight	8	0.04242698848247528
11984	linear.weight	9	0.3106890618801117
11984	linear.bias	0	-0.10901442170143127
11984	linear.bias	1	0.13335351645946503
11984	linear.bias	2	-0.45508483052253723
11984	linear.bias	3	1.4978853464126587
11984	linear.bias	4	-0.3472428619861603
11984	linear.bias	5	-0.030769959092140198
11984	linear.bias	6	-0.31212982535362244
11984	linear.bias	7	-0.20660677552223206
11984	linear.bias	8	0.030646540224552155
11984	linear.bias	9	-0.4471961557865143
12012	transitions	0	-0.6148486733436584
12012	transitions	1	0.3840920031070709
12012	transitions	2	1.7200520038604736
12012	transitions	3	0.13918283581733704
12012	transitions	4	0.9754105806350708
12012	transitions	5	1.2745734453201294
12012	transitions	6	0.48418810963630676
12012	transitions	7	0.18082323670387268
12012	transitions	8	-0.9191689491271973
12012	transitions	9	0.9307540059089661
12012	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12012	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12012	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12012	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12012	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12012	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12012	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12012	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12012	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12012	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12012	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12012	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12012	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12012	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12012	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12012	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12012	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12012	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12012	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12012	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12012	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12012	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12012	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12012	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12012	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12012	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12012	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12012	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12012	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12012	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12012	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12012	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12012	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12012	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12012	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12012	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12012	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12012	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12012	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12012	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12012	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12012	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12012	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12012	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12012	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12012	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12012	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12012	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12012	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12012	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12012	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12012	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12012	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12012	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12012	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12012	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12012	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12012	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12012	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12012	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12012	embedding2nn.weight	0	0.012632401660084724
12012	embedding2nn.weight	1	0.015798654407262802
12012	embedding2nn.weight	2	-0.005495184566825628
12012	embedding2nn.weight	3	0.0018676110776141286
12012	embedding2nn.weight	4	-0.004221547860652208
12012	embedding2nn.weight	5	0.010997932404279709
12012	embedding2nn.weight	6	-0.003418004373088479
12012	embedding2nn.weight	7	0.005702792201191187
12012	embedding2nn.weight	8	-0.006843493320047855
12012	embedding2nn.weight	9	-0.013302773237228394
12012	embedding2nn.bias	0	-0.028056107461452484
12012	embedding2nn.bias	1	0.002433533314615488
12012	embedding2nn.bias	2	-0.07105070352554321
12012	embedding2nn.bias	3	0.003604871453717351
12012	embedding2nn.bias	4	0.0029642339795827866
12012	embedding2nn.bias	5	-0.013708118349313736
12012	embedding2nn.bias	6	0.007194243371486664
12012	embedding2nn.bias	7	0.017721697688102722
12012	embedding2nn.bias	8	-0.011212442070245743
12012	embedding2nn.bias	9	-0.0011872528120875359
12012	rnn.weight_ih_l0	0	0.03781507536768913
12012	rnn.weight_ih_l0	1	-0.011784667149186134
12012	rnn.weight_ih_l0	2	-0.029412847012281418
12012	rnn.weight_ih_l0	3	-0.046881306916475296
12012	rnn.weight_ih_l0	4	-0.04817212000489235
12012	rnn.weight_ih_l0	5	-0.0008733274880796671
12012	rnn.weight_ih_l0	6	-0.05350245162844658
12012	rnn.weight_ih_l0	7	-0.0537068136036396
12012	rnn.weight_ih_l0	8	-0.046844907104969025
12012	rnn.weight_ih_l0	9	-0.026913046836853027
12012	rnn.weight_hh_l0	0	0.015153276734054089
12012	rnn.weight_hh_l0	1	-0.018950361758470535
12012	rnn.weight_hh_l0	2	-0.04263227805495262
12012	rnn.weight_hh_l0	3	-0.023830335587263107
12012	rnn.weight_hh_l0	4	-0.05968222767114639
12012	rnn.weight_hh_l0	5	-0.012114432640373707
12012	rnn.weight_hh_l0	6	-0.041491106152534485
12012	rnn.weight_hh_l0	7	0.006672522984445095
12012	rnn.weight_hh_l0	8	-0.016795633360743523
12012	rnn.weight_hh_l0	9	0.01857723295688629
12012	rnn.bias_ih_l0	0	0.09890425950288773
12012	rnn.bias_ih_l0	1	-0.049027640372514725
12012	rnn.bias_ih_l0	2	0.099465511739254
12012	rnn.bias_ih_l0	3	0.05875200405716896
12012	rnn.bias_ih_l0	4	0.09928862005472183
12012	rnn.bias_ih_l0	5	0.022731749340891838
12012	rnn.bias_ih_l0	6	-0.008796606212854385
12012	rnn.bias_ih_l0	7	-0.08840332180261612
12012	rnn.bias_ih_l0	8	-0.13518553972244263
12012	rnn.bias_ih_l0	9	0.08805743604898453
12012	rnn.bias_hh_l0	0	-0.023678377270698547
12012	rnn.bias_hh_l0	1	0.017521291971206665
12012	rnn.bias_hh_l0	2	-0.01599062979221344
12012	rnn.bias_hh_l0	3	-0.02165553905069828
12012	rnn.bias_hh_l0	4	-0.04732942581176758
12012	rnn.bias_hh_l0	5	0.11928040534257889
12012	rnn.bias_hh_l0	6	0.003344813594594598
12012	rnn.bias_hh_l0	7	0.0232754684984684
12012	rnn.bias_hh_l0	8	0.025572163984179497
12012	rnn.bias_hh_l0	9	0.04250388592481613
12012	rnn.weight_ih_l0_reverse	0	-0.02973545342683792
12012	rnn.weight_ih_l0_reverse	1	-0.00635563675314188
12012	rnn.weight_ih_l0_reverse	2	0.02571982704102993
12012	rnn.weight_ih_l0_reverse	3	-0.0565289631485939
12012	rnn.weight_ih_l0_reverse	4	0.010245919227600098
12012	rnn.weight_ih_l0_reverse	5	-0.05184493958950043
12012	rnn.weight_ih_l0_reverse	6	0.007041820324957371
12012	rnn.weight_ih_l0_reverse	7	0.04323078319430351
12012	rnn.weight_ih_l0_reverse	8	-0.04239191114902496
12012	rnn.weight_ih_l0_reverse	9	-0.053294144570827484
12012	rnn.weight_hh_l0_reverse	0	-0.07743580639362335
12012	rnn.weight_hh_l0_reverse	1	-0.04418899491429329
12012	rnn.weight_hh_l0_reverse	2	0.020421171560883522
12012	rnn.weight_hh_l0_reverse	3	0.04347294941544533
12012	rnn.weight_hh_l0_reverse	4	0.019185341894626617
12012	rnn.weight_hh_l0_reverse	5	0.042052943259477615
12012	rnn.weight_hh_l0_reverse	6	-0.008321941830217838
12012	rnn.weight_hh_l0_reverse	7	0.006567074917256832
12012	rnn.weight_hh_l0_reverse	8	-0.0887128934264183
12012	rnn.weight_hh_l0_reverse	9	0.05118987336754799
12012	rnn.bias_ih_l0_reverse	0	-0.08200307190418243
12012	rnn.bias_ih_l0_reverse	1	-0.04619547724723816
12012	rnn.bias_ih_l0_reverse	2	0.09283747524023056
12012	rnn.bias_ih_l0_reverse	3	0.025798672810196877
12012	rnn.bias_ih_l0_reverse	4	-0.11334939301013947
12012	rnn.bias_ih_l0_reverse	5	0.03339805826544762
12012	rnn.bias_ih_l0_reverse	6	-0.10518565028905869
12012	rnn.bias_ih_l0_reverse	7	0.04507274180650711
12012	rnn.bias_ih_l0_reverse	8	0.021481329575181007
12012	rnn.bias_ih_l0_reverse	9	0.07068176567554474
12012	rnn.bias_hh_l0_reverse	0	0.025897199288010597
12012	rnn.bias_hh_l0_reverse	1	0.07357706129550934
12012	rnn.bias_hh_l0_reverse	2	0.07550633698701859
12012	rnn.bias_hh_l0_reverse	3	-0.010018774308264256
12012	rnn.bias_hh_l0_reverse	4	0.08210467547178268
12012	rnn.bias_hh_l0_reverse	5	0.0032339137978851795
12012	rnn.bias_hh_l0_reverse	6	-0.07182483375072479
12012	rnn.bias_hh_l0_reverse	7	0.03878229111433029
12012	rnn.bias_hh_l0_reverse	8	0.016417931765317917
12012	rnn.bias_hh_l0_reverse	9	-0.12733770906925201
12012	linear.weight	0	0.16327226161956787
12012	linear.weight	1	-0.11133737862110138
12012	linear.weight	2	-0.14822039008140564
12012	linear.weight	3	0.05601026117801666
12012	linear.weight	4	-0.0052555520087480545
12012	linear.weight	5	-0.007749588694423437
12012	linear.weight	6	-0.009218540973961353
12012	linear.weight	7	-0.03820284456014633
12012	linear.weight	8	0.041284944862127304
12012	linear.weight	9	0.3115184009075165
12012	linear.bias	0	-0.11530110239982605
12012	linear.bias	1	0.14089041948318481
12012	linear.bias	2	-0.45424655079841614
12012	linear.bias	3	1.5162307024002075
12012	linear.bias	4	-0.34656184911727905
12012	linear.bias	5	-0.030769959092140198
12012	linear.bias	6	-0.31063005328178406
12012	linear.bias	7	-0.20657725632190704
12012	linear.bias	8	0.030594879761338234
12012	linear.bias	9	-0.44747310876846313
12040	transitions	0	-0.6149773597717285
12040	transitions	1	0.3839152157306671
12040	transitions	2	1.7199180126190186
12040	transitions	3	0.13887043297290802
12040	transitions	4	0.9753574728965759
12040	transitions	5	1.2745680809020996
12040	transitions	6	0.48418623208999634
12040	transitions	7	0.1808222532272339
12040	transitions	8	-0.9191701412200928
12040	transitions	9	0.9307540059089661
12040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12040	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12040	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12040	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12040	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12040	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12040	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12040	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12040	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12040	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12040	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12040	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12040	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12040	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12040	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12040	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12040	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12040	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12040	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12040	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12040	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12040	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12040	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12040	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12040	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12040	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12040	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12040	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12040	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12040	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12040	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12040	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12040	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12040	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12040	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12040	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12040	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12040	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12040	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12040	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12040	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12040	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12040	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12040	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12040	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12040	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12040	embedding2nn.weight	0	0.013250939548015594
12040	embedding2nn.weight	1	0.015914427116513252
12040	embedding2nn.weight	2	-0.005397120490670204
12040	embedding2nn.weight	3	0.0017717275768518448
12040	embedding2nn.weight	4	-0.004304817877709866
12040	embedding2nn.weight	5	0.010784081183373928
12040	embedding2nn.weight	6	-0.00338056986220181
12040	embedding2nn.weight	7	0.00493811909109354
12040	embedding2nn.weight	8	-0.006848458666354418
12040	embedding2nn.weight	9	-0.0133024537935853
12040	embedding2nn.bias	0	-0.02617052011191845
12040	embedding2nn.bias	1	0.004550176672637463
12040	embedding2nn.bias	2	-0.06555811315774918
12040	embedding2nn.bias	3	0.0075624855235219
12040	embedding2nn.bias	4	0.0018762536346912384
12040	embedding2nn.bias	5	-0.0038912261370569468
12040	embedding2nn.bias	6	0.008340606465935707
12040	embedding2nn.bias	7	0.017893163487315178
12040	embedding2nn.bias	8	-0.0008979596896097064
12040	embedding2nn.bias	9	-0.007464274298399687
12040	rnn.weight_ih_l0	0	0.03806203603744507
12040	rnn.weight_ih_l0	1	-0.011640610173344612
12040	rnn.weight_ih_l0	2	-0.029747972264885902
12040	rnn.weight_ih_l0	3	-0.04664059355854988
12040	rnn.weight_ih_l0	4	-0.048260096460580826
12040	rnn.weight_ih_l0	5	-0.0007605448481626809
12040	rnn.weight_ih_l0	6	-0.05383121967315674
12040	rnn.weight_ih_l0	7	-0.05391234904527664
12040	rnn.weight_ih_l0	8	-0.046727173030376434
12040	rnn.weight_ih_l0	9	-0.026739219203591347
12040	rnn.weight_hh_l0	0	0.015173868276178837
12040	rnn.weight_hh_l0	1	-0.018939577043056488
12040	rnn.weight_hh_l0	2	-0.04291985183954239
12040	rnn.weight_hh_l0	3	-0.023943696171045303
12040	rnn.weight_hh_l0	4	-0.0600864514708519
12040	rnn.weight_hh_l0	5	-0.01199818029999733
12040	rnn.weight_hh_l0	6	-0.041596654802560806
12040	rnn.weight_hh_l0	7	0.005243765190243721
12040	rnn.weight_hh_l0	8	-0.016692761331796646
12040	rnn.weight_hh_l0	9	0.01730719394981861
12040	rnn.bias_ih_l0	0	0.09834854304790497
12040	rnn.bias_ih_l0	1	-0.04696965217590332
12040	rnn.bias_ih_l0	2	0.09908091276884079
12040	rnn.bias_ih_l0	3	0.05829291790723801
12040	rnn.bias_ih_l0	4	0.09852176159620285
12040	rnn.bias_ih_l0	5	0.024716375395655632
12040	rnn.bias_ih_l0	6	-0.009787247516214848
12040	rnn.bias_ih_l0	7	-0.0917448177933693
12040	rnn.bias_ih_l0	8	-0.13602697849273682
12040	rnn.bias_ih_l0	9	0.08739180862903595
12040	rnn.bias_hh_l0	0	-0.02322574146091938
12040	rnn.bias_hh_l0	1	0.01772543042898178
12040	rnn.bias_hh_l0	2	-0.018320968374609947
12040	rnn.bias_hh_l0	3	-0.017649361863732338
12040	rnn.bias_hh_l0	4	-0.047383710741996765
12040	rnn.bias_hh_l0	5	0.11941824108362198
12040	rnn.bias_hh_l0	6	0.0022918828763067722
12040	rnn.bias_hh_l0	7	0.02347719296813011
12040	rnn.bias_hh_l0	8	0.02458152361214161
12040	rnn.bias_hh_l0	9	0.04330754652619362
12040	rnn.weight_ih_l0_reverse	0	-0.029354296624660492
12040	rnn.weight_ih_l0_reverse	1	-0.007006256841123104
12040	rnn.weight_ih_l0_reverse	2	0.02561686933040619
12040	rnn.weight_ih_l0_reverse	3	-0.056695323437452316
12040	rnn.weight_ih_l0_reverse	4	0.010322397574782372
12040	rnn.weight_ih_l0_reverse	5	-0.05191202089190483
12040	rnn.weight_ih_l0_reverse	6	0.007165108807384968
12040	rnn.weight_ih_l0_reverse	7	0.04331619665026665
12040	rnn.weight_ih_l0_reverse	8	-0.04253045842051506
12040	rnn.weight_ih_l0_reverse	9	-0.053523480892181396
12040	rnn.weight_hh_l0_reverse	0	-0.07728832215070724
12040	rnn.weight_hh_l0_reverse	1	-0.044429369270801544
12040	rnn.weight_hh_l0_reverse	2	0.02088620327413082
12040	rnn.weight_hh_l0_reverse	3	0.04301047325134277
12040	rnn.weight_hh_l0_reverse	4	0.01994253695011139
12040	rnn.weight_hh_l0_reverse	5	0.04161924496293068
12040	rnn.weight_hh_l0_reverse	6	-0.00793061126023531
12040	rnn.weight_hh_l0_reverse	7	0.006687406450510025
12040	rnn.weight_hh_l0_reverse	8	-0.08984238654375076
12040	rnn.weight_hh_l0_reverse	9	0.05124465003609657
12040	rnn.bias_ih_l0_reverse	0	-0.08142059296369553
12040	rnn.bias_ih_l0_reverse	1	-0.04434004798531532
12040	rnn.bias_ih_l0_reverse	2	0.09223445504903793
12040	rnn.bias_ih_l0_reverse	3	0.02579190395772457
12040	rnn.bias_ih_l0_reverse	4	-0.11488093435764313
12040	rnn.bias_ih_l0_reverse	5	0.03432416915893555
12040	rnn.bias_ih_l0_reverse	6	-0.1072436198592186
12040	rnn.bias_ih_l0_reverse	7	0.04241936281323433
12040	rnn.bias_ih_l0_reverse	8	0.020693372935056686
12040	rnn.bias_ih_l0_reverse	9	0.07095681130886078
12040	rnn.bias_hh_l0_reverse	0	0.027452435344457626
12040	rnn.bias_hh_l0_reverse	1	0.0722404345870018
12040	rnn.bias_hh_l0_reverse	2	0.07401055842638016
12040	rnn.bias_hh_l0_reverse	3	-0.009987746365368366
12040	rnn.bias_hh_l0_reverse	4	0.08312251418828964
12040	rnn.bias_hh_l0_reverse	5	0.004467612132430077
12040	rnn.bias_hh_l0_reverse	6	-0.07207957655191422
12040	rnn.bias_hh_l0_reverse	7	0.03717496246099472
12040	rnn.bias_hh_l0_reverse	8	0.015204050578176975
12040	rnn.bias_hh_l0_reverse	9	-0.13393104076385498
12040	linear.weight	0	0.1621713936328888
12040	linear.weight	1	-0.11130983382463455
12040	linear.weight	2	-0.14794020354747772
12040	linear.weight	3	0.057486094534397125
12040	linear.weight	4	-0.005056784953922033
12040	linear.weight	5	-0.004993575159460306
12040	linear.weight	6	-0.00920940563082695
12040	linear.weight	7	-0.038124822080135345
12040	linear.weight	8	0.04237668961286545
12040	linear.weight	9	0.30443406105041504
12040	linear.bias	0	-0.11261770874261856
12040	linear.bias	1	0.13310779631137848
12040	linear.bias	2	-0.45053157210350037
12040	linear.bias	3	1.4980483055114746
12040	linear.bias	4	-0.3469945788383484
12040	linear.bias	5	-0.030769959092140198
12040	linear.bias	6	-0.30757078528404236
12040	linear.bias	7	-0.20999357104301453
12040	linear.bias	8	0.03443199768662453
12040	linear.bias	9	-0.4476225972175598
12068	transitions	0	-0.6151190996170044
12068	transitions	1	0.38378632068634033
12068	transitions	2	1.719698190689087
12068	transitions	3	0.13874049484729767
12068	transitions	4	0.9753207564353943
12068	transitions	5	1.274566650390625
12068	transitions	6	0.48418521881103516
12068	transitions	7	0.18081387877464294
12068	transitions	8	-0.9191713333129883
12068	transitions	9	0.9307537078857422
12068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12068	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12068	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12068	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12068	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12068	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12068	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12068	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12068	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12068	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12068	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12068	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12068	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12068	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12068	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12068	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12068	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12068	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12068	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12068	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12068	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12068	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12068	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12068	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12068	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12068	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12068	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12068	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12068	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12068	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12068	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12068	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12068	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12068	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12068	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12068	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12068	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12068	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12068	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12068	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12068	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12068	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12068	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12068	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12068	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12068	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12068	embedding2nn.weight	0	0.013332115486264229
12068	embedding2nn.weight	1	0.015928100794553757
12068	embedding2nn.weight	2	-0.005423932336270809
12068	embedding2nn.weight	3	0.0019244520226493478
12068	embedding2nn.weight	4	-0.004259111359715462
12068	embedding2nn.weight	5	0.010627606883645058
12068	embedding2nn.weight	6	-0.0034055551514029503
12068	embedding2nn.weight	7	0.0052999090403318405
12068	embedding2nn.weight	8	-0.006713810842484236
12068	embedding2nn.weight	9	-0.013330076821148396
12068	embedding2nn.bias	0	-0.02206370420753956
12068	embedding2nn.bias	1	0.004309863317757845
12068	embedding2nn.bias	2	-0.06883735209703445
12068	embedding2nn.bias	3	0.006199248135089874
12068	embedding2nn.bias	4	0.002528875134885311
12068	embedding2nn.bias	5	-0.0034450560342520475
12068	embedding2nn.bias	6	0.015480441972613335
12068	embedding2nn.bias	7	0.022091908380389214
12068	embedding2nn.bias	8	-0.00030444905860349536
12068	embedding2nn.bias	9	-0.008741145022213459
12068	rnn.weight_ih_l0	0	0.03874889016151428
12068	rnn.weight_ih_l0	1	-0.011566679924726486
12068	rnn.weight_ih_l0	2	-0.02980768494307995
12068	rnn.weight_ih_l0	3	-0.04658283665776253
12068	rnn.weight_ih_l0	4	-0.048340871930122375
12068	rnn.weight_ih_l0	5	-0.0004840064502786845
12068	rnn.weight_ih_l0	6	-0.05372379720211029
12068	rnn.weight_ih_l0	7	-0.05435425043106079
12068	rnn.weight_ih_l0	8	-0.04673442989587784
12068	rnn.weight_ih_l0	9	-0.026815691962838173
12068	rnn.weight_hh_l0	0	0.014670882374048233
12068	rnn.weight_hh_l0	1	-0.01899494230747223
12068	rnn.weight_hh_l0	2	-0.04283304885029793
12068	rnn.weight_hh_l0	3	-0.02431567572057247
12068	rnn.weight_hh_l0	4	-0.06039927527308464
12068	rnn.weight_hh_l0	5	-0.011856465600430965
12068	rnn.weight_hh_l0	6	-0.04244472086429596
12068	rnn.weight_hh_l0	7	0.0036709376145154238
12068	rnn.weight_hh_l0	8	-0.01605876162648201
12068	rnn.weight_hh_l0	9	0.017519084736704826
12068	rnn.bias_ih_l0	0	0.09785107523202896
12068	rnn.bias_ih_l0	1	-0.04673211649060249
12068	rnn.bias_ih_l0	2	0.1005377396941185
12068	rnn.bias_ih_l0	3	0.05786316469311714
12068	rnn.bias_ih_l0	4	0.09935273975133896
12068	rnn.bias_ih_l0	5	0.02511327713727951
12068	rnn.bias_ih_l0	6	-0.008217306807637215
12068	rnn.bias_ih_l0	7	-0.09281037002801895
12068	rnn.bias_ih_l0	8	-0.12679512798786163
12068	rnn.bias_ih_l0	9	0.08757226169109344
12068	rnn.bias_hh_l0	0	-0.02396603673696518
12068	rnn.bias_hh_l0	1	0.018086208030581474
12068	rnn.bias_hh_l0	2	-0.017770258709788322
12068	rnn.bias_hh_l0	3	-0.018898768350481987
12068	rnn.bias_hh_l0	4	-0.04698864370584488
12068	rnn.bias_hh_l0	5	0.11826891452074051
12068	rnn.bias_hh_l0	6	0.0039782291278243065
12068	rnn.bias_hh_l0	7	0.02525772713124752
12068	rnn.bias_hh_l0	8	0.026151465252041817
12068	rnn.bias_hh_l0	9	0.04385234788060188
12068	rnn.weight_ih_l0_reverse	0	-0.029539041221141815
12068	rnn.weight_ih_l0_reverse	1	-0.00548476492986083
12068	rnn.weight_ih_l0_reverse	2	0.025743111968040466
12068	rnn.weight_ih_l0_reverse	3	-0.05693730339407921
12068	rnn.weight_ih_l0_reverse	4	0.010479719378054142
12068	rnn.weight_ih_l0_reverse	5	-0.051989346742630005
12068	rnn.weight_ih_l0_reverse	6	0.008859074674546719
12068	rnn.weight_ih_l0_reverse	7	0.043317053467035294
12068	rnn.weight_ih_l0_reverse	8	-0.04269402474164963
12068	rnn.weight_ih_l0_reverse	9	-0.05347425863146782
12068	rnn.weight_hh_l0_reverse	0	-0.07740673422813416
12068	rnn.weight_hh_l0_reverse	1	-0.04591009393334389
12068	rnn.weight_hh_l0_reverse	2	0.021065641194581985
12068	rnn.weight_hh_l0_reverse	3	0.04317725822329521
12068	rnn.weight_hh_l0_reverse	4	0.02056536078453064
12068	rnn.weight_hh_l0_reverse	5	0.04173562675714493
12068	rnn.weight_hh_l0_reverse	6	-0.008758830837905407
12068	rnn.weight_hh_l0_reverse	7	0.006902096327394247
12068	rnn.weight_hh_l0_reverse	8	-0.09000977128744125
12068	rnn.weight_hh_l0_reverse	9	0.05131584778428078
12068	rnn.bias_ih_l0_reverse	0	-0.08341541141271591
12068	rnn.bias_ih_l0_reverse	1	-0.047166645526885986
12068	rnn.bias_ih_l0_reverse	2	0.09315021336078644
12068	rnn.bias_ih_l0_reverse	3	0.026902522891759872
12068	rnn.bias_ih_l0_reverse	4	-0.1147349551320076
12068	rnn.bias_ih_l0_reverse	5	0.03669670969247818
12068	rnn.bias_ih_l0_reverse	6	-0.10680412501096725
12068	rnn.bias_ih_l0_reverse	7	0.04350581392645836
12068	rnn.bias_ih_l0_reverse	8	0.02402329444885254
12068	rnn.bias_ih_l0_reverse	9	0.06976240128278732
12068	rnn.bias_hh_l0_reverse	0	0.025918541476130486
12068	rnn.bias_hh_l0_reverse	1	0.06988389045000076
12068	rnn.bias_hh_l0_reverse	2	0.07396189868450165
12068	rnn.bias_hh_l0_reverse	3	-0.010559293441474438
12068	rnn.bias_hh_l0_reverse	4	0.08195246011018753
12068	rnn.bias_hh_l0_reverse	5	-0.006311213131994009
12068	rnn.bias_hh_l0_reverse	6	-0.0733819454908371
12068	rnn.bias_hh_l0_reverse	7	0.03610427677631378
12068	rnn.bias_hh_l0_reverse	8	0.014282730408012867
12068	rnn.bias_hh_l0_reverse	9	-0.12600845098495483
12068	linear.weight	0	0.1559385359287262
12068	linear.weight	1	-0.11130145937204361
12068	linear.weight	2	-0.14679379761219025
12068	linear.weight	3	0.05791392922401428
12068	linear.weight	4	-0.006268510594964027
12068	linear.weight	5	-0.005489022471010685
12068	linear.weight	6	-0.009206037037074566
12068	linear.weight	7	-0.03801629692316055
12068	linear.weight	8	0.04179098457098007
12068	linear.weight	9	0.2974439561367035
12068	linear.bias	0	-0.1117587611079216
12068	linear.bias	1	0.1327349841594696
12068	linear.bias	2	-0.4502791464328766
12068	linear.bias	3	1.4993705749511719
12068	linear.bias	4	-0.3492947816848755
12068	linear.bias	5	-0.030769959092140198
12068	linear.bias	6	-0.3088025748729706
12068	linear.bias	7	-0.20628194510936737
12068	linear.bias	8	0.02996985614299774
12068	linear.bias	9	-0.44786787033081055
12096	transitions	0	-0.6152192950248718
12096	transitions	1	0.3837444484233856
12096	transitions	2	1.7196060419082642
12096	transitions	3	0.1387077420949936
12096	transitions	4	0.975165843963623
12096	transitions	5	1.2745656967163086
12096	transitions	6	0.484184592962265
12096	transitions	7	0.18080934882164001
12096	transitions	8	-0.9191718697547913
12096	transitions	9	0.9307537078857422
12096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12096	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12096	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12096	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12096	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12096	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12096	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12096	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12096	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12096	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12096	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12096	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12096	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12096	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12096	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12096	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12096	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12096	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12096	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12096	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12096	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12096	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12096	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12096	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12096	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12096	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12096	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12096	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12096	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12096	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12096	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12096	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12096	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12096	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12096	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12096	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12096	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12096	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12096	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12096	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12096	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12096	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12096	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12096	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12096	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12096	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12096	embedding2nn.weight	0	0.013896072283387184
12096	embedding2nn.weight	1	0.015914587303996086
12096	embedding2nn.weight	2	-0.005468134768307209
12096	embedding2nn.weight	3	0.001922273775562644
12096	embedding2nn.weight	4	-0.004273808095604181
12096	embedding2nn.weight	5	0.010460864752531052
12096	embedding2nn.weight	6	-0.0033276104368269444
12096	embedding2nn.weight	7	0.005484335590153933
12096	embedding2nn.weight	8	-0.006498635746538639
12096	embedding2nn.weight	9	-0.01316698919981718
12096	embedding2nn.bias	0	-0.028011292219161987
12096	embedding2nn.bias	1	0.003890192834660411
12096	embedding2nn.bias	2	-0.06875133514404297
12096	embedding2nn.bias	3	0.0070071835070848465
12096	embedding2nn.bias	4	0.0035891481675207615
12096	embedding2nn.bias	5	-0.0028204915579408407
12096	embedding2nn.bias	6	0.010776117444038391
12096	embedding2nn.bias	7	0.024785248562693596
12096	embedding2nn.bias	8	0.0022383914329111576
12096	embedding2nn.bias	9	0.0011338950134813786
12096	rnn.weight_ih_l0	0	0.03895504027605057
12096	rnn.weight_ih_l0	1	-0.012013445608317852
12096	rnn.weight_ih_l0	2	-0.030043618753552437
12096	rnn.weight_ih_l0	3	-0.04614876210689545
12096	rnn.weight_ih_l0	4	-0.048170384019613266
12096	rnn.weight_ih_l0	5	-0.00043855560943484306
12096	rnn.weight_ih_l0	6	-0.053593218326568604
12096	rnn.weight_ih_l0	7	-0.053934164345264435
12096	rnn.weight_ih_l0	8	-0.04652193933725357
12096	rnn.weight_ih_l0	9	-0.02676696516573429
12096	rnn.weight_hh_l0	0	0.014156761579215527
12096	rnn.weight_hh_l0	1	-0.018972337245941162
12096	rnn.weight_hh_l0	2	-0.042515940964221954
12096	rnn.weight_hh_l0	3	-0.024581531062722206
12096	rnn.weight_hh_l0	4	-0.06034795939922333
12096	rnn.weight_hh_l0	5	-0.011816093698143959
12096	rnn.weight_hh_l0	6	-0.04327721893787384
12096	rnn.weight_hh_l0	7	0.0023855199106037617
12096	rnn.weight_hh_l0	8	-0.016015149652957916
12096	rnn.weight_hh_l0	9	0.017473474144935608
12096	rnn.bias_ih_l0	0	0.09754826873540878
12096	rnn.bias_ih_l0	1	-0.04510880634188652
12096	rnn.bias_ih_l0	2	0.10095348209142685
12096	rnn.bias_ih_l0	3	0.0580926388502121
12096	rnn.bias_ih_l0	4	0.1011216938495636
12096	rnn.bias_ih_l0	5	0.025262856855988503
12096	rnn.bias_ih_l0	6	-0.006972110364586115
12096	rnn.bias_ih_l0	7	-0.09205183386802673
12096	rnn.bias_ih_l0	8	-0.1287311613559723
12096	rnn.bias_ih_l0	9	0.0880434438586235
12096	rnn.bias_hh_l0	0	-0.02348204515874386
12096	rnn.bias_hh_l0	1	0.01934264972805977
12096	rnn.bias_hh_l0	2	-0.019495846703648567
12096	rnn.bias_hh_l0	3	-0.018148506060242653
12096	rnn.bias_hh_l0	4	-0.047961071133613586
12096	rnn.bias_hh_l0	5	0.11700242757797241
12096	rnn.bias_hh_l0	6	0.004031007643789053
12096	rnn.bias_hh_l0	7	0.02698873169720173
12096	rnn.bias_hh_l0	8	0.027396664023399353
12096	rnn.bias_hh_l0	9	0.04365504905581474
12096	rnn.weight_ih_l0_reverse	0	-0.029508884996175766
12096	rnn.weight_ih_l0_reverse	1	-0.004787490703165531
12096	rnn.weight_ih_l0_reverse	2	0.025337068364024162
12096	rnn.weight_ih_l0_reverse	3	-0.05714200437068939
12096	rnn.weight_ih_l0_reverse	4	0.010656771250069141
12096	rnn.weight_ih_l0_reverse	5	-0.05192459747195244
12096	rnn.weight_ih_l0_reverse	6	0.008649483323097229
12096	rnn.weight_ih_l0_reverse	7	0.04327145218849182
12096	rnn.weight_ih_l0_reverse	8	-0.04308990389108658
12096	rnn.weight_ih_l0_reverse	9	-0.05353494733572006
12096	rnn.weight_hh_l0_reverse	0	-0.07686299830675125
12096	rnn.weight_hh_l0_reverse	1	-0.04610352963209152
12096	rnn.weight_hh_l0_reverse	2	0.0216684527695179
12096	rnn.weight_hh_l0_reverse	3	0.04267779365181923
12096	rnn.weight_hh_l0_reverse	4	0.020775292068719864
12096	rnn.weight_hh_l0_reverse	5	0.041654981672763824
12096	rnn.weight_hh_l0_reverse	6	-0.00632553780451417
12096	rnn.weight_hh_l0_reverse	7	0.006924259476363659
12096	rnn.weight_hh_l0_reverse	8	-0.09054923802614212
12096	rnn.weight_hh_l0_reverse	9	0.05048505216836929
12096	rnn.bias_ih_l0_reverse	0	-0.08543214201927185
12096	rnn.bias_ih_l0_reverse	1	-0.04625711962580681
12096	rnn.bias_ih_l0_reverse	2	0.09383215010166168
12096	rnn.bias_ih_l0_reverse	3	0.02689933590590954
12096	rnn.bias_ih_l0_reverse	4	-0.11573232710361481
12096	rnn.bias_ih_l0_reverse	5	0.035525690764188766
12096	rnn.bias_ih_l0_reverse	6	-0.10732975602149963
12096	rnn.bias_ih_l0_reverse	7	0.04399765282869339
12096	rnn.bias_ih_l0_reverse	8	0.022575316950678825
12096	rnn.bias_ih_l0_reverse	9	0.07080753892660141
12096	rnn.bias_hh_l0_reverse	0	0.023212464526295662
12096	rnn.bias_hh_l0_reverse	1	0.06935405731201172
12096	rnn.bias_hh_l0_reverse	2	0.0748295709490776
12096	rnn.bias_hh_l0_reverse	3	-0.010718447156250477
12096	rnn.bias_hh_l0_reverse	4	0.08242251724004745
12096	rnn.bias_hh_l0_reverse	5	-0.0005512548377737403
12096	rnn.bias_hh_l0_reverse	6	-0.07607892155647278
12096	rnn.bias_hh_l0_reverse	7	0.03635968640446663
12096	rnn.bias_hh_l0_reverse	8	0.01524466834962368
12096	rnn.bias_hh_l0_reverse	9	-0.12952204048633575
12096	linear.weight	0	0.1598728895187378
12096	linear.weight	1	-0.11128054559230804
12096	linear.weight	2	-0.14869579672813416
12096	linear.weight	3	0.05588650703430176
12096	linear.weight	4	-0.005972427316009998
12096	linear.weight	5	-0.005783913657069206
12096	linear.weight	6	-0.009200504049658775
12096	linear.weight	7	-0.03799309954047203
12096	linear.weight	8	0.04217956215143204
12096	linear.weight	9	0.2945946156978607
12096	linear.bias	0	-0.11671460419893265
12096	linear.bias	1	0.1396322101354599
12096	linear.bias	2	-0.450377881526947
12096	linear.bias	3	1.4942349195480347
12096	linear.bias	4	-0.34960320591926575
12096	linear.bias	5	-0.030769959092140198
12096	linear.bias	6	-0.3093317449092865
12096	linear.bias	7	-0.20534314215183258
12096	linear.bias	8	0.032052572816610336
12096	linear.bias	9	-0.44796547293663025
12124	transitions	0	-0.6154283881187439
12124	transitions	1	0.3836985230445862
12124	transitions	2	1.7194656133651733
12124	transitions	3	0.1386612206697464
12124	transitions	4	0.9751522541046143
12124	transitions	5	1.2745646238327026
12124	transitions	6	0.48417842388153076
12124	transitions	7	0.18080870807170868
12124	transitions	8	-0.9191721081733704
12124	transitions	9	0.9307537078857422
12124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12124	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12124	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12124	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12124	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12124	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12124	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12124	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12124	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12124	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12124	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12124	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12124	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12124	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12124	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12124	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12124	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12124	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12124	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12124	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12124	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12124	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12124	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12124	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12124	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12124	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12124	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12124	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12124	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12124	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12124	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12124	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12124	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12124	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12124	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12124	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12124	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12124	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12124	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12124	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12124	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12124	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12124	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12124	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12124	embedding2nn.weight	0	0.014787792228162289
12124	embedding2nn.weight	1	0.01590626686811447
12124	embedding2nn.weight	2	-0.005421173758804798
12124	embedding2nn.weight	3	0.0020610110368579626
12124	embedding2nn.weight	4	-0.0042649987153708935
12124	embedding2nn.weight	5	0.010548103600740433
12124	embedding2nn.weight	6	-0.0031846684869378805
12124	embedding2nn.weight	7	0.0059663825668394566
12124	embedding2nn.weight	8	-0.006290215998888016
12124	embedding2nn.weight	9	-0.012946453876793385
12124	embedding2nn.bias	0	-0.02813057228922844
12124	embedding2nn.bias	1	0.006907516159117222
12124	embedding2nn.bias	2	-0.05879613384604454
12124	embedding2nn.bias	3	0.0004746828635688871
12124	embedding2nn.bias	4	-0.0018969690427184105
12124	embedding2nn.bias	5	-0.008914606645703316
12124	embedding2nn.bias	6	0.015379443764686584
12124	embedding2nn.bias	7	0.03037385828793049
12124	embedding2nn.bias	8	0.0011981907300651073
12124	embedding2nn.bias	9	-0.004534681793302298
12124	rnn.weight_ih_l0	0	0.039132360368967056
12124	rnn.weight_ih_l0	1	-0.012140111066401005
12124	rnn.weight_ih_l0	2	-0.029587965458631516
12124	rnn.weight_ih_l0	3	-0.04622809588909149
12124	rnn.weight_ih_l0	4	-0.04822363704442978
12124	rnn.weight_ih_l0	5	-0.0006012035883031785
12124	rnn.weight_ih_l0	6	-0.05324294790625572
12124	rnn.weight_ih_l0	7	-0.05360326170921326
12124	rnn.weight_ih_l0	8	-0.04674284905195236
12124	rnn.weight_ih_l0	9	-0.026581237092614174
12124	rnn.weight_hh_l0	0	0.014163117855787277
12124	rnn.weight_hh_l0	1	-0.018586542457342148
12124	rnn.weight_hh_l0	2	-0.042036257684230804
12124	rnn.weight_hh_l0	3	-0.024389445781707764
12124	rnn.weight_hh_l0	4	-0.060507260262966156
12124	rnn.weight_hh_l0	5	-0.011773800477385521
12124	rnn.weight_hh_l0	6	-0.04244455322623253
12124	rnn.weight_hh_l0	7	0.003268216038122773
12124	rnn.weight_hh_l0	8	-0.01633092574775219
12124	rnn.weight_hh_l0	9	0.01698927767574787
12124	rnn.bias_ih_l0	0	0.09847474098205566
12124	rnn.bias_ih_l0	1	-0.04661073163151741
12124	rnn.bias_ih_l0	2	0.101694256067276
12124	rnn.bias_ih_l0	3	0.06083538383245468
12124	rnn.bias_ih_l0	4	0.09903053194284439
12124	rnn.bias_ih_l0	5	0.025890620425343513
12124	rnn.bias_ih_l0	6	-0.007711350917816162
12124	rnn.bias_ih_l0	7	-0.09137306362390518
12124	rnn.bias_ih_l0	8	-0.12697643041610718
12124	rnn.bias_ih_l0	9	0.0873294323682785
12124	rnn.bias_hh_l0	0	-0.023993931710720062
12124	rnn.bias_hh_l0	1	0.022229164838790894
12124	rnn.bias_hh_l0	2	-0.017286119982600212
12124	rnn.bias_hh_l0	3	-0.017554476857185364
12124	rnn.bias_hh_l0	4	-0.04708032310009003
12124	rnn.bias_hh_l0	5	0.11938518285751343
12124	rnn.bias_hh_l0	6	0.0019013795536011457
12124	rnn.bias_hh_l0	7	0.024973902851343155
12124	rnn.bias_hh_l0	8	0.026657424867153168
12124	rnn.bias_hh_l0	9	0.04208889231085777
12124	rnn.weight_ih_l0_reverse	0	-0.029663901776075363
12124	rnn.weight_ih_l0_reverse	1	-0.0038987116422504187
12124	rnn.weight_ih_l0_reverse	2	0.025386549532413483
12124	rnn.weight_ih_l0_reverse	3	-0.05735392868518829
12124	rnn.weight_ih_l0_reverse	4	0.010626066476106644
12124	rnn.weight_ih_l0_reverse	5	-0.05200902745127678
12124	rnn.weight_ih_l0_reverse	6	0.007623609155416489
12124	rnn.weight_ih_l0_reverse	7	0.04334212839603424
12124	rnn.weight_ih_l0_reverse	8	-0.043176889419555664
12124	rnn.weight_ih_l0_reverse	9	-0.05357580631971359
12124	rnn.weight_hh_l0_reverse	0	-0.07624208927154541
12124	rnn.weight_hh_l0_reverse	1	-0.045015666633844376
12124	rnn.weight_hh_l0_reverse	2	0.0220955740660429
12124	rnn.weight_hh_l0_reverse	3	0.04296686127781868
12124	rnn.weight_hh_l0_reverse	4	0.021240562200546265
12124	rnn.weight_hh_l0_reverse	5	0.041716378182172775
12124	rnn.weight_hh_l0_reverse	6	-0.006101349368691444
12124	rnn.weight_hh_l0_reverse	7	0.007351238746196032
12124	rnn.weight_hh_l0_reverse	8	-0.09149496257305145
12124	rnn.weight_hh_l0_reverse	9	0.050889018923044205
12124	rnn.bias_ih_l0_reverse	0	-0.08999406546354294
12124	rnn.bias_ih_l0_reverse	1	-0.046442799270153046
12124	rnn.bias_ih_l0_reverse	2	0.09402012825012207
12124	rnn.bias_ih_l0_reverse	3	0.02700921893119812
12124	rnn.bias_ih_l0_reverse	4	-0.11538861691951752
12124	rnn.bias_ih_l0_reverse	5	0.0340302437543869
12124	rnn.bias_ih_l0_reverse	6	-0.10929405689239502
12124	rnn.bias_ih_l0_reverse	7	0.04293661564588547
12124	rnn.bias_ih_l0_reverse	8	0.02361001819372177
12124	rnn.bias_ih_l0_reverse	9	0.07128995656967163
12124	rnn.bias_hh_l0_reverse	0	0.021074332296848297
12124	rnn.bias_hh_l0_reverse	1	0.06795687228441238
12124	rnn.bias_hh_l0_reverse	2	0.07281007617712021
12124	rnn.bias_hh_l0_reverse	3	-0.009937446564435959
12124	rnn.bias_hh_l0_reverse	4	0.08185099065303802
12124	rnn.bias_hh_l0_reverse	5	-0.0025622693356126547
12124	rnn.bias_hh_l0_reverse	6	-0.07681965082883835
12124	rnn.bias_hh_l0_reverse	7	0.03576816990971565
12124	rnn.bias_hh_l0_reverse	8	0.012840996496379375
12124	rnn.bias_hh_l0_reverse	9	-0.12832115590572357
12124	linear.weight	0	0.1667807698249817
12124	linear.weight	1	-0.11128060519695282
12124	linear.weight	2	-0.14734211564064026
12124	linear.weight	3	0.04929880425333977
12124	linear.weight	4	-0.005866326857358217
12124	linear.weight	5	-0.004968495573848486
12124	linear.weight	6	-0.009193059988319874
12124	linear.weight	7	-0.037949979305267334
12124	linear.weight	8	0.042452748864889145
12124	linear.weight	9	0.2902833819389343
12124	linear.bias	0	-0.10937992483377457
12124	linear.bias	1	0.12939122319221497
12124	linear.bias	2	-0.44701364636421204
12124	linear.bias	3	1.4814518690109253
12124	linear.bias	4	-0.34985119104385376
12124	linear.bias	5	-0.030769959092140198
12124	linear.bias	6	-0.305921733379364
12124	linear.bias	7	-0.2081741988658905
12124	linear.bias	8	0.041917577385902405
12124	linear.bias	9	-0.44804146885871887
12152	transitions	0	-0.61553555727005
12152	transitions	1	0.3835216760635376
12152	transitions	2	1.7193219661712646
12152	transitions	3	0.13856340944766998
12152	transitions	4	0.9750893712043762
12152	transitions	5	1.2745625972747803
12152	transitions	6	0.4841776490211487
12152	transitions	7	0.1808074414730072
12152	transitions	8	-0.9191728830337524
12152	transitions	9	0.9307537078857422
12152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12152	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12152	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12152	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12152	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12152	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12152	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12152	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12152	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12152	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12152	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12152	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12152	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12152	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12152	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12152	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12152	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12152	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12152	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12152	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12152	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12152	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12152	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12152	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12152	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12152	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12152	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12152	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12152	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12152	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12152	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12152	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12152	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12152	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12152	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12152	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12152	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12152	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12152	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12152	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12152	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12152	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12152	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12152	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12152	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12152	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12152	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12152	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12152	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12152	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12152	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12152	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12152	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12152	embedding2nn.weight	0	0.015425956808030605
12152	embedding2nn.weight	1	0.015772713348269463
12152	embedding2nn.weight	2	-0.005429733544588089
12152	embedding2nn.weight	3	0.0018769076559692621
12152	embedding2nn.weight	4	-0.004231353290379047
12152	embedding2nn.weight	5	0.010597966611385345
12152	embedding2nn.weight	6	-0.003322476986795664
12152	embedding2nn.weight	7	0.0054343584924936295
12152	embedding2nn.weight	8	-0.006359183695167303
12152	embedding2nn.weight	9	-0.013063831254839897
12152	embedding2nn.bias	0	-0.027523428201675415
12152	embedding2nn.bias	1	0.004247933626174927
12152	embedding2nn.bias	2	-0.06497838348150253
12152	embedding2nn.bias	3	-0.009867224842309952
12152	embedding2nn.bias	4	0.0025433714035898447
12152	embedding2nn.bias	5	-0.0137092974036932
12152	embedding2nn.bias	6	0.010954584926366806
12152	embedding2nn.bias	7	0.02866106480360031
12152	embedding2nn.bias	8	0.004382396582514048
12152	embedding2nn.bias	9	-0.0025770121719688177
12152	rnn.weight_ih_l0	0	0.03890267759561539
12152	rnn.weight_ih_l0	1	-0.012012224644422531
12152	rnn.weight_ih_l0	2	-0.0295951459556818
12152	rnn.weight_ih_l0	3	-0.0464821457862854
12152	rnn.weight_ih_l0	4	-0.04785441234707832
12152	rnn.weight_ih_l0	5	-0.000897001416888088
12152	rnn.weight_ih_l0	6	-0.053098924458026886
12152	rnn.weight_ih_l0	7	-0.05321985483169556
12152	rnn.weight_ih_l0	8	-0.046866562217473984
12152	rnn.weight_ih_l0	9	-0.026499852538108826
12152	rnn.weight_hh_l0	0	0.015183968469500542
12152	rnn.weight_hh_l0	1	-0.01901089772582054
12152	rnn.weight_hh_l0	2	-0.04156043380498886
12152	rnn.weight_hh_l0	3	-0.02516482025384903
12152	rnn.weight_hh_l0	4	-0.060563672333955765
12152	rnn.weight_hh_l0	5	-0.01151492539793253
12152	rnn.weight_hh_l0	6	-0.043730683624744415
12152	rnn.weight_hh_l0	7	0.0027388690505176783
12152	rnn.weight_hh_l0	8	-0.01650380901992321
12152	rnn.weight_hh_l0	9	0.017219122499227524
12152	rnn.bias_ih_l0	0	0.0992332473397255
12152	rnn.bias_ih_l0	1	-0.044954851269721985
12152	rnn.bias_ih_l0	2	0.10112712532281876
12152	rnn.bias_ih_l0	3	0.06250663101673126
12152	rnn.bias_ih_l0	4	0.09928616136312485
12152	rnn.bias_ih_l0	5	0.025648832321166992
12152	rnn.bias_ih_l0	6	-0.007597633637487888
12152	rnn.bias_ih_l0	7	-0.09552296251058578
12152	rnn.bias_ih_l0	8	-0.12833893299102783
12152	rnn.bias_ih_l0	9	0.08878453820943832
12152	rnn.bias_hh_l0	0	-0.02348719723522663
12152	rnn.bias_hh_l0	1	0.019421998411417007
12152	rnn.bias_hh_l0	2	-0.013723902404308319
12152	rnn.bias_hh_l0	3	-0.020694298669695854
12152	rnn.bias_hh_l0	4	-0.04627278819680214
12152	rnn.bias_hh_l0	5	0.11680509895086288
12152	rnn.bias_hh_l0	6	0.0027844521682709455
12152	rnn.bias_hh_l0	7	0.02590131387114525
12152	rnn.bias_hh_l0	8	0.02677113562822342
12152	rnn.bias_hh_l0	9	0.04311206564307213
12152	rnn.weight_ih_l0_reverse	0	-0.029268905520439148
12152	rnn.weight_ih_l0_reverse	1	-0.004183568060398102
12152	rnn.weight_ih_l0_reverse	2	0.025672098621726036
12152	rnn.weight_ih_l0_reverse	3	-0.0570702888071537
12152	rnn.weight_ih_l0_reverse	4	0.01058582030236721
12152	rnn.weight_ih_l0_reverse	5	-0.052009958773851395
12152	rnn.weight_ih_l0_reverse	6	0.008016593754291534
12152	rnn.weight_ih_l0_reverse	7	0.04341395944356918
12152	rnn.weight_ih_l0_reverse	8	-0.04314057528972626
12152	rnn.weight_ih_l0_reverse	9	-0.05340562015771866
12152	rnn.weight_hh_l0_reverse	0	-0.07631245255470276
12152	rnn.weight_hh_l0_reverse	1	-0.04428677633404732
12152	rnn.weight_hh_l0_reverse	2	0.02218521758913994
12152	rnn.weight_hh_l0_reverse	3	0.04262064769864082
12152	rnn.weight_hh_l0_reverse	4	0.02052277885377407
12152	rnn.weight_hh_l0_reverse	5	0.04136041924357414
12152	rnn.weight_hh_l0_reverse	6	-0.006304190494120121
12152	rnn.weight_hh_l0_reverse	7	0.007763497531414032
12152	rnn.weight_hh_l0_reverse	8	-0.09096704423427582
12152	rnn.weight_hh_l0_reverse	9	0.05214737728238106
12152	rnn.bias_ih_l0_reverse	0	-0.08956226706504822
12152	rnn.bias_ih_l0_reverse	1	-0.04239322617650032
12152	rnn.bias_ih_l0_reverse	2	0.09389808773994446
12152	rnn.bias_ih_l0_reverse	3	0.02685241773724556
12152	rnn.bias_ih_l0_reverse	4	-0.11508018523454666
12152	rnn.bias_ih_l0_reverse	5	0.034596338868141174
12152	rnn.bias_ih_l0_reverse	6	-0.10958455502986908
12152	rnn.bias_ih_l0_reverse	7	0.04273546114563942
12152	rnn.bias_ih_l0_reverse	8	0.023258361965417862
12152	rnn.bias_ih_l0_reverse	9	0.07064338773488998
12152	rnn.bias_hh_l0_reverse	0	0.023542452603578568
12152	rnn.bias_hh_l0_reverse	1	0.06933358311653137
12152	rnn.bias_hh_l0_reverse	2	0.07475975155830383
12152	rnn.bias_hh_l0_reverse	3	-0.00947254616767168
12152	rnn.bias_hh_l0_reverse	4	0.08255671709775925
12152	rnn.bias_hh_l0_reverse	5	-0.005286729894578457
12152	rnn.bias_hh_l0_reverse	6	-0.0759606659412384
12152	rnn.bias_hh_l0_reverse	7	0.034781280905008316
12152	rnn.bias_hh_l0_reverse	8	0.011398297734558582
12152	rnn.bias_hh_l0_reverse	9	-0.1393076777458191
12152	linear.weight	0	0.16341179609298706
12152	linear.weight	1	-0.11128608137369156
12152	linear.weight	2	-0.14989589154720306
12152	linear.weight	3	0.05110985413193703
12152	linear.weight	4	-0.006446138024330139
12152	linear.weight	5	-0.006203274708241224
12152	linear.weight	6	-0.009185063652694225
12152	linear.weight	7	-0.037871215492486954
12152	linear.weight	8	0.04322168976068497
12152	linear.weight	9	0.2899596393108368
12152	linear.bias	0	-0.10971345752477646
12152	linear.bias	1	0.12566214799880981
12152	linear.bias	2	-0.4476652443408966
12152	linear.bias	3	1.5085256099700928
12152	linear.bias	4	-0.35024479031562805
12152	linear.bias	5	-0.030769959092140198
12152	linear.bias	6	-0.30698609352111816
12152	linear.bias	7	-0.21207591891288757
12152	linear.bias	8	0.04553036391735077
12152	linear.bias	9	-0.4482209384441376
12180	transitions	0	-0.6156629323959351
12180	transitions	1	0.38337111473083496
12180	transitions	2	1.7191095352172852
12180	transitions	3	0.13813376426696777
12180	transitions	4	0.9750096201896667
12180	transitions	5	1.2745616436004639
12180	transitions	6	0.4841710925102234
12180	transitions	7	0.180805966258049
12180	transitions	8	-0.9191741347312927
12180	transitions	9	0.9307535886764526
12180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12180	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12180	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12180	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12180	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12180	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12180	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12180	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12180	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12180	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12180	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12180	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12180	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12180	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12180	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12180	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12180	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12180	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12180	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12180	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12180	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12180	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12180	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12180	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12180	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12180	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12180	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12180	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12180	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12180	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12180	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12180	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12180	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12180	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12180	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12180	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12180	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12180	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12180	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12180	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12180	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12180	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12180	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12180	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12180	embedding2nn.weight	0	0.015815865248441696
12180	embedding2nn.weight	1	0.015725769102573395
12180	embedding2nn.weight	2	-0.005363488104194403
12180	embedding2nn.weight	3	0.0018749356968328357
12180	embedding2nn.weight	4	-0.004208542872220278
12180	embedding2nn.weight	5	0.010600140318274498
12180	embedding2nn.weight	6	-0.003374778898432851
12180	embedding2nn.weight	7	0.00468218931928277
12180	embedding2nn.weight	8	-0.006356639321893454
12180	embedding2nn.weight	9	-0.013133061118423939
12180	embedding2nn.bias	0	-0.022768037393689156
12180	embedding2nn.bias	1	0.0057801054790616035
12180	embedding2nn.bias	2	-0.061606742441654205
12180	embedding2nn.bias	3	-0.00438151229172945
12180	embedding2nn.bias	4	-0.0014489629538729787
12180	embedding2nn.bias	5	-0.01156824454665184
12180	embedding2nn.bias	6	0.014786911197006702
12180	embedding2nn.bias	7	0.03077484294772148
12180	embedding2nn.bias	8	0.008986124768853188
12180	embedding2nn.bias	9	0.0022271389607340097
12180	rnn.weight_ih_l0	0	0.03882228210568428
12180	rnn.weight_ih_l0	1	-0.011573219671845436
12180	rnn.weight_ih_l0	2	-0.029391521587967873
12180	rnn.weight_ih_l0	3	-0.047113142907619476
12180	rnn.weight_ih_l0	4	-0.04765244200825691
12180	rnn.weight_ih_l0	5	-0.0011286584194749594
12180	rnn.weight_ih_l0	6	-0.05325673148036003
12180	rnn.weight_ih_l0	7	-0.0535145066678524
12180	rnn.weight_ih_l0	8	-0.0465611107647419
12180	rnn.weight_ih_l0	9	-0.026542050763964653
12180	rnn.weight_hh_l0	0	0.015229888260364532
12180	rnn.weight_hh_l0	1	-0.019275151193141937
12180	rnn.weight_hh_l0	2	-0.04160063713788986
12180	rnn.weight_hh_l0	3	-0.02509257383644581
12180	rnn.weight_hh_l0	4	-0.06090293452143669
12180	rnn.weight_hh_l0	5	-0.011443514376878738
12180	rnn.weight_hh_l0	6	-0.04357091337442398
12180	rnn.weight_hh_l0	7	0.0023609993513673544
12180	rnn.weight_hh_l0	8	-0.016418037936091423
12180	rnn.weight_hh_l0	9	0.01695398800075054
12180	rnn.bias_ih_l0	0	0.09887464344501495
12180	rnn.bias_ih_l0	1	-0.04420167952775955
12180	rnn.bias_ih_l0	2	0.0997314378619194
12180	rnn.bias_ih_l0	3	0.0606270469725132
12180	rnn.bias_ih_l0	4	0.09796998649835587
12180	rnn.bias_ih_l0	5	0.02564089559018612
12180	rnn.bias_ih_l0	6	-0.007001657970249653
12180	rnn.bias_ih_l0	7	-0.09661690890789032
12180	rnn.bias_ih_l0	8	-0.12756386399269104
12180	rnn.bias_ih_l0	9	0.0884322077035904
12180	rnn.bias_hh_l0	0	-0.024658983573317528
12180	rnn.bias_hh_l0	1	0.017682600766420364
12180	rnn.bias_hh_l0	2	-0.017992641776800156
12180	rnn.bias_hh_l0	3	-0.016733694821596146
12180	rnn.bias_hh_l0	4	-0.04597298055887222
12180	rnn.bias_hh_l0	5	0.1181986853480339
12180	rnn.bias_hh_l0	6	0.0032466610427945852
12180	rnn.bias_hh_l0	7	0.02427101507782936
12180	rnn.bias_hh_l0	8	0.027367109432816505
12180	rnn.bias_hh_l0	9	0.04527636244893074
12180	rnn.weight_ih_l0_reverse	0	-0.029391847550868988
12180	rnn.weight_ih_l0_reverse	1	-0.004183419048786163
12180	rnn.weight_ih_l0_reverse	2	0.025543253868818283
12180	rnn.weight_ih_l0_reverse	3	-0.0568508505821228
12180	rnn.weight_ih_l0_reverse	4	0.01046568900346756
12180	rnn.weight_ih_l0_reverse	5	-0.052159518003463745
12180	rnn.weight_ih_l0_reverse	6	0.008326827548444271
12180	rnn.weight_ih_l0_reverse	7	0.0434950590133667
12180	rnn.weight_ih_l0_reverse	8	-0.04319323971867561
12180	rnn.weight_ih_l0_reverse	9	-0.05344267189502716
12180	rnn.weight_hh_l0_reverse	0	-0.07701092213392258
12180	rnn.weight_hh_l0_reverse	1	-0.04476325958967209
12180	rnn.weight_hh_l0_reverse	2	0.022303344681859016
12180	rnn.weight_hh_l0_reverse	3	0.04244488477706909
12180	rnn.weight_hh_l0_reverse	4	0.020840689539909363
12180	rnn.weight_hh_l0_reverse	5	0.04122214764356613
12180	rnn.weight_hh_l0_reverse	6	-0.0066355871967971325
12180	rnn.weight_hh_l0_reverse	7	0.007957592606544495
12180	rnn.weight_hh_l0_reverse	8	-0.09112784266471863
12180	rnn.weight_hh_l0_reverse	9	0.05163273215293884
12180	rnn.bias_ih_l0_reverse	0	-0.09241969883441925
12180	rnn.bias_ih_l0_reverse	1	-0.043968088924884796
12180	rnn.bias_ih_l0_reverse	2	0.09291761368513107
12180	rnn.bias_ih_l0_reverse	3	0.027042387053370476
12180	rnn.bias_ih_l0_reverse	4	-0.11632388830184937
12180	rnn.bias_ih_l0_reverse	5	0.032980773597955704
12180	rnn.bias_ih_l0_reverse	6	-0.10828830301761627
12180	rnn.bias_ih_l0_reverse	7	0.041215911507606506
12180	rnn.bias_ih_l0_reverse	8	0.02456536330282688
12180	rnn.bias_ih_l0_reverse	9	0.07178118079900742
12180	rnn.bias_hh_l0_reverse	0	0.026411913335323334
12180	rnn.bias_hh_l0_reverse	1	0.07028795778751373
12180	rnn.bias_hh_l0_reverse	2	0.07359128445386887
12180	rnn.bias_hh_l0_reverse	3	-0.009579152800142765
12180	rnn.bias_hh_l0_reverse	4	0.08557652682065964
12180	rnn.bias_hh_l0_reverse	5	-0.007933605462312698
12180	rnn.bias_hh_l0_reverse	6	-0.0733218863606453
12180	rnn.bias_hh_l0_reverse	7	0.03591495007276535
12180	rnn.bias_hh_l0_reverse	8	0.013261635787785053
12180	rnn.bias_hh_l0_reverse	9	-0.13863344490528107
12180	linear.weight	0	0.15984347462654114
12180	linear.weight	1	-0.11127173155546188
12180	linear.weight	2	-0.15141382813453674
12180	linear.weight	3	0.04700213670730591
12180	linear.weight	4	-0.006224560551345348
12180	linear.weight	5	-0.007417459040880203
12180	linear.weight	6	-0.009178482927381992
12180	linear.weight	7	-0.03778650984168053
12180	linear.weight	8	0.038974374532699585
12180	linear.weight	9	0.29166385531425476
12180	linear.bias	0	-0.11214545369148254
12180	linear.bias	1	0.12864835560321808
12180	linear.bias	2	-0.4494228959083557
12180	linear.bias	3	1.4941402673721313
12180	linear.bias	4	-0.3506937623023987
12180	linear.bias	5	-0.030769959092140198
12180	linear.bias	6	-0.3097582757472992
12180	linear.bias	7	-0.20971058309078217
12180	linear.bias	8	0.05287745222449303
12180	linear.bias	9	-0.4483526349067688
12208	transitions	0	-0.6157640814781189
12208	transitions	1	0.38328561186790466
12208	transitions	2	1.7189253568649292
12208	transitions	3	0.13801278173923492
12208	transitions	4	0.9749895930290222
12208	transitions	5	1.274559497833252
12208	transitions	6	0.4841708242893219
12208	transitions	7	0.18080516159534454
12208	transitions	8	-0.9191762804985046
12208	transitions	9	0.9307534694671631
12208	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12208	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12208	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12208	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12208	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12208	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12208	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12208	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12208	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12208	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12208	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12208	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12208	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12208	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12208	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12208	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12208	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12208	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12208	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12208	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12208	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12208	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12208	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12208	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12208	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12208	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12208	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12208	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12208	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12208	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12208	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12208	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12208	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12208	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12208	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12208	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12208	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12208	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12208	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12208	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12208	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12208	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12208	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12208	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12208	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12208	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12208	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12208	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12208	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12208	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12208	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12208	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12208	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12208	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12208	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12208	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12208	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12208	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12208	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12208	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12208	embedding2nn.weight	0	0.016210973262786865
12208	embedding2nn.weight	1	0.015685709193348885
12208	embedding2nn.weight	2	-0.0053623635321855545
12208	embedding2nn.weight	3	0.0017340054037049413
12208	embedding2nn.weight	4	-0.004162737634032965
12208	embedding2nn.weight	5	0.010758457705378532
12208	embedding2nn.weight	6	-0.0034501177724450827
12208	embedding2nn.weight	7	0.005145388655364513
12208	embedding2nn.weight	8	-0.006481178104877472
12208	embedding2nn.weight	9	-0.013046042993664742
12208	embedding2nn.bias	0	-0.017754923552274704
12208	embedding2nn.bias	1	0.0016449467511847615
12208	embedding2nn.bias	2	-0.06514134258031845
12208	embedding2nn.bias	3	-0.004926983267068863
12208	embedding2nn.bias	4	-0.004122838843613863
12208	embedding2nn.bias	5	-0.009834049269557
12208	embedding2nn.bias	6	0.012326965108513832
12208	embedding2nn.bias	7	0.02968720905482769
12208	embedding2nn.bias	8	0.01036231592297554
12208	embedding2nn.bias	9	0.0012820747215300798
12208	rnn.weight_ih_l0	0	0.03881940618157387
12208	rnn.weight_ih_l0	1	-0.0112798772752285
12208	rnn.weight_ih_l0	2	-0.029385322704911232
12208	rnn.weight_ih_l0	3	-0.04705946519970894
12208	rnn.weight_ih_l0	4	-0.04728561267256737
12208	rnn.weight_ih_l0	5	-0.0009588993270881474
12208	rnn.weight_ih_l0	6	-0.05354861170053482
12208	rnn.weight_ih_l0	7	-0.053122106939554214
12208	rnn.weight_ih_l0	8	-0.046554043889045715
12208	rnn.weight_ih_l0	9	-0.0262319203466177
12208	rnn.weight_hh_l0	0	0.014905414544045925
12208	rnn.weight_hh_l0	1	-0.018571091815829277
12208	rnn.weight_hh_l0	2	-0.04264010116457939
12208	rnn.weight_hh_l0	3	-0.025062257423996925
12208	rnn.weight_hh_l0	4	-0.06118127331137657
12208	rnn.weight_hh_l0	5	-0.011748137883841991
12208	rnn.weight_hh_l0	6	-0.0450432188808918
12208	rnn.weight_hh_l0	7	0.0036010760813951492
12208	rnn.weight_hh_l0	8	-0.016019130125641823
12208	rnn.weight_hh_l0	9	0.01847909949719906
12208	rnn.bias_ih_l0	0	0.09739608317613602
12208	rnn.bias_ih_l0	1	-0.04514288902282715
12208	rnn.bias_ih_l0	2	0.09840384870767593
12208	rnn.bias_ih_l0	3	0.061767738312482834
12208	rnn.bias_ih_l0	4	0.10044463723897934
12208	rnn.bias_ih_l0	5	0.026963701471686363
12208	rnn.bias_ih_l0	6	-0.005302132572978735
12208	rnn.bias_ih_l0	7	-0.09669351577758789
12208	rnn.bias_ih_l0	8	-0.12340092658996582
12208	rnn.bias_ih_l0	9	0.08887672424316406
12208	rnn.bias_hh_l0	0	-0.02490161918103695
12208	rnn.bias_hh_l0	1	0.01934409700334072
12208	rnn.bias_hh_l0	2	-0.016039200127124786
12208	rnn.bias_hh_l0	3	-0.015632761642336845
12208	rnn.bias_hh_l0	4	-0.04463687911629677
12208	rnn.bias_hh_l0	5	0.11881503462791443
12208	rnn.bias_hh_l0	6	0.003860127180814743
12208	rnn.bias_hh_l0	7	0.024000559002161026
12208	rnn.bias_hh_l0	8	0.029066629707813263
12208	rnn.bias_hh_l0	9	0.044392894953489304
12208	rnn.weight_ih_l0_reverse	0	-0.02898476831614971
12208	rnn.weight_ih_l0_reverse	1	-0.0038163645658642054
12208	rnn.weight_ih_l0_reverse	2	0.025516752153635025
12208	rnn.weight_ih_l0_reverse	3	-0.05721664056181908
12208	rnn.weight_ih_l0_reverse	4	0.010994726791977882
12208	rnn.weight_ih_l0_reverse	5	-0.05238611623644829
12208	rnn.weight_ih_l0_reverse	6	0.008769660256803036
12208	rnn.weight_ih_l0_reverse	7	0.04362077638506889
12208	rnn.weight_ih_l0_reverse	8	-0.04342356696724892
12208	rnn.weight_ih_l0_reverse	9	-0.05334068089723587
12208	rnn.weight_hh_l0_reverse	0	-0.07715500146150589
12208	rnn.weight_hh_l0_reverse	1	-0.045158468186855316
12208	rnn.weight_hh_l0_reverse	2	0.021886320784687996
12208	rnn.weight_hh_l0_reverse	3	0.042060647159814835
12208	rnn.weight_hh_l0_reverse	4	0.021428607404232025
12208	rnn.weight_hh_l0_reverse	5	0.0412895567715168
12208	rnn.weight_hh_l0_reverse	6	-0.006971578113734722
12208	rnn.weight_hh_l0_reverse	7	0.007410699501633644
12208	rnn.weight_hh_l0_reverse	8	-0.09216785430908203
12208	rnn.weight_hh_l0_reverse	9	0.05210716649889946
12208	rnn.bias_ih_l0_reverse	0	-0.09236430376768112
12208	rnn.bias_ih_l0_reverse	1	-0.04407224804162979
12208	rnn.bias_ih_l0_reverse	2	0.0931592583656311
12208	rnn.bias_ih_l0_reverse	3	0.02748904749751091
12208	rnn.bias_ih_l0_reverse	4	-0.11561459302902222
12208	rnn.bias_ih_l0_reverse	5	0.032528866082429886
12208	rnn.bias_ih_l0_reverse	6	-0.10901598632335663
12208	rnn.bias_ih_l0_reverse	7	0.041137173771858215
12208	rnn.bias_ih_l0_reverse	8	0.025301054120063782
12208	rnn.bias_ih_l0_reverse	9	0.07268556952476501
12208	rnn.bias_hh_l0_reverse	0	0.028220757842063904
12208	rnn.bias_hh_l0_reverse	1	0.07180765271186829
12208	rnn.bias_hh_l0_reverse	2	0.07173515856266022
12208	rnn.bias_hh_l0_reverse	3	-0.00979258306324482
12208	rnn.bias_hh_l0_reverse	4	0.08533089607954025
12208	rnn.bias_hh_l0_reverse	5	-0.006515216082334518
12208	rnn.bias_hh_l0_reverse	6	-0.07375559955835342
12208	rnn.bias_hh_l0_reverse	7	0.03501059487462044
12208	rnn.bias_hh_l0_reverse	8	0.012783442623913288
12208	rnn.bias_hh_l0_reverse	9	-0.1389104723930359
12208	linear.weight	0	0.15797938406467438
12208	linear.weight	1	-0.11105985939502716
12208	linear.weight	2	-0.15363480150699615
12208	linear.weight	3	0.05077880248427391
12208	linear.weight	4	-0.005732411053031683
12208	linear.weight	5	-0.00681183859705925
12208	linear.weight	6	-0.009172797203063965
12208	linear.weight	7	-0.03770782798528671
12208	linear.weight	8	0.04171019792556763
12208	linear.weight	9	0.2942928969860077
12208	linear.bias	0	-0.1063530296087265
12208	linear.bias	1	0.13136589527130127
12208	linear.bias	2	-0.4470840394496918
12208	linear.bias	3	1.4814553260803223
12208	linear.bias	4	-0.3510795831680298
12208	linear.bias	5	-0.030769959092140198
12208	linear.bias	6	-0.30736789107322693
12208	linear.bias	7	-0.213205024600029
12208	linear.bias	8	0.0432964488863945
12208	linear.bias	9	-0.44856294989585876
12236	transitions	0	-0.6158715486526489
12236	transitions	1	0.38315221667289734
12236	transitions	2	1.718841552734375
12236	transitions	3	0.13780567049980164
12236	transitions	4	0.9749563932418823
12236	transitions	5	1.2745563983917236
12236	transitions	6	0.4841702878475189
12236	transitions	7	0.1808025985956192
12236	transitions	8	-0.9191775321960449
12236	transitions	9	0.9307532906532288
12236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12236	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12236	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12236	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12236	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12236	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12236	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12236	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12236	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12236	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12236	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12236	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12236	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12236	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12236	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12236	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12236	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12236	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12236	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12236	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12236	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12236	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12236	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12236	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12236	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12236	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12236	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12236	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12236	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12236	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12236	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12236	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12236	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12236	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12236	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12236	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12236	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12236	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12236	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12236	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12236	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12236	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12236	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12236	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12236	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12236	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12236	embedding2nn.weight	0	0.016375528648495674
12236	embedding2nn.weight	1	0.015539449639618397
12236	embedding2nn.weight	2	-0.005370141938328743
12236	embedding2nn.weight	3	0.0017659866716712713
12236	embedding2nn.weight	4	-0.004195656161755323
12236	embedding2nn.weight	5	0.010387320071458817
12236	embedding2nn.weight	6	-0.003534546587616205
12236	embedding2nn.weight	7	0.005250226240605116
12236	embedding2nn.weight	8	-0.006508897989988327
12236	embedding2nn.weight	9	-0.012991919182240963
12236	embedding2nn.bias	0	-0.016954150050878525
12236	embedding2nn.bias	1	0.004134009592235088
12236	embedding2nn.bias	2	-0.060401495546102524
12236	embedding2nn.bias	3	-0.0073773968033492565
12236	embedding2nn.bias	4	-0.010072324424982071
12236	embedding2nn.bias	5	-0.009421798400580883
12236	embedding2nn.bias	6	0.010141979902982712
12236	embedding2nn.bias	7	0.034853339195251465
12236	embedding2nn.bias	8	0.004050037823617458
12236	embedding2nn.bias	9	-0.0003746343427337706
12236	rnn.weight_ih_l0	0	0.03881330043077469
12236	rnn.weight_ih_l0	1	-0.010877110064029694
12236	rnn.weight_ih_l0	2	-0.028630683198571205
12236	rnn.weight_ih_l0	3	-0.04683675989508629
12236	rnn.weight_ih_l0	4	-0.047007184475660324
12236	rnn.weight_ih_l0	5	-0.0013954452006146312
12236	rnn.weight_ih_l0	6	-0.053750306367874146
12236	rnn.weight_ih_l0	7	-0.05293675884604454
12236	rnn.weight_ih_l0	8	-0.046507272869348526
12236	rnn.weight_ih_l0	9	-0.02615363337099552
12236	rnn.weight_hh_l0	0	0.0147921247407794
12236	rnn.weight_hh_l0	1	-0.018332242965698242
12236	rnn.weight_hh_l0	2	-0.04273661598563194
12236	rnn.weight_hh_l0	3	-0.02506096474826336
12236	rnn.weight_hh_l0	4	-0.060705386102199554
12236	rnn.weight_hh_l0	5	-0.0113726407289505
12236	rnn.weight_hh_l0	6	-0.045522864907979965
12236	rnn.weight_hh_l0	7	0.0023871129378676414
12236	rnn.weight_hh_l0	8	-0.016955822706222534
12236	rnn.weight_hh_l0	9	0.018121924251317978
12236	rnn.bias_ih_l0	0	0.09847811609506607
12236	rnn.bias_ih_l0	1	-0.04427456110715866
12236	rnn.bias_ih_l0	2	0.09945962578058243
12236	rnn.bias_ih_l0	3	0.059630781412124634
12236	rnn.bias_ih_l0	4	0.10104469209909439
12236	rnn.bias_ih_l0	5	0.025886956602334976
12236	rnn.bias_ih_l0	6	-0.005384359508752823
12236	rnn.bias_ih_l0	7	-0.090028777718544
12236	rnn.bias_ih_l0	8	-0.13270612061023712
12236	rnn.bias_ih_l0	9	0.08864998072385788
12236	rnn.bias_hh_l0	0	-0.02548108994960785
12236	rnn.bias_hh_l0	1	0.021095311269164085
12236	rnn.bias_hh_l0	2	-0.015545034781098366
12236	rnn.bias_hh_l0	3	-0.015595929697155952
12236	rnn.bias_hh_l0	4	-0.042097486555576324
12236	rnn.bias_hh_l0	5	0.11893133074045181
12236	rnn.bias_hh_l0	6	0.003477708902209997
12236	rnn.bias_hh_l0	7	0.02371438592672348
12236	rnn.bias_hh_l0	8	0.028984403237700462
12236	rnn.bias_hh_l0	9	0.04154718294739723
12236	rnn.weight_ih_l0_reverse	0	-0.02899310179054737
12236	rnn.weight_ih_l0_reverse	1	-0.0036590080708265305
12236	rnn.weight_ih_l0_reverse	2	0.02538331411778927
12236	rnn.weight_ih_l0_reverse	3	-0.057256512343883514
12236	rnn.weight_ih_l0_reverse	4	0.010942145250737667
12236	rnn.weight_ih_l0_reverse	5	-0.05242734029889107
12236	rnn.weight_ih_l0_reverse	6	0.008992795832455158
12236	rnn.weight_ih_l0_reverse	7	0.043653469532728195
12236	rnn.weight_ih_l0_reverse	8	-0.04346912354230881
12236	rnn.weight_ih_l0_reverse	9	-0.05362987145781517
12236	rnn.weight_hh_l0_reverse	0	-0.07651793956756592
12236	rnn.weight_hh_l0_reverse	1	-0.04512243717908859
12236	rnn.weight_hh_l0_reverse	2	0.022464383393526077
12236	rnn.weight_hh_l0_reverse	3	0.04221557825803757
12236	rnn.weight_hh_l0_reverse	4	0.020341094583272934
12236	rnn.weight_hh_l0_reverse	5	0.0414329394698143
12236	rnn.weight_hh_l0_reverse	6	-0.006832796148955822
12236	rnn.weight_hh_l0_reverse	7	0.007522596977651119
12236	rnn.weight_hh_l0_reverse	8	-0.09160203486680984
12236	rnn.weight_hh_l0_reverse	9	0.0525125116109848
12236	rnn.bias_ih_l0_reverse	0	-0.0882074162364006
12236	rnn.bias_ih_l0_reverse	1	-0.03979891166090965
12236	rnn.bias_ih_l0_reverse	2	0.09366179257631302
12236	rnn.bias_ih_l0_reverse	3	0.027757422998547554
12236	rnn.bias_ih_l0_reverse	4	-0.11802300810813904
12236	rnn.bias_ih_l0_reverse	5	0.033524446189403534
12236	rnn.bias_ih_l0_reverse	6	-0.10768280923366547
12236	rnn.bias_ih_l0_reverse	7	0.043025799095630646
12236	rnn.bias_ih_l0_reverse	8	0.023876529186964035
12236	rnn.bias_ih_l0_reverse	9	0.07207117229700089
12236	rnn.bias_hh_l0_reverse	0	0.02701381966471672
12236	rnn.bias_hh_l0_reverse	1	0.07097644358873367
12236	rnn.bias_hh_l0_reverse	2	0.07358785718679428
12236	rnn.bias_hh_l0_reverse	3	-0.010498392395675182
12236	rnn.bias_hh_l0_reverse	4	0.08672734349966049
12236	rnn.bias_hh_l0_reverse	5	-0.008203549310564995
12236	rnn.bias_hh_l0_reverse	6	-0.07491011917591095
12236	rnn.bias_hh_l0_reverse	7	0.03693724051117897
12236	rnn.bias_hh_l0_reverse	8	0.013148183934390545
12236	rnn.bias_hh_l0_reverse	9	-0.1371569186449051
12236	linear.weight	0	0.1624586284160614
12236	linear.weight	1	-0.11354600638151169
12236	linear.weight	2	-0.15497785806655884
12236	linear.weight	3	0.05477286875247955
12236	linear.weight	4	-0.005146609153598547
12236	linear.weight	5	-0.007912445813417435
12236	linear.weight	6	-0.00916245486587286
12236	linear.weight	7	-0.03750783950090408
12236	linear.weight	8	0.04380962252616882
12236	linear.weight	9	0.29597926139831543
12236	linear.bias	0	-0.11109849065542221
12236	linear.bias	1	0.13609865307807922
12236	linear.bias	2	-0.44231024384498596
12236	linear.bias	3	1.4780468940734863
12236	linear.bias	4	-0.34926825761795044
12236	linear.bias	5	-0.030769959092140198
12236	linear.bias	6	-0.3030364215373993
12236	linear.bias	7	-0.21247011423110962
12236	linear.bias	8	0.04642143473029137
12236	linear.bias	9	-0.44889578223228455
12264	transitions	0	-0.615945041179657
12264	transitions	1	0.38295674324035645
12264	transitions	2	1.718756079673767
12264	transitions	3	0.1375150829553604
12264	transitions	4	0.974931538105011
12264	transitions	5	1.2745541334152222
12264	transitions	6	0.4841667115688324
12264	transitions	7	0.18080149590969086
12264	transitions	8	-0.91917884349823
12264	transitions	9	0.9307532906532288
12264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12264	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12264	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12264	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12264	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12264	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12264	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12264	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12264	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12264	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12264	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12264	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12264	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12264	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12264	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12264	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12264	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12264	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12264	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12264	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12264	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12264	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12264	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12264	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12264	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12264	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12264	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12264	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12264	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12264	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12264	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12264	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12264	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12264	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12264	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12264	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12264	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12264	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12264	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12264	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12264	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12264	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12264	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12264	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12264	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12264	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12264	embedding2nn.weight	0	0.017670847475528717
12264	embedding2nn.weight	1	0.015430162660777569
12264	embedding2nn.weight	2	-0.005347129888832569
12264	embedding2nn.weight	3	0.0018882994772866368
12264	embedding2nn.weight	4	-0.0041905553080141544
12264	embedding2nn.weight	5	0.01048423070460558
12264	embedding2nn.weight	6	-0.00357838231138885
12264	embedding2nn.weight	7	0.005090826656669378
12264	embedding2nn.weight	8	-0.0063926600851118565
12264	embedding2nn.weight	9	-0.01302279345691204
12264	embedding2nn.bias	0	-0.01623215712606907
12264	embedding2nn.bias	1	0.005898212548345327
12264	embedding2nn.bias	2	-0.059484463185071945
12264	embedding2nn.bias	3	-0.008538997732102871
12264	embedding2nn.bias	4	-0.014722459018230438
12264	embedding2nn.bias	5	-0.0012557503068819642
12264	embedding2nn.bias	6	0.0107931699603796
12264	embedding2nn.bias	7	0.029611852020025253
12264	embedding2nn.bias	8	0.010287589393556118
12264	embedding2nn.bias	9	0.003745125839486718
12264	rnn.weight_ih_l0	0	0.03895080089569092
12264	rnn.weight_ih_l0	1	-0.011191756464540958
12264	rnn.weight_ih_l0	2	-0.028393954038619995
12264	rnn.weight_ih_l0	3	-0.04682004451751709
12264	rnn.weight_ih_l0	4	-0.04708412289619446
12264	rnn.weight_ih_l0	5	-0.0018038605339825153
12264	rnn.weight_ih_l0	6	-0.05391577258706093
12264	rnn.weight_ih_l0	7	-0.05324910953640938
12264	rnn.weight_ih_l0	8	-0.046750396490097046
12264	rnn.weight_ih_l0	9	-0.026139013469219208
12264	rnn.weight_hh_l0	0	0.014487169682979584
12264	rnn.weight_hh_l0	1	-0.019271336495876312
12264	rnn.weight_hh_l0	2	-0.04244227707386017
12264	rnn.weight_hh_l0	3	-0.024982349947094917
12264	rnn.weight_hh_l0	4	-0.06077948585152626
12264	rnn.weight_hh_l0	5	-0.011942996643483639
12264	rnn.weight_hh_l0	6	-0.04538930207490921
12264	rnn.weight_hh_l0	7	0.0022525289095938206
12264	rnn.weight_hh_l0	8	-0.016933687031269073
12264	rnn.weight_hh_l0	9	0.017667919397354126
12264	rnn.bias_ih_l0	0	0.09787770360708237
12264	rnn.bias_ih_l0	1	-0.043553613126277924
12264	rnn.bias_ih_l0	2	0.10031813383102417
12264	rnn.bias_ih_l0	3	0.057861246168613434
12264	rnn.bias_ih_l0	4	0.10521844774484634
12264	rnn.bias_ih_l0	5	0.025320949032902718
12264	rnn.bias_ih_l0	6	-0.005888224113732576
12264	rnn.bias_ih_l0	7	-0.0902012512087822
12264	rnn.bias_ih_l0	8	-0.12685978412628174
12264	rnn.bias_ih_l0	9	0.08815359324216843
12264	rnn.bias_hh_l0	0	-0.025530796498060226
12264	rnn.bias_hh_l0	1	0.022330697625875473
12264	rnn.bias_hh_l0	2	-0.019092382863163948
12264	rnn.bias_hh_l0	3	-0.018097562715411186
12264	rnn.bias_hh_l0	4	-0.041464656591415405
12264	rnn.bias_hh_l0	5	0.1188463568687439
12264	rnn.bias_hh_l0	6	0.00421961909160018
12264	rnn.bias_hh_l0	7	0.020731493830680847
12264	rnn.bias_hh_l0	8	0.028480537235736847
12264	rnn.bias_hh_l0	9	0.04140984266996384
12264	rnn.weight_ih_l0_reverse	0	-0.028718819841742516
12264	rnn.weight_ih_l0_reverse	1	-0.0033571450039744377
12264	rnn.weight_ih_l0_reverse	2	0.025708181783556938
12264	rnn.weight_ih_l0_reverse	3	-0.05727405473589897
12264	rnn.weight_ih_l0_reverse	4	0.01122256275266409
12264	rnn.weight_ih_l0_reverse	5	-0.05261825770139694
12264	rnn.weight_ih_l0_reverse	6	0.008917863480746746
12264	rnn.weight_ih_l0_reverse	7	0.0436902716755867
12264	rnn.weight_ih_l0_reverse	8	-0.043507833033800125
12264	rnn.weight_ih_l0_reverse	9	-0.053444962948560715
12264	rnn.weight_hh_l0_reverse	0	-0.07686455547809601
12264	rnn.weight_hh_l0_reverse	1	-0.0457632914185524
12264	rnn.weight_hh_l0_reverse	2	0.022153055295348167
12264	rnn.weight_hh_l0_reverse	3	0.04231954738497734
12264	rnn.weight_hh_l0_reverse	4	0.020499495789408684
12264	rnn.weight_hh_l0_reverse	5	0.0411534458398819
12264	rnn.weight_hh_l0_reverse	6	-0.006902615539729595
12264	rnn.weight_hh_l0_reverse	7	0.007367463316768408
12264	rnn.weight_hh_l0_reverse	8	-0.09134611487388611
12264	rnn.weight_hh_l0_reverse	9	0.05253996700048447
12264	rnn.bias_ih_l0_reverse	0	-0.08789908140897751
12264	rnn.bias_ih_l0_reverse	1	-0.04396219924092293
12264	rnn.bias_ih_l0_reverse	2	0.09517846256494522
12264	rnn.bias_ih_l0_reverse	3	0.026923540979623795
12264	rnn.bias_ih_l0_reverse	4	-0.11807464063167572
12264	rnn.bias_ih_l0_reverse	5	0.03396521881222725
12264	rnn.bias_ih_l0_reverse	6	-0.10503502190113068
12264	rnn.bias_ih_l0_reverse	7	0.04345337301492691
12264	rnn.bias_ih_l0_reverse	8	0.024325264617800713
12264	rnn.bias_ih_l0_reverse	9	0.07156147807836533
12264	rnn.bias_hh_l0_reverse	0	0.02353833243250847
12264	rnn.bias_hh_l0_reverse	1	0.06928016245365143
12264	rnn.bias_hh_l0_reverse	2	0.07310957461595535
12264	rnn.bias_hh_l0_reverse	3	-0.010259155184030533
12264	rnn.bias_hh_l0_reverse	4	0.08658639341592789
12264	rnn.bias_hh_l0_reverse	5	-0.008113900199532509
12264	rnn.bias_hh_l0_reverse	6	-0.07462988793849945
12264	rnn.bias_hh_l0_reverse	7	0.035273224115371704
12264	rnn.bias_hh_l0_reverse	8	0.01292731799185276
12264	rnn.bias_hh_l0_reverse	9	-0.1304982751607895
12264	linear.weight	0	0.16404792666435242
12264	linear.weight	1	-0.11354232579469681
12264	linear.weight	2	-0.15494850277900696
12264	linear.weight	3	0.05383499339222908
12264	linear.weight	4	-0.004650411196053028
12264	linear.weight	5	-0.0073861535638570786
12264	linear.weight	6	-0.009156850166618824
12264	linear.weight	7	-0.03747641295194626
12264	linear.weight	8	0.0442805290222168
12264	linear.weight	9	0.29168176651000977
12264	linear.bias	0	-0.1304987668991089
12264	linear.bias	1	0.14316119253635406
12264	linear.bias	2	-0.44566264748573303
12264	linear.bias	3	1.494302749633789
12264	linear.bias	4	-0.349872350692749
12264	linear.bias	5	-0.030769959092140198
12264	linear.bias	6	-0.3051435947418213
12264	linear.bias	7	-0.21517889201641083
12264	linear.bias	8	0.035135842859745026
12264	linear.bias	9	-0.44909366965293884
12292	transitions	0	-0.6160168647766113
12292	transitions	1	0.3828803300857544
12292	transitions	2	1.7186510562896729
12292	transitions	3	0.1374618411064148
12292	transitions	4	0.9748640060424805
12292	transitions	5	1.2745527029037476
12292	transitions	6	0.48416614532470703
12292	transitions	7	0.18079224228858948
12292	transitions	8	-0.9191796183586121
12292	transitions	9	0.9307532906532288
12292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12292	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12292	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12292	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12292	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12292	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12292	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12292	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12292	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12292	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12292	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12292	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12292	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12292	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12292	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12292	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12292	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12292	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12292	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12292	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12292	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12292	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12292	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12292	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12292	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12292	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12292	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12292	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12292	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12292	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12292	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12292	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12292	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12292	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12292	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12292	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12292	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12292	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12292	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12292	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12292	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12292	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12292	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12292	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12292	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12292	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12292	embedding2nn.weight	0	0.017971627414226532
12292	embedding2nn.weight	1	0.01549775805324316
12292	embedding2nn.weight	2	-0.005344713106751442
12292	embedding2nn.weight	3	0.0016621543327346444
12292	embedding2nn.weight	4	-0.004234691150486469
12292	embedding2nn.weight	5	0.010457014665007591
12292	embedding2nn.weight	6	-0.0035439643543213606
12292	embedding2nn.weight	7	0.0051389941945672035
12292	embedding2nn.weight	8	-0.006222366821020842
12292	embedding2nn.weight	9	-0.013063143938779831
12292	embedding2nn.bias	0	-0.008620336651802063
12292	embedding2nn.bias	1	0.004525270313024521
12292	embedding2nn.bias	2	-0.05918057635426521
12292	embedding2nn.bias	3	-9.389273327542469e-05
12292	embedding2nn.bias	4	-0.01126881968230009
12292	embedding2nn.bias	5	-0.005204177927225828
12292	embedding2nn.bias	6	0.00915343314409256
12292	embedding2nn.bias	7	0.0356464758515358
12292	embedding2nn.bias	8	0.008821254596114159
12292	embedding2nn.bias	9	0.006136754527688026
12292	rnn.weight_ih_l0	0	0.0389622300863266
12292	rnn.weight_ih_l0	1	-0.011812496930360794
12292	rnn.weight_ih_l0	2	-0.029738543555140495
12292	rnn.weight_ih_l0	3	-0.04699994623661041
12292	rnn.weight_ih_l0	4	-0.04717138409614563
12292	rnn.weight_ih_l0	5	-0.0016334071988239884
12292	rnn.weight_ih_l0	6	-0.05408155918121338
12292	rnn.weight_ih_l0	7	-0.05348870903253555
12292	rnn.weight_ih_l0	8	-0.04678380489349365
12292	rnn.weight_ih_l0	9	-0.026533594354987144
12292	rnn.weight_hh_l0	0	0.01475479919463396
12292	rnn.weight_hh_l0	1	-0.02012690156698227
12292	rnn.weight_hh_l0	2	-0.04267139360308647
12292	rnn.weight_hh_l0	3	-0.024874750524759293
12292	rnn.weight_hh_l0	4	-0.06056623160839081
12292	rnn.weight_hh_l0	5	-0.012020797468721867
12292	rnn.weight_hh_l0	6	-0.043908827006816864
12292	rnn.weight_hh_l0	7	0.0025651573669165373
12292	rnn.weight_hh_l0	8	-0.01688539609313011
12292	rnn.weight_hh_l0	9	0.01632009819149971
12292	rnn.bias_ih_l0	0	0.09955660998821259
12292	rnn.bias_ih_l0	1	-0.045589495450258255
12292	rnn.bias_ih_l0	2	0.10002487152814865
12292	rnn.bias_ih_l0	3	0.05909319967031479
12292	rnn.bias_ih_l0	4	0.10601387917995453
12292	rnn.bias_ih_l0	5	0.025052232667803764
12292	rnn.bias_ih_l0	6	-0.004753663204610348
12292	rnn.bias_ih_l0	7	-0.08339283615350723
12292	rnn.bias_ih_l0	8	-0.1316268891096115
12292	rnn.bias_ih_l0	9	0.08871043473482132
12292	rnn.bias_hh_l0	0	-0.02772771567106247
12292	rnn.bias_hh_l0	1	0.022904494777321815
12292	rnn.bias_hh_l0	2	-0.019421063363552094
12292	rnn.bias_hh_l0	3	-0.015665750950574875
12292	rnn.bias_hh_l0	4	-0.041339997202157974
12292	rnn.bias_hh_l0	5	0.1214766725897789
12292	rnn.bias_hh_l0	6	0.00406361510977149
12292	rnn.bias_hh_l0	7	0.02310357056558132
12292	rnn.bias_hh_l0	8	0.029615096747875214
12292	rnn.bias_hh_l0	9	0.04377078637480736
12292	rnn.weight_ih_l0_reverse	0	-0.02880810759961605
12292	rnn.weight_ih_l0_reverse	1	-0.003756365505978465
12292	rnn.weight_ih_l0_reverse	2	0.025960799306631088
12292	rnn.weight_ih_l0_reverse	3	-0.05741971358656883
12292	rnn.weight_ih_l0_reverse	4	0.010693226009607315
12292	rnn.weight_ih_l0_reverse	5	-0.05306990072131157
12292	rnn.weight_ih_l0_reverse	6	0.008691437542438507
12292	rnn.weight_ih_l0_reverse	7	0.043634213507175446
12292	rnn.weight_ih_l0_reverse	8	-0.04359513893723488
12292	rnn.weight_ih_l0_reverse	9	-0.05315632000565529
12292	rnn.weight_hh_l0_reverse	0	-0.07706500589847565
12292	rnn.weight_hh_l0_reverse	1	-0.04459567368030548
12292	rnn.weight_hh_l0_reverse	2	0.02193690463900566
12292	rnn.weight_hh_l0_reverse	3	0.042343396693468094
12292	rnn.weight_hh_l0_reverse	4	0.020647358149290085
12292	rnn.weight_hh_l0_reverse	5	0.04133987799286842
12292	rnn.weight_hh_l0_reverse	6	-0.006384778302162886
12292	rnn.weight_hh_l0_reverse	7	0.007499794475734234
12292	rnn.weight_hh_l0_reverse	8	-0.09149669110774994
12292	rnn.weight_hh_l0_reverse	9	0.05211992934346199
12292	rnn.bias_ih_l0_reverse	0	-0.08588869124650955
12292	rnn.bias_ih_l0_reverse	1	-0.04373614862561226
12292	rnn.bias_ih_l0_reverse	2	0.09714018553495407
12292	rnn.bias_ih_l0_reverse	3	0.026867851614952087
12292	rnn.bias_ih_l0_reverse	4	-0.1187342032790184
12292	rnn.bias_ih_l0_reverse	5	0.034189388155937195
12292	rnn.bias_ih_l0_reverse	6	-0.1051335334777832
12292	rnn.bias_ih_l0_reverse	7	0.044743068516254425
12292	rnn.bias_ih_l0_reverse	8	0.024348463863134384
12292	rnn.bias_ih_l0_reverse	9	0.07033861428499222
12292	rnn.bias_hh_l0_reverse	0	0.027238428592681885
12292	rnn.bias_hh_l0_reverse	1	0.07093967497348785
12292	rnn.bias_hh_l0_reverse	2	0.07522004097700119
12292	rnn.bias_hh_l0_reverse	3	-0.009538997896015644
12292	rnn.bias_hh_l0_reverse	4	0.08865533024072647
12292	rnn.bias_hh_l0_reverse	5	-0.014131179079413414
12292	rnn.bias_hh_l0_reverse	6	-0.07492789626121521
12292	rnn.bias_hh_l0_reverse	7	0.035854000598192215
12292	rnn.bias_hh_l0_reverse	8	0.014981570653617382
12292	rnn.bias_hh_l0_reverse	9	-0.13650517165660858
12292	linear.weight	0	0.16790658235549927
12292	linear.weight	1	-0.11350598186254501
12292	linear.weight	2	-0.15355184674263
12292	linear.weight	3	0.05235842987895012
12292	linear.weight	4	-0.007268136832863092
12292	linear.weight	5	-0.008257103152573109
12292	linear.weight	6	-0.009148584678769112
12292	linear.weight	7	-0.03728259727358818
12292	linear.weight	8	0.044587913900613785
12292	linear.weight	9	0.2848842442035675
12292	linear.bias	0	-0.12043225765228271
12292	linear.bias	1	0.1381174772977829
12292	linear.bias	2	-0.44445571303367615
12292	linear.bias	3	1.476779818534851
12292	linear.bias	4	-0.3502010703086853
12292	linear.bias	5	-0.030769959092140198
12292	linear.bias	6	-0.30305585265159607
12292	linear.bias	7	-0.21669283509254456
12292	linear.bias	8	0.04404425993561745
12292	linear.bias	9	-0.44924190640449524
12320	transitions	0	-0.6160799264907837
12320	transitions	1	0.38277119398117065
12320	transitions	2	1.7185715436935425
12320	transitions	3	0.13739816844463348
12320	transitions	4	0.9748470187187195
12320	transitions	5	1.274551272392273
12320	transitions	6	0.48416373133659363
12320	transitions	7	0.18078827857971191
12320	transitions	8	-0.9191803932189941
12320	transitions	9	0.9307532906532288
12320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12320	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12320	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12320	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12320	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12320	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12320	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12320	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12320	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12320	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12320	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12320	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12320	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12320	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12320	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12320	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12320	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12320	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12320	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12320	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12320	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12320	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12320	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12320	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12320	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12320	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12320	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12320	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12320	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12320	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12320	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12320	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12320	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12320	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12320	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12320	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12320	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12320	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12320	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12320	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12320	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12320	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12320	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12320	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12320	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12320	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12320	embedding2nn.weight	0	0.01779264211654663
12320	embedding2nn.weight	1	0.015471331775188446
12320	embedding2nn.weight	2	-0.0053739044815301895
12320	embedding2nn.weight	3	0.0016841826727613807
12320	embedding2nn.weight	4	-0.004214395768940449
12320	embedding2nn.weight	5	0.010439379140734673
12320	embedding2nn.weight	6	-0.003468497656285763
12320	embedding2nn.weight	7	0.0056867534294724464
12320	embedding2nn.weight	8	-0.00639277184382081
12320	embedding2nn.weight	9	-0.01299508847296238
12320	embedding2nn.bias	0	-0.010396581143140793
12320	embedding2nn.bias	1	0.009196706116199493
12320	embedding2nn.bias	2	-0.062251344323158264
12320	embedding2nn.bias	3	0.0041052475571632385
12320	embedding2nn.bias	4	-0.009443790651857853
12320	embedding2nn.bias	5	-0.00468702707439661
12320	embedding2nn.bias	6	0.012874028645455837
12320	embedding2nn.bias	7	0.031504712998867035
12320	embedding2nn.bias	8	0.008605826646089554
12320	embedding2nn.bias	9	0.004249834921211004
12320	rnn.weight_ih_l0	0	0.038884419947862625
12320	rnn.weight_ih_l0	1	-0.013067767955362797
12320	rnn.weight_ih_l0	2	-0.029928289353847504
12320	rnn.weight_ih_l0	3	-0.04700351506471634
12320	rnn.weight_ih_l0	4	-0.04718846082687378
12320	rnn.weight_ih_l0	5	-0.0019869552925229073
12320	rnn.weight_ih_l0	6	-0.0540742427110672
12320	rnn.weight_ih_l0	7	-0.05319913476705551
12320	rnn.weight_ih_l0	8	-0.04661107435822487
12320	rnn.weight_ih_l0	9	-0.026782389730215073
12320	rnn.weight_hh_l0	0	0.01383249182254076
12320	rnn.weight_hh_l0	1	-0.02012636885046959
12320	rnn.weight_hh_l0	2	-0.0439477302134037
12320	rnn.weight_hh_l0	3	-0.024765998125076294
12320	rnn.weight_hh_l0	4	-0.060349687933921814
12320	rnn.weight_hh_l0	5	-0.01131522562354803
12320	rnn.weight_hh_l0	6	-0.042748887091875076
12320	rnn.weight_hh_l0	7	0.0019308488117530942
12320	rnn.weight_hh_l0	8	-0.016902295872569084
12320	rnn.weight_hh_l0	9	0.01620643585920334
12320	rnn.bias_ih_l0	0	0.10025177896022797
12320	rnn.bias_ih_l0	1	-0.04439905658364296
12320	rnn.bias_ih_l0	2	0.10490155965089798
12320	rnn.bias_ih_l0	3	0.058178454637527466
12320	rnn.bias_ih_l0	4	0.10470213741064072
12320	rnn.bias_ih_l0	5	0.024845033884048462
12320	rnn.bias_ih_l0	6	-0.004863299895077944
12320	rnn.bias_ih_l0	7	-0.09170613437891006
12320	rnn.bias_ih_l0	8	-0.13804945349693298
12320	rnn.bias_ih_l0	9	0.08985837548971176
12320	rnn.bias_hh_l0	0	-0.027321435511112213
12320	rnn.bias_hh_l0	1	0.021635279059410095
12320	rnn.bias_hh_l0	2	-0.021854106336832047
12320	rnn.bias_hh_l0	3	-0.015589284710586071
12320	rnn.bias_hh_l0	4	-0.0417400561273098
12320	rnn.bias_hh_l0	5	0.12111379951238632
12320	rnn.bias_hh_l0	6	0.005276730749756098
12320	rnn.bias_hh_l0	7	0.023493967950344086
12320	rnn.bias_hh_l0	8	0.02950545772910118
12320	rnn.bias_hh_l0	9	0.0428624153137207
12320	rnn.weight_ih_l0_reverse	0	-0.029005182906985283
12320	rnn.weight_ih_l0_reverse	1	-0.003603596007451415
12320	rnn.weight_ih_l0_reverse	2	0.02597913146018982
12320	rnn.weight_ih_l0_reverse	3	-0.057338275015354156
12320	rnn.weight_ih_l0_reverse	4	0.010600765235722065
12320	rnn.weight_ih_l0_reverse	5	-0.053107164800167084
12320	rnn.weight_ih_l0_reverse	6	0.0076025063171982765
12320	rnn.weight_ih_l0_reverse	7	0.04349275678396225
12320	rnn.weight_ih_l0_reverse	8	-0.0436064787209034
12320	rnn.weight_ih_l0_reverse	9	-0.05312683805823326
12320	rnn.weight_hh_l0_reverse	0	-0.07673856616020203
12320	rnn.weight_hh_l0_reverse	1	-0.04619510844349861
12320	rnn.weight_hh_l0_reverse	2	0.022162729874253273
12320	rnn.weight_hh_l0_reverse	3	0.04260547086596489
12320	rnn.weight_hh_l0_reverse	4	0.019534671679139137
12320	rnn.weight_hh_l0_reverse	5	0.041471682488918304
12320	rnn.weight_hh_l0_reverse	6	-0.00628672493621707
12320	rnn.weight_hh_l0_reverse	7	0.007101866416633129
12320	rnn.weight_hh_l0_reverse	8	-0.09137937426567078
12320	rnn.weight_hh_l0_reverse	9	0.05205884575843811
12320	rnn.bias_ih_l0_reverse	0	-0.08778820931911469
12320	rnn.bias_ih_l0_reverse	1	-0.03976653143763542
12320	rnn.bias_ih_l0_reverse	2	0.09721555560827255
12320	rnn.bias_ih_l0_reverse	3	0.027302129194140434
12320	rnn.bias_ih_l0_reverse	4	-0.11900994181632996
12320	rnn.bias_ih_l0_reverse	5	0.03495234251022339
12320	rnn.bias_ih_l0_reverse	6	-0.10488598793745041
12320	rnn.bias_ih_l0_reverse	7	0.043149322271347046
12320	rnn.bias_ih_l0_reverse	8	0.02611531689763069
12320	rnn.bias_ih_l0_reverse	9	0.07166363298892975
12320	rnn.bias_hh_l0_reverse	0	0.03143971413373947
12320	rnn.bias_hh_l0_reverse	1	0.06995958089828491
12320	rnn.bias_hh_l0_reverse	2	0.07523071020841599
12320	rnn.bias_hh_l0_reverse	3	-0.010503429919481277
12320	rnn.bias_hh_l0_reverse	4	0.08815886080265045
12320	rnn.bias_hh_l0_reverse	5	-0.016155250370502472
12320	rnn.bias_hh_l0_reverse	6	-0.07400911301374435
12320	rnn.bias_hh_l0_reverse	7	0.03473568707704544
12320	rnn.bias_hh_l0_reverse	8	0.01701730117201805
12320	rnn.bias_hh_l0_reverse	9	-0.1353236436843872
12320	linear.weight	0	0.1602998673915863
12320	linear.weight	1	-0.11347804963588715
12320	linear.weight	2	-0.15564458072185516
12320	linear.weight	3	0.05099676176905632
12320	linear.weight	4	-0.00712660513818264
12320	linear.weight	5	-0.009226460009813309
12320	linear.weight	6	-0.009143573231995106
12320	linear.weight	7	-0.03735651820898056
12320	linear.weight	8	0.04499457776546478
12320	linear.weight	9	0.2814476788043976
12320	linear.bias	0	-0.10743551701307297
12320	linear.bias	1	0.13786658644676208
12320	linear.bias	2	-0.4464460611343384
12320	linear.bias	3	1.4870966672897339
12320	linear.bias	4	-0.3508477807044983
12320	linear.bias	5	-0.030769959092140198
12320	linear.bias	6	-0.3053179085254669
12320	linear.bias	7	-0.21597424149513245
12320	linear.bias	8	0.03594895824790001
12320	linear.bias	9	-0.449422150850296
12348	transitions	0	-0.6162328124046326
12348	transitions	1	0.3826572597026825
12348	transitions	2	1.718416452407837
12348	transitions	3	0.1373537927865982
12348	transitions	4	0.974801242351532
12348	transitions	5	1.2745498418807983
12348	transitions	6	0.48416122794151306
12348	transitions	7	0.18078672885894775
12348	transitions	8	-0.9191811680793762
12348	transitions	9	0.9307532906532288
12348	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12348	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12348	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12348	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12348	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12348	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12348	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12348	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12348	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12348	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12348	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12348	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12348	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12348	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12348	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12348	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12348	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12348	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12348	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12348	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12348	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12348	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12348	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12348	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12348	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12348	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12348	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12348	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12348	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12348	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12348	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12348	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12348	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12348	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12348	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12348	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12348	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12348	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12348	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12348	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12348	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12348	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12348	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12348	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12348	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12348	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12348	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12348	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12348	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12348	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12348	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12348	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12348	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12348	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12348	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12348	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12348	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12348	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12348	embedding2nn.weight	0	0.017402373254299164
12348	embedding2nn.weight	1	0.015380218625068665
12348	embedding2nn.weight	2	-0.005396327935159206
12348	embedding2nn.weight	3	0.0015129275852814317
12348	embedding2nn.weight	4	-0.004211514722555876
12348	embedding2nn.weight	5	0.010388199239969254
12348	embedding2nn.weight	6	-0.0034670610912144184
12348	embedding2nn.weight	7	0.00491914851590991
12348	embedding2nn.weight	8	-0.006449289619922638
12348	embedding2nn.weight	9	-0.012953602708876133
12348	embedding2nn.bias	0	-0.017279310151934624
12348	embedding2nn.bias	1	0.0056091733276844025
12348	embedding2nn.bias	2	-0.05658324062824249
12348	embedding2nn.bias	3	-0.005868351552635431
12348	embedding2nn.bias	4	-0.0008319764747284353
12348	embedding2nn.bias	5	-0.004330770578235388
12348	embedding2nn.bias	6	0.0051368242129683495
12348	embedding2nn.bias	7	0.029733141884207726
12348	embedding2nn.bias	8	0.0031925432849675417
12348	embedding2nn.bias	9	0.004847876727581024
12348	rnn.weight_ih_l0	0	0.03889765217900276
12348	rnn.weight_ih_l0	1	-0.013306810520589352
12348	rnn.weight_ih_l0	2	-0.03074936755001545
12348	rnn.weight_ih_l0	3	-0.047279875725507736
12348	rnn.weight_ih_l0	4	-0.04674335941672325
12348	rnn.weight_ih_l0	5	-0.001985333627089858
12348	rnn.weight_ih_l0	6	-0.05381772294640541
12348	rnn.weight_ih_l0	7	-0.05297412350773811
12348	rnn.weight_ih_l0	8	-0.04680497944355011
12348	rnn.weight_ih_l0	9	-0.026898762211203575
12348	rnn.weight_hh_l0	0	0.01376828271895647
12348	rnn.weight_hh_l0	1	-0.02018975093960762
12348	rnn.weight_hh_l0	2	-0.0439218133687973
12348	rnn.weight_hh_l0	3	-0.02460668981075287
12348	rnn.weight_hh_l0	4	-0.06032354012131691
12348	rnn.weight_hh_l0	5	-0.011349133215844631
12348	rnn.weight_hh_l0	6	-0.04131225124001503
12348	rnn.weight_hh_l0	7	0.0024225071538239717
12348	rnn.weight_hh_l0	8	-0.01666157692670822
12348	rnn.weight_hh_l0	9	0.015688350424170494
12348	rnn.bias_ih_l0	0	0.09891602396965027
12348	rnn.bias_ih_l0	1	-0.04288114234805107
12348	rnn.bias_ih_l0	2	0.10607922822237015
12348	rnn.bias_ih_l0	3	0.0577034093439579
12348	rnn.bias_ih_l0	4	0.10505025833845139
12348	rnn.bias_ih_l0	5	0.024190282449126244
12348	rnn.bias_ih_l0	6	-0.005926992744207382
12348	rnn.bias_ih_l0	7	-0.08833207190036774
12348	rnn.bias_ih_l0	8	-0.13416408002376556
12348	rnn.bias_ih_l0	9	0.08960287272930145
12348	rnn.bias_hh_l0	0	-0.02761833742260933
12348	rnn.bias_hh_l0	1	0.02184869907796383
12348	rnn.bias_hh_l0	2	-0.02297765016555786
12348	rnn.bias_hh_l0	3	-0.01735955849289894
12348	rnn.bias_hh_l0	4	-0.04389140009880066
12348	rnn.bias_hh_l0	5	0.12164624780416489
12348	rnn.bias_hh_l0	6	0.00502100819721818
12348	rnn.bias_hh_l0	7	0.021580975502729416
12348	rnn.bias_hh_l0	8	0.028441760689020157
12348	rnn.bias_hh_l0	9	0.04159676656126976
12348	rnn.weight_ih_l0_reverse	0	-0.029270770028233528
12348	rnn.weight_ih_l0_reverse	1	-0.0029199228156358004
12348	rnn.weight_ih_l0_reverse	2	0.02623087726533413
12348	rnn.weight_ih_l0_reverse	3	-0.05749762803316116
12348	rnn.weight_ih_l0_reverse	4	0.010361265391111374
12348	rnn.weight_ih_l0_reverse	5	-0.052949175238609314
12348	rnn.weight_ih_l0_reverse	6	0.008417326956987381
12348	rnn.weight_ih_l0_reverse	7	0.043478500097990036
12348	rnn.weight_ih_l0_reverse	8	-0.04383299499750137
12348	rnn.weight_ih_l0_reverse	9	-0.053071390837430954
12348	rnn.weight_hh_l0_reverse	0	-0.07632952183485031
12348	rnn.weight_hh_l0_reverse	1	-0.046538982540369034
12348	rnn.weight_hh_l0_reverse	2	0.021807687357068062
12348	rnn.weight_hh_l0_reverse	3	0.04210427403450012
12348	rnn.weight_hh_l0_reverse	4	0.01929548755288124
12348	rnn.weight_hh_l0_reverse	5	0.04112507775425911
12348	rnn.weight_hh_l0_reverse	6	-0.0048719593323767185
12348	rnn.weight_hh_l0_reverse	7	0.007035604678094387
12348	rnn.weight_hh_l0_reverse	8	-0.09087301045656204
12348	rnn.weight_hh_l0_reverse	9	0.05278920754790306
12348	rnn.bias_ih_l0_reverse	0	-0.08624719083309174
12348	rnn.bias_ih_l0_reverse	1	-0.045977555215358734
12348	rnn.bias_ih_l0_reverse	2	0.09623546153306961
12348	rnn.bias_ih_l0_reverse	3	0.02544204331934452
12348	rnn.bias_ih_l0_reverse	4	-0.11857400834560394
12348	rnn.bias_ih_l0_reverse	5	0.033290211111307144
12348	rnn.bias_ih_l0_reverse	6	-0.10472334921360016
12348	rnn.bias_ih_l0_reverse	7	0.04250229895114899
12348	rnn.bias_ih_l0_reverse	8	0.026517096906900406
12348	rnn.bias_ih_l0_reverse	9	0.07092651724815369
12348	rnn.bias_hh_l0_reverse	0	0.022996501997113228
12348	rnn.bias_hh_l0_reverse	1	0.06980492174625397
12348	rnn.bias_hh_l0_reverse	2	0.07361695170402527
12348	rnn.bias_hh_l0_reverse	3	-0.011615963652729988
12348	rnn.bias_hh_l0_reverse	4	0.08876421302556992
12348	rnn.bias_hh_l0_reverse	5	-0.014790504239499569
12348	rnn.bias_hh_l0_reverse	6	-0.07257258147001266
12348	rnn.bias_hh_l0_reverse	7	0.032804254442453384
12348	rnn.bias_hh_l0_reverse	8	0.015026501379907131
12348	rnn.bias_hh_l0_reverse	9	-0.13076040148735046
12348	linear.weight	0	0.16405129432678223
12348	linear.weight	1	-0.11344420164823532
12348	linear.weight	2	-0.15774919092655182
12348	linear.weight	3	0.053131263703107834
12348	linear.weight	4	-0.00643343897536397
12348	linear.weight	5	-0.007643648888915777
12348	linear.weight	6	-0.00912434235215187
12348	linear.weight	7	-0.0378386527299881
12348	linear.weight	8	0.04675988480448723
12348	linear.weight	9	0.27832305431365967
12348	linear.bias	0	-0.12707628309726715
12348	linear.bias	1	0.13880987465381622
12348	linear.bias	2	-0.44544073939323425
12348	linear.bias	3	1.4880362749099731
12348	linear.bias	4	-0.3512629568576813
12348	linear.bias	5	-0.030769959092140198
12348	linear.bias	6	-0.30536675453186035
12348	linear.bias	7	-0.215158611536026
12348	linear.bias	8	0.04674860090017319
12348	linear.bias	9	-0.44962525367736816
12376	transitions	0	-0.6163557171821594
12376	transitions	1	0.3825613558292389
12376	transitions	2	1.7182751893997192
12376	transitions	3	0.137151837348938
12376	transitions	4	0.9747399091720581
12376	transitions	5	1.2745485305786133
12376	transitions	6	0.4841604232788086
12376	transitions	7	0.1807853877544403
12376	transitions	8	-0.9191831350326538
12376	transitions	9	0.9307532906532288
12376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12376	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12376	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12376	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12376	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12376	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12376	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12376	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12376	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12376	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12376	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12376	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12376	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12376	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12376	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12376	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12376	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12376	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12376	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12376	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12376	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12376	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12376	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12376	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12376	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12376	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12376	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12376	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12376	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12376	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12376	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12376	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12376	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12376	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12376	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12376	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12376	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12376	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12376	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12376	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12376	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12376	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12376	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12376	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12376	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12376	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12376	embedding2nn.weight	0	0.01712525449693203
12376	embedding2nn.weight	1	0.015276150777935982
12376	embedding2nn.weight	2	-0.005383375566452742
12376	embedding2nn.weight	3	0.0016016251174733043
12376	embedding2nn.weight	4	-0.004297062288969755
12376	embedding2nn.weight	5	0.010324054397642612
12376	embedding2nn.weight	6	-0.0034929709509015083
12376	embedding2nn.weight	7	0.004260366782546043
12376	embedding2nn.weight	8	-0.00628196494653821
12376	embedding2nn.weight	9	-0.012829875573515892
12376	embedding2nn.bias	0	-0.01931476779282093
12376	embedding2nn.bias	1	0.0020990208722651005
12376	embedding2nn.bias	2	-0.0644744262099266
12376	embedding2nn.bias	3	0.0007962245144881308
12376	embedding2nn.bias	4	-0.005148262716829777
12376	embedding2nn.bias	5	-0.004699050448834896
12376	embedding2nn.bias	6	0.009258382022380829
12376	embedding2nn.bias	7	0.033004168421030045
12376	embedding2nn.bias	8	0.009751944802701473
12376	embedding2nn.bias	9	0.004457320552319288
12376	rnn.weight_ih_l0	0	0.03902149572968483
12376	rnn.weight_ih_l0	1	-0.013561238534748554
12376	rnn.weight_ih_l0	2	-0.03110429085791111
12376	rnn.weight_ih_l0	3	-0.047440435737371445
12376	rnn.weight_ih_l0	4	-0.046833183616399765
12376	rnn.weight_ih_l0	5	-0.002168400678783655
12376	rnn.weight_ih_l0	6	-0.05391751974821091
12376	rnn.weight_ih_l0	7	-0.05317745357751846
12376	rnn.weight_ih_l0	8	-0.04678085073828697
12376	rnn.weight_ih_l0	9	-0.026975566521286964
12376	rnn.weight_hh_l0	0	0.013329367153346539
12376	rnn.weight_hh_l0	1	-0.020292367786169052
12376	rnn.weight_hh_l0	2	-0.04412764310836792
12376	rnn.weight_hh_l0	3	-0.02415856532752514
12376	rnn.weight_hh_l0	4	-0.060534242540597916
12376	rnn.weight_hh_l0	5	-0.01131710410118103
12376	rnn.weight_hh_l0	6	-0.042234715074300766
12376	rnn.weight_hh_l0	7	0.003225436434149742
12376	rnn.weight_hh_l0	8	-0.016377737745642662
12376	rnn.weight_hh_l0	9	0.01649286039173603
12376	rnn.bias_ih_l0	0	0.09870044142007828
12376	rnn.bias_ih_l0	1	-0.040032096207141876
12376	rnn.bias_ih_l0	2	0.10512026399374008
12376	rnn.bias_ih_l0	3	0.05829181149601936
12376	rnn.bias_ih_l0	4	0.10718140751123428
12376	rnn.bias_ih_l0	5	0.024120159447193146
12376	rnn.bias_ih_l0	6	-0.0031496677547693253
12376	rnn.bias_ih_l0	7	-0.09179961681365967
12376	rnn.bias_ih_l0	8	-0.12541791796684265
12376	rnn.bias_ih_l0	9	0.08973179012537003
12376	rnn.bias_hh_l0	0	-0.02745376154780388
12376	rnn.bias_hh_l0	1	0.021122435107827187
12376	rnn.bias_hh_l0	2	-0.023254118859767914
12376	rnn.bias_hh_l0	3	-0.015496846288442612
12376	rnn.bias_hh_l0	4	-0.04341122880578041
12376	rnn.bias_hh_l0	5	0.12131787091493607
12376	rnn.bias_hh_l0	6	0.005871525499969721
12376	rnn.bias_hh_l0	7	0.023384934291243553
12376	rnn.bias_hh_l0	8	0.031219083815813065
12376	rnn.bias_hh_l0	9	0.0408138707280159
12376	rnn.weight_ih_l0_reverse	0	-0.0289008691906929
12376	rnn.weight_ih_l0_reverse	1	-0.003007003106176853
12376	rnn.weight_ih_l0_reverse	2	0.026144007220864296
12376	rnn.weight_ih_l0_reverse	3	-0.05739956721663475
12376	rnn.weight_ih_l0_reverse	4	0.01032551284879446
12376	rnn.weight_ih_l0_reverse	5	-0.05299271643161774
12376	rnn.weight_ih_l0_reverse	6	0.009199270978569984
12376	rnn.weight_ih_l0_reverse	7	0.04346615821123123
12376	rnn.weight_ih_l0_reverse	8	-0.043900515884160995
12376	rnn.weight_ih_l0_reverse	9	-0.05329025536775589
12376	rnn.weight_hh_l0_reverse	0	-0.07624909281730652
12376	rnn.weight_hh_l0_reverse	1	-0.047775883227586746
12376	rnn.weight_hh_l0_reverse	2	0.021892735734581947
12376	rnn.weight_hh_l0_reverse	3	0.04157816246151924
12376	rnn.weight_hh_l0_reverse	4	0.01965658739209175
12376	rnn.weight_hh_l0_reverse	5	0.04095640033483505
12376	rnn.weight_hh_l0_reverse	6	-0.006638545077294111
12376	rnn.weight_hh_l0_reverse	7	0.007322068326175213
12376	rnn.weight_hh_l0_reverse	8	-0.09085561335086823
12376	rnn.weight_hh_l0_reverse	9	0.053704243153333664
12376	rnn.bias_ih_l0_reverse	0	-0.08682538568973541
12376	rnn.bias_ih_l0_reverse	1	-0.04351164400577545
12376	rnn.bias_ih_l0_reverse	2	0.09715033322572708
12376	rnn.bias_ih_l0_reverse	3	0.025242198258638382
12376	rnn.bias_ih_l0_reverse	4	-0.11948071420192719
12376	rnn.bias_ih_l0_reverse	5	0.032120008021593094
12376	rnn.bias_ih_l0_reverse	6	-0.1020195409655571
12376	rnn.bias_ih_l0_reverse	7	0.04217277839779854
12376	rnn.bias_ih_l0_reverse	8	0.024928074330091476
12376	rnn.bias_ih_l0_reverse	9	0.07260552793741226
12376	rnn.bias_hh_l0_reverse	0	0.026349682360887527
12376	rnn.bias_hh_l0_reverse	1	0.06983716785907745
12376	rnn.bias_hh_l0_reverse	2	0.0732983723282814
12376	rnn.bias_hh_l0_reverse	3	-0.011073757894337177
12376	rnn.bias_hh_l0_reverse	4	0.08827606588602066
12376	rnn.bias_hh_l0_reverse	5	-0.014275755733251572
12376	rnn.bias_hh_l0_reverse	6	-0.0737052857875824
12376	rnn.bias_hh_l0_reverse	7	0.030839206650853157
12376	rnn.bias_hh_l0_reverse	8	0.017278451472520828
12376	rnn.bias_hh_l0_reverse	9	-0.13170211017131805
12376	linear.weight	0	0.15959864854812622
12376	linear.weight	1	-0.11342639476060867
12376	linear.weight	2	-0.15941117703914642
12376	linear.weight	3	0.05103586986660957
12376	linear.weight	4	-0.007272158749401569
12376	linear.weight	5	-0.0073077562265098095
12376	linear.weight	6	-0.00912007037550211
12376	linear.weight	7	-0.03845084458589554
12376	linear.weight	8	0.047882404178380966
12376	linear.weight	9	0.28105878829956055
12376	linear.bias	0	-0.13739153742790222
12376	linear.bias	1	0.13113145530223846
12376	linear.bias	2	-0.44000834226608276
12376	linear.bias	3	1.4997358322143555
12376	linear.bias	4	-0.3517058193683624
12376	linear.bias	5	-0.030769959092140198
12376	linear.bias	6	-0.30009496212005615
12376	linear.bias	7	-0.21425281465053558
12376	linear.bias	8	0.04337827488780022
12376	linear.bias	9	-0.4499070644378662
12404	transitions	0	-0.6164076328277588
12404	transitions	1	0.3824770748615265
12404	transitions	2	1.7181905508041382
12404	transitions	3	0.13710826635360718
12404	transitions	4	0.9747117161750793
12404	transitions	5	1.2745473384857178
12404	transitions	6	0.48415976762771606
12404	transitions	7	0.1807841807603836
12404	transitions	8	-0.9191838502883911
12404	transitions	9	0.9307517409324646
12404	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12404	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12404	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12404	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12404	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12404	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12404	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12404	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12404	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12404	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12404	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12404	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12404	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12404	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12404	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12404	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12404	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12404	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12404	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12404	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12404	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12404	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12404	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12404	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12404	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12404	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12404	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12404	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12404	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12404	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12404	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12404	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12404	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12404	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12404	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12404	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12404	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12404	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12404	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12404	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12404	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12404	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12404	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12404	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12404	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12404	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12404	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12404	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12404	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12404	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12404	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12404	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12404	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12404	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12404	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12404	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12404	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12404	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12404	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12404	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12404	embedding2nn.weight	0	0.017575807869434357
12404	embedding2nn.weight	1	0.015264632180333138
12404	embedding2nn.weight	2	-0.00534601928666234
12404	embedding2nn.weight	3	0.0017286811489611864
12404	embedding2nn.weight	4	-0.004304070025682449
12404	embedding2nn.weight	5	0.010196753777563572
12404	embedding2nn.weight	6	-0.0035282932221889496
12404	embedding2nn.weight	7	0.004776798188686371
12404	embedding2nn.weight	8	-0.006390803959220648
12404	embedding2nn.weight	9	-0.01288400124758482
12404	embedding2nn.bias	0	-0.022245662286877632
12404	embedding2nn.bias	1	0.00626208633184433
12404	embedding2nn.bias	2	-0.06987111270427704
12404	embedding2nn.bias	3	-0.0030165070202201605
12404	embedding2nn.bias	4	0.001103330752812326
12404	embedding2nn.bias	5	-0.001199948019348085
12404	embedding2nn.bias	6	0.013456455431878567
12404	embedding2nn.bias	7	0.031169520691037178
12404	embedding2nn.bias	8	0.005187717266380787
12404	embedding2nn.bias	9	0.008116126991808414
12404	rnn.weight_ih_l0	0	0.03931727260351181
12404	rnn.weight_ih_l0	1	-0.013814604841172695
12404	rnn.weight_ih_l0	2	-0.03164541721343994
12404	rnn.weight_ih_l0	3	-0.047055862843990326
12404	rnn.weight_ih_l0	4	-0.04664018005132675
12404	rnn.weight_ih_l0	5	-0.0023495429195463657
12404	rnn.weight_ih_l0	6	-0.053975190967321396
12404	rnn.weight_ih_l0	7	-0.053500156849622726
12404	rnn.weight_ih_l0	8	-0.04678524658083916
12404	rnn.weight_ih_l0	9	-0.026843145489692688
12404	rnn.weight_hh_l0	0	0.0135806854814291
12404	rnn.weight_hh_l0	1	-0.020607562735676765
12404	rnn.weight_hh_l0	2	-0.04395199939608574
12404	rnn.weight_hh_l0	3	-0.024412335827946663
12404	rnn.weight_hh_l0	4	-0.0609554648399353
12404	rnn.weight_hh_l0	5	-0.011340522207319736
12404	rnn.weight_hh_l0	6	-0.042663443833589554
12404	rnn.weight_hh_l0	7	0.002136298455297947
12404	rnn.weight_hh_l0	8	-0.015741528943181038
12404	rnn.weight_hh_l0	9	0.017084060236811638
12404	rnn.bias_ih_l0	0	0.09888836741447449
12404	rnn.bias_ih_l0	1	-0.04044070467352867
12404	rnn.bias_ih_l0	2	0.10462066531181335
12404	rnn.bias_ih_l0	3	0.05909333750605583
12404	rnn.bias_ih_l0	4	0.10644470900297165
12404	rnn.bias_ih_l0	5	0.024996070191264153
12404	rnn.bias_ih_l0	6	-0.0013250824995338917
12404	rnn.bias_ih_l0	7	-0.08467940986156464
12404	rnn.bias_ih_l0	8	-0.13011577725410461
12404	rnn.bias_ih_l0	9	0.09108063578605652
12404	rnn.bias_hh_l0	0	-0.026051130145788193
12404	rnn.bias_hh_l0	1	0.02038712427020073
12404	rnn.bias_hh_l0	2	-0.024060161784291267
12404	rnn.bias_hh_l0	3	-0.01622532121837139
12404	rnn.bias_hh_l0	4	-0.044224418699741364
12404	rnn.bias_hh_l0	5	0.12331880629062653
12404	rnn.bias_hh_l0	6	0.00666198693215847
12404	rnn.bias_hh_l0	7	0.0272844098508358
12404	rnn.bias_hh_l0	8	0.03304366394877434
12404	rnn.bias_hh_l0	9	0.040889922529459
12404	rnn.weight_ih_l0_reverse	0	-0.02876942604780197
12404	rnn.weight_ih_l0_reverse	1	-0.0039463466964662075
12404	rnn.weight_ih_l0_reverse	2	0.025998080149292946
12404	rnn.weight_ih_l0_reverse	3	-0.057844240218400955
12404	rnn.weight_ih_l0_reverse	4	0.009991219267249107
12404	rnn.weight_ih_l0_reverse	5	-0.05292542278766632
12404	rnn.weight_ih_l0_reverse	6	0.0096936309710145
12404	rnn.weight_ih_l0_reverse	7	0.04352102056145668
12404	rnn.weight_ih_l0_reverse	8	-0.0438123382627964
12404	rnn.weight_ih_l0_reverse	9	-0.053363312035799026
12404	rnn.weight_hh_l0_reverse	0	-0.0764065533876419
12404	rnn.weight_hh_l0_reverse	1	-0.04887579381465912
12404	rnn.weight_hh_l0_reverse	2	0.02182934805750847
12404	rnn.weight_hh_l0_reverse	3	0.04232469201087952
12404	rnn.weight_hh_l0_reverse	4	0.019199732691049576
12404	rnn.weight_hh_l0_reverse	5	0.041199661791324615
12404	rnn.weight_hh_l0_reverse	6	-0.007643525488674641
12404	rnn.weight_hh_l0_reverse	7	0.007560528814792633
12404	rnn.weight_hh_l0_reverse	8	-0.09096646308898926
12404	rnn.weight_hh_l0_reverse	9	0.05359821394085884
12404	rnn.bias_ih_l0_reverse	0	-0.08744657039642334
12404	rnn.bias_ih_l0_reverse	1	-0.03828321024775505
12404	rnn.bias_ih_l0_reverse	2	0.09723313897848129
12404	rnn.bias_ih_l0_reverse	3	0.025091372430324554
12404	rnn.bias_ih_l0_reverse	4	-0.11919388920068741
12404	rnn.bias_ih_l0_reverse	5	0.03211919590830803
12404	rnn.bias_ih_l0_reverse	6	-0.10211411118507385
12404	rnn.bias_ih_l0_reverse	7	0.04343558847904205
12404	rnn.bias_ih_l0_reverse	8	0.024419212713837624
12404	rnn.bias_ih_l0_reverse	9	0.07556883245706558
12404	rnn.bias_hh_l0_reverse	0	0.028965817764401436
12404	rnn.bias_hh_l0_reverse	1	0.07186062633991241
12404	rnn.bias_hh_l0_reverse	2	0.07455568015575409
12404	rnn.bias_hh_l0_reverse	3	-0.011277129873633385
12404	rnn.bias_hh_l0_reverse	4	0.09091605246067047
12404	rnn.bias_hh_l0_reverse	5	-0.0062017012387514114
12404	rnn.bias_hh_l0_reverse	6	-0.07335720211267471
12404	rnn.bias_hh_l0_reverse	7	0.029369361698627472
12404	rnn.bias_hh_l0_reverse	8	0.01957537978887558
12404	rnn.bias_hh_l0_reverse	9	-0.13238908350467682
12404	linear.weight	0	0.1607833206653595
12404	linear.weight	1	-0.11343847215175629
12404	linear.weight	2	-0.15811751782894135
12404	linear.weight	3	0.0461430549621582
12404	linear.weight	4	-0.007992489263415337
12404	linear.weight	5	-0.007390042766928673
12404	linear.weight	6	-0.00911669246852398
12404	linear.weight	7	-0.03842506185173988
12404	linear.weight	8	0.04847470298409462
12404	linear.weight	9	0.27753496170043945
12404	linear.bias	0	-0.11808864772319794
12404	linear.bias	1	0.13638357818126678
12404	linear.bias	2	-0.4433615803718567
12404	linear.bias	3	1.4896373748779297
12404	linear.bias	4	-0.3529324233531952
12404	linear.bias	5	-0.030769959092140198
12404	linear.bias	6	-0.3022680878639221
12404	linear.bias	7	-0.21211747825145721
12404	linear.bias	8	0.0448051393032074
12404	linear.bias	9	-0.45007380843162537
12432	transitions	0	-0.6165131330490112
12432	transitions	1	0.3824463188648224
12432	transitions	2	1.7180109024047852
12432	transitions	3	0.13708174228668213
12432	transitions	4	0.9745152592658997
12432	transitions	5	1.2745448350906372
12432	transitions	6	0.4841567575931549
12432	transitions	7	0.18078190088272095
12432	transitions	8	-0.9191843867301941
12432	transitions	9	0.9307516813278198
12432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12432	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12432	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12432	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12432	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12432	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12432	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12432	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12432	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12432	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12432	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12432	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12432	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12432	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12432	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12432	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12432	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12432	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12432	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12432	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12432	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12432	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12432	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12432	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12432	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12432	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12432	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12432	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12432	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12432	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12432	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12432	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12432	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12432	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12432	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12432	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12432	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12432	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12432	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12432	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12432	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12432	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12432	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12432	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12432	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12432	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12432	embedding2nn.weight	0	0.01697634346783161
12432	embedding2nn.weight	1	0.015196580439805984
12432	embedding2nn.weight	2	-0.0053402152843773365
12432	embedding2nn.weight	3	0.0016990267904475331
12432	embedding2nn.weight	4	-0.004344998858869076
12432	embedding2nn.weight	5	0.0102477315813303
12432	embedding2nn.weight	6	-0.0036396870855242014
12432	embedding2nn.weight	7	0.0043230848386883736
12432	embedding2nn.weight	8	-0.006317589897662401
12432	embedding2nn.weight	9	-0.012727956287562847
12432	embedding2nn.bias	0	-0.022616952657699585
12432	embedding2nn.bias	1	-0.0005370297585614026
12432	embedding2nn.bias	2	-0.07121987640857697
12432	embedding2nn.bias	3	0.002022898057475686
12432	embedding2nn.bias	4	-0.00340754515491426
12432	embedding2nn.bias	5	-0.00016028677055146545
12432	embedding2nn.bias	6	0.011098909191787243
12432	embedding2nn.bias	7	0.02622251585125923
12432	embedding2nn.bias	8	0.005030597560107708
12432	embedding2nn.bias	9	0.00828729197382927
12432	rnn.weight_ih_l0	0	0.03911058232188225
12432	rnn.weight_ih_l0	1	-0.01393208373337984
12432	rnn.weight_ih_l0	2	-0.03144868463277817
12432	rnn.weight_ih_l0	3	-0.04689859598875046
12432	rnn.weight_ih_l0	4	-0.04648704081773758
12432	rnn.weight_ih_l0	5	-0.002015934092923999
12432	rnn.weight_ih_l0	6	-0.053985074162483215
12432	rnn.weight_ih_l0	7	-0.05335155129432678
12432	rnn.weight_ih_l0	8	-0.047094617038965225
12432	rnn.weight_ih_l0	9	-0.02694746106863022
12432	rnn.weight_hh_l0	0	0.013087284751236439
12432	rnn.weight_hh_l0	1	-0.020273813977837563
12432	rnn.weight_hh_l0	2	-0.044466208666563034
12432	rnn.weight_hh_l0	3	-0.02474260702729225
12432	rnn.weight_hh_l0	4	-0.06075521185994148
12432	rnn.weight_hh_l0	5	-0.011279731057584286
12432	rnn.weight_hh_l0	6	-0.042262718081474304
12432	rnn.weight_hh_l0	7	0.000585606787353754
12432	rnn.weight_hh_l0	8	-0.016114860773086548
12432	rnn.weight_hh_l0	9	0.016789793968200684
12432	rnn.bias_ih_l0	0	0.10058347135782242
12432	rnn.bias_ih_l0	1	-0.03892027586698532
12432	rnn.bias_ih_l0	2	0.10262414067983627
12432	rnn.bias_ih_l0	3	0.062261488288640976
12432	rnn.bias_ih_l0	4	0.1066376343369484
12432	rnn.bias_ih_l0	5	0.024357566609978676
12432	rnn.bias_ih_l0	6	0.000169291059137322
12432	rnn.bias_ih_l0	7	-0.08537158370018005
12432	rnn.bias_ih_l0	8	-0.13668596744537354
12432	rnn.bias_ih_l0	9	0.09018674492835999
12432	rnn.bias_hh_l0	0	-0.026139408349990845
12432	rnn.bias_hh_l0	1	0.021660033613443375
12432	rnn.bias_hh_l0	2	-0.023998595774173737
12432	rnn.bias_hh_l0	3	-0.014672073535621166
12432	rnn.bias_hh_l0	4	-0.04016616567969322
12432	rnn.bias_hh_l0	5	0.12400437146425247
12432	rnn.bias_hh_l0	6	0.006913383491337299
12432	rnn.bias_hh_l0	7	0.02864227257668972
12432	rnn.bias_hh_l0	8	0.034538038074970245
12432	rnn.bias_hh_l0	9	0.040196098387241364
12432	rnn.weight_ih_l0_reverse	0	-0.02866000309586525
12432	rnn.weight_ih_l0_reverse	1	-0.0027738476637750864
12432	rnn.weight_ih_l0_reverse	2	0.026233218610286713
12432	rnn.weight_ih_l0_reverse	3	-0.057568490505218506
12432	rnn.weight_ih_l0_reverse	4	0.01015715952962637
12432	rnn.weight_ih_l0_reverse	5	-0.052296627312898636
12432	rnn.weight_ih_l0_reverse	6	0.009614313952624798
12432	rnn.weight_ih_l0_reverse	7	0.043569330126047134
12432	rnn.weight_ih_l0_reverse	8	-0.04380587115883827
12432	rnn.weight_ih_l0_reverse	9	-0.05343879759311676
12432	rnn.weight_hh_l0_reverse	0	-0.07575539499521255
12432	rnn.weight_hh_l0_reverse	1	-0.049321386963129044
12432	rnn.weight_hh_l0_reverse	2	0.022057663649320602
12432	rnn.weight_hh_l0_reverse	3	0.042834263294935226
12432	rnn.weight_hh_l0_reverse	4	0.019364796578884125
12432	rnn.weight_hh_l0_reverse	5	0.04135924577713013
12432	rnn.weight_hh_l0_reverse	6	-0.00846522580832243
12432	rnn.weight_hh_l0_reverse	7	0.007329231593757868
12432	rnn.weight_hh_l0_reverse	8	-0.09033641964197159
12432	rnn.weight_hh_l0_reverse	9	0.05397521331906319
12432	rnn.bias_ih_l0_reverse	0	-0.08834213018417358
12432	rnn.bias_ih_l0_reverse	1	-0.03960360959172249
12432	rnn.bias_ih_l0_reverse	2	0.09631393104791641
12432	rnn.bias_ih_l0_reverse	3	0.02501165121793747
12432	rnn.bias_ih_l0_reverse	4	-0.11945933103561401
12432	rnn.bias_ih_l0_reverse	5	0.03149889037013054
12432	rnn.bias_ih_l0_reverse	6	-0.0998956561088562
12432	rnn.bias_ih_l0_reverse	7	0.04307449236512184
12432	rnn.bias_ih_l0_reverse	8	0.025006700307130814
12432	rnn.bias_ih_l0_reverse	9	0.07611848413944244
12432	rnn.bias_hh_l0_reverse	0	0.02790345624089241
12432	rnn.bias_hh_l0_reverse	1	0.07080859690904617
12432	rnn.bias_hh_l0_reverse	2	0.07354207336902618
12432	rnn.bias_hh_l0_reverse	3	-0.011748675256967545
12432	rnn.bias_hh_l0_reverse	4	0.0896618589758873
12432	rnn.bias_hh_l0_reverse	5	0.0011048000305891037
12432	rnn.bias_hh_l0_reverse	6	-0.07168661803007126
12432	rnn.bias_hh_l0_reverse	7	0.030319731682538986
12432	rnn.bias_hh_l0_reverse	8	0.01669546589255333
12432	rnn.bias_hh_l0_reverse	9	-0.13139048218727112
12432	linear.weight	0	0.16587907075881958
12432	linear.weight	1	-0.11344502866268158
12432	linear.weight	2	-0.1636665016412735
12432	linear.weight	3	0.04094245657324791
12432	linear.weight	4	-0.008255214430391788
12432	linear.weight	5	-0.0058569470420479774
12432	linear.weight	6	-0.009117025882005692
12432	linear.weight	7	-0.03837856650352478
12432	linear.weight	8	0.045762721449136734
12432	linear.weight	9	0.28005650639533997
12432	linear.bias	0	-0.11794463545084
12432	linear.bias	1	0.13261960446834564
12432	linear.bias	2	-0.4450489282608032
12432	linear.bias	3	1.499964952468872
12432	linear.bias	4	-0.35339638590812683
12432	linear.bias	5	-0.030769959092140198
12432	linear.bias	6	-0.30300217866897583
12432	linear.bias	7	-0.2140538990497589
12432	linear.bias	8	0.03798576444387436
12432	linear.bias	9	-0.4501998722553253
12460	transitions	0	-0.6165690422058105
12460	transitions	1	0.3823907971382141
12460	transitions	2	1.7179229259490967
12460	transitions	3	0.13692912459373474
12460	transitions	4	0.9743078947067261
12460	transitions	5	1.2745438814163208
12460	transitions	6	0.4841565489768982
12460	transitions	7	0.1807810366153717
12460	transitions	8	-0.9191854000091553
12460	transitions	9	0.9307516813278198
12460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12460	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12460	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12460	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12460	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12460	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12460	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12460	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12460	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12460	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12460	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12460	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12460	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12460	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12460	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12460	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12460	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12460	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12460	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12460	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12460	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12460	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12460	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12460	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12460	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12460	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12460	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12460	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12460	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12460	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12460	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12460	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12460	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12460	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12460	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12460	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12460	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12460	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12460	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12460	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12460	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12460	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12460	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12460	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12460	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12460	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12460	embedding2nn.weight	0	0.01760304905474186
12460	embedding2nn.weight	1	0.015274597331881523
12460	embedding2nn.weight	2	-0.005322911310940981
12460	embedding2nn.weight	3	0.0017654497642070055
12460	embedding2nn.weight	4	-0.00430431729182601
12460	embedding2nn.weight	5	0.010216301307082176
12460	embedding2nn.weight	6	-0.0037496823351830244
12460	embedding2nn.weight	7	0.005192459560930729
12460	embedding2nn.weight	8	-0.006645629648119211
12460	embedding2nn.weight	9	-0.012732015922665596
12460	embedding2nn.bias	0	-0.02685984969139099
12460	embedding2nn.bias	1	0.0017388580599799752
12460	embedding2nn.bias	2	-0.07008242607116699
12460	embedding2nn.bias	3	0.0046235341578722
12460	embedding2nn.bias	4	-0.004926320631057024
12460	embedding2nn.bias	5	0.0019834167324006557
12460	embedding2nn.bias	6	0.011873727664351463
12460	embedding2nn.bias	7	0.030844878405332565
12460	embedding2nn.bias	8	0.005814015865325928
12460	embedding2nn.bias	9	0.007073128595948219
12460	rnn.weight_ih_l0	0	0.03921591863036156
12460	rnn.weight_ih_l0	1	-0.013326839543879032
12460	rnn.weight_ih_l0	2	-0.0307476706802845
12460	rnn.weight_ih_l0	3	-0.046663541346788406
12460	rnn.weight_ih_l0	4	-0.04649340733885765
12460	rnn.weight_ih_l0	5	-0.0020735757425427437
12460	rnn.weight_ih_l0	6	-0.05429130047559738
12460	rnn.weight_ih_l0	7	-0.053762298077344894
12460	rnn.weight_ih_l0	8	-0.04690979793667793
12460	rnn.weight_ih_l0	9	-0.02659020945429802
12460	rnn.weight_hh_l0	0	0.013009784743189812
12460	rnn.weight_hh_l0	1	-0.019777590408921242
12460	rnn.weight_hh_l0	2	-0.044584717601537704
12460	rnn.weight_hh_l0	3	-0.025031745433807373
12460	rnn.weight_hh_l0	4	-0.060858674347400665
12460	rnn.weight_hh_l0	5	-0.011199318803846836
12460	rnn.weight_hh_l0	6	-0.03777877613902092
12460	rnn.weight_hh_l0	7	0.00044425236410461366
12460	rnn.weight_hh_l0	8	-0.015756938606500626
12460	rnn.weight_hh_l0	9	0.01754814200103283
12460	rnn.bias_ih_l0	0	0.10120187699794769
12460	rnn.bias_ih_l0	1	-0.040111277252435684
12460	rnn.bias_ih_l0	2	0.10117611289024353
12460	rnn.bias_ih_l0	3	0.0621102936565876
12460	rnn.bias_ih_l0	4	0.10463690757751465
12460	rnn.bias_ih_l0	5	0.025144880637526512
12460	rnn.bias_ih_l0	6	0.002815769286826253
12460	rnn.bias_ih_l0	7	-0.08222274482250214
12460	rnn.bias_ih_l0	8	-0.1406741440296173
12460	rnn.bias_ih_l0	9	0.08946449309587479
12460	rnn.bias_hh_l0	0	-0.02715763822197914
12460	rnn.bias_hh_l0	1	0.02129090577363968
12460	rnn.bias_hh_l0	2	-0.026202764362096786
12460	rnn.bias_hh_l0	3	-0.018062805756926537
12460	rnn.bias_hh_l0	4	-0.03941299021244049
12460	rnn.bias_hh_l0	5	0.12430965900421143
12460	rnn.bias_hh_l0	6	0.00681614363566041
12460	rnn.bias_hh_l0	7	0.028368376195430756
12460	rnn.bias_hh_l0	8	0.03718452528119087
12460	rnn.bias_hh_l0	9	0.040957678109407425
12460	rnn.weight_ih_l0_reverse	0	-0.028793485835194588
12460	rnn.weight_ih_l0_reverse	1	-0.0029070645105093718
12460	rnn.weight_ih_l0_reverse	2	0.026297573000192642
12460	rnn.weight_ih_l0_reverse	3	-0.05720764398574829
12460	rnn.weight_ih_l0_reverse	4	0.010419519618153572
12460	rnn.weight_ih_l0_reverse	5	-0.052320171147584915
12460	rnn.weight_ih_l0_reverse	6	0.010212520137429237
12460	rnn.weight_ih_l0_reverse	7	0.04343206807971001
12460	rnn.weight_ih_l0_reverse	8	-0.04386405646800995
12460	rnn.weight_ih_l0_reverse	9	-0.053665466606616974
12460	rnn.weight_hh_l0_reverse	0	-0.07523272931575775
12460	rnn.weight_hh_l0_reverse	1	-0.05046843737363815
12460	rnn.weight_hh_l0_reverse	2	0.021870551630854607
12460	rnn.weight_hh_l0_reverse	3	0.04293980076909065
12460	rnn.weight_hh_l0_reverse	4	0.01868393085896969
12460	rnn.weight_hh_l0_reverse	5	0.04142507165670395
12460	rnn.weight_hh_l0_reverse	6	-0.010534740053117275
12460	rnn.weight_hh_l0_reverse	7	0.007617488969117403
12460	rnn.weight_hh_l0_reverse	8	-0.08990123867988586
12460	rnn.weight_hh_l0_reverse	9	0.053264353424310684
12460	rnn.bias_ih_l0_reverse	0	-0.08697982132434845
12460	rnn.bias_ih_l0_reverse	1	-0.03813037648797035
12460	rnn.bias_ih_l0_reverse	2	0.0940350666642189
12460	rnn.bias_ih_l0_reverse	3	0.02652052417397499
12460	rnn.bias_ih_l0_reverse	4	-0.11942016333341599
12460	rnn.bias_ih_l0_reverse	5	0.03123529814183712
12460	rnn.bias_ih_l0_reverse	6	-0.10222849249839783
12460	rnn.bias_ih_l0_reverse	7	0.04320376738905907
12460	rnn.bias_ih_l0_reverse	8	0.023278912529349327
12460	rnn.bias_ih_l0_reverse	9	0.0739300400018692
12460	rnn.bias_hh_l0_reverse	0	0.032129812985658646
12460	rnn.bias_hh_l0_reverse	1	0.07048898935317993
12460	rnn.bias_hh_l0_reverse	2	0.07246185839176178
12460	rnn.bias_hh_l0_reverse	3	-0.01174839399755001
12460	rnn.bias_hh_l0_reverse	4	0.09006514400243759
12460	rnn.bias_hh_l0_reverse	5	-0.0018772385083138943
12460	rnn.bias_hh_l0_reverse	6	-0.07120629400014877
12460	rnn.bias_hh_l0_reverse	7	0.03061571530997753
12460	rnn.bias_hh_l0_reverse	8	0.01877770386636257
12460	rnn.bias_hh_l0_reverse	9	-0.12945808470249176
12460	linear.weight	0	0.17618942260742188
12460	linear.weight	1	-0.11345970630645752
12460	linear.weight	2	-0.16654431819915771
12460	linear.weight	3	0.04330138862133026
12460	linear.weight	4	-0.007814993150532246
12460	linear.weight	5	-0.0052149947732687
12460	linear.weight	6	-0.009113660082221031
12460	linear.weight	7	-0.03827223554253578
12460	linear.weight	8	0.04704062268137932
12460	linear.weight	9	0.28153344988822937
12460	linear.bias	0	-0.10941050201654434
12460	linear.bias	1	0.13515090942382812
12460	linear.bias	2	-0.4450576901435852
12460	linear.bias	3	1.493922472000122
12460	linear.bias	4	-0.3537309467792511
12460	linear.bias	5	-0.030769959092140198
12460	linear.bias	6	-0.30288857221603394
12460	linear.bias	7	-0.21201789379119873
12460	linear.bias	8	0.028039656579494476
12460	linear.bias	9	-0.4504569172859192
12488	transitions	0	-0.6166691780090332
12488	transitions	1	0.38233545422554016
12488	transitions	2	1.7178083658218384
12488	transitions	3	0.13688811659812927
12488	transitions	4	0.9742590188980103
12488	transitions	5	1.2745417356491089
12488	transitions	6	0.48415639996528625
12488	transitions	7	0.18078047037124634
12488	transitions	8	-0.9191860556602478
12488	transitions	9	0.9307516813278198
12488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12488	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12488	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12488	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12488	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12488	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12488	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12488	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12488	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12488	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12488	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12488	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12488	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12488	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12488	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12488	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12488	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12488	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12488	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12488	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12488	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12488	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12488	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12488	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12488	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12488	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12488	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12488	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12488	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12488	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12488	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12488	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12488	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12488	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12488	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12488	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12488	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12488	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12488	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12488	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12488	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12488	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12488	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12488	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12488	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12488	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12488	embedding2nn.weight	0	0.016493353992700577
12488	embedding2nn.weight	1	0.015289714559912682
12488	embedding2nn.weight	2	-0.005356852896511555
12488	embedding2nn.weight	3	0.001788557507097721
12488	embedding2nn.weight	4	-0.004277945961803198
12488	embedding2nn.weight	5	0.01025932002812624
12488	embedding2nn.weight	6	-0.003798109944909811
12488	embedding2nn.weight	7	0.005562481936067343
12488	embedding2nn.weight	8	-0.006591751240193844
12488	embedding2nn.weight	9	-0.012767956592142582
12488	embedding2nn.bias	0	-0.028565725311636925
12488	embedding2nn.bias	1	0.0006697465432807803
12488	embedding2nn.bias	2	-0.06956611573696136
12488	embedding2nn.bias	3	0.005524361971765757
12488	embedding2nn.bias	4	-0.005415323656052351
12488	embedding2nn.bias	5	-0.0026842360384762287
12488	embedding2nn.bias	6	0.01714072935283184
12488	embedding2nn.bias	7	0.026355773210525513
12488	embedding2nn.bias	8	0.007704745512455702
12488	embedding2nn.bias	9	-0.005029061809182167
12488	rnn.weight_ih_l0	0	0.0391804575920105
12488	rnn.weight_ih_l0	1	-0.013589552603662014
12488	rnn.weight_ih_l0	2	-0.030459828674793243
12488	rnn.weight_ih_l0	3	-0.04657430946826935
12488	rnn.weight_ih_l0	4	-0.0466127023100853
12488	rnn.weight_ih_l0	5	-0.0020446786656975746
12488	rnn.weight_ih_l0	6	-0.05450695753097534
12488	rnn.weight_ih_l0	7	-0.05356606841087341
12488	rnn.weight_ih_l0	8	-0.04688730090856552
12488	rnn.weight_ih_l0	9	-0.026647312566637993
12488	rnn.weight_hh_l0	0	0.012996832840144634
12488	rnn.weight_hh_l0	1	-0.01986370049417019
12488	rnn.weight_hh_l0	2	-0.045695506036281586
12488	rnn.weight_hh_l0	3	-0.02521921508014202
12488	rnn.weight_hh_l0	4	-0.06142982468008995
12488	rnn.weight_hh_l0	5	-0.011306908912956715
12488	rnn.weight_hh_l0	6	-0.037407588213682175
12488	rnn.weight_hh_l0	7	0.0010691969655454159
12488	rnn.weight_hh_l0	8	-0.015379073098301888
12488	rnn.weight_hh_l0	9	0.016468772664666176
12488	rnn.bias_ih_l0	0	0.09929327666759491
12488	rnn.bias_ih_l0	1	-0.04369507357478142
12488	rnn.bias_ih_l0	2	0.09980951249599457
12488	rnn.bias_ih_l0	3	0.06037375330924988
12488	rnn.bias_ih_l0	4	0.10341738909482956
12488	rnn.bias_ih_l0	5	0.025894172489643097
12488	rnn.bias_ih_l0	6	0.0024311149027198553
12488	rnn.bias_ih_l0	7	-0.08325320482254028
12488	rnn.bias_ih_l0	8	-0.14049625396728516
12488	rnn.bias_ih_l0	9	0.08932751417160034
12488	rnn.bias_hh_l0	0	-0.025567777454853058
12488	rnn.bias_hh_l0	1	0.022104939445853233
12488	rnn.bias_hh_l0	2	-0.026298342272639275
12488	rnn.bias_hh_l0	3	-0.01827213168144226
12488	rnn.bias_hh_l0	4	-0.0391540452837944
12488	rnn.bias_hh_l0	5	0.12499769032001495
12488	rnn.bias_hh_l0	6	0.006866985931992531
12488	rnn.bias_hh_l0	7	0.025490205734968185
12488	rnn.bias_hh_l0	8	0.03679986670613289
12488	rnn.bias_hh_l0	9	0.041812963783741
12488	rnn.weight_ih_l0_reverse	0	-0.02873467467725277
12488	rnn.weight_ih_l0_reverse	1	-0.002798829460516572
12488	rnn.weight_ih_l0_reverse	2	0.026292314752936363
12488	rnn.weight_ih_l0_reverse	3	-0.057380400598049164
12488	rnn.weight_ih_l0_reverse	4	0.010660907253623009
12488	rnn.weight_ih_l0_reverse	5	-0.05205029994249344
12488	rnn.weight_ih_l0_reverse	6	0.01087919995188713
12488	rnn.weight_ih_l0_reverse	7	0.04334481805562973
12488	rnn.weight_ih_l0_reverse	8	-0.043736934661865234
12488	rnn.weight_ih_l0_reverse	9	-0.05370977148413658
12488	rnn.weight_hh_l0_reverse	0	-0.07607948780059814
12488	rnn.weight_hh_l0_reverse	1	-0.04933042824268341
12488	rnn.weight_hh_l0_reverse	2	0.021965382620692253
12488	rnn.weight_hh_l0_reverse	3	0.04285254329442978
12488	rnn.weight_hh_l0_reverse	4	0.01874091476202011
12488	rnn.weight_hh_l0_reverse	5	0.04155281186103821
12488	rnn.weight_hh_l0_reverse	6	-0.011406869627535343
12488	rnn.weight_hh_l0_reverse	7	0.007890995591878891
12488	rnn.weight_hh_l0_reverse	8	-0.08957894891500473
12488	rnn.weight_hh_l0_reverse	9	0.053570348769426346
12488	rnn.bias_ih_l0_reverse	0	-0.0818338468670845
12488	rnn.bias_ih_l0_reverse	1	-0.03874838724732399
12488	rnn.bias_ih_l0_reverse	2	0.09645005315542221
12488	rnn.bias_ih_l0_reverse	3	0.026424072682857513
12488	rnn.bias_ih_l0_reverse	4	-0.1195141151547432
12488	rnn.bias_ih_l0_reverse	5	0.03113562799990177
12488	rnn.bias_ih_l0_reverse	6	-0.10393501073122025
12488	rnn.bias_ih_l0_reverse	7	0.04343119263648987
12488	rnn.bias_ih_l0_reverse	8	0.02621879242360592
12488	rnn.bias_ih_l0_reverse	9	0.0729031041264534
12488	rnn.bias_hh_l0_reverse	0	0.0285179540514946
12488	rnn.bias_hh_l0_reverse	1	0.07184898853302002
12488	rnn.bias_hh_l0_reverse	2	0.07398433238267899
12488	rnn.bias_hh_l0_reverse	3	-0.011982044205069542
12488	rnn.bias_hh_l0_reverse	4	0.09094381332397461
12488	rnn.bias_hh_l0_reverse	5	-0.00672175083309412
12488	rnn.bias_hh_l0_reverse	6	-0.0722271203994751
12488	rnn.bias_hh_l0_reverse	7	0.030300501734018326
12488	rnn.bias_hh_l0_reverse	8	0.02165532112121582
12488	rnn.bias_hh_l0_reverse	9	-0.12659502029418945
12488	linear.weight	0	0.1728578507900238
12488	linear.weight	1	-0.11346609890460968
12488	linear.weight	2	-0.16777220368385315
12488	linear.weight	3	0.04623102396726608
12488	linear.weight	4	-0.007429076358675957
12488	linear.weight	5	-0.00465260399505496
12488	linear.weight	6	-0.009110034443438053
12488	linear.weight	7	-0.038235053420066833
12488	linear.weight	8	0.04701770842075348
12488	linear.weight	9	0.2830978035926819
12488	linear.bias	0	-0.1270529329776764
12488	linear.bias	1	0.1349644660949707
12488	linear.bias	2	-0.4452857971191406
12488	linear.bias	3	1.4890724420547485
12488	linear.bias	4	-0.3540251553058624
12488	linear.bias	5	-0.030769959092140198
12488	linear.bias	6	-0.303078293800354
12488	linear.bias	7	-0.2168610394001007
12488	linear.bias	8	0.03893713280558586
12488	linear.bias	9	-0.4507053792476654
12516	transitions	0	-0.6167951822280884
12516	transitions	1	0.3822935223579407
12516	transitions	2	1.7177159786224365
12516	transitions	3	0.13590268790721893
12516	transitions	4	0.9742327928543091
12516	transitions	5	1.2745401859283447
12516	transitions	6	0.4841557443141937
12516	transitions	7	0.18068116903305054
12516	transitions	8	-0.9191866517066956
12516	transitions	9	0.9307516813278198
12516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12516	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12516	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12516	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12516	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12516	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12516	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12516	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12516	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12516	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12516	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12516	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12516	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12516	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12516	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12516	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12516	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12516	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12516	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12516	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12516	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12516	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12516	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12516	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12516	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12516	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12516	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12516	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12516	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12516	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12516	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12516	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12516	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12516	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12516	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12516	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12516	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12516	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12516	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12516	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12516	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12516	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12516	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12516	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12516	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12516	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12516	embedding2nn.weight	0	0.01650216616690159
12516	embedding2nn.weight	1	0.015256657265126705
12516	embedding2nn.weight	2	-0.0053077745251357555
12516	embedding2nn.weight	3	0.0014629760989919305
12516	embedding2nn.weight	4	-0.004363722633570433
12516	embedding2nn.weight	5	0.01003189105540514
12516	embedding2nn.weight	6	-0.0037999609485268593
12516	embedding2nn.weight	7	0.005936582572758198
12516	embedding2nn.weight	8	-0.00672038784250617
12516	embedding2nn.weight	9	-0.012813189066946507
12516	embedding2nn.bias	0	-0.031275779008865356
12516	embedding2nn.bias	1	-0.0028323170263320208
12516	embedding2nn.bias	2	-0.06794635206460953
12516	embedding2nn.bias	3	0.008405648171901703
12516	embedding2nn.bias	4	-0.009001234546303749
12516	embedding2nn.bias	5	4.018433901364915e-05
12516	embedding2nn.bias	6	0.017316553741693497
12516	embedding2nn.bias	7	0.025624211877584457
12516	embedding2nn.bias	8	0.007395518012344837
12516	embedding2nn.bias	9	0.0028283579740673304
12516	rnn.weight_ih_l0	0	0.039421793073415756
12516	rnn.weight_ih_l0	1	-0.013669212348759174
12516	rnn.weight_ih_l0	2	-0.02895861677825451
12516	rnn.weight_ih_l0	3	-0.04601946100592613
12516	rnn.weight_ih_l0	4	-0.04617570713162422
12516	rnn.weight_ih_l0	5	-0.0023534907959401608
12516	rnn.weight_ih_l0	6	-0.054618287831544876
12516	rnn.weight_ih_l0	7	-0.053370244801044464
12516	rnn.weight_ih_l0	8	-0.04715210571885109
12516	rnn.weight_ih_l0	9	-0.026823215186595917
12516	rnn.weight_hh_l0	0	0.012447058223187923
12516	rnn.weight_hh_l0	1	-0.0191815085709095
12516	rnn.weight_hh_l0	2	-0.04556851461529732
12516	rnn.weight_hh_l0	3	-0.025177547708153725
12516	rnn.weight_hh_l0	4	-0.06183810532093048
12516	rnn.weight_hh_l0	5	-0.0113784559071064
12516	rnn.weight_hh_l0	6	-0.03623812273144722
12516	rnn.weight_hh_l0	7	0.0006411655922420323
12516	rnn.weight_hh_l0	8	-0.015451203100383282
12516	rnn.weight_hh_l0	9	0.017664480954408646
12516	rnn.bias_ih_l0	0	0.1001923605799675
12516	rnn.bias_ih_l0	1	-0.043951135128736496
12516	rnn.bias_ih_l0	2	0.10016900300979614
12516	rnn.bias_ih_l0	3	0.06055593863129616
12516	rnn.bias_ih_l0	4	0.10346289724111557
12516	rnn.bias_ih_l0	5	0.02836415357887745
12516	rnn.bias_ih_l0	6	0.0017917132936418056
12516	rnn.bias_ih_l0	7	-0.08187615871429443
12516	rnn.bias_ih_l0	8	-0.14461295306682587
12516	rnn.bias_ih_l0	9	0.09180062264204025
12516	rnn.bias_hh_l0	0	-0.02680632844567299
12516	rnn.bias_hh_l0	1	0.019615858793258667
12516	rnn.bias_hh_l0	2	-0.024656860157847404
12516	rnn.bias_hh_l0	3	-0.019132068380713463
12516	rnn.bias_hh_l0	4	-0.03791838884353638
12516	rnn.bias_hh_l0	5	0.1281198263168335
12516	rnn.bias_hh_l0	6	0.007656871806830168
12516	rnn.bias_hh_l0	7	0.02490805648267269
12516	rnn.bias_hh_l0	8	0.03616046532988548
12516	rnn.bias_hh_l0	9	0.04295817390084267
12516	rnn.weight_ih_l0_reverse	0	-0.028808552771806717
12516	rnn.weight_ih_l0_reverse	1	-0.002056852215901017
12516	rnn.weight_ih_l0_reverse	2	0.0264274962246418
12516	rnn.weight_ih_l0_reverse	3	-0.057722244411706924
12516	rnn.weight_ih_l0_reverse	4	0.010770055465400219
12516	rnn.weight_ih_l0_reverse	5	-0.051810458302497864
12516	rnn.weight_ih_l0_reverse	6	0.010677233338356018
12516	rnn.weight_ih_l0_reverse	7	0.043514128774404526
12516	rnn.weight_ih_l0_reverse	8	-0.044015709310770035
12516	rnn.weight_ih_l0_reverse	9	-0.0536758191883564
12516	rnn.weight_hh_l0_reverse	0	-0.07548429071903229
12516	rnn.weight_hh_l0_reverse	1	-0.048123206943273544
12516	rnn.weight_hh_l0_reverse	2	0.021805696189403534
12516	rnn.weight_hh_l0_reverse	3	0.042746976017951965
12516	rnn.weight_hh_l0_reverse	4	0.01925640180706978
12516	rnn.weight_hh_l0_reverse	5	0.04164508357644081
12516	rnn.weight_hh_l0_reverse	6	-0.010366062633693218
12516	rnn.weight_hh_l0_reverse	7	0.007556874770671129
12516	rnn.weight_hh_l0_reverse	8	-0.0898166224360466
12516	rnn.weight_hh_l0_reverse	9	0.05396876484155655
12516	rnn.bias_ih_l0_reverse	0	-0.0864444226026535
12516	rnn.bias_ih_l0_reverse	1	-0.04207606241106987
12516	rnn.bias_ih_l0_reverse	2	0.0971524640917778
12516	rnn.bias_ih_l0_reverse	3	0.026500698179006577
12516	rnn.bias_ih_l0_reverse	4	-0.11875221133232117
12516	rnn.bias_ih_l0_reverse	5	0.03112337924540043
12516	rnn.bias_ih_l0_reverse	6	-0.10424377024173737
12516	rnn.bias_ih_l0_reverse	7	0.04139917716383934
12516	rnn.bias_ih_l0_reverse	8	0.0264483280479908
12516	rnn.bias_ih_l0_reverse	9	0.07060516625642776
12516	rnn.bias_hh_l0_reverse	0	0.028980784118175507
12516	rnn.bias_hh_l0_reverse	1	0.07203562557697296
12516	rnn.bias_hh_l0_reverse	2	0.07336517423391342
12516	rnn.bias_hh_l0_reverse	3	-0.012422176077961922
12516	rnn.bias_hh_l0_reverse	4	0.09105531126260757
12516	rnn.bias_hh_l0_reverse	5	-0.004000503104180098
12516	rnn.bias_hh_l0_reverse	6	-0.07191355526447296
12516	rnn.bias_hh_l0_reverse	7	0.030597971752285957
12516	rnn.bias_hh_l0_reverse	8	0.022192899137735367
12516	rnn.bias_hh_l0_reverse	9	-0.13012970983982086
12516	linear.weight	0	0.1640409529209137
12516	linear.weight	1	-0.11348093301057816
12516	linear.weight	2	-0.16951189935207367
12516	linear.weight	3	0.040940213948488235
12516	linear.weight	4	-0.00685933418571949
12516	linear.weight	5	-0.00722447969019413
12516	linear.weight	6	-0.009111656807363033
12516	linear.weight	7	-0.038139425218105316
12516	linear.weight	8	0.04380921646952629
12516	linear.weight	9	0.281013160943985
12516	linear.bias	0	-0.12019020318984985
12516	linear.bias	1	0.13544178009033203
12516	linear.bias	2	-0.44908902049064636
12516	linear.bias	3	1.4941325187683105
12516	linear.bias	4	-0.3542966842651367
12516	linear.bias	5	-0.030769959092140198
12516	linear.bias	6	-0.3058919906616211
12516	linear.bias	7	-0.21754643321037292
12516	linear.bias	8	0.029967887327075005
12516	linear.bias	9	-0.450815886259079
12544	transitions	0	-0.6168530583381653
12544	transitions	1	0.38216304779052734
12544	transitions	2	1.7175915241241455
12544	transitions	3	0.1358245313167572
12544	transitions	4	0.9741825461387634
12544	transitions	5	1.2745381593704224
12544	transitions	6	0.4841553866863251
12544	transitions	7	0.18067914247512817
12544	transitions	8	-0.9191880226135254
12544	transitions	9	0.9307515621185303
12544	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12544	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12544	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12544	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12544	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12544	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12544	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12544	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12544	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12544	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12544	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12544	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12544	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12544	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12544	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12544	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12544	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12544	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12544	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12544	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12544	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12544	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12544	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12544	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12544	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12544	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12544	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12544	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12544	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12544	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12544	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12544	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12544	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12544	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12544	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12544	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12544	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12544	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12544	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12544	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12544	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12544	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12544	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12544	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12544	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12544	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12544	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12544	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12544	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12544	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12544	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12544	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12544	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12544	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12544	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12544	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12544	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12544	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12544	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12544	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12544	embedding2nn.weight	0	0.01660662516951561
12544	embedding2nn.weight	1	0.015278379432857037
12544	embedding2nn.weight	2	-0.005287878215312958
12544	embedding2nn.weight	3	0.0014808933483436704
12544	embedding2nn.weight	4	-0.004319178406149149
12544	embedding2nn.weight	5	0.010004661045968533
12544	embedding2nn.weight	6	-0.0037798210978507996
12544	embedding2nn.weight	7	0.0060602761805057526
12544	embedding2nn.weight	8	-0.006608174182474613
12544	embedding2nn.weight	9	-0.01279204897582531
12544	embedding2nn.bias	0	-0.02694733254611492
12544	embedding2nn.bias	1	-0.001805147621780634
12544	embedding2nn.bias	2	-0.0654192864894867
12544	embedding2nn.bias	3	0.004094481468200684
12544	embedding2nn.bias	4	-0.005362126510590315
12544	embedding2nn.bias	5	0.0023230009246617556
12544	embedding2nn.bias	6	0.018470067530870438
12544	embedding2nn.bias	7	0.038257140666246414
12544	embedding2nn.bias	8	0.008283079601824284
12544	embedding2nn.bias	9	0.0026196211110800505
12544	rnn.weight_ih_l0	0	0.039421532303094864
12544	rnn.weight_ih_l0	1	-0.013119296170771122
12544	rnn.weight_ih_l0	2	-0.02906004898250103
12544	rnn.weight_ih_l0	3	-0.04607650265097618
12544	rnn.weight_ih_l0	4	-0.046704042702913284
12544	rnn.weight_ih_l0	5	-0.0023165966849774122
12544	rnn.weight_ih_l0	6	-0.05460308492183685
12544	rnn.weight_ih_l0	7	-0.05324060842394829
12544	rnn.weight_ih_l0	8	-0.04695142060518265
12544	rnn.weight_ih_l0	9	-0.026701312512159348
12544	rnn.weight_hh_l0	0	0.011982324533164501
12544	rnn.weight_hh_l0	1	-0.01944480836391449
12544	rnn.weight_hh_l0	2	-0.046099405735731125
12544	rnn.weight_hh_l0	3	-0.025111528113484383
12544	rnn.weight_hh_l0	4	-0.061857711523771286
12544	rnn.weight_hh_l0	5	-0.012638336978852749
12544	rnn.weight_hh_l0	6	-0.036065395921468735
12544	rnn.weight_hh_l0	7	0.0015541386092081666
12544	rnn.weight_hh_l0	8	-0.015778647735714912
12544	rnn.weight_hh_l0	9	0.01743793673813343
12544	rnn.bias_ih_l0	0	0.10147944837808609
12544	rnn.bias_ih_l0	1	-0.0460224375128746
12544	rnn.bias_ih_l0	2	0.10038227587938309
12544	rnn.bias_ih_l0	3	0.06281334161758423
12544	rnn.bias_ih_l0	4	0.10394924879074097
12544	rnn.bias_ih_l0	5	0.02630111388862133
12544	rnn.bias_ih_l0	6	0.0025727865286171436
12544	rnn.bias_ih_l0	7	-0.08204852789640427
12544	rnn.bias_ih_l0	8	-0.14608068764209747
12544	rnn.bias_ih_l0	9	0.09101366996765137
12544	rnn.bias_hh_l0	0	-0.026707159355282784
12544	rnn.bias_hh_l0	1	0.019816134124994278
12544	rnn.bias_hh_l0	2	-0.0256238654255867
12544	rnn.bias_hh_l0	3	-0.017220107838511467
12544	rnn.bias_hh_l0	4	-0.03970397636294365
12544	rnn.bias_hh_l0	5	0.12726303935050964
12544	rnn.bias_hh_l0	6	0.007043627090752125
12544	rnn.bias_hh_l0	7	0.02663494646549225
12544	rnn.bias_hh_l0	8	0.0369415320456028
12544	rnn.bias_hh_l0	9	0.04121304675936699
12544	rnn.weight_ih_l0_reverse	0	-0.029002409428358078
12544	rnn.weight_ih_l0_reverse	1	-0.001536638825200498
12544	rnn.weight_ih_l0_reverse	2	0.026375330984592438
12544	rnn.weight_ih_l0_reverse	3	-0.05784522369503975
12544	rnn.weight_ih_l0_reverse	4	0.01042387168854475
12544	rnn.weight_ih_l0_reverse	5	-0.05134950205683708
12544	rnn.weight_ih_l0_reverse	6	0.01081745233386755
12544	rnn.weight_ih_l0_reverse	7	0.043653253465890884
12544	rnn.weight_ih_l0_reverse	8	-0.044166263192892075
12544	rnn.weight_ih_l0_reverse	9	-0.05367822200059891
12544	rnn.weight_hh_l0_reverse	0	-0.0748840793967247
12544	rnn.weight_hh_l0_reverse	1	-0.048346929252147675
12544	rnn.weight_hh_l0_reverse	2	0.021406911313533783
12544	rnn.weight_hh_l0_reverse	3	0.043007172644138336
12544	rnn.weight_hh_l0_reverse	4	0.020188527181744576
12544	rnn.weight_hh_l0_reverse	5	0.041937634348869324
12544	rnn.weight_hh_l0_reverse	6	-0.011159268207848072
12544	rnn.weight_hh_l0_reverse	7	0.0072170887142419815
12544	rnn.weight_hh_l0_reverse	8	-0.09010203927755356
12544	rnn.weight_hh_l0_reverse	9	0.05391262099146843
12544	rnn.bias_ih_l0_reverse	0	-0.09077800810337067
12544	rnn.bias_ih_l0_reverse	1	-0.038628555834293365
12544	rnn.bias_ih_l0_reverse	2	0.09710220247507095
12544	rnn.bias_ih_l0_reverse	3	0.026903722435235977
12544	rnn.bias_ih_l0_reverse	4	-0.11857558786869049
12544	rnn.bias_ih_l0_reverse	5	0.029345473274588585
12544	rnn.bias_ih_l0_reverse	6	-0.1029961109161377
12544	rnn.bias_ih_l0_reverse	7	0.04019993916153908
12544	rnn.bias_ih_l0_reverse	8	0.025519242510199547
12544	rnn.bias_ih_l0_reverse	9	0.07233519107103348
12544	rnn.bias_hh_l0_reverse	0	0.03513308987021446
12544	rnn.bias_hh_l0_reverse	1	0.06867317110300064
12544	rnn.bias_hh_l0_reverse	2	0.0751933827996254
12544	rnn.bias_hh_l0_reverse	3	-0.012442667968571186
12544	rnn.bias_hh_l0_reverse	4	0.08863759785890579
12544	rnn.bias_hh_l0_reverse	5	-0.007983461022377014
12544	rnn.bias_hh_l0_reverse	6	-0.07157376408576965
12544	rnn.bias_hh_l0_reverse	7	0.030031494796276093
12544	rnn.bias_hh_l0_reverse	8	0.022574415430426598
12544	rnn.bias_hh_l0_reverse	9	-0.1247711107134819
12544	linear.weight	0	0.17579518258571625
12544	linear.weight	1	-0.11350680142641068
12544	linear.weight	2	-0.1691068708896637
12544	linear.weight	3	0.0479888841509819
12544	linear.weight	4	-0.006903172470629215
12544	linear.weight	5	-0.0061073144897818565
12544	linear.weight	6	-0.009107930585741997
12544	linear.weight	7	-0.03809947520494461
12544	linear.weight	8	0.04447625204920769
12544	linear.weight	9	0.2743937373161316
12544	linear.bias	0	-0.12092426419258118
12544	linear.bias	1	0.14305366575717926
12544	linear.bias	2	-0.45229554176330566
12544	linear.bias	3	1.5003694295883179
12544	linear.bias	4	-0.3550238311290741
12544	linear.bias	5	-0.030769959092140198
12544	linear.bias	6	-0.3078160881996155
12544	linear.bias	7	-0.20996591448783875
12544	linear.bias	8	0.03035738505423069
12544	linear.bias	9	-0.4512301981449127
12572	transitions	0	-0.6169154644012451
12572	transitions	1	0.38208821415901184
12572	transitions	2	1.7174874544143677
12572	transitions	3	0.13579754531383514
12572	transitions	4	0.9741213321685791
12572	transitions	5	1.2745360136032104
12572	transitions	6	0.48415303230285645
12572	transitions	7	0.1806781142950058
12572	transitions	8	-0.9191885590553284
12572	transitions	9	0.9307515025138855
12572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12572	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12572	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12572	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12572	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12572	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12572	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12572	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12572	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12572	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12572	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12572	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12572	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12572	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12572	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12572	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12572	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12572	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12572	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12572	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12572	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12572	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12572	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12572	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12572	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12572	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12572	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12572	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12572	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12572	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12572	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12572	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12572	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12572	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12572	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12572	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12572	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12572	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12572	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12572	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12572	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12572	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12572	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12572	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12572	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12572	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12572	embedding2nn.weight	0	0.01655244641005993
12572	embedding2nn.weight	1	0.015288617461919785
12572	embedding2nn.weight	2	-0.005324775818735361
12572	embedding2nn.weight	3	0.0010688576148822904
12572	embedding2nn.weight	4	-0.004270346835255623
12572	embedding2nn.weight	5	0.009838970378041267
12572	embedding2nn.weight	6	-0.003855138085782528
12572	embedding2nn.weight	7	0.006052451673895121
12572	embedding2nn.weight	8	-0.006679197773337364
12572	embedding2nn.weight	9	-0.012804255820810795
12572	embedding2nn.bias	0	-0.02316267229616642
12572	embedding2nn.bias	1	0.0005131044308654964
12572	embedding2nn.bias	2	-0.0634806826710701
12572	embedding2nn.bias	3	0.0018542975885793567
12572	embedding2nn.bias	4	-0.002101382240653038
12572	embedding2nn.bias	5	-0.0017743147909641266
12572	embedding2nn.bias	6	0.013199741020798683
12572	embedding2nn.bias	7	0.035932570695877075
12572	embedding2nn.bias	8	0.0036201931070536375
12572	embedding2nn.bias	9	-0.00652377400547266
12572	rnn.weight_ih_l0	0	0.039587344974279404
12572	rnn.weight_ih_l0	1	-0.014488453045487404
12572	rnn.weight_ih_l0	2	-0.02982732281088829
12572	rnn.weight_ih_l0	3	-0.04620712623000145
12572	rnn.weight_ih_l0	4	-0.04687482491135597
12572	rnn.weight_ih_l0	5	-0.0024379591923207045
12572	rnn.weight_ih_l0	6	-0.05422557517886162
12572	rnn.weight_ih_l0	7	-0.05364472419023514
12572	rnn.weight_ih_l0	8	-0.046802811324596405
12572	rnn.weight_ih_l0	9	-0.02645437978208065
12572	rnn.weight_hh_l0	0	0.012504713609814644
12572	rnn.weight_hh_l0	1	-0.019693011417984962
12572	rnn.weight_hh_l0	2	-0.045868001878261566
12572	rnn.weight_hh_l0	3	-0.025615448132157326
12572	rnn.weight_hh_l0	4	-0.061895519495010376
12572	rnn.weight_hh_l0	5	-0.012391531839966774
12572	rnn.weight_hh_l0	6	-0.03637154772877693
12572	rnn.weight_hh_l0	7	0.001885696779936552
12572	rnn.weight_hh_l0	8	-0.016128091141581535
12572	rnn.weight_hh_l0	9	0.01825488545000553
12572	rnn.bias_ih_l0	0	0.10201495885848999
12572	rnn.bias_ih_l0	1	-0.045703478157520294
12572	rnn.bias_ih_l0	2	0.09951771795749664
12572	rnn.bias_ih_l0	3	0.0657455176115036
12572	rnn.bias_ih_l0	4	0.10279539227485657
12572	rnn.bias_ih_l0	5	0.025768287479877472
12572	rnn.bias_ih_l0	6	0.004010744858533144
12572	rnn.bias_ih_l0	7	-0.08288507908582687
12572	rnn.bias_ih_l0	8	-0.15102344751358032
12572	rnn.bias_ih_l0	9	0.08950730413198471
12572	rnn.bias_hh_l0	0	-0.025644227862358093
12572	rnn.bias_hh_l0	1	0.023192167282104492
12572	rnn.bias_hh_l0	2	-0.024650348350405693
12572	rnn.bias_hh_l0	3	-0.018891772255301476
12572	rnn.bias_hh_l0	4	-0.040447331964969635
12572	rnn.bias_hh_l0	5	0.12732982635498047
12572	rnn.bias_hh_l0	6	0.008236033841967583
12572	rnn.bias_hh_l0	7	0.02711176685988903
12572	rnn.bias_hh_l0	8	0.0383794829249382
12572	rnn.bias_hh_l0	9	0.042169637978076935
12572	rnn.weight_ih_l0_reverse	0	-0.028954321518540382
12572	rnn.weight_ih_l0_reverse	1	-0.0012668981216847897
12572	rnn.weight_ih_l0_reverse	2	0.02637466974556446
12572	rnn.weight_ih_l0_reverse	3	-0.05793048068881035
12572	rnn.weight_ih_l0_reverse	4	0.010356239043176174
12572	rnn.weight_ih_l0_reverse	5	-0.051831163465976715
12572	rnn.weight_ih_l0_reverse	6	0.010964683257043362
12572	rnn.weight_ih_l0_reverse	7	0.04359154775738716
12572	rnn.weight_ih_l0_reverse	8	-0.04401738941669464
12572	rnn.weight_ih_l0_reverse	9	-0.05370650440454483
12572	rnn.weight_hh_l0_reverse	0	-0.07555406540632248
12572	rnn.weight_hh_l0_reverse	1	-0.048338256776332855
12572	rnn.weight_hh_l0_reverse	2	0.021418878808617592
12572	rnn.weight_hh_l0_reverse	3	0.04297032579779625
12572	rnn.weight_hh_l0_reverse	4	0.01954960636794567
12572	rnn.weight_hh_l0_reverse	5	0.041794486343860626
12572	rnn.weight_hh_l0_reverse	6	-0.009741644375026226
12572	rnn.weight_hh_l0_reverse	7	0.007036595605313778
12572	rnn.weight_hh_l0_reverse	8	-0.09048614650964737
12572	rnn.weight_hh_l0_reverse	9	0.05360753461718559
12572	rnn.bias_ih_l0_reverse	0	-0.08848094195127487
12572	rnn.bias_ih_l0_reverse	1	-0.0370652861893177
12572	rnn.bias_ih_l0_reverse	2	0.09836182743310928
12572	rnn.bias_ih_l0_reverse	3	0.026117756962776184
12572	rnn.bias_ih_l0_reverse	4	-0.11800958961248398
12572	rnn.bias_ih_l0_reverse	5	0.028296498581767082
12572	rnn.bias_ih_l0_reverse	6	-0.101961649954319
12572	rnn.bias_ih_l0_reverse	7	0.03856780380010605
12572	rnn.bias_ih_l0_reverse	8	0.02404886484146118
12572	rnn.bias_ih_l0_reverse	9	0.07214277982711792
12572	rnn.bias_hh_l0_reverse	0	0.033477649092674255
12572	rnn.bias_hh_l0_reverse	1	0.06974353641271591
12572	rnn.bias_hh_l0_reverse	2	0.07485906779766083
12572	rnn.bias_hh_l0_reverse	3	-0.01281545590609312
12572	rnn.bias_hh_l0_reverse	4	0.08908050507307053
12572	rnn.bias_hh_l0_reverse	5	0.000304849207168445
12572	rnn.bias_hh_l0_reverse	6	-0.07255250960588455
12572	rnn.bias_hh_l0_reverse	7	0.031050514429807663
12572	rnn.bias_hh_l0_reverse	8	0.022686399519443512
12572	rnn.bias_hh_l0_reverse	9	-0.1264714002609253
12572	linear.weight	0	0.17510242760181427
12572	linear.weight	1	-0.11352135241031647
12572	linear.weight	2	-0.1725759655237198
12572	linear.weight	3	0.04783976450562477
12572	linear.weight	4	-0.006704679690301418
12572	linear.weight	5	-0.005578816402703524
12572	linear.weight	6	-0.009103703312575817
12572	linear.weight	7	-0.03800199180841446
12572	linear.weight	8	0.0448983758687973
12572	linear.weight	9	0.2699403464794159
12572	linear.bias	0	-0.12564711272716522
12572	linear.bias	1	0.14020927250385284
12572	linear.bias	2	-0.45421355962753296
12572	linear.bias	3	1.4971145391464233
12572	linear.bias	4	-0.3554045855998993
12572	linear.bias	5	-0.030769959092140198
12572	linear.bias	6	-0.3091503083705902
12572	linear.bias	7	-0.2044505625963211
12572	linear.bias	8	0.034542422741651535
12572	linear.bias	9	-0.45132628083229065
12600	transitions	0	-0.6169732213020325
12600	transitions	1	0.38174134492874146
12600	transitions	2	1.7174341678619385
12600	transitions	3	0.1357683539390564
12600	transitions	4	0.9741148948669434
12600	transitions	5	1.274535059928894
12600	transitions	6	0.48415252566337585
12600	transitions	7	0.1806761473417282
12600	transitions	8	-0.9191893339157104
12600	transitions	9	0.9307515025138855
12600	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12600	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12600	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12600	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12600	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12600	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12600	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12600	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12600	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12600	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12600	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12600	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12600	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12600	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12600	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12600	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12600	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12600	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12600	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12600	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12600	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12600	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12600	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12600	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12600	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12600	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12600	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12600	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12600	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12600	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12600	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12600	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12600	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12600	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12600	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12600	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12600	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12600	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12600	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12600	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12600	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12600	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12600	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12600	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12600	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12600	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12600	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12600	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12600	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12600	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12600	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12600	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12600	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12600	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12600	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12600	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12600	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12600	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12600	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12600	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12600	embedding2nn.weight	0	0.01687445305287838
12600	embedding2nn.weight	1	0.015085087157785892
12600	embedding2nn.weight	2	-0.005328559782356024
12600	embedding2nn.weight	3	0.0010402859188616276
12600	embedding2nn.weight	4	-0.004312710836529732
12600	embedding2nn.weight	5	0.00993636529892683
12600	embedding2nn.weight	6	-0.0038967658765614033
12600	embedding2nn.weight	7	0.005731547251343727
12600	embedding2nn.weight	8	-0.006776383146643639
12600	embedding2nn.weight	9	-0.012928429059684277
12600	embedding2nn.bias	0	-0.025914542376995087
12600	embedding2nn.bias	1	-0.002630528761073947
12600	embedding2nn.bias	2	-0.06501971930265427
12600	embedding2nn.bias	3	0.004312457982450724
12600	embedding2nn.bias	4	-0.0014512838097289205
12600	embedding2nn.bias	5	-0.007821635343134403
12600	embedding2nn.bias	6	0.011759359389543533
12600	embedding2nn.bias	7	0.03629647195339203
12600	embedding2nn.bias	8	0.006800282746553421
12600	embedding2nn.bias	9	-0.005305555183440447
12600	rnn.weight_ih_l0	0	0.0396464504301548
12600	rnn.weight_ih_l0	1	-0.013631229288876057
12600	rnn.weight_ih_l0	2	-0.029941009357571602
12600	rnn.weight_ih_l0	3	-0.04618598148226738
12600	rnn.weight_ih_l0	4	-0.04695294797420502
12600	rnn.weight_ih_l0	5	-0.0026168925687670708
12600	rnn.weight_ih_l0	6	-0.05380384624004364
12600	rnn.weight_ih_l0	7	-0.053661588579416275
12600	rnn.weight_ih_l0	8	-0.04661572352051735
12600	rnn.weight_ih_l0	9	-0.026602862402796745
12600	rnn.weight_hh_l0	0	0.012792183086276054
12600	rnn.weight_hh_l0	1	-0.01932338811457157
12600	rnn.weight_hh_l0	2	-0.046165451407432556
12600	rnn.weight_hh_l0	3	-0.02592094987630844
12600	rnn.weight_hh_l0	4	-0.06177343428134918
12600	rnn.weight_hh_l0	5	-0.01223337184637785
12600	rnn.weight_hh_l0	6	-0.03534584119915962
12600	rnn.weight_hh_l0	7	0.0013934687012806535
12600	rnn.weight_hh_l0	8	-0.01589297689497471
12600	rnn.weight_hh_l0	9	0.018838848918676376
12600	rnn.bias_ih_l0	0	0.10161955654621124
12600	rnn.bias_ih_l0	1	-0.04491794481873512
12600	rnn.bias_ih_l0	2	0.09824324399232864
12600	rnn.bias_ih_l0	3	0.06656864285469055
12600	rnn.bias_ih_l0	4	0.10141414403915405
12600	rnn.bias_ih_l0	5	0.024832796305418015
12600	rnn.bias_ih_l0	6	0.0017309976974502206
12600	rnn.bias_ih_l0	7	-0.08782067894935608
12600	rnn.bias_ih_l0	8	-0.15387405455112457
12600	rnn.bias_ih_l0	9	0.09148290008306503
12600	rnn.bias_hh_l0	0	-0.0251579862087965
12600	rnn.bias_hh_l0	1	0.02471652254462242
12600	rnn.bias_hh_l0	2	-0.024730857461690903
12600	rnn.bias_hh_l0	3	-0.018318064510822296
12600	rnn.bias_hh_l0	4	-0.03999451920390129
12600	rnn.bias_hh_l0	5	0.12785936892032623
12600	rnn.bias_hh_l0	6	0.006396732293069363
12600	rnn.bias_hh_l0	7	0.030220065265893936
12600	rnn.bias_hh_l0	8	0.036099743098020554
12600	rnn.bias_hh_l0	9	0.042991165071725845
12600	rnn.weight_ih_l0_reverse	0	-0.02888711728155613
12600	rnn.weight_ih_l0_reverse	1	-0.001517405384220183
12600	rnn.weight_ih_l0_reverse	2	0.026366058737039566
12600	rnn.weight_ih_l0_reverse	3	-0.05820510536432266
12600	rnn.weight_ih_l0_reverse	4	0.010517673566937447
12600	rnn.weight_ih_l0_reverse	5	-0.051621124148368835
12600	rnn.weight_ih_l0_reverse	6	0.011275590397417545
12600	rnn.weight_ih_l0_reverse	7	0.04363270103931427
12600	rnn.weight_ih_l0_reverse	8	-0.04373937100172043
12600	rnn.weight_ih_l0_reverse	9	-0.053673114627599716
12600	rnn.weight_hh_l0_reverse	0	-0.07498713582754135
12600	rnn.weight_hh_l0_reverse	1	-0.04706795513629913
12600	rnn.weight_hh_l0_reverse	2	0.022180672734975815
12600	rnn.weight_hh_l0_reverse	3	0.04284879192709923
12600	rnn.weight_hh_l0_reverse	4	0.019678745418787003
12600	rnn.weight_hh_l0_reverse	5	0.042037274688482285
12600	rnn.weight_hh_l0_reverse	6	-0.006915021687746048
12600	rnn.weight_hh_l0_reverse	7	0.007314771413803101
12600	rnn.weight_hh_l0_reverse	8	-0.0905245840549469
12600	rnn.weight_hh_l0_reverse	9	0.053409796208143234
12600	rnn.bias_ih_l0_reverse	0	-0.08521587401628494
12600	rnn.bias_ih_l0_reverse	1	-0.03858090937137604
12600	rnn.bias_ih_l0_reverse	2	0.09972460567951202
12600	rnn.bias_ih_l0_reverse	3	0.0256907157599926
12600	rnn.bias_ih_l0_reverse	4	-0.11839427798986435
12600	rnn.bias_ih_l0_reverse	5	0.02900773473083973
12600	rnn.bias_ih_l0_reverse	6	-0.10230351984500885
12600	rnn.bias_ih_l0_reverse	7	0.03878061845898628
12600	rnn.bias_ih_l0_reverse	8	0.024125564843416214
12600	rnn.bias_ih_l0_reverse	9	0.07026303559541702
12600	rnn.bias_hh_l0_reverse	0	0.02845519408583641
12600	rnn.bias_hh_l0_reverse	1	0.07132475823163986
12600	rnn.bias_hh_l0_reverse	2	0.07270865142345428
12600	rnn.bias_hh_l0_reverse	3	-0.013608922250568867
12600	rnn.bias_hh_l0_reverse	4	0.09042472392320633
12600	rnn.bias_hh_l0_reverse	5	-0.0019656538497656584
12600	rnn.bias_hh_l0_reverse	6	-0.07285065203905106
12600	rnn.bias_hh_l0_reverse	7	0.031100543215870857
12600	rnn.bias_hh_l0_reverse	8	0.023469187319278717
12600	rnn.bias_hh_l0_reverse	9	-0.12932775914669037
12600	linear.weight	0	0.17305214703083038
12600	linear.weight	1	-0.11353105306625366
12600	linear.weight	2	-0.17667287588119507
12600	linear.weight	3	0.0495966374874115
12600	linear.weight	4	-0.008847404271364212
12600	linear.weight	5	-0.006127259228378534
12600	linear.weight	6	-0.009102297015488148
12600	linear.weight	7	-0.037949737161397934
12600	linear.weight	8	0.04586607217788696
12600	linear.weight	9	0.27615705132484436
12600	linear.bias	0	-0.13246241211891174
12600	linear.bias	1	0.14288316667079926
12600	linear.bias	2	-0.4545131325721741
12600	linear.bias	3	1.5032504796981812
12600	linear.bias	4	-0.34912747144699097
12600	linear.bias	5	-0.030769959092140198
12600	linear.bias	6	-0.30886268615722656
12600	linear.bias	7	-0.2083374410867691
12600	linear.bias	8	0.03567963466048241
12600	linear.bias	9	-0.45144641399383545
12628	transitions	0	-0.6170423626899719
12628	transitions	1	0.38141709566116333
12628	transitions	2	1.7173490524291992
12628	transitions	3	0.13531635701656342
12628	transitions	4	0.9739839434623718
12628	transitions	5	1.274533987045288
12628	transitions	6	0.48415207862854004
12628	transitions	7	0.18067234754562378
12628	transitions	8	-0.9191902875900269
12628	transitions	9	0.9307514429092407
12628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12628	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12628	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12628	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12628	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12628	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12628	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12628	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12628	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12628	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12628	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12628	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12628	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12628	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12628	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12628	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12628	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12628	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12628	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12628	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12628	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12628	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12628	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12628	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12628	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12628	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12628	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12628	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12628	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12628	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12628	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12628	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12628	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12628	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12628	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12628	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12628	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12628	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12628	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12628	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12628	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12628	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12628	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12628	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12628	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12628	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12628	embedding2nn.weight	0	0.016995780169963837
12628	embedding2nn.weight	1	0.015092442743480206
12628	embedding2nn.weight	2	-0.005349558312445879
12628	embedding2nn.weight	3	0.0010671557392925024
12628	embedding2nn.weight	4	-0.004243659321218729
12628	embedding2nn.weight	5	0.009799527004361153
12628	embedding2nn.weight	6	-0.00387674942612648
12628	embedding2nn.weight	7	0.0069441888481378555
12628	embedding2nn.weight	8	-0.0069950176402926445
12628	embedding2nn.weight	9	-0.013053390197455883
12628	embedding2nn.bias	0	-0.027507126331329346
12628	embedding2nn.bias	1	-0.005770524498075247
12628	embedding2nn.bias	2	-0.0697777196764946
12628	embedding2nn.bias	3	0.012550005689263344
12628	embedding2nn.bias	4	-0.009275738149881363
12628	embedding2nn.bias	5	-0.0082857022061944
12628	embedding2nn.bias	6	0.012307816185057163
12628	embedding2nn.bias	7	0.04101506620645523
12628	embedding2nn.bias	8	0.0054214466363191605
12628	embedding2nn.bias	9	-0.0048973639495670795
12628	rnn.weight_ih_l0	0	0.03982817754149437
12628	rnn.weight_ih_l0	1	-0.013689755462110043
12628	rnn.weight_ih_l0	2	-0.029417090117931366
12628	rnn.weight_ih_l0	3	-0.04633937403559685
12628	rnn.weight_ih_l0	4	-0.04721827059984207
12628	rnn.weight_ih_l0	5	-0.002653819974511862
12628	rnn.weight_ih_l0	6	-0.05366560071706772
12628	rnn.weight_ih_l0	7	-0.05332035943865776
12628	rnn.weight_ih_l0	8	-0.04654761776328087
12628	rnn.weight_ih_l0	9	-0.026685204356908798
12628	rnn.weight_hh_l0	0	0.013063076883554459
12628	rnn.weight_hh_l0	1	-0.018624113872647285
12628	rnn.weight_hh_l0	2	-0.04604225605726242
12628	rnn.weight_hh_l0	3	-0.026017671450972557
12628	rnn.weight_hh_l0	4	-0.06198711320757866
12628	rnn.weight_hh_l0	5	-0.012059487402439117
12628	rnn.weight_hh_l0	6	-0.034713637083768845
12628	rnn.weight_hh_l0	7	0.0014391643926501274
12628	rnn.weight_hh_l0	8	-0.015871740877628326
12628	rnn.weight_hh_l0	9	0.017897779121994972
12628	rnn.bias_ih_l0	0	0.10197471082210541
12628	rnn.bias_ih_l0	1	-0.04460321366786957
12628	rnn.bias_ih_l0	2	0.09991340339183807
12628	rnn.bias_ih_l0	3	0.06485097110271454
12628	rnn.bias_ih_l0	4	0.10079329460859299
12628	rnn.bias_ih_l0	5	0.024998284876346588
12628	rnn.bias_ih_l0	6	0.003644833341240883
12628	rnn.bias_ih_l0	7	-0.08794549852609634
12628	rnn.bias_ih_l0	8	-0.15638740360736847
12628	rnn.bias_ih_l0	9	0.09141261130571365
12628	rnn.bias_hh_l0	0	-0.025596730411052704
12628	rnn.bias_hh_l0	1	0.023122509941458702
12628	rnn.bias_hh_l0	2	-0.02366037108004093
12628	rnn.bias_hh_l0	3	-0.01770932227373123
12628	rnn.bias_hh_l0	4	-0.04062602296471596
12628	rnn.bias_hh_l0	5	0.12829573452472687
12628	rnn.bias_hh_l0	6	0.0062549221329391
12628	rnn.bias_hh_l0	7	0.02753099985420704
12628	rnn.bias_hh_l0	8	0.038013577461242676
12628	rnn.bias_hh_l0	9	0.04439949244260788
12628	rnn.weight_ih_l0_reverse	0	-0.029058856889605522
12628	rnn.weight_ih_l0_reverse	1	-0.001234992640092969
12628	rnn.weight_ih_l0_reverse	2	0.026423871517181396
12628	rnn.weight_ih_l0_reverse	3	-0.05836521089076996
12628	rnn.weight_ih_l0_reverse	4	0.010768775828182697
12628	rnn.weight_ih_l0_reverse	5	-0.05153510719537735
12628	rnn.weight_ih_l0_reverse	6	0.010410813614726067
12628	rnn.weight_ih_l0_reverse	7	0.04371408373117447
12628	rnn.weight_ih_l0_reverse	8	-0.04355784133076668
12628	rnn.weight_ih_l0_reverse	9	-0.053867194801568985
12628	rnn.weight_hh_l0_reverse	0	-0.07536021620035172
12628	rnn.weight_hh_l0_reverse	1	-0.04588818922638893
12628	rnn.weight_hh_l0_reverse	2	0.022186463698744774
12628	rnn.weight_hh_l0_reverse	3	0.043082840740680695
12628	rnn.weight_hh_l0_reverse	4	0.019957637414336205
12628	rnn.weight_hh_l0_reverse	5	0.042117610573768616
12628	rnn.weight_hh_l0_reverse	6	-0.007206758018583059
12628	rnn.weight_hh_l0_reverse	7	0.0075368196703493595
12628	rnn.weight_hh_l0_reverse	8	-0.0903494656085968
12628	rnn.weight_hh_l0_reverse	9	0.054447948932647705
12628	rnn.bias_ih_l0_reverse	0	-0.08274379372596741
12628	rnn.bias_ih_l0_reverse	1	-0.0330173596739769
12628	rnn.bias_ih_l0_reverse	2	0.09845313429832458
12628	rnn.bias_ih_l0_reverse	3	0.025159072130918503
12628	rnn.bias_ih_l0_reverse	4	-0.117966428399086
12628	rnn.bias_ih_l0_reverse	5	0.029473962262272835
12628	rnn.bias_ih_l0_reverse	6	-0.102815181016922
12628	rnn.bias_ih_l0_reverse	7	0.039794620126485825
12628	rnn.bias_ih_l0_reverse	8	0.024630604311823845
12628	rnn.bias_ih_l0_reverse	9	0.07090457528829575
12628	rnn.bias_hh_l0_reverse	0	0.028067389503121376
12628	rnn.bias_hh_l0_reverse	1	0.07096937298774719
12628	rnn.bias_hh_l0_reverse	2	0.07485121488571167
12628	rnn.bias_hh_l0_reverse	3	-0.014070932753384113
12628	rnn.bias_hh_l0_reverse	4	0.09214553982019424
12628	rnn.bias_hh_l0_reverse	5	-0.008587094023823738
12628	rnn.bias_hh_l0_reverse	6	-0.07219032198190689
12628	rnn.bias_hh_l0_reverse	7	0.031789544969797134
12628	rnn.bias_hh_l0_reverse	8	0.023234881460666656
12628	rnn.bias_hh_l0_reverse	9	-0.12485523521900177
12628	linear.weight	0	0.17708581686019897
12628	linear.weight	1	-0.1135469600558281
12628	linear.weight	2	-0.1763346642255783
12628	linear.weight	3	0.05231388285756111
12628	linear.weight	4	-0.009336519055068493
12628	linear.weight	5	-0.0066648186184465885
12628	linear.weight	6	-0.009098819456994534
12628	linear.weight	7	-0.037251655012369156
12628	linear.weight	8	0.0481940358877182
12628	linear.weight	9	0.2781810164451599
12628	linear.bias	0	-0.12085682153701782
12628	linear.bias	1	0.13845553994178772
12628	linear.bias	2	-0.4551692306995392
12628	linear.bias	3	1.4923994541168213
12628	linear.bias	4	-0.3509339392185211
12628	linear.bias	5	-0.030769959092140198
12628	linear.bias	6	-0.309786319732666
12628	linear.bias	7	-0.20677202939987183
12628	linear.bias	8	0.03200773894786835
12628	linear.bias	9	-0.4516001343727112
12656	transitions	0	-0.6171368956565857
12656	transitions	1	0.38138213753700256
12656	transitions	2	1.7172420024871826
12656	transitions	3	0.1352701485157013
12656	transitions	4	0.973967432975769
12656	transitions	5	1.2745307683944702
12656	transitions	6	0.48415130376815796
12656	transitions	7	0.18066169321537018
12656	transitions	8	-0.9191920161247253
12656	transitions	9	0.9307514429092407
12656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12656	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12656	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12656	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12656	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12656	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12656	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12656	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12656	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12656	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12656	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12656	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12656	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12656	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12656	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12656	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12656	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12656	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12656	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12656	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12656	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12656	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12656	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12656	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12656	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12656	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12656	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12656	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12656	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12656	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12656	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12656	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12656	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12656	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12656	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12656	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12656	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12656	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12656	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12656	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12656	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12656	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12656	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12656	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12656	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12656	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12656	embedding2nn.weight	0	0.017001628875732422
12656	embedding2nn.weight	1	0.015160009264945984
12656	embedding2nn.weight	2	-0.005281616933643818
12656	embedding2nn.weight	3	0.0010751144727692008
12656	embedding2nn.weight	4	-0.004235625267028809
12656	embedding2nn.weight	5	0.009729626588523388
12656	embedding2nn.weight	6	-0.0039760214276611805
12656	embedding2nn.weight	7	0.008061007596552372
12656	embedding2nn.weight	8	-0.0069826943799853325
12656	embedding2nn.weight	9	-0.01306883990764618
12656	embedding2nn.bias	0	-0.029056014493107796
12656	embedding2nn.bias	1	-0.010778985917568207
12656	embedding2nn.bias	2	-0.07007183879613876
12656	embedding2nn.bias	3	0.007471973076462746
12656	embedding2nn.bias	4	-0.009997709654271603
12656	embedding2nn.bias	5	-0.004000142216682434
12656	embedding2nn.bias	6	0.018529633060097694
12656	embedding2nn.bias	7	0.037853844463825226
12656	embedding2nn.bias	8	0.008147141896188259
12656	embedding2nn.bias	9	-0.0047777374275028706
12656	rnn.weight_ih_l0	0	0.039674971252679825
12656	rnn.weight_ih_l0	1	-0.012757200747728348
12656	rnn.weight_ih_l0	2	-0.030582621693611145
12656	rnn.weight_ih_l0	3	-0.04633123800158501
12656	rnn.weight_ih_l0	4	-0.04722955822944641
12656	rnn.weight_ih_l0	5	-0.0021897766273468733
12656	rnn.weight_ih_l0	6	-0.05344041436910629
12656	rnn.weight_ih_l0	7	-0.05335042253136635
12656	rnn.weight_ih_l0	8	-0.04636089876294136
12656	rnn.weight_ih_l0	9	-0.026497162878513336
12656	rnn.weight_hh_l0	0	0.01294300239533186
12656	rnn.weight_hh_l0	1	-0.018591584637761116
12656	rnn.weight_hh_l0	2	-0.04585674777626991
12656	rnn.weight_hh_l0	3	-0.026276201009750366
12656	rnn.weight_hh_l0	4	-0.061674464493989944
12656	rnn.weight_hh_l0	5	-0.012384515255689621
12656	rnn.weight_hh_l0	6	-0.03496032580733299
12656	rnn.weight_hh_l0	7	0.002402673475444317
12656	rnn.weight_hh_l0	8	-0.016000546514987946
12656	rnn.weight_hh_l0	9	0.01587376929819584
12656	rnn.bias_ih_l0	0	0.10207486897706985
12656	rnn.bias_ih_l0	1	-0.045868370682001114
12656	rnn.bias_ih_l0	2	0.1010688990354538
12656	rnn.bias_ih_l0	3	0.06306207180023193
12656	rnn.bias_ih_l0	4	0.1014370545744896
12656	rnn.bias_ih_l0	5	0.026338176801800728
12656	rnn.bias_ih_l0	6	0.0014877738431096077
12656	rnn.bias_ih_l0	7	-0.09028636664152145
12656	rnn.bias_ih_l0	8	-0.15586329996585846
12656	rnn.bias_ih_l0	9	0.09311095625162125
12656	rnn.bias_hh_l0	0	-0.026295797899365425
12656	rnn.bias_hh_l0	1	0.02196386270225048
12656	rnn.bias_hh_l0	2	-0.022820506244897842
12656	rnn.bias_hh_l0	3	-0.01818813383579254
12656	rnn.bias_hh_l0	4	-0.0374651774764061
12656	rnn.bias_hh_l0	5	0.13040995597839355
12656	rnn.bias_hh_l0	6	0.006406264379620552
12656	rnn.bias_hh_l0	7	0.030975647270679474
12656	rnn.bias_hh_l0	8	0.035856518894433975
12656	rnn.bias_hh_l0	9	0.04533163458108902
12656	rnn.weight_ih_l0_reverse	0	-0.028793828561902046
12656	rnn.weight_ih_l0_reverse	1	-0.0009100849274545908
12656	rnn.weight_ih_l0_reverse	2	0.0264264103025198
12656	rnn.weight_ih_l0_reverse	3	-0.058164920657873154
12656	rnn.weight_ih_l0_reverse	4	0.01066083274781704
12656	rnn.weight_ih_l0_reverse	5	-0.05148841813206673
12656	rnn.weight_ih_l0_reverse	6	0.010213810950517654
12656	rnn.weight_ih_l0_reverse	7	0.04382222518324852
12656	rnn.weight_ih_l0_reverse	8	-0.04348441958427429
12656	rnn.weight_ih_l0_reverse	9	-0.05397609993815422
12656	rnn.weight_hh_l0_reverse	0	-0.07488121837377548
12656	rnn.weight_hh_l0_reverse	1	-0.045883726328611374
12656	rnn.weight_hh_l0_reverse	2	0.0225857924669981
12656	rnn.weight_hh_l0_reverse	3	0.04338756576180458
12656	rnn.weight_hh_l0_reverse	4	0.020325040444731712
12656	rnn.weight_hh_l0_reverse	5	0.041954804211854935
12656	rnn.weight_hh_l0_reverse	6	-0.005260970443487167
12656	rnn.weight_hh_l0_reverse	7	0.008043658919632435
12656	rnn.weight_hh_l0_reverse	8	-0.09044074267148972
12656	rnn.weight_hh_l0_reverse	9	0.054522931575775146
12656	rnn.bias_ih_l0_reverse	0	-0.08292149007320404
12656	rnn.bias_ih_l0_reverse	1	-0.03279658406972885
12656	rnn.bias_ih_l0_reverse	2	0.09850913286209106
12656	rnn.bias_ih_l0_reverse	3	0.025192026048898697
12656	rnn.bias_ih_l0_reverse	4	-0.11820098012685776
12656	rnn.bias_ih_l0_reverse	5	0.029818395152688026
12656	rnn.bias_ih_l0_reverse	6	-0.10151949524879456
12656	rnn.bias_ih_l0_reverse	7	0.04029083997011185
12656	rnn.bias_ih_l0_reverse	8	0.021881181746721268
12656	rnn.bias_ih_l0_reverse	9	0.07005352526903152
12656	rnn.bias_hh_l0_reverse	0	0.023202044889330864
12656	rnn.bias_hh_l0_reverse	1	0.07429381459951401
12656	rnn.bias_hh_l0_reverse	2	0.07584530115127563
12656	rnn.bias_hh_l0_reverse	3	-0.01301801111549139
12656	rnn.bias_hh_l0_reverse	4	0.0915478765964508
12656	rnn.bias_hh_l0_reverse	5	-0.00312408315949142
12656	rnn.bias_hh_l0_reverse	6	-0.07192082703113556
12656	rnn.bias_hh_l0_reverse	7	0.03307662531733513
12656	rnn.bias_hh_l0_reverse	8	0.0204766858369112
12656	rnn.bias_hh_l0_reverse	9	-0.12914052605628967
12656	linear.weight	0	0.17550131678581238
12656	linear.weight	1	-0.11356455087661743
12656	linear.weight	2	-0.17693206667900085
12656	linear.weight	3	0.05448807030916214
12656	linear.weight	4	-0.008811789564788342
12656	linear.weight	5	-0.006865740288048983
12656	linear.weight	6	-0.009094375185668468
12656	linear.weight	7	-0.03717731311917305
12656	linear.weight	8	0.04676007851958275
12656	linear.weight	9	0.278351366519928
12656	linear.bias	0	-0.12031308561563492
12656	linear.bias	1	0.14250235259532928
12656	linear.bias	2	-0.45633742213249207
12656	linear.bias	3	1.4975612163543701
12656	linear.bias	4	-0.35114091634750366
12656	linear.bias	5	-0.030769959092140198
12656	linear.bias	6	-0.3115825355052948
12656	linear.bias	7	-0.20904701948165894
12656	linear.bias	8	0.029087631031870842
12656	linear.bias	9	-0.4516739845275879
12684	transitions	0	-0.6172100305557251
12684	transitions	1	0.3813050091266632
12684	transitions	2	1.7171512842178345
12684	transitions	3	0.13515298068523407
12684	transitions	4	0.9739261269569397
12684	transitions	5	1.2745299339294434
12684	transitions	6	0.48415061831474304
12684	transitions	7	0.18065674602985382
12684	transitions	8	-0.9191927313804626
12684	transitions	9	0.9307514429092407
12684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12684	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12684	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12684	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12684	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12684	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12684	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12684	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12684	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12684	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12684	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12684	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12684	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12684	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12684	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12684	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12684	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12684	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12684	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12684	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12684	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12684	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12684	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12684	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12684	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12684	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12684	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12684	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12684	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12684	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12684	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12684	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12684	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12684	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12684	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12684	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12684	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12684	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12684	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12684	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12684	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12684	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12684	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12684	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12684	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12684	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12684	embedding2nn.weight	0	0.017867403104901314
12684	embedding2nn.weight	1	0.015146862715482712
12684	embedding2nn.weight	2	-0.005338189657777548
12684	embedding2nn.weight	3	0.001036665984429419
12684	embedding2nn.weight	4	-0.004275243729352951
12684	embedding2nn.weight	5	0.009807889349758625
12684	embedding2nn.weight	6	-0.0039536794647574425
12684	embedding2nn.weight	7	0.0077956439927220345
12684	embedding2nn.weight	8	-0.007015693467110395
12684	embedding2nn.weight	9	-0.013168778270483017
12684	embedding2nn.bias	0	-0.023983241990208626
12684	embedding2nn.bias	1	-0.011347118765115738
12684	embedding2nn.bias	2	-0.07005170732736588
12684	embedding2nn.bias	3	0.0008049827301874757
12684	embedding2nn.bias	4	-0.008861122652888298
12684	embedding2nn.bias	5	-0.002895854879170656
12684	embedding2nn.bias	6	0.02105048857629299
12684	embedding2nn.bias	7	0.038354501128196716
12684	embedding2nn.bias	8	0.01053001917898655
12684	embedding2nn.bias	9	-0.005458183586597443
12684	rnn.weight_ih_l0	0	0.039494019001722336
12684	rnn.weight_ih_l0	1	-0.013138197362422943
12684	rnn.weight_ih_l0	2	-0.029679199680685997
12684	rnn.weight_ih_l0	3	-0.04577817767858505
12684	rnn.weight_ih_l0	4	-0.04739246517419815
12684	rnn.weight_ih_l0	5	-0.002349268877878785
12684	rnn.weight_ih_l0	6	-0.05323501303792
12684	rnn.weight_ih_l0	7	-0.05333370715379715
12684	rnn.weight_ih_l0	8	-0.04645935446023941
12684	rnn.weight_ih_l0	9	-0.026325002312660217
12684	rnn.weight_hh_l0	0	0.012596726417541504
12684	rnn.weight_hh_l0	1	-0.01888619177043438
12684	rnn.weight_hh_l0	2	-0.04710602015256882
12684	rnn.weight_hh_l0	3	-0.026184795424342155
12684	rnn.weight_hh_l0	4	-0.06192615628242493
12684	rnn.weight_hh_l0	5	-0.012567653320729733
12684	rnn.weight_hh_l0	6	-0.03599200397729874
12684	rnn.weight_hh_l0	7	0.003375732572749257
12684	rnn.weight_hh_l0	8	-0.0160771943628788
12684	rnn.weight_hh_l0	9	0.016353962942957878
12684	rnn.bias_ih_l0	0	0.10324122756719589
12684	rnn.bias_ih_l0	1	-0.04592466726899147
12684	rnn.bias_ih_l0	2	0.1025865226984024
12684	rnn.bias_ih_l0	3	0.06513102352619171
12684	rnn.bias_ih_l0	4	0.09944270551204681
12684	rnn.bias_ih_l0	5	0.028035376220941544
12684	rnn.bias_ih_l0	6	0.001948139863088727
12684	rnn.bias_ih_l0	7	-0.08663058280944824
12684	rnn.bias_ih_l0	8	-0.157997265458107
12684	rnn.bias_ih_l0	9	0.09327863901853561
12684	rnn.bias_hh_l0	0	-0.025207143276929855
12684	rnn.bias_hh_l0	1	0.020796649158000946
12684	rnn.bias_hh_l0	2	-0.021816866472363472
12684	rnn.bias_hh_l0	3	-0.017067821696400642
12684	rnn.bias_hh_l0	4	-0.03822379931807518
12684	rnn.bias_hh_l0	5	0.12952931225299835
12684	rnn.bias_hh_l0	6	0.007439096458256245
12684	rnn.bias_hh_l0	7	0.03222477436065674
12684	rnn.bias_hh_l0	8	0.0363168939948082
12684	rnn.bias_hh_l0	9	0.04390951246023178
12684	rnn.weight_ih_l0_reverse	0	-0.029066337272524834
12684	rnn.weight_ih_l0_reverse	1	-0.0004874066507909447
12684	rnn.weight_ih_l0_reverse	2	0.02643599733710289
12684	rnn.weight_ih_l0_reverse	3	-0.05820554867386818
12684	rnn.weight_ih_l0_reverse	4	0.01071150042116642
12684	rnn.weight_ih_l0_reverse	5	-0.0514947883784771
12684	rnn.weight_ih_l0_reverse	6	0.010400209575891495
12684	rnn.weight_ih_l0_reverse	7	0.04380402714014053
12684	rnn.weight_ih_l0_reverse	8	-0.043640587478876114
12684	rnn.weight_ih_l0_reverse	9	-0.053565993905067444
12684	rnn.weight_hh_l0_reverse	0	-0.07543012499809265
12684	rnn.weight_hh_l0_reverse	1	-0.04628453031182289
12684	rnn.weight_hh_l0_reverse	2	0.0221038069576025
12684	rnn.weight_hh_l0_reverse	3	0.043336354196071625
12684	rnn.weight_hh_l0_reverse	4	0.020284509286284447
12684	rnn.weight_hh_l0_reverse	5	0.04186226427555084
12684	rnn.weight_hh_l0_reverse	6	-0.00667495047673583
12684	rnn.weight_hh_l0_reverse	7	0.008646893315017223
12684	rnn.weight_hh_l0_reverse	8	-0.08963736146688461
12684	rnn.weight_hh_l0_reverse	9	0.05426114425063133
12684	rnn.bias_ih_l0_reverse	0	-0.0865221694111824
12684	rnn.bias_ih_l0_reverse	1	-0.03553522750735283
12684	rnn.bias_ih_l0_reverse	2	0.09823547303676605
12684	rnn.bias_ih_l0_reverse	3	0.02570425346493721
12684	rnn.bias_ih_l0_reverse	4	-0.11702259629964828
12684	rnn.bias_ih_l0_reverse	5	0.031917065382003784
12684	rnn.bias_ih_l0_reverse	6	-0.10342567414045334
12684	rnn.bias_ih_l0_reverse	7	0.03992108255624771
12684	rnn.bias_ih_l0_reverse	8	0.020828338339924812
12684	rnn.bias_ih_l0_reverse	9	0.07359682768583298
12684	rnn.bias_hh_l0_reverse	0	0.026356166228652
12684	rnn.bias_hh_l0_reverse	1	0.07224925607442856
12684	rnn.bias_hh_l0_reverse	2	0.07701431959867477
12684	rnn.bias_hh_l0_reverse	3	-0.013362792320549488
12684	rnn.bias_hh_l0_reverse	4	0.09210120141506195
12684	rnn.bias_hh_l0_reverse	5	0.0009735062485560775
12684	rnn.bias_hh_l0_reverse	6	-0.07235871255397797
12684	rnn.bias_hh_l0_reverse	7	0.03178493306040764
12684	rnn.bias_hh_l0_reverse	8	0.02058764547109604
12684	rnn.bias_hh_l0_reverse	9	-0.13236075639724731
12684	linear.weight	0	0.17208948731422424
12684	linear.weight	1	-0.11356374621391296
12684	linear.weight	2	-0.17652691900730133
12684	linear.weight	3	0.053454697132110596
12684	linear.weight	4	-0.008823436684906483
12684	linear.weight	5	-0.006445049308240414
12684	linear.weight	6	-0.00909088458865881
12684	linear.weight	7	-0.037141941487789154
12684	linear.weight	8	0.05113925784826279
12684	linear.weight	9	0.2723994255065918
12684	linear.bias	0	-0.11844191700220108
12684	linear.bias	1	0.1355653703212738
12684	linear.bias	2	-0.45443955063819885
12684	linear.bias	3	1.4870245456695557
12684	linear.bias	4	-0.3514302372932434
12684	linear.bias	5	-0.030769959092140198
12684	linear.bias	6	-0.3099619150161743
12684	linear.bias	7	-0.2047574669122696
12684	linear.bias	8	0.02333628199994564
12684	linear.bias	9	-0.4518873393535614
12712	transitions	0	-0.6173209547996521
12712	transitions	1	0.38122159242630005
12712	transitions	2	1.717010259628296
12712	transitions	3	0.1350620687007904
12712	transitions	4	0.973871648311615
12712	transitions	5	1.2745283842086792
12712	transitions	6	0.4841497540473938
12712	transitions	7	0.18065591156482697
12712	transitions	8	-0.9191934466362
12712	transitions	9	0.9307512044906616
12712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12712	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12712	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12712	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12712	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12712	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12712	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12712	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12712	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12712	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12712	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12712	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12712	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12712	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12712	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12712	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12712	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12712	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12712	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12712	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12712	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12712	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12712	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12712	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12712	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12712	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12712	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12712	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12712	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12712	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12712	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12712	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12712	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12712	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12712	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12712	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12712	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12712	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12712	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12712	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12712	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12712	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12712	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12712	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12712	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12712	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12712	embedding2nn.weight	0	0.017275666818022728
12712	embedding2nn.weight	1	0.015131337568163872
12712	embedding2nn.weight	2	-0.005339481867849827
12712	embedding2nn.weight	3	0.0008475383510813117
12712	embedding2nn.weight	4	-0.0043114107102155685
12712	embedding2nn.weight	5	0.009866030886769295
12712	embedding2nn.weight	6	-0.0038541790563613176
12712	embedding2nn.weight	7	0.007961111143231392
12712	embedding2nn.weight	8	-0.006903958506882191
12712	embedding2nn.weight	9	-0.01318107545375824
12712	embedding2nn.bias	0	-0.02583334781229496
12712	embedding2nn.bias	1	-0.01332482136785984
12712	embedding2nn.bias	2	-0.07081690430641174
12712	embedding2nn.bias	3	0.0005703821661882102
12712	embedding2nn.bias	4	-0.012044130824506283
12712	embedding2nn.bias	5	-0.002838405314832926
12712	embedding2nn.bias	6	0.02388233132660389
12712	embedding2nn.bias	7	0.03368401154875755
12712	embedding2nn.bias	8	0.012545928359031677
12712	embedding2nn.bias	9	-0.00905895046889782
12712	rnn.weight_ih_l0	0	0.03955106809735298
12712	rnn.weight_ih_l0	1	-0.014090636745095253
12712	rnn.weight_ih_l0	2	-0.02967245876789093
12712	rnn.weight_ih_l0	3	-0.045585110783576965
12712	rnn.weight_ih_l0	4	-0.0473584420979023
12712	rnn.weight_ih_l0	5	-0.002215408254414797
12712	rnn.weight_ih_l0	6	-0.05324157327413559
12712	rnn.weight_ih_l0	7	-0.053617604076862335
12712	rnn.weight_ih_l0	8	-0.04661266878247261
12712	rnn.weight_ih_l0	9	-0.02626696042716503
12712	rnn.weight_hh_l0	0	0.012425389140844345
12712	rnn.weight_hh_l0	1	-0.019161788746714592
12712	rnn.weight_hh_l0	2	-0.046784400939941406
12712	rnn.weight_hh_l0	3	-0.026712266728281975
12712	rnn.weight_hh_l0	4	-0.06188537925481796
12712	rnn.weight_hh_l0	5	-0.012103541754186153
12712	rnn.weight_hh_l0	6	-0.035333629697561264
12712	rnn.weight_hh_l0	7	0.004096777644008398
12712	rnn.weight_hh_l0	8	-0.016288310289382935
12712	rnn.weight_hh_l0	9	0.016404828056693077
12712	rnn.bias_ih_l0	0	0.10193271934986115
12712	rnn.bias_ih_l0	1	-0.044688817113637924
12712	rnn.bias_ih_l0	2	0.10325846076011658
12712	rnn.bias_ih_l0	3	0.06460390239953995
12712	rnn.bias_ih_l0	4	0.09951445460319519
12712	rnn.bias_ih_l0	5	0.029426025226712227
12712	rnn.bias_ih_l0	6	0.001193452626466751
12712	rnn.bias_ih_l0	7	-0.08977273106575012
12712	rnn.bias_ih_l0	8	-0.15852130949497223
12712	rnn.bias_ih_l0	9	0.09273721277713776
12712	rnn.bias_hh_l0	0	-0.023817701265215874
12712	rnn.bias_hh_l0	1	0.024248898029327393
12712	rnn.bias_hh_l0	2	-0.022234534844756126
12712	rnn.bias_hh_l0	3	-0.015839576721191406
12712	rnn.bias_hh_l0	4	-0.039481762796640396
12712	rnn.bias_hh_l0	5	0.12911933660507202
12712	rnn.bias_hh_l0	6	0.005425704177469015
12712	rnn.bias_hh_l0	7	0.03303370624780655
12712	rnn.bias_hh_l0	8	0.03556220605969429
12712	rnn.bias_hh_l0	9	0.04326990246772766
12712	rnn.weight_ih_l0_reverse	0	-0.029024532064795494
12712	rnn.weight_ih_l0_reverse	1	-0.0008668487425893545
12712	rnn.weight_ih_l0_reverse	2	0.026334060356020927
12712	rnn.weight_ih_l0_reverse	3	-0.058274295181035995
12712	rnn.weight_ih_l0_reverse	4	0.010816244408488274
12712	rnn.weight_ih_l0_reverse	5	-0.05141804739832878
12712	rnn.weight_ih_l0_reverse	6	0.010851136408746243
12712	rnn.weight_ih_l0_reverse	7	0.04373513162136078
12712	rnn.weight_ih_l0_reverse	8	-0.04362111911177635
12712	rnn.weight_ih_l0_reverse	9	-0.05351761728525162
12712	rnn.weight_hh_l0_reverse	0	-0.07560743391513824
12712	rnn.weight_hh_l0_reverse	1	-0.043708425015211105
12712	rnn.weight_hh_l0_reverse	2	0.022674627602100372
12712	rnn.weight_hh_l0_reverse	3	0.04342750459909439
12712	rnn.weight_hh_l0_reverse	4	0.021466560661792755
12712	rnn.weight_hh_l0_reverse	5	0.04197243973612785
12712	rnn.weight_hh_l0_reverse	6	-0.006637290585786104
12712	rnn.weight_hh_l0_reverse	7	0.008688263595104218
12712	rnn.weight_hh_l0_reverse	8	-0.08931371569633484
12712	rnn.weight_hh_l0_reverse	9	0.0545390322804451
12712	rnn.bias_ih_l0_reverse	0	-0.08983111381530762
12712	rnn.bias_ih_l0_reverse	1	-0.03879210352897644
12712	rnn.bias_ih_l0_reverse	2	0.09677859395742416
12712	rnn.bias_ih_l0_reverse	3	0.02575928159058094
12712	rnn.bias_ih_l0_reverse	4	-0.11629041284322739
12712	rnn.bias_ih_l0_reverse	5	0.03177110105752945
12712	rnn.bias_ih_l0_reverse	6	-0.10364120453596115
12712	rnn.bias_ih_l0_reverse	7	0.03846514970064163
12712	rnn.bias_ih_l0_reverse	8	0.020161554217338562
12712	rnn.bias_ih_l0_reverse	9	0.07161042839288712
12712	rnn.bias_hh_l0_reverse	0	0.02099592424929142
12712	rnn.bias_hh_l0_reverse	1	0.0707423985004425
12712	rnn.bias_hh_l0_reverse	2	0.07685552537441254
12712	rnn.bias_hh_l0_reverse	3	-0.013236358761787415
12712	rnn.bias_hh_l0_reverse	4	0.0932740569114685
12712	rnn.bias_hh_l0_reverse	5	-0.0006057876744307578
12712	rnn.bias_hh_l0_reverse	6	-0.07341967523097992
12712	rnn.bias_hh_l0_reverse	7	0.03344700485467911
12712	rnn.bias_hh_l0_reverse	8	0.020964737981557846
12712	rnn.bias_hh_l0_reverse	9	-0.1270296573638916
12712	linear.weight	0	0.16061119735240936
12712	linear.weight	1	-0.1135890781879425
12712	linear.weight	2	-0.18186424672603607
12712	linear.weight	3	0.05640968680381775
12712	linear.weight	4	-0.00838545337319374
12712	linear.weight	5	-0.008125646971166134
12712	linear.weight	6	-0.009090269915759563
12712	linear.weight	7	-0.03710594400763512
12712	linear.weight	8	0.05241169035434723
12712	linear.weight	9	0.2720416784286499
12712	linear.bias	0	-0.11845891922712326
12712	linear.bias	1	0.14139039814472198
12712	linear.bias	2	-0.45106351375579834
12712	linear.bias	3	1.4930784702301025
12712	linear.bias	4	-0.3566320240497589
12712	linear.bias	5	-0.030769959092140198
12712	linear.bias	6	-0.30617761611938477
12712	linear.bias	7	-0.20705293118953705
12712	linear.bias	8	0.023709794506430626
12712	linear.bias	9	-0.45205554366111755
12740	transitions	0	-0.6173543930053711
12740	transitions	1	0.38112524151802063
12740	transitions	2	1.716936707496643
12740	transitions	3	0.13502137362957
12740	transitions	4	0.9738278388977051
12740	transitions	5	1.2745275497436523
12740	transitions	6	0.48414871096611023
12740	transitions	7	0.18065564334392548
12740	transitions	8	-0.9191942811012268
12740	transitions	9	0.9307512044906616
12740	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12740	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12740	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12740	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12740	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12740	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12740	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12740	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12740	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12740	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12740	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12740	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12740	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12740	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12740	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12740	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12740	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12740	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12740	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12740	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12740	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12740	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12740	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12740	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12740	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12740	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12740	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12740	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12740	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12740	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12740	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12740	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12740	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12740	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12740	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12740	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12740	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12740	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12740	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12740	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12740	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12740	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12740	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12740	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12740	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12740	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12740	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12740	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12740	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12740	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12740	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12740	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12740	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12740	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12740	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12740	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12740	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12740	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12740	embedding2nn.weight	0	0.017281722277402878
12740	embedding2nn.weight	1	0.015158555470407009
12740	embedding2nn.weight	2	-0.00532454252243042
12740	embedding2nn.weight	3	0.0005651571555063128
12740	embedding2nn.weight	4	-0.004270013887435198
12740	embedding2nn.weight	5	0.009987032040953636
12740	embedding2nn.weight	6	-0.0039311358705163
12740	embedding2nn.weight	7	0.008127526380121708
12740	embedding2nn.weight	8	-0.006901970133185387
12740	embedding2nn.weight	9	-0.013134210370481014
12740	embedding2nn.bias	0	-0.0309128537774086
12740	embedding2nn.bias	1	-0.019316544756293297
12740	embedding2nn.bias	2	-0.07069007307291031
12740	embedding2nn.bias	3	0.0035710663069039583
12740	embedding2nn.bias	4	-0.008420009166002274
12740	embedding2nn.bias	5	-0.0084504010155797
12740	embedding2nn.bias	6	0.026354288682341576
12740	embedding2nn.bias	7	0.030205141752958298
12740	embedding2nn.bias	8	0.01400587148964405
12740	embedding2nn.bias	9	-0.008959757164120674
12740	rnn.weight_ih_l0	0	0.039511557668447495
12740	rnn.weight_ih_l0	1	-0.014131875708699226
12740	rnn.weight_ih_l0	2	-0.02951110526919365
12740	rnn.weight_ih_l0	3	-0.045578520745038986
12740	rnn.weight_ih_l0	4	-0.04802015423774719
12740	rnn.weight_ih_l0	5	-0.0024545753840357065
12740	rnn.weight_ih_l0	6	-0.05285415053367615
12740	rnn.weight_ih_l0	7	-0.05362894758582115
12740	rnn.weight_ih_l0	8	-0.046523381024599075
12740	rnn.weight_ih_l0	9	-0.02638654038310051
12740	rnn.weight_hh_l0	0	0.012809165753424168
12740	rnn.weight_hh_l0	1	-0.019411155954003334
12740	rnn.weight_hh_l0	2	-0.04623236507177353
12740	rnn.weight_hh_l0	3	-0.026887496933341026
12740	rnn.weight_hh_l0	4	-0.061550866812467575
12740	rnn.weight_hh_l0	5	-0.012640743516385555
12740	rnn.weight_hh_l0	6	-0.036672499030828476
12740	rnn.weight_hh_l0	7	0.004948497284203768
12740	rnn.weight_hh_l0	8	-0.01613873615860939
12740	rnn.weight_hh_l0	9	0.015743233263492584
12740	rnn.bias_ih_l0	0	0.1036866083741188
12740	rnn.bias_ih_l0	1	-0.04546040669083595
12740	rnn.bias_ih_l0	2	0.10172729194164276
12740	rnn.bias_ih_l0	3	0.06402426213026047
12740	rnn.bias_ih_l0	4	0.0997900441288948
12740	rnn.bias_ih_l0	5	0.027740031480789185
12740	rnn.bias_ih_l0	6	-0.0008235161658376455
12740	rnn.bias_ih_l0	7	-0.09309352934360504
12740	rnn.bias_ih_l0	8	-0.1568964123725891
12740	rnn.bias_ih_l0	9	0.09269145131111145
12740	rnn.bias_hh_l0	0	-0.023300020024180412
12740	rnn.bias_hh_l0	1	0.023611003533005714
12740	rnn.bias_hh_l0	2	-0.021534832194447517
12740	rnn.bias_hh_l0	3	-0.014275753870606422
12740	rnn.bias_hh_l0	4	-0.03951535373926163
12740	rnn.bias_hh_l0	5	0.12566569447517395
12740	rnn.bias_hh_l0	6	0.005536897107958794
12740	rnn.bias_hh_l0	7	0.03467622399330139
12740	rnn.bias_hh_l0	8	0.033545248210430145
12740	rnn.bias_hh_l0	9	0.04398873820900917
12740	rnn.weight_ih_l0_reverse	0	-0.029007310047745705
12740	rnn.weight_ih_l0_reverse	1	-0.0007870952249504626
12740	rnn.weight_ih_l0_reverse	2	0.026572564616799355
12740	rnn.weight_ih_l0_reverse	3	-0.057912763208150864
12740	rnn.weight_ih_l0_reverse	4	0.010722208768129349
12740	rnn.weight_ih_l0_reverse	5	-0.051488179713487625
12740	rnn.weight_ih_l0_reverse	6	0.011517749167978764
12740	rnn.weight_ih_l0_reverse	7	0.043755292892456055
12740	rnn.weight_ih_l0_reverse	8	-0.04325680062174797
12740	rnn.weight_ih_l0_reverse	9	-0.0538538433611393
12740	rnn.weight_hh_l0_reverse	0	-0.0756298080086708
12740	rnn.weight_hh_l0_reverse	1	-0.043704383075237274
12740	rnn.weight_hh_l0_reverse	2	0.022303111851215363
12740	rnn.weight_hh_l0_reverse	3	0.04388268291950226
12740	rnn.weight_hh_l0_reverse	4	0.02124432660639286
12740	rnn.weight_hh_l0_reverse	5	0.04228644445538521
12740	rnn.weight_hh_l0_reverse	6	-0.00837724469602108
12740	rnn.weight_hh_l0_reverse	7	0.007939220406115055
12740	rnn.weight_hh_l0_reverse	8	-0.08976811915636063
12740	rnn.weight_hh_l0_reverse	9	0.05392342433333397
12740	rnn.bias_ih_l0_reverse	0	-0.0897822231054306
12740	rnn.bias_ih_l0_reverse	1	-0.042554888874292374
12740	rnn.bias_ih_l0_reverse	2	0.09747455269098282
12740	rnn.bias_ih_l0_reverse	3	0.026149658486247063
12740	rnn.bias_ih_l0_reverse	4	-0.116323322057724
12740	rnn.bias_ih_l0_reverse	5	0.032564859837293625
12740	rnn.bias_ih_l0_reverse	6	-0.10448841005563736
12740	rnn.bias_ih_l0_reverse	7	0.039879076182842255
12740	rnn.bias_ih_l0_reverse	8	0.02050251141190529
12740	rnn.bias_ih_l0_reverse	9	0.07270693778991699
12740	rnn.bias_hh_l0_reverse	0	0.017986658960580826
12740	rnn.bias_hh_l0_reverse	1	0.06965413689613342
12740	rnn.bias_hh_l0_reverse	2	0.07541301101446152
12740	rnn.bias_hh_l0_reverse	3	-0.012768913991749287
12740	rnn.bias_hh_l0_reverse	4	0.09023866057395935
12740	rnn.bias_hh_l0_reverse	5	0.0013764000032097101
12740	rnn.bias_hh_l0_reverse	6	-0.07339981943368912
12740	rnn.bias_hh_l0_reverse	7	0.03440292179584503
12740	rnn.bias_hh_l0_reverse	8	0.020749859511852264
12740	rnn.bias_hh_l0_reverse	9	-0.12373217940330505
12740	linear.weight	0	0.16794635355472565
12740	linear.weight	1	-0.1135811060667038
12740	linear.weight	2	-0.18015092611312866
12740	linear.weight	3	0.052798978984355927
12740	linear.weight	4	-0.007687889039516449
12740	linear.weight	5	-0.0075387852266430855
12740	linear.weight	6	-0.009090854786336422
12740	linear.weight	7	-0.037090469151735306
12740	linear.weight	8	0.052102744579315186
12740	linear.weight	9	0.27985823154449463
12740	linear.bias	0	-0.11647596955299377
12740	linear.bias	1	0.1436396837234497
12740	linear.bias	2	-0.456025630235672
12740	linear.bias	3	1.503961205482483
12740	linear.bias	4	-0.3570724427700043
12740	linear.bias	5	-0.030769959092140198
12740	linear.bias	6	-0.31014490127563477
12740	linear.bias	7	-0.2087012082338333
12740	linear.bias	8	0.013011230155825615
12740	linear.bias	9	-0.4521465301513672
12768	transitions	0	-0.6174310445785522
12768	transitions	1	0.3810443580150604
12768	transitions	2	1.7168242931365967
12768	transitions	3	0.13496153056621552
12768	transitions	4	0.9738153219223022
12768	transitions	5	1.2745254039764404
12768	transitions	6	0.4841473698616028
12768	transitions	7	0.1806274950504303
12768	transitions	8	-0.9191951155662537
12768	transitions	9	0.9307511448860168
12768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12768	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12768	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12768	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12768	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12768	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12768	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12768	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12768	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12768	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12768	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12768	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12768	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12768	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12768	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12768	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12768	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12768	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12768	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12768	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12768	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12768	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12768	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12768	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12768	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12768	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12768	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12768	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12768	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12768	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12768	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12768	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12768	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12768	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12768	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12768	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12768	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12768	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12768	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12768	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12768	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12768	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12768	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12768	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12768	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12768	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12768	embedding2nn.weight	0	0.017573807388544083
12768	embedding2nn.weight	1	0.015159483067691326
12768	embedding2nn.weight	2	-0.005382528528571129
12768	embedding2nn.weight	3	0.000621155253611505
12768	embedding2nn.weight	4	-0.004239862319082022
12768	embedding2nn.weight	5	0.00954649318009615
12768	embedding2nn.weight	6	-0.003885261481627822
12768	embedding2nn.weight	7	0.00790349766612053
12768	embedding2nn.weight	8	-0.007030452135950327
12768	embedding2nn.weight	9	-0.01312316209077835
12768	embedding2nn.bias	0	-0.025413529947400093
12768	embedding2nn.bias	1	-0.019920559599995613
12768	embedding2nn.bias	2	-0.07465971261262894
12768	embedding2nn.bias	3	0.0029859980568289757
12768	embedding2nn.bias	4	-0.009768449701368809
12768	embedding2nn.bias	5	-0.0035147627349942923
12768	embedding2nn.bias	6	0.029132544994354248
12768	embedding2nn.bias	7	0.0347989946603775
12768	embedding2nn.bias	8	0.014050016179680824
12768	embedding2nn.bias	9	-0.005025303456932306
12768	rnn.weight_ih_l0	0	0.03952481225132942
12768	rnn.weight_ih_l0	1	-0.01388223934918642
12768	rnn.weight_ih_l0	2	-0.029251208528876305
12768	rnn.weight_ih_l0	3	-0.04515105485916138
12768	rnn.weight_ih_l0	4	-0.04793368652462959
12768	rnn.weight_ih_l0	5	-0.002013786695897579
12768	rnn.weight_ih_l0	6	-0.05286231264472008
12768	rnn.weight_ih_l0	7	-0.053339313715696335
12768	rnn.weight_ih_l0	8	-0.04654266685247421
12768	rnn.weight_ih_l0	9	-0.02651982009410858
12768	rnn.weight_hh_l0	0	0.012788789346814156
12768	rnn.weight_hh_l0	1	-0.017953645437955856
12768	rnn.weight_hh_l0	2	-0.04619850218296051
12768	rnn.weight_hh_l0	3	-0.026534926146268845
12768	rnn.weight_hh_l0	4	-0.061872199177742004
12768	rnn.weight_hh_l0	5	-0.012584046460688114
12768	rnn.weight_hh_l0	6	-0.0405619852244854
12768	rnn.weight_hh_l0	7	0.00555281201377511
12768	rnn.weight_hh_l0	8	-0.01608135923743248
12768	rnn.weight_hh_l0	9	0.01578567922115326
12768	rnn.bias_ih_l0	0	0.10445371270179749
12768	rnn.bias_ih_l0	1	-0.04577416181564331
12768	rnn.bias_ih_l0	2	0.0998600497841835
12768	rnn.bias_ih_l0	3	0.06360014528036118
12768	rnn.bias_ih_l0	4	0.09774918854236603
12768	rnn.bias_ih_l0	5	0.027709126472473145
12768	rnn.bias_ih_l0	6	0.0018259070347994566
12768	rnn.bias_ih_l0	7	-0.09595607221126556
12768	rnn.bias_ih_l0	8	-0.1619335263967514
12768	rnn.bias_ih_l0	9	0.0905558317899704
12768	rnn.bias_hh_l0	0	-0.021821334958076477
12768	rnn.bias_hh_l0	1	0.019055526703596115
12768	rnn.bias_hh_l0	2	-0.023814834654331207
12768	rnn.bias_hh_l0	3	-0.017216352745890617
12768	rnn.bias_hh_l0	4	-0.0368150994181633
12768	rnn.bias_hh_l0	5	0.12520603835582733
12768	rnn.bias_hh_l0	6	0.005212078802287579
12768	rnn.bias_hh_l0	7	0.03237653151154518
12768	rnn.bias_hh_l0	8	0.03619466349482536
12768	rnn.bias_hh_l0	9	0.044598761945962906
12768	rnn.weight_ih_l0_reverse	0	-0.0288634542375803
12768	rnn.weight_ih_l0_reverse	1	-0.0015072887763381004
12768	rnn.weight_ih_l0_reverse	2	0.02632882446050644
12768	rnn.weight_ih_l0_reverse	3	-0.05769789218902588
12768	rnn.weight_ih_l0_reverse	4	0.010526909492909908
12768	rnn.weight_ih_l0_reverse	5	-0.05177874118089676
12768	rnn.weight_ih_l0_reverse	6	0.01178827229887247
12768	rnn.weight_ih_l0_reverse	7	0.043509289622306824
12768	rnn.weight_ih_l0_reverse	8	-0.04347106069326401
12768	rnn.weight_ih_l0_reverse	9	-0.05380145460367203
12768	rnn.weight_hh_l0_reverse	0	-0.07576961815357208
12768	rnn.weight_hh_l0_reverse	1	-0.043181609362363815
12768	rnn.weight_hh_l0_reverse	2	0.02254178188741207
12768	rnn.weight_hh_l0_reverse	3	0.04400143772363663
12768	rnn.weight_hh_l0_reverse	4	0.019962243735790253
12768	rnn.weight_hh_l0_reverse	5	0.04256414994597435
12768	rnn.weight_hh_l0_reverse	6	-0.01057603769004345
12768	rnn.weight_hh_l0_reverse	7	0.007806574925780296
12768	rnn.weight_hh_l0_reverse	8	-0.08952048420906067
12768	rnn.weight_hh_l0_reverse	9	0.05459684133529663
12768	rnn.bias_ih_l0_reverse	0	-0.09414305537939072
12768	rnn.bias_ih_l0_reverse	1	-0.03600119426846504
12768	rnn.bias_ih_l0_reverse	2	0.09543276578187943
12768	rnn.bias_ih_l0_reverse	3	0.02555197663605213
12768	rnn.bias_ih_l0_reverse	4	-0.11683660745620728
12768	rnn.bias_ih_l0_reverse	5	0.033698584884405136
12768	rnn.bias_ih_l0_reverse	6	-0.10385553538799286
12768	rnn.bias_ih_l0_reverse	7	0.03717569261789322
12768	rnn.bias_ih_l0_reverse	8	0.020998718217015266
12768	rnn.bias_ih_l0_reverse	9	0.07195311784744263
12768	rnn.bias_hh_l0_reverse	0	0.014635266736149788
12768	rnn.bias_hh_l0_reverse	1	0.06669337302446365
12768	rnn.bias_hh_l0_reverse	2	0.07429798692464828
12768	rnn.bias_hh_l0_reverse	3	-0.01212986372411251
12768	rnn.bias_hh_l0_reverse	4	0.08778239041566849
12768	rnn.bias_hh_l0_reverse	5	-0.0032059194054454565
12768	rnn.bias_hh_l0_reverse	6	-0.0756150335073471
12768	rnn.bias_hh_l0_reverse	7	0.033238187432289124
12768	rnn.bias_hh_l0_reverse	8	0.01994568295776844
12768	rnn.bias_hh_l0_reverse	9	-0.12426824122667313
12768	linear.weight	0	0.17175902426242828
12768	linear.weight	1	-0.11358139663934708
12768	linear.weight	2	-0.18630166351795197
12768	linear.weight	3	0.04262629896402359
12768	linear.weight	4	-0.007230845279991627
12768	linear.weight	5	-0.006490700412541628
12768	linear.weight	6	-0.00908274669200182
12768	linear.weight	7	-0.037002503871917725
12768	linear.weight	8	0.05303705111145973
12768	linear.weight	9	0.2794981896877289
12768	linear.bias	0	-0.10852460563182831
12768	linear.bias	1	0.13821184635162354
12768	linear.bias	2	-0.45478948950767517
12768	linear.bias	3	1.5024625062942505
12768	linear.bias	4	-0.35468342900276184
12768	linear.bias	5	-0.030769959092140198
12768	linear.bias	6	-0.3087252080440521
12768	linear.bias	7	-0.2132122963666916
12768	linear.bias	8	0.012432625517249107
12768	linear.bias	9	-0.45227470993995667
12796	transitions	0	-0.61752849817276
12796	transitions	1	0.38095715641975403
12796	transitions	2	1.7164111137390137
12796	transitions	3	0.13492415845394135
12796	transitions	4	0.9737959504127502
12796	transitions	5	1.2745232582092285
12796	transitions	6	0.4841468334197998
12796	transitions	7	0.18062631785869598
12796	transitions	8	-0.9191954731941223
12796	transitions	9	0.9307510852813721
12796	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12796	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12796	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12796	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12796	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12796	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12796	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12796	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12796	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12796	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12796	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12796	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12796	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12796	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12796	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12796	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12796	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12796	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12796	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12796	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12796	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12796	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12796	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12796	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12796	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12796	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12796	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12796	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12796	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12796	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12796	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12796	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12796	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12796	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12796	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12796	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12796	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12796	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12796	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12796	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12796	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12796	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12796	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12796	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12796	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12796	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12796	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12796	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12796	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12796	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12796	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12796	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12796	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12796	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12796	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12796	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12796	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12796	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12796	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12796	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12796	embedding2nn.weight	0	0.01711205393075943
12796	embedding2nn.weight	1	0.01516177598387003
12796	embedding2nn.weight	2	-0.005386751145124435
12796	embedding2nn.weight	3	0.00013029076217208058
12796	embedding2nn.weight	4	-0.0042385742999613285
12796	embedding2nn.weight	5	0.009477078914642334
12796	embedding2nn.weight	6	-0.003918633330613375
12796	embedding2nn.weight	7	0.007910681888461113
12796	embedding2nn.weight	8	-0.00706902053207159
12796	embedding2nn.weight	9	-0.013060443103313446
12796	embedding2nn.bias	0	-0.02063874527812004
12796	embedding2nn.bias	1	-0.017802773043513298
12796	embedding2nn.bias	2	-0.07491565495729446
12796	embedding2nn.bias	3	0.002556165214627981
12796	embedding2nn.bias	4	-0.0027258277405053377
12796	embedding2nn.bias	5	-0.001229179440997541
12796	embedding2nn.bias	6	0.02712707407772541
12796	embedding2nn.bias	7	0.034826405346393585
12796	embedding2nn.bias	8	0.013808876276016235
12796	embedding2nn.bias	9	-0.004440732765942812
12796	rnn.weight_ih_l0	0	0.039437681436538696
12796	rnn.weight_ih_l0	1	-0.014051978476345539
12796	rnn.weight_ih_l0	2	-0.029220562428236008
12796	rnn.weight_ih_l0	3	-0.04535325989127159
12796	rnn.weight_ih_l0	4	-0.047823935747146606
12796	rnn.weight_ih_l0	5	-0.0018663041992112994
12796	rnn.weight_ih_l0	6	-0.05312863737344742
12796	rnn.weight_ih_l0	7	-0.05381517857313156
12796	rnn.weight_ih_l0	8	-0.04659994691610336
12796	rnn.weight_ih_l0	9	-0.026380514726042747
12796	rnn.weight_hh_l0	0	0.012944289483129978
12796	rnn.weight_hh_l0	1	-0.018207985907793045
12796	rnn.weight_hh_l0	2	-0.0462498664855957
12796	rnn.weight_hh_l0	3	-0.026557527482509613
12796	rnn.weight_hh_l0	4	-0.06215880066156387
12796	rnn.weight_hh_l0	5	-0.01225742232054472
12796	rnn.weight_hh_l0	6	-0.04083920642733574
12796	rnn.weight_hh_l0	7	0.004817627836018801
12796	rnn.weight_hh_l0	8	-0.016504012048244476
12796	rnn.weight_hh_l0	9	0.015229939483106136
12796	rnn.bias_ih_l0	0	0.10618877410888672
12796	rnn.bias_ih_l0	1	-0.04436711594462395
12796	rnn.bias_ih_l0	2	0.10129579901695251
12796	rnn.bias_ih_l0	3	0.061718448996543884
12796	rnn.bias_ih_l0	4	0.09738922119140625
12796	rnn.bias_ih_l0	5	0.027081193402409554
12796	rnn.bias_ih_l0	6	0.003313628723844886
12796	rnn.bias_ih_l0	7	-0.102321095764637
12796	rnn.bias_ih_l0	8	-0.15997129678726196
12796	rnn.bias_ih_l0	9	0.08765441179275513
12796	rnn.bias_hh_l0	0	-0.022326359525322914
12796	rnn.bias_hh_l0	1	0.01751551404595375
12796	rnn.bias_hh_l0	2	-0.024922844022512436
12796	rnn.bias_hh_l0	3	-0.019839398562908173
12796	rnn.bias_hh_l0	4	-0.03721490874886513
12796	rnn.bias_hh_l0	5	0.1267649084329605
12796	rnn.bias_hh_l0	6	0.0049311313778162
12796	rnn.bias_hh_l0	7	0.02870090678334236
12796	rnn.bias_hh_l0	8	0.03768238052725792
12796	rnn.bias_hh_l0	9	0.0444110743701458
12796	rnn.weight_ih_l0_reverse	0	-0.028630821034312248
12796	rnn.weight_ih_l0_reverse	1	-0.001984868198633194
12796	rnn.weight_ih_l0_reverse	2	0.02642051875591278
12796	rnn.weight_ih_l0_reverse	3	-0.05755285918712616
12796	rnn.weight_ih_l0_reverse	4	0.010592126287519932
12796	rnn.weight_ih_l0_reverse	5	-0.05208951607346535
12796	rnn.weight_ih_l0_reverse	6	0.010985729284584522
12796	rnn.weight_ih_l0_reverse	7	0.043637510389089584
12796	rnn.weight_ih_l0_reverse	8	-0.043390143662691116
12796	rnn.weight_ih_l0_reverse	9	-0.054084617644548416
12796	rnn.weight_hh_l0_reverse	0	-0.07608670741319656
12796	rnn.weight_hh_l0_reverse	1	-0.04404189810156822
12796	rnn.weight_hh_l0_reverse	2	0.022617535665631294
12796	rnn.weight_hh_l0_reverse	3	0.043859101831912994
12796	rnn.weight_hh_l0_reverse	4	0.02032378315925598
12796	rnn.weight_hh_l0_reverse	5	0.04263880476355553
12796	rnn.weight_hh_l0_reverse	6	-0.013118796050548553
12796	rnn.weight_hh_l0_reverse	7	0.008025430142879486
12796	rnn.weight_hh_l0_reverse	8	-0.08974550664424896
12796	rnn.weight_hh_l0_reverse	9	0.05509946122765541
12796	rnn.bias_ih_l0_reverse	0	-0.09403499215841293
12796	rnn.bias_ih_l0_reverse	1	-0.033410944044589996
12796	rnn.bias_ih_l0_reverse	2	0.09751513600349426
12796	rnn.bias_ih_l0_reverse	3	0.026471147313714027
12796	rnn.bias_ih_l0_reverse	4	-0.11675853282213211
12796	rnn.bias_ih_l0_reverse	5	0.03589891269803047
12796	rnn.bias_ih_l0_reverse	6	-0.10663878917694092
12796	rnn.bias_ih_l0_reverse	7	0.034553442150354385
12796	rnn.bias_ih_l0_reverse	8	0.02221478335559368
12796	rnn.bias_ih_l0_reverse	9	0.07373440265655518
12796	rnn.bias_hh_l0_reverse	0	0.018096713349223137
12796	rnn.bias_hh_l0_reverse	1	0.06823521107435226
12796	rnn.bias_hh_l0_reverse	2	0.07258705049753189
12796	rnn.bias_hh_l0_reverse	3	-0.010806589387357235
12796	rnn.bias_hh_l0_reverse	4	0.08785533159971237
12796	rnn.bias_hh_l0_reverse	5	-0.000910143950022757
12796	rnn.bias_hh_l0_reverse	6	-0.07495502382516861
12796	rnn.bias_hh_l0_reverse	7	0.033117711544036865
12796	rnn.bias_hh_l0_reverse	8	0.020811745896935463
12796	rnn.bias_hh_l0_reverse	9	-0.12414704263210297
12796	linear.weight	0	0.17261457443237305
12796	linear.weight	1	-0.1135726347565651
12796	linear.weight	2	-0.18539920449256897
12796	linear.weight	3	0.04630102962255478
12796	linear.weight	4	-0.0078072259202599525
12796	linear.weight	5	-0.004752059932798147
12796	linear.weight	6	-0.009074363857507706
12796	linear.weight	7	-0.036945890635252
12796	linear.weight	8	0.05506080761551857
12796	linear.weight	9	0.27757227420806885
12796	linear.bias	0	-0.12378987669944763
12796	linear.bias	1	0.13802707195281982
12796	linear.bias	2	-0.4550064504146576
12796	linear.bias	3	1.504097580909729
12796	linear.bias	4	-0.35499051213264465
12796	linear.bias	5	-0.030769959092140198
12796	linear.bias	6	-0.308695524930954
12796	linear.bias	7	-0.2125624120235443
12796	linear.bias	8	0.016801981255412102
12796	linear.bias	9	-0.45239296555519104
12824	transitions	0	-0.6175956130027771
12824	transitions	1	0.38082635402679443
12824	transitions	2	1.7162163257598877
12824	transitions	3	0.13473084568977356
12824	transitions	4	0.9737226963043213
12824	transitions	5	1.2745202779769897
12824	transitions	6	0.4841417670249939
12824	transitions	7	0.1806243658065796
12824	transitions	8	-0.9191964864730835
12824	transitions	9	0.9307510852813721
12824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12824	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12824	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12824	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12824	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12824	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12824	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12824	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12824	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12824	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12824	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12824	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12824	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12824	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12824	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12824	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12824	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12824	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12824	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12824	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12824	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12824	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12824	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12824	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12824	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12824	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12824	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12824	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12824	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12824	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12824	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12824	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12824	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12824	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12824	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12824	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12824	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12824	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12824	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12824	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12824	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12824	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12824	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12824	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12824	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12824	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12824	embedding2nn.weight	0	0.017068985849618912
12824	embedding2nn.weight	1	0.015144347213208675
12824	embedding2nn.weight	2	-0.005384628660976887
12824	embedding2nn.weight	3	0.0003102915361523628
12824	embedding2nn.weight	4	-0.004276195541024208
12824	embedding2nn.weight	5	0.009357581846415997
12824	embedding2nn.weight	6	-0.003963242284953594
12824	embedding2nn.weight	7	0.00818715337663889
12824	embedding2nn.weight	8	-0.006996740121394396
12824	embedding2nn.weight	9	-0.013082480058073997
12824	embedding2nn.bias	0	-0.023441577330231667
12824	embedding2nn.bias	1	-0.014795653522014618
12824	embedding2nn.bias	2	-0.07729022204875946
12824	embedding2nn.bias	3	0.004810796119272709
12824	embedding2nn.bias	4	-0.007837655022740364
12824	embedding2nn.bias	5	-0.009252537973225117
12824	embedding2nn.bias	6	0.02381712570786476
12824	embedding2nn.bias	7	0.033506475389003754
12824	embedding2nn.bias	8	0.01313582994043827
12824	embedding2nn.bias	9	-0.005023273639380932
12824	rnn.weight_ih_l0	0	0.03957303985953331
12824	rnn.weight_ih_l0	1	-0.014415506273508072
12824	rnn.weight_ih_l0	2	-0.030449600890278816
12824	rnn.weight_ih_l0	3	-0.04517722129821777
12824	rnn.weight_ih_l0	4	-0.04788430407643318
12824	rnn.weight_ih_l0	5	-0.0019035834120586514
12824	rnn.weight_ih_l0	6	-0.05325760692358017
12824	rnn.weight_ih_l0	7	-0.05448161065578461
12824	rnn.weight_ih_l0	8	-0.046880073845386505
12824	rnn.weight_ih_l0	9	-0.026269221678376198
12824	rnn.weight_hh_l0	0	0.012647604569792747
12824	rnn.weight_hh_l0	1	-0.017755579203367233
12824	rnn.weight_hh_l0	2	-0.04619603976607323
12824	rnn.weight_hh_l0	3	-0.027037329971790314
12824	rnn.weight_hh_l0	4	-0.06247099116444588
12824	rnn.weight_hh_l0	5	-0.012238048948347569
12824	rnn.weight_hh_l0	6	-0.042381830513477325
12824	rnn.weight_hh_l0	7	0.0033508928027004004
12824	rnn.weight_hh_l0	8	-0.016439225524663925
12824	rnn.weight_hh_l0	9	0.015095424838364124
12824	rnn.bias_ih_l0	0	0.10825707763433456
12824	rnn.bias_ih_l0	1	-0.046932004392147064
12824	rnn.bias_ih_l0	2	0.1007193848490715
12824	rnn.bias_ih_l0	3	0.0633077323436737
12824	rnn.bias_ih_l0	4	0.09726950526237488
12824	rnn.bias_ih_l0	5	0.027884788811206818
12824	rnn.bias_ih_l0	6	0.0026915264315903187
12824	rnn.bias_ih_l0	7	-0.10097970068454742
12824	rnn.bias_ih_l0	8	-0.1655723750591278
12824	rnn.bias_ih_l0	9	0.08703536540269852
12824	rnn.bias_hh_l0	0	-0.022733835503458977
12824	rnn.bias_hh_l0	1	0.015979884192347527
12824	rnn.bias_hh_l0	2	-0.022160928696393967
12824	rnn.bias_hh_l0	3	-0.0212028119713068
12824	rnn.bias_hh_l0	4	-0.0388469323515892
12824	rnn.bias_hh_l0	5	0.12484201788902283
12824	rnn.bias_hh_l0	6	0.0035385549999773502
12824	rnn.bias_hh_l0	7	0.027768714353442192
12824	rnn.bias_hh_l0	8	0.037060290575027466
12824	rnn.bias_hh_l0	9	0.04086868092417717
12824	rnn.weight_ih_l0_reverse	0	-0.028579657897353172
12824	rnn.weight_ih_l0_reverse	1	-0.0014273707056418061
12824	rnn.weight_ih_l0_reverse	2	0.026534320786595345
12824	rnn.weight_ih_l0_reverse	3	-0.0571092888712883
12824	rnn.weight_ih_l0_reverse	4	0.010260815732181072
12824	rnn.weight_ih_l0_reverse	5	-0.052336473017930984
12824	rnn.weight_ih_l0_reverse	6	0.011755328625440598
12824	rnn.weight_ih_l0_reverse	7	0.04351653531193733
12824	rnn.weight_ih_l0_reverse	8	-0.04355379566550255
12824	rnn.weight_ih_l0_reverse	9	-0.054322630167007446
12824	rnn.weight_hh_l0_reverse	0	-0.07613727450370789
12824	rnn.weight_hh_l0_reverse	1	-0.04468448832631111
12824	rnn.weight_hh_l0_reverse	2	0.022295119240880013
12824	rnn.weight_hh_l0_reverse	3	0.04387491196393967
12824	rnn.weight_hh_l0_reverse	4	0.021092679351568222
12824	rnn.weight_hh_l0_reverse	5	0.04275994375348091
12824	rnn.weight_hh_l0_reverse	6	-0.008482982404530048
12824	rnn.weight_hh_l0_reverse	7	0.007692710962146521
12824	rnn.weight_hh_l0_reverse	8	-0.090485580265522
12824	rnn.weight_hh_l0_reverse	9	0.05573214590549469
12824	rnn.bias_ih_l0_reverse	0	-0.08790598809719086
12824	rnn.bias_ih_l0_reverse	1	-0.0344015397131443
12824	rnn.bias_ih_l0_reverse	2	0.09701848775148392
12824	rnn.bias_ih_l0_reverse	3	0.025532811880111694
12824	rnn.bias_ih_l0_reverse	4	-0.11640315502882004
12824	rnn.bias_ih_l0_reverse	5	0.03691720589995384
12824	rnn.bias_ih_l0_reverse	6	-0.10743282735347748
12824	rnn.bias_ih_l0_reverse	7	0.036838188767433167
12824	rnn.bias_ih_l0_reverse	8	0.02161097526550293
12824	rnn.bias_ih_l0_reverse	9	0.07322262972593307
12824	rnn.bias_hh_l0_reverse	0	0.009541875682771206
12824	rnn.bias_hh_l0_reverse	1	0.07102470099925995
12824	rnn.bias_hh_l0_reverse	2	0.07247155159711838
12824	rnn.bias_hh_l0_reverse	3	-0.013040262274444103
12824	rnn.bias_hh_l0_reverse	4	0.0889408215880394
12824	rnn.bias_hh_l0_reverse	5	0.0011785801034420729
12824	rnn.bias_hh_l0_reverse	6	-0.07419472187757492
12824	rnn.bias_hh_l0_reverse	7	0.03221379593014717
12824	rnn.bias_hh_l0_reverse	8	0.02207646518945694
12824	rnn.bias_hh_l0_reverse	9	-0.12411986291408539
12824	linear.weight	0	0.17027395963668823
12824	linear.weight	1	-0.11356470733880997
12824	linear.weight	2	-0.18280160427093506
12824	linear.weight	3	0.045748841017484665
12824	linear.weight	4	-0.00849517248570919
12824	linear.weight	5	-0.005833877250552177
12824	linear.weight	6	-0.009071855805814266
12824	linear.weight	7	-0.03691751882433891
12824	linear.weight	8	0.050282105803489685
12824	linear.weight	9	0.2813020348548889
12824	linear.bias	0	-0.1177518293261528
12824	linear.bias	1	0.14779488742351532
12824	linear.bias	2	-0.4574073553085327
12824	linear.bias	3	1.5036133527755737
12824	linear.bias	4	-0.3553926348686218
12824	linear.bias	5	-0.030769959092140198
12824	linear.bias	6	-0.310842365026474
12824	linear.bias	7	-0.21211089193820953
12824	linear.bias	8	0.016235755756497383
12824	linear.bias	9	-0.45257046818733215
12852	transitions	0	-0.6176532506942749
12852	transitions	1	0.380751371383667
12852	transitions	2	1.7160841226577759
12852	transitions	3	0.13470713794231415
12852	transitions	4	0.9737038016319275
12852	transitions	5	1.2745174169540405
12852	transitions	6	0.4841410219669342
12852	transitions	7	0.18062365055084229
12852	transitions	8	-0.9191970825195312
12852	transitions	9	0.9307510852813721
12852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12852	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12852	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12852	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12852	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12852	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12852	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12852	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12852	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12852	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12852	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12852	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12852	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12852	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12852	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12852	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12852	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12852	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12852	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12852	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12852	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12852	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12852	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12852	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12852	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12852	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12852	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12852	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12852	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12852	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12852	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12852	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12852	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12852	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12852	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12852	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12852	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12852	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12852	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12852	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12852	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12852	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12852	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12852	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12852	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12852	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12852	embedding2nn.weight	0	0.018376445397734642
12852	embedding2nn.weight	1	0.015076329931616783
12852	embedding2nn.weight	2	-0.005347174592316151
12852	embedding2nn.weight	3	0.0002657886943779886
12852	embedding2nn.weight	4	-0.004283399786800146
12852	embedding2nn.weight	5	0.009322086349129677
12852	embedding2nn.weight	6	-0.003961615730077028
12852	embedding2nn.weight	7	0.00823204219341278
12852	embedding2nn.weight	8	-0.006876706145703793
12852	embedding2nn.weight	9	-0.013102534227073193
12852	embedding2nn.bias	0	-0.02527575008571148
12852	embedding2nn.bias	1	-0.013257340528070927
12852	embedding2nn.bias	2	-0.06673884391784668
12852	embedding2nn.bias	3	0.0029559144750237465
12852	embedding2nn.bias	4	-0.010037576779723167
12852	embedding2nn.bias	5	-0.008121061138808727
12852	embedding2nn.bias	6	0.023875584825873375
12852	embedding2nn.bias	7	0.037702325731515884
12852	embedding2nn.bias	8	0.021737555041909218
12852	embedding2nn.bias	9	-0.010300963185727596
12852	rnn.weight_ih_l0	0	0.03982672840356827
12852	rnn.weight_ih_l0	1	-0.014847775921225548
12852	rnn.weight_ih_l0	2	-0.030931636691093445
12852	rnn.weight_ih_l0	3	-0.04496113955974579
12852	rnn.weight_ih_l0	4	-0.04826481267809868
12852	rnn.weight_ih_l0	5	-0.0018624746007844806
12852	rnn.weight_ih_l0	6	-0.05330374836921692
12852	rnn.weight_ih_l0	7	-0.054600153118371964
12852	rnn.weight_ih_l0	8	-0.04639756307005882
12852	rnn.weight_ih_l0	9	-0.026243634521961212
12852	rnn.weight_hh_l0	0	0.012213030830025673
12852	rnn.weight_hh_l0	1	-0.01831289567053318
12852	rnn.weight_hh_l0	2	-0.04568038508296013
12852	rnn.weight_hh_l0	3	-0.026808302849531174
12852	rnn.weight_hh_l0	4	-0.06218036636710167
12852	rnn.weight_hh_l0	5	-0.011769471690058708
12852	rnn.weight_hh_l0	6	-0.042389508336782455
12852	rnn.weight_hh_l0	7	0.003821852384135127
12852	rnn.weight_hh_l0	8	-0.01610025204718113
12852	rnn.weight_hh_l0	9	0.013793252408504486
12852	rnn.bias_ih_l0	0	0.10768897831439972
12852	rnn.bias_ih_l0	1	-0.04676786810159683
12852	rnn.bias_ih_l0	2	0.09807354211807251
12852	rnn.bias_ih_l0	3	0.06514771282672882
12852	rnn.bias_ih_l0	4	0.09861084818840027
12852	rnn.bias_ih_l0	5	0.028126129880547523
12852	rnn.bias_ih_l0	6	0.004345293156802654
12852	rnn.bias_ih_l0	7	-0.10305643826723099
12852	rnn.bias_ih_l0	8	-0.16364140808582306
12852	rnn.bias_ih_l0	9	0.08583647012710571
12852	rnn.bias_hh_l0	0	-0.023537686094641685
12852	rnn.bias_hh_l0	1	0.014325902797281742
12852	rnn.bias_hh_l0	2	-0.022275885567069054
12852	rnn.bias_hh_l0	3	-0.023040294647216797
12852	rnn.bias_hh_l0	4	-0.03824343532323837
12852	rnn.bias_hh_l0	5	0.12487049400806427
12852	rnn.bias_hh_l0	6	0.004534497391432524
12852	rnn.bias_hh_l0	7	0.028948022052645683
12852	rnn.bias_hh_l0	8	0.03871405869722366
12852	rnn.bias_hh_l0	9	0.04128850996494293
12852	rnn.weight_ih_l0_reverse	0	-0.028474627062678337
12852	rnn.weight_ih_l0_reverse	1	-0.0020765294320881367
12852	rnn.weight_ih_l0_reverse	2	0.026375019922852516
12852	rnn.weight_ih_l0_reverse	3	-0.05676606670022011
12852	rnn.weight_ih_l0_reverse	4	0.0101619279012084
12852	rnn.weight_ih_l0_reverse	5	-0.05225954204797745
12852	rnn.weight_ih_l0_reverse	6	0.010997422970831394
12852	rnn.weight_ih_l0_reverse	7	0.04353946074843407
12852	rnn.weight_ih_l0_reverse	8	-0.04343593120574951
12852	rnn.weight_ih_l0_reverse	9	-0.05439430847764015
12852	rnn.weight_hh_l0_reverse	0	-0.07619128376245499
12852	rnn.weight_hh_l0_reverse	1	-0.04444694519042969
12852	rnn.weight_hh_l0_reverse	2	0.02291068062186241
12852	rnn.weight_hh_l0_reverse	3	0.043771740049123764
12852	rnn.weight_hh_l0_reverse	4	0.020748233422636986
12852	rnn.weight_hh_l0_reverse	5	0.042515676468610764
12852	rnn.weight_hh_l0_reverse	6	-0.004079902544617653
12852	rnn.weight_hh_l0_reverse	7	0.00786658190190792
12852	rnn.weight_hh_l0_reverse	8	-0.09072566777467728
12852	rnn.weight_hh_l0_reverse	9	0.05524208024144173
12852	rnn.bias_ih_l0_reverse	0	-0.09070473909378052
12852	rnn.bias_ih_l0_reverse	1	-0.044287554919719696
12852	rnn.bias_ih_l0_reverse	2	0.09579639881849289
12852	rnn.bias_ih_l0_reverse	3	0.02490396425127983
12852	rnn.bias_ih_l0_reverse	4	-0.11793229728937149
12852	rnn.bias_ih_l0_reverse	5	0.03382182493805885
12852	rnn.bias_ih_l0_reverse	6	-0.1067175567150116
12852	rnn.bias_ih_l0_reverse	7	0.038672711700201035
12852	rnn.bias_ih_l0_reverse	8	0.020454009994864464
12852	rnn.bias_ih_l0_reverse	9	0.07205933332443237
12852	rnn.bias_hh_l0_reverse	0	0.019049501046538353
12852	rnn.bias_hh_l0_reverse	1	0.07140607386827469
12852	rnn.bias_hh_l0_reverse	2	0.07014193385839462
12852	rnn.bias_hh_l0_reverse	3	-0.012483172118663788
12852	rnn.bias_hh_l0_reverse	4	0.08738450706005096
12852	rnn.bias_hh_l0_reverse	5	0.0014401421649381518
12852	rnn.bias_hh_l0_reverse	6	-0.07379642128944397
12852	rnn.bias_hh_l0_reverse	7	0.031333811581134796
12852	rnn.bias_hh_l0_reverse	8	0.02200198546051979
12852	rnn.bias_hh_l0_reverse	9	-0.13042910397052765
12852	linear.weight	0	0.1796894371509552
12852	linear.weight	1	-0.11357549577951431
12852	linear.weight	2	-0.18403035402297974
12852	linear.weight	3	0.0544390045106411
12852	linear.weight	4	-0.007868112996220589
12852	linear.weight	5	-0.004503260366618633
12852	linear.weight	6	-0.009069317020475864
12852	linear.weight	7	-0.038980379700660706
12852	linear.weight	8	0.050313666462898254
12852	linear.weight	9	0.28419020771980286
12852	linear.bias	0	-0.12095014750957489
12852	linear.bias	1	0.14274172484874725
12852	linear.bias	2	-0.45744025707244873
12852	linear.bias	3	1.5051976442337036
12852	linear.bias	4	-0.35586559772491455
12852	linear.bias	5	-0.030769959092140198
12852	linear.bias	6	-0.31401538848876953
12852	linear.bias	7	-0.21709997951984406
12852	linear.bias	8	0.010657375678420067
12852	linear.bias	9	-0.45271968841552734
12880	transitions	0	-0.6177550554275513
12880	transitions	1	0.380611777305603
12880	transitions	2	1.715813398361206
12880	transitions	3	0.13459159433841705
12880	transitions	4	0.97367262840271
12880	transitions	5	1.2745110988616943
12880	transitions	6	0.48411983251571655
12880	transitions	7	0.180622398853302
12880	transitions	8	-0.9191994071006775
12880	transitions	9	0.930750846862793
12880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12880	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12880	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12880	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12880	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12880	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12880	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12880	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12880	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12880	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12880	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12880	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12880	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12880	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12880	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12880	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12880	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12880	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12880	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12880	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12880	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12880	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12880	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12880	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12880	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12880	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12880	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12880	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12880	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12880	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12880	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12880	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12880	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12880	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12880	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12880	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12880	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12880	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12880	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12880	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12880	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12880	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12880	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12880	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12880	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12880	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12880	embedding2nn.weight	0	0.01866500824689865
12880	embedding2nn.weight	1	0.01503513753414154
12880	embedding2nn.weight	2	-0.005342899356037378
12880	embedding2nn.weight	3	0.00046687471331097186
12880	embedding2nn.weight	4	-0.004311866592615843
12880	embedding2nn.weight	5	0.009374447166919708
12880	embedding2nn.weight	6	-0.003950588870793581
12880	embedding2nn.weight	7	0.008231427520513535
12880	embedding2nn.weight	8	-0.0070763323456048965
12880	embedding2nn.weight	9	-0.013151757419109344
12880	embedding2nn.bias	0	-0.02979535236954689
12880	embedding2nn.bias	1	-0.019185561686754227
12880	embedding2nn.bias	2	-0.06817582994699478
12880	embedding2nn.bias	3	-0.0044036428444087505
12880	embedding2nn.bias	4	-0.008050370030105114
12880	embedding2nn.bias	5	-0.010601749643683434
12880	embedding2nn.bias	6	0.02348228171467781
12880	embedding2nn.bias	7	0.04170321673154831
12880	embedding2nn.bias	8	0.02172119915485382
12880	embedding2nn.bias	9	-0.0066105155274271965
12880	rnn.weight_ih_l0	0	0.039558809250593185
12880	rnn.weight_ih_l0	1	-0.014551036059856415
12880	rnn.weight_ih_l0	2	-0.03139175474643707
12880	rnn.weight_ih_l0	3	-0.04515897482633591
12880	rnn.weight_ih_l0	4	-0.0488276444375515
12880	rnn.weight_ih_l0	5	-0.0015780398389324546
12880	rnn.weight_ih_l0	6	-0.05331368371844292
12880	rnn.weight_ih_l0	7	-0.054644227027893066
12880	rnn.weight_ih_l0	8	-0.04595461115241051
12880	rnn.weight_ih_l0	9	-0.02630159817636013
12880	rnn.weight_hh_l0	0	0.011808360926806927
12880	rnn.weight_hh_l0	1	-0.01851942017674446
12880	rnn.weight_hh_l0	2	-0.04591013863682747
12880	rnn.weight_hh_l0	3	-0.027699455618858337
12880	rnn.weight_hh_l0	4	-0.061970487236976624
12880	rnn.weight_hh_l0	5	-0.011561738327145576
12880	rnn.weight_hh_l0	6	-0.040845613926649094
12880	rnn.weight_hh_l0	7	0.003463267581537366
12880	rnn.weight_hh_l0	8	-0.016297977417707443
12880	rnn.weight_hh_l0	9	0.01235751062631607
12880	rnn.bias_ih_l0	0	0.10807794332504272
12880	rnn.bias_ih_l0	1	-0.04587381333112717
12880	rnn.bias_ih_l0	2	0.0988636240363121
12880	rnn.bias_ih_l0	3	0.0652237981557846
12880	rnn.bias_ih_l0	4	0.09522043913602829
12880	rnn.bias_ih_l0	5	0.028537632897496223
12880	rnn.bias_ih_l0	6	0.007101443130522966
12880	rnn.bias_ih_l0	7	-0.10718334466218948
12880	rnn.bias_ih_l0	8	-0.15922711789608002
12880	rnn.bias_ih_l0	9	0.0869845449924469
12880	rnn.bias_hh_l0	0	-0.02274307794868946
12880	rnn.bias_hh_l0	1	0.014879459515213966
12880	rnn.bias_hh_l0	2	-0.023092351853847504
12880	rnn.bias_hh_l0	3	-0.022189998999238014
12880	rnn.bias_hh_l0	4	-0.03457525745034218
12880	rnn.bias_hh_l0	5	0.1259433627128601
12880	rnn.bias_hh_l0	6	0.003311790991574526
12880	rnn.bias_hh_l0	7	0.030343007296323776
12880	rnn.bias_hh_l0	8	0.04147021099925041
12880	rnn.bias_hh_l0	9	0.042851414531469345
12880	rnn.weight_ih_l0_reverse	0	-0.028490956872701645
12880	rnn.weight_ih_l0_reverse	1	-0.0023353537544608116
12880	rnn.weight_ih_l0_reverse	2	0.026601284742355347
12880	rnn.weight_ih_l0_reverse	3	-0.05692362040281296
12880	rnn.weight_ih_l0_reverse	4	0.010693560354411602
12880	rnn.weight_ih_l0_reverse	5	-0.05243879184126854
12880	rnn.weight_ih_l0_reverse	6	0.010591709055006504
12880	rnn.weight_ih_l0_reverse	7	0.04358614981174469
12880	rnn.weight_ih_l0_reverse	8	-0.04372391849756241
12880	rnn.weight_ih_l0_reverse	9	-0.054691944271326065
12880	rnn.weight_hh_l0_reverse	0	-0.07617034018039703
12880	rnn.weight_hh_l0_reverse	1	-0.043726254254579544
12880	rnn.weight_hh_l0_reverse	2	0.022607900202274323
12880	rnn.weight_hh_l0_reverse	3	0.04376693069934845
12880	rnn.weight_hh_l0_reverse	4	0.020231297239661217
12880	rnn.weight_hh_l0_reverse	5	0.04251117631793022
12880	rnn.weight_hh_l0_reverse	6	-0.000792089500464499
12880	rnn.weight_hh_l0_reverse	7	0.007777143269777298
12880	rnn.weight_hh_l0_reverse	8	-0.08998885750770569
12880	rnn.weight_hh_l0_reverse	9	0.05575018376111984
12880	rnn.bias_ih_l0_reverse	0	-0.09436050802469254
12880	rnn.bias_ih_l0_reverse	1	-0.04692986607551575
12880	rnn.bias_ih_l0_reverse	2	0.09502582997083664
12880	rnn.bias_ih_l0_reverse	3	0.025612004101276398
12880	rnn.bias_ih_l0_reverse	4	-0.11719668656587601
12880	rnn.bias_ih_l0_reverse	5	0.03099500574171543
12880	rnn.bias_ih_l0_reverse	6	-0.1067052111029625
12880	rnn.bias_ih_l0_reverse	7	0.03986115753650665
12880	rnn.bias_ih_l0_reverse	8	0.022614004090428352
12880	rnn.bias_ih_l0_reverse	9	0.07022710889577866
12880	rnn.bias_hh_l0_reverse	0	0.024278566241264343
12880	rnn.bias_hh_l0_reverse	1	0.07231605052947998
12880	rnn.bias_hh_l0_reverse	2	0.0714213103055954
12880	rnn.bias_hh_l0_reverse	3	-0.0110972560942173
12880	rnn.bias_hh_l0_reverse	4	0.08703276515007019
12880	rnn.bias_hh_l0_reverse	5	0.005252175498753786
12880	rnn.bias_hh_l0_reverse	6	-0.07274553924798965
12880	rnn.bias_hh_l0_reverse	7	0.031154820695519447
12880	rnn.bias_hh_l0_reverse	8	0.021510664373636246
12880	rnn.bias_hh_l0_reverse	9	-0.13357305526733398
12880	linear.weight	0	0.17290645837783813
12880	linear.weight	1	-0.11440123617649078
12880	linear.weight	2	-0.18118801712989807
12880	linear.weight	3	0.05488663539290428
12880	linear.weight	4	-0.007657820358872414
12880	linear.weight	5	-0.00476003997027874
12880	linear.weight	6	-0.00906086154282093
12880	linear.weight	7	-0.03877982497215271
12880	linear.weight	8	0.0488303005695343
12880	linear.weight	9	0.2820882797241211
12880	linear.bias	0	-0.11388225853443146
12880	linear.bias	1	0.14589332044124603
12880	linear.bias	2	-0.45646846294403076
12880	linear.bias	3	1.5050320625305176
12880	linear.bias	4	-0.35870304703712463
12880	linear.bias	5	-0.030769959092140198
12880	linear.bias	6	-0.3131793141365051
12880	linear.bias	7	-0.21704141795635223
12880	linear.bias	8	0.0077238320372998714
12880	linear.bias	9	-0.45300790667533875
12908	transitions	0	-0.6178614497184753
12908	transitions	1	0.3805828094482422
12908	transitions	2	1.7157056331634521
12908	transitions	3	0.13455376029014587
12908	transitions	4	0.9736368656158447
12908	transitions	5	1.2745074033737183
12908	transitions	6	0.4841192364692688
12908	transitions	7	0.1806218922138214
12908	transitions	8	-0.9191999435424805
12908	transitions	9	0.9307507872581482
12908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12908	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12908	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12908	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12908	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12908	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12908	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12908	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12908	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12908	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12908	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12908	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12908	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12908	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12908	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12908	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12908	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12908	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12908	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12908	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12908	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12908	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12908	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12908	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12908	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12908	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12908	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12908	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12908	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12908	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12908	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12908	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12908	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12908	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12908	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12908	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12908	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12908	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12908	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12908	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12908	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12908	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12908	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12908	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12908	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12908	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12908	embedding2nn.weight	0	0.018822817131876945
12908	embedding2nn.weight	1	0.015103163197636604
12908	embedding2nn.weight	2	-0.0053302631713449955
12908	embedding2nn.weight	3	0.0006518308073282242
12908	embedding2nn.weight	4	-0.00431260047480464
12908	embedding2nn.weight	5	0.009376998990774155
12908	embedding2nn.weight	6	-0.003941011615097523
12908	embedding2nn.weight	7	0.007737023290246725
12908	embedding2nn.weight	8	-0.007216328755021095
12908	embedding2nn.weight	9	-0.013152504339814186
12908	embedding2nn.bias	0	-0.035342663526535034
12908	embedding2nn.bias	1	-0.02667272463440895
12908	embedding2nn.bias	2	-0.06652165204286575
12908	embedding2nn.bias	3	-0.0029131611809134483
12908	embedding2nn.bias	4	0.0030253352597355843
12908	embedding2nn.bias	5	-0.009056931361556053
12908	embedding2nn.bias	6	0.02589101530611515
12908	embedding2nn.bias	7	0.04416517913341522
12908	embedding2nn.bias	8	0.014056693762540817
12908	embedding2nn.bias	9	-0.0033447614405304193
12908	rnn.weight_ih_l0	0	0.03956306353211403
12908	rnn.weight_ih_l0	1	-0.014051130972802639
12908	rnn.weight_ih_l0	2	-0.03177376091480255
12908	rnn.weight_ih_l0	3	-0.04518486186861992
12908	rnn.weight_ih_l0	4	-0.04873108118772507
12908	rnn.weight_ih_l0	5	-0.00164987042080611
12908	rnn.weight_ih_l0	6	-0.05354867875576019
12908	rnn.weight_ih_l0	7	-0.054548230022192
12908	rnn.weight_ih_l0	8	-0.045977819710969925
12908	rnn.weight_ih_l0	9	-0.026021704077720642
12908	rnn.weight_hh_l0	0	0.01178976520895958
12908	rnn.weight_hh_l0	1	-0.018880007788538933
12908	rnn.weight_hh_l0	2	-0.04671575874090195
12908	rnn.weight_hh_l0	3	-0.02794225886464119
12908	rnn.weight_hh_l0	4	-0.0618763267993927
12908	rnn.weight_hh_l0	5	-0.01146270614117384
12908	rnn.weight_hh_l0	6	-0.040739528834819794
12908	rnn.weight_hh_l0	7	0.0039550866931676865
12908	rnn.weight_hh_l0	8	-0.0163019560277462
12908	rnn.weight_hh_l0	9	0.013392860069870949
12908	rnn.bias_ih_l0	0	0.10823612660169601
12908	rnn.bias_ih_l0	1	-0.044558241963386536
12908	rnn.bias_ih_l0	2	0.09599733352661133
12908	rnn.bias_ih_l0	3	0.06709316372871399
12908	rnn.bias_ih_l0	4	0.09453625231981277
12908	rnn.bias_ih_l0	5	0.027847712859511375
12908	rnn.bias_ih_l0	6	0.007412189617753029
12908	rnn.bias_ih_l0	7	-0.11367364972829819
12908	rnn.bias_ih_l0	8	-0.16812579333782196
12908	rnn.bias_ih_l0	9	0.08641966432332993
12908	rnn.bias_hh_l0	0	-0.022582300007343292
12908	rnn.bias_hh_l0	1	0.016108805313706398
12908	rnn.bias_hh_l0	2	-0.02362390235066414
12908	rnn.bias_hh_l0	3	-0.018648933619260788
12908	rnn.bias_hh_l0	4	-0.03101874701678753
12908	rnn.bias_hh_l0	5	0.12741456925868988
12908	rnn.bias_hh_l0	6	0.0032852727454155684
12908	rnn.bias_hh_l0	7	0.02844616025686264
12908	rnn.bias_hh_l0	8	0.04178096354007721
12908	rnn.bias_hh_l0	9	0.0408918634057045
12908	rnn.weight_ih_l0_reverse	0	-0.028606532141566277
12908	rnn.weight_ih_l0_reverse	1	-0.002229216741397977
12908	rnn.weight_ih_l0_reverse	2	0.026411347091197968
12908	rnn.weight_ih_l0_reverse	3	-0.05740261450409889
12908	rnn.weight_ih_l0_reverse	4	0.010706535540521145
12908	rnn.weight_ih_l0_reverse	5	-0.05268654599785805
12908	rnn.weight_ih_l0_reverse	6	0.011795146390795708
12908	rnn.weight_ih_l0_reverse	7	0.043839409947395325
12908	rnn.weight_ih_l0_reverse	8	-0.04366457089781761
12908	rnn.weight_ih_l0_reverse	9	-0.05479986593127251
12908	rnn.weight_hh_l0_reverse	0	-0.07646278291940689
12908	rnn.weight_hh_l0_reverse	1	-0.043266743421554565
12908	rnn.weight_hh_l0_reverse	2	0.022623537108302116
12908	rnn.weight_hh_l0_reverse	3	0.04366268962621689
12908	rnn.weight_hh_l0_reverse	4	0.01920149102807045
12908	rnn.weight_hh_l0_reverse	5	0.04252657666802406
12908	rnn.weight_hh_l0_reverse	6	-0.005038070026785135
12908	rnn.weight_hh_l0_reverse	7	0.007766753900796175
12908	rnn.weight_hh_l0_reverse	8	-0.09058114886283875
12908	rnn.weight_hh_l0_reverse	9	0.05517253652215004
12908	rnn.bias_ih_l0_reverse	0	-0.09892510622739792
12908	rnn.bias_ih_l0_reverse	1	-0.04716955125331879
12908	rnn.bias_ih_l0_reverse	2	0.09490702301263809
12908	rnn.bias_ih_l0_reverse	3	0.02576952800154686
12908	rnn.bias_ih_l0_reverse	4	-0.11845951527357101
12908	rnn.bias_ih_l0_reverse	5	0.03290027379989624
12908	rnn.bias_ih_l0_reverse	6	-0.1068364754319191
12908	rnn.bias_ih_l0_reverse	7	0.04142331704497337
12908	rnn.bias_ih_l0_reverse	8	0.023918190971016884
12908	rnn.bias_ih_l0_reverse	9	0.06972429901361465
12908	rnn.bias_hh_l0_reverse	0	0.02926783822476864
12908	rnn.bias_hh_l0_reverse	1	0.07375897467136383
12908	rnn.bias_hh_l0_reverse	2	0.07358942180871964
12908	rnn.bias_hh_l0_reverse	3	-0.010873502120375633
12908	rnn.bias_hh_l0_reverse	4	0.08659683912992477
12908	rnn.bias_hh_l0_reverse	5	0.006669788155704737
12908	rnn.bias_hh_l0_reverse	6	-0.07188290357589722
12908	rnn.bias_hh_l0_reverse	7	0.03041061758995056
12908	rnn.bias_hh_l0_reverse	8	0.021220708265900612
12908	rnn.bias_hh_l0_reverse	9	-0.13387344777584076
12908	linear.weight	0	0.16358289122581482
12908	linear.weight	1	-0.1143588125705719
12908	linear.weight	2	-0.17973409593105316
12908	linear.weight	3	0.04802922159433365
12908	linear.weight	4	-0.007029286120086908
12908	linear.weight	5	-0.005495869088917971
12908	linear.weight	6	-0.009056215174496174
12908	linear.weight	7	-0.038687609136104584
12908	linear.weight	8	0.04922115430235863
12908	linear.weight	9	0.2812770903110504
12908	linear.bias	0	-0.11774832755327225
12908	linear.bias	1	0.1364803910255432
12908	linear.bias	2	-0.4581453800201416
12908	linear.bias	3	1.5026447772979736
12908	linear.bias	4	-0.35891860723495483
12908	linear.bias	5	-0.030769959092140198
12908	linear.bias	6	-0.3141048550605774
12908	linear.bias	7	-0.21840490400791168
12908	linear.bias	8	-0.0032348164822906256
12908	linear.bias	9	-0.45311787724494934
12936	transitions	0	-0.6179279685020447
12936	transitions	1	0.38049963116645813
12936	transitions	2	1.7155447006225586
12936	transitions	3	0.13453397154808044
12936	transitions	4	0.9736006259918213
12936	transitions	5	1.2745050191879272
12936	transitions	6	0.48411256074905396
12936	transitions	7	0.1806182563304901
12936	transitions	8	-0.9192002415657043
12936	transitions	9	0.9307507276535034
12936	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12936	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12936	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12936	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12936	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12936	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12936	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12936	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12936	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12936	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12936	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12936	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12936	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12936	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12936	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12936	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12936	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12936	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12936	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12936	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12936	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12936	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12936	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12936	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12936	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12936	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12936	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12936	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12936	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12936	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12936	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12936	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12936	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12936	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12936	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12936	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12936	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12936	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12936	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12936	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12936	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12936	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12936	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12936	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12936	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12936	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12936	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12936	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12936	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12936	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12936	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12936	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12936	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12936	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12936	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12936	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12936	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12936	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12936	embedding2nn.weight	0	0.01974409818649292
12936	embedding2nn.weight	1	0.015011227689683437
12936	embedding2nn.weight	2	-0.005325597710907459
12936	embedding2nn.weight	3	0.0006390994531102479
12936	embedding2nn.weight	4	-0.004262372851371765
12936	embedding2nn.weight	5	0.009231365285813808
12936	embedding2nn.weight	6	-0.0038324929773807526
12936	embedding2nn.weight	7	0.007841009646654129
12936	embedding2nn.weight	8	-0.0073768929578363895
12936	embedding2nn.weight	9	-0.013158680871129036
12936	embedding2nn.bias	0	-0.03311949968338013
12936	embedding2nn.bias	1	-0.025632722303271294
12936	embedding2nn.bias	2	-0.0649537593126297
12936	embedding2nn.bias	3	-4.650301343644969e-05
12936	embedding2nn.bias	4	0.008778000250458717
12936	embedding2nn.bias	5	-0.01199244987219572
12936	embedding2nn.bias	6	0.02635204792022705
12936	embedding2nn.bias	7	0.04046166315674782
12936	embedding2nn.bias	8	0.010365395806729794
12936	embedding2nn.bias	9	-0.004260303918272257
12936	rnn.weight_ih_l0	0	0.039835747331380844
12936	rnn.weight_ih_l0	1	-0.01431009080260992
12936	rnn.weight_ih_l0	2	-0.03202478587627411
12936	rnn.weight_ih_l0	3	-0.044872257858514786
12936	rnn.weight_ih_l0	4	-0.048570986837148666
12936	rnn.weight_ih_l0	5	-0.0019271704368293285
12936	rnn.weight_ih_l0	6	-0.05346033349633217
12936	rnn.weight_ih_l0	7	-0.05463552474975586
12936	rnn.weight_ih_l0	8	-0.04629915580153465
12936	rnn.weight_ih_l0	9	-0.026074904948472977
12936	rnn.weight_hh_l0	0	0.011528964154422283
12936	rnn.weight_hh_l0	1	-0.01905759423971176
12936	rnn.weight_hh_l0	2	-0.04702151566743851
12936	rnn.weight_hh_l0	3	-0.028123436495661736
12936	rnn.weight_hh_l0	4	-0.06154182553291321
12936	rnn.weight_hh_l0	5	-0.012107283808290958
12936	rnn.weight_hh_l0	6	-0.03930765762925148
12936	rnn.weight_hh_l0	7	0.0035720395389944315
12936	rnn.weight_hh_l0	8	-0.015664640814065933
12936	rnn.weight_hh_l0	9	0.013490304350852966
12936	rnn.bias_ih_l0	0	0.1069585457444191
12936	rnn.bias_ih_l0	1	-0.04491975158452988
12936	rnn.bias_ih_l0	2	0.09434374421834946
12936	rnn.bias_ih_l0	3	0.06627878546714783
12936	rnn.bias_ih_l0	4	0.09529093652963638
12936	rnn.bias_ih_l0	5	0.029102904722094536
12936	rnn.bias_ih_l0	6	0.005005638115108013
12936	rnn.bias_ih_l0	7	-0.10706016421318054
12936	rnn.bias_ih_l0	8	-0.16241492331027985
12936	rnn.bias_ih_l0	9	0.08787237852811813
12936	rnn.bias_hh_l0	0	-0.02093021385371685
12936	rnn.bias_hh_l0	1	0.015892047435045242
12936	rnn.bias_hh_l0	2	-0.024253463372588158
12936	rnn.bias_hh_l0	3	-0.019078105688095093
12936	rnn.bias_hh_l0	4	-0.031151309609413147
12936	rnn.bias_hh_l0	5	0.13022810220718384
12936	rnn.bias_hh_l0	6	0.004580110311508179
12936	rnn.bias_hh_l0	7	0.029180923476815224
12936	rnn.bias_hh_l0	8	0.03937441110610962
12936	rnn.bias_hh_l0	9	0.04038513824343681
12936	rnn.weight_ih_l0_reverse	0	-0.02865024097263813
12936	rnn.weight_ih_l0_reverse	1	-0.002359223086386919
12936	rnn.weight_ih_l0_reverse	2	0.026673490181565285
12936	rnn.weight_ih_l0_reverse	3	-0.057813625782728195
12936	rnn.weight_ih_l0_reverse	4	0.010541405528783798
12936	rnn.weight_ih_l0_reverse	5	-0.05288870632648468
12936	rnn.weight_ih_l0_reverse	6	0.012980488128960133
12936	rnn.weight_ih_l0_reverse	7	0.04383885860443115
12936	rnn.weight_ih_l0_reverse	8	-0.04380771145224571
12936	rnn.weight_ih_l0_reverse	9	-0.05477682501077652
12936	rnn.weight_hh_l0_reverse	0	-0.07637612521648407
12936	rnn.weight_hh_l0_reverse	1	-0.04361732304096222
12936	rnn.weight_hh_l0_reverse	2	0.022274967283010483
12936	rnn.weight_hh_l0_reverse	3	0.043619394302368164
12936	rnn.weight_hh_l0_reverse	4	0.018833862617611885
12936	rnn.weight_hh_l0_reverse	5	0.042462293058633804
12936	rnn.weight_hh_l0_reverse	6	-0.005224039778113365
12936	rnn.weight_hh_l0_reverse	7	0.007725066039711237
12936	rnn.weight_hh_l0_reverse	8	-0.0907365009188652
12936	rnn.weight_hh_l0_reverse	9	0.05480589717626572
12936	rnn.bias_ih_l0_reverse	0	-0.0989745631814003
12936	rnn.bias_ih_l0_reverse	1	-0.04231654852628708
12936	rnn.bias_ih_l0_reverse	2	0.09488320350646973
12936	rnn.bias_ih_l0_reverse	3	0.024844225496053696
12936	rnn.bias_ih_l0_reverse	4	-0.11819051206111908
12936	rnn.bias_ih_l0_reverse	5	0.03085656277835369
12936	rnn.bias_ih_l0_reverse	6	-0.10627559572458267
12936	rnn.bias_ih_l0_reverse	7	0.04226165637373924
12936	rnn.bias_ih_l0_reverse	8	0.02636624127626419
12936	rnn.bias_ih_l0_reverse	9	0.06658801436424255
12936	rnn.bias_hh_l0_reverse	0	0.0392657145857811
12936	rnn.bias_hh_l0_reverse	1	0.07097453624010086
12936	rnn.bias_hh_l0_reverse	2	0.07385147362947464
12936	rnn.bias_hh_l0_reverse	3	-0.011470414698123932
12936	rnn.bias_hh_l0_reverse	4	0.0853813961148262
12936	rnn.bias_hh_l0_reverse	5	0.012776252813637257
12936	rnn.bias_hh_l0_reverse	6	-0.07077030092477798
12936	rnn.bias_hh_l0_reverse	7	0.03165118396282196
12936	rnn.bias_hh_l0_reverse	8	0.020768197253346443
12936	rnn.bias_hh_l0_reverse	9	-0.13503573834896088
12936	linear.weight	0	0.1722961962223053
12936	linear.weight	1	-0.1142985001206398
12936	linear.weight	2	-0.18351425230503082
12936	linear.weight	3	0.05418072268366814
12936	linear.weight	4	-0.005820118356496096
12936	linear.weight	5	-0.00700554670765996
12936	linear.weight	6	-0.009049510583281517
12936	linear.weight	7	-0.038594964891672134
12936	linear.weight	8	0.048470914363861084
12936	linear.weight	9	0.27757325768470764
12936	linear.bias	0	-0.13158461451530457
12936	linear.bias	1	0.14631310105323792
12936	linear.bias	2	-0.4605037271976471
12936	linear.bias	3	1.5088921785354614
12936	linear.bias	4	-0.3592824935913086
12936	linear.bias	5	-0.030769959092140198
12936	linear.bias	6	-0.3157558739185333
12936	linear.bias	7	-0.21525229513645172
12936	linear.bias	8	0.00719345360994339
12936	linear.bias	9	-0.45339056849479675
12964	transitions	0	-0.618022620677948
12964	transitions	1	0.3803282678127289
12964	transitions	2	1.7154396772384644
12964	transitions	3	0.1344786137342453
12964	transitions	4	0.9735843539237976
12964	transitions	5	1.2745044231414795
12964	transitions	6	0.48411044478416443
12964	transitions	7	0.180617094039917
12964	transitions	8	-0.9192014932632446
12964	transitions	9	0.9307507276535034
12964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12964	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12964	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12964	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12964	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12964	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12964	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12964	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12964	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12964	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12964	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12964	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12964	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12964	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12964	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12964	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12964	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12964	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12964	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12964	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12964	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12964	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12964	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12964	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12964	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12964	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12964	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12964	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12964	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12964	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12964	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12964	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12964	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12964	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12964	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12964	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12964	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12964	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12964	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12964	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12964	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12964	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12964	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12964	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12964	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12964	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12964	embedding2nn.weight	0	0.019814401865005493
12964	embedding2nn.weight	1	0.015201467089354992
12964	embedding2nn.weight	2	-0.005270712077617645
12964	embedding2nn.weight	3	0.0006840857677161694
12964	embedding2nn.weight	4	-0.004280914552509785
12964	embedding2nn.weight	5	0.009141171351075172
12964	embedding2nn.weight	6	-0.0038516889326274395
12964	embedding2nn.weight	7	0.00885092280805111
12964	embedding2nn.weight	8	-0.00733945332467556
12964	embedding2nn.weight	9	-0.013131924904882908
12964	embedding2nn.bias	0	-0.03300574794411659
12964	embedding2nn.bias	1	-0.023028122261166573
12964	embedding2nn.bias	2	-0.06960099190473557
12964	embedding2nn.bias	3	-0.004657353274524212
12964	embedding2nn.bias	4	0.005470578093081713
12964	embedding2nn.bias	5	-0.014257721602916718
12964	embedding2nn.bias	6	0.02129426784813404
12964	embedding2nn.bias	7	0.0352589376270771
12964	embedding2nn.bias	8	0.011562788859009743
12964	embedding2nn.bias	9	-0.005399690475314856
12964	rnn.weight_ih_l0	0	0.03973223268985748
12964	rnn.weight_ih_l0	1	-0.014542188495397568
12964	rnn.weight_ih_l0	2	-0.03131847083568573
12964	rnn.weight_ih_l0	3	-0.04485342651605606
12964	rnn.weight_ih_l0	4	-0.04881395027041435
12964	rnn.weight_ih_l0	5	-0.0021986293140798807
12964	rnn.weight_ih_l0	6	-0.053398799151182175
12964	rnn.weight_ih_l0	7	-0.054821860045194626
12964	rnn.weight_ih_l0	8	-0.04635295644402504
12964	rnn.weight_ih_l0	9	-0.02600855752825737
12964	rnn.weight_hh_l0	0	0.011674122884869576
12964	rnn.weight_hh_l0	1	-0.019073279574513435
12964	rnn.weight_hh_l0	2	-0.04695986956357956
12964	rnn.weight_hh_l0	3	-0.02800232544541359
12964	rnn.weight_hh_l0	4	-0.061310674995183945
12964	rnn.weight_hh_l0	5	-0.011928112246096134
12964	rnn.weight_hh_l0	6	-0.0402151420712471
12964	rnn.weight_hh_l0	7	0.004547025542706251
12964	rnn.weight_hh_l0	8	-0.01600540056824684
12964	rnn.weight_hh_l0	9	0.014243449084460735
12964	rnn.bias_ih_l0	0	0.10682139545679092
12964	rnn.bias_ih_l0	1	-0.045444879680871964
12964	rnn.bias_ih_l0	2	0.09320341050624847
12964	rnn.bias_ih_l0	3	0.0671239048242569
12964	rnn.bias_ih_l0	4	0.09703931212425232
12964	rnn.bias_ih_l0	5	0.028299320489168167
12964	rnn.bias_ih_l0	6	0.002621803432703018
12964	rnn.bias_ih_l0	7	-0.11152119189500809
12964	rnn.bias_ih_l0	8	-0.16591119766235352
12964	rnn.bias_ih_l0	9	0.0869920551776886
12964	rnn.bias_hh_l0	0	-0.020887428894639015
12964	rnn.bias_hh_l0	1	0.01864059641957283
12964	rnn.bias_hh_l0	2	-0.024659106507897377
12964	rnn.bias_hh_l0	3	-0.01870267279446125
12964	rnn.bias_hh_l0	4	-0.033327311277389526
12964	rnn.bias_hh_l0	5	0.12662985920906067
12964	rnn.bias_hh_l0	6	0.005613459274172783
12964	rnn.bias_hh_l0	7	0.02902802638709545
12964	rnn.bias_hh_l0	8	0.03699057549238205
12964	rnn.bias_hh_l0	9	0.04003238305449486
12964	rnn.weight_ih_l0_reverse	0	-0.028326155617833138
12964	rnn.weight_ih_l0_reverse	1	-0.002530595986172557
12964	rnn.weight_ih_l0_reverse	2	0.026816515251994133
12964	rnn.weight_ih_l0_reverse	3	-0.05758579075336456
12964	rnn.weight_ih_l0_reverse	4	0.01042186003178358
12964	rnn.weight_ih_l0_reverse	5	-0.05322681739926338
12964	rnn.weight_ih_l0_reverse	6	0.012872708961367607
12964	rnn.weight_ih_l0_reverse	7	0.04396769776940346
12964	rnn.weight_ih_l0_reverse	8	-0.04395289719104767
12964	rnn.weight_ih_l0_reverse	9	-0.05483906343579292
12964	rnn.weight_hh_l0_reverse	0	-0.07674983888864517
12964	rnn.weight_hh_l0_reverse	1	-0.04331185668706894
12964	rnn.weight_hh_l0_reverse	2	0.021953687071800232
12964	rnn.weight_hh_l0_reverse	3	0.04309917613863945
12964	rnn.weight_hh_l0_reverse	4	0.01866057701408863
12964	rnn.weight_hh_l0_reverse	5	0.0426553338766098
12964	rnn.weight_hh_l0_reverse	6	-0.003408703487366438
12964	rnn.weight_hh_l0_reverse	7	0.0075593977235257626
12964	rnn.weight_hh_l0_reverse	8	-0.0898699089884758
12964	rnn.weight_hh_l0_reverse	9	0.054900508373975754
12964	rnn.bias_ih_l0_reverse	0	-0.10031384229660034
12964	rnn.bias_ih_l0_reverse	1	-0.04135458543896675
12964	rnn.bias_ih_l0_reverse	2	0.09433779865503311
12964	rnn.bias_ih_l0_reverse	3	0.026142776012420654
12964	rnn.bias_ih_l0_reverse	4	-0.11836787313222885
12964	rnn.bias_ih_l0_reverse	5	0.031078066676855087
12964	rnn.bias_ih_l0_reverse	6	-0.10612314939498901
12964	rnn.bias_ih_l0_reverse	7	0.040729064494371414
12964	rnn.bias_ih_l0_reverse	8	0.023960765451192856
12964	rnn.bias_ih_l0_reverse	9	0.06661584228277206
12964	rnn.bias_hh_l0_reverse	0	0.031615789979696274
12964	rnn.bias_hh_l0_reverse	1	0.07117918133735657
12964	rnn.bias_hh_l0_reverse	2	0.0752980038523674
12964	rnn.bias_hh_l0_reverse	3	-0.01103260274976492
12964	rnn.bias_hh_l0_reverse	4	0.08643537759780884
12964	rnn.bias_hh_l0_reverse	5	0.013796528801321983
12964	rnn.bias_hh_l0_reverse	6	-0.07081209123134613
12964	rnn.bias_hh_l0_reverse	7	0.03044698014855385
12964	rnn.bias_hh_l0_reverse	8	0.021041633561253548
12964	rnn.bias_hh_l0_reverse	9	-0.12706555426120758
12964	linear.weight	0	0.16295069456100464
12964	linear.weight	1	-0.11426471173763275
12964	linear.weight	2	-0.1837710440158844
12964	linear.weight	3	0.05802679434418678
12964	linear.weight	4	-0.004875607322901487
12964	linear.weight	5	-0.0061302175745368
12964	linear.weight	6	-0.009042461402714252
12964	linear.weight	7	-0.03854943811893463
12964	linear.weight	8	0.05384334176778793
12964	linear.weight	9	0.2760924994945526
12964	linear.bias	0	-0.11327199637889862
12964	linear.bias	1	0.1420302391052246
12964	linear.bias	2	-0.4597588777542114
12964	linear.bias	3	1.4813083410263062
12964	linear.bias	4	-0.3596908152103424
12964	linear.bias	5	-0.030769959092140198
12964	linear.bias	6	-0.31409555673599243
12964	linear.bias	7	-0.2143338918685913
12964	linear.bias	8	0.009023369289934635
12964	linear.bias	9	-0.4535922110080719
12992	transitions	0	-0.6182296276092529
12992	transitions	1	0.3802736699581146
12992	transitions	2	1.7151763439178467
12992	transitions	3	0.13442754745483398
12992	transitions	4	0.9735530018806458
12992	transitions	5	1.2745037078857422
12992	transitions	6	0.48410919308662415
12992	transitions	7	0.18061168491840363
12992	transitions	8	-0.9192043542861938
12992	transitions	9	0.9307507276535034
12992	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
12992	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
12992	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
12992	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
12992	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
12992	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
12992	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
12992	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
12992	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
12992	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
12992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
12992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
12992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
12992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
12992	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
12992	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
12992	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
12992	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
12992	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
12992	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
12992	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
12992	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
12992	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
12992	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
12992	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
12992	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
12992	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
12992	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
12992	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
12992	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
12992	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
12992	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
12992	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
12992	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
12992	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
12992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
12992	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
12992	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
12992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
12992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
12992	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
12992	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
12992	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
12992	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
12992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
12992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
12992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
12992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
12992	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
12992	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
12992	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
12992	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
12992	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
12992	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
12992	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
12992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
12992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
12992	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
12992	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
12992	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
12992	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
12992	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
12992	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
12992	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
12992	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
12992	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
12992	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
12992	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
12992	embedding2nn.weight	0	0.01998210698366165
12992	embedding2nn.weight	1	0.015196852385997772
12992	embedding2nn.weight	2	-0.005294791888445616
12992	embedding2nn.weight	3	0.0007126051350496709
12992	embedding2nn.weight	4	-0.004190925974398851
12992	embedding2nn.weight	5	0.009139842353761196
12992	embedding2nn.weight	6	-0.0037614568136632442
12992	embedding2nn.weight	7	0.008913940750062466
12992	embedding2nn.weight	8	-0.007476357277482748
12992	embedding2nn.weight	9	-0.013071487657725811
12992	embedding2nn.bias	0	-0.02858070470392704
12992	embedding2nn.bias	1	-0.021305972710251808
12992	embedding2nn.bias	2	-0.07072341442108154
12992	embedding2nn.bias	3	-0.002555608982220292
12992	embedding2nn.bias	4	0.007803562097251415
12992	embedding2nn.bias	5	-0.009033946320414543
12992	embedding2nn.bias	6	0.02985885739326477
12992	embedding2nn.bias	7	0.039961982518434525
12992	embedding2nn.bias	8	0.009695416316390038
12992	embedding2nn.bias	9	-0.008524993434548378
12992	rnn.weight_ih_l0	0	0.03948070481419563
12992	rnn.weight_ih_l0	1	-0.014700504951179028
12992	rnn.weight_ih_l0	2	-0.032141320407390594
12992	rnn.weight_ih_l0	3	-0.04487502574920654
12992	rnn.weight_ih_l0	4	-0.04901883751153946
12992	rnn.weight_ih_l0	5	-0.0020603155717253685
12992	rnn.weight_ih_l0	6	-0.05325637385249138
12992	rnn.weight_ih_l0	7	-0.05454982444643974
12992	rnn.weight_ih_l0	8	-0.04647575691342354
12992	rnn.weight_ih_l0	9	-0.026038873940706253
12992	rnn.weight_hh_l0	0	0.011809825897216797
12992	rnn.weight_hh_l0	1	-0.019152922555804253
12992	rnn.weight_hh_l0	2	-0.04694598168134689
12992	rnn.weight_hh_l0	3	-0.02844404987990856
12992	rnn.weight_hh_l0	4	-0.06118270382285118
12992	rnn.weight_hh_l0	5	-0.012241506017744541
12992	rnn.weight_hh_l0	6	-0.04159565642476082
12992	rnn.weight_hh_l0	7	0.003960637841373682
12992	rnn.weight_hh_l0	8	-0.01602310501039028
12992	rnn.weight_hh_l0	9	0.014820560812950134
12992	rnn.bias_ih_l0	0	0.10774044692516327
12992	rnn.bias_ih_l0	1	-0.04503520578145981
12992	rnn.bias_ih_l0	2	0.09122184664011002
12992	rnn.bias_ih_l0	3	0.06826791912317276
12992	rnn.bias_ih_l0	4	0.09742626547813416
12992	rnn.bias_ih_l0	5	0.028237206861376762
12992	rnn.bias_ih_l0	6	0.003907162230461836
12992	rnn.bias_ih_l0	7	-0.10910220444202423
12992	rnn.bias_ih_l0	8	-0.16434352099895477
12992	rnn.bias_ih_l0	9	0.08829572051763535
12992	rnn.bias_hh_l0	0	-0.021034810692071915
12992	rnn.bias_hh_l0	1	0.01984427124261856
12992	rnn.bias_hh_l0	2	-0.024591639637947083
12992	rnn.bias_hh_l0	3	-0.016743309795856476
12992	rnn.bias_hh_l0	4	-0.03440377488732338
12992	rnn.bias_hh_l0	5	0.1301402598619461
12992	rnn.bias_hh_l0	6	0.005257723852992058
12992	rnn.bias_hh_l0	7	0.025355802848935127
12992	rnn.bias_hh_l0	8	0.038275934755802155
12992	rnn.bias_hh_l0	9	0.04151206091046333
12992	rnn.weight_ih_l0_reverse	0	-0.02879342995584011
12992	rnn.weight_ih_l0_reverse	1	-0.002500461181625724
12992	rnn.weight_ih_l0_reverse	2	0.026812193915247917
12992	rnn.weight_ih_l0_reverse	3	-0.05760285258293152
12992	rnn.weight_ih_l0_reverse	4	0.01004164107143879
12992	rnn.weight_ih_l0_reverse	5	-0.05251408740878105
12992	rnn.weight_ih_l0_reverse	6	0.012240653857588768
12992	rnn.weight_ih_l0_reverse	7	0.04404464364051819
12992	rnn.weight_ih_l0_reverse	8	-0.04434104636311531
12992	rnn.weight_ih_l0_reverse	9	-0.05503155663609505
12992	rnn.weight_hh_l0_reverse	0	-0.07727842032909393
12992	rnn.weight_hh_l0_reverse	1	-0.04336166009306908
12992	rnn.weight_hh_l0_reverse	2	0.02204594574868679
12992	rnn.weight_hh_l0_reverse	3	0.04319724068045616
12992	rnn.weight_hh_l0_reverse	4	0.01757807284593582
12992	rnn.weight_hh_l0_reverse	5	0.04243849962949753
12992	rnn.weight_hh_l0_reverse	6	-0.0037404466420412064
12992	rnn.weight_hh_l0_reverse	7	0.00770588731393218
12992	rnn.weight_hh_l0_reverse	8	-0.09012853354215622
12992	rnn.weight_hh_l0_reverse	9	0.053804513067007065
12992	rnn.bias_ih_l0_reverse	0	-0.09907475858926773
12992	rnn.bias_ih_l0_reverse	1	-0.04092634469270706
12992	rnn.bias_ih_l0_reverse	2	0.09315058588981628
12992	rnn.bias_ih_l0_reverse	3	0.025077635422348976
12992	rnn.bias_ih_l0_reverse	4	-0.11886698007583618
12992	rnn.bias_ih_l0_reverse	5	0.032693009823560715
12992	rnn.bias_ih_l0_reverse	6	-0.10690365731716156
12992	rnn.bias_ih_l0_reverse	7	0.0420604944229126
12992	rnn.bias_ih_l0_reverse	8	0.024577945470809937
12992	rnn.bias_ih_l0_reverse	9	0.06732957065105438
12992	rnn.bias_hh_l0_reverse	0	0.038857847452163696
12992	rnn.bias_hh_l0_reverse	1	0.06882356107234955
12992	rnn.bias_hh_l0_reverse	2	0.07493369281291962
12992	rnn.bias_hh_l0_reverse	3	-0.010985429398715496
12992	rnn.bias_hh_l0_reverse	4	0.08666777610778809
12992	rnn.bias_hh_l0_reverse	5	0.012837312184274197
12992	rnn.bias_hh_l0_reverse	6	-0.07126955687999725
12992	rnn.bias_hh_l0_reverse	7	0.029707686975598335
12992	rnn.bias_hh_l0_reverse	8	0.020693227648735046
12992	rnn.bias_hh_l0_reverse	9	-0.12504591047763824
12992	linear.weight	0	0.16224555671215057
12992	linear.weight	1	-0.11423657834529877
12992	linear.weight	2	-0.17998497188091278
12992	linear.weight	3	0.06541448086500168
12992	linear.weight	4	-0.005907036829739809
12992	linear.weight	5	-0.005947161931544542
12992	linear.weight	6	-0.009035375900566578
12992	linear.weight	7	-0.03840130195021629
12992	linear.weight	8	0.053036075085401535
12992	linear.weight	9	0.2741799056529999
12992	linear.bias	0	-0.1124788373708725
12992	linear.bias	1	0.13902102410793304
12992	linear.bias	2	-0.453411340713501
12992	linear.bias	3	1.4950846433639526
12992	linear.bias	4	-0.35997745394706726
12992	linear.bias	5	-0.030769959092140198
12992	linear.bias	6	-0.30717968940734863
12992	linear.bias	7	-0.2122422605752945
12992	linear.bias	8	0.004849834367632866
12992	linear.bias	9	-0.4537575840950012
13020	transitions	0	-0.6182834506034851
13020	transitions	1	0.38025006651878357
13020	transitions	2	1.7151013612747192
13020	transitions	3	0.1343752145767212
13020	transitions	4	0.9734001755714417
13020	transitions	5	1.2745029926300049
13020	transitions	6	0.48410797119140625
13020	transitions	7	0.18059438467025757
13020	transitions	8	-0.9192046523094177
13020	transitions	9	0.9307507276535034
13020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13020	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13020	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13020	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13020	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13020	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13020	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13020	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13020	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13020	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13020	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13020	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13020	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13020	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13020	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13020	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13020	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13020	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13020	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13020	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13020	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13020	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13020	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13020	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13020	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13020	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13020	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13020	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13020	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13020	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13020	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13020	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13020	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13020	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13020	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13020	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13020	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13020	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13020	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13020	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13020	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13020	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13020	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13020	embedding2nn.weight	0	0.019820939749479294
13020	embedding2nn.weight	1	0.015256104059517384
13020	embedding2nn.weight	2	-0.00532040698453784
13020	embedding2nn.weight	3	0.0008156029507517815
13020	embedding2nn.weight	4	-0.004195599351078272
13020	embedding2nn.weight	5	0.008893679827451706
13020	embedding2nn.weight	6	-0.0036706251557916403
13020	embedding2nn.weight	7	0.00948677584528923
13020	embedding2nn.weight	8	-0.008106953464448452
13020	embedding2nn.weight	9	-0.012987155467271805
13020	embedding2nn.bias	0	-0.02717752568423748
13020	embedding2nn.bias	1	-0.020460546016693115
13020	embedding2nn.bias	2	-0.0687200129032135
13020	embedding2nn.bias	3	-0.003160248277708888
13020	embedding2nn.bias	4	0.008504542522132397
13020	embedding2nn.bias	5	-0.011246011592447758
13020	embedding2nn.bias	6	0.02867872640490532
13020	embedding2nn.bias	7	0.03893051669001579
13020	embedding2nn.bias	8	0.009296336211264133
13020	embedding2nn.bias	9	-0.013495181687176228
13020	rnn.weight_ih_l0	0	0.03933773189783096
13020	rnn.weight_ih_l0	1	-0.015016976743936539
13020	rnn.weight_ih_l0	2	-0.03326171264052391
13020	rnn.weight_ih_l0	3	-0.04460621252655983
13020	rnn.weight_ih_l0	4	-0.04876648634672165
13020	rnn.weight_ih_l0	5	-0.002117833588272333
13020	rnn.weight_ih_l0	6	-0.05302410200238228
13020	rnn.weight_ih_l0	7	-0.05462732911109924
13020	rnn.weight_ih_l0	8	-0.046806905418634415
13020	rnn.weight_ih_l0	9	-0.025846706703305244
13020	rnn.weight_hh_l0	0	0.011818011291325092
13020	rnn.weight_hh_l0	1	-0.01957002468407154
13020	rnn.weight_hh_l0	2	-0.04595663398504257
13020	rnn.weight_hh_l0	3	-0.027757864445447922
13020	rnn.weight_hh_l0	4	-0.06090504303574562
13020	rnn.weight_hh_l0	5	-0.012598223052918911
13020	rnn.weight_hh_l0	6	-0.041020993143320084
13020	rnn.weight_hh_l0	7	0.003773587988689542
13020	rnn.weight_hh_l0	8	-0.016469603404402733
13020	rnn.weight_hh_l0	9	0.015629500150680542
13020	rnn.bias_ih_l0	0	0.10625406354665756
13020	rnn.bias_ih_l0	1	-0.0467141754925251
13020	rnn.bias_ih_l0	2	0.09439578652381897
13020	rnn.bias_ih_l0	3	0.06877980381250381
13020	rnn.bias_ih_l0	4	0.09792906790971756
13020	rnn.bias_ih_l0	5	0.027992447838187218
13020	rnn.bias_ih_l0	6	0.0034844058100134134
13020	rnn.bias_ih_l0	7	-0.10490619391202927
13020	rnn.bias_ih_l0	8	-0.1608392745256424
13020	rnn.bias_ih_l0	9	0.08955753594636917
13020	rnn.bias_hh_l0	0	-0.02178608998656273
13020	rnn.bias_hh_l0	1	0.020186102017760277
13020	rnn.bias_hh_l0	2	-0.022988252341747284
13020	rnn.bias_hh_l0	3	-0.01654786430299282
13020	rnn.bias_hh_l0	4	-0.035072069615125656
13020	rnn.bias_hh_l0	5	0.132676362991333
13020	rnn.bias_hh_l0	6	0.0053255301900208
13020	rnn.bias_hh_l0	7	0.022538645192980766
13020	rnn.bias_hh_l0	8	0.0378531776368618
13020	rnn.bias_hh_l0	9	0.040435124188661575
13020	rnn.weight_ih_l0_reverse	0	-0.02878209389746189
13020	rnn.weight_ih_l0_reverse	1	-0.003233663272112608
13020	rnn.weight_ih_l0_reverse	2	0.02661246620118618
13020	rnn.weight_ih_l0_reverse	3	-0.05734475702047348
13020	rnn.weight_ih_l0_reverse	4	0.009824592620134354
13020	rnn.weight_ih_l0_reverse	5	-0.05256359279155731
13020	rnn.weight_ih_l0_reverse	6	0.012480582110583782
13020	rnn.weight_ih_l0_reverse	7	0.04375496506690979
13020	rnn.weight_ih_l0_reverse	8	-0.04399539902806282
13020	rnn.weight_ih_l0_reverse	9	-0.05506473034620285
13020	rnn.weight_hh_l0_reverse	0	-0.07832957059144974
13020	rnn.weight_hh_l0_reverse	1	-0.041660089045763016
13020	rnn.weight_hh_l0_reverse	2	0.02235245145857334
13020	rnn.weight_hh_l0_reverse	3	0.042623355984687805
13020	rnn.weight_hh_l0_reverse	4	0.017048096284270287
13020	rnn.weight_hh_l0_reverse	5	0.04204997420310974
13020	rnn.weight_hh_l0_reverse	6	-0.0032417646143585443
13020	rnn.weight_hh_l0_reverse	7	0.00796049740165472
13020	rnn.weight_hh_l0_reverse	8	-0.089711032807827
13020	rnn.weight_hh_l0_reverse	9	0.05468946322798729
13020	rnn.bias_ih_l0_reverse	0	-0.09384232014417648
13020	rnn.bias_ih_l0_reverse	1	-0.04299432411789894
13020	rnn.bias_ih_l0_reverse	2	0.09160002321004868
13020	rnn.bias_ih_l0_reverse	3	0.026037314906716347
13020	rnn.bias_ih_l0_reverse	4	-0.11872443556785583
13020	rnn.bias_ih_l0_reverse	5	0.033609211444854736
13020	rnn.bias_ih_l0_reverse	6	-0.10783667117357254
13020	rnn.bias_ih_l0_reverse	7	0.04192555695772171
13020	rnn.bias_ih_l0_reverse	8	0.02567003294825554
13020	rnn.bias_ih_l0_reverse	9	0.06957079470157623
13020	rnn.bias_hh_l0_reverse	0	0.037490248680114746
13020	rnn.bias_hh_l0_reverse	1	0.06993677467107773
13020	rnn.bias_hh_l0_reverse	2	0.07342955470085144
13020	rnn.bias_hh_l0_reverse	3	-0.01060105673968792
13020	rnn.bias_hh_l0_reverse	4	0.08700001984834671
13020	rnn.bias_hh_l0_reverse	5	0.015287289395928383
13020	rnn.bias_hh_l0_reverse	6	-0.07035688310861588
13020	rnn.bias_hh_l0_reverse	7	0.029132019728422165
13020	rnn.bias_hh_l0_reverse	8	0.0209799837321043
13020	rnn.bias_hh_l0_reverse	9	-0.13085749745368958
13020	linear.weight	0	0.1533445566892624
13020	linear.weight	1	-0.1142008826136589
13020	linear.weight	2	-0.1782277673482895
13020	linear.weight	3	0.07192371785640717
13020	linear.weight	4	-0.005500010214745998
13020	linear.weight	5	-0.004137419164180756
13020	linear.weight	6	-0.008981797844171524
13020	linear.weight	7	-0.03835479915142059
13020	linear.weight	8	0.05398362874984741
13020	linear.weight	9	0.2728418707847595
13020	linear.bias	0	-0.11650633066892624
13020	linear.bias	1	0.14452767372131348
13020	linear.bias	2	-0.4547223150730133
13020	linear.bias	3	1.5024842023849487
13020	linear.bias	4	-0.3512933850288391
13020	linear.bias	5	-0.030769959092140198
13020	linear.bias	6	-0.30771157145500183
13020	linear.bias	7	-0.22022831439971924
13020	linear.bias	8	0.003152835415676236
13020	linear.bias	9	-0.4538653492927551
13048	transitions	0	-0.618327796459198
13048	transitions	1	0.3801870048046112
13048	transitions	2	1.7150293588638306
13048	transitions	3	0.13436222076416016
13048	transitions	4	0.9733695387840271
13048	transitions	5	1.2745014429092407
13048	transitions	6	0.48410749435424805
13048	transitions	7	0.18059127032756805
13048	transitions	8	-0.9192054271697998
13048	transitions	9	0.9307507276535034
13048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13048	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13048	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13048	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13048	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13048	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13048	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13048	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13048	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13048	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13048	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13048	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13048	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13048	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13048	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13048	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13048	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13048	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13048	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13048	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13048	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13048	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13048	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13048	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13048	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13048	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13048	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13048	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13048	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13048	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13048	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13048	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13048	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13048	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13048	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13048	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13048	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13048	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13048	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13048	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13048	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13048	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13048	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13048	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13048	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13048	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13048	embedding2nn.weight	0	0.020113663747906685
13048	embedding2nn.weight	1	0.015257362276315689
13048	embedding2nn.weight	2	-0.005313575733453035
13048	embedding2nn.weight	3	0.0011785071110352874
13048	embedding2nn.weight	4	-0.00420747883617878
13048	embedding2nn.weight	5	0.008805116638541222
13048	embedding2nn.weight	6	-0.0037093190476298332
13048	embedding2nn.weight	7	0.009519175626337528
13048	embedding2nn.weight	8	-0.00808896403759718
13048	embedding2nn.weight	9	-0.01294211857020855
13048	embedding2nn.bias	0	-0.02614772506058216
13048	embedding2nn.bias	1	-0.02885473147034645
13048	embedding2nn.bias	2	-0.0674268826842308
13048	embedding2nn.bias	3	0.0033294411841779947
13048	embedding2nn.bias	4	0.009458348155021667
13048	embedding2nn.bias	5	-0.0034638429060578346
13048	embedding2nn.bias	6	0.028010688722133636
13048	embedding2nn.bias	7	0.03876509144902229
13048	embedding2nn.bias	8	0.010194314643740654
13048	embedding2nn.bias	9	-0.0049019004218280315
13048	rnn.weight_ih_l0	0	0.039380911737680435
13048	rnn.weight_ih_l0	1	-0.01437709853053093
13048	rnn.weight_ih_l0	2	-0.03264370933175087
13048	rnn.weight_ih_l0	3	-0.0442473366856575
13048	rnn.weight_ih_l0	4	-0.04890086501836777
13048	rnn.weight_ih_l0	5	-0.0023579029366374016
13048	rnn.weight_ih_l0	6	-0.052728649228811264
13048	rnn.weight_ih_l0	7	-0.05439339950680733
13048	rnn.weight_ih_l0	8	-0.04700930789113045
13048	rnn.weight_ih_l0	9	-0.025882506743073463
13048	rnn.weight_hh_l0	0	0.011801031418144703
13048	rnn.weight_hh_l0	1	-0.01885233074426651
13048	rnn.weight_hh_l0	2	-0.04623939096927643
13048	rnn.weight_hh_l0	3	-0.02777107246220112
13048	rnn.weight_hh_l0	4	-0.06099899485707283
13048	rnn.weight_hh_l0	5	-0.012684779241681099
13048	rnn.weight_hh_l0	6	-0.041862573474645615
13048	rnn.weight_hh_l0	7	0.004815962631255388
13048	rnn.weight_hh_l0	8	-0.016639361158013344
13048	rnn.weight_hh_l0	9	0.01578831486403942
13048	rnn.bias_ih_l0	0	0.1062491238117218
13048	rnn.bias_ih_l0	1	-0.04803242161870003
13048	rnn.bias_ih_l0	2	0.09487821161746979
13048	rnn.bias_ih_l0	3	0.0683075413107872
13048	rnn.bias_ih_l0	4	0.0985017791390419
13048	rnn.bias_ih_l0	5	0.026601675897836685
13048	rnn.bias_ih_l0	6	0.0036889626644551754
13048	rnn.bias_ih_l0	7	-0.10618139803409576
13048	rnn.bias_ih_l0	8	-0.15935957431793213
13048	rnn.bias_ih_l0	9	0.08912796527147293
13048	rnn.bias_hh_l0	0	-0.021884609013795853
13048	rnn.bias_hh_l0	1	0.018036196008324623
13048	rnn.bias_hh_l0	2	-0.02405223622918129
13048	rnn.bias_hh_l0	3	-0.014388319104909897
13048	rnn.bias_hh_l0	4	-0.03608833998441696
13048	rnn.bias_hh_l0	5	0.13193710148334503
13048	rnn.bias_hh_l0	6	0.006436134688556194
13048	rnn.bias_hh_l0	7	0.021694686263799667
13048	rnn.bias_hh_l0	8	0.038057733327150345
13048	rnn.bias_hh_l0	9	0.04128411039710045
13048	rnn.weight_ih_l0_reverse	0	-0.02885107882320881
13048	rnn.weight_ih_l0_reverse	1	-0.002152738394215703
13048	rnn.weight_ih_l0_reverse	2	0.026454351842403412
13048	rnn.weight_ih_l0_reverse	3	-0.05724114552140236
13048	rnn.weight_ih_l0_reverse	4	0.01014107745140791
13048	rnn.weight_ih_l0_reverse	5	-0.052499763667583466
13048	rnn.weight_ih_l0_reverse	6	0.013199571520090103
13048	rnn.weight_ih_l0_reverse	7	0.04379652068018913
13048	rnn.weight_ih_l0_reverse	8	-0.04441886022686958
13048	rnn.weight_ih_l0_reverse	9	-0.05494874343276024
13048	rnn.weight_hh_l0_reverse	0	-0.0778561532497406
13048	rnn.weight_hh_l0_reverse	1	-0.044232696294784546
13048	rnn.weight_hh_l0_reverse	2	0.02295166626572609
13048	rnn.weight_hh_l0_reverse	3	0.04221834987401962
13048	rnn.weight_hh_l0_reverse	4	0.01690669171512127
13048	rnn.weight_hh_l0_reverse	5	0.04205638915300369
13048	rnn.weight_hh_l0_reverse	6	0.0022864185739308596
13048	rnn.weight_hh_l0_reverse	7	0.008186091668903828
13048	rnn.weight_hh_l0_reverse	8	-0.08971059322357178
13048	rnn.weight_hh_l0_reverse	9	0.0560782216489315
13048	rnn.bias_ih_l0_reverse	0	-0.09592542797327042
13048	rnn.bias_ih_l0_reverse	1	-0.041001785546541214
13048	rnn.bias_ih_l0_reverse	2	0.0935080498456955
13048	rnn.bias_ih_l0_reverse	3	0.026543712243437767
13048	rnn.bias_ih_l0_reverse	4	-0.11946103721857071
13048	rnn.bias_ih_l0_reverse	5	0.032807134091854095
13048	rnn.bias_ih_l0_reverse	6	-0.10770078748464584
13048	rnn.bias_ih_l0_reverse	7	0.041778016835451126
13048	rnn.bias_ih_l0_reverse	8	0.023967593908309937
13048	rnn.bias_ih_l0_reverse	9	0.06906046718358994
13048	rnn.bias_hh_l0_reverse	0	0.04271997883915901
13048	rnn.bias_hh_l0_reverse	1	0.07042241096496582
13048	rnn.bias_hh_l0_reverse	2	0.07223581522703171
13048	rnn.bias_hh_l0_reverse	3	-0.010189056396484375
13048	rnn.bias_hh_l0_reverse	4	0.08667983114719391
13048	rnn.bias_hh_l0_reverse	5	0.014265751466155052
13048	rnn.bias_hh_l0_reverse	6	-0.06907562166452408
13048	rnn.bias_hh_l0_reverse	7	0.029259664937853813
13048	rnn.bias_hh_l0_reverse	8	0.019025636836886406
13048	rnn.bias_hh_l0_reverse	9	-0.13407489657402039
13048	linear.weight	0	0.15546853840351105
13048	linear.weight	1	-0.11418997496366501
13048	linear.weight	2	-0.1819959431886673
13048	linear.weight	3	0.07167897373437881
13048	linear.weight	4	-0.005323510151356459
13048	linear.weight	5	-0.004077318590134382
13048	linear.weight	6	-0.008974768221378326
13048	linear.weight	7	-0.038333743810653687
13048	linear.weight	8	0.05345270410180092
13048	linear.weight	9	0.26766225695610046
13048	linear.bias	0	-0.11600715667009354
13048	linear.bias	1	0.1398187279701233
13048	linear.bias	2	-0.459422767162323
13048	linear.bias	3	1.5009042024612427
13048	linear.bias	4	-0.3515959680080414
13048	linear.bias	5	-0.030769959092140198
13048	linear.bias	6	-0.30986467003822327
13048	linear.bias	7	-0.22171714901924133
13048	linear.bias	8	0.0052979798056185246
13048	linear.bias	9	-0.4539772570133209
13076	transitions	0	-0.6183879971504211
13076	transitions	1	0.3801514804363251
13076	transitions	2	1.7149014472961426
13076	transitions	3	0.13425476849079132
13076	transitions	4	0.9732581973075867
13076	transitions	5	1.2745001316070557
13076	transitions	6	0.4841024577617645
13076	transitions	7	0.1805891990661621
13076	transitions	8	-0.9192085862159729
13076	transitions	9	0.9307507276535034
13076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13076	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13076	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13076	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13076	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13076	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13076	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13076	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13076	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13076	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13076	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13076	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13076	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13076	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13076	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13076	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13076	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13076	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13076	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13076	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13076	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13076	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13076	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13076	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13076	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13076	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13076	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13076	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13076	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13076	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13076	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13076	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13076	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13076	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13076	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13076	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13076	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13076	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13076	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13076	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13076	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13076	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13076	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13076	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13076	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13076	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13076	embedding2nn.weight	0	0.02021966688334942
13076	embedding2nn.weight	1	0.015409566462039948
13076	embedding2nn.weight	2	-0.005348276812583208
13076	embedding2nn.weight	3	0.0012804829748347402
13076	embedding2nn.weight	4	-0.004218903835862875
13076	embedding2nn.weight	5	0.008755556307733059
13076	embedding2nn.weight	6	-0.003511203685775399
13076	embedding2nn.weight	7	0.009685187600553036
13076	embedding2nn.weight	8	-0.00814561452716589
13076	embedding2nn.weight	9	-0.012953543104231358
13076	embedding2nn.bias	0	-0.02561868540942669
13076	embedding2nn.bias	1	-0.03447481989860535
13076	embedding2nn.bias	2	-0.06127108260989189
13076	embedding2nn.bias	3	-0.0034677956718951464
13076	embedding2nn.bias	4	0.015017312951385975
13076	embedding2nn.bias	5	-0.005606138613075018
13076	embedding2nn.bias	6	0.03361990675330162
13076	embedding2nn.bias	7	0.03223000094294548
13076	embedding2nn.bias	8	0.017514580860733986
13076	embedding2nn.bias	9	-0.008582858368754387
13076	rnn.weight_ih_l0	0	0.03937100991606712
13076	rnn.weight_ih_l0	1	-0.013588792644441128
13076	rnn.weight_ih_l0	2	-0.03320043906569481
13076	rnn.weight_ih_l0	3	-0.04420473799109459
13076	rnn.weight_ih_l0	4	-0.04869219288229942
13076	rnn.weight_ih_l0	5	-0.0023516712244600058
13076	rnn.weight_ih_l0	6	-0.05267075076699257
13076	rnn.weight_ih_l0	7	-0.05452600494027138
13076	rnn.weight_ih_l0	8	-0.047259263694286346
13076	rnn.weight_ih_l0	9	-0.02594730071723461
13076	rnn.weight_hh_l0	0	0.011425662785768509
13076	rnn.weight_hh_l0	1	-0.018905410543084145
13076	rnn.weight_hh_l0	2	-0.04616095870733261
13076	rnn.weight_hh_l0	3	-0.02845957688987255
13076	rnn.weight_hh_l0	4	-0.06045745313167572
13076	rnn.weight_hh_l0	5	-0.012366340495646
13076	rnn.weight_hh_l0	6	-0.04303678125143051
13076	rnn.weight_hh_l0	7	0.004546256735920906
13076	rnn.weight_hh_l0	8	-0.016638383269309998
13076	rnn.weight_hh_l0	9	0.014654419384896755
13076	rnn.bias_ih_l0	0	0.10667893290519714
13076	rnn.bias_ih_l0	1	-0.04668538644909859
13076	rnn.bias_ih_l0	2	0.09472232311964035
13076	rnn.bias_ih_l0	3	0.06791932880878448
13076	rnn.bias_ih_l0	4	0.09974086284637451
13076	rnn.bias_ih_l0	5	0.02924523875117302
13076	rnn.bias_ih_l0	6	0.004865149036049843
13076	rnn.bias_ih_l0	7	-0.10745984315872192
13076	rnn.bias_ih_l0	8	-0.15845023095607758
13076	rnn.bias_ih_l0	9	0.08979561179876328
13076	rnn.bias_hh_l0	0	-0.023032883182168007
13076	rnn.bias_hh_l0	1	0.020156752318143845
13076	rnn.bias_hh_l0	2	-0.0243355892598629
13076	rnn.bias_hh_l0	3	-0.013289470225572586
13076	rnn.bias_hh_l0	4	-0.03649444505572319
13076	rnn.bias_hh_l0	5	0.132121741771698
13076	rnn.bias_hh_l0	6	0.0057145459577441216
13076	rnn.bias_hh_l0	7	0.020272603258490562
13076	rnn.bias_hh_l0	8	0.03923392295837402
13076	rnn.bias_hh_l0	9	0.04063284024596214
13076	rnn.weight_ih_l0_reverse	0	-0.029066067188978195
13076	rnn.weight_ih_l0_reverse	1	-0.002238260582089424
13076	rnn.weight_ih_l0_reverse	2	0.026527712121605873
13076	rnn.weight_ih_l0_reverse	3	-0.05712234228849411
13076	rnn.weight_ih_l0_reverse	4	0.0103806396946311
13076	rnn.weight_ih_l0_reverse	5	-0.05266852676868439
13076	rnn.weight_ih_l0_reverse	6	0.01490208599716425
13076	rnn.weight_ih_l0_reverse	7	0.04367665946483612
13076	rnn.weight_ih_l0_reverse	8	-0.0442613922059536
13076	rnn.weight_ih_l0_reverse	9	-0.05468321964144707
13076	rnn.weight_hh_l0_reverse	0	-0.07725618034601212
13076	rnn.weight_hh_l0_reverse	1	-0.04544005170464516
13076	rnn.weight_hh_l0_reverse	2	0.022474728524684906
13076	rnn.weight_hh_l0_reverse	3	0.041945796459913254
13076	rnn.weight_hh_l0_reverse	4	0.016358213499188423
13076	rnn.weight_hh_l0_reverse	5	0.04233188554644585
13076	rnn.weight_hh_l0_reverse	6	-0.00017474964261054993
13076	rnn.weight_hh_l0_reverse	7	0.008443141356110573
13076	rnn.weight_hh_l0_reverse	8	-0.08993913978338242
13076	rnn.weight_hh_l0_reverse	9	0.05596234276890755
13076	rnn.bias_ih_l0_reverse	0	-0.09532848000526428
13076	rnn.bias_ih_l0_reverse	1	-0.045226506888866425
13076	rnn.bias_ih_l0_reverse	2	0.09474051743745804
13076	rnn.bias_ih_l0_reverse	3	0.02641080506145954
13076	rnn.bias_ih_l0_reverse	4	-0.11849498003721237
13076	rnn.bias_ih_l0_reverse	5	0.03435893356800079
13076	rnn.bias_ih_l0_reverse	6	-0.10832206904888153
13076	rnn.bias_ih_l0_reverse	7	0.0412670373916626
13076	rnn.bias_ih_l0_reverse	8	0.023958291858434677
13076	rnn.bias_ih_l0_reverse	9	0.06956330686807632
13076	rnn.bias_hh_l0_reverse	0	0.03822535276412964
13076	rnn.bias_hh_l0_reverse	1	0.07264503836631775
13076	rnn.bias_hh_l0_reverse	2	0.07239646464586258
13076	rnn.bias_hh_l0_reverse	3	-0.010694551281630993
13076	rnn.bias_hh_l0_reverse	4	0.08492492884397507
13076	rnn.bias_hh_l0_reverse	5	0.013640768826007843
13076	rnn.bias_hh_l0_reverse	6	-0.0700635090470314
13076	rnn.bias_hh_l0_reverse	7	0.028582533821463585
13076	rnn.bias_hh_l0_reverse	8	0.020849451422691345
13076	rnn.bias_hh_l0_reverse	9	-0.13366851210594177
13076	linear.weight	0	0.1542014181613922
13076	linear.weight	1	-0.11416954547166824
13076	linear.weight	2	-0.18076051771640778
13076	linear.weight	3	0.0721931979060173
13076	linear.weight	4	-0.005443170201033354
13076	linear.weight	5	-0.006131174974143505
13076	linear.weight	6	-0.008935145102441311
13076	linear.weight	7	-0.03828480467200279
13076	linear.weight	8	0.0530276782810688
13076	linear.weight	9	0.26915520429611206
13076	linear.bias	0	-0.12248331308364868
13076	linear.bias	1	0.14389736950397491
13076	linear.bias	2	-0.4605918526649475
13076	linear.bias	3	1.5205239057540894
13076	linear.bias	4	-0.3519301116466522
13076	linear.bias	5	-0.030769959092140198
13076	linear.bias	6	-0.31178757548332214
13076	linear.bias	7	-0.22030623257160187
13076	linear.bias	8	-0.00017702480545267463
13076	linear.bias	9	-0.454122930765152
13104	transitions	0	-0.6184222102165222
13104	transitions	1	0.38008567690849304
13104	transitions	2	1.7147828340530396
13104	transitions	3	0.13407766819000244
13104	transitions	4	0.973230242729187
13104	transitions	5	1.274497389793396
13104	transitions	6	0.4841022491455078
13104	transitions	7	0.18058431148529053
13104	transitions	8	-0.9192092418670654
13104	transitions	9	0.9307507276535034
13104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13104	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13104	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13104	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13104	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13104	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13104	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13104	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13104	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13104	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13104	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13104	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13104	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13104	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13104	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13104	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13104	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13104	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13104	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13104	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13104	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13104	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13104	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13104	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13104	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13104	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13104	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13104	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13104	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13104	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13104	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13104	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13104	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13104	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13104	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13104	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13104	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13104	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13104	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13104	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13104	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13104	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13104	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13104	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13104	embedding2nn.weight	0	0.02021162211894989
13104	embedding2nn.weight	1	0.0153883658349514
13104	embedding2nn.weight	2	-0.005333383567631245
13104	embedding2nn.weight	3	0.0012188254622742534
13104	embedding2nn.weight	4	-0.004177289083600044
13104	embedding2nn.weight	5	0.008597636595368385
13104	embedding2nn.weight	6	-0.00351731781847775
13104	embedding2nn.weight	7	0.010634612292051315
13104	embedding2nn.weight	8	-0.008121762424707413
13104	embedding2nn.weight	9	-0.013021226972341537
13104	embedding2nn.bias	0	-0.025640448555350304
13104	embedding2nn.bias	1	-0.036964163184165955
13104	embedding2nn.bias	2	-0.05880799889564514
13104	embedding2nn.bias	3	-0.0015978155424818397
13104	embedding2nn.bias	4	0.011310167610645294
13104	embedding2nn.bias	5	-0.010496988892555237
13104	embedding2nn.bias	6	0.030387602746486664
13104	embedding2nn.bias	7	0.0359356552362442
13104	embedding2nn.bias	8	0.009797794744372368
13104	embedding2nn.bias	9	-0.011289309710264206
13104	rnn.weight_ih_l0	0	0.03915856406092644
13104	rnn.weight_ih_l0	1	-0.014284368604421616
13104	rnn.weight_ih_l0	2	-0.03354708105325699
13104	rnn.weight_ih_l0	3	-0.04412035644054413
13104	rnn.weight_ih_l0	4	-0.04848982393741608
13104	rnn.weight_ih_l0	5	-0.0021729758009314537
13104	rnn.weight_ih_l0	6	-0.05280371755361557
13104	rnn.weight_ih_l0	7	-0.05448903515934944
13104	rnn.weight_ih_l0	8	-0.04725182056427002
13104	rnn.weight_ih_l0	9	-0.025978639721870422
13104	rnn.weight_hh_l0	0	0.011271951720118523
13104	rnn.weight_hh_l0	1	-0.018382901325821877
13104	rnn.weight_hh_l0	2	-0.04626648128032684
13104	rnn.weight_hh_l0	3	-0.028321189805865288
13104	rnn.weight_hh_l0	4	-0.060356687754392624
13104	rnn.weight_hh_l0	5	-0.013481195084750652
13104	rnn.weight_hh_l0	6	-0.04376735910773277
13104	rnn.weight_hh_l0	7	0.005103612318634987
13104	rnn.weight_hh_l0	8	-0.017102103680372238
13104	rnn.weight_hh_l0	9	0.014653636142611504
13104	rnn.bias_ih_l0	0	0.1053273156285286
13104	rnn.bias_ih_l0	1	-0.047369226813316345
13104	rnn.bias_ih_l0	2	0.09841282665729523
13104	rnn.bias_ih_l0	3	0.06515847891569138
13104	rnn.bias_ih_l0	4	0.09855451434850693
13104	rnn.bias_ih_l0	5	0.031538985669612885
13104	rnn.bias_ih_l0	6	0.005676287692040205
13104	rnn.bias_ih_l0	7	-0.10754532366991043
13104	rnn.bias_ih_l0	8	-0.16529017686843872
13104	rnn.bias_ih_l0	9	0.09024491906166077
13104	rnn.bias_hh_l0	0	-0.021758319810032845
13104	rnn.bias_hh_l0	1	0.017463769763708115
13104	rnn.bias_hh_l0	2	-0.02386019006371498
13104	rnn.bias_hh_l0	3	-0.01202256977558136
13104	rnn.bias_hh_l0	4	-0.03781317174434662
13104	rnn.bias_hh_l0	5	0.13517116010189056
13104	rnn.bias_hh_l0	6	0.004768222104758024
13104	rnn.bias_hh_l0	7	0.02486046589910984
13104	rnn.bias_hh_l0	8	0.04004505276679993
13104	rnn.bias_hh_l0	9	0.03967869654297829
13104	rnn.weight_ih_l0_reverse	0	-0.028541775420308113
13104	rnn.weight_ih_l0_reverse	1	-0.002468998311087489
13104	rnn.weight_ih_l0_reverse	2	0.026854317635297775
13104	rnn.weight_ih_l0_reverse	3	-0.05706755816936493
13104	rnn.weight_ih_l0_reverse	4	0.010358142666518688
13104	rnn.weight_ih_l0_reverse	5	-0.05204472318291664
13104	rnn.weight_ih_l0_reverse	6	0.014678494073450565
13104	rnn.weight_ih_l0_reverse	7	0.043538328260183334
13104	rnn.weight_ih_l0_reverse	8	-0.04449010267853737
13104	rnn.weight_ih_l0_reverse	9	-0.05484113469719887
13104	rnn.weight_hh_l0_reverse	0	-0.07746732234954834
13104	rnn.weight_hh_l0_reverse	1	-0.04636874794960022
13104	rnn.weight_hh_l0_reverse	2	0.022272465750575066
13104	rnn.weight_hh_l0_reverse	3	0.04165598377585411
13104	rnn.weight_hh_l0_reverse	4	0.015771998092532158
13104	rnn.weight_hh_l0_reverse	5	0.04239260032773018
13104	rnn.weight_hh_l0_reverse	6	0.00030396736110560596
13104	rnn.weight_hh_l0_reverse	7	0.008253887295722961
13104	rnn.weight_hh_l0_reverse	8	-0.08997316658496857
13104	rnn.weight_hh_l0_reverse	9	0.05716927722096443
13104	rnn.bias_ih_l0_reverse	0	-0.09258710592985153
13104	rnn.bias_ih_l0_reverse	1	-0.04640574753284454
13104	rnn.bias_ih_l0_reverse	2	0.09414277970790863
13104	rnn.bias_ih_l0_reverse	3	0.02787734568119049
13104	rnn.bias_ih_l0_reverse	4	-0.11780691146850586
13104	rnn.bias_ih_l0_reverse	5	0.03327364847064018
13104	rnn.bias_ih_l0_reverse	6	-0.1118912398815155
13104	rnn.bias_ih_l0_reverse	7	0.04325114190578461
13104	rnn.bias_ih_l0_reverse	8	0.02352019213140011
13104	rnn.bias_ih_l0_reverse	9	0.07023891806602478
13104	rnn.bias_hh_l0_reverse	0	0.0356135368347168
13104	rnn.bias_hh_l0_reverse	1	0.07403137534856796
13104	rnn.bias_hh_l0_reverse	2	0.07137148827314377
13104	rnn.bias_hh_l0_reverse	3	-0.010636651888489723
13104	rnn.bias_hh_l0_reverse	4	0.08403685688972473
13104	rnn.bias_hh_l0_reverse	5	0.015478125773370266
13104	rnn.bias_hh_l0_reverse	6	-0.06998788565397263
13104	rnn.bias_hh_l0_reverse	7	0.028201887384057045
13104	rnn.bias_hh_l0_reverse	8	0.021524770185351372
13104	rnn.bias_hh_l0_reverse	9	-0.1363096684217453
13104	linear.weight	0	0.15142163634300232
13104	linear.weight	1	-0.1141573116183281
13104	linear.weight	2	-0.18048936128616333
13104	linear.weight	3	0.07095668464899063
13104	linear.weight	4	-0.004506954923272133
13104	linear.weight	5	-0.0054076360538601875
13104	linear.weight	6	-0.008921055123209953
13104	linear.weight	7	-0.0382608063519001
13104	linear.weight	8	0.05168437585234642
13104	linear.weight	9	0.269938588142395
13104	linear.bias	0	-0.11628741025924683
13104	linear.bias	1	0.13972444832324982
13104	linear.bias	2	-0.4607807993888855
13104	linear.bias	3	1.5112541913986206
13104	linear.bias	4	-0.35224807262420654
13104	linear.bias	5	-0.030769959092140198
13104	linear.bias	6	-0.31104984879493713
13104	linear.bias	7	-0.22159388661384583
13104	linear.bias	8	0.004327200353145599
13104	linear.bias	9	-0.4542253017425537
13132	transitions	0	-0.618475615978241
13132	transitions	1	0.3800535798072815
13132	transitions	2	1.7146923542022705
13132	transitions	3	0.13400109112262726
13132	transitions	4	0.9731306433677673
13132	transitions	5	1.2744969129562378
13132	transitions	6	0.4841018617153168
13132	transitions	7	0.18046168982982635
13132	transitions	8	-0.9192099571228027
13132	transitions	9	0.9307507276535034
13132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13132	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13132	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13132	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13132	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13132	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13132	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13132	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13132	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13132	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13132	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13132	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13132	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13132	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13132	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13132	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13132	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13132	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13132	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13132	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13132	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13132	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13132	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13132	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13132	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13132	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13132	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13132	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13132	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13132	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13132	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13132	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13132	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13132	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13132	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13132	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13132	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13132	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13132	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13132	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13132	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13132	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13132	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13132	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13132	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13132	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13132	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13132	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13132	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13132	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13132	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13132	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13132	embedding2nn.weight	0	0.02047852799296379
13132	embedding2nn.weight	1	0.01517513208091259
13132	embedding2nn.weight	2	-0.005341917742043734
13132	embedding2nn.weight	3	0.0011114642256870866
13132	embedding2nn.weight	4	-0.003993168007582426
13132	embedding2nn.weight	5	0.008463282138109207
13132	embedding2nn.weight	6	-0.003603142686188221
13132	embedding2nn.weight	7	0.011158992536365986
13132	embedding2nn.weight	8	-0.008095520548522472
13132	embedding2nn.weight	9	-0.012968565337359905
13132	embedding2nn.bias	0	-0.026703009381890297
13132	embedding2nn.bias	1	-0.0332951545715332
13132	embedding2nn.bias	2	-0.06121204048395157
13132	embedding2nn.bias	3	-0.005337479058653116
13132	embedding2nn.bias	4	0.011010603979229927
13132	embedding2nn.bias	5	-0.012285547330975533
13132	embedding2nn.bias	6	0.027178814634680748
13132	embedding2nn.bias	7	0.03845853731036186
13132	embedding2nn.bias	8	0.008445670828223228
13132	embedding2nn.bias	9	-0.014395847916603088
13132	rnn.weight_ih_l0	0	0.03923310339450836
13132	rnn.weight_ih_l0	1	-0.014288630336523056
13132	rnn.weight_ih_l0	2	-0.034587495028972626
13132	rnn.weight_ih_l0	3	-0.04409868270158768
13132	rnn.weight_ih_l0	4	-0.04845226928591728
13132	rnn.weight_ih_l0	5	-0.0018736550118774176
13132	rnn.weight_ih_l0	6	-0.0529930479824543
13132	rnn.weight_ih_l0	7	-0.05446663498878479
13132	rnn.weight_ih_l0	8	-0.0472065769135952
13132	rnn.weight_ih_l0	9	-0.025857269763946533
13132	rnn.weight_hh_l0	0	0.011215941980481148
13132	rnn.weight_hh_l0	1	-0.018119439482688904
13132	rnn.weight_hh_l0	2	-0.046112529933452606
13132	rnn.weight_hh_l0	3	-0.028552528470754623
13132	rnn.weight_hh_l0	4	-0.06015164405107498
13132	rnn.weight_hh_l0	5	-0.013176204636693
13132	rnn.weight_hh_l0	6	-0.04201044887304306
13132	rnn.weight_hh_l0	7	0.0038751063402742147
13132	rnn.weight_hh_l0	8	-0.016892367973923683
13132	rnn.weight_hh_l0	9	0.01485623698681593
13132	rnn.bias_ih_l0	0	0.10448876023292542
13132	rnn.bias_ih_l0	1	-0.048843298107385635
13132	rnn.bias_ih_l0	2	0.09686964005231857
13132	rnn.bias_ih_l0	3	0.06514651328325272
13132	rnn.bias_ih_l0	4	0.10035714507102966
13132	rnn.bias_ih_l0	5	0.032825253903865814
13132	rnn.bias_ih_l0	6	0.00792704802006483
13132	rnn.bias_ih_l0	7	-0.10418085753917694
13132	rnn.bias_ih_l0	8	-0.15484380722045898
13132	rnn.bias_ih_l0	9	0.09014315158128738
13132	rnn.bias_hh_l0	0	-0.02140823006629944
13132	rnn.bias_hh_l0	1	0.017650136724114418
13132	rnn.bias_hh_l0	2	-0.02464366890490055
13132	rnn.bias_hh_l0	3	-0.012255803681910038
13132	rnn.bias_hh_l0	4	-0.03814828395843506
13132	rnn.bias_hh_l0	5	0.1354489028453827
13132	rnn.bias_hh_l0	6	0.0052136206068098545
13132	rnn.bias_hh_l0	7	0.024267083033919334
13132	rnn.bias_hh_l0	8	0.042295802384614944
13132	rnn.bias_hh_l0	9	0.040471866726875305
13132	rnn.weight_ih_l0_reverse	0	-0.02862565591931343
13132	rnn.weight_ih_l0_reverse	1	-0.0022602896206080914
13132	rnn.weight_ih_l0_reverse	2	0.02668718434870243
13132	rnn.weight_ih_l0_reverse	3	-0.05748122185468674
13132	rnn.weight_ih_l0_reverse	4	0.010485286824405193
13132	rnn.weight_ih_l0_reverse	5	-0.05202050507068634
13132	rnn.weight_ih_l0_reverse	6	0.01446269266307354
13132	rnn.weight_ih_l0_reverse	7	0.04346299171447754
13132	rnn.weight_ih_l0_reverse	8	-0.044401999562978745
13132	rnn.weight_ih_l0_reverse	9	-0.05492687597870827
13132	rnn.weight_hh_l0_reverse	0	-0.07709932327270508
13132	rnn.weight_hh_l0_reverse	1	-0.044710636138916016
13132	rnn.weight_hh_l0_reverse	2	0.02256430871784687
13132	rnn.weight_hh_l0_reverse	3	0.04163852334022522
13132	rnn.weight_hh_l0_reverse	4	0.01464066468179226
13132	rnn.weight_hh_l0_reverse	5	0.042311690747737885
13132	rnn.weight_hh_l0_reverse	6	-0.001483964966610074
13132	rnn.weight_hh_l0_reverse	7	0.008507870137691498
13132	rnn.weight_hh_l0_reverse	8	-0.09042326360940933
13132	rnn.weight_hh_l0_reverse	9	0.05762265622615814
13132	rnn.bias_ih_l0_reverse	0	-0.09636347740888596
13132	rnn.bias_ih_l0_reverse	1	-0.04822317883372307
13132	rnn.bias_ih_l0_reverse	2	0.09224926680326462
13132	rnn.bias_ih_l0_reverse	3	0.027623435482382774
13132	rnn.bias_ih_l0_reverse	4	-0.12019143253564835
13132	rnn.bias_ih_l0_reverse	5	0.03497624769806862
13132	rnn.bias_ih_l0_reverse	6	-0.11201629787683487
13132	rnn.bias_ih_l0_reverse	7	0.04591990262269974
13132	rnn.bias_ih_l0_reverse	8	0.022776806727051735
13132	rnn.bias_ih_l0_reverse	9	0.07095450907945633
13132	rnn.bias_hh_l0_reverse	0	0.0455913245677948
13132	rnn.bias_hh_l0_reverse	1	0.07476906478404999
13132	rnn.bias_hh_l0_reverse	2	0.07353954762220383
13132	rnn.bias_hh_l0_reverse	3	-0.011420861817896366
13132	rnn.bias_hh_l0_reverse	4	0.08532431721687317
13132	rnn.bias_hh_l0_reverse	5	0.011459176428616047
13132	rnn.bias_hh_l0_reverse	6	-0.06780198961496353
13132	rnn.bias_hh_l0_reverse	7	0.027503497898578644
13132	rnn.bias_hh_l0_reverse	8	0.02346178889274597
13132	rnn.bias_hh_l0_reverse	9	-0.13464395701885223
13132	linear.weight	0	0.16461855173110962
13132	linear.weight	1	-0.11413700133562088
13132	linear.weight	2	-0.18365037441253662
13132	linear.weight	3	0.07170673459768295
13132	linear.weight	4	-0.004323333967477083
13132	linear.weight	5	-0.0018960435409098864
13132	linear.weight	6	-0.008907921612262726
13132	linear.weight	7	-0.03759027644991875
13132	linear.weight	8	0.05777161195874214
13132	linear.weight	9	0.27232810854911804
13132	linear.bias	0	-0.11152227222919464
13132	linear.bias	1	0.14062120020389557
13132	linear.bias	2	-0.45679333806037903
13132	linear.bias	3	1.5132938623428345
13132	linear.bias	4	-0.35254472494125366
13132	linear.bias	5	-0.030769959092140198
13132	linear.bias	6	-0.3081132769584656
13132	linear.bias	7	-0.22234594821929932
13132	linear.bias	8	0.006745080463588238
13132	linear.bias	9	-0.4543098211288452
13160	transitions	0	-0.6186525821685791
13160	transitions	1	0.37988415360450745
13160	transitions	2	1.7145662307739258
13160	transitions	3	0.13385458290576935
13160	transitions	4	0.973018229007721
13160	transitions	5	1.2744947671890259
13160	transitions	6	0.4840998351573944
13160	transitions	7	0.18046046793460846
13160	transitions	8	-0.91921067237854
13160	transitions	9	0.9307506680488586
13160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13160	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13160	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13160	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13160	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13160	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13160	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13160	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13160	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13160	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13160	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13160	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13160	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13160	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13160	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13160	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13160	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13160	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13160	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13160	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13160	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13160	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13160	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13160	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13160	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13160	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13160	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13160	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13160	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13160	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13160	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13160	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13160	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13160	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13160	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13160	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13160	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13160	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13160	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13160	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13160	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13160	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13160	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13160	embedding2nn.weight	0	0.021360505372285843
13160	embedding2nn.weight	1	0.015076927840709686
13160	embedding2nn.weight	2	-0.005304805468767881
13160	embedding2nn.weight	3	0.0009467953932471573
13160	embedding2nn.weight	4	-0.0040155136957764626
13160	embedding2nn.weight	5	0.008410781621932983
13160	embedding2nn.weight	6	-0.003330143401399255
13160	embedding2nn.weight	7	0.010915502905845642
13160	embedding2nn.weight	8	-0.008277613669633865
13160	embedding2nn.weight	9	-0.013034853152930737
13160	embedding2nn.bias	0	-0.021715207025408745
13160	embedding2nn.bias	1	-0.031211385503411293
13160	embedding2nn.bias	2	-0.07119566202163696
13160	embedding2nn.bias	3	-0.009846323169767857
13160	embedding2nn.bias	4	0.013363801874220371
13160	embedding2nn.bias	5	-0.006041639018803835
13160	embedding2nn.bias	6	0.024192452430725098
13160	embedding2nn.bias	7	0.03277323395013809
13160	embedding2nn.bias	8	0.012118550948798656
13160	embedding2nn.bias	9	-0.012063673697412014
13160	rnn.weight_ih_l0	0	0.0392024926841259
13160	rnn.weight_ih_l0	1	-0.013546119444072247
13160	rnn.weight_ih_l0	2	-0.03396780043840408
13160	rnn.weight_ih_l0	3	-0.04407873749732971
13160	rnn.weight_ih_l0	4	-0.04796110838651657
13160	rnn.weight_ih_l0	5	-0.001865351921878755
13160	rnn.weight_ih_l0	6	-0.052757445722818375
13160	rnn.weight_ih_l0	7	-0.05476066842675209
13160	rnn.weight_ih_l0	8	-0.04682731255888939
13160	rnn.weight_ih_l0	9	-0.025916440412402153
13160	rnn.weight_hh_l0	0	0.011320322751998901
13160	rnn.weight_hh_l0	1	-0.01741265505552292
13160	rnn.weight_hh_l0	2	-0.045660872012376785
13160	rnn.weight_hh_l0	3	-0.028978809714317322
13160	rnn.weight_hh_l0	4	-0.06069514900445938
13160	rnn.weight_hh_l0	5	-0.012967201881110668
13160	rnn.weight_hh_l0	6	-0.04237748309969902
13160	rnn.weight_hh_l0	7	0.003926845733076334
13160	rnn.weight_hh_l0	8	-0.01695459522306919
13160	rnn.weight_hh_l0	9	0.014479568228125572
13160	rnn.bias_ih_l0	0	0.10446369647979736
13160	rnn.bias_ih_l0	1	-0.049089137464761734
13160	rnn.bias_ih_l0	2	0.09454486519098282
13160	rnn.bias_ih_l0	3	0.06527579575777054
13160	rnn.bias_ih_l0	4	0.09886737912893295
13160	rnn.bias_ih_l0	5	0.03211922571063042
13160	rnn.bias_ih_l0	6	0.000878632185049355
13160	rnn.bias_ih_l0	7	-0.10216867178678513
13160	rnn.bias_ih_l0	8	-0.15415146946907043
13160	rnn.bias_ih_l0	9	0.08976487070322037
13160	rnn.bias_hh_l0	0	-0.020526662468910217
13160	rnn.bias_hh_l0	1	0.019393572583794594
13160	rnn.bias_hh_l0	2	-0.02694745920598507
13160	rnn.bias_hh_l0	3	-0.011277263052761555
13160	rnn.bias_hh_l0	4	-0.039121534675359726
13160	rnn.bias_hh_l0	5	0.13645772635936737
13160	rnn.bias_hh_l0	6	0.0031465385109186172
13160	rnn.bias_hh_l0	7	0.025170734152197838
13160	rnn.bias_hh_l0	8	0.03524738922715187
13160	rnn.bias_hh_l0	9	0.03856224566698074
13160	rnn.weight_ih_l0_reverse	0	-0.02829054184257984
13160	rnn.weight_ih_l0_reverse	1	-0.0017109547043219209
13160	rnn.weight_ih_l0_reverse	2	0.026619872078299522
13160	rnn.weight_ih_l0_reverse	3	-0.05761617049574852
13160	rnn.weight_ih_l0_reverse	4	0.010476270690560341
13160	rnn.weight_ih_l0_reverse	5	-0.051933325827121735
13160	rnn.weight_ih_l0_reverse	6	0.014918145723640919
13160	rnn.weight_ih_l0_reverse	7	0.043382029980421066
13160	rnn.weight_ih_l0_reverse	8	-0.044407252222299576
13160	rnn.weight_ih_l0_reverse	9	-0.05483073368668556
13160	rnn.weight_hh_l0_reverse	0	-0.07804687321186066
13160	rnn.weight_hh_l0_reverse	1	-0.044568631798028946
13160	rnn.weight_hh_l0_reverse	2	0.022941751405596733
13160	rnn.weight_hh_l0_reverse	3	0.04128297045826912
13160	rnn.weight_hh_l0_reverse	4	0.014782806858420372
13160	rnn.weight_hh_l0_reverse	5	0.042094625532627106
13160	rnn.weight_hh_l0_reverse	6	0.0004308421048335731
13160	rnn.weight_hh_l0_reverse	7	0.008814578875899315
13160	rnn.weight_hh_l0_reverse	8	-0.09008602797985077
13160	rnn.weight_hh_l0_reverse	9	0.05683746561408043
13160	rnn.bias_ih_l0_reverse	0	-0.09496918320655823
13160	rnn.bias_ih_l0_reverse	1	-0.051769547164440155
13160	rnn.bias_ih_l0_reverse	2	0.0908755287528038
13160	rnn.bias_ih_l0_reverse	3	0.027766020968556404
13160	rnn.bias_ih_l0_reverse	4	-0.11959509551525116
13160	rnn.bias_ih_l0_reverse	5	0.034615881741046906
13160	rnn.bias_ih_l0_reverse	6	-0.11105167120695114
13160	rnn.bias_ih_l0_reverse	7	0.04647400230169296
13160	rnn.bias_ih_l0_reverse	8	0.022941337898373604
13160	rnn.bias_ih_l0_reverse	9	0.07217629253864288
13160	rnn.bias_hh_l0_reverse	0	0.03789975866675377
13160	rnn.bias_hh_l0_reverse	1	0.07229620218276978
13160	rnn.bias_hh_l0_reverse	2	0.07380646467208862
13160	rnn.bias_hh_l0_reverse	3	-0.0108535410836339
13160	rnn.bias_hh_l0_reverse	4	0.08450672030448914
13160	rnn.bias_hh_l0_reverse	5	0.011924033053219318
13160	rnn.bias_hh_l0_reverse	6	-0.06779796630144119
13160	rnn.bias_hh_l0_reverse	7	0.027841152623295784
13160	rnn.bias_hh_l0_reverse	8	0.022718360647559166
13160	rnn.bias_hh_l0_reverse	9	-0.12506408989429474
13160	linear.weight	0	0.15126633644104004
13160	linear.weight	1	-0.11411551386117935
13160	linear.weight	2	-0.17653021216392517
13160	linear.weight	3	0.0828026607632637
13160	linear.weight	4	-0.004098276142030954
13160	linear.weight	5	-0.0012631481513381004
13160	linear.weight	6	-0.008890158496797085
13160	linear.weight	7	-0.03753974661231041
13160	linear.weight	8	0.06416019052267075
13160	linear.weight	9	0.27270111441612244
13160	linear.bias	0	-0.11657145619392395
13160	linear.bias	1	0.14499109983444214
13160	linear.bias	2	-0.4594186544418335
13160	linear.bias	3	1.4842617511749268
13160	linear.bias	4	-0.3505288064479828
13160	linear.bias	5	-0.030769959092140198
13160	linear.bias	6	-0.31094735860824585
13160	linear.bias	7	-0.22349323332309723
13160	linear.bias	8	0.0036634928546845913
13160	linear.bias	9	-0.45446154475212097
13188	transitions	0	-0.6187601685523987
13188	transitions	1	0.3797774910926819
13188	transitions	2	1.7144407033920288
13188	transitions	3	0.13376593589782715
13188	transitions	4	0.9722906351089478
13188	transitions	5	1.2744932174682617
13188	transitions	6	0.4840990900993347
13188	transitions	7	0.18045654892921448
13188	transitions	8	-0.9192115068435669
13188	transitions	9	0.9307506084442139
13188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13188	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13188	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13188	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13188	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13188	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13188	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13188	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13188	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13188	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13188	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13188	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13188	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13188	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13188	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13188	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13188	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13188	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13188	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13188	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13188	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13188	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13188	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13188	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13188	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13188	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13188	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13188	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13188	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13188	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13188	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13188	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13188	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13188	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13188	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13188	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13188	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13188	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13188	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13188	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13188	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13188	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13188	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13188	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13188	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13188	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13188	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13188	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13188	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13188	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13188	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13188	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13188	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13188	embedding2nn.weight	0	0.021146418526768684
13188	embedding2nn.weight	1	0.015024574473500252
13188	embedding2nn.weight	2	-0.005186313763260841
13188	embedding2nn.weight	3	0.0007843950297683477
13188	embedding2nn.weight	4	-0.004132111556828022
13188	embedding2nn.weight	5	0.008592839352786541
13188	embedding2nn.weight	6	-0.003265185747295618
13188	embedding2nn.weight	7	0.010882874019443989
13188	embedding2nn.weight	8	-0.00828742515295744
13188	embedding2nn.weight	9	-0.012923827394843102
13188	embedding2nn.bias	0	-0.01903565786778927
13188	embedding2nn.bias	1	-0.027468593791127205
13188	embedding2nn.bias	2	-0.07018235325813293
13188	embedding2nn.bias	3	-0.012650732882320881
13188	embedding2nn.bias	4	0.015764009207487106
13188	embedding2nn.bias	5	-0.0088887894526124
13188	embedding2nn.bias	6	0.020768756046891212
13188	embedding2nn.bias	7	0.03637959435582161
13188	embedding2nn.bias	8	0.005684774834662676
13188	embedding2nn.bias	9	-0.009477968327701092
13188	rnn.weight_ih_l0	0	0.039638157933950424
13188	rnn.weight_ih_l0	1	-0.013041727244853973
13188	rnn.weight_ih_l0	2	-0.03454507142305374
13188	rnn.weight_ih_l0	3	-0.044391702860593796
13188	rnn.weight_ih_l0	4	-0.04795219376683235
13188	rnn.weight_ih_l0	5	-0.0022089772392064333
13188	rnn.weight_ih_l0	6	-0.0522933304309845
13188	rnn.weight_ih_l0	7	-0.055232368409633636
13188	rnn.weight_ih_l0	8	-0.04719814285635948
13188	rnn.weight_ih_l0	9	-0.02582285925745964
13188	rnn.weight_hh_l0	0	0.011150498874485493
13188	rnn.weight_hh_l0	1	-0.0165031049400568
13188	rnn.weight_hh_l0	2	-0.04580974578857422
13188	rnn.weight_hh_l0	3	-0.028393028303980827
13188	rnn.weight_hh_l0	4	-0.061081916093826294
13188	rnn.weight_hh_l0	5	-0.01336662471294403
13188	rnn.weight_hh_l0	6	-0.03945385664701462
13188	rnn.weight_hh_l0	7	0.003514072159305215
13188	rnn.weight_hh_l0	8	-0.017058398574590683
13188	rnn.weight_hh_l0	9	0.01548188179731369
13188	rnn.bias_ih_l0	0	0.1049310714006424
13188	rnn.bias_ih_l0	1	-0.04901989549398422
13188	rnn.bias_ih_l0	2	0.09771820902824402
13188	rnn.bias_ih_l0	3	0.06923966109752655
13188	rnn.bias_ih_l0	4	0.10013014823198318
13188	rnn.bias_ih_l0	5	0.031428392976522446
13188	rnn.bias_ih_l0	6	-0.0015972735127434134
13188	rnn.bias_ih_l0	7	-0.10405471175909042
13188	rnn.bias_ih_l0	8	-0.1571170687675476
13188	rnn.bias_ih_l0	9	0.09062064439058304
13188	rnn.bias_hh_l0	0	-0.022115739062428474
13188	rnn.bias_hh_l0	1	0.016759231686592102
13188	rnn.bias_hh_l0	2	-0.02560369111597538
13188	rnn.bias_hh_l0	3	-0.010077637620270252
13188	rnn.bias_hh_l0	4	-0.03634211793541908
13188	rnn.bias_hh_l0	5	0.13874053955078125
13188	rnn.bias_hh_l0	6	0.002890397561714053
13188	rnn.bias_hh_l0	7	0.02379625104367733
13188	rnn.bias_hh_l0	8	0.032771479338407516
13188	rnn.bias_hh_l0	9	0.039355434477329254
13188	rnn.weight_ih_l0_reverse	0	-0.0284237340092659
13188	rnn.weight_ih_l0_reverse	1	-0.0013280917191877961
13188	rnn.weight_ih_l0_reverse	2	0.02650926634669304
13188	rnn.weight_ih_l0_reverse	3	-0.05731649324297905
13188	rnn.weight_ih_l0_reverse	4	0.010446363128721714
13188	rnn.weight_ih_l0_reverse	5	-0.052008531987667084
13188	rnn.weight_ih_l0_reverse	6	0.014478861354291439
13188	rnn.weight_ih_l0_reverse	7	0.04330354928970337
13188	rnn.weight_ih_l0_reverse	8	-0.04433813691139221
13188	rnn.weight_ih_l0_reverse	9	-0.05488380789756775
13188	rnn.weight_hh_l0_reverse	0	-0.07904588431119919
13188	rnn.weight_hh_l0_reverse	1	-0.04330316185951233
13188	rnn.weight_hh_l0_reverse	2	0.023341292515397072
13188	rnn.weight_hh_l0_reverse	3	0.041892681270837784
13188	rnn.weight_hh_l0_reverse	4	0.014687543734908104
13188	rnn.weight_hh_l0_reverse	5	0.04277453571557999
13188	rnn.weight_hh_l0_reverse	6	-0.0002751458378043026
13188	rnn.weight_hh_l0_reverse	7	0.008929829113185406
13188	rnn.weight_hh_l0_reverse	8	-0.09017590433359146
13188	rnn.weight_hh_l0_reverse	9	0.05705258250236511
13188	rnn.bias_ih_l0_reverse	0	-0.09617853164672852
13188	rnn.bias_ih_l0_reverse	1	-0.044709187000989914
13188	rnn.bias_ih_l0_reverse	2	0.09210596233606339
13188	rnn.bias_ih_l0_reverse	3	0.02841666340827942
13188	rnn.bias_ih_l0_reverse	4	-0.11876356601715088
13188	rnn.bias_ih_l0_reverse	5	0.03508905693888664
13188	rnn.bias_ih_l0_reverse	6	-0.109115831553936
13188	rnn.bias_ih_l0_reverse	7	0.0444922037422657
13188	rnn.bias_ih_l0_reverse	8	0.024043342098593712
13188	rnn.bias_ih_l0_reverse	9	0.07068448513746262
13188	rnn.bias_hh_l0_reverse	0	0.04023109748959541
13188	rnn.bias_hh_l0_reverse	1	0.07085622102022171
13188	rnn.bias_hh_l0_reverse	2	0.07436980307102203
13188	rnn.bias_hh_l0_reverse	3	-0.010942261666059494
13188	rnn.bias_hh_l0_reverse	4	0.08349346369504929
13188	rnn.bias_hh_l0_reverse	5	0.011660031974315643
13188	rnn.bias_hh_l0_reverse	6	-0.06606392562389374
13188	rnn.bias_hh_l0_reverse	7	0.029509002342820168
13188	rnn.bias_hh_l0_reverse	8	0.02052992396056652
13188	rnn.bias_hh_l0_reverse	9	-0.12486110627651215
13188	linear.weight	0	0.1487518846988678
13188	linear.weight	1	-0.1141030490398407
13188	linear.weight	2	-0.17965425550937653
13188	linear.weight	3	0.08908023685216904
13188	linear.weight	4	-0.0040038409642875195
13188	linear.weight	5	-0.003232556628063321
13188	linear.weight	6	-0.008864045143127441
13188	linear.weight	7	-0.03748369589447975
13188	linear.weight	8	0.06592177599668503
13188	linear.weight	9	0.2713782787322998
13188	linear.bias	0	-0.11734819412231445
13188	linear.bias	1	0.14275848865509033
13188	linear.bias	2	-0.45957237482070923
13188	linear.bias	3	1.498491644859314
13188	linear.bias	4	-0.35127484798431396
13188	linear.bias	5	-0.030769959092140198
13188	linear.bias	6	-0.31037071347236633
13188	linear.bias	7	-0.2225840538740158
13188	linear.bias	8	0.007664497010409832
13188	linear.bias	9	-0.45466288924217224
13216	transitions	0	-0.6188321113586426
13216	transitions	1	0.37961748242378235
13216	transitions	2	1.714339256286621
13216	transitions	3	0.13367028534412384
13216	transitions	4	0.9721419811248779
13216	transitions	5	1.2744896411895752
13216	transitions	6	0.4840979278087616
13216	transitions	7	0.18045176565647125
13216	transitions	8	-0.9192126989364624
13216	transitions	9	0.9307505488395691
13216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13216	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13216	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13216	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13216	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13216	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13216	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13216	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13216	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13216	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13216	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13216	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13216	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13216	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13216	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13216	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13216	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13216	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13216	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13216	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13216	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13216	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13216	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13216	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13216	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13216	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13216	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13216	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13216	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13216	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13216	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13216	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13216	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13216	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13216	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13216	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13216	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13216	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13216	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13216	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13216	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13216	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13216	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13216	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13216	embedding2nn.weight	0	0.021698784083127975
13216	embedding2nn.weight	1	0.014969165436923504
13216	embedding2nn.weight	2	-0.005168665666133165
13216	embedding2nn.weight	3	0.0005858915974386036
13216	embedding2nn.weight	4	-0.004134043585509062
13216	embedding2nn.weight	5	0.0084758959710598
13216	embedding2nn.weight	6	-0.0030834476929157972
13216	embedding2nn.weight	7	0.01032701600342989
13216	embedding2nn.weight	8	-0.008092341013252735
13216	embedding2nn.weight	9	-0.013020787388086319
13216	embedding2nn.bias	0	-0.017264915630221367
13216	embedding2nn.bias	1	-0.02584037557244301
13216	embedding2nn.bias	2	-0.06831900775432587
13216	embedding2nn.bias	3	-0.005105091258883476
13216	embedding2nn.bias	4	0.021878954023122787
13216	embedding2nn.bias	5	-0.006686406675726175
13216	embedding2nn.bias	6	0.013170471414923668
13216	embedding2nn.bias	7	0.03869454562664032
13216	embedding2nn.bias	8	-0.001611638581380248
13216	embedding2nn.bias	9	-0.007055358961224556
13216	rnn.weight_ih_l0	0	0.03955572098493576
13216	rnn.weight_ih_l0	1	-0.012921098619699478
13216	rnn.weight_ih_l0	2	-0.03426747769117355
13216	rnn.weight_ih_l0	3	-0.044617924839258194
13216	rnn.weight_ih_l0	4	-0.04766459763050079
13216	rnn.weight_ih_l0	5	-0.0020089775789529085
13216	rnn.weight_ih_l0	6	-0.05228087306022644
13216	rnn.weight_ih_l0	7	-0.05544120445847511
13216	rnn.weight_ih_l0	8	-0.047017425298690796
13216	rnn.weight_ih_l0	9	-0.025800645351409912
13216	rnn.weight_hh_l0	0	0.011104412376880646
13216	rnn.weight_hh_l0	1	-0.016649659723043442
13216	rnn.weight_hh_l0	2	-0.04611732065677643
13216	rnn.weight_hh_l0	3	-0.027437249198555946
13216	rnn.weight_hh_l0	4	-0.061181552708148956
13216	rnn.weight_hh_l0	5	-0.013259170576930046
13216	rnn.weight_hh_l0	6	-0.0414363294839859
13216	rnn.weight_hh_l0	7	0.0015887818299233913
13216	rnn.weight_hh_l0	8	-0.01736007258296013
13216	rnn.weight_hh_l0	9	0.01596211828291416
13216	rnn.bias_ih_l0	0	0.10688018798828125
13216	rnn.bias_ih_l0	1	-0.04980383440852165
13216	rnn.bias_ih_l0	2	0.0967857763171196
13216	rnn.bias_ih_l0	3	0.06808541715145111
13216	rnn.bias_ih_l0	4	0.09925301373004913
13216	rnn.bias_ih_l0	5	0.031033098697662354
13216	rnn.bias_ih_l0	6	-0.0025508517865091562
13216	rnn.bias_ih_l0	7	-0.09625120460987091
13216	rnn.bias_ih_l0	8	-0.15547335147857666
13216	rnn.bias_ih_l0	9	0.09103479236364365
13216	rnn.bias_hh_l0	0	-0.022791743278503418
13216	rnn.bias_hh_l0	1	0.0169184859842062
13216	rnn.bias_hh_l0	2	-0.02590380236506462
13216	rnn.bias_hh_l0	3	-0.010747001506388187
13216	rnn.bias_hh_l0	4	-0.03730613365769386
13216	rnn.bias_hh_l0	5	0.13748924434185028
13216	rnn.bias_hh_l0	6	0.0047152223996818066
13216	rnn.bias_hh_l0	7	0.026976754888892174
13216	rnn.bias_hh_l0	8	0.031817905604839325
13216	rnn.bias_hh_l0	9	0.03829442709684372
13216	rnn.weight_ih_l0_reverse	0	-0.02828214317560196
13216	rnn.weight_ih_l0_reverse	1	-0.0009630616987124085
13216	rnn.weight_ih_l0_reverse	2	0.026553835719823837
13216	rnn.weight_ih_l0_reverse	3	-0.057084888219833374
13216	rnn.weight_ih_l0_reverse	4	0.010502130724489689
13216	rnn.weight_ih_l0_reverse	5	-0.05198400467634201
13216	rnn.weight_ih_l0_reverse	6	0.014182941056787968
13216	rnn.weight_ih_l0_reverse	7	0.043515294790267944
13216	rnn.weight_ih_l0_reverse	8	-0.044124532490968704
13216	rnn.weight_ih_l0_reverse	9	-0.05490526556968689
13216	rnn.weight_hh_l0_reverse	0	-0.078700952231884
13216	rnn.weight_hh_l0_reverse	1	-0.04314790666103363
13216	rnn.weight_hh_l0_reverse	2	0.023156730458140373
13216	rnn.weight_hh_l0_reverse	3	0.04205821081995964
13216	rnn.weight_hh_l0_reverse	4	0.014552958309650421
13216	rnn.weight_hh_l0_reverse	5	0.04314161837100983
13216	rnn.weight_hh_l0_reverse	6	-0.0007083581294864416
13216	rnn.weight_hh_l0_reverse	7	0.00879637710750103
13216	rnn.weight_hh_l0_reverse	8	-0.08996003866195679
13216	rnn.weight_hh_l0_reverse	9	0.05678720399737358
13216	rnn.bias_ih_l0_reverse	0	-0.09262686222791672
13216	rnn.bias_ih_l0_reverse	1	-0.04858594760298729
13216	rnn.bias_ih_l0_reverse	2	0.0923546552658081
13216	rnn.bias_ih_l0_reverse	3	0.027338024228811264
13216	rnn.bias_ih_l0_reverse	4	-0.12008006125688553
13216	rnn.bias_ih_l0_reverse	5	0.035964857786893845
13216	rnn.bias_ih_l0_reverse	6	-0.11095767468214035
13216	rnn.bias_ih_l0_reverse	7	0.040319278836250305
13216	rnn.bias_ih_l0_reverse	8	0.025219622999429703
13216	rnn.bias_ih_l0_reverse	9	0.0702742487192154
13216	rnn.bias_hh_l0_reverse	0	0.038112424314022064
13216	rnn.bias_hh_l0_reverse	1	0.07085448503494263
13216	rnn.bias_hh_l0_reverse	2	0.07537393271923065
13216	rnn.bias_hh_l0_reverse	3	-0.011560633778572083
13216	rnn.bias_hh_l0_reverse	4	0.08446523547172546
13216	rnn.bias_hh_l0_reverse	5	0.00582679221406579
13216	rnn.bias_hh_l0_reverse	6	-0.06671833992004395
13216	rnn.bias_hh_l0_reverse	7	0.028741899877786636
13216	rnn.bias_hh_l0_reverse	8	0.02235235646367073
13216	rnn.bias_hh_l0_reverse	9	-0.12909765541553497
13216	linear.weight	0	0.14966019988059998
13216	linear.weight	1	-0.11406978219747543
13216	linear.weight	2	-0.18080174922943115
13216	linear.weight	3	0.0843195766210556
13216	linear.weight	4	-0.0037308980245143175
13216	linear.weight	5	-0.002507083583623171
13216	linear.weight	6	-0.008851959370076656
13216	linear.weight	7	-0.03951907157897949
13216	linear.weight	8	0.06844285130500793
13216	linear.weight	9	0.2722277343273163
13216	linear.bias	0	-0.11849288642406464
13216	linear.bias	1	0.14072124660015106
13216	linear.bias	2	-0.4593474566936493
13216	linear.bias	3	1.5046296119689941
13216	linear.bias	4	-0.35174551606178284
13216	linear.bias	5	-0.030769959092140198
13216	linear.bias	6	-0.31045952439308167
13216	linear.bias	7	-0.2224683165550232
13216	linear.bias	8	0.013758478686213493
13216	linear.bias	9	-0.45481064915657043
13244	transitions	0	-0.6190157532691956
13244	transitions	1	0.3795327842235565
13244	transitions	2	1.7142473459243774
13244	transitions	3	0.13359320163726807
13244	transitions	4	0.9719427227973938
13244	transitions	5	1.2744872570037842
13244	transitions	6	0.4840972125530243
13244	transitions	7	0.1804511398077011
13244	transitions	8	-0.9192132949829102
13244	transitions	9	0.9307505488395691
13244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13244	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13244	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13244	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13244	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13244	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13244	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13244	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13244	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13244	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13244	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13244	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13244	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13244	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13244	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13244	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13244	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13244	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13244	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13244	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13244	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13244	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13244	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13244	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13244	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13244	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13244	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13244	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13244	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13244	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13244	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13244	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13244	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13244	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13244	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13244	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13244	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13244	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13244	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13244	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13244	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13244	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13244	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13244	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13244	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13244	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13244	embedding2nn.weight	0	0.02175210975110531
13244	embedding2nn.weight	1	0.014982985332608223
13244	embedding2nn.weight	2	-0.0050914292223751545
13244	embedding2nn.weight	3	0.0007027474348433316
13244	embedding2nn.weight	4	-0.004098435398191214
13244	embedding2nn.weight	5	0.008610500954091549
13244	embedding2nn.weight	6	-0.003105857176706195
13244	embedding2nn.weight	7	0.010630279779434204
13244	embedding2nn.weight	8	-0.008125538006424904
13244	embedding2nn.weight	9	-0.013093703426420689
13244	embedding2nn.bias	0	-0.014577298425137997
13244	embedding2nn.bias	1	-0.02626410312950611
13244	embedding2nn.bias	2	-0.06774226576089859
13244	embedding2nn.bias	3	-0.006134749390184879
13244	embedding2nn.bias	4	0.0213064756244421
13244	embedding2nn.bias	5	-0.0033979974687099457
13244	embedding2nn.bias	6	0.015757834538817406
13244	embedding2nn.bias	7	0.03694010525941849
13244	embedding2nn.bias	8	6.116374424891546e-05
13244	embedding2nn.bias	9	-0.010405178181827068
13244	rnn.weight_ih_l0	0	0.039685171097517014
13244	rnn.weight_ih_l0	1	-0.013158918358385563
13244	rnn.weight_ih_l0	2	-0.03448236733675003
13244	rnn.weight_ih_l0	3	-0.04494180157780647
13244	rnn.weight_ih_l0	4	-0.047646790742874146
13244	rnn.weight_ih_l0	5	-0.0018625103402882814
13244	rnn.weight_ih_l0	6	-0.05178981274366379
13244	rnn.weight_ih_l0	7	-0.055433087050914764
13244	rnn.weight_ih_l0	8	-0.046865999698638916
13244	rnn.weight_ih_l0	9	-0.025826746597886086
13244	rnn.weight_hh_l0	0	0.010747472755610943
13244	rnn.weight_hh_l0	1	-0.016699232161045074
13244	rnn.weight_hh_l0	2	-0.04518883302807808
13244	rnn.weight_hh_l0	3	-0.02731466293334961
13244	rnn.weight_hh_l0	4	-0.06065649911761284
13244	rnn.weight_hh_l0	5	-0.013293844647705555
13244	rnn.weight_hh_l0	6	-0.0430799163877964
13244	rnn.weight_hh_l0	7	0.00022638104564975947
13244	rnn.weight_hh_l0	8	-0.01769709587097168
13244	rnn.weight_hh_l0	9	0.016086773946881294
13244	rnn.bias_ih_l0	0	0.10632866621017456
13244	rnn.bias_ih_l0	1	-0.04936761409044266
13244	rnn.bias_ih_l0	2	0.09620561450719833
13244	rnn.bias_ih_l0	3	0.06830774247646332
13244	rnn.bias_ih_l0	4	0.09874482452869415
13244	rnn.bias_ih_l0	5	0.02991105429828167
13244	rnn.bias_ih_l0	6	5.0152451876783744e-05
13244	rnn.bias_ih_l0	7	-0.0878581553697586
13244	rnn.bias_ih_l0	8	-0.16056127846240997
13244	rnn.bias_ih_l0	9	0.08991020172834396
13244	rnn.bias_hh_l0	0	-0.02392103150486946
13244	rnn.bias_hh_l0	1	0.01680547185242176
13244	rnn.bias_hh_l0	2	-0.025238357484340668
13244	rnn.bias_hh_l0	3	-0.012186597101390362
13244	rnn.bias_hh_l0	4	-0.0379214808344841
13244	rnn.bias_hh_l0	5	0.13816750049591064
13244	rnn.bias_hh_l0	6	0.003867651103064418
13244	rnn.bias_hh_l0	7	0.026557350531220436
13244	rnn.bias_hh_l0	8	0.03441891074180603
13244	rnn.bias_hh_l0	9	0.03959732875227928
13244	rnn.weight_ih_l0_reverse	0	-0.02823786251246929
13244	rnn.weight_ih_l0_reverse	1	-0.001016503549180925
13244	rnn.weight_ih_l0_reverse	2	0.02671702951192856
13244	rnn.weight_ih_l0_reverse	3	-0.05739033594727516
13244	rnn.weight_ih_l0_reverse	4	0.010729322209954262
13244	rnn.weight_ih_l0_reverse	5	-0.05200573056936264
13244	rnn.weight_ih_l0_reverse	6	0.01462010107934475
13244	rnn.weight_ih_l0_reverse	7	0.0436454601585865
13244	rnn.weight_ih_l0_reverse	8	-0.044147320091724396
13244	rnn.weight_ih_l0_reverse	9	-0.05489346385002136
13244	rnn.weight_hh_l0_reverse	0	-0.07818962633609772
13244	rnn.weight_hh_l0_reverse	1	-0.043881963938474655
13244	rnn.weight_hh_l0_reverse	2	0.022612901404500008
13244	rnn.weight_hh_l0_reverse	3	0.04170184209942818
13244	rnn.weight_hh_l0_reverse	4	0.014904603362083435
13244	rnn.weight_hh_l0_reverse	5	0.04321978613734245
13244	rnn.weight_hh_l0_reverse	6	-0.0038185403682291508
13244	rnn.weight_hh_l0_reverse	7	0.009223281405866146
13244	rnn.weight_hh_l0_reverse	8	-0.09019770473241806
13244	rnn.weight_hh_l0_reverse	9	0.055988751351833344
13244	rnn.bias_ih_l0_reverse	0	-0.09378725290298462
13244	rnn.bias_ih_l0_reverse	1	-0.050882142037153244
13244	rnn.bias_ih_l0_reverse	2	0.09202560782432556
13244	rnn.bias_ih_l0_reverse	3	0.027299948036670685
13244	rnn.bias_ih_l0_reverse	4	-0.12109064310789108
13244	rnn.bias_ih_l0_reverse	5	0.036260638386011124
13244	rnn.bias_ih_l0_reverse	6	-0.11421166360378265
13244	rnn.bias_ih_l0_reverse	7	0.04072776436805725
13244	rnn.bias_ih_l0_reverse	8	0.02406594716012478
13244	rnn.bias_ih_l0_reverse	9	0.0688241496682167
13244	rnn.bias_hh_l0_reverse	0	0.03925536572933197
13244	rnn.bias_hh_l0_reverse	1	0.07002314925193787
13244	rnn.bias_hh_l0_reverse	2	0.0748642310500145
13244	rnn.bias_hh_l0_reverse	3	-0.010752151720225811
13244	rnn.bias_hh_l0_reverse	4	0.08440316468477249
13244	rnn.bias_hh_l0_reverse	5	0.005478892009705305
13244	rnn.bias_hh_l0_reverse	6	-0.06743521243333817
13244	rnn.bias_hh_l0_reverse	7	0.027486586943268776
13244	rnn.bias_hh_l0_reverse	8	0.023624619469046593
13244	rnn.bias_hh_l0_reverse	9	-0.1326819658279419
13244	linear.weight	0	0.15888561308383942
13244	linear.weight	1	-0.11404449492692947
13244	linear.weight	2	-0.18228083848953247
13244	linear.weight	3	0.08332104235887527
13244	linear.weight	4	-0.004758406896144152
13244	linear.weight	5	-0.000635581265669316
13244	linear.weight	6	-0.00884111225605011
13244	linear.weight	7	-0.03945551812648773
13244	linear.weight	8	0.06553169339895248
13244	linear.weight	9	0.27278298139572144
13244	linear.bias	0	-0.11947643011808395
13244	linear.bias	1	0.1427384465932846
13244	linear.bias	2	-0.46177372336387634
13244	linear.bias	3	1.5058374404907227
13244	linear.bias	4	-0.3520455062389374
13244	linear.bias	5	-0.030769959092140198
13244	linear.bias	6	-0.31315216422080994
13244	linear.bias	7	-0.22333383560180664
13244	linear.bias	8	0.013142649084329605
13244	linear.bias	9	-0.45491087436676025
13272	transitions	0	-0.6191149353981018
13272	transitions	1	0.37949490547180176
13272	transitions	2	1.7140699625015259
13272	transitions	3	0.1335606873035431
13272	transitions	4	0.971808671951294
13272	transitions	5	1.2744855880737305
13272	transitions	6	0.48409464955329895
13272	transitions	7	0.18044796586036682
13272	transitions	8	-0.9192138910293579
13272	transitions	9	0.9307505488395691
13272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13272	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13272	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13272	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13272	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13272	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13272	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13272	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13272	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13272	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13272	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13272	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13272	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13272	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13272	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13272	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13272	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13272	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13272	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13272	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13272	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13272	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13272	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13272	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13272	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13272	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13272	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13272	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13272	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13272	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13272	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13272	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13272	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13272	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13272	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13272	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13272	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13272	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13272	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13272	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13272	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13272	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13272	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13272	embedding2nn.weight	0	0.02190336026251316
13272	embedding2nn.weight	1	0.014945176430046558
13272	embedding2nn.weight	2	-0.005090796388685703
13272	embedding2nn.weight	3	0.0007927522528916597
13272	embedding2nn.weight	4	-0.0041020638309419155
13272	embedding2nn.weight	5	0.008635548874735832
13272	embedding2nn.weight	6	-0.0026517307851463556
13272	embedding2nn.weight	7	0.010478885844349861
13272	embedding2nn.weight	8	-0.008087283931672573
13272	embedding2nn.weight	9	-0.013082818128168583
13272	embedding2nn.bias	0	-0.012032163329422474
13272	embedding2nn.bias	1	-0.025942007079720497
13272	embedding2nn.bias	2	-0.06997683644294739
13272	embedding2nn.bias	3	-0.008016795851290226
13272	embedding2nn.bias	4	0.017960742115974426
13272	embedding2nn.bias	5	-0.0018151773838326335
13272	embedding2nn.bias	6	0.01876777969300747
13272	embedding2nn.bias	7	0.03817253187298775
13272	embedding2nn.bias	8	0.007711002137511969
13272	embedding2nn.bias	9	-0.006685994099825621
13272	rnn.weight_ih_l0	0	0.03963463380932808
13272	rnn.weight_ih_l0	1	-0.012867611832916737
13272	rnn.weight_ih_l0	2	-0.034932129085063934
13272	rnn.weight_ih_l0	3	-0.04478215053677559
13272	rnn.weight_ih_l0	4	-0.04804021120071411
13272	rnn.weight_ih_l0	5	-0.0014304742217063904
13272	rnn.weight_ih_l0	6	-0.05181095749139786
13272	rnn.weight_ih_l0	7	-0.05568695068359375
13272	rnn.weight_ih_l0	8	-0.046991173177957535
13272	rnn.weight_ih_l0	9	-0.026028182357549667
13272	rnn.weight_hh_l0	0	0.010475866496562958
13272	rnn.weight_hh_l0	1	-0.016966771334409714
13272	rnn.weight_hh_l0	2	-0.045379724353551865
13272	rnn.weight_hh_l0	3	-0.027140116319060326
13272	rnn.weight_hh_l0	4	-0.06044252961874008
13272	rnn.weight_hh_l0	5	-0.013089882209897041
13272	rnn.weight_hh_l0	6	-0.04329388588666916
13272	rnn.weight_hh_l0	7	-0.0006589868571609259
13272	rnn.weight_hh_l0	8	-0.01785757578909397
13272	rnn.weight_hh_l0	9	0.015102317556738853
13272	rnn.bias_ih_l0	0	0.1069728285074234
13272	rnn.bias_ih_l0	1	-0.04760796204209328
13272	rnn.bias_ih_l0	2	0.09808087348937988
13272	rnn.bias_ih_l0	3	0.06760230660438538
13272	rnn.bias_ih_l0	4	0.09998290240764618
13272	rnn.bias_ih_l0	5	0.031814850866794586
13272	rnn.bias_ih_l0	6	0.002386290580034256
13272	rnn.bias_ih_l0	7	-0.08662818372249603
13272	rnn.bias_ih_l0	8	-0.15982016921043396
13272	rnn.bias_ih_l0	9	0.0901314914226532
13272	rnn.bias_hh_l0	0	-0.025345688685774803
13272	rnn.bias_hh_l0	1	0.01861431635916233
13272	rnn.bias_hh_l0	2	-0.0258969534188509
13272	rnn.bias_hh_l0	3	-0.01572153903543949
13272	rnn.bias_hh_l0	4	-0.0370585098862648
13272	rnn.bias_hh_l0	5	0.13919952511787415
13272	rnn.bias_hh_l0	6	0.002983122831210494
13272	rnn.bias_hh_l0	7	0.025843773037195206
13272	rnn.bias_hh_l0	8	0.03675505146384239
13272	rnn.bias_hh_l0	9	0.03854365646839142
13272	rnn.weight_ih_l0_reverse	0	-0.028621550649404526
13272	rnn.weight_ih_l0_reverse	1	-0.0016113609308376908
13272	rnn.weight_ih_l0_reverse	2	0.026822440326213837
13272	rnn.weight_ih_l0_reverse	3	-0.057331446558237076
13272	rnn.weight_ih_l0_reverse	4	0.010682731866836548
13272	rnn.weight_ih_l0_reverse	5	-0.05196594074368477
13272	rnn.weight_ih_l0_reverse	6	0.014047217555344105
13272	rnn.weight_ih_l0_reverse	7	0.04366616532206535
13272	rnn.weight_ih_l0_reverse	8	-0.04425377398729324
13272	rnn.weight_ih_l0_reverse	9	-0.05474979802966118
13272	rnn.weight_hh_l0_reverse	0	-0.07727622240781784
13272	rnn.weight_hh_l0_reverse	1	-0.044283218681812286
13272	rnn.weight_hh_l0_reverse	2	0.02351069636642933
13272	rnn.weight_hh_l0_reverse	3	0.041229959577322006
13272	rnn.weight_hh_l0_reverse	4	0.014542384073138237
13272	rnn.weight_hh_l0_reverse	5	0.04318235069513321
13272	rnn.weight_hh_l0_reverse	6	-0.001901872456073761
13272	rnn.weight_hh_l0_reverse	7	0.009212208911776543
13272	rnn.weight_hh_l0_reverse	8	-0.09021782875061035
13272	rnn.weight_hh_l0_reverse	9	0.05535084381699562
13272	rnn.bias_ih_l0_reverse	0	-0.08537045866250992
13272	rnn.bias_ih_l0_reverse	1	-0.05366117134690285
13272	rnn.bias_ih_l0_reverse	2	0.0915067195892334
13272	rnn.bias_ih_l0_reverse	3	0.02750287391245365
13272	rnn.bias_ih_l0_reverse	4	-0.11940057575702667
13272	rnn.bias_ih_l0_reverse	5	0.03772192448377609
13272	rnn.bias_ih_l0_reverse	6	-0.1127016693353653
13272	rnn.bias_ih_l0_reverse	7	0.04086955264210701
13272	rnn.bias_ih_l0_reverse	8	0.022974345833063126
13272	rnn.bias_ih_l0_reverse	9	0.06920026242733002
13272	rnn.bias_hh_l0_reverse	0	0.037736646831035614
13272	rnn.bias_hh_l0_reverse	1	0.07193481922149658
13272	rnn.bias_hh_l0_reverse	2	0.07433188706636429
13272	rnn.bias_hh_l0_reverse	3	-0.011165101081132889
13272	rnn.bias_hh_l0_reverse	4	0.08637472987174988
13272	rnn.bias_hh_l0_reverse	5	0.006621082313358784
13272	rnn.bias_hh_l0_reverse	6	-0.06853355467319489
13272	rnn.bias_hh_l0_reverse	7	0.02635018527507782
13272	rnn.bias_hh_l0_reverse	8	0.021448930725455284
13272	rnn.bias_hh_l0_reverse	9	-0.13009728491306305
13272	linear.weight	0	0.1537902057170868
13272	linear.weight	1	-0.11402903497219086
13272	linear.weight	2	-0.18457713723182678
13272	linear.weight	3	0.08542554825544357
13272	linear.weight	4	-0.004084814339876175
13272	linear.weight	5	-0.00017363425286021084
13272	linear.weight	6	-0.008825511671602726
13272	linear.weight	7	-0.03938981890678406
13272	linear.weight	8	0.06645524501800537
13272	linear.weight	9	0.26798632740974426
13272	linear.bias	0	-0.12293887138366699
13272	linear.bias	1	0.15377338230609894
13272	linear.bias	2	-0.4602366089820862
13272	linear.bias	3	1.5035825967788696
13272	linear.bias	4	-0.35240691900253296
13272	linear.bias	5	-0.030769959092140198
13272	linear.bias	6	-0.3125855326652527
13272	linear.bias	7	-0.22306253015995026
13272	linear.bias	8	0.015778781846165657
13272	linear.bias	9	-0.4550376236438751
13300	transitions	0	-0.6191781163215637
13300	transitions	1	0.3793460726737976
13300	transitions	2	1.7139230966567993
13300	transitions	3	0.13346832990646362
13300	transitions	4	0.9713801741600037
13300	transitions	5	1.2744832038879395
13300	transitions	6	0.4840939939022064
13300	transitions	7	0.180446058511734
13300	transitions	8	-0.9192161560058594
13300	transitions	9	0.93075031042099
13300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13300	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13300	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13300	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13300	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13300	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13300	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13300	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13300	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13300	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13300	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13300	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13300	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13300	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13300	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13300	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13300	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13300	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13300	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13300	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13300	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13300	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13300	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13300	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13300	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13300	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13300	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13300	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13300	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13300	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13300	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13300	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13300	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13300	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13300	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13300	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13300	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13300	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13300	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13300	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13300	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13300	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13300	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13300	embedding2nn.weight	0	0.021297486498951912
13300	embedding2nn.weight	1	0.014958697371184826
13300	embedding2nn.weight	2	-0.00510704331099987
13300	embedding2nn.weight	3	0.0010750103974714875
13300	embedding2nn.weight	4	-0.0040176608599722385
13300	embedding2nn.weight	5	0.008885608986020088
13300	embedding2nn.weight	6	-0.002621286315843463
13300	embedding2nn.weight	7	0.009709695354104042
13300	embedding2nn.weight	8	-0.008304386399686337
13300	embedding2nn.weight	9	-0.013108217157423496
13300	embedding2nn.bias	0	-0.013165099546313286
13300	embedding2nn.bias	1	-0.024513762444257736
13300	embedding2nn.bias	2	-0.05962733179330826
13300	embedding2nn.bias	3	-0.007002002559602261
13300	embedding2nn.bias	4	0.022030185908079147
13300	embedding2nn.bias	5	-0.0060217007994651794
13300	embedding2nn.bias	6	0.019488997757434845
13300	embedding2nn.bias	7	0.03595438972115517
13300	embedding2nn.bias	8	0.0005873440532013774
13300	embedding2nn.bias	9	-0.0019301678985357285
13300	rnn.weight_ih_l0	0	0.03953384980559349
13300	rnn.weight_ih_l0	1	-0.012566659599542618
13300	rnn.weight_ih_l0	2	-0.03578423708677292
13300	rnn.weight_ih_l0	3	-0.04453989118337631
13300	rnn.weight_ih_l0	4	-0.04806766286492348
13300	rnn.weight_ih_l0	5	-0.0015846712049096823
13300	rnn.weight_ih_l0	6	-0.05225928872823715
13300	rnn.weight_ih_l0	7	-0.05593983829021454
13300	rnn.weight_ih_l0	8	-0.04698650911450386
13300	rnn.weight_ih_l0	9	-0.02585473656654358
13300	rnn.weight_hh_l0	0	0.010720884427428246
13300	rnn.weight_hh_l0	1	-0.017216995358467102
13300	rnn.weight_hh_l0	2	-0.04386446252465248
13300	rnn.weight_hh_l0	3	-0.027167730033397675
13300	rnn.weight_hh_l0	4	-0.06000480800867081
13300	rnn.weight_hh_l0	5	-0.012491405010223389
13300	rnn.weight_hh_l0	6	-0.04483429715037346
13300	rnn.weight_hh_l0	7	-0.0023739130701869726
13300	rnn.weight_hh_l0	8	-0.01794053614139557
13300	rnn.weight_hh_l0	9	0.014058757573366165
13300	rnn.bias_ih_l0	0	0.10722395777702332
13300	rnn.bias_ih_l0	1	-0.048535484820604324
13300	rnn.bias_ih_l0	2	0.0998288094997406
13300	rnn.bias_ih_l0	3	0.0673941969871521
13300	rnn.bias_ih_l0	4	0.09924386441707611
13300	rnn.bias_ih_l0	5	0.03163209557533264
13300	rnn.bias_ih_l0	6	0.0034525729715824127
13300	rnn.bias_ih_l0	7	-0.089436836540699
13300	rnn.bias_ih_l0	8	-0.16845983266830444
13300	rnn.bias_ih_l0	9	0.0912773534655571
13300	rnn.bias_hh_l0	0	-0.025698933750391006
13300	rnn.bias_hh_l0	1	0.01664191298186779
13300	rnn.bias_hh_l0	2	-0.02433772198855877
13300	rnn.bias_hh_l0	3	-0.012937546707689762
13300	rnn.bias_hh_l0	4	-0.03828933835029602
13300	rnn.bias_hh_l0	5	0.14055275917053223
13300	rnn.bias_hh_l0	6	0.002918180078268051
13300	rnn.bias_hh_l0	7	0.02647397294640541
13300	rnn.bias_hh_l0	8	0.037821345031261444
13300	rnn.bias_hh_l0	9	0.03832642361521721
13300	rnn.weight_ih_l0_reverse	0	-0.028590422123670578
13300	rnn.weight_ih_l0_reverse	1	-0.0016589871374890208
13300	rnn.weight_ih_l0_reverse	2	0.026736432686448097
13300	rnn.weight_ih_l0_reverse	3	-0.057701654732227325
13300	rnn.weight_ih_l0_reverse	4	0.01084932405501604
13300	rnn.weight_ih_l0_reverse	5	-0.05195382609963417
13300	rnn.weight_ih_l0_reverse	6	0.01304293517023325
13300	rnn.weight_ih_l0_reverse	7	0.04373665899038315
13300	rnn.weight_ih_l0_reverse	8	-0.04437945783138275
13300	rnn.weight_ih_l0_reverse	9	-0.05479927733540535
13300	rnn.weight_hh_l0_reverse	0	-0.07704652100801468
13300	rnn.weight_hh_l0_reverse	1	-0.04441213607788086
13300	rnn.weight_hh_l0_reverse	2	0.023433024063706398
13300	rnn.weight_hh_l0_reverse	3	0.04133640229701996
13300	rnn.weight_hh_l0_reverse	4	0.014163781888782978
13300	rnn.weight_hh_l0_reverse	5	0.04315275698900223
13300	rnn.weight_hh_l0_reverse	6	-0.0033434838987886906
13300	rnn.weight_hh_l0_reverse	7	0.008782644756138325
13300	rnn.weight_hh_l0_reverse	8	-0.09022687375545502
13300	rnn.weight_hh_l0_reverse	9	0.05656209588050842
13300	rnn.bias_ih_l0_reverse	0	-0.08687321841716766
13300	rnn.bias_ih_l0_reverse	1	-0.05922809615731239
13300	rnn.bias_ih_l0_reverse	2	0.09208951890468597
13300	rnn.bias_ih_l0_reverse	3	0.027775470167398453
13300	rnn.bias_ih_l0_reverse	4	-0.12022558599710464
13300	rnn.bias_ih_l0_reverse	5	0.038025714457035065
13300	rnn.bias_ih_l0_reverse	6	-0.11177214235067368
13300	rnn.bias_ih_l0_reverse	7	0.04272644966840744
13300	rnn.bias_ih_l0_reverse	8	0.0218362919986248
13300	rnn.bias_ih_l0_reverse	9	0.06913290917873383
13300	rnn.bias_hh_l0_reverse	0	0.04160868003964424
13300	rnn.bias_hh_l0_reverse	1	0.0733775645494461
13300	rnn.bias_hh_l0_reverse	2	0.07523320615291595
13300	rnn.bias_hh_l0_reverse	3	-0.0111440010368824
13300	rnn.bias_hh_l0_reverse	4	0.08576276898384094
13300	rnn.bias_hh_l0_reverse	5	-0.002555222250521183
13300	rnn.bias_hh_l0_reverse	6	-0.06885337084531784
13300	rnn.bias_hh_l0_reverse	7	0.02557048387825489
13300	rnn.bias_hh_l0_reverse	8	0.021130820736289024
13300	rnn.bias_hh_l0_reverse	9	-0.12741850316524506
13300	linear.weight	0	0.1552894413471222
13300	linear.weight	1	-0.11399547010660172
13300	linear.weight	2	-0.18981483578681946
13300	linear.weight	3	0.08086583018302917
13300	linear.weight	4	-0.004324011504650116
13300	linear.weight	5	-0.0021299519576132298
13300	linear.weight	6	-0.008799933828413486
13300	linear.weight	7	-0.039836108684539795
13300	linear.weight	8	0.061510659754276276
13300	linear.weight	9	0.268496572971344
13300	linear.bias	0	-0.12444525957107544
13300	linear.bias	1	0.15006345510482788
13300	linear.bias	2	-0.46500012278556824
13300	linear.bias	3	1.506691813468933
13300	linear.bias	4	-0.3475690484046936
13300	linear.bias	5	-0.030769959092140198
13300	linear.bias	6	-0.315475732088089
13300	linear.bias	7	-0.21969112753868103
13300	linear.bias	8	0.01011824980378151
13300	linear.bias	9	-0.45518290996551514
13328	transitions	0	-0.6193122267723083
13328	transitions	1	0.3792201280593872
13328	transitions	2	1.7138123512268066
13328	transitions	3	0.13343209028244019
13328	transitions	4	0.9713602066040039
13328	transitions	5	1.2744818925857544
13328	transitions	6	0.484078586101532
13328	transitions	7	0.18044248223304749
13328	transitions	8	-0.9192168116569519
13328	transitions	9	0.9307501912117004
13328	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13328	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13328	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13328	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13328	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13328	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13328	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13328	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13328	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13328	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13328	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13328	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13328	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13328	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13328	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13328	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13328	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13328	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13328	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13328	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13328	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13328	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13328	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13328	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13328	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13328	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13328	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13328	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13328	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13328	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13328	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13328	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13328	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13328	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13328	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13328	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13328	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13328	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13328	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13328	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13328	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13328	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13328	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13328	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13328	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13328	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13328	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13328	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13328	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13328	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13328	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13328	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13328	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13328	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13328	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13328	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13328	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13328	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13328	embedding2nn.weight	0	0.021646037697792053
13328	embedding2nn.weight	1	0.015112199820578098
13328	embedding2nn.weight	2	-0.0050713131204247475
13328	embedding2nn.weight	3	0.0011662838514894247
13328	embedding2nn.weight	4	-0.00398288993164897
13328	embedding2nn.weight	5	0.008897826075553894
13328	embedding2nn.weight	6	-0.002621968276798725
13328	embedding2nn.weight	7	0.009602364152669907
13328	embedding2nn.weight	8	-0.008388783782720566
13328	embedding2nn.weight	9	-0.013180412352085114
13328	embedding2nn.bias	0	-0.013643628917634487
13328	embedding2nn.bias	1	-0.023019643500447273
13328	embedding2nn.bias	2	-0.05997438728809357
13328	embedding2nn.bias	3	-0.009461784735321999
13328	embedding2nn.bias	4	0.019108807668089867
13328	embedding2nn.bias	5	-0.011836178600788116
13328	embedding2nn.bias	6	0.02463141269981861
13328	embedding2nn.bias	7	0.03051174432039261
13328	embedding2nn.bias	8	-0.003532922826707363
13328	embedding2nn.bias	9	0.005013994872570038
13328	rnn.weight_ih_l0	0	0.039000991731882095
13328	rnn.weight_ih_l0	1	-0.012864267453551292
13328	rnn.weight_ih_l0	2	-0.03540298342704773
13328	rnn.weight_ih_l0	3	-0.044235631823539734
13328	rnn.weight_ih_l0	4	-0.04805777221918106
13328	rnn.weight_ih_l0	5	-0.0015119470190256834
13328	rnn.weight_ih_l0	6	-0.0524175725877285
13328	rnn.weight_ih_l0	7	-0.055970337241888046
13328	rnn.weight_ih_l0	8	-0.046944234520196915
13328	rnn.weight_ih_l0	9	-0.025823578238487244
13328	rnn.weight_hh_l0	0	0.011240126565098763
13328	rnn.weight_hh_l0	1	-0.017276844009757042
13328	rnn.weight_hh_l0	2	-0.04429810866713524
13328	rnn.weight_hh_l0	3	-0.027557216584682465
13328	rnn.weight_hh_l0	4	-0.05942535772919655
13328	rnn.weight_hh_l0	5	-0.012502345256507397
13328	rnn.weight_hh_l0	6	-0.04549170285463333
13328	rnn.weight_hh_l0	7	-0.0005672518163919449
13328	rnn.weight_hh_l0	8	-0.017884422093629837
13328	rnn.weight_hh_l0	9	0.01453571580350399
13328	rnn.bias_ih_l0	0	0.10911702364683151
13328	rnn.bias_ih_l0	1	-0.049923695623874664
13328	rnn.bias_ih_l0	2	0.10152775049209595
13328	rnn.bias_ih_l0	3	0.06797775626182556
13328	rnn.bias_ih_l0	4	0.1021885797381401
13328	rnn.bias_ih_l0	5	0.03229004517197609
13328	rnn.bias_ih_l0	6	0.0049764253199100494
13328	rnn.bias_ih_l0	7	-0.08878034353256226
13328	rnn.bias_ih_l0	8	-0.1748644858598709
13328	rnn.bias_ih_l0	9	0.091547392308712
13328	rnn.bias_hh_l0	0	-0.02369871363043785
13328	rnn.bias_hh_l0	1	0.016286686062812805
13328	rnn.bias_hh_l0	2	-0.021740401163697243
13328	rnn.bias_hh_l0	3	-0.011743473820388317
13328	rnn.bias_hh_l0	4	-0.03935261443257332
13328	rnn.bias_hh_l0	5	0.13983260095119476
13328	rnn.bias_hh_l0	6	0.0032524531707167625
13328	rnn.bias_hh_l0	7	0.02654680795967579
13328	rnn.bias_hh_l0	8	0.03934519365429878
13328	rnn.bias_hh_l0	9	0.039385613054037094
13328	rnn.weight_ih_l0_reverse	0	-0.028653528541326523
13328	rnn.weight_ih_l0_reverse	1	-0.002352113602682948
13328	rnn.weight_ih_l0_reverse	2	0.026711953803896904
13328	rnn.weight_ih_l0_reverse	3	-0.05739971622824669
13328	rnn.weight_ih_l0_reverse	4	0.010491380468010902
13328	rnn.weight_ih_l0_reverse	5	-0.05199666693806648
13328	rnn.weight_ih_l0_reverse	6	0.011335816234350204
13328	rnn.weight_ih_l0_reverse	7	0.04397037997841835
13328	rnn.weight_ih_l0_reverse	8	-0.04411931335926056
13328	rnn.weight_ih_l0_reverse	9	-0.054767534136772156
13328	rnn.weight_hh_l0_reverse	0	-0.07746054977178574
13328	rnn.weight_hh_l0_reverse	1	-0.044915396720170975
13328	rnn.weight_hh_l0_reverse	2	0.023177247494459152
13328	rnn.weight_hh_l0_reverse	3	0.0410197488963604
13328	rnn.weight_hh_l0_reverse	4	0.014865927398204803
13328	rnn.weight_hh_l0_reverse	5	0.04291912540793419
13328	rnn.weight_hh_l0_reverse	6	-0.005619095638394356
13328	rnn.weight_hh_l0_reverse	7	0.009094852954149246
13328	rnn.weight_hh_l0_reverse	8	-0.09061158448457718
13328	rnn.weight_hh_l0_reverse	9	0.056908752769231796
13328	rnn.bias_ih_l0_reverse	0	-0.0875651091337204
13328	rnn.bias_ih_l0_reverse	1	-0.061524730175733566
13328	rnn.bias_ih_l0_reverse	2	0.09154961258172989
13328	rnn.bias_ih_l0_reverse	3	0.027266114950180054
13328	rnn.bias_ih_l0_reverse	4	-0.11911247670650482
13328	rnn.bias_ih_l0_reverse	5	0.03683370351791382
13328	rnn.bias_ih_l0_reverse	6	-0.11100395768880844
13328	rnn.bias_ih_l0_reverse	7	0.04136422649025917
13328	rnn.bias_ih_l0_reverse	8	0.021738775074481964
13328	rnn.bias_ih_l0_reverse	9	0.06864698231220245
13328	rnn.bias_hh_l0_reverse	0	0.03672684729099274
13328	rnn.bias_hh_l0_reverse	1	0.07138347625732422
13328	rnn.bias_hh_l0_reverse	2	0.07526687532663345
13328	rnn.bias_hh_l0_reverse	3	-0.011743295937776566
13328	rnn.bias_hh_l0_reverse	4	0.08448173850774765
13328	rnn.bias_hh_l0_reverse	5	-0.0022274514194577932
13328	rnn.bias_hh_l0_reverse	6	-0.06967141479253769
13328	rnn.bias_hh_l0_reverse	7	0.023357322439551353
13328	rnn.bias_hh_l0_reverse	8	0.02261205017566681
13328	rnn.bias_hh_l0_reverse	9	-0.1271098107099533
13328	linear.weight	0	0.16593621671199799
13328	linear.weight	1	-0.11396856606006622
13328	linear.weight	2	-0.18929052352905273
13328	linear.weight	3	0.08311352878808975
13328	linear.weight	4	-0.0041947499848902225
13328	linear.weight	5	-0.002622975269332528
13328	linear.weight	6	-0.008786069229245186
13328	linear.weight	7	-0.03971878066658974
13328	linear.weight	8	0.05932331457734108
13328	linear.weight	9	0.2682781219482422
13328	linear.bias	0	-0.11115975677967072
13328	linear.bias	1	0.14809700846672058
13328	linear.bias	2	-0.46587705612182617
13328	linear.bias	3	1.5104100704193115
13328	linear.bias	4	-0.34803488850593567
13328	linear.bias	5	-0.030769959092140198
13328	linear.bias	6	-0.3159594237804413
13328	linear.bias	7	-0.22024953365325928
13328	linear.bias	8	0.014574511907994747
13328	linear.bias	9	-0.4554359018802643
13356	transitions	0	-0.6194043159484863
13356	transitions	1	0.3791230320930481
13356	transitions	2	1.7129875421524048
13356	transitions	3	0.13339324295520782
13356	transitions	4	0.9713150858879089
13356	transitions	5	1.274479627609253
13356	transitions	6	0.48407819867134094
13356	transitions	7	0.18028759956359863
13356	transitions	8	-0.9192175269126892
13356	transitions	9	0.9307501912117004
13356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13356	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13356	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13356	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13356	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13356	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13356	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13356	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13356	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13356	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13356	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13356	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13356	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13356	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13356	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13356	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13356	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13356	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13356	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13356	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13356	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13356	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13356	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13356	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13356	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13356	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13356	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13356	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13356	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13356	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13356	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13356	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13356	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13356	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13356	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13356	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13356	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13356	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13356	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13356	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13356	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13356	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13356	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13356	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13356	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13356	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13356	embedding2nn.weight	0	0.022147726267576218
13356	embedding2nn.weight	1	0.015081764198839664
13356	embedding2nn.weight	2	-0.0051109883934259415
13356	embedding2nn.weight	3	0.0011530182091519237
13356	embedding2nn.weight	4	-0.003986070863902569
13356	embedding2nn.weight	5	0.009089876897633076
13356	embedding2nn.weight	6	-0.0027441722340881824
13356	embedding2nn.weight	7	0.00971201155334711
13356	embedding2nn.weight	8	-0.008730047382414341
13356	embedding2nn.weight	9	-0.013063007034361362
13356	embedding2nn.bias	0	-0.014368086121976376
13356	embedding2nn.bias	1	-0.017359834164381027
13356	embedding2nn.bias	2	-0.06118027865886688
13356	embedding2nn.bias	3	-0.007489164359867573
13356	embedding2nn.bias	4	0.014220126904547215
13356	embedding2nn.bias	5	-0.009973930194973946
13356	embedding2nn.bias	6	0.015599354170262814
13356	embedding2nn.bias	7	0.024776458740234375
13356	embedding2nn.bias	8	0.000286284921457991
13356	embedding2nn.bias	9	0.004872611723840237
13356	rnn.weight_ih_l0	0	0.03920906037092209
13356	rnn.weight_ih_l0	1	-0.011453027836978436
13356	rnn.weight_ih_l0	2	-0.03456509858369827
13356	rnn.weight_ih_l0	3	-0.04445889964699745
13356	rnn.weight_ih_l0	4	-0.04812522977590561
13356	rnn.weight_ih_l0	5	-0.0012559526367112994
13356	rnn.weight_ih_l0	6	-0.05201644077897072
13356	rnn.weight_ih_l0	7	-0.05583057180047035
13356	rnn.weight_ih_l0	8	-0.04689987003803253
13356	rnn.weight_ih_l0	9	-0.025915859267115593
13356	rnn.weight_hh_l0	0	0.011147319339215755
13356	rnn.weight_hh_l0	1	-0.018216796219348907
13356	rnn.weight_hh_l0	2	-0.045008353888988495
13356	rnn.weight_hh_l0	3	-0.027592556551098824
13356	rnn.weight_hh_l0	4	-0.0592479333281517
13356	rnn.weight_hh_l0	5	-0.012103075161576271
13356	rnn.weight_hh_l0	6	-0.045738983899354935
13356	rnn.weight_hh_l0	7	-0.0005792562733404338
13356	rnn.weight_hh_l0	8	-0.018158944323658943
13356	rnn.weight_hh_l0	9	0.015263031236827374
13356	rnn.bias_ih_l0	0	0.10894004255533218
13356	rnn.bias_ih_l0	1	-0.04914528504014015
13356	rnn.bias_ih_l0	2	0.10128837078809738
13356	rnn.bias_ih_l0	3	0.0678609311580658
13356	rnn.bias_ih_l0	4	0.10346098989248276
13356	rnn.bias_ih_l0	5	0.031508080661296844
13356	rnn.bias_ih_l0	6	0.002150855492800474
13356	rnn.bias_ih_l0	7	-0.0885753259062767
13356	rnn.bias_ih_l0	8	-0.17340242862701416
13356	rnn.bias_ih_l0	9	0.09130949527025223
13356	rnn.bias_hh_l0	0	-0.024319324642419815
13356	rnn.bias_hh_l0	1	0.01525827031582594
13356	rnn.bias_hh_l0	2	-0.020108899101614952
13356	rnn.bias_hh_l0	3	-0.01188106182962656
13356	rnn.bias_hh_l0	4	-0.040144771337509155
13356	rnn.bias_hh_l0	5	0.14093522727489471
13356	rnn.bias_hh_l0	6	0.00417412118986249
13356	rnn.bias_hh_l0	7	0.02741660177707672
13356	rnn.bias_hh_l0	8	0.036519620567560196
13356	rnn.bias_hh_l0	9	0.039738498628139496
13356	rnn.weight_ih_l0_reverse	0	-0.028233477845788002
13356	rnn.weight_ih_l0_reverse	1	-0.0022072268184274435
13356	rnn.weight_ih_l0_reverse	2	0.026800116524100304
13356	rnn.weight_ih_l0_reverse	3	-0.05674736946821213
13356	rnn.weight_ih_l0_reverse	4	0.010582231916487217
13356	rnn.weight_ih_l0_reverse	5	-0.051809120923280716
13356	rnn.weight_ih_l0_reverse	6	0.010981823317706585
13356	rnn.weight_ih_l0_reverse	7	0.0441727340221405
13356	rnn.weight_ih_l0_reverse	8	-0.04423573240637779
13356	rnn.weight_ih_l0_reverse	9	-0.054829273372888565
13356	rnn.weight_hh_l0_reverse	0	-0.07829944789409637
13356	rnn.weight_hh_l0_reverse	1	-0.04629835486412048
13356	rnn.weight_hh_l0_reverse	2	0.023121478036046028
13356	rnn.weight_hh_l0_reverse	3	0.041084084659814835
13356	rnn.weight_hh_l0_reverse	4	0.015136117115616798
13356	rnn.weight_hh_l0_reverse	5	0.04283620044589043
13356	rnn.weight_hh_l0_reverse	6	-0.008792576380074024
13356	rnn.weight_hh_l0_reverse	7	0.009263685904443264
13356	rnn.weight_hh_l0_reverse	8	-0.09038075804710388
13356	rnn.weight_hh_l0_reverse	9	0.05644552409648895
13356	rnn.bias_ih_l0_reverse	0	-0.08998852223157883
13356	rnn.bias_ih_l0_reverse	1	-0.05979550629854202
13356	rnn.bias_ih_l0_reverse	2	0.09189259260892868
13356	rnn.bias_ih_l0_reverse	3	0.02614479698240757
13356	rnn.bias_ih_l0_reverse	4	-0.11748718470335007
13356	rnn.bias_ih_l0_reverse	5	0.035594407469034195
13356	rnn.bias_ih_l0_reverse	6	-0.11138900369405746
13356	rnn.bias_ih_l0_reverse	7	0.04086104780435562
13356	rnn.bias_ih_l0_reverse	8	0.02134559489786625
13356	rnn.bias_ih_l0_reverse	9	0.0690583810210228
13356	rnn.bias_hh_l0_reverse	0	0.03815126046538353
13356	rnn.bias_hh_l0_reverse	1	0.07278744876384735
13356	rnn.bias_hh_l0_reverse	2	0.07397683709859848
13356	rnn.bias_hh_l0_reverse	3	-0.011657869443297386
13356	rnn.bias_hh_l0_reverse	4	0.08332040905952454
13356	rnn.bias_hh_l0_reverse	5	0.00468020886182785
13356	rnn.bias_hh_l0_reverse	6	-0.07089313864707947
13356	rnn.bias_hh_l0_reverse	7	0.021994825452566147
13356	rnn.bias_hh_l0_reverse	8	0.0201590433716774
13356	rnn.bias_hh_l0_reverse	9	-0.12229332327842712
13356	linear.weight	0	0.1654421091079712
13356	linear.weight	1	-0.11395531892776489
13356	linear.weight	2	-0.18325699865818024
13356	linear.weight	3	0.08379009366035461
13356	linear.weight	4	-0.004136813338845968
13356	linear.weight	5	-0.002696860348805785
13356	linear.weight	6	-0.008773083798587322
13356	linear.weight	7	-0.03958364203572273
13356	linear.weight	8	0.05585649237036705
13356	linear.weight	9	0.2642747759819031
13356	linear.bias	0	-0.11369865387678146
13356	linear.bias	1	0.14579950273036957
13356	linear.bias	2	-0.4596446454524994
13356	linear.bias	3	1.4921034574508667
13356	linear.bias	4	-0.34849125146865845
13356	linear.bias	5	-0.030769959092140198
13356	linear.bias	6	-0.3094158470630646
13356	linear.bias	7	-0.22164225578308105
13356	linear.bias	8	0.013473805040121078
13356	linear.bias	9	-0.4556225538253784
13384	transitions	0	-0.6195409297943115
13384	transitions	1	0.3790593147277832
13384	transitions	2	1.7128592729568481
13384	transitions	3	0.13330906629562378
13384	transitions	4	0.9711847901344299
13384	transitions	5	1.274478554725647
13384	transitions	6	0.48406699299812317
13384	transitions	7	0.1802867203950882
13384	transitions	8	-0.9192184805870056
13384	transitions	9	0.9307501912117004
13384	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13384	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13384	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13384	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13384	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13384	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13384	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13384	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13384	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13384	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13384	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13384	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13384	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13384	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13384	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13384	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13384	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13384	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13384	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13384	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13384	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13384	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13384	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13384	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13384	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13384	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13384	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13384	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13384	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13384	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13384	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13384	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13384	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13384	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13384	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13384	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13384	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13384	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13384	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13384	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13384	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13384	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13384	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13384	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13384	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13384	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13384	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13384	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13384	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13384	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13384	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13384	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13384	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13384	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13384	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13384	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13384	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13384	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13384	embedding2nn.weight	0	0.022043749690055847
13384	embedding2nn.weight	1	0.0150098642334342
13384	embedding2nn.weight	2	-0.00508781848475337
13384	embedding2nn.weight	3	0.0011355316964909434
13384	embedding2nn.weight	4	-0.003988321870565414
13384	embedding2nn.weight	5	0.008918615989387035
13384	embedding2nn.weight	6	-0.002638566540554166
13384	embedding2nn.weight	7	0.009673139080405235
13384	embedding2nn.weight	8	-0.008736331015825272
13384	embedding2nn.weight	9	-0.01307905837893486
13384	embedding2nn.bias	0	-0.01895894482731819
13384	embedding2nn.bias	1	-0.01986662484705448
13384	embedding2nn.bias	2	-0.0614444799721241
13384	embedding2nn.bias	3	-0.014176611788570881
13384	embedding2nn.bias	4	0.017274754121899605
13384	embedding2nn.bias	5	-0.010166555643081665
13384	embedding2nn.bias	6	0.020335117354989052
13384	embedding2nn.bias	7	0.030868414789438248
13384	embedding2nn.bias	8	0.002278935397043824
13384	embedding2nn.bias	9	0.00847572460770607
13384	rnn.weight_ih_l0	0	0.03917444497346878
13384	rnn.weight_ih_l0	1	-0.011800589971244335
13384	rnn.weight_ih_l0	2	-0.035465970635414124
13384	rnn.weight_ih_l0	3	-0.04430297389626503
13384	rnn.weight_ih_l0	4	-0.04818423092365265
13384	rnn.weight_ih_l0	5	-0.0012519528390839696
13384	rnn.weight_ih_l0	6	-0.05218464508652687
13384	rnn.weight_ih_l0	7	-0.056120987981557846
13384	rnn.weight_ih_l0	8	-0.04680086672306061
13384	rnn.weight_ih_l0	9	-0.025769973173737526
13384	rnn.weight_hh_l0	0	0.011281604878604412
13384	rnn.weight_hh_l0	1	-0.01876426860690117
13384	rnn.weight_hh_l0	2	-0.046996694058179855
13384	rnn.weight_hh_l0	3	-0.0274003054946661
13384	rnn.weight_hh_l0	4	-0.059911470860242844
13384	rnn.weight_hh_l0	5	-0.011592715047299862
13384	rnn.weight_hh_l0	6	-0.0450294055044651
13384	rnn.weight_hh_l0	7	-0.0016467997338622808
13384	rnn.weight_hh_l0	8	-0.017632829025387764
13384	rnn.weight_hh_l0	9	0.01562088169157505
13384	rnn.bias_ih_l0	0	0.10842332988977432
13384	rnn.bias_ih_l0	1	-0.047298453748226166
13384	rnn.bias_ih_l0	2	0.10189035534858704
13384	rnn.bias_ih_l0	3	0.07003268599510193
13384	rnn.bias_ih_l0	4	0.10602420568466187
13384	rnn.bias_ih_l0	5	0.0296271201223135
13384	rnn.bias_ih_l0	6	-0.0007703364244662225
13384	rnn.bias_ih_l0	7	-0.09184573590755463
13384	rnn.bias_ih_l0	8	-0.1768164485692978
13384	rnn.bias_ih_l0	9	0.09373985230922699
13384	rnn.bias_hh_l0	0	-0.02403242141008377
13384	rnn.bias_hh_l0	1	0.015205750241875648
13384	rnn.bias_hh_l0	2	-0.01848786137998104
13384	rnn.bias_hh_l0	3	-0.012916733510792255
13384	rnn.bias_hh_l0	4	-0.04127106815576553
13384	rnn.bias_hh_l0	5	0.14030472934246063
13384	rnn.bias_hh_l0	6	0.002512751379981637
13384	rnn.bias_hh_l0	7	0.031434640288352966
13384	rnn.bias_hh_l0	8	0.033598437905311584
13384	rnn.bias_hh_l0	9	0.037915658205747604
13384	rnn.weight_ih_l0_reverse	0	-0.02810692973434925
13384	rnn.weight_ih_l0_reverse	1	-0.003641383955255151
13384	rnn.weight_ih_l0_reverse	2	0.026883894577622414
13384	rnn.weight_ih_l0_reverse	3	-0.056841228157281876
13384	rnn.weight_ih_l0_reverse	4	0.010279451496899128
13384	rnn.weight_ih_l0_reverse	5	-0.05186973139643669
13384	rnn.weight_ih_l0_reverse	6	0.011253993958234787
13384	rnn.weight_ih_l0_reverse	7	0.0441962294280529
13384	rnn.weight_ih_l0_reverse	8	-0.044408611953258514
13384	rnn.weight_ih_l0_reverse	9	-0.05497608333826065
13384	rnn.weight_hh_l0_reverse	0	-0.07846632599830627
13384	rnn.weight_hh_l0_reverse	1	-0.04596380144357681
13384	rnn.weight_hh_l0_reverse	2	0.023303793743252754
13384	rnn.weight_hh_l0_reverse	3	0.041642654687166214
13384	rnn.weight_hh_l0_reverse	4	0.014745655469596386
13384	rnn.weight_hh_l0_reverse	5	0.042864590883255005
13384	rnn.weight_hh_l0_reverse	6	-0.008368000388145447
13384	rnn.weight_hh_l0_reverse	7	0.009371458552777767
13384	rnn.weight_hh_l0_reverse	8	-0.09124110639095306
13384	rnn.weight_hh_l0_reverse	9	0.05772348493337631
13384	rnn.bias_ih_l0_reverse	0	-0.09536900371313095
13384	rnn.bias_ih_l0_reverse	1	-0.06271933764219284
13384	rnn.bias_ih_l0_reverse	2	0.09169358760118484
13384	rnn.bias_ih_l0_reverse	3	0.02665761299431324
13384	rnn.bias_ih_l0_reverse	4	-0.11898959428071976
13384	rnn.bias_ih_l0_reverse	5	0.0367860309779644
13384	rnn.bias_ih_l0_reverse	6	-0.11411750316619873
13384	rnn.bias_ih_l0_reverse	7	0.03892800211906433
13384	rnn.bias_ih_l0_reverse	8	0.022082598879933357
13384	rnn.bias_ih_l0_reverse	9	0.06834807991981506
13384	rnn.bias_hh_l0_reverse	0	0.042385123670101166
13384	rnn.bias_hh_l0_reverse	1	0.07329630851745605
13384	rnn.bias_hh_l0_reverse	2	0.07254568487405777
13384	rnn.bias_hh_l0_reverse	3	-0.010880932211875916
13384	rnn.bias_hh_l0_reverse	4	0.08683360368013382
13384	rnn.bias_hh_l0_reverse	5	-0.00022733169316779822
13384	rnn.bias_hh_l0_reverse	6	-0.06951125711202621
13384	rnn.bias_hh_l0_reverse	7	0.02174396440386772
13384	rnn.bias_hh_l0_reverse	8	0.019399603828787804
13384	rnn.bias_hh_l0_reverse	9	-0.1301044076681137
13384	linear.weight	0	0.15614105761051178
13384	linear.weight	1	-0.11394981294870377
13384	linear.weight	2	-0.18341639637947083
13384	linear.weight	3	0.08966893702745438
13384	linear.weight	4	-0.003975927364081144
13384	linear.weight	5	-0.0003575327864382416
13384	linear.weight	6	-0.008757744915783405
13384	linear.weight	7	-0.03950021043419838
13384	linear.weight	8	0.05461255460977554
13384	linear.weight	9	0.2693327069282532
13384	linear.bias	0	-0.10521435737609863
13384	linear.bias	1	0.14366237819194794
13384	linear.bias	2	-0.4592874050140381
13384	linear.bias	3	1.5025866031646729
13384	linear.bias	4	-0.34886685013771057
13384	linear.bias	5	-0.030769959092140198
13384	linear.bias	6	-0.30982518196105957
13384	linear.bias	7	-0.21441742777824402
13384	linear.bias	8	0.007722902111709118
13384	linear.bias	9	-0.455815851688385
13412	transitions	0	-0.6197056770324707
13412	transitions	1	0.3789944052696228
13412	transitions	2	1.7127721309661865
13412	transitions	3	0.13306891918182373
13412	transitions	4	0.9711549282073975
13412	transitions	5	1.2744758129119873
13412	transitions	6	0.48406681418418884
13412	transitions	7	0.18028362095355988
13412	transitions	8	-0.9192194938659668
13412	transitions	9	0.9307501912117004
13412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13412	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13412	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13412	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13412	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13412	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13412	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13412	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13412	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13412	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13412	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13412	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13412	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13412	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13412	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13412	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13412	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13412	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13412	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13412	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13412	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13412	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13412	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13412	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13412	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13412	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13412	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13412	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13412	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13412	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13412	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13412	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13412	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13412	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13412	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13412	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13412	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13412	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13412	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13412	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13412	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13412	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13412	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13412	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13412	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13412	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13412	embedding2nn.weight	0	0.02169504575431347
13412	embedding2nn.weight	1	0.015146234072744846
13412	embedding2nn.weight	2	-0.005111150909215212
13412	embedding2nn.weight	3	0.0011507590534165502
13412	embedding2nn.weight	4	-0.004034706857055426
13412	embedding2nn.weight	5	0.009104724042117596
13412	embedding2nn.weight	6	-0.0025116349570453167
13412	embedding2nn.weight	7	0.00941583700478077
13412	embedding2nn.weight	8	-0.008508413098752499
13412	embedding2nn.weight	9	-0.013110147789120674
13412	embedding2nn.bias	0	-0.02121611312031746
13412	embedding2nn.bias	1	-0.01877356320619583
13412	embedding2nn.bias	2	-0.057254575192928314
13412	embedding2nn.bias	3	-0.015255600214004517
13412	embedding2nn.bias	4	0.019047129899263382
13412	embedding2nn.bias	5	-0.01575278863310814
13412	embedding2nn.bias	6	0.017580782994627953
13412	embedding2nn.bias	7	0.03982977196574211
13412	embedding2nn.bias	8	0.006424102932214737
13412	embedding2nn.bias	9	0.012234645895659924
13412	rnn.weight_ih_l0	0	0.03901044651865959
13412	rnn.weight_ih_l0	1	-0.011913838796317577
13412	rnn.weight_ih_l0	2	-0.03697386756539345
13412	rnn.weight_ih_l0	3	-0.044348470866680145
13412	rnn.weight_ih_l0	4	-0.04840574786067009
13412	rnn.weight_ih_l0	5	-0.0011474475031718612
13412	rnn.weight_ih_l0	6	-0.05214395001530647
13412	rnn.weight_ih_l0	7	-0.05581077188253403
13412	rnn.weight_ih_l0	8	-0.04655492678284645
13412	rnn.weight_ih_l0	9	-0.025723183527588844
13412	rnn.weight_hh_l0	0	0.011311637237668037
13412	rnn.weight_hh_l0	1	-0.0190576259046793
13412	rnn.weight_hh_l0	2	-0.046908844262361526
13412	rnn.weight_hh_l0	3	-0.027532724663615227
13412	rnn.weight_hh_l0	4	-0.059876248240470886
13412	rnn.weight_hh_l0	5	-0.011278057470917702
13412	rnn.weight_hh_l0	6	-0.045488398522138596
13412	rnn.weight_hh_l0	7	-0.002816813997924328
13412	rnn.weight_hh_l0	8	-0.01768229901790619
13412	rnn.weight_hh_l0	9	0.015032036229968071
13412	rnn.bias_ih_l0	0	0.10873150080442429
13412	rnn.bias_ih_l0	1	-0.04921210557222366
13412	rnn.bias_ih_l0	2	0.10375349968671799
13412	rnn.bias_ih_l0	3	0.06725004315376282
13412	rnn.bias_ih_l0	4	0.10741282999515533
13412	rnn.bias_ih_l0	5	0.030746137723326683
13412	rnn.bias_ih_l0	6	-0.0016468585235998034
13412	rnn.bias_ih_l0	7	-0.09510859102010727
13412	rnn.bias_ih_l0	8	-0.17328467965126038
13412	rnn.bias_ih_l0	9	0.09342037886381149
13412	rnn.bias_hh_l0	0	-0.02413243055343628
13412	rnn.bias_hh_l0	1	0.0157175175845623
13412	rnn.bias_hh_l0	2	-0.018437685444951057
13412	rnn.bias_hh_l0	3	-0.01307838223874569
13412	rnn.bias_hh_l0	4	-0.04354303702712059
13412	rnn.bias_hh_l0	5	0.13827715814113617
13412	rnn.bias_hh_l0	6	0.003299197880551219
13412	rnn.bias_hh_l0	7	0.029766501858830452
13412	rnn.bias_hh_l0	8	0.03272191807627678
13412	rnn.bias_hh_l0	9	0.03675130754709244
13412	rnn.weight_ih_l0_reverse	0	-0.02812492847442627
13412	rnn.weight_ih_l0_reverse	1	-0.0029668796341866255
13412	rnn.weight_ih_l0_reverse	2	0.02679297886788845
13412	rnn.weight_ih_l0_reverse	3	-0.057113222777843475
13412	rnn.weight_ih_l0_reverse	4	0.010139405727386475
13412	rnn.weight_ih_l0_reverse	5	-0.052184585481882095
13412	rnn.weight_ih_l0_reverse	6	0.011664746329188347
13412	rnn.weight_ih_l0_reverse	7	0.044132839888334274
13412	rnn.weight_ih_l0_reverse	8	-0.044516317546367645
13412	rnn.weight_ih_l0_reverse	9	-0.05476236715912819
13412	rnn.weight_hh_l0_reverse	0	-0.07853888720273972
13412	rnn.weight_hh_l0_reverse	1	-0.046650614589452744
13412	rnn.weight_hh_l0_reverse	2	0.02187013253569603
13412	rnn.weight_hh_l0_reverse	3	0.042234256863594055
13412	rnn.weight_hh_l0_reverse	4	0.01531102042645216
13412	rnn.weight_hh_l0_reverse	5	0.04289253056049347
13412	rnn.weight_hh_l0_reverse	6	-0.0080913370475173
13412	rnn.weight_hh_l0_reverse	7	0.008642644621431828
13412	rnn.weight_hh_l0_reverse	8	-0.09085637331008911
13412	rnn.weight_hh_l0_reverse	9	0.0572737455368042
13412	rnn.bias_ih_l0_reverse	0	-0.09846670925617218
13412	rnn.bias_ih_l0_reverse	1	-0.06685207039117813
13412	rnn.bias_ih_l0_reverse	2	0.0927923321723938
13412	rnn.bias_ih_l0_reverse	3	0.025740599259734154
13412	rnn.bias_ih_l0_reverse	4	-0.12018351256847382
13412	rnn.bias_ih_l0_reverse	5	0.0373624786734581
13412	rnn.bias_ih_l0_reverse	6	-0.11415881663560867
13412	rnn.bias_ih_l0_reverse	7	0.03886329010128975
13412	rnn.bias_ih_l0_reverse	8	0.023628877475857735
13412	rnn.bias_ih_l0_reverse	9	0.06993824988603592
13412	rnn.bias_hh_l0_reverse	0	0.035115063190460205
13412	rnn.bias_hh_l0_reverse	1	0.07283575087785721
13412	rnn.bias_hh_l0_reverse	2	0.07265592366456985
13412	rnn.bias_hh_l0_reverse	3	-0.009637022390961647
13412	rnn.bias_hh_l0_reverse	4	0.08660246431827545
13412	rnn.bias_hh_l0_reverse	5	0.005858282558619976
13412	rnn.bias_hh_l0_reverse	6	-0.07042176276445389
13412	rnn.bias_hh_l0_reverse	7	0.022599898278713226
13412	rnn.bias_hh_l0_reverse	8	0.019495487213134766
13412	rnn.bias_hh_l0_reverse	9	-0.12831135094165802
13412	linear.weight	0	0.1566089242696762
13412	linear.weight	1	-0.11391424387693405
13412	linear.weight	2	-0.18303418159484863
13412	linear.weight	3	0.0921071320772171
13412	linear.weight	4	-0.0030029634945094585
13412	linear.weight	5	-0.00016480093472637236
13412	linear.weight	6	-0.008752190507948399
13412	linear.weight	7	-0.0394684337079525
13412	linear.weight	8	0.055927250534296036
13412	linear.weight	9	0.2681562304496765
13412	linear.bias	0	-0.1171112209558487
13412	linear.bias	1	0.14084835350513458
13412	linear.bias	2	-0.46395576000213623
13412	linear.bias	3	1.5068632364273071
13412	linear.bias	4	-0.34912997484207153
13412	linear.bias	5	-0.030769959092140198
13412	linear.bias	6	-0.31395989656448364
13412	linear.bias	7	-0.2185794711112976
13412	linear.bias	8	0.006983788218349218
13412	linear.bias	9	-0.4559241533279419
13440	transitions	0	-0.6198471188545227
13440	transitions	1	0.37893322110176086
13440	transitions	2	1.7125194072723389
13440	transitions	3	0.13260740041732788
13440	transitions	4	0.971133291721344
13440	transitions	5	1.2744736671447754
13440	transitions	6	0.484063982963562
13440	transitions	7	0.18025337159633636
13440	transitions	8	-0.9192200899124146
13440	transitions	9	0.9307500720024109
13440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13440	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13440	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13440	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13440	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13440	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13440	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13440	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13440	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13440	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13440	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13440	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13440	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13440	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13440	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13440	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13440	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13440	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13440	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13440	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13440	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13440	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13440	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13440	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13440	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13440	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13440	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13440	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13440	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13440	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13440	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13440	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13440	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13440	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13440	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13440	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13440	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13440	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13440	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13440	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13440	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13440	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13440	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13440	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13440	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13440	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13440	embedding2nn.weight	0	0.021816814318299294
13440	embedding2nn.weight	1	0.014977239072322845
13440	embedding2nn.weight	2	-0.005025727208703756
13440	embedding2nn.weight	3	0.001006365055218339
13440	embedding2nn.weight	4	-0.0040610069409012794
13440	embedding2nn.weight	5	0.009330937638878822
13440	embedding2nn.weight	6	-0.002535295905545354
13440	embedding2nn.weight	7	0.009906209073960781
13440	embedding2nn.weight	8	-0.008450628258287907
13440	embedding2nn.weight	9	-0.013264435343444347
13440	embedding2nn.bias	0	-0.02016078308224678
13440	embedding2nn.bias	1	-0.017741775140166283
13440	embedding2nn.bias	2	-0.0552295446395874
13440	embedding2nn.bias	3	-0.012710761278867722
13440	embedding2nn.bias	4	0.01715106889605522
13440	embedding2nn.bias	5	-0.010206704027950764
13440	embedding2nn.bias	6	0.012535816058516502
13440	embedding2nn.bias	7	0.03829817846417427
13440	embedding2nn.bias	8	0.0076579805463552475
13440	embedding2nn.bias	9	0.008012478239834309
13440	rnn.weight_ih_l0	0	0.038934025913476944
13440	rnn.weight_ih_l0	1	-0.012232156470417976
13440	rnn.weight_ih_l0	2	-0.03681414574384689
13440	rnn.weight_ih_l0	3	-0.04435155913233757
13440	rnn.weight_ih_l0	4	-0.04829961061477661
13440	rnn.weight_ih_l0	5	-0.0009912619134411216
13440	rnn.weight_ih_l0	6	-0.05223963409662247
13440	rnn.weight_ih_l0	7	-0.056021980941295624
13440	rnn.weight_ih_l0	8	-0.04637598246335983
13440	rnn.weight_ih_l0	9	-0.025772923603653908
13440	rnn.weight_hh_l0	0	0.01133230421692133
13440	rnn.weight_hh_l0	1	-0.01906411349773407
13440	rnn.weight_hh_l0	2	-0.04830104112625122
13440	rnn.weight_hh_l0	3	-0.028035029768943787
13440	rnn.weight_hh_l0	4	-0.06011110171675682
13440	rnn.weight_hh_l0	5	-0.01113992091268301
13440	rnn.weight_hh_l0	6	-0.04557756707072258
13440	rnn.weight_hh_l0	7	-0.0038102068938314915
13440	rnn.weight_hh_l0	8	-0.017360035330057144
13440	rnn.weight_hh_l0	9	0.015162074938416481
13440	rnn.bias_ih_l0	0	0.10849462449550629
13440	rnn.bias_ih_l0	1	-0.04930593818426132
13440	rnn.bias_ih_l0	2	0.10254280269145966
13440	rnn.bias_ih_l0	3	0.06624280661344528
13440	rnn.bias_ih_l0	4	0.1065787598490715
13440	rnn.bias_ih_l0	5	0.03014529123902321
13440	rnn.bias_ih_l0	6	-0.002805656287819147
13440	rnn.bias_ih_l0	7	-0.10104304552078247
13440	rnn.bias_ih_l0	8	-0.16290844976902008
13440	rnn.bias_ih_l0	9	0.0928967222571373
13440	rnn.bias_hh_l0	0	-0.025794237852096558
13440	rnn.bias_hh_l0	1	0.01736932434141636
13440	rnn.bias_hh_l0	2	-0.01680976338684559
13440	rnn.bias_hh_l0	3	-0.013607611879706383
13440	rnn.bias_hh_l0	4	-0.04314159229397774
13440	rnn.bias_hh_l0	5	0.13934779167175293
13440	rnn.bias_hh_l0	6	0.003366494318470359
13440	rnn.bias_hh_l0	7	0.030677231028676033
13440	rnn.bias_hh_l0	8	0.03156311437487602
13440	rnn.bias_hh_l0	9	0.039090417325496674
13440	rnn.weight_ih_l0_reverse	0	-0.02817934937775135
13440	rnn.weight_ih_l0_reverse	1	-0.0033706047106534243
13440	rnn.weight_ih_l0_reverse	2	0.026554860174655914
13440	rnn.weight_ih_l0_reverse	3	-0.057339463382959366
13440	rnn.weight_ih_l0_reverse	4	0.00994553416967392
13440	rnn.weight_ih_l0_reverse	5	-0.051971446722745895
13440	rnn.weight_ih_l0_reverse	6	0.011013918556272984
13440	rnn.weight_ih_l0_reverse	7	0.043962184339761734
13440	rnn.weight_ih_l0_reverse	8	-0.044664133340120316
13440	rnn.weight_ih_l0_reverse	9	-0.054878246039152145
13440	rnn.weight_hh_l0_reverse	0	-0.07834120094776154
13440	rnn.weight_hh_l0_reverse	1	-0.04711882025003433
13440	rnn.weight_hh_l0_reverse	2	0.02205660380423069
13440	rnn.weight_hh_l0_reverse	3	0.042196378111839294
13440	rnn.weight_hh_l0_reverse	4	0.014618292450904846
13440	rnn.weight_hh_l0_reverse	5	0.04309355467557907
13440	rnn.weight_hh_l0_reverse	6	-0.008969101123511791
13440	rnn.weight_hh_l0_reverse	7	0.008574897423386574
13440	rnn.weight_hh_l0_reverse	8	-0.09080034494400024
13440	rnn.weight_hh_l0_reverse	9	0.05743645876646042
13440	rnn.bias_ih_l0_reverse	0	-0.10216689109802246
13440	rnn.bias_ih_l0_reverse	1	-0.061772849410772324
13440	rnn.bias_ih_l0_reverse	2	0.09336139261722565
13440	rnn.bias_ih_l0_reverse	3	0.026231445372104645
13440	rnn.bias_ih_l0_reverse	4	-0.12119448184967041
13440	rnn.bias_ih_l0_reverse	5	0.038240984082221985
13440	rnn.bias_ih_l0_reverse	6	-0.11610734462738037
13440	rnn.bias_ih_l0_reverse	7	0.04113825038075447
13440	rnn.bias_ih_l0_reverse	8	0.02369982935488224
13440	rnn.bias_ih_l0_reverse	9	0.0697033554315567
13440	rnn.bias_hh_l0_reverse	0	0.03802984952926636
13440	rnn.bias_hh_l0_reverse	1	0.07486169785261154
13440	rnn.bias_hh_l0_reverse	2	0.07142582535743713
13440	rnn.bias_hh_l0_reverse	3	-0.008881582878530025
13440	rnn.bias_hh_l0_reverse	4	0.08703231811523438
13440	rnn.bias_hh_l0_reverse	5	0.006914987228810787
13440	rnn.bias_hh_l0_reverse	6	-0.0692686215043068
13440	rnn.bias_hh_l0_reverse	7	0.023830220103263855
13440	rnn.bias_hh_l0_reverse	8	0.017464475706219673
13440	rnn.bias_hh_l0_reverse	9	-0.1281382143497467
13440	linear.weight	0	0.1517256200313568
13440	linear.weight	1	-0.11355338245630264
13440	linear.weight	2	-0.18546836078166962
13440	linear.weight	3	0.08656439185142517
13440	linear.weight	4	-0.000514768878929317
13440	linear.weight	5	0.0007826556684449315
13440	linear.weight	6	-0.008745330385863781
13440	linear.weight	7	-0.039417169988155365
13440	linear.weight	8	0.056625790894031525
13440	linear.weight	9	0.2667809724807739
13440	linear.bias	0	-0.12895211577415466
13440	linear.bias	1	0.13607747852802277
13440	linear.bias	2	-0.462345689535141
13440	linear.bias	3	1.5068680047988892
13440	linear.bias	4	-0.34632012248039246
13440	linear.bias	5	-0.030769959092140198
13440	linear.bias	6	-0.3138061761856079
13440	linear.bias	7	-0.2179185450077057
13440	linear.bias	8	0.004110297653824091
13440	linear.bias	9	-0.4560754895210266
13468	transitions	0	-0.6199437379837036
13468	transitions	1	0.3788607120513916
13468	transitions	2	1.7124660015106201
13468	transitions	3	0.1325743943452835
13468	transitions	4	0.971107006072998
13468	transitions	5	1.2744722366333008
13468	transitions	6	0.4840627908706665
13468	transitions	7	0.18024970591068268
13468	transitions	8	-0.9192206263542175
13468	transitions	9	0.9307499527931213
13468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13468	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13468	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13468	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13468	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13468	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13468	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13468	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13468	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13468	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13468	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13468	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13468	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13468	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13468	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13468	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13468	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13468	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13468	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13468	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13468	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13468	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13468	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13468	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13468	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13468	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13468	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13468	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13468	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13468	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13468	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13468	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13468	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13468	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13468	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13468	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13468	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13468	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13468	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13468	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13468	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13468	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13468	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13468	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13468	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13468	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13468	embedding2nn.weight	0	0.021431080996990204
13468	embedding2nn.weight	1	0.014844408258795738
13468	embedding2nn.weight	2	-0.00500847352668643
13468	embedding2nn.weight	3	0.0008458720403723419
13468	embedding2nn.weight	4	-0.0041022892110049725
13468	embedding2nn.weight	5	0.009340433403849602
13468	embedding2nn.weight	6	-0.0025492715649306774
13468	embedding2nn.weight	7	0.010088016279041767
13468	embedding2nn.weight	8	-0.008320197463035583
13468	embedding2nn.weight	9	-0.013193666003644466
13468	embedding2nn.bias	0	-0.0245981328189373
13468	embedding2nn.bias	1	-0.019324710592627525
13468	embedding2nn.bias	2	-0.04894963651895523
13468	embedding2nn.bias	3	-0.014030097983777523
13468	embedding2nn.bias	4	0.01670091412961483
13468	embedding2nn.bias	5	-0.00987317319959402
13468	embedding2nn.bias	6	0.007600057870149612
13468	embedding2nn.bias	7	0.038796573877334595
13468	embedding2nn.bias	8	0.006236488465219736
13468	embedding2nn.bias	9	0.010056010447442532
13468	rnn.weight_ih_l0	0	0.03898511826992035
13468	rnn.weight_ih_l0	1	-0.011741653084754944
13468	rnn.weight_ih_l0	2	-0.037345919758081436
13468	rnn.weight_ih_l0	3	-0.04470997676253319
13468	rnn.weight_ih_l0	4	-0.04864683374762535
13468	rnn.weight_ih_l0	5	-0.0007949144928716123
13468	rnn.weight_ih_l0	6	-0.05209005996584892
13468	rnn.weight_ih_l0	7	-0.05590438470244408
13468	rnn.weight_ih_l0	8	-0.046230249106884
13468	rnn.weight_ih_l0	9	-0.02605110965669155
13468	rnn.weight_hh_l0	0	0.011245072819292545
13468	rnn.weight_hh_l0	1	-0.019218649715185165
13468	rnn.weight_hh_l0	2	-0.0486249178647995
13468	rnn.weight_hh_l0	3	-0.02819756418466568
13468	rnn.weight_hh_l0	4	-0.06022951751947403
13468	rnn.weight_hh_l0	5	-0.011156614869832993
13468	rnn.weight_hh_l0	6	-0.04659431055188179
13468	rnn.weight_hh_l0	7	-0.003475251141935587
13468	rnn.weight_hh_l0	8	-0.01771995611488819
13468	rnn.weight_hh_l0	9	0.014501672238111496
13468	rnn.bias_ih_l0	0	0.10706755518913269
13468	rnn.bias_ih_l0	1	-0.049253299832344055
13468	rnn.bias_ih_l0	2	0.1011154055595398
13468	rnn.bias_ih_l0	3	0.06471133232116699
13468	rnn.bias_ih_l0	4	0.10460569709539413
13468	rnn.bias_ih_l0	5	0.029157215729355812
13468	rnn.bias_ih_l0	6	-0.005209899973124266
13468	rnn.bias_ih_l0	7	-0.10501774400472641
13468	rnn.bias_ih_l0	8	-0.1654089242219925
13468	rnn.bias_ih_l0	9	0.09275569766759872
13468	rnn.bias_hh_l0	0	-0.024842752143740654
13468	rnn.bias_hh_l0	1	0.016801225021481514
13468	rnn.bias_hh_l0	2	-0.019661474972963333
13468	rnn.bias_hh_l0	3	-0.015768278390169144
13468	rnn.bias_hh_l0	4	-0.04439280927181244
13468	rnn.bias_hh_l0	5	0.1392882615327835
13468	rnn.bias_hh_l0	6	0.002305403118953109
13468	rnn.bias_hh_l0	7	0.03032497502863407
13468	rnn.bias_hh_l0	8	0.02915886789560318
13468	rnn.bias_hh_l0	9	0.0388483963906765
13468	rnn.weight_ih_l0_reverse	0	-0.027996284887194633
13468	rnn.weight_ih_l0_reverse	1	-0.0032127259764820337
13468	rnn.weight_ih_l0_reverse	2	0.026605887338519096
13468	rnn.weight_ih_l0_reverse	3	-0.057257600128650665
13468	rnn.weight_ih_l0_reverse	4	0.010178504511713982
13468	rnn.weight_ih_l0_reverse	5	-0.051741521805524826
13468	rnn.weight_ih_l0_reverse	6	0.011739712208509445
13468	rnn.weight_ih_l0_reverse	7	0.044009942561388016
13468	rnn.weight_ih_l0_reverse	8	-0.04451286047697067
13468	rnn.weight_ih_l0_reverse	9	-0.05486299842596054
13468	rnn.weight_hh_l0_reverse	0	-0.07801893353462219
13468	rnn.weight_hh_l0_reverse	1	-0.047575585544109344
13468	rnn.weight_hh_l0_reverse	2	0.02241724729537964
13468	rnn.weight_hh_l0_reverse	3	0.0425407811999321
13468	rnn.weight_hh_l0_reverse	4	0.014771939255297184
13468	rnn.weight_hh_l0_reverse	5	0.04313327744603157
13468	rnn.weight_hh_l0_reverse	6	-0.00936681404709816
13468	rnn.weight_hh_l0_reverse	7	0.00810934603214264
13468	rnn.weight_hh_l0_reverse	8	-0.09128178656101227
13468	rnn.weight_hh_l0_reverse	9	0.05725863203406334
13468	rnn.bias_ih_l0_reverse	0	-0.10170917958021164
13468	rnn.bias_ih_l0_reverse	1	-0.060110900551080704
13468	rnn.bias_ih_l0_reverse	2	0.09500721842050552
13468	rnn.bias_ih_l0_reverse	3	0.026163434609770775
13468	rnn.bias_ih_l0_reverse	4	-0.12137314677238464
13468	rnn.bias_ih_l0_reverse	5	0.03973087668418884
13468	rnn.bias_ih_l0_reverse	6	-0.11753706634044647
13468	rnn.bias_ih_l0_reverse	7	0.040308043360710144
13468	rnn.bias_ih_l0_reverse	8	0.022423159331083298
13468	rnn.bias_ih_l0_reverse	9	0.06925298273563385
13468	rnn.bias_hh_l0_reverse	0	0.042771875858306885
13468	rnn.bias_hh_l0_reverse	1	0.07478100806474686
13468	rnn.bias_hh_l0_reverse	2	0.07443547248840332
13468	rnn.bias_hh_l0_reverse	3	-0.010521642863750458
13468	rnn.bias_hh_l0_reverse	4	0.0868089348077774
13468	rnn.bias_hh_l0_reverse	5	0.0072616636753082275
13468	rnn.bias_hh_l0_reverse	6	-0.0700007900595665
13468	rnn.bias_hh_l0_reverse	7	0.02293684519827366
13468	rnn.bias_hh_l0_reverse	8	0.01705903559923172
13468	rnn.bias_hh_l0_reverse	9	-0.13017788529396057
13468	linear.weight	0	0.1485922783613205
13468	linear.weight	1	-0.11348351836204529
13468	linear.weight	2	-0.18491284549236298
13468	linear.weight	3	0.08088597655296326
13468	linear.weight	4	-2.9318056476768106e-05
13468	linear.weight	5	0.002798824105411768
13468	linear.weight	6	-0.008731557056307793
13468	linear.weight	7	-0.039368487894535065
13468	linear.weight	8	0.05968670919537544
13468	linear.weight	9	0.2636929154396057
13468	linear.bias	0	-0.12404859066009521
13468	linear.bias	1	0.1367114931344986
13468	linear.bias	2	-0.46371906995773315
13468	linear.bias	3	1.515263557434082
13468	linear.bias	4	-0.34672853350639343
13468	linear.bias	5	-0.030769959092140198
13468	linear.bias	6	-0.31421318650245667
13468	linear.bias	7	-0.22412683069705963
13468	linear.bias	8	0.0046705943532288074
13468	linear.bias	9	-0.4562208950519562
13496	transitions	0	-0.6200416684150696
13496	transitions	1	0.3786579966545105
13496	transitions	2	1.7123695611953735
13496	transitions	3	0.13255544006824493
13496	transitions	4	0.9710955023765564
13496	transitions	5	1.2744709253311157
13496	transitions	6	0.4840428829193115
13496	transitions	7	0.18024808168411255
13496	transitions	8	-0.9192216992378235
13496	transitions	9	0.9307495951652527
13496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13496	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13496	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13496	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13496	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13496	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13496	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13496	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13496	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13496	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13496	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13496	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13496	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13496	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13496	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13496	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13496	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13496	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13496	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13496	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13496	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13496	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13496	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13496	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13496	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13496	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13496	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13496	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13496	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13496	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13496	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13496	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13496	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13496	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13496	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13496	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13496	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13496	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13496	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13496	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13496	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13496	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13496	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13496	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13496	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13496	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13496	embedding2nn.weight	0	0.021231887862086296
13496	embedding2nn.weight	1	0.014908168464899063
13496	embedding2nn.weight	2	-0.004990335553884506
13496	embedding2nn.weight	3	0.0009058161522261798
13496	embedding2nn.weight	4	-0.004147438798099756
13496	embedding2nn.weight	5	0.009329615160822868
13496	embedding2nn.weight	6	-0.002484502037987113
13496	embedding2nn.weight	7	0.010572760365903378
13496	embedding2nn.weight	8	-0.00808266643434763
13496	embedding2nn.weight	9	-0.013360697776079178
13496	embedding2nn.bias	0	-0.017946360632777214
13496	embedding2nn.bias	1	-0.01666966825723648
13496	embedding2nn.bias	2	-0.046875305473804474
13496	embedding2nn.bias	3	-0.006796558853238821
13496	embedding2nn.bias	4	0.016950836405158043
13496	embedding2nn.bias	5	-0.01128410641103983
13496	embedding2nn.bias	6	0.009333547204732895
13496	embedding2nn.bias	7	0.0367271862924099
13496	embedding2nn.bias	8	0.011908496730029583
13496	embedding2nn.bias	9	0.007451745215803385
13496	rnn.weight_ih_l0	0	0.038854632526636124
13496	rnn.weight_ih_l0	1	-0.012513943016529083
13496	rnn.weight_ih_l0	2	-0.03666544333100319
13496	rnn.weight_ih_l0	3	-0.04449993371963501
13496	rnn.weight_ih_l0	4	-0.04847671091556549
13496	rnn.weight_ih_l0	5	-0.0007256782264448702
13496	rnn.weight_ih_l0	6	-0.051921386271715164
13496	rnn.weight_ih_l0	7	-0.05606123059988022
13496	rnn.weight_ih_l0	8	-0.04609740525484085
13496	rnn.weight_ih_l0	9	-0.026250550523400307
13496	rnn.weight_hh_l0	0	0.011446170508861542
13496	rnn.weight_hh_l0	1	-0.01933439075946808
13496	rnn.weight_hh_l0	2	-0.04826389625668526
13496	rnn.weight_hh_l0	3	-0.028214363381266594
13496	rnn.weight_hh_l0	4	-0.0598924495279789
13496	rnn.weight_hh_l0	5	-0.011563901789486408
13496	rnn.weight_hh_l0	6	-0.0479101836681366
13496	rnn.weight_hh_l0	7	-0.004302899353206158
13496	rnn.weight_hh_l0	8	-0.018020378425717354
13496	rnn.weight_hh_l0	9	0.015846481546759605
13496	rnn.bias_ih_l0	0	0.1059010699391365
13496	rnn.bias_ih_l0	1	-0.050332117825746536
13496	rnn.bias_ih_l0	2	0.10173484683036804
13496	rnn.bias_ih_l0	3	0.06569480150938034
13496	rnn.bias_ih_l0	4	0.10525622218847275
13496	rnn.bias_ih_l0	5	0.030468923971056938
13496	rnn.bias_ih_l0	6	-0.0074379537254571915
13496	rnn.bias_ih_l0	7	-0.10256446897983551
13496	rnn.bias_ih_l0	8	-0.16364112496376038
13496	rnn.bias_ih_l0	9	0.09401378035545349
13496	rnn.bias_hh_l0	0	-0.025973938405513763
13496	rnn.bias_hh_l0	1	0.017213866114616394
13496	rnn.bias_hh_l0	2	-0.01637614518404007
13496	rnn.bias_hh_l0	3	-0.013341138139367104
13496	rnn.bias_hh_l0	4	-0.04503312334418297
13496	rnn.bias_hh_l0	5	0.135487899184227
13496	rnn.bias_hh_l0	6	0.003662615083158016
13496	rnn.bias_hh_l0	7	0.03060469590127468
13496	rnn.bias_hh_l0	8	0.026930810883641243
13496	rnn.bias_hh_l0	9	0.03994849696755409
13496	rnn.weight_ih_l0_reverse	0	-0.027870360761880875
13496	rnn.weight_ih_l0_reverse	1	-0.00271435989998281
13496	rnn.weight_ih_l0_reverse	2	0.026704896241426468
13496	rnn.weight_ih_l0_reverse	3	-0.05695062503218651
13496	rnn.weight_ih_l0_reverse	4	0.010016526095569134
13496	rnn.weight_ih_l0_reverse	5	-0.051811426877975464
13496	rnn.weight_ih_l0_reverse	6	0.011146810837090015
13496	rnn.weight_ih_l0_reverse	7	0.04411207512021065
13496	rnn.weight_ih_l0_reverse	8	-0.04438358545303345
13496	rnn.weight_ih_l0_reverse	9	-0.054865818470716476
13496	rnn.weight_hh_l0_reverse	0	-0.0781174823641777
13496	rnn.weight_hh_l0_reverse	1	-0.04784812778234482
13496	rnn.weight_hh_l0_reverse	2	0.022149210795760155
13496	rnn.weight_hh_l0_reverse	3	0.042368676513433456
13496	rnn.weight_hh_l0_reverse	4	0.015340459533035755
13496	rnn.weight_hh_l0_reverse	5	0.04304534196853638
13496	rnn.weight_hh_l0_reverse	6	-0.012129010632634163
13496	rnn.weight_hh_l0_reverse	7	0.008378027938306332
13496	rnn.weight_hh_l0_reverse	8	-0.09211456775665283
13496	rnn.weight_hh_l0_reverse	9	0.0567932203412056
13496	rnn.bias_ih_l0_reverse	0	-0.1020612120628357
13496	rnn.bias_ih_l0_reverse	1	-0.06092122569680214
13496	rnn.bias_ih_l0_reverse	2	0.09691090136766434
13496	rnn.bias_ih_l0_reverse	3	0.02581603266298771
13496	rnn.bias_ih_l0_reverse	4	-0.12145472317934036
13496	rnn.bias_ih_l0_reverse	5	0.03988591581583023
13496	rnn.bias_ih_l0_reverse	6	-0.11606654524803162
13496	rnn.bias_ih_l0_reverse	7	0.039788153022527695
13496	rnn.bias_ih_l0_reverse	8	0.022799508646130562
13496	rnn.bias_ih_l0_reverse	9	0.06892575323581696
13496	rnn.bias_hh_l0_reverse	0	0.04824617877602577
13496	rnn.bias_hh_l0_reverse	1	0.07555228471755981
13496	rnn.bias_hh_l0_reverse	2	0.07495292276144028
13496	rnn.bias_hh_l0_reverse	3	-0.00929434783756733
13496	rnn.bias_hh_l0_reverse	4	0.08768627047538757
13496	rnn.bias_hh_l0_reverse	5	0.00020536257943604141
13496	rnn.bias_hh_l0_reverse	6	-0.06797142326831818
13496	rnn.bias_hh_l0_reverse	7	0.023005476221442223
13496	rnn.bias_hh_l0_reverse	8	0.018696798011660576
13496	rnn.bias_hh_l0_reverse	9	-0.13158071041107178
13496	linear.weight	0	0.1556381732225418
13496	linear.weight	1	-0.11347013711929321
13496	linear.weight	2	-0.1855926662683487
13496	linear.weight	3	0.08549494296312332
13496	linear.weight	4	0.00045309681445360184
13496	linear.weight	5	0.005021567922085524
13496	linear.weight	6	-0.00872969999909401
13496	linear.weight	7	-0.039256852120161057
13496	linear.weight	8	0.05759546160697937
13496	linear.weight	9	0.26647886633872986
13496	linear.bias	0	-0.14439822733402252
13496	linear.bias	1	0.13870830833911896
13496	linear.bias	2	-0.4666616916656494
13496	linear.bias	3	1.5278985500335693
13496	linear.bias	4	-0.3500130772590637
13496	linear.bias	5	-0.030769959092140198
13496	linear.bias	6	-0.316622257232666
13496	linear.bias	7	-0.2194700688123703
13496	linear.bias	8	0.015215507708489895
13496	linear.bias	9	-0.45637473464012146
13524	transitions	0	-0.62015700340271
13524	transitions	1	0.3786066770553589
13524	transitions	2	1.7120490074157715
13524	transitions	3	0.1325215846300125
13524	transitions	4	0.9710518717765808
13524	transitions	5	1.2744699716567993
13524	transitions	6	0.4840397238731384
13524	transitions	7	0.18024757504463196
13524	transitions	8	-0.9192220568656921
13524	transitions	9	0.9307495951652527
13524	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13524	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13524	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13524	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13524	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13524	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13524	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13524	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13524	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13524	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13524	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13524	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13524	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13524	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13524	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13524	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13524	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13524	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13524	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13524	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13524	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13524	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13524	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13524	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13524	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13524	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13524	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13524	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13524	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13524	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13524	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13524	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13524	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13524	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13524	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13524	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13524	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13524	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13524	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13524	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13524	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13524	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13524	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13524	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13524	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13524	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13524	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13524	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13524	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13524	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13524	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13524	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13524	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13524	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13524	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13524	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13524	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13524	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13524	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13524	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13524	embedding2nn.weight	0	0.021508539095520973
13524	embedding2nn.weight	1	0.01494333241134882
13524	embedding2nn.weight	2	-0.004994427785277367
13524	embedding2nn.weight	3	0.0009289981098845601
13524	embedding2nn.weight	4	-0.004146463703364134
13524	embedding2nn.weight	5	0.009331307373940945
13524	embedding2nn.weight	6	-0.0024592438712716103
13524	embedding2nn.weight	7	0.01052423007786274
13524	embedding2nn.weight	8	-0.008047024719417095
13524	embedding2nn.weight	9	-0.013333861716091633
13524	embedding2nn.bias	0	-0.02281060442328453
13524	embedding2nn.bias	1	-0.020775554701685905
13524	embedding2nn.bias	2	-0.04367219656705856
13524	embedding2nn.bias	3	-0.0021715189795941114
13524	embedding2nn.bias	4	0.021444378420710564
13524	embedding2nn.bias	5	-0.008893485181033611
13524	embedding2nn.bias	6	0.0019774676766246557
13524	embedding2nn.bias	7	0.03465306758880615
13524	embedding2nn.bias	8	0.009390398859977722
13524	embedding2nn.bias	9	0.00788142904639244
13524	rnn.weight_ih_l0	0	0.03925827518105507
13524	rnn.weight_ih_l0	1	-0.01374773308634758
13524	rnn.weight_ih_l0	2	-0.036072682589292526
13524	rnn.weight_ih_l0	3	-0.044492024928331375
13524	rnn.weight_ih_l0	4	-0.048680976033210754
13524	rnn.weight_ih_l0	5	-0.0004569131415337324
13524	rnn.weight_ih_l0	6	-0.052037905901670456
13524	rnn.weight_ih_l0	7	-0.05585600435733795
13524	rnn.weight_ih_l0	8	-0.046111661940813065
13524	rnn.weight_ih_l0	9	-0.025938870385289192
13524	rnn.weight_hh_l0	0	0.011231334879994392
13524	rnn.weight_hh_l0	1	-0.019199535250663757
13524	rnn.weight_hh_l0	2	-0.049285635352134705
13524	rnn.weight_hh_l0	3	-0.02815673127770424
13524	rnn.weight_hh_l0	4	-0.06011614203453064
13524	rnn.weight_hh_l0	5	-0.011209572665393353
13524	rnn.weight_hh_l0	6	-0.04494067281484604
13524	rnn.weight_hh_l0	7	-0.003422508016228676
13524	rnn.weight_hh_l0	8	-0.017988763749599457
13524	rnn.weight_hh_l0	9	0.015765924006700516
13524	rnn.bias_ih_l0	0	0.10746625065803528
13524	rnn.bias_ih_l0	1	-0.049732908606529236
13524	rnn.bias_ih_l0	2	0.10175222903490067
13524	rnn.bias_ih_l0	3	0.06580660492181778
13524	rnn.bias_ih_l0	4	0.10691329091787338
13524	rnn.bias_ih_l0	5	0.030299091711640358
13524	rnn.bias_ih_l0	6	-0.007269476540386677
13524	rnn.bias_ih_l0	7	-0.10210724920034409
13524	rnn.bias_ih_l0	8	-0.15993277728557587
13524	rnn.bias_ih_l0	9	0.09296644479036331
13524	rnn.bias_hh_l0	0	-0.02521880716085434
13524	rnn.bias_hh_l0	1	0.019277483224868774
13524	rnn.bias_hh_l0	2	-0.016125744208693504
13524	rnn.bias_hh_l0	3	-0.01188972033560276
13524	rnn.bias_hh_l0	4	-0.04318252205848694
13524	rnn.bias_hh_l0	5	0.13618233799934387
13524	rnn.bias_hh_l0	6	0.0038195427041500807
13524	rnn.bias_hh_l0	7	0.03506386652588844
13524	rnn.bias_hh_l0	8	0.02709929272532463
13524	rnn.bias_hh_l0	9	0.037696633487939835
13524	rnn.weight_ih_l0_reverse	0	-0.027904991060495377
13524	rnn.weight_ih_l0_reverse	1	-0.002620970830321312
13524	rnn.weight_ih_l0_reverse	2	0.02652795799076557
13524	rnn.weight_ih_l0_reverse	3	-0.05671223998069763
13524	rnn.weight_ih_l0_reverse	4	0.010030250065028667
13524	rnn.weight_ih_l0_reverse	5	-0.05160320922732353
13524	rnn.weight_ih_l0_reverse	6	0.011398544535040855
13524	rnn.weight_ih_l0_reverse	7	0.04402637854218483
13524	rnn.weight_ih_l0_reverse	8	-0.04429088160395622
13524	rnn.weight_ih_l0_reverse	9	-0.055039022117853165
13524	rnn.weight_hh_l0_reverse	0	-0.0789770856499672
13524	rnn.weight_hh_l0_reverse	1	-0.04794817045331001
13524	rnn.weight_hh_l0_reverse	2	0.02218550071120262
13524	rnn.weight_hh_l0_reverse	3	0.04236818477511406
13524	rnn.weight_hh_l0_reverse	4	0.015469009056687355
13524	rnn.weight_hh_l0_reverse	5	0.0430486723780632
13524	rnn.weight_hh_l0_reverse	6	-0.012129165232181549
13524	rnn.weight_hh_l0_reverse	7	0.007981590926647186
13524	rnn.weight_hh_l0_reverse	8	-0.09103946387767792
13524	rnn.weight_hh_l0_reverse	9	0.057360269129276276
13524	rnn.bias_ih_l0_reverse	0	-0.0962800607085228
13524	rnn.bias_ih_l0_reverse	1	-0.06293405592441559
13524	rnn.bias_ih_l0_reverse	2	0.09696253389120102
13524	rnn.bias_ih_l0_reverse	3	0.026160549372434616
13524	rnn.bias_ih_l0_reverse	4	-0.12165220081806183
13524	rnn.bias_ih_l0_reverse	5	0.03945928439497948
13524	rnn.bias_ih_l0_reverse	6	-0.11791156977415085
13524	rnn.bias_ih_l0_reverse	7	0.04031335934996605
13524	rnn.bias_ih_l0_reverse	8	0.022806165739893913
13524	rnn.bias_ih_l0_reverse	9	0.06961562484502792
13524	rnn.bias_hh_l0_reverse	0	0.03281518816947937
13524	rnn.bias_hh_l0_reverse	1	0.07603808492422104
13524	rnn.bias_hh_l0_reverse	2	0.07256440073251724
13524	rnn.bias_hh_l0_reverse	3	-0.009163389913737774
13524	rnn.bias_hh_l0_reverse	4	0.08738988637924194
13524	rnn.bias_hh_l0_reverse	5	0.004455106798559427
13524	rnn.bias_hh_l0_reverse	6	-0.06900817155838013
13524	rnn.bias_hh_l0_reverse	7	0.022361107170581818
13524	rnn.bias_hh_l0_reverse	8	0.018351703882217407
13524	rnn.bias_hh_l0_reverse	9	-0.13789980113506317
13524	linear.weight	0	0.16884468495845795
13524	linear.weight	1	-0.11345365643501282
13524	linear.weight	2	-0.1845291256904602
13524	linear.weight	3	0.08043806254863739
13524	linear.weight	4	0.0006036211270838976
13524	linear.weight	5	0.004208392929285765
13524	linear.weight	6	-0.008719827979803085
13524	linear.weight	7	-0.03898534178733826
13524	linear.weight	8	0.05887451767921448
13524	linear.weight	9	0.2665209174156189
13524	linear.bias	0	-0.13145244121551514
13524	linear.bias	1	0.13995902240276337
13524	linear.bias	2	-0.4649735987186432
13524	linear.bias	3	1.5263434648513794
13524	linear.bias	4	-0.3502780795097351
13524	linear.bias	5	-0.030769959092140198
13524	linear.bias	6	-0.31430837512016296
13524	linear.bias	7	-0.2212843894958496
13524	linear.bias	8	0.006490946281701326
13524	linear.bias	9	-0.45650622248649597
13552	transitions	0	-0.6202651262283325
13552	transitions	1	0.3785240650177002
13552	transitions	2	1.7119603157043457
13552	transitions	3	0.1324644386768341
13552	transitions	4	0.9709860682487488
13552	transitions	5	1.274469017982483
13552	transitions	6	0.4840392768383026
13552	transitions	7	0.1802336871623993
13552	transitions	8	-0.9192226529121399
13552	transitions	9	0.9307495951652527
13552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13552	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13552	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13552	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13552	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13552	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13552	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13552	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13552	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13552	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13552	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13552	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13552	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13552	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13552	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13552	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13552	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13552	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13552	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13552	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13552	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13552	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13552	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13552	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13552	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13552	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13552	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13552	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13552	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13552	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13552	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13552	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13552	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13552	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13552	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13552	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13552	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13552	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13552	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13552	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13552	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13552	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13552	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13552	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13552	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13552	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13552	embedding2nn.weight	0	0.022124918177723885
13552	embedding2nn.weight	1	0.014983827248215675
13552	embedding2nn.weight	2	-0.004973308648914099
13552	embedding2nn.weight	3	0.0009615728631615639
13552	embedding2nn.weight	4	-0.0042609767988324165
13552	embedding2nn.weight	5	0.009319347329437733
13552	embedding2nn.weight	6	-0.0024364630226045847
13552	embedding2nn.weight	7	0.008488302119076252
13552	embedding2nn.weight	8	-0.008141554892063141
13552	embedding2nn.weight	9	-0.013385690748691559
13552	embedding2nn.bias	0	-0.02329394780099392
13552	embedding2nn.bias	1	-0.01640808954834938
13552	embedding2nn.bias	2	-0.05109477415680885
13552	embedding2nn.bias	3	-0.0017475733766332269
13552	embedding2nn.bias	4	0.015595016069710255
13552	embedding2nn.bias	5	-0.006131681613624096
13552	embedding2nn.bias	6	0.007770867086946964
13552	embedding2nn.bias	7	0.03037060610949993
13552	embedding2nn.bias	8	0.012368911877274513
13552	embedding2nn.bias	9	0.011173631064593792
13552	rnn.weight_ih_l0	0	0.039345256984233856
13552	rnn.weight_ih_l0	1	-0.013140895403921604
13552	rnn.weight_ih_l0	2	-0.0347687266767025
13552	rnn.weight_ih_l0	3	-0.044356752187013626
13552	rnn.weight_ih_l0	4	-0.04888014495372772
13552	rnn.weight_ih_l0	5	-0.00036284225643612444
13552	rnn.weight_ih_l0	6	-0.05221587046980858
13552	rnn.weight_ih_l0	7	-0.056069422513246536
13552	rnn.weight_ih_l0	8	-0.046062715351581573
13552	rnn.weight_ih_l0	9	-0.02575887367129326
13552	rnn.weight_hh_l0	0	0.011184685863554478
13552	rnn.weight_hh_l0	1	-0.019378364086151123
13552	rnn.weight_hh_l0	2	-0.04917629808187485
13552	rnn.weight_hh_l0	3	-0.028245581313967705
13552	rnn.weight_hh_l0	4	-0.06024885177612305
13552	rnn.weight_hh_l0	5	-0.011266397312283516
13552	rnn.weight_hh_l0	6	-0.04306298866868019
13552	rnn.weight_hh_l0	7	-0.0031102499924600124
13552	rnn.weight_hh_l0	8	-0.017602529376745224
13552	rnn.weight_hh_l0	9	0.014348047785460949
13552	rnn.bias_ih_l0	0	0.10743878781795502
13552	rnn.bias_ih_l0	1	-0.04856644570827484
13552	rnn.bias_ih_l0	2	0.10571964085102081
13552	rnn.bias_ih_l0	3	0.06540572643280029
13552	rnn.bias_ih_l0	4	0.1044226735830307
13552	rnn.bias_ih_l0	5	0.030291642993688583
13552	rnn.bias_ih_l0	6	-0.008283406496047974
13552	rnn.bias_ih_l0	7	-0.10931838303804398
13552	rnn.bias_ih_l0	8	-0.15370617806911469
13552	rnn.bias_ih_l0	9	0.0925510972738266
13552	rnn.bias_hh_l0	0	-0.025052718818187714
13552	rnn.bias_hh_l0	1	0.019513998180627823
13552	rnn.bias_hh_l0	2	-0.01698065549135208
13552	rnn.bias_hh_l0	3	-0.012476584874093533
13552	rnn.bias_hh_l0	4	-0.043771278113126755
13552	rnn.bias_hh_l0	5	0.13515031337738037
13552	rnn.bias_hh_l0	6	0.004960550460964441
13552	rnn.bias_hh_l0	7	0.032829880714416504
13552	rnn.bias_hh_l0	8	0.026085371151566505
13552	rnn.bias_hh_l0	9	0.036053385585546494
13552	rnn.weight_ih_l0_reverse	0	-0.02782730758190155
13552	rnn.weight_ih_l0_reverse	1	-0.002917712554335594
13552	rnn.weight_ih_l0_reverse	2	0.026262149214744568
13552	rnn.weight_ih_l0_reverse	3	-0.0566999688744545
13552	rnn.weight_ih_l0_reverse	4	0.010247830301523209
13552	rnn.weight_ih_l0_reverse	5	-0.05125085636973381
13552	rnn.weight_ih_l0_reverse	6	0.011411231011152267
13552	rnn.weight_ih_l0_reverse	7	0.04399600625038147
13552	rnn.weight_ih_l0_reverse	8	-0.04454778879880905
13552	rnn.weight_ih_l0_reverse	9	-0.054844580590724945
13552	rnn.weight_hh_l0_reverse	0	-0.07943601161241531
13552	rnn.weight_hh_l0_reverse	1	-0.04856674745678902
13552	rnn.weight_hh_l0_reverse	2	0.021781548857688904
13552	rnn.weight_hh_l0_reverse	3	0.04242103546857834
13552	rnn.weight_hh_l0_reverse	4	0.01507702935487032
13552	rnn.weight_hh_l0_reverse	5	0.0431256927549839
13552	rnn.weight_hh_l0_reverse	6	-0.012753765098750591
13552	rnn.weight_hh_l0_reverse	7	0.007976245135068893
13552	rnn.weight_hh_l0_reverse	8	-0.09092120826244354
13552	rnn.weight_hh_l0_reverse	9	0.0574689544737339
13552	rnn.bias_ih_l0_reverse	0	-0.0952150821685791
13552	rnn.bias_ih_l0_reverse	1	-0.06343615055084229
13552	rnn.bias_ih_l0_reverse	2	0.09634735435247421
13552	rnn.bias_ih_l0_reverse	3	0.025062277913093567
13552	rnn.bias_ih_l0_reverse	4	-0.11872628331184387
13552	rnn.bias_ih_l0_reverse	5	0.03964632377028465
13552	rnn.bias_ih_l0_reverse	6	-0.11861823499202728
13552	rnn.bias_ih_l0_reverse	7	0.04215551167726517
13552	rnn.bias_ih_l0_reverse	8	0.023083101958036423
13552	rnn.bias_ih_l0_reverse	9	0.06820160895586014
13552	rnn.bias_hh_l0_reverse	0	0.035719286650419235
13552	rnn.bias_hh_l0_reverse	1	0.07592171430587769
13552	rnn.bias_hh_l0_reverse	2	0.07161897420883179
13552	rnn.bias_hh_l0_reverse	3	-0.009070059284567833
13552	rnn.bias_hh_l0_reverse	4	0.08822901546955109
13552	rnn.bias_hh_l0_reverse	5	0.0020333752036094666
13552	rnn.bias_hh_l0_reverse	6	-0.06709238886833191
13552	rnn.bias_hh_l0_reverse	7	0.022302476689219475
13552	rnn.bias_hh_l0_reverse	8	0.01894122175872326
13552	rnn.bias_hh_l0_reverse	9	-0.13746941089630127
13552	linear.weight	0	0.16466572880744934
13552	linear.weight	1	-0.1134314313530922
13552	linear.weight	2	-0.18553002178668976
13552	linear.weight	3	0.07759571075439453
13552	linear.weight	4	-0.0007615350186824799
13552	linear.weight	5	0.00417874613776803
13552	linear.weight	6	-0.008706347085535526
13552	linear.weight	7	-0.03892972320318222
13552	linear.weight	8	0.06067710742354393
13552	linear.weight	9	0.27531132102012634
13552	linear.bias	0	-0.13648687303066254
13552	linear.bias	1	0.145051971077919
13552	linear.bias	2	-0.4644896388053894
13552	linear.bias	3	1.5386887788772583
13552	linear.bias	4	-0.3506207764148712
13552	linear.bias	5	-0.030769959092140198
13552	linear.bias	6	-0.3135957717895508
13552	linear.bias	7	-0.22104766964912415
13552	linear.bias	8	-0.0005915238289162517
13552	linear.bias	9	-0.4566175043582916
13580	transitions	0	-0.6203246116638184
13580	transitions	1	0.37847626209259033
13580	transitions	2	1.711864948272705
13580	transitions	3	0.1324405074119568
13580	transitions	4	0.9709417819976807
13580	transitions	5	1.2744669914245605
13580	transitions	6	0.48402440547943115
13580	transitions	7	0.18023176491260529
13580	transitions	8	-0.9192231893539429
13580	transitions	9	0.9307495355606079
13580	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13580	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13580	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13580	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13580	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13580	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13580	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13580	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13580	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13580	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13580	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13580	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13580	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13580	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13580	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13580	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13580	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13580	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13580	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13580	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13580	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13580	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13580	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13580	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13580	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13580	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13580	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13580	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13580	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13580	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13580	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13580	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13580	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13580	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13580	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13580	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13580	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13580	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13580	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13580	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13580	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13580	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13580	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13580	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13580	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13580	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13580	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13580	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13580	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13580	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13580	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13580	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13580	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13580	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13580	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13580	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13580	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13580	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13580	embedding2nn.weight	0	0.0217283982783556
13580	embedding2nn.weight	1	0.015046527609229088
13580	embedding2nn.weight	2	-0.004948179703205824
13580	embedding2nn.weight	3	0.0011543486034497619
13580	embedding2nn.weight	4	-0.004186466336250305
13580	embedding2nn.weight	5	0.009506728500127792
13580	embedding2nn.weight	6	-0.0025439627934247255
13580	embedding2nn.weight	7	0.009623805992305279
13580	embedding2nn.weight	8	-0.008228040300309658
13580	embedding2nn.weight	9	-0.013410815969109535
13580	embedding2nn.bias	0	-0.02138555608689785
13580	embedding2nn.bias	1	-0.01873983070254326
13580	embedding2nn.bias	2	-0.0451241061091423
13580	embedding2nn.bias	3	0.0021115129347890615
13580	embedding2nn.bias	4	0.015057251788675785
13580	embedding2nn.bias	5	-0.008236953057348728
13580	embedding2nn.bias	6	0.00692408625036478
13580	embedding2nn.bias	7	0.031139031052589417
13580	embedding2nn.bias	8	0.014587747864425182
13580	embedding2nn.bias	9	0.006845531985163689
13580	rnn.weight_ih_l0	0	0.03940822184085846
13580	rnn.weight_ih_l0	1	-0.013396690599620342
13580	rnn.weight_ih_l0	2	-0.034301307052373886
13580	rnn.weight_ih_l0	3	-0.04413566365838051
13580	rnn.weight_ih_l0	4	-0.04854849725961685
13580	rnn.weight_ih_l0	5	-0.0004702800652012229
13580	rnn.weight_ih_l0	6	-0.05226283147931099
13580	rnn.weight_ih_l0	7	-0.05622418224811554
13580	rnn.weight_ih_l0	8	-0.04587774723768234
13580	rnn.weight_ih_l0	9	-0.025632323697209358
13580	rnn.weight_hh_l0	0	0.011003274470567703
13580	rnn.weight_hh_l0	1	-0.019599031656980515
13580	rnn.weight_hh_l0	2	-0.0506754070520401
13580	rnn.weight_hh_l0	3	-0.0284854918718338
13580	rnn.weight_hh_l0	4	-0.060335464775562286
13580	rnn.weight_hh_l0	5	-0.011688398197293282
13580	rnn.weight_hh_l0	6	-0.043073397129774094
13580	rnn.weight_hh_l0	7	-0.00335570122115314
13580	rnn.weight_hh_l0	8	-0.01791321486234665
13580	rnn.weight_hh_l0	9	0.01566987857222557
13580	rnn.bias_ih_l0	0	0.10619424283504486
13580	rnn.bias_ih_l0	1	-0.04639410227537155
13580	rnn.bias_ih_l0	2	0.10700950026512146
13580	rnn.bias_ih_l0	3	0.06656020879745483
13580	rnn.bias_ih_l0	4	0.104007288813591
13580	rnn.bias_ih_l0	5	0.0297378096729517
13580	rnn.bias_ih_l0	6	-0.009520307183265686
13580	rnn.bias_ih_l0	7	-0.10888902842998505
13580	rnn.bias_ih_l0	8	-0.15709418058395386
13580	rnn.bias_ih_l0	9	0.09117090702056885
13580	rnn.bias_hh_l0	0	-0.024560237303376198
13580	rnn.bias_hh_l0	1	0.018723752349615097
13580	rnn.bias_hh_l0	2	-0.01850860007107258
13580	rnn.bias_hh_l0	3	-0.014074952341616154
13580	rnn.bias_hh_l0	4	-0.04429876431822777
13580	rnn.bias_hh_l0	5	0.13352659344673157
13580	rnn.bias_hh_l0	6	0.003426572075113654
13580	rnn.bias_hh_l0	7	0.03302667662501335
13580	rnn.bias_hh_l0	8	0.02484847791492939
13580	rnn.bias_hh_l0	9	0.038641419261693954
13580	rnn.weight_ih_l0_reverse	0	-0.027777403593063354
13580	rnn.weight_ih_l0_reverse	1	-0.0030673204455524683
13580	rnn.weight_ih_l0_reverse	2	0.026475146412849426
13580	rnn.weight_ih_l0_reverse	3	-0.05649406835436821
13580	rnn.weight_ih_l0_reverse	4	0.010203178972005844
13580	rnn.weight_ih_l0_reverse	5	-0.05152318254113197
13580	rnn.weight_ih_l0_reverse	6	0.01268193032592535
13580	rnn.weight_ih_l0_reverse	7	0.04380927234888077
13580	rnn.weight_ih_l0_reverse	8	-0.044937506318092346
13580	rnn.weight_ih_l0_reverse	9	-0.055325787514448166
13580	rnn.weight_hh_l0_reverse	0	-0.07977467030286789
13580	rnn.weight_hh_l0_reverse	1	-0.04768925532698631
13580	rnn.weight_hh_l0_reverse	2	0.02209249511361122
13580	rnn.weight_hh_l0_reverse	3	0.042200516909360886
13580	rnn.weight_hh_l0_reverse	4	0.015120894648134708
13580	rnn.weight_hh_l0_reverse	5	0.043024010956287384
13580	rnn.weight_hh_l0_reverse	6	-0.015236704610288143
13580	rnn.weight_hh_l0_reverse	7	0.00791263859719038
13580	rnn.weight_hh_l0_reverse	8	-0.09088422358036041
13580	rnn.weight_hh_l0_reverse	9	0.05720396712422371
13580	rnn.bias_ih_l0_reverse	0	-0.09014637023210526
13580	rnn.bias_ih_l0_reverse	1	-0.057556524872779846
13580	rnn.bias_ih_l0_reverse	2	0.09596522152423859
13580	rnn.bias_ih_l0_reverse	3	0.026432322338223457
13580	rnn.bias_ih_l0_reverse	4	-0.11990808695554733
13580	rnn.bias_ih_l0_reverse	5	0.04004532843828201
13580	rnn.bias_ih_l0_reverse	6	-0.11701152473688126
13580	rnn.bias_ih_l0_reverse	7	0.04258539527654648
13580	rnn.bias_ih_l0_reverse	8	0.023897388949990273
13580	rnn.bias_ih_l0_reverse	9	0.0673689991235733
13580	rnn.bias_hh_l0_reverse	0	0.03576035425066948
13580	rnn.bias_hh_l0_reverse	1	0.0766192153096199
13580	rnn.bias_hh_l0_reverse	2	0.07234171032905579
13580	rnn.bias_hh_l0_reverse	3	-0.008428958244621754
13580	rnn.bias_hh_l0_reverse	4	0.08679511398077011
13580	rnn.bias_hh_l0_reverse	5	-0.002410206012427807
13580	rnn.bias_hh_l0_reverse	6	-0.06786293536424637
13580	rnn.bias_hh_l0_reverse	7	0.023088252171874046
13580	rnn.bias_hh_l0_reverse	8	0.01581709459424019
13580	rnn.bias_hh_l0_reverse	9	-0.1302987039089203
13580	linear.weight	0	0.1645732820034027
13580	linear.weight	1	-0.11340358108282089
13580	linear.weight	2	-0.1841459572315216
13580	linear.weight	3	0.0745810940861702
13580	linear.weight	4	-0.0007112122839316726
13580	linear.weight	5	0.003951239865273237
13580	linear.weight	6	-0.008701463229954243
13580	linear.weight	7	-0.038839712738990784
13580	linear.weight	8	0.06376904994249344
13580	linear.weight	9	0.2636629343032837
13580	linear.bias	0	-0.12513381242752075
13580	linear.bias	1	0.14247556030750275
13580	linear.bias	2	-0.4657629430294037
13580	linear.bias	3	1.5257538557052612
13580	linear.bias	4	-0.3509676456451416
13580	linear.bias	5	-0.030769959092140198
13580	linear.bias	6	-0.315589964389801
13580	linear.bias	7	-0.22455766797065735
13580	linear.bias	8	0.003985097166150808
13580	linear.bias	9	-0.456768274307251
13608	transitions	0	-0.6204187273979187
13608	transitions	1	0.37844523787498474
13608	transitions	2	1.7117801904678345
13608	transitions	3	0.1320900022983551
13608	transitions	4	0.970902144908905
13608	transitions	5	1.2744652032852173
13608	transitions	6	0.4840239882469177
13608	transitions	7	0.18022681772708893
13608	transitions	8	-0.9192237854003906
13608	transitions	9	0.9307495355606079
13608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13608	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13608	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13608	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13608	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13608	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13608	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13608	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13608	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13608	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13608	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13608	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13608	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13608	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13608	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13608	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13608	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13608	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13608	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13608	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13608	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13608	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13608	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13608	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13608	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13608	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13608	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13608	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13608	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13608	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13608	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13608	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13608	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13608	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13608	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13608	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13608	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13608	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13608	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13608	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13608	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13608	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13608	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13608	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13608	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13608	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13608	embedding2nn.weight	0	0.021925168111920357
13608	embedding2nn.weight	1	0.01511813048273325
13608	embedding2nn.weight	2	-0.004905124194920063
13608	embedding2nn.weight	3	0.0015649863053113222
13608	embedding2nn.weight	4	-0.004119726363569498
13608	embedding2nn.weight	5	0.009569505229592323
13608	embedding2nn.weight	6	-0.00255051557905972
13608	embedding2nn.weight	7	0.010340441949665546
13608	embedding2nn.weight	8	-0.008233364671468735
13608	embedding2nn.weight	9	-0.013537823222577572
13608	embedding2nn.bias	0	-0.025938011705875397
13608	embedding2nn.bias	1	-0.018603945150971413
13608	embedding2nn.bias	2	-0.04307568445801735
13608	embedding2nn.bias	3	0.013745687901973724
13608	embedding2nn.bias	4	0.01568855158984661
13608	embedding2nn.bias	5	-0.0035777436569333076
13608	embedding2nn.bias	6	0.0030095132533460855
13608	embedding2nn.bias	7	0.03483296558260918
13608	embedding2nn.bias	8	0.016598433256149292
13608	embedding2nn.bias	9	0.006805707234889269
13608	rnn.weight_ih_l0	0	0.039305735379457474
13608	rnn.weight_ih_l0	1	-0.013258491642773151
13608	rnn.weight_ih_l0	2	-0.034754473716020584
13608	rnn.weight_ih_l0	3	-0.04413978010416031
13608	rnn.weight_ih_l0	4	-0.04793727397918701
13608	rnn.weight_ih_l0	5	-0.0007921435171738267
13608	rnn.weight_ih_l0	6	-0.05252174660563469
13608	rnn.weight_ih_l0	7	-0.05621698871254921
13608	rnn.weight_ih_l0	8	-0.045855563133955
13608	rnn.weight_ih_l0	9	-0.025645554065704346
13608	rnn.weight_hh_l0	0	0.010979855433106422
13608	rnn.weight_hh_l0	1	-0.0202859565615654
13608	rnn.weight_hh_l0	2	-0.05133473500609398
13608	rnn.weight_hh_l0	3	-0.028186602517962456
13608	rnn.weight_hh_l0	4	-0.06026787310838699
13608	rnn.weight_hh_l0	5	-0.01196235790848732
13608	rnn.weight_hh_l0	6	-0.0416889563202858
13608	rnn.weight_hh_l0	7	-0.0013236001832410693
13608	rnn.weight_hh_l0	8	-0.01786947436630726
13608	rnn.weight_hh_l0	9	0.014353843405842781
13608	rnn.bias_ih_l0	0	0.10605916380882263
13608	rnn.bias_ih_l0	1	-0.045950114727020264
13608	rnn.bias_ih_l0	2	0.10604100674390793
13608	rnn.bias_ih_l0	3	0.0660337284207344
13608	rnn.bias_ih_l0	4	0.10287768393754959
13608	rnn.bias_ih_l0	5	0.029703639447689056
13608	rnn.bias_ih_l0	6	-0.010212646797299385
13608	rnn.bias_ih_l0	7	-0.11119155585765839
13608	rnn.bias_ih_l0	8	-0.15851055085659027
13608	rnn.bias_ih_l0	9	0.08996336162090302
13608	rnn.bias_hh_l0	0	-0.02456718683242798
13608	rnn.bias_hh_l0	1	0.016723250970244408
13608	rnn.bias_hh_l0	2	-0.018371518701314926
13608	rnn.bias_hh_l0	3	-0.01494224276393652
13608	rnn.bias_hh_l0	4	-0.042555276304483414
13608	rnn.bias_hh_l0	5	0.1340755671262741
13608	rnn.bias_hh_l0	6	0.005841192323714495
13608	rnn.bias_hh_l0	7	0.030913306400179863
13608	rnn.bias_hh_l0	8	0.02415613643825054
13608	rnn.bias_hh_l0	9	0.0367550365626812
13608	rnn.weight_ih_l0_reverse	0	-0.027970319613814354
13608	rnn.weight_ih_l0_reverse	1	-0.0035604662261903286
13608	rnn.weight_ih_l0_reverse	2	0.026607368141412735
13608	rnn.weight_ih_l0_reverse	3	-0.05643922835588455
13608	rnn.weight_ih_l0_reverse	4	0.010624066926538944
13608	rnn.weight_ih_l0_reverse	5	-0.05134936794638634
13608	rnn.weight_ih_l0_reverse	6	0.012285083532333374
13608	rnn.weight_ih_l0_reverse	7	0.04351998493075371
13608	rnn.weight_ih_l0_reverse	8	-0.04447608068585396
13608	rnn.weight_ih_l0_reverse	9	-0.05530049651861191
13608	rnn.weight_hh_l0_reverse	0	-0.08113773167133331
13608	rnn.weight_hh_l0_reverse	1	-0.04738127812743187
13608	rnn.weight_hh_l0_reverse	2	0.022282442077994347
13608	rnn.weight_hh_l0_reverse	3	0.04231932386755943
13608	rnn.weight_hh_l0_reverse	4	0.01451611053198576
13608	rnn.weight_hh_l0_reverse	5	0.043219193816185
13608	rnn.weight_hh_l0_reverse	6	-0.01750181056559086
13608	rnn.weight_hh_l0_reverse	7	0.00825884286314249
13608	rnn.weight_hh_l0_reverse	8	-0.08994163572788239
13608	rnn.weight_hh_l0_reverse	9	0.057433757930994034
13608	rnn.bias_ih_l0_reverse	0	-0.09178473800420761
13608	rnn.bias_ih_l0_reverse	1	-0.059930238872766495
13608	rnn.bias_ih_l0_reverse	2	0.09688059240579605
13608	rnn.bias_ih_l0_reverse	3	0.027651343494653702
13608	rnn.bias_ih_l0_reverse	4	-0.11820020526647568
13608	rnn.bias_ih_l0_reverse	5	0.04128408059477806
13608	rnn.bias_ih_l0_reverse	6	-0.11784060299396515
13608	rnn.bias_ih_l0_reverse	7	0.04205411300063133
13608	rnn.bias_ih_l0_reverse	8	0.02379164658486843
13608	rnn.bias_ih_l0_reverse	9	0.06842540949583054
13608	rnn.bias_hh_l0_reverse	0	0.03215787559747696
13608	rnn.bias_hh_l0_reverse	1	0.07742875814437866
13608	rnn.bias_hh_l0_reverse	2	0.07067251205444336
13608	rnn.bias_hh_l0_reverse	3	-0.009948517195880413
13608	rnn.bias_hh_l0_reverse	4	0.08577530086040497
13608	rnn.bias_hh_l0_reverse	5	0.0009401045390404761
13608	rnn.bias_hh_l0_reverse	6	-0.06725205481052399
13608	rnn.bias_hh_l0_reverse	7	0.023308563977479935
13608	rnn.bias_hh_l0_reverse	8	0.014787549152970314
13608	rnn.bias_hh_l0_reverse	9	-0.13669000566005707
13608	linear.weight	0	0.1730286180973053
13608	linear.weight	1	-0.11334201693534851
13608	linear.weight	2	-0.18580180406570435
13608	linear.weight	3	0.07306575775146484
13608	linear.weight	4	-0.0006593200960196555
13608	linear.weight	5	0.004038112238049507
13608	linear.weight	6	-0.00869892816990614
13608	linear.weight	7	-0.038603346794843674
13608	linear.weight	8	0.06281916052103043
13608	linear.weight	9	0.26517534255981445
13608	linear.bias	0	-0.13023784756660461
13608	linear.bias	1	0.14318327605724335
13608	linear.bias	2	-0.469095379114151
13608	linear.bias	3	1.521239995956421
13608	linear.bias	4	-0.3511958420276642
13608	linear.bias	5	-0.030769959092140198
13608	linear.bias	6	-0.31965750455856323
13608	linear.bias	7	-0.22509977221488953
13608	linear.bias	8	0.004082380328327417
13608	linear.bias	9	-0.45690909028053284
13636	transitions	0	-0.6204856634140015
13636	transitions	1	0.3784092366695404
13636	transitions	2	1.7117081880569458
13636	transitions	3	0.132032111287117
13636	transitions	4	0.9707135558128357
13636	transitions	5	1.2744619846343994
13636	transitions	6	0.4840235412120819
13636	transitions	7	0.18018190562725067
13636	transitions	8	-0.919224202632904
13636	transitions	9	0.9307495355606079
13636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13636	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13636	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13636	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13636	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13636	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13636	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13636	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13636	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13636	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13636	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13636	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13636	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13636	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13636	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13636	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13636	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13636	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13636	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13636	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13636	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13636	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13636	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13636	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13636	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13636	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13636	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13636	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13636	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13636	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13636	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13636	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13636	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13636	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13636	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13636	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13636	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13636	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13636	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13636	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13636	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13636	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13636	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13636	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13636	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13636	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13636	embedding2nn.weight	0	0.022525085136294365
13636	embedding2nn.weight	1	0.015186636708676815
13636	embedding2nn.weight	2	-0.004931798204779625
13636	embedding2nn.weight	3	0.001480609062127769
13636	embedding2nn.weight	4	-0.004176856018602848
13636	embedding2nn.weight	5	0.009450853802263737
13636	embedding2nn.weight	6	-0.0025384260807186365
13636	embedding2nn.weight	7	0.010066589340567589
13636	embedding2nn.weight	8	-0.008243618533015251
13636	embedding2nn.weight	9	-0.013535845093429089
13636	embedding2nn.bias	0	-0.027358153834939003
13636	embedding2nn.bias	1	-0.023059044033288956
13636	embedding2nn.bias	2	-0.04090164974331856
13636	embedding2nn.bias	3	0.00802810862660408
13636	embedding2nn.bias	4	0.01172157283872366
13636	embedding2nn.bias	5	0.0007034124573692679
13636	embedding2nn.bias	6	0.0034080694895237684
13636	embedding2nn.bias	7	0.027589673176407814
13636	embedding2nn.bias	8	0.022882645949721336
13636	embedding2nn.bias	9	0.01174020953476429
13636	rnn.weight_ih_l0	0	0.03940010815858841
13636	rnn.weight_ih_l0	1	-0.012664176523685455
13636	rnn.weight_ih_l0	2	-0.03466225415468216
13636	rnn.weight_ih_l0	3	-0.04401879385113716
13636	rnn.weight_ih_l0	4	-0.04763449728488922
13636	rnn.weight_ih_l0	5	-0.0008855336345732212
13636	rnn.weight_ih_l0	6	-0.05274621769785881
13636	rnn.weight_ih_l0	7	-0.05649412050843239
13636	rnn.weight_ih_l0	8	-0.045928724110126495
13636	rnn.weight_ih_l0	9	-0.025376997888088226
13636	rnn.weight_hh_l0	0	0.011250031180679798
13636	rnn.weight_hh_l0	1	-0.020393265411257744
13636	rnn.weight_hh_l0	2	-0.052178606390953064
13636	rnn.weight_hh_l0	3	-0.02816120907664299
13636	rnn.weight_hh_l0	4	-0.06004931405186653
13636	rnn.weight_hh_l0	5	-0.011755525134503841
13636	rnn.weight_hh_l0	6	-0.0426214300096035
13636	rnn.weight_hh_l0	7	-0.0011291693663224578
13636	rnn.weight_hh_l0	8	-0.017653172835707664
13636	rnn.weight_hh_l0	9	0.01468072459101677
13636	rnn.bias_ih_l0	0	0.10638026148080826
13636	rnn.bias_ih_l0	1	-0.045235525816679
13636	rnn.bias_ih_l0	2	0.10647859424352646
13636	rnn.bias_ih_l0	3	0.06579719483852386
13636	rnn.bias_ih_l0	4	0.10377803444862366
13636	rnn.bias_ih_l0	5	0.029387272894382477
13636	rnn.bias_ih_l0	6	-0.009656946174800396
13636	rnn.bias_ih_l0	7	-0.11589177697896957
13636	rnn.bias_ih_l0	8	-0.15517988801002502
13636	rnn.bias_ih_l0	9	0.08917853981256485
13636	rnn.bias_hh_l0	0	-0.023735396564006805
13636	rnn.bias_hh_l0	1	0.016506094485521317
13636	rnn.bias_hh_l0	2	-0.021701397374272346
13636	rnn.bias_hh_l0	3	-0.015340643934905529
13636	rnn.bias_hh_l0	4	-0.04190690070390701
13636	rnn.bias_hh_l0	5	0.13307340443134308
13636	rnn.bias_hh_l0	6	0.0063783335499465466
13636	rnn.bias_hh_l0	7	0.035209525376558304
13636	rnn.bias_hh_l0	8	0.024711841717362404
13636	rnn.bias_hh_l0	9	0.036163296550512314
13636	rnn.weight_ih_l0_reverse	0	-0.027858898043632507
13636	rnn.weight_ih_l0_reverse	1	-0.0034068538807332516
13636	rnn.weight_ih_l0_reverse	2	0.02651735208928585
13636	rnn.weight_ih_l0_reverse	3	-0.05640801787376404
13636	rnn.weight_ih_l0_reverse	4	0.010234970599412918
13636	rnn.weight_ih_l0_reverse	5	-0.051202449947595596
13636	rnn.weight_ih_l0_reverse	6	0.012104338966310024
13636	rnn.weight_ih_l0_reverse	7	0.0435890294611454
13636	rnn.weight_ih_l0_reverse	8	-0.044264163821935654
13636	rnn.weight_ih_l0_reverse	9	-0.05519925430417061
13636	rnn.weight_hh_l0_reverse	0	-0.08163542300462723
13636	rnn.weight_hh_l0_reverse	1	-0.048413440585136414
13636	rnn.weight_hh_l0_reverse	2	0.02301275171339512
13636	rnn.weight_hh_l0_reverse	3	0.04234012961387634
13636	rnn.weight_hh_l0_reverse	4	0.015066646970808506
13636	rnn.weight_hh_l0_reverse	5	0.0432015135884285
13636	rnn.weight_hh_l0_reverse	6	-0.01867520809173584
13636	rnn.weight_hh_l0_reverse	7	0.008275027386844158
13636	rnn.weight_hh_l0_reverse	8	-0.08970554172992706
13636	rnn.weight_hh_l0_reverse	9	0.05766914039850235
13636	rnn.bias_ih_l0_reverse	0	-0.08803669363260269
13636	rnn.bias_ih_l0_reverse	1	-0.06040431559085846
13636	rnn.bias_ih_l0_reverse	2	0.09835962951183319
13636	rnn.bias_ih_l0_reverse	3	0.02864370308816433
13636	rnn.bias_ih_l0_reverse	4	-0.11930374801158905
13636	rnn.bias_ih_l0_reverse	5	0.03962303325533867
13636	rnn.bias_ih_l0_reverse	6	-0.11786171048879623
13636	rnn.bias_ih_l0_reverse	7	0.04265088587999344
13636	rnn.bias_ih_l0_reverse	8	0.021876251325011253
13636	rnn.bias_ih_l0_reverse	9	0.07007177174091339
13636	rnn.bias_hh_l0_reverse	0	0.03341017663478851
13636	rnn.bias_hh_l0_reverse	1	0.07418765872716904
13636	rnn.bias_hh_l0_reverse	2	0.07177826017141342
13636	rnn.bias_hh_l0_reverse	3	-0.008887198753654957
13636	rnn.bias_hh_l0_reverse	4	0.08468665927648544
13636	rnn.bias_hh_l0_reverse	5	0.0029258483555167913
13636	rnn.bias_hh_l0_reverse	6	-0.0670815259218216
13636	rnn.bias_hh_l0_reverse	7	0.022321641445159912
13636	rnn.bias_hh_l0_reverse	8	0.013477412983775139
13636	rnn.bias_hh_l0_reverse	9	-0.13917431235313416
13636	linear.weight	0	0.18007388710975647
13636	linear.weight	1	-0.1133234053850174
13636	linear.weight	2	-0.1842508316040039
13636	linear.weight	3	0.06421391665935516
13636	linear.weight	4	0.0006611197022721171
13636	linear.weight	5	0.004782077856361866
13636	linear.weight	6	-0.008681520819664001
13636	linear.weight	7	-0.03857827186584473
13636	linear.weight	8	0.06254300475120544
13636	linear.weight	9	0.2643048167228699
13636	linear.bias	0	-0.1262531578540802
13636	linear.bias	1	0.14043183624744415
13636	linear.bias	2	-0.46858546137809753
13636	linear.bias	3	1.520959496498108
13636	linear.bias	4	-0.3514120280742645
13636	linear.bias	5	-0.030769959092140198
13636	linear.bias	6	-0.31933292746543884
13636	linear.bias	7	-0.22396010160446167
13636	linear.bias	8	0.006515981163829565
13636	linear.bias	9	-0.4570080041885376
13664	transitions	0	-0.6205779910087585
13664	transitions	1	0.3782556354999542
13664	transitions	2	1.7115458250045776
13664	transitions	3	0.1319425404071808
13664	transitions	4	0.9706965088844299
13664	transitions	5	1.274459719657898
13664	transitions	6	0.48402297496795654
13664	transitions	7	0.18018102645874023
13664	transitions	8	-0.9192251563072205
13664	transitions	9	0.9307485818862915
13664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13664	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13664	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13664	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13664	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13664	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13664	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13664	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13664	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13664	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13664	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13664	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13664	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13664	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13664	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13664	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13664	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13664	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13664	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13664	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13664	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13664	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13664	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13664	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13664	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13664	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13664	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13664	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13664	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13664	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13664	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13664	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13664	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13664	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13664	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13664	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13664	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13664	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13664	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13664	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13664	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13664	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13664	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13664	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13664	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13664	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13664	embedding2nn.weight	0	0.02246498502790928
13664	embedding2nn.weight	1	0.01519755832850933
13664	embedding2nn.weight	2	-0.004924901761114597
13664	embedding2nn.weight	3	0.0018702531233429909
13664	embedding2nn.weight	4	-0.0042686061933636665
13664	embedding2nn.weight	5	0.009580915793776512
13664	embedding2nn.weight	6	-0.002499439287930727
13664	embedding2nn.weight	7	0.009559238329529762
13664	embedding2nn.weight	8	-0.00817119237035513
13664	embedding2nn.weight	9	-0.01355879008769989
13664	embedding2nn.bias	0	-0.02816273830831051
13664	embedding2nn.bias	1	-0.019044432789087296
13664	embedding2nn.bias	2	-0.04228079319000244
13664	embedding2nn.bias	3	0.003007416846230626
13664	embedding2nn.bias	4	0.012761366553604603
13664	embedding2nn.bias	5	0.002082165563479066
13664	embedding2nn.bias	6	0.010022168047726154
13664	embedding2nn.bias	7	0.031156295910477638
13664	embedding2nn.bias	8	0.018672233447432518
13664	embedding2nn.bias	9	0.014662005938589573
13664	rnn.weight_ih_l0	0	0.039294809103012085
13664	rnn.weight_ih_l0	1	-0.011922547593712807
13664	rnn.weight_ih_l0	2	-0.03413766250014305
13664	rnn.weight_ih_l0	3	-0.04433678090572357
13664	rnn.weight_ih_l0	4	-0.04762665182352066
13664	rnn.weight_ih_l0	5	-0.0008697658777236938
13664	rnn.weight_ih_l0	6	-0.05240559205412865
13664	rnn.weight_ih_l0	7	-0.05625838041305542
13664	rnn.weight_ih_l0	8	-0.04653581231832504
13664	rnn.weight_ih_l0	9	-0.0255285557359457
13664	rnn.weight_hh_l0	0	0.011297027580440044
13664	rnn.weight_hh_l0	1	-0.020992493256926537
13664	rnn.weight_hh_l0	2	-0.05358950421214104
13664	rnn.weight_hh_l0	3	-0.02833043597638607
13664	rnn.weight_hh_l0	4	-0.060680750757455826
13664	rnn.weight_hh_l0	5	-0.012089788913726807
13664	rnn.weight_hh_l0	6	-0.042255572974681854
13664	rnn.weight_hh_l0	7	-0.0011124535230919719
13664	rnn.weight_hh_l0	8	-0.017545441165566444
13664	rnn.weight_hh_l0	9	0.015457352623343468
13664	rnn.bias_ih_l0	0	0.10758553445339203
13664	rnn.bias_ih_l0	1	-0.046741731464862823
13664	rnn.bias_ih_l0	2	0.10522803664207458
13664	rnn.bias_ih_l0	3	0.06640537083148956
13664	rnn.bias_ih_l0	4	0.10341247916221619
13664	rnn.bias_ih_l0	5	0.02829659916460514
13664	rnn.bias_ih_l0	6	-0.010401616804301739
13664	rnn.bias_ih_l0	7	-0.11580090969800949
13664	rnn.bias_ih_l0	8	-0.15685288608074188
13664	rnn.bias_ih_l0	9	0.09072662889957428
13664	rnn.bias_hh_l0	0	-0.02200544811785221
13664	rnn.bias_hh_l0	1	0.017464514821767807
13664	rnn.bias_hh_l0	2	-0.021070053800940514
13664	rnn.bias_hh_l0	3	-0.015755537897348404
13664	rnn.bias_hh_l0	4	-0.041853997856378555
13664	rnn.bias_hh_l0	5	0.1332278847694397
13664	rnn.bias_hh_l0	6	0.006412869784981012
13664	rnn.bias_hh_l0	7	0.03664025664329529
13664	rnn.bias_hh_l0	8	0.02396717295050621
13664	rnn.bias_hh_l0	9	0.03424026444554329
13664	rnn.weight_ih_l0_reverse	0	-0.027775701135396957
13664	rnn.weight_ih_l0_reverse	1	-0.002759825438261032
13664	rnn.weight_ih_l0_reverse	2	0.02622286230325699
13664	rnn.weight_ih_l0_reverse	3	-0.055945273488759995
13664	rnn.weight_ih_l0_reverse	4	0.010390888899564743
13664	rnn.weight_ih_l0_reverse	5	-0.05111495032906532
13664	rnn.weight_ih_l0_reverse	6	0.011461025103926659
13664	rnn.weight_ih_l0_reverse	7	0.04359850659966469
13664	rnn.weight_ih_l0_reverse	8	-0.04428510740399361
13664	rnn.weight_ih_l0_reverse	9	-0.0553676038980484
13664	rnn.weight_hh_l0_reverse	0	-0.08242790400981903
13664	rnn.weight_hh_l0_reverse	1	-0.04856352508068085
13664	rnn.weight_hh_l0_reverse	2	0.02317834086716175
13664	rnn.weight_hh_l0_reverse	3	0.04240825027227402
13664	rnn.weight_hh_l0_reverse	4	0.016238003969192505
13664	rnn.weight_hh_l0_reverse	5	0.04286033660173416
13664	rnn.weight_hh_l0_reverse	6	-0.016664622351527214
13664	rnn.weight_hh_l0_reverse	7	0.008313721977174282
13664	rnn.weight_hh_l0_reverse	8	-0.08969631791114807
13664	rnn.weight_hh_l0_reverse	9	0.05702344700694084
13664	rnn.bias_ih_l0_reverse	0	-0.08660170435905457
13664	rnn.bias_ih_l0_reverse	1	-0.06435214728116989
13664	rnn.bias_ih_l0_reverse	2	0.09867261350154877
13664	rnn.bias_ih_l0_reverse	3	0.027832431718707085
13664	rnn.bias_ih_l0_reverse	4	-0.11830487847328186
13664	rnn.bias_ih_l0_reverse	5	0.03946281969547272
13664	rnn.bias_ih_l0_reverse	6	-0.11873062700033188
13664	rnn.bias_ih_l0_reverse	7	0.04167412221431732
13664	rnn.bias_ih_l0_reverse	8	0.021084889769554138
13664	rnn.bias_ih_l0_reverse	9	0.07054181396961212
13664	rnn.bias_hh_l0_reverse	0	0.034373197704553604
13664	rnn.bias_hh_l0_reverse	1	0.0712810829281807
13664	rnn.bias_hh_l0_reverse	2	0.07085399329662323
13664	rnn.bias_hh_l0_reverse	3	-0.010466515086591244
13664	rnn.bias_hh_l0_reverse	4	0.0847756564617157
13664	rnn.bias_hh_l0_reverse	5	0.005293752532452345
13664	rnn.bias_hh_l0_reverse	6	-0.06743858009576797
13664	rnn.bias_hh_l0_reverse	7	0.02292538620531559
13664	rnn.bias_hh_l0_reverse	8	0.013351763598620892
13664	rnn.bias_hh_l0_reverse	9	-0.13442622125148773
13664	linear.weight	0	0.1826779693365097
13664	linear.weight	1	-0.1132311075925827
13664	linear.weight	2	-0.18447667360305786
13664	linear.weight	3	0.06072504445910454
13664	linear.weight	4	0.0005865158163942397
13664	linear.weight	5	0.00503544881939888
13664	linear.weight	6	-0.0086743775755167
13664	linear.weight	7	-0.03856266662478447
13664	linear.weight	8	0.0660758912563324
13664	linear.weight	9	0.2614860236644745
13664	linear.bias	0	-0.1326126754283905
13664	linear.bias	1	0.1451772302389145
13664	linear.bias	2	-0.46630439162254333
13664	linear.bias	3	1.517314076423645
13664	linear.bias	4	-0.35479849576950073
13664	linear.bias	5	-0.030769959092140198
13664	linear.bias	6	-0.31700289249420166
13664	linear.bias	7	-0.22469057142734528
13664	linear.bias	8	-4.0276623622048646e-05
13664	linear.bias	9	-0.45712873339653015
13692	transitions	0	-0.6206910014152527
13692	transitions	1	0.37820374965667725
13692	transitions	2	1.7114198207855225
13692	transitions	3	0.131561279296875
13692	transitions	4	0.970596969127655
13692	transitions	5	1.2744572162628174
13692	transitions	6	0.48402130603790283
13692	transitions	7	0.18017594516277313
13692	transitions	8	-0.9192270040512085
13692	transitions	9	0.9307485818862915
13692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13692	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13692	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13692	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13692	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13692	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13692	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13692	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13692	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13692	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13692	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13692	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13692	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13692	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13692	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13692	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13692	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13692	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13692	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13692	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13692	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13692	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13692	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13692	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13692	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13692	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13692	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13692	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13692	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13692	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13692	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13692	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13692	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13692	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13692	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13692	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13692	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13692	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13692	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13692	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13692	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13692	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13692	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13692	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13692	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13692	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13692	embedding2nn.weight	0	0.021827630698680878
13692	embedding2nn.weight	1	0.015345770865678787
13692	embedding2nn.weight	2	-0.004966470878571272
13692	embedding2nn.weight	3	0.0018644580850377679
13692	embedding2nn.weight	4	-0.004324371460825205
13692	embedding2nn.weight	5	0.009699353016912937
13692	embedding2nn.weight	6	-0.0025845218915492296
13692	embedding2nn.weight	7	0.009527493268251419
13692	embedding2nn.weight	8	-0.008220009505748749
13692	embedding2nn.weight	9	-0.013580608181655407
13692	embedding2nn.bias	0	-0.03597481548786163
13692	embedding2nn.bias	1	-0.024471135810017586
13692	embedding2nn.bias	2	-0.04484990984201431
13692	embedding2nn.bias	3	0.0030372317414730787
13692	embedding2nn.bias	4	0.012342231348156929
13692	embedding2nn.bias	5	-0.0019973802845925093
13692	embedding2nn.bias	6	0.010079968720674515
13692	embedding2nn.bias	7	0.031515032052993774
13692	embedding2nn.bias	8	0.017972439527511597
13692	embedding2nn.bias	9	0.013250330463051796
13692	rnn.weight_ih_l0	0	0.03941929712891579
13692	rnn.weight_ih_l0	1	-0.012568837963044643
13692	rnn.weight_ih_l0	2	-0.03437114879488945
13692	rnn.weight_ih_l0	3	-0.04417632147669792
13692	rnn.weight_ih_l0	4	-0.04736015200614929
13692	rnn.weight_ih_l0	5	-0.000993417575955391
13692	rnn.weight_ih_l0	6	-0.05256718397140503
13692	rnn.weight_ih_l0	7	-0.05632159113883972
13692	rnn.weight_ih_l0	8	-0.04679237678647041
13692	rnn.weight_ih_l0	9	-0.025514213368296623
13692	rnn.weight_hh_l0	0	0.011494632810354233
13692	rnn.weight_hh_l0	1	-0.020159529522061348
13692	rnn.weight_hh_l0	2	-0.05391531065106392
13692	rnn.weight_hh_l0	3	-0.028301799669861794
13692	rnn.weight_hh_l0	4	-0.06109119579195976
13692	rnn.weight_hh_l0	5	-0.012067458592355251
13692	rnn.weight_hh_l0	6	-0.04382767528295517
13692	rnn.weight_hh_l0	7	0.00017684527847450227
13692	rnn.weight_hh_l0	8	-0.017489759251475334
13692	rnn.weight_hh_l0	9	0.0157436765730381
13692	rnn.bias_ih_l0	0	0.10623566061258316
13692	rnn.bias_ih_l0	1	-0.047113608568906784
13692	rnn.bias_ih_l0	2	0.10635147243738174
13692	rnn.bias_ih_l0	3	0.06543264538049698
13692	rnn.bias_ih_l0	4	0.10379897058010101
13692	rnn.bias_ih_l0	5	0.02932712249457836
13692	rnn.bias_ih_l0	6	-0.012440523132681847
13692	rnn.bias_ih_l0	7	-0.11376649886369705
13692	rnn.bias_ih_l0	8	-0.16264812648296356
13692	rnn.bias_ih_l0	9	0.09146085381507874
13692	rnn.bias_hh_l0	0	-0.021810801699757576
13692	rnn.bias_hh_l0	1	0.019123228266835213
13692	rnn.bias_hh_l0	2	-0.01921372301876545
13692	rnn.bias_hh_l0	3	-0.016642726957798004
13692	rnn.bias_hh_l0	4	-0.04303600639104843
13692	rnn.bias_hh_l0	5	0.1347847580909729
13692	rnn.bias_hh_l0	6	0.005239690653979778
13692	rnn.bias_hh_l0	7	0.03633701801300049
13692	rnn.bias_hh_l0	8	0.021928265690803528
13692	rnn.bias_hh_l0	9	0.03597752004861832
13692	rnn.weight_ih_l0_reverse	0	-0.027887992560863495
13692	rnn.weight_ih_l0_reverse	1	-0.0033392012119293213
13692	rnn.weight_ih_l0_reverse	2	0.026175567880272865
13692	rnn.weight_ih_l0_reverse	3	-0.05523926019668579
13692	rnn.weight_ih_l0_reverse	4	0.010213530622422695
13692	rnn.weight_ih_l0_reverse	5	-0.051144663244485855
13692	rnn.weight_ih_l0_reverse	6	0.01033299881964922
13692	rnn.weight_ih_l0_reverse	7	0.0436764657497406
13692	rnn.weight_ih_l0_reverse	8	-0.04439859464764595
13692	rnn.weight_ih_l0_reverse	9	-0.05538307875394821
13692	rnn.weight_hh_l0_reverse	0	-0.0814264789223671
13692	rnn.weight_hh_l0_reverse	1	-0.04863397777080536
13692	rnn.weight_hh_l0_reverse	2	0.023462945595383644
13692	rnn.weight_hh_l0_reverse	3	0.04263194277882576
13692	rnn.weight_hh_l0_reverse	4	0.015097105875611305
13692	rnn.weight_hh_l0_reverse	5	0.04323887079954147
13692	rnn.weight_hh_l0_reverse	6	-0.015403088182210922
13692	rnn.weight_hh_l0_reverse	7	0.008557964116334915
13692	rnn.weight_hh_l0_reverse	8	-0.0900399461388588
13692	rnn.weight_hh_l0_reverse	9	0.05784333124756813
13692	rnn.bias_ih_l0_reverse	0	-0.08756891638040543
13692	rnn.bias_ih_l0_reverse	1	-0.06084435433149338
13692	rnn.bias_ih_l0_reverse	2	0.09778085350990295
13692	rnn.bias_ih_l0_reverse	3	0.02847684919834137
13692	rnn.bias_ih_l0_reverse	4	-0.11862119287252426
13692	rnn.bias_ih_l0_reverse	5	0.03933634236454964
13692	rnn.bias_ih_l0_reverse	6	-0.1159837543964386
13692	rnn.bias_ih_l0_reverse	7	0.040484413504600525
13692	rnn.bias_ih_l0_reverse	8	0.021257180720567703
13692	rnn.bias_ih_l0_reverse	9	0.06927254796028137
13692	rnn.bias_hh_l0_reverse	0	0.0350516252219677
13692	rnn.bias_hh_l0_reverse	1	0.07081769406795502
13692	rnn.bias_hh_l0_reverse	2	0.0712554007768631
13692	rnn.bias_hh_l0_reverse	3	-0.010606701485812664
13692	rnn.bias_hh_l0_reverse	4	0.08370772749185562
13692	rnn.bias_hh_l0_reverse	5	0.0010427639354020357
13692	rnn.bias_hh_l0_reverse	6	-0.06831766664981842
13692	rnn.bias_hh_l0_reverse	7	0.02388416975736618
13692	rnn.bias_hh_l0_reverse	8	0.01409031730145216
13692	rnn.bias_hh_l0_reverse	9	-0.13942471146583557
13692	linear.weight	0	0.19020509719848633
13692	linear.weight	1	-0.11320700496435165
13692	linear.weight	2	-0.18381616473197937
13692	linear.weight	3	0.05488308519124985
13692	linear.weight	4	0.00012590439291670918
13692	linear.weight	5	0.001953676575794816
13692	linear.weight	6	-0.008670701645314693
13692	linear.weight	7	-0.037131354212760925
13692	linear.weight	8	0.0659864991903305
13692	linear.weight	9	0.26223987340927124
13692	linear.bias	0	-0.14010144770145416
13692	linear.bias	1	0.14753392338752747
13692	linear.bias	2	-0.469760924577713
13692	linear.bias	3	1.5347678661346436
13692	linear.bias	4	-0.3550722599029541
13692	linear.bias	5	-0.030769959092140198
13692	linear.bias	6	-0.3197098970413208
13692	linear.bias	7	-0.22218279540538788
13692	linear.bias	8	0.006932942662388086
13692	linear.bias	9	-0.4572598934173584
13720	transitions	0	-0.6208905577659607
13720	transitions	1	0.37811246514320374
13720	transitions	2	1.7112778425216675
13720	transitions	3	0.13149556517601013
13720	transitions	4	0.9703081846237183
13720	transitions	5	1.2744543552398682
13720	transitions	6	0.48401975631713867
13720	transitions	7	0.18015950918197632
13720	transitions	8	-0.9192284345626831
13720	transitions	9	0.9307485222816467
13720	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13720	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13720	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13720	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13720	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13720	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13720	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13720	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13720	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13720	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13720	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13720	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13720	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13720	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13720	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13720	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13720	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13720	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13720	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13720	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13720	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13720	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13720	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13720	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13720	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13720	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13720	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13720	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13720	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13720	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13720	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13720	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13720	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13720	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13720	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13720	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13720	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13720	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13720	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13720	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13720	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13720	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13720	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13720	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13720	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13720	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13720	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13720	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13720	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13720	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13720	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13720	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13720	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13720	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13720	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13720	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13720	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13720	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13720	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13720	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13720	embedding2nn.weight	0	0.0219331756234169
13720	embedding2nn.weight	1	0.015400798059999943
13720	embedding2nn.weight	2	-0.005020004231482744
13720	embedding2nn.weight	3	0.0015817084349691868
13720	embedding2nn.weight	4	-0.004344072192907333
13720	embedding2nn.weight	5	0.009605908766388893
13720	embedding2nn.weight	6	-0.002534010447561741
13720	embedding2nn.weight	7	0.010606841184198856
13720	embedding2nn.weight	8	-0.008251633495092392
13720	embedding2nn.weight	9	-0.013690096326172352
13720	embedding2nn.bias	0	-0.03285699337720871
13720	embedding2nn.bias	1	-0.021978426724672318
13720	embedding2nn.bias	2	-0.04974628612399101
13720	embedding2nn.bias	3	-0.0011396371992304921
13720	embedding2nn.bias	4	0.018305860459804535
13720	embedding2nn.bias	5	6.108103843871504e-05
13720	embedding2nn.bias	6	0.011803681962192059
13720	embedding2nn.bias	7	0.03381500765681267
13720	embedding2nn.bias	8	0.0204904954880476
13720	embedding2nn.bias	9	0.01780087500810623
13720	rnn.weight_ih_l0	0	0.03940343111753464
13720	rnn.weight_ih_l0	1	-0.012277019210159779
13720	rnn.weight_ih_l0	2	-0.0350562185049057
13720	rnn.weight_ih_l0	3	-0.043795179575681686
13720	rnn.weight_ih_l0	4	-0.04720433056354523
13720	rnn.weight_ih_l0	5	-0.0008217702270485461
13720	rnn.weight_ih_l0	6	-0.052806779742240906
13720	rnn.weight_ih_l0	7	-0.05599227547645569
13720	rnn.weight_ih_l0	8	-0.04643067717552185
13720	rnn.weight_ih_l0	9	-0.0253347959369421
13720	rnn.weight_hh_l0	0	0.011540128849446774
13720	rnn.weight_hh_l0	1	-0.019836539402604103
13720	rnn.weight_hh_l0	2	-0.05456449091434479
13720	rnn.weight_hh_l0	3	-0.02882959507405758
13720	rnn.weight_hh_l0	4	-0.06156986579298973
13720	rnn.weight_hh_l0	5	-0.012224686332046986
13720	rnn.weight_hh_l0	6	-0.04485444724559784
13720	rnn.weight_hh_l0	7	-0.0004866391245741397
13720	rnn.weight_hh_l0	8	-0.017020586878061295
13720	rnn.weight_hh_l0	9	0.015902353450655937
13720	rnn.bias_ih_l0	0	0.1044454425573349
13720	rnn.bias_ih_l0	1	-0.04807377606630325
13720	rnn.bias_ih_l0	2	0.10442948341369629
13720	rnn.bias_ih_l0	3	0.06381691247224808
13720	rnn.bias_ih_l0	4	0.10377103090286255
13720	rnn.bias_ih_l0	5	0.028847910463809967
13720	rnn.bias_ih_l0	6	-0.006128495093435049
13720	rnn.bias_ih_l0	7	-0.11233004927635193
13720	rnn.bias_ih_l0	8	-0.163580521941185
13720	rnn.bias_ih_l0	9	0.09021633118391037
13720	rnn.bias_hh_l0	0	-0.02044370025396347
13720	rnn.bias_hh_l0	1	0.01921331137418747
13720	rnn.bias_hh_l0	2	-0.021264182403683662
13720	rnn.bias_hh_l0	3	-0.015925057232379913
13720	rnn.bias_hh_l0	4	-0.04117564857006073
13720	rnn.bias_hh_l0	5	0.13519324362277985
13720	rnn.bias_hh_l0	6	0.006071992218494415
13720	rnn.bias_hh_l0	7	0.03557264432311058
13720	rnn.bias_hh_l0	8	0.02824029140174389
13720	rnn.bias_hh_l0	9	0.036638110876083374
13720	rnn.weight_ih_l0_reverse	0	-0.027957424521446228
13720	rnn.weight_ih_l0_reverse	1	-0.0033029180485755205
13720	rnn.weight_ih_l0_reverse	2	0.026199935004115105
13720	rnn.weight_ih_l0_reverse	3	-0.05523348227143288
13720	rnn.weight_ih_l0_reverse	4	0.01033692341297865
13720	rnn.weight_ih_l0_reverse	5	-0.05091660097241402
13720	rnn.weight_ih_l0_reverse	6	0.009100968018174171
13720	rnn.weight_ih_l0_reverse	7	0.043789420276880264
13720	rnn.weight_ih_l0_reverse	8	-0.04461507126688957
13720	rnn.weight_ih_l0_reverse	9	-0.055357396602630615
13720	rnn.weight_hh_l0_reverse	0	-0.08153393119573593
13720	rnn.weight_hh_l0_reverse	1	-0.046586595475673676
13720	rnn.weight_hh_l0_reverse	2	0.02353563904762268
13720	rnn.weight_hh_l0_reverse	3	0.04311913996934891
13720	rnn.weight_hh_l0_reverse	4	0.015611792914569378
13720	rnn.weight_hh_l0_reverse	5	0.04338514059782028
13720	rnn.weight_hh_l0_reverse	6	-0.016005031764507294
13720	rnn.weight_hh_l0_reverse	7	0.008485600352287292
13720	rnn.weight_hh_l0_reverse	8	-0.09054207801818848
13720	rnn.weight_hh_l0_reverse	9	0.058312807232141495
13720	rnn.bias_ih_l0_reverse	0	-0.09043165296316147
13720	rnn.bias_ih_l0_reverse	1	-0.06346892565488815
13720	rnn.bias_ih_l0_reverse	2	0.09918186068534851
13720	rnn.bias_ih_l0_reverse	3	0.02847137674689293
13720	rnn.bias_ih_l0_reverse	4	-0.11909104883670807
13720	rnn.bias_ih_l0_reverse	5	0.03977048397064209
13720	rnn.bias_ih_l0_reverse	6	-0.11348471790552139
13720	rnn.bias_ih_l0_reverse	7	0.040620360523462296
13720	rnn.bias_ih_l0_reverse	8	0.02164321206510067
13720	rnn.bias_ih_l0_reverse	9	0.07072365283966064
13720	rnn.bias_hh_l0_reverse	0	0.03407663106918335
13720	rnn.bias_hh_l0_reverse	1	0.07256277650594711
13720	rnn.bias_hh_l0_reverse	2	0.07027773559093475
13720	rnn.bias_hh_l0_reverse	3	-0.009742393158376217
13720	rnn.bias_hh_l0_reverse	4	0.08649182319641113
13720	rnn.bias_hh_l0_reverse	5	0.0012385271256789565
13720	rnn.bias_hh_l0_reverse	6	-0.06695043295621872
13720	rnn.bias_hh_l0_reverse	7	0.02373347245156765
13720	rnn.bias_hh_l0_reverse	8	0.01488510798662901
13720	rnn.bias_hh_l0_reverse	9	-0.1524532437324524
13720	linear.weight	0	0.1912878453731537
13720	linear.weight	1	-0.11317054182291031
13720	linear.weight	2	-0.18558591604232788
13720	linear.weight	3	0.053405046463012695
13720	linear.weight	4	0.0007087697158567607
13720	linear.weight	5	0.005289287772029638
13720	linear.weight	6	-0.00867726281285286
13720	linear.weight	7	-0.037005290389060974
13720	linear.weight	8	0.06763845682144165
13720	linear.weight	9	0.26283279061317444
13720	linear.bias	0	-0.13381579518318176
13720	linear.bias	1	0.14768564701080322
13720	linear.bias	2	-0.4695911705493927
13720	linear.bias	3	1.5260779857635498
13720	linear.bias	4	-0.3554563522338867
13720	linear.bias	5	-0.030769959092140198
13720	linear.bias	6	-0.31956133246421814
13720	linear.bias	7	-0.22204884886741638
13720	linear.bias	8	0.002864465583115816
13720	linear.bias	9	-0.45742467045783997
13748	transitions	0	-0.6209338307380676
13748	transitions	1	0.3780406713485718
13748	transitions	2	1.7112327814102173
13748	transitions	3	0.13138118386268616
13748	transitions	4	0.9702621698379517
13748	transitions	5	1.2744520902633667
13748	transitions	6	0.48401936888694763
13748	transitions	7	0.18015822768211365
13748	transitions	8	-0.9192295074462891
13748	transitions	9	0.9307485222816467
13748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13748	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13748	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13748	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13748	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13748	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13748	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13748	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13748	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13748	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13748	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13748	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13748	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13748	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13748	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13748	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13748	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13748	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13748	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13748	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13748	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13748	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13748	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13748	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13748	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13748	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13748	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13748	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13748	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13748	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13748	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13748	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13748	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13748	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13748	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13748	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13748	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13748	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13748	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13748	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13748	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13748	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13748	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13748	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13748	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13748	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13748	embedding2nn.weight	0	0.02265949361026287
13748	embedding2nn.weight	1	0.015467967838048935
13748	embedding2nn.weight	2	-0.004989814478904009
13748	embedding2nn.weight	3	0.0014146789908409119
13748	embedding2nn.weight	4	-0.004304464440792799
13748	embedding2nn.weight	5	0.009635679423809052
13748	embedding2nn.weight	6	-0.0024045626632869244
13748	embedding2nn.weight	7	0.010889016091823578
13748	embedding2nn.weight	8	-0.008057460188865662
13748	embedding2nn.weight	9	-0.013794463127851486
13748	embedding2nn.bias	0	-0.03616403043270111
13748	embedding2nn.bias	1	-0.021108664572238922
13748	embedding2nn.bias	2	-0.04762035980820656
13748	embedding2nn.bias	3	-0.0010911665158346295
13748	embedding2nn.bias	4	0.021993882954120636
13748	embedding2nn.bias	5	0.0013902264181524515
13748	embedding2nn.bias	6	0.017593033611774445
13748	embedding2nn.bias	7	0.02982790581882
13748	embedding2nn.bias	8	0.014460264705121517
13748	embedding2nn.bias	9	0.025052892044186592
13748	rnn.weight_ih_l0	0	0.03939651697874069
13748	rnn.weight_ih_l0	1	-0.012512014247477055
13748	rnn.weight_ih_l0	2	-0.035218529403209686
13748	rnn.weight_ih_l0	3	-0.04368079453706741
13748	rnn.weight_ih_l0	4	-0.04735804349184036
13748	rnn.weight_ih_l0	5	-0.0008537538815289736
13748	rnn.weight_ih_l0	6	-0.052480779588222504
13748	rnn.weight_ih_l0	7	-0.05619146302342415
13748	rnn.weight_ih_l0	8	-0.04616275429725647
13748	rnn.weight_ih_l0	9	-0.02522379346191883
13748	rnn.weight_hh_l0	0	0.011772910133004189
13748	rnn.weight_hh_l0	1	-0.019802598282694817
13748	rnn.weight_hh_l0	2	-0.05508769676089287
13748	rnn.weight_hh_l0	3	-0.028563369065523148
13748	rnn.weight_hh_l0	4	-0.06157771497964859
13748	rnn.weight_hh_l0	5	-0.011694652959704399
13748	rnn.weight_hh_l0	6	-0.04676643759012222
13748	rnn.weight_hh_l0	7	-0.0003987993113696575
13748	rnn.weight_hh_l0	8	-0.01650036685168743
13748	rnn.weight_hh_l0	9	0.014919722452759743
13748	rnn.bias_ih_l0	0	0.10430310666561127
13748	rnn.bias_ih_l0	1	-0.048679169267416
13748	rnn.bias_ih_l0	2	0.10544558614492416
13748	rnn.bias_ih_l0	3	0.065155029296875
13748	rnn.bias_ih_l0	4	0.10421747714281082
13748	rnn.bias_ih_l0	5	0.029030565172433853
13748	rnn.bias_ih_l0	6	-0.005316802766174078
13748	rnn.bias_ih_l0	7	-0.11383166164159775
13748	rnn.bias_ih_l0	8	-0.16660292446613312
13748	rnn.bias_ih_l0	9	0.09100420773029327
13748	rnn.bias_hh_l0	0	-0.020059727132320404
13748	rnn.bias_hh_l0	1	0.018907910212874413
13748	rnn.bias_hh_l0	2	-0.019078904762864113
13748	rnn.bias_hh_l0	3	-0.011383872479200363
13748	rnn.bias_hh_l0	4	-0.041090428829193115
13748	rnn.bias_hh_l0	5	0.1339404135942459
13748	rnn.bias_hh_l0	6	0.005604743491858244
13748	rnn.bias_hh_l0	7	0.03910297900438309
13748	rnn.bias_hh_l0	8	0.02905198000371456
13748	rnn.bias_hh_l0	9	0.039766158908605576
13748	rnn.weight_ih_l0_reverse	0	-0.028619950637221336
13748	rnn.weight_ih_l0_reverse	1	-0.004153552930802107
13748	rnn.weight_ih_l0_reverse	2	0.02631087228655815
13748	rnn.weight_ih_l0_reverse	3	-0.05526892468333244
13748	rnn.weight_ih_l0_reverse	4	0.010213292203843594
13748	rnn.weight_ih_l0_reverse	5	-0.05101757124066353
13748	rnn.weight_ih_l0_reverse	6	0.008553038351237774
13748	rnn.weight_ih_l0_reverse	7	0.04367712140083313
13748	rnn.weight_ih_l0_reverse	8	-0.04439127817749977
13748	rnn.weight_ih_l0_reverse	9	-0.055515505373477936
13748	rnn.weight_hh_l0_reverse	0	-0.08184298127889633
13748	rnn.weight_hh_l0_reverse	1	-0.04772678017616272
13748	rnn.weight_hh_l0_reverse	2	0.023953909054398537
13748	rnn.weight_hh_l0_reverse	3	0.04324951395392418
13748	rnn.weight_hh_l0_reverse	4	0.013515965081751347
13748	rnn.weight_hh_l0_reverse	5	0.0436839684844017
13748	rnn.weight_hh_l0_reverse	6	-0.014848380349576473
13748	rnn.weight_hh_l0_reverse	7	0.008838171139359474
13748	rnn.weight_hh_l0_reverse	8	-0.09032876044511795
13748	rnn.weight_hh_l0_reverse	9	0.05904211103916168
13748	rnn.bias_ih_l0_reverse	0	-0.08726813644170761
13748	rnn.bias_ih_l0_reverse	1	-0.06480874121189117
13748	rnn.bias_ih_l0_reverse	2	0.09917067736387253
13748	rnn.bias_ih_l0_reverse	3	0.02977391704916954
13748	rnn.bias_ih_l0_reverse	4	-0.12018828094005585
13748	rnn.bias_ih_l0_reverse	5	0.03958528861403465
13748	rnn.bias_ih_l0_reverse	6	-0.11346475780010223
13748	rnn.bias_ih_l0_reverse	7	0.039952944964170456
13748	rnn.bias_ih_l0_reverse	8	0.022714393213391304
13748	rnn.bias_ih_l0_reverse	9	0.07120635360479355
13748	rnn.bias_hh_l0_reverse	0	0.031739477068185806
13748	rnn.bias_hh_l0_reverse	1	0.07347238063812256
13748	rnn.bias_hh_l0_reverse	2	0.07116073369979858
13748	rnn.bias_hh_l0_reverse	3	-0.010228329338133335
13748	rnn.bias_hh_l0_reverse	4	0.08499065041542053
13748	rnn.bias_hh_l0_reverse	5	0.0006750618340447545
13748	rnn.bias_hh_l0_reverse	6	-0.06604838371276855
13748	rnn.bias_hh_l0_reverse	7	0.02255893126130104
13748	rnn.bias_hh_l0_reverse	8	0.016063664108514786
13748	rnn.bias_hh_l0_reverse	9	-0.15982307493686676
13748	linear.weight	0	0.1788589209318161
13748	linear.weight	1	-0.11316858977079391
13748	linear.weight	2	-0.1837368756532669
13748	linear.weight	3	0.045703377574682236
13748	linear.weight	4	0.0008371793664991856
13748	linear.weight	5	0.0052412752993404865
13748	linear.weight	6	-0.008674145676195621
13748	linear.weight	7	-0.03688882663846016
13748	linear.weight	8	0.06977242976427078
13748	linear.weight	9	0.2621256411075592
13748	linear.bias	0	-0.13164180517196655
13748	linear.bias	1	0.14357851445674896
13748	linear.bias	2	-0.46767643094062805
13748	linear.bias	3	1.5377278327941895
13748	linear.bias	4	-0.3557479977607727
13748	linear.bias	5	-0.030769959092140198
13748	linear.bias	6	-0.3178499937057495
13748	linear.bias	7	-0.2256094366312027
13748	linear.bias	8	0.001574259833432734
13748	linear.bias	9	-0.45754602551460266
13776	transitions	0	-0.6210097074508667
13776	transitions	1	0.377900093793869
13776	transitions	2	1.7110778093338013
13776	transitions	3	0.13131986558437347
13776	transitions	4	0.970222532749176
13776	transitions	5	1.2744513750076294
13776	transitions	6	0.48401904106140137
13776	transitions	7	0.1801530122756958
13776	transitions	8	-0.9192298650741577
13776	transitions	9	0.9307485222816467
13776	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13776	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13776	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13776	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13776	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13776	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13776	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13776	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13776	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13776	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13776	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13776	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13776	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13776	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13776	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13776	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13776	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13776	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13776	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13776	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13776	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13776	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13776	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13776	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13776	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13776	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13776	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13776	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13776	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13776	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13776	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13776	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13776	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13776	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13776	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13776	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13776	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13776	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13776	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13776	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13776	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13776	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13776	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13776	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13776	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13776	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13776	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13776	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13776	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13776	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13776	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13776	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13776	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13776	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13776	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13776	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13776	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13776	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13776	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13776	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13776	embedding2nn.weight	0	0.022451672703027725
13776	embedding2nn.weight	1	0.015586377121508121
13776	embedding2nn.weight	2	-0.004960451275110245
13776	embedding2nn.weight	3	0.0013068054104223847
13776	embedding2nn.weight	4	-0.004321885295212269
13776	embedding2nn.weight	5	0.009675871580839157
13776	embedding2nn.weight	6	-0.00227444339543581
13776	embedding2nn.weight	7	0.011254235170781612
13776	embedding2nn.weight	8	-0.008074138313531876
13776	embedding2nn.weight	9	-0.013840087689459324
13776	embedding2nn.bias	0	-0.03595887869596481
13776	embedding2nn.bias	1	-0.023972060531377792
13776	embedding2nn.bias	2	-0.04708420857787132
13776	embedding2nn.bias	3	-0.0035812747664749622
13776	embedding2nn.bias	4	0.013382399454712868
13776	embedding2nn.bias	5	0.006644177250564098
13776	embedding2nn.bias	6	0.015201836824417114
13776	embedding2nn.bias	7	0.02603420801460743
13776	embedding2nn.bias	8	0.0172006543725729
13776	embedding2nn.bias	9	0.0240640752017498
13776	rnn.weight_ih_l0	0	0.03915511071681976
13776	rnn.weight_ih_l0	1	-0.01339181512594223
13776	rnn.weight_ih_l0	2	-0.03618417680263519
13776	rnn.weight_ih_l0	3	-0.04387832432985306
13776	rnn.weight_ih_l0	4	-0.047226302325725555
13776	rnn.weight_ih_l0	5	-0.0010274694068357348
13776	rnn.weight_ih_l0	6	-0.05267813056707382
13776	rnn.weight_ih_l0	7	-0.056308381259441376
13776	rnn.weight_ih_l0	8	-0.04611188918352127
13776	rnn.weight_ih_l0	9	-0.02529318444430828
13776	rnn.weight_hh_l0	0	0.011612090282142162
13776	rnn.weight_hh_l0	1	-0.01991838403046131
13776	rnn.weight_hh_l0	2	-0.054519180208444595
13776	rnn.weight_hh_l0	3	-0.028409846127033234
13776	rnn.weight_hh_l0	4	-0.061540137976408005
13776	rnn.weight_hh_l0	5	-0.011630003340542316
13776	rnn.weight_hh_l0	6	-0.04424501955509186
13776	rnn.weight_hh_l0	7	-0.0005747198592871428
13776	rnn.weight_hh_l0	8	-0.016496771946549416
13776	rnn.weight_hh_l0	9	0.015287837013602257
13776	rnn.bias_ih_l0	0	0.10413569957017899
13776	rnn.bias_ih_l0	1	-0.04883253201842308
13776	rnn.bias_ih_l0	2	0.10461815446615219
13776	rnn.bias_ih_l0	3	0.06682464480400085
13776	rnn.bias_ih_l0	4	0.10402017831802368
13776	rnn.bias_ih_l0	5	0.027617072686553
13776	rnn.bias_ih_l0	6	-0.007048378232866526
13776	rnn.bias_ih_l0	7	-0.11257942020893097
13776	rnn.bias_ih_l0	8	-0.16565296053886414
13776	rnn.bias_ih_l0	9	0.09159871190786362
13776	rnn.bias_hh_l0	0	-0.01986018940806389
13776	rnn.bias_hh_l0	1	0.019539358094334602
13776	rnn.bias_hh_l0	2	-0.020613862201571465
13776	rnn.bias_hh_l0	3	-0.014888010919094086
13776	rnn.bias_hh_l0	4	-0.041071999818086624
13776	rnn.bias_hh_l0	5	0.13417501747608185
13776	rnn.bias_hh_l0	6	0.007243915926665068
13776	rnn.bias_hh_l0	7	0.040820132941007614
13776	rnn.bias_hh_l0	8	0.027320409193634987
13776	rnn.bias_hh_l0	9	0.04078654944896698
13776	rnn.weight_ih_l0_reverse	0	-0.028959881514310837
13776	rnn.weight_ih_l0_reverse	1	-0.003898689989000559
13776	rnn.weight_ih_l0_reverse	2	0.026413796469569206
13776	rnn.weight_ih_l0_reverse	3	-0.05520765855908394
13776	rnn.weight_ih_l0_reverse	4	0.010321203619241714
13776	rnn.weight_ih_l0_reverse	5	-0.051254093647003174
13776	rnn.weight_ih_l0_reverse	6	0.009005202911794186
13776	rnn.weight_ih_l0_reverse	7	0.043377313762903214
13776	rnn.weight_ih_l0_reverse	8	-0.044291041791439056
13776	rnn.weight_ih_l0_reverse	9	-0.05547549948096275
13776	rnn.weight_hh_l0_reverse	0	-0.0828946977853775
13776	rnn.weight_hh_l0_reverse	1	-0.048387691378593445
13776	rnn.weight_hh_l0_reverse	2	0.02408488281071186
13776	rnn.weight_hh_l0_reverse	3	0.04372585192322731
13776	rnn.weight_hh_l0_reverse	4	0.014193362556397915
13776	rnn.weight_hh_l0_reverse	5	0.043765537440776825
13776	rnn.weight_hh_l0_reverse	6	-0.015279369428753853
13776	rnn.weight_hh_l0_reverse	7	0.00839722529053688
13776	rnn.weight_hh_l0_reverse	8	-0.09142786264419556
13776	rnn.weight_hh_l0_reverse	9	0.05959846079349518
13776	rnn.bias_ih_l0_reverse	0	-0.0799313560128212
13776	rnn.bias_ih_l0_reverse	1	-0.06850177049636841
13776	rnn.bias_ih_l0_reverse	2	0.09805558621883392
13776	rnn.bias_ih_l0_reverse	3	0.028218017891049385
13776	rnn.bias_ih_l0_reverse	4	-0.12210165709257126
13776	rnn.bias_ih_l0_reverse	5	0.04016263037919998
13776	rnn.bias_ih_l0_reverse	6	-0.11599649488925934
13776	rnn.bias_ih_l0_reverse	7	0.040083568543195724
13776	rnn.bias_ih_l0_reverse	8	0.023092078045010567
13776	rnn.bias_ih_l0_reverse	9	0.06979160010814667
13776	rnn.bias_hh_l0_reverse	0	0.03159939497709274
13776	rnn.bias_hh_l0_reverse	1	0.07150479406118393
13776	rnn.bias_hh_l0_reverse	2	0.06975656002759933
13776	rnn.bias_hh_l0_reverse	3	-0.009997465647757053
13776	rnn.bias_hh_l0_reverse	4	0.08473294973373413
13776	rnn.bias_hh_l0_reverse	5	0.010288968682289124
13776	rnn.bias_hh_l0_reverse	6	-0.06520459055900574
13776	rnn.bias_hh_l0_reverse	7	0.02531551942229271
13776	rnn.bias_hh_l0_reverse	8	0.014476211741566658
13776	rnn.bias_hh_l0_reverse	9	-0.15626710653305054
13776	linear.weight	0	0.18483681976795197
13776	linear.weight	1	-0.11694882810115814
13776	linear.weight	2	-0.18293240666389465
13776	linear.weight	3	0.04649157077074051
13776	linear.weight	4	-0.00027135256095789373
13776	linear.weight	5	0.004503683652728796
13776	linear.weight	6	-0.008671598508954048
13776	linear.weight	7	-0.03687923774123192
13776	linear.weight	8	0.0720197930932045
13776	linear.weight	9	0.25984638929367065
13776	linear.bias	0	-0.15087594091892242
13776	linear.bias	1	0.15313635766506195
13776	linear.bias	2	-0.4680054783821106
13776	linear.bias	3	1.5407321453094482
13776	linear.bias	4	-0.3562777638435364
13776	linear.bias	5	-0.030769959092140198
13776	linear.bias	6	-0.3184146285057068
13776	linear.bias	7	-0.22829850018024445
13776	linear.bias	8	-0.006252411752939224
13776	linear.bias	9	-0.4576503336429596
13804	transitions	0	-0.6210662722587585
13804	transitions	1	0.3778466284275055
13804	transitions	2	1.710976243019104
13804	transitions	3	0.13121087849140167
13804	transitions	4	0.9701694250106812
13804	transitions	5	1.2744498252868652
13804	transitions	6	0.48401781916618347
13804	transitions	7	0.18015262484550476
13804	transitions	8	-0.9192307591438293
13804	transitions	9	0.9307485222816467
13804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13804	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13804	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13804	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13804	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13804	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13804	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13804	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13804	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13804	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13804	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13804	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13804	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13804	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13804	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13804	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13804	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13804	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13804	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13804	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13804	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13804	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13804	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13804	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13804	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13804	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13804	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13804	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13804	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13804	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13804	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13804	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13804	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13804	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13804	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13804	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13804	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13804	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13804	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13804	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13804	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13804	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13804	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13804	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13804	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13804	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13804	embedding2nn.weight	0	0.022674014791846275
13804	embedding2nn.weight	1	0.015632720664143562
13804	embedding2nn.weight	2	-0.004961357917636633
13804	embedding2nn.weight	3	0.00104770646430552
13804	embedding2nn.weight	4	-0.004410171415656805
13804	embedding2nn.weight	5	0.009479105472564697
13804	embedding2nn.weight	6	-0.0022653983905911446
13804	embedding2nn.weight	7	0.011105930432677269
13804	embedding2nn.weight	8	-0.007903396151959896
13804	embedding2nn.weight	9	-0.01389591209590435
13804	embedding2nn.bias	0	-0.03446511551737785
13804	embedding2nn.bias	1	-0.02418956346809864
13804	embedding2nn.bias	2	-0.04955190047621727
13804	embedding2nn.bias	3	0.000159955961862579
13804	embedding2nn.bias	4	0.012907060794532299
13804	embedding2nn.bias	5	0.007164817303419113
13804	embedding2nn.bias	6	0.012637794949114323
13804	embedding2nn.bias	7	0.03092792257666588
13804	embedding2nn.bias	8	0.018494978547096252
13804	embedding2nn.bias	9	0.029114479199051857
13804	rnn.weight_ih_l0	0	0.03928506746888161
13804	rnn.weight_ih_l0	1	-0.01359022967517376
13804	rnn.weight_ih_l0	2	-0.0363248735666275
13804	rnn.weight_ih_l0	3	-0.04400146007537842
13804	rnn.weight_ih_l0	4	-0.047503918409347534
13804	rnn.weight_ih_l0	5	-0.001060807378962636
13804	rnn.weight_ih_l0	6	-0.053024716675281525
13804	rnn.weight_ih_l0	7	-0.05636846646666527
13804	rnn.weight_ih_l0	8	-0.04583923891186714
13804	rnn.weight_ih_l0	9	-0.025033947080373764
13804	rnn.weight_hh_l0	0	0.011855512857437134
13804	rnn.weight_hh_l0	1	-0.020556526258587837
13804	rnn.weight_hh_l0	2	-0.05544179305434227
13804	rnn.weight_hh_l0	3	-0.028112396597862244
13804	rnn.weight_hh_l0	4	-0.061280637979507446
13804	rnn.weight_hh_l0	5	-0.011725060641765594
13804	rnn.weight_hh_l0	6	-0.04310000687837601
13804	rnn.weight_hh_l0	7	-0.0010450818808749318
13804	rnn.weight_hh_l0	8	-0.01628410443663597
13804	rnn.weight_hh_l0	9	0.015855837613344193
13804	rnn.bias_ih_l0	0	0.10419468581676483
13804	rnn.bias_ih_l0	1	-0.048870597034692764
13804	rnn.bias_ih_l0	2	0.10770732909440994
13804	rnn.bias_ih_l0	3	0.06668021529912949
13804	rnn.bias_ih_l0	4	0.1024719774723053
13804	rnn.bias_ih_l0	5	0.027090851217508316
13804	rnn.bias_ih_l0	6	-0.007720265071839094
13804	rnn.bias_ih_l0	7	-0.11808305233716965
13804	rnn.bias_ih_l0	8	-0.16609853506088257
13804	rnn.bias_ih_l0	9	0.09019200503826141
13804	rnn.bias_hh_l0	0	-0.019404692575335503
13804	rnn.bias_hh_l0	1	0.01806808076798916
13804	rnn.bias_hh_l0	2	-0.02072986401617527
13804	rnn.bias_hh_l0	3	-0.015296191908419132
13804	rnn.bias_hh_l0	4	-0.04151563346385956
13804	rnn.bias_hh_l0	5	0.13247570395469666
13804	rnn.bias_hh_l0	6	0.007487800437957048
13804	rnn.bias_hh_l0	7	0.03792591392993927
13804	rnn.bias_hh_l0	8	0.026648521423339844
13804	rnn.bias_hh_l0	9	0.03946357220411301
13804	rnn.weight_ih_l0_reverse	0	-0.0290523711591959
13804	rnn.weight_ih_l0_reverse	1	-0.00273630628362298
13804	rnn.weight_ih_l0_reverse	2	0.026428040117025375
13804	rnn.weight_ih_l0_reverse	3	-0.055467188358306885
13804	rnn.weight_ih_l0_reverse	4	0.010476786643266678
13804	rnn.weight_ih_l0_reverse	5	-0.05167200788855553
13804	rnn.weight_ih_l0_reverse	6	0.007877310737967491
13804	rnn.weight_ih_l0_reverse	7	0.04317178577184677
13804	rnn.weight_ih_l0_reverse	8	-0.04440254345536232
13804	rnn.weight_ih_l0_reverse	9	-0.05533220246434212
13804	rnn.weight_hh_l0_reverse	0	-0.08201956748962402
13804	rnn.weight_hh_l0_reverse	1	-0.049029938876628876
13804	rnn.weight_hh_l0_reverse	2	0.02405218780040741
13804	rnn.weight_hh_l0_reverse	3	0.043521467596292496
13804	rnn.weight_hh_l0_reverse	4	0.01310159731656313
13804	rnn.weight_hh_l0_reverse	5	0.043787531554698944
13804	rnn.weight_hh_l0_reverse	6	-0.012767883948981762
13804	rnn.weight_hh_l0_reverse	7	0.008528177626430988
13804	rnn.weight_hh_l0_reverse	8	-0.09144283086061478
13804	rnn.weight_hh_l0_reverse	9	0.05991298705339432
13804	rnn.bias_ih_l0_reverse	0	-0.08141998946666718
13804	rnn.bias_ih_l0_reverse	1	-0.06340964138507843
13804	rnn.bias_ih_l0_reverse	2	0.0981166735291481
13804	rnn.bias_ih_l0_reverse	3	0.027756009250879288
13804	rnn.bias_ih_l0_reverse	4	-0.12227615714073181
13804	rnn.bias_ih_l0_reverse	5	0.04123808816075325
13804	rnn.bias_ih_l0_reverse	6	-0.1162821426987648
13804	rnn.bias_ih_l0_reverse	7	0.03849176689982414
13804	rnn.bias_ih_l0_reverse	8	0.021578580141067505
13804	rnn.bias_ih_l0_reverse	9	0.07038137316703796
13804	rnn.bias_hh_l0_reverse	0	0.02913232333958149
13804	rnn.bias_hh_l0_reverse	1	0.07228519022464752
13804	rnn.bias_hh_l0_reverse	2	0.07112877070903778
13804	rnn.bias_hh_l0_reverse	3	-0.01007178146392107
13804	rnn.bias_hh_l0_reverse	4	0.0845603197813034
13804	rnn.bias_hh_l0_reverse	5	0.0035370271652936935
13804	rnn.bias_hh_l0_reverse	6	-0.06408445537090302
13804	rnn.bias_hh_l0_reverse	7	0.02379370480775833
13804	rnn.bias_hh_l0_reverse	8	0.012561709620058537
13804	rnn.bias_hh_l0_reverse	9	-0.15543408691883087
13804	linear.weight	0	0.1798655092716217
13804	linear.weight	1	-0.11689682304859161
13804	linear.weight	2	-0.1816149801015854
13804	linear.weight	3	0.04834507778286934
13804	linear.weight	4	0.0004891938297078013
13804	linear.weight	5	0.005219857674092054
13804	linear.weight	6	-0.0086622079834342
13804	linear.weight	7	-0.036866236478090286
13804	linear.weight	8	0.07297824323177338
13804	linear.weight	9	0.2616243064403534
13804	linear.bias	0	-0.13240055739879608
13804	linear.bias	1	0.15321631729602814
13804	linear.bias	2	-0.4667496085166931
13804	linear.bias	3	1.530097484588623
13804	linear.bias	4	-0.3566019535064697
13804	linear.bias	5	-0.030769959092140198
13804	linear.bias	6	-0.3175368309020996
13804	linear.bias	7	-0.22635279595851898
13804	linear.bias	8	-0.0025376698467880487
13804	linear.bias	9	-0.4578566551208496
13832	transitions	0	-0.6211263537406921
13832	transitions	1	0.3777948319911957
13832	transitions	2	1.7109113931655884
13832	transitions	3	0.13100191950798035
13832	transitions	4	0.9701242446899414
13832	transitions	5	1.274448037147522
13832	transitions	6	0.4840170741081238
13832	transitions	7	0.1801520437002182
13832	transitions	8	-0.9192309975624084
13832	transitions	9	0.9307485222816467
13832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13832	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13832	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13832	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13832	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13832	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13832	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13832	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13832	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13832	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13832	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13832	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13832	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13832	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13832	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13832	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13832	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13832	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13832	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13832	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13832	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13832	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13832	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13832	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13832	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13832	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13832	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13832	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13832	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13832	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13832	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13832	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13832	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13832	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13832	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13832	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13832	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13832	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13832	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13832	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13832	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13832	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13832	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13832	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13832	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13832	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13832	embedding2nn.weight	0	0.022123252972960472
13832	embedding2nn.weight	1	0.015578270889818668
13832	embedding2nn.weight	2	-0.004987853113561869
13832	embedding2nn.weight	3	0.0011045524151995778
13832	embedding2nn.weight	4	-0.0043622893281280994
13832	embedding2nn.weight	5	0.009685730561614037
13832	embedding2nn.weight	6	-0.002226772718131542
13832	embedding2nn.weight	7	0.01121399737894535
13832	embedding2nn.weight	8	-0.007976432330906391
13832	embedding2nn.weight	9	-0.013874577358365059
13832	embedding2nn.bias	0	-0.03499596193432808
13832	embedding2nn.bias	1	-0.033456895500421524
13832	embedding2nn.bias	2	-0.05156741663813591
13832	embedding2nn.bias	3	-0.0027819823008030653
13832	embedding2nn.bias	4	0.014572386629879475
13832	embedding2nn.bias	5	0.008976058103144169
13832	embedding2nn.bias	6	0.013968365266919136
13832	embedding2nn.bias	7	0.027855440974235535
13832	embedding2nn.bias	8	0.016074959188699722
13832	embedding2nn.bias	9	0.03060910291969776
13832	rnn.weight_ih_l0	0	0.03933772072196007
13832	rnn.weight_ih_l0	1	-0.014125349000096321
13832	rnn.weight_ih_l0	2	-0.036223672330379486
13832	rnn.weight_ih_l0	3	-0.04476024955511093
13832	rnn.weight_ih_l0	4	-0.0474344827234745
13832	rnn.weight_ih_l0	5	-0.0012488694628700614
13832	rnn.weight_ih_l0	6	-0.0528789646923542
13832	rnn.weight_ih_l0	7	-0.056463975459337234
13832	rnn.weight_ih_l0	8	-0.04539366066455841
13832	rnn.weight_ih_l0	9	-0.02480972744524479
13832	rnn.weight_hh_l0	0	0.011713579297065735
13832	rnn.weight_hh_l0	1	-0.020184410735964775
13832	rnn.weight_hh_l0	2	-0.05535578355193138
13832	rnn.weight_hh_l0	3	-0.028443560004234314
13832	rnn.weight_hh_l0	4	-0.06166050583124161
13832	rnn.weight_hh_l0	5	-0.011508431285619736
13832	rnn.weight_hh_l0	6	-0.045062415301799774
13832	rnn.weight_hh_l0	7	-0.00017890709568746388
13832	rnn.weight_hh_l0	8	-0.015689441934227943
13832	rnn.weight_hh_l0	9	0.01611463353037834
13832	rnn.bias_ih_l0	0	0.1054546907544136
13832	rnn.bias_ih_l0	1	-0.04813085123896599
13832	rnn.bias_ih_l0	2	0.1096387580037117
13832	rnn.bias_ih_l0	3	0.06737525016069412
13832	rnn.bias_ih_l0	4	0.10098997503519058
13832	rnn.bias_ih_l0	5	0.02711649052798748
13832	rnn.bias_ih_l0	6	-0.00588706461712718
13832	rnn.bias_ih_l0	7	-0.1152564063668251
13832	rnn.bias_ih_l0	8	-0.16707155108451843
13832	rnn.bias_ih_l0	9	0.0890171006321907
13832	rnn.bias_hh_l0	0	-0.018716055899858475
13832	rnn.bias_hh_l0	1	0.01993466541171074
13832	rnn.bias_hh_l0	2	-0.019573679193854332
13832	rnn.bias_hh_l0	3	-0.013478408567607403
13832	rnn.bias_hh_l0	4	-0.04242238402366638
13832	rnn.bias_hh_l0	5	0.1297646462917328
13832	rnn.bias_hh_l0	6	0.0064359428361058235
13832	rnn.bias_hh_l0	7	0.038462795317173004
13832	rnn.bias_hh_l0	8	0.028481721878051758
13832	rnn.bias_hh_l0	9	0.03906537592411041
13832	rnn.weight_ih_l0_reverse	0	-0.029078107327222824
13832	rnn.weight_ih_l0_reverse	1	-0.0020618035923689604
13832	rnn.weight_ih_l0_reverse	2	0.026262560859322548
13832	rnn.weight_ih_l0_reverse	3	-0.055502697825431824
13832	rnn.weight_ih_l0_reverse	4	0.010407217778265476
13832	rnn.weight_ih_l0_reverse	5	-0.05188874155282974
13832	rnn.weight_ih_l0_reverse	6	0.006913573946803808
13832	rnn.weight_ih_l0_reverse	7	0.04318779706954956
13832	rnn.weight_ih_l0_reverse	8	-0.04440249875187874
13832	rnn.weight_ih_l0_reverse	9	-0.05539463087916374
13832	rnn.weight_hh_l0_reverse	0	-0.08203011006116867
13832	rnn.weight_hh_l0_reverse	1	-0.049004435539245605
13832	rnn.weight_hh_l0_reverse	2	0.02362040989100933
13832	rnn.weight_hh_l0_reverse	3	0.04353350028395653
13832	rnn.weight_hh_l0_reverse	4	0.013329782523214817
13832	rnn.weight_hh_l0_reverse	5	0.04397416114807129
13832	rnn.weight_hh_l0_reverse	6	-0.009790630079805851
13832	rnn.weight_hh_l0_reverse	7	0.008265736512839794
13832	rnn.weight_hh_l0_reverse	8	-0.09106233716011047
13832	rnn.weight_hh_l0_reverse	9	0.059564195573329926
13832	rnn.bias_ih_l0_reverse	0	-0.08010417222976685
13832	rnn.bias_ih_l0_reverse	1	-0.05784906819462776
13832	rnn.bias_ih_l0_reverse	2	0.09697283059358597
13832	rnn.bias_ih_l0_reverse	3	0.028699079528450966
13832	rnn.bias_ih_l0_reverse	4	-0.1205076277256012
13832	rnn.bias_ih_l0_reverse	5	0.042235251516103745
13832	rnn.bias_ih_l0_reverse	6	-0.11535514146089554
13832	rnn.bias_ih_l0_reverse	7	0.03912149742245674
13832	rnn.bias_ih_l0_reverse	8	0.021708916872739792
13832	rnn.bias_ih_l0_reverse	9	0.06842537224292755
13832	rnn.bias_hh_l0_reverse	0	0.03505253791809082
13832	rnn.bias_hh_l0_reverse	1	0.07225783914327621
13832	rnn.bias_hh_l0_reverse	2	0.07159387320280075
13832	rnn.bias_hh_l0_reverse	3	-0.009541718289256096
13832	rnn.bias_hh_l0_reverse	4	0.08467040956020355
13832	rnn.bias_hh_l0_reverse	5	0.0018594310386106372
13832	rnn.bias_hh_l0_reverse	6	-0.06394344568252563
13832	rnn.bias_hh_l0_reverse	7	0.026899630203843117
13832	rnn.bias_hh_l0_reverse	8	0.015402767807245255
13832	rnn.bias_hh_l0_reverse	9	-0.1569928675889969
13832	linear.weight	0	0.17673037946224213
13832	linear.weight	1	-0.11689136922359467
13832	linear.weight	2	-0.18154078722000122
13832	linear.weight	3	0.0508958101272583
13832	linear.weight	4	0.000842201232444495
13832	linear.weight	5	0.005610454827547073
13832	linear.weight	6	-0.008654560893774033
13832	linear.weight	7	-0.036855537444353104
13832	linear.weight	8	0.0720163881778717
13832	linear.weight	9	0.2585946321487427
13832	linear.bias	0	-0.12855516374111176
13832	linear.bias	1	0.16390877962112427
13832	linear.bias	2	-0.4690568447113037
13832	linear.bias	3	1.5394786596298218
13832	linear.bias	4	-0.3567906320095062
13832	linear.bias	5	-0.030769959092140198
13832	linear.bias	6	-0.3194989562034607
13832	linear.bias	7	-0.2298041731119156
13832	linear.bias	8	-0.004640910308808088
13832	linear.bias	9	-0.4579753279685974
13860	transitions	0	-0.6212286949157715
13860	transitions	1	0.37760958075523376
13860	transitions	2	1.710847020149231
13860	transitions	3	0.1309908926486969
13860	transitions	4	0.9700738191604614
13860	transitions	5	1.274443507194519
13860	transitions	6	0.48400378227233887
13860	transitions	7	0.18010735511779785
13860	transitions	8	-0.9192313551902771
13860	transitions	9	0.9307485222816467
13860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13860	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13860	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13860	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13860	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13860	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13860	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13860	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13860	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13860	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13860	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13860	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13860	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13860	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13860	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13860	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13860	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13860	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13860	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13860	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13860	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13860	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13860	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13860	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13860	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13860	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13860	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13860	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13860	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13860	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13860	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13860	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13860	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13860	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13860	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13860	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13860	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13860	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13860	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13860	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13860	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13860	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13860	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13860	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13860	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13860	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13860	embedding2nn.weight	0	0.021842023357748985
13860	embedding2nn.weight	1	0.015566167421638966
13860	embedding2nn.weight	2	-0.005024644546210766
13860	embedding2nn.weight	3	0.0009949429659172893
13860	embedding2nn.weight	4	-0.004447560757398605
13860	embedding2nn.weight	5	0.00952184945344925
13860	embedding2nn.weight	6	-0.0022822904866188765
13860	embedding2nn.weight	7	0.011556733399629593
13860	embedding2nn.weight	8	-0.007886355742812157
13860	embedding2nn.weight	9	-0.013903987593948841
13860	embedding2nn.bias	0	-0.03559451177716255
13860	embedding2nn.bias	1	-0.03384976461529732
13860	embedding2nn.bias	2	-0.05551213026046753
13860	embedding2nn.bias	3	-0.0013891987036913633
13860	embedding2nn.bias	4	0.010453696362674236
13860	embedding2nn.bias	5	0.0027746492996811867
13860	embedding2nn.bias	6	0.0162887591868639
13860	embedding2nn.bias	7	0.019173514097929
13860	embedding2nn.bias	8	0.021778909489512444
13860	embedding2nn.bias	9	0.0315154492855072
13860	rnn.weight_ih_l0	0	0.0393306165933609
13860	rnn.weight_ih_l0	1	-0.014483366161584854
13860	rnn.weight_ih_l0	2	-0.03585781529545784
13860	rnn.weight_ih_l0	3	-0.044911306351423264
13860	rnn.weight_ih_l0	4	-0.04789545014500618
13860	rnn.weight_ih_l0	5	-0.0016323546878993511
13860	rnn.weight_ih_l0	6	-0.05289026349782944
13860	rnn.weight_ih_l0	7	-0.05640421062707901
13860	rnn.weight_ih_l0	8	-0.04544955492019653
13860	rnn.weight_ih_l0	9	-0.024776875972747803
13860	rnn.weight_hh_l0	0	0.011884210631251335
13860	rnn.weight_hh_l0	1	-0.019718194380402565
13860	rnn.weight_hh_l0	2	-0.05560761317610741
13860	rnn.weight_hh_l0	3	-0.028269967064261436
13860	rnn.weight_hh_l0	4	-0.06159108877182007
13860	rnn.weight_hh_l0	5	-0.011404712684452534
13860	rnn.weight_hh_l0	6	-0.04666048288345337
13860	rnn.weight_hh_l0	7	-0.0024653400760143995
13860	rnn.weight_hh_l0	8	-0.015984350815415382
13860	rnn.weight_hh_l0	9	0.016896534711122513
13860	rnn.bias_ih_l0	0	0.1051129400730133
13860	rnn.bias_ih_l0	1	-0.04825582727789879
13860	rnn.bias_ih_l0	2	0.1089688390493393
13860	rnn.bias_ih_l0	3	0.06596348434686661
13860	rnn.bias_ih_l0	4	0.10113945603370667
13860	rnn.bias_ih_l0	5	0.027779128402471542
13860	rnn.bias_ih_l0	6	-0.0027476740069687366
13860	rnn.bias_ih_l0	7	-0.1108533963561058
13860	rnn.bias_ih_l0	8	-0.1604255735874176
13860	rnn.bias_ih_l0	9	0.08958131074905396
13860	rnn.bias_hh_l0	0	-0.01876414194703102
13860	rnn.bias_hh_l0	1	0.020487485453486443
13860	rnn.bias_hh_l0	2	-0.019305262714624405
13860	rnn.bias_hh_l0	3	-0.01466593611985445
13860	rnn.bias_hh_l0	4	-0.04180331528186798
13860	rnn.bias_hh_l0	5	0.1282825618982315
13860	rnn.bias_hh_l0	6	0.005688243079930544
13860	rnn.bias_hh_l0	7	0.03391221538186073
13860	rnn.bias_hh_l0	8	0.03162110969424248
13860	rnn.bias_hh_l0	9	0.03814661130309105
13860	rnn.weight_ih_l0_reverse	0	-0.02899022027850151
13860	rnn.weight_ih_l0_reverse	1	-0.0021939706057310104
13860	rnn.weight_ih_l0_reverse	2	0.026163486763834953
13860	rnn.weight_ih_l0_reverse	3	-0.05534535273909569
13860	rnn.weight_ih_l0_reverse	4	0.010544372722506523
13860	rnn.weight_ih_l0_reverse	5	-0.05199221894145012
13860	rnn.weight_ih_l0_reverse	6	0.006859588902443647
13860	rnn.weight_ih_l0_reverse	7	0.04316279664635658
13860	rnn.weight_ih_l0_reverse	8	-0.04410383477807045
13860	rnn.weight_ih_l0_reverse	9	-0.055531322956085205
13860	rnn.weight_hh_l0_reverse	0	-0.08202273398637772
13860	rnn.weight_hh_l0_reverse	1	-0.050094593316316605
13860	rnn.weight_hh_l0_reverse	2	0.023701464757323265
13860	rnn.weight_hh_l0_reverse	3	0.04331006854772568
13860	rnn.weight_hh_l0_reverse	4	0.014637512154877186
13860	rnn.weight_hh_l0_reverse	5	0.04400574415922165
13860	rnn.weight_hh_l0_reverse	6	-0.011033903807401657
13860	rnn.weight_hh_l0_reverse	7	0.008303306065499783
13860	rnn.weight_hh_l0_reverse	8	-0.09176257252693176
13860	rnn.weight_hh_l0_reverse	9	0.05911428853869438
13860	rnn.bias_ih_l0_reverse	0	-0.0758058950304985
13860	rnn.bias_ih_l0_reverse	1	-0.05716446414589882
13860	rnn.bias_ih_l0_reverse	2	0.0961451530456543
13860	rnn.bias_ih_l0_reverse	3	0.028446193784475327
13860	rnn.bias_ih_l0_reverse	4	-0.11969267576932907
13860	rnn.bias_ih_l0_reverse	5	0.04252924770116806
13860	rnn.bias_ih_l0_reverse	6	-0.11517205089330673
13860	rnn.bias_ih_l0_reverse	7	0.036038804799318314
13860	rnn.bias_ih_l0_reverse	8	0.021436672657728195
13860	rnn.bias_ih_l0_reverse	9	0.06814388930797577
13860	rnn.bias_hh_l0_reverse	0	0.028712915256619453
13860	rnn.bias_hh_l0_reverse	1	0.07462119311094284
13860	rnn.bias_hh_l0_reverse	2	0.07437967509031296
13860	rnn.bias_hh_l0_reverse	3	-0.007399657741189003
13860	rnn.bias_hh_l0_reverse	4	0.08562304079532623
13860	rnn.bias_hh_l0_reverse	5	0.011247451417148113
13860	rnn.bias_hh_l0_reverse	6	-0.06496663391590118
13860	rnn.bias_hh_l0_reverse	7	0.02626638486981392
13860	rnn.bias_hh_l0_reverse	8	0.01498402375727892
13860	rnn.bias_hh_l0_reverse	9	-0.15980423986911774
13860	linear.weight	0	0.1799047589302063
13860	linear.weight	1	-0.11688148230314255
13860	linear.weight	2	-0.18049879372119904
13860	linear.weight	3	0.052017584443092346
13860	linear.weight	4	-0.0014115424128249288
13860	linear.weight	5	0.005746176932007074
13860	linear.weight	6	-0.008649101480841637
13860	linear.weight	7	-0.03678838163614273
13860	linear.weight	8	0.0694718211889267
13860	linear.weight	9	0.2598887085914612
13860	linear.bias	0	-0.12619829177856445
13860	linear.bias	1	0.1640288084745407
13860	linear.bias	2	-0.4683895409107208
13860	linear.bias	3	1.5180602073669434
13860	linear.bias	4	-0.3572191894054413
13860	linear.bias	5	-0.030769959092140198
13860	linear.bias	6	-0.31865647435188293
13860	linear.bias	7	-0.2280704230070114
13860	linear.bias	8	-0.009744972921907902
13860	linear.bias	9	-0.4581184983253479
13888	transitions	0	-0.6213078498840332
13888	transitions	1	0.37754327058792114
13888	transitions	2	1.710760474205017
13888	transitions	3	0.13091568648815155
13888	transitions	4	0.9700556993484497
13888	transitions	5	1.274440884590149
13888	transitions	6	0.4840027689933777
13888	transitions	7	0.18010041117668152
13888	transitions	8	-0.9192332029342651
13888	transitions	9	0.930748462677002
13888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13888	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13888	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13888	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13888	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13888	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13888	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13888	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13888	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13888	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13888	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13888	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13888	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13888	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13888	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13888	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13888	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13888	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13888	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13888	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13888	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13888	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13888	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13888	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13888	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13888	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13888	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13888	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13888	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13888	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13888	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13888	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13888	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13888	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13888	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13888	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13888	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13888	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13888	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13888	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13888	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13888	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13888	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13888	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13888	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13888	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13888	embedding2nn.weight	0	0.021447762846946716
13888	embedding2nn.weight	1	0.015745127573609352
13888	embedding2nn.weight	2	-0.005107007920742035
13888	embedding2nn.weight	3	0.0011862735264003277
13888	embedding2nn.weight	4	-0.004398280754685402
13888	embedding2nn.weight	5	0.0093844560906291
13888	embedding2nn.weight	6	-0.0023496453650295734
13888	embedding2nn.weight	7	0.011842383071780205
13888	embedding2nn.weight	8	-0.007728719152510166
13888	embedding2nn.weight	9	-0.013952680863440037
13888	embedding2nn.bias	0	-0.04072833061218262
13888	embedding2nn.bias	1	-0.035282429307699203
13888	embedding2nn.bias	2	-0.04976395517587662
13888	embedding2nn.bias	3	0.002353859832510352
13888	embedding2nn.bias	4	0.01721380464732647
13888	embedding2nn.bias	5	6.397590186679736e-05
13888	embedding2nn.bias	6	0.013439885340631008
13888	embedding2nn.bias	7	0.016523079946637154
13888	embedding2nn.bias	8	0.013137082569301128
13888	embedding2nn.bias	9	0.03189404308795929
13888	rnn.weight_ih_l0	0	0.03942859172821045
13888	rnn.weight_ih_l0	1	-0.01434069313108921
13888	rnn.weight_ih_l0	2	-0.03641992062330246
13888	rnn.weight_ih_l0	3	-0.044941943138837814
13888	rnn.weight_ih_l0	4	-0.047793738543987274
13888	rnn.weight_ih_l0	5	-0.001479561091400683
13888	rnn.weight_ih_l0	6	-0.05303214117884636
13888	rnn.weight_ih_l0	7	-0.056354328989982605
13888	rnn.weight_ih_l0	8	-0.04553952440619469
13888	rnn.weight_ih_l0	9	-0.0251308586448431
13888	rnn.weight_hh_l0	0	0.012051614001393318
13888	rnn.weight_hh_l0	1	-0.019078310579061508
13888	rnn.weight_hh_l0	2	-0.05369266867637634
13888	rnn.weight_hh_l0	3	-0.02888527140021324
13888	rnn.weight_hh_l0	4	-0.06194988265633583
13888	rnn.weight_hh_l0	5	-0.010552401654422283
13888	rnn.weight_hh_l0	6	-0.04589030146598816
13888	rnn.weight_hh_l0	7	-0.001988264499232173
13888	rnn.weight_hh_l0	8	-0.01577429659664631
13888	rnn.weight_hh_l0	9	0.016666214913129807
13888	rnn.bias_ih_l0	0	0.10535414516925812
13888	rnn.bias_ih_l0	1	-0.04898913949728012
13888	rnn.bias_ih_l0	2	0.10838881134986877
13888	rnn.bias_ih_l0	3	0.0681983232498169
13888	rnn.bias_ih_l0	4	0.10238337516784668
13888	rnn.bias_ih_l0	5	0.026883186772465706
13888	rnn.bias_ih_l0	6	-0.0013850912218913436
13888	rnn.bias_ih_l0	7	-0.10733559727668762
13888	rnn.bias_ih_l0	8	-0.17193682491779327
13888	rnn.bias_ih_l0	9	0.08885861933231354
13888	rnn.bias_hh_l0	0	-0.0192525964230299
13888	rnn.bias_hh_l0	1	0.017049722373485565
13888	rnn.bias_hh_l0	2	-0.019290734082460403
13888	rnn.bias_hh_l0	3	-0.016240496188402176
13888	rnn.bias_hh_l0	4	-0.04327863082289696
13888	rnn.bias_hh_l0	5	0.13078103959560394
13888	rnn.bias_hh_l0	6	0.007254709955304861
13888	rnn.bias_hh_l0	7	0.03301466256380081
13888	rnn.bias_hh_l0	8	0.0329836942255497
13888	rnn.bias_hh_l0	9	0.035863909870386124
13888	rnn.weight_ih_l0_reverse	0	-0.029154008254408836
13888	rnn.weight_ih_l0_reverse	1	-0.0012385675217956305
13888	rnn.weight_ih_l0_reverse	2	0.026113703846931458
13888	rnn.weight_ih_l0_reverse	3	-0.05502760037779808
13888	rnn.weight_ih_l0_reverse	4	0.010604249313473701
13888	rnn.weight_ih_l0_reverse	5	-0.051797401160001755
13888	rnn.weight_ih_l0_reverse	6	0.007110155653208494
13888	rnn.weight_ih_l0_reverse	7	0.043153226375579834
13888	rnn.weight_ih_l0_reverse	8	-0.04382536560297012
13888	rnn.weight_ih_l0_reverse	9	-0.05553746595978737
13888	rnn.weight_hh_l0_reverse	0	-0.0817931517958641
13888	rnn.weight_hh_l0_reverse	1	-0.049878984689712524
13888	rnn.weight_hh_l0_reverse	2	0.024317726492881775
13888	rnn.weight_hh_l0_reverse	3	0.04306817054748535
13888	rnn.weight_hh_l0_reverse	4	0.014711352996528149
13888	rnn.weight_hh_l0_reverse	5	0.04407152161002159
13888	rnn.weight_hh_l0_reverse	6	-0.013937733136117458
13888	rnn.weight_hh_l0_reverse	7	0.00873022060841322
13888	rnn.weight_hh_l0_reverse	8	-0.0918533131480217
13888	rnn.weight_hh_l0_reverse	9	0.05873391032218933
13888	rnn.bias_ih_l0_reverse	0	-0.07555297017097473
13888	rnn.bias_ih_l0_reverse	1	-0.057411856949329376
13888	rnn.bias_ih_l0_reverse	2	0.0964454934000969
13888	rnn.bias_ih_l0_reverse	3	0.029457837343215942
13888	rnn.bias_ih_l0_reverse	4	-0.12002347409725189
13888	rnn.bias_ih_l0_reverse	5	0.04348322004079819
13888	rnn.bias_ih_l0_reverse	6	-0.11579687893390656
13888	rnn.bias_ih_l0_reverse	7	0.03669959679245949
13888	rnn.bias_ih_l0_reverse	8	0.022145582363009453
13888	rnn.bias_ih_l0_reverse	9	0.06844757497310638
13888	rnn.bias_hh_l0_reverse	0	0.03227044641971588
13888	rnn.bias_hh_l0_reverse	1	0.07341824471950531
13888	rnn.bias_hh_l0_reverse	2	0.07237524539232254
13888	rnn.bias_hh_l0_reverse	3	-0.006281393114477396
13888	rnn.bias_hh_l0_reverse	4	0.08401042222976685
13888	rnn.bias_hh_l0_reverse	5	0.011078055016696453
13888	rnn.bias_hh_l0_reverse	6	-0.06448276340961456
13888	rnn.bias_hh_l0_reverse	7	0.027144145220518112
13888	rnn.bias_hh_l0_reverse	8	0.014317995868623257
13888	rnn.bias_hh_l0_reverse	9	-0.16006456315517426
13888	linear.weight	0	0.17667654156684875
13888	linear.weight	1	-0.11682438850402832
13888	linear.weight	2	-0.17951582372188568
13888	linear.weight	3	0.06002628058195114
13888	linear.weight	4	-0.0007033231668174267
13888	linear.weight	5	0.005685949698090553
13888	linear.weight	6	-0.008631156757473946
13888	linear.weight	7	-0.03638458997011185
13888	linear.weight	8	0.07006017863750458
13888	linear.weight	9	0.2610853910446167
13888	linear.bias	0	-0.1384870558977127
13888	linear.bias	1	0.15953968465328217
13888	linear.bias	2	-0.4649967551231384
13888	linear.bias	3	1.5488622188568115
13888	linear.bias	4	-0.3575686514377594
13888	linear.bias	5	-0.030769959092140198
13888	linear.bias	6	-0.31666475534439087
13888	linear.bias	7	-0.22987151145935059
13888	linear.bias	8	-0.019782377406954765
13888	linear.bias	9	-0.458279013633728
13916	transitions	0	-0.6213939785957336
13916	transitions	1	0.3773694634437561
13916	transitions	2	1.710626244544983
13916	transitions	3	0.13089798390865326
13916	transitions	4	0.9700288772583008
13916	transitions	5	1.274439811706543
13916	transitions	6	0.48400160670280457
13916	transitions	7	0.18010017275810242
13916	transitions	8	-0.9192343354225159
13916	transitions	9	0.9307478070259094
13916	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13916	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13916	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13916	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13916	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13916	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13916	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13916	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13916	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13916	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13916	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13916	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13916	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13916	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13916	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13916	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13916	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13916	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13916	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13916	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13916	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13916	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13916	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13916	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13916	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13916	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13916	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13916	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13916	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13916	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13916	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13916	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13916	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13916	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13916	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13916	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13916	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13916	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13916	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13916	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13916	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13916	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13916	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13916	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13916	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13916	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13916	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13916	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13916	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13916	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13916	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13916	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13916	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13916	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13916	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13916	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13916	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13916	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13916	embedding2nn.weight	0	0.021720746532082558
13916	embedding2nn.weight	1	0.015933360904455185
13916	embedding2nn.weight	2	-0.005204804241657257
13916	embedding2nn.weight	3	0.0012810531770810485
13916	embedding2nn.weight	4	-0.004335079342126846
13916	embedding2nn.weight	5	0.00959552451968193
13916	embedding2nn.weight	6	-0.002329130657017231
13916	embedding2nn.weight	7	0.01187483686953783
13916	embedding2nn.weight	8	-0.00770855275914073
13916	embedding2nn.weight	9	-0.013920985162258148
13916	embedding2nn.bias	0	-0.040207523852586746
13916	embedding2nn.bias	1	-0.03578256443142891
13916	embedding2nn.bias	2	-0.050486911088228226
13916	embedding2nn.bias	3	-0.005369922611862421
13916	embedding2nn.bias	4	0.014914950355887413
13916	embedding2nn.bias	5	0.00044143374543637037
13916	embedding2nn.bias	6	0.013064179569482803
13916	embedding2nn.bias	7	0.01704334281384945
13916	embedding2nn.bias	8	0.010807828977704048
13916	embedding2nn.bias	9	0.02790677547454834
13916	rnn.weight_ih_l0	0	0.039620161056518555
13916	rnn.weight_ih_l0	1	-0.01461730245500803
13916	rnn.weight_ih_l0	2	-0.035465966910123825
13916	rnn.weight_ih_l0	3	-0.044987935572862625
13916	rnn.weight_ih_l0	4	-0.048024337738752365
13916	rnn.weight_ih_l0	5	-0.0017898428486660123
13916	rnn.weight_ih_l0	6	-0.053029630333185196
13916	rnn.weight_ih_l0	7	-0.05615278333425522
13916	rnn.weight_ih_l0	8	-0.04571877419948578
13916	rnn.weight_ih_l0	9	-0.025274716317653656
13916	rnn.weight_hh_l0	0	0.012046442367136478
13916	rnn.weight_hh_l0	1	-0.01911919191479683
13916	rnn.weight_hh_l0	2	-0.05337674170732498
13916	rnn.weight_hh_l0	3	-0.028776178136467934
13916	rnn.weight_hh_l0	4	-0.06154043599963188
13916	rnn.weight_hh_l0	5	-0.010298527777194977
13916	rnn.weight_hh_l0	6	-0.04790637642145157
13916	rnn.weight_hh_l0	7	-0.0013453885912895203
13916	rnn.weight_hh_l0	8	-0.015768183395266533
13916	rnn.weight_hh_l0	9	0.01726057566702366
13916	rnn.bias_ih_l0	0	0.10589651018381119
13916	rnn.bias_ih_l0	1	-0.04923311248421669
13916	rnn.bias_ih_l0	2	0.10552357137203217
13916	rnn.bias_ih_l0	3	0.06612355262041092
13916	rnn.bias_ih_l0	4	0.10313631594181061
13916	rnn.bias_ih_l0	5	0.026182236149907112
13916	rnn.bias_ih_l0	6	-0.0004177408991381526
13916	rnn.bias_ih_l0	7	-0.10730729252099991
13916	rnn.bias_ih_l0	8	-0.1686394214630127
13916	rnn.bias_ih_l0	9	0.08791104704141617
13916	rnn.bias_hh_l0	0	-0.018070485442876816
13916	rnn.bias_hh_l0	1	0.01691669225692749
13916	rnn.bias_hh_l0	2	-0.021397210657596588
13916	rnn.bias_hh_l0	3	-0.014571352861821651
13916	rnn.bias_hh_l0	4	-0.04281838238239288
13916	rnn.bias_hh_l0	5	0.13313807547092438
13916	rnn.bias_hh_l0	6	0.006903276778757572
13916	rnn.bias_hh_l0	7	0.03299573063850403
13916	rnn.bias_hh_l0	8	0.0339510440826416
13916	rnn.bias_hh_l0	9	0.034665126353502274
13916	rnn.weight_ih_l0_reverse	0	-0.028995057567954063
13916	rnn.weight_ih_l0_reverse	1	-0.0008931530173867941
13916	rnn.weight_ih_l0_reverse	2	0.025960054248571396
13916	rnn.weight_ih_l0_reverse	3	-0.05537950247526169
13916	rnn.weight_ih_l0_reverse	4	0.010970205068588257
13916	rnn.weight_ih_l0_reverse	5	-0.05175846070051193
13916	rnn.weight_ih_l0_reverse	6	0.006980676203966141
13916	rnn.weight_ih_l0_reverse	7	0.04312148317694664
13916	rnn.weight_ih_l0_reverse	8	-0.043921321630477905
13916	rnn.weight_ih_l0_reverse	9	-0.055534716695547104
13916	rnn.weight_hh_l0_reverse	0	-0.08219026029109955
13916	rnn.weight_hh_l0_reverse	1	-0.05060325190424919
13916	rnn.weight_hh_l0_reverse	2	0.023828163743019104
13916	rnn.weight_hh_l0_reverse	3	0.043268922716379166
13916	rnn.weight_hh_l0_reverse	4	0.015197637490928173
13916	rnn.weight_hh_l0_reverse	5	0.04431233927607536
13916	rnn.weight_hh_l0_reverse	6	-0.01569540426135063
13916	rnn.weight_hh_l0_reverse	7	0.008393622003495693
13916	rnn.weight_hh_l0_reverse	8	-0.0936000719666481
13916	rnn.weight_hh_l0_reverse	9	0.05895049870014191
13916	rnn.bias_ih_l0_reverse	0	-0.07368307560682297
13916	rnn.bias_ih_l0_reverse	1	-0.05966569110751152
13916	rnn.bias_ih_l0_reverse	2	0.09651540219783783
13916	rnn.bias_ih_l0_reverse	3	0.029093563556671143
13916	rnn.bias_ih_l0_reverse	4	-0.121163509786129
13916	rnn.bias_ih_l0_reverse	5	0.04285896569490433
13916	rnn.bias_ih_l0_reverse	6	-0.11705724149942398
13916	rnn.bias_ih_l0_reverse	7	0.037110187113285065
13916	rnn.bias_ih_l0_reverse	8	0.021803630515933037
13916	rnn.bias_ih_l0_reverse	9	0.06970041990280151
13916	rnn.bias_hh_l0_reverse	0	0.03701304644346237
13916	rnn.bias_hh_l0_reverse	1	0.07506945729255676
13916	rnn.bias_hh_l0_reverse	2	0.07423614710569382
13916	rnn.bias_hh_l0_reverse	3	-0.0056423912756145
13916	rnn.bias_hh_l0_reverse	4	0.08374819904565811
13916	rnn.bias_hh_l0_reverse	5	0.00941307470202446
13916	rnn.bias_hh_l0_reverse	6	-0.0656973123550415
13916	rnn.bias_hh_l0_reverse	7	0.02799972891807556
13916	rnn.bias_hh_l0_reverse	8	0.01592957228422165
13916	rnn.bias_hh_l0_reverse	9	-0.1574523150920868
13916	linear.weight	0	0.18188948929309845
13916	linear.weight	1	-0.11679211258888245
13916	linear.weight	2	-0.1762275993824005
13916	linear.weight	3	0.0627242848277092
13916	linear.weight	4	-0.0012553316773846745
13916	linear.weight	5	0.004646740388125181
13916	linear.weight	6	-0.008622126653790474
13916	linear.weight	7	-0.036380697041749954
13916	linear.weight	8	0.07071574032306671
13916	linear.weight	9	0.2629769742488861
13916	linear.bias	0	-0.15980102121829987
13916	linear.bias	1	0.15106046199798584
13916	linear.bias	2	-0.46549591422080994
13916	linear.bias	3	1.5567219257354736
13916	linear.bias	4	-0.3578536808490753
13916	linear.bias	5	-0.030769959092140198
13916	linear.bias	6	-0.31710851192474365
13916	linear.bias	7	-0.22965127229690552
13916	linear.bias	8	-0.011008378118276596
13916	linear.bias	9	-0.4583975672721863
13944	transitions	0	-0.621528685092926
13944	transitions	1	0.3771989643573761
13944	transitions	2	1.710544228553772
13944	transitions	3	0.1308470219373703
13944	transitions	4	0.9700199365615845
13944	transitions	5	1.2744382619857788
13944	transitions	6	0.48400017619132996
13944	transitions	7	0.1800978034734726
13944	transitions	8	-0.9192355871200562
13944	transitions	9	0.9307478070259094
13944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13944	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13944	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13944	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13944	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13944	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13944	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13944	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13944	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13944	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13944	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13944	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13944	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13944	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13944	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13944	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13944	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13944	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13944	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13944	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13944	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13944	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13944	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13944	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13944	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13944	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13944	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13944	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13944	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13944	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13944	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13944	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13944	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13944	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13944	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13944	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13944	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13944	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13944	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13944	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13944	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13944	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13944	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13944	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13944	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13944	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13944	embedding2nn.weight	0	0.021693645045161247
13944	embedding2nn.weight	1	0.015863103792071342
13944	embedding2nn.weight	2	-0.005158238112926483
13944	embedding2nn.weight	3	0.000963061407674104
13944	embedding2nn.weight	4	-0.004380681551992893
13944	embedding2nn.weight	5	0.009640608914196491
13944	embedding2nn.weight	6	-0.0024538401048630476
13944	embedding2nn.weight	7	0.011808562092483044
13944	embedding2nn.weight	8	-0.007530665956437588
13944	embedding2nn.weight	9	-0.013780198991298676
13944	embedding2nn.bias	0	-0.040727436542510986
13944	embedding2nn.bias	1	-0.037371352314949036
13944	embedding2nn.bias	2	-0.046406764537096024
13944	embedding2nn.bias	3	0.0020069796591997147
13944	embedding2nn.bias	4	0.010998111218214035
13944	embedding2nn.bias	5	0.004594941157847643
13944	embedding2nn.bias	6	0.013755346648395061
13944	embedding2nn.bias	7	0.021590327844023705
13944	embedding2nn.bias	8	0.010935110040009022
13944	embedding2nn.bias	9	0.03209512680768967
13944	rnn.weight_ih_l0	0	0.03967781737446785
13944	rnn.weight_ih_l0	1	-0.015167982317507267
13944	rnn.weight_ih_l0	2	-0.03582850098609924
13944	rnn.weight_ih_l0	3	-0.04489804804325104
13944	rnn.weight_ih_l0	4	-0.04823000356554985
13944	rnn.weight_ih_l0	5	-0.0011518828105181456
13944	rnn.weight_ih_l0	6	-0.053126171231269836
13944	rnn.weight_ih_l0	7	-0.056310735642910004
13944	rnn.weight_ih_l0	8	-0.045226987451314926
13944	rnn.weight_ih_l0	9	-0.02509458363056183
13944	rnn.weight_hh_l0	0	0.011668291874229908
13944	rnn.weight_hh_l0	1	-0.019469361752271652
13944	rnn.weight_hh_l0	2	-0.05426487326622009
13944	rnn.weight_hh_l0	3	-0.028781823813915253
13944	rnn.weight_hh_l0	4	-0.061822231858968735
13944	rnn.weight_hh_l0	5	-0.010256861336529255
13944	rnn.weight_hh_l0	6	-0.0478944256901741
13944	rnn.weight_hh_l0	7	-0.0026720159221440554
13944	rnn.weight_hh_l0	8	-0.015742778778076172
13944	rnn.weight_hh_l0	9	0.01834048144519329
13944	rnn.bias_ih_l0	0	0.10640750825405121
13944	rnn.bias_ih_l0	1	-0.05030079558491707
13944	rnn.bias_ih_l0	2	0.10743177682161331
13944	rnn.bias_ih_l0	3	0.06502749770879745
13944	rnn.bias_ih_l0	4	0.10120272636413574
13944	rnn.bias_ih_l0	5	0.025630565360188484
13944	rnn.bias_ih_l0	6	0.0004883980727754533
13944	rnn.bias_ih_l0	7	-0.11229906976222992
13944	rnn.bias_ih_l0	8	-0.16659891605377197
13944	rnn.bias_ih_l0	9	0.08940532803535461
13944	rnn.bias_hh_l0	0	-0.019440380856394768
13944	rnn.bias_hh_l0	1	0.014874855056405067
13944	rnn.bias_hh_l0	2	-0.022124940529465675
13944	rnn.bias_hh_l0	3	-0.015429364517331123
13944	rnn.bias_hh_l0	4	-0.04387801140546799
13944	rnn.bias_hh_l0	5	0.1305307298898697
13944	rnn.bias_hh_l0	6	0.006608199793845415
13944	rnn.bias_hh_l0	7	0.032711949199438095
13944	rnn.bias_hh_l0	8	0.03485718369483948
13944	rnn.bias_hh_l0	9	0.033628661185503006
13944	rnn.weight_ih_l0_reverse	0	-0.029175719246268272
13944	rnn.weight_ih_l0_reverse	1	-0.000604662811383605
13944	rnn.weight_ih_l0_reverse	2	0.025913497433066368
13944	rnn.weight_ih_l0_reverse	3	-0.05533671751618385
13944	rnn.weight_ih_l0_reverse	4	0.011138654313981533
13944	rnn.weight_ih_l0_reverse	5	-0.05177568644285202
13944	rnn.weight_ih_l0_reverse	6	0.0072589535266160965
13944	rnn.weight_ih_l0_reverse	7	0.04329585283994675
13944	rnn.weight_ih_l0_reverse	8	-0.043767668306827545
13944	rnn.weight_ih_l0_reverse	9	-0.05567944049835205
13944	rnn.weight_hh_l0_reverse	0	-0.08207486569881439
13944	rnn.weight_hh_l0_reverse	1	-0.051136042922735214
13944	rnn.weight_hh_l0_reverse	2	0.023705247789621353
13944	rnn.weight_hh_l0_reverse	3	0.04305209964513779
13944	rnn.weight_hh_l0_reverse	4	0.014447064138948917
13944	rnn.weight_hh_l0_reverse	5	0.0444464236497879
13944	rnn.weight_hh_l0_reverse	6	-0.016168996691703796
13944	rnn.weight_hh_l0_reverse	7	0.008661414496600628
13944	rnn.weight_hh_l0_reverse	8	-0.09357823431491852
13944	rnn.weight_hh_l0_reverse	9	0.05858175829052925
13944	rnn.bias_ih_l0_reverse	0	-0.07727906852960587
13944	rnn.bias_ih_l0_reverse	1	-0.06259669363498688
13944	rnn.bias_ih_l0_reverse	2	0.0974389985203743
13944	rnn.bias_ih_l0_reverse	3	0.028543243184685707
13944	rnn.bias_ih_l0_reverse	4	-0.12062707543373108
13944	rnn.bias_ih_l0_reverse	5	0.04137242212891579
13944	rnn.bias_ih_l0_reverse	6	-0.11667291074991226
13944	rnn.bias_ih_l0_reverse	7	0.03659490495920181
13944	rnn.bias_ih_l0_reverse	8	0.021605174988508224
13944	rnn.bias_ih_l0_reverse	9	0.06962648779153824
13944	rnn.bias_hh_l0_reverse	0	0.03320605307817459
13944	rnn.bias_hh_l0_reverse	1	0.0755409300327301
13944	rnn.bias_hh_l0_reverse	2	0.07387928664684296
13944	rnn.bias_hh_l0_reverse	3	-0.005745061207562685
13944	rnn.bias_hh_l0_reverse	4	0.08403638750314713
13944	rnn.bias_hh_l0_reverse	5	0.007353988476097584
13944	rnn.bias_hh_l0_reverse	6	-0.06591171771287918
13944	rnn.bias_hh_l0_reverse	7	0.028474891558289528
13944	rnn.bias_hh_l0_reverse	8	0.017284005880355835
13944	rnn.bias_hh_l0_reverse	9	-0.1578984409570694
13944	linear.weight	0	0.17885416746139526
13944	linear.weight	1	-0.11674845218658447
13944	linear.weight	2	-0.17995142936706543
13944	linear.weight	3	0.07153210043907166
13944	linear.weight	4	0.00016112181765493006
13944	linear.weight	5	0.005480928346514702
13944	linear.weight	6	-0.008613222278654575
13944	linear.weight	7	-0.03633814677596092
13944	linear.weight	8	0.07233916968107224
13944	linear.weight	9	0.2638215720653534
13944	linear.bias	0	-0.14353305101394653
13944	linear.bias	1	0.1483115553855896
13944	linear.bias	2	-0.4579295516014099
13944	linear.bias	3	1.5391855239868164
13944	linear.bias	4	-0.35833069682121277
13944	linear.bias	5	-0.030769959092140198
13944	linear.bias	6	-0.3122047185897827
13944	linear.bias	7	-0.2272079735994339
13944	linear.bias	8	-0.01151293981820345
13944	linear.bias	9	-0.4585368037223816
13972	transitions	0	-0.621630847454071
13972	transitions	1	0.3771474361419678
13972	transitions	2	1.7104746103286743
13972	transitions	3	0.13081082701683044
13972	transitions	4	0.9700029492378235
13972	transitions	5	1.2744368314743042
13972	transitions	6	0.48399999737739563
13972	transitions	7	0.1800963431596756
13972	transitions	8	-0.91923588514328
13972	transitions	9	0.9307478070259094
13972	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
13972	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
13972	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
13972	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
13972	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
13972	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
13972	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
13972	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
13972	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
13972	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
13972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
13972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
13972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
13972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
13972	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
13972	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
13972	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
13972	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
13972	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
13972	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
13972	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
13972	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
13972	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
13972	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
13972	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
13972	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
13972	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
13972	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
13972	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
13972	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
13972	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
13972	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
13972	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
13972	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
13972	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
13972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
13972	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
13972	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
13972	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
13972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
13972	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
13972	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
13972	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
13972	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
13972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
13972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
13972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
13972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
13972	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
13972	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
13972	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
13972	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
13972	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
13972	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
13972	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
13972	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
13972	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
13972	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
13972	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
13972	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
13972	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
13972	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
13972	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
13972	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
13972	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
13972	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
13972	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
13972	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
13972	embedding2nn.weight	0	0.020968357101082802
13972	embedding2nn.weight	1	0.015980783849954605
13972	embedding2nn.weight	2	-0.005131069105118513
13972	embedding2nn.weight	3	0.0006602262146770954
13972	embedding2nn.weight	4	-0.004443787969648838
13972	embedding2nn.weight	5	0.009743689559400082
13972	embedding2nn.weight	6	-0.002376588061451912
13972	embedding2nn.weight	7	0.012999607250094414
13972	embedding2nn.weight	8	-0.007751245051622391
13972	embedding2nn.weight	9	-0.013771088793873787
13972	embedding2nn.bias	0	-0.046670738607645035
13972	embedding2nn.bias	1	-0.0398593544960022
13972	embedding2nn.bias	2	-0.047542426735162735
13972	embedding2nn.bias	3	0.006723758298903704
13972	embedding2nn.bias	4	0.015114677138626575
13972	embedding2nn.bias	5	-0.006475131493061781
13972	embedding2nn.bias	6	0.01992133818566799
13972	embedding2nn.bias	7	0.017899423837661743
13972	embedding2nn.bias	8	0.004122752696275711
13972	embedding2nn.bias	9	0.02471807412803173
13972	rnn.weight_ih_l0	0	0.03932333365082741
13972	rnn.weight_ih_l0	1	-0.01526227779686451
13972	rnn.weight_ih_l0	2	-0.03667622432112694
13972	rnn.weight_ih_l0	3	-0.04504174739122391
13972	rnn.weight_ih_l0	4	-0.047900423407554626
13972	rnn.weight_ih_l0	5	-0.0009607766987755895
13972	rnn.weight_ih_l0	6	-0.05297037586569786
13972	rnn.weight_ih_l0	7	-0.056329164654016495
13972	rnn.weight_ih_l0	8	-0.04497668519616127
13972	rnn.weight_ih_l0	9	-0.025170359760522842
13972	rnn.weight_hh_l0	0	0.011392478831112385
13972	rnn.weight_hh_l0	1	-0.01950991153717041
13972	rnn.weight_hh_l0	2	-0.0544685497879982
13972	rnn.weight_hh_l0	3	-0.028792154043912888
13972	rnn.weight_hh_l0	4	-0.06224796548485756
13972	rnn.weight_hh_l0	5	-0.009799673222005367
13972	rnn.weight_hh_l0	6	-0.04874371364712715
13972	rnn.weight_hh_l0	7	-0.00243769190274179
13972	rnn.weight_hh_l0	8	-0.015600994229316711
13972	rnn.weight_hh_l0	9	0.018234793096780777
13972	rnn.bias_ih_l0	0	0.10778418183326721
13972	rnn.bias_ih_l0	1	-0.04934050515294075
13972	rnn.bias_ih_l0	2	0.10625869035720825
13972	rnn.bias_ih_l0	3	0.06488475948572159
13972	rnn.bias_ih_l0	4	0.1011134460568428
13972	rnn.bias_ih_l0	5	0.026610368862748146
13972	rnn.bias_ih_l0	6	4.992592221242376e-05
13972	rnn.bias_ih_l0	7	-0.10924440622329712
13972	rnn.bias_ih_l0	8	-0.18035244941711426
13972	rnn.bias_ih_l0	9	0.090937539935112
13972	rnn.bias_hh_l0	0	-0.018593808636069298
13972	rnn.bias_hh_l0	1	0.015096906572580338
13972	rnn.bias_hh_l0	2	-0.02037925273180008
13972	rnn.bias_hh_l0	3	-0.01591864414513111
13972	rnn.bias_hh_l0	4	-0.04303865134716034
13972	rnn.bias_hh_l0	5	0.1312418282032013
13972	rnn.bias_hh_l0	6	0.006891533266752958
13972	rnn.bias_hh_l0	7	0.030161939561367035
13972	rnn.bias_hh_l0	8	0.03441871702671051
13972	rnn.bias_hh_l0	9	0.03600677475333214
13972	rnn.weight_ih_l0_reverse	0	-0.029164763167500496
13972	rnn.weight_ih_l0_reverse	1	-0.0002132285007974133
13972	rnn.weight_ih_l0_reverse	2	0.02596198208630085
13972	rnn.weight_ih_l0_reverse	3	-0.05597960203886032
13972	rnn.weight_ih_l0_reverse	4	0.010949368588626385
13972	rnn.weight_ih_l0_reverse	5	-0.05198196321725845
13972	rnn.weight_ih_l0_reverse	6	0.006756317336112261
13972	rnn.weight_ih_l0_reverse	7	0.04331102967262268
13972	rnn.weight_ih_l0_reverse	8	-0.043557699769735336
13972	rnn.weight_ih_l0_reverse	9	-0.055900901556015015
13972	rnn.weight_hh_l0_reverse	0	-0.08146096020936966
13972	rnn.weight_hh_l0_reverse	1	-0.05184023827314377
13972	rnn.weight_hh_l0_reverse	2	0.023401275277137756
13972	rnn.weight_hh_l0_reverse	3	0.043573956936597824
13972	rnn.weight_hh_l0_reverse	4	0.014604836702346802
13972	rnn.weight_hh_l0_reverse	5	0.0444367490708828
13972	rnn.weight_hh_l0_reverse	6	-0.01570543646812439
13972	rnn.weight_hh_l0_reverse	7	0.008737864904105663
13972	rnn.weight_hh_l0_reverse	8	-0.09415660053491592
13972	rnn.weight_hh_l0_reverse	9	0.05891956388950348
13972	rnn.bias_ih_l0_reverse	0	-0.07640169560909271
13972	rnn.bias_ih_l0_reverse	1	-0.07110361754894257
13972	rnn.bias_ih_l0_reverse	2	0.09881068766117096
13972	rnn.bias_ih_l0_reverse	3	0.029483983293175697
13972	rnn.bias_ih_l0_reverse	4	-0.12043305486440659
13972	rnn.bias_ih_l0_reverse	5	0.04330790042877197
13972	rnn.bias_ih_l0_reverse	6	-0.11667972058057785
13972	rnn.bias_ih_l0_reverse	7	0.03570179641246796
13972	rnn.bias_ih_l0_reverse	8	0.021555831655859947
13972	rnn.bias_ih_l0_reverse	9	0.07013700157403946
13972	rnn.bias_hh_l0_reverse	0	0.04013632610440254
13972	rnn.bias_hh_l0_reverse	1	0.07697287201881409
13972	rnn.bias_hh_l0_reverse	2	0.07303395122289658
13972	rnn.bias_hh_l0_reverse	3	-0.0043047331273555756
13972	rnn.bias_hh_l0_reverse	4	0.08414056152105331
13972	rnn.bias_hh_l0_reverse	5	0.015219992026686668
13972	rnn.bias_hh_l0_reverse	6	-0.06722307950258255
13972	rnn.bias_hh_l0_reverse	7	0.02833484299480915
13972	rnn.bias_hh_l0_reverse	8	0.018161091953516006
13972	rnn.bias_hh_l0_reverse	9	-0.1551758199930191
13972	linear.weight	0	0.18493729829788208
13972	linear.weight	1	-0.1167464479804039
13972	linear.weight	2	-0.18403367698192596
13972	linear.weight	3	0.07850348949432373
13972	linear.weight	4	-2.275026054121554e-05
13972	linear.weight	5	0.005700371693819761
13972	linear.weight	6	-0.008610788732767105
13972	linear.weight	7	-0.0363122820854187
13972	linear.weight	8	0.07109594345092773
13972	linear.weight	9	0.26092928647994995
13972	linear.bias	0	-0.14475195109844208
13972	linear.bias	1	0.14937399327754974
13972	linear.bias	2	-0.458503395318985
13972	linear.bias	3	1.533663272857666
13972	linear.bias	4	-0.3585748076438904
13972	linear.bias	5	-0.030769959092140198
13972	linear.bias	6	-0.31339356303215027
13972	linear.bias	7	-0.22726833820343018
13972	linear.bias	8	-0.012597034685313702
13972	linear.bias	9	-0.458623468875885
14000	transitions	0	-0.6216951012611389
14000	transitions	1	0.37709948420524597
14000	transitions	2	1.7103921175003052
14000	transitions	3	0.13057000935077667
14000	transitions	4	0.9698399901390076
14000	transitions	5	1.274436116218567
14000	transitions	6	0.4839957058429718
14000	transitions	7	0.1800951212644577
14000	transitions	8	-0.9192361235618591
14000	transitions	9	0.9307478070259094
14000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14000	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14000	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14000	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14000	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14000	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14000	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14000	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14000	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14000	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14000	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14000	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14000	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14000	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14000	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14000	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14000	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14000	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14000	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14000	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14000	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14000	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14000	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14000	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14000	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14000	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14000	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14000	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14000	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14000	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14000	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14000	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14000	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14000	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14000	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14000	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14000	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14000	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14000	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14000	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14000	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14000	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14000	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14000	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14000	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14000	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14000	embedding2nn.weight	0	0.021463565528392792
14000	embedding2nn.weight	1	0.01584351621568203
14000	embedding2nn.weight	2	-0.005157194100320339
14000	embedding2nn.weight	3	0.0006587585667148232
14000	embedding2nn.weight	4	-0.004560284782201052
14000	embedding2nn.weight	5	0.009607413783669472
14000	embedding2nn.weight	6	-0.0023805457167327404
14000	embedding2nn.weight	7	0.012783271260559559
14000	embedding2nn.weight	8	-0.007696972694247961
14000	embedding2nn.weight	9	-0.013708374463021755
14000	embedding2nn.bias	0	-0.04551934078335762
14000	embedding2nn.bias	1	-0.03604235127568245
14000	embedding2nn.bias	2	-0.04542973265051842
14000	embedding2nn.bias	3	0.004045030102133751
14000	embedding2nn.bias	4	0.02046695165336132
14000	embedding2nn.bias	5	0.004577573388814926
14000	embedding2nn.bias	6	0.020546797662973404
14000	embedding2nn.bias	7	0.02266662009060383
14000	embedding2nn.bias	8	-0.005183062516152859
14000	embedding2nn.bias	9	0.02024885267019272
14000	rnn.weight_ih_l0	0	0.03908529877662659
14000	rnn.weight_ih_l0	1	-0.015463234856724739
14000	rnn.weight_ih_l0	2	-0.03583332151174545
14000	rnn.weight_ih_l0	3	-0.044797383248806
14000	rnn.weight_ih_l0	4	-0.04824746400117874
14000	rnn.weight_ih_l0	5	-0.001004107529297471
14000	rnn.weight_ih_l0	6	-0.05361155793070793
14000	rnn.weight_ih_l0	7	-0.056321073323488235
14000	rnn.weight_ih_l0	8	-0.045065101236104965
14000	rnn.weight_ih_l0	9	-0.02490275539457798
14000	rnn.weight_hh_l0	0	0.011136622168123722
14000	rnn.weight_hh_l0	1	-0.019727088510990143
14000	rnn.weight_hh_l0	2	-0.05458543822169304
14000	rnn.weight_hh_l0	3	-0.02853510156273842
14000	rnn.weight_hh_l0	4	-0.062223002314567566
14000	rnn.weight_hh_l0	5	-0.010249138809740543
14000	rnn.weight_hh_l0	6	-0.04907912388443947
14000	rnn.weight_hh_l0	7	-0.0014871925814077258
14000	rnn.weight_hh_l0	8	-0.015629060566425323
14000	rnn.weight_hh_l0	9	0.018378376960754395
14000	rnn.bias_ih_l0	0	0.10734730213880539
14000	rnn.bias_ih_l0	1	-0.050213251262903214
14000	rnn.bias_ih_l0	2	0.10746042430400848
14000	rnn.bias_ih_l0	3	0.0651254877448082
14000	rnn.bias_ih_l0	4	0.10218583047389984
14000	rnn.bias_ih_l0	5	0.02537369541823864
14000	rnn.bias_ih_l0	6	0.0005185444024391472
14000	rnn.bias_ih_l0	7	-0.11088375747203827
14000	rnn.bias_ih_l0	8	-0.1779111623764038
14000	rnn.bias_ih_l0	9	0.09019127488136292
14000	rnn.bias_hh_l0	0	-0.016313282772898674
14000	rnn.bias_hh_l0	1	0.013484720140695572
14000	rnn.bias_hh_l0	2	-0.02202420122921467
14000	rnn.bias_hh_l0	3	-0.015124277211725712
14000	rnn.bias_hh_l0	4	-0.042699992656707764
14000	rnn.bias_hh_l0	5	0.13002434372901917
14000	rnn.bias_hh_l0	6	0.007161799352616072
14000	rnn.bias_hh_l0	7	0.031864315271377563
14000	rnn.bias_hh_l0	8	0.03488733619451523
14000	rnn.bias_hh_l0	9	0.03432021290063858
14000	rnn.weight_ih_l0_reverse	0	-0.029062790796160698
14000	rnn.weight_ih_l0_reverse	1	-0.0004904749803245068
14000	rnn.weight_ih_l0_reverse	2	0.026009835302829742
14000	rnn.weight_ih_l0_reverse	3	-0.05612095817923546
14000	rnn.weight_ih_l0_reverse	4	0.010871633887290955
14000	rnn.weight_ih_l0_reverse	5	-0.05213022977113724
14000	rnn.weight_ih_l0_reverse	6	0.006674346048384905
14000	rnn.weight_ih_l0_reverse	7	0.043207425624132156
14000	rnn.weight_ih_l0_reverse	8	-0.043872006237506866
14000	rnn.weight_ih_l0_reverse	9	-0.055842075496912
14000	rnn.weight_hh_l0_reverse	0	-0.0811469703912735
14000	rnn.weight_hh_l0_reverse	1	-0.05288267508149147
14000	rnn.weight_hh_l0_reverse	2	0.023349663242697716
14000	rnn.weight_hh_l0_reverse	3	0.043484438210725784
14000	rnn.weight_hh_l0_reverse	4	0.0145737798884511
14000	rnn.weight_hh_l0_reverse	5	0.04445767402648926
14000	rnn.weight_hh_l0_reverse	6	-0.01886930502951145
14000	rnn.weight_hh_l0_reverse	7	0.008879728615283966
14000	rnn.weight_hh_l0_reverse	8	-0.09428446739912033
14000	rnn.weight_hh_l0_reverse	9	0.058866724371910095
14000	rnn.bias_ih_l0_reverse	0	-0.0814981758594513
14000	rnn.bias_ih_l0_reverse	1	-0.07567151635885239
14000	rnn.bias_ih_l0_reverse	2	0.09732872247695923
14000	rnn.bias_ih_l0_reverse	3	0.028843168169260025
14000	rnn.bias_ih_l0_reverse	4	-0.12064407765865326
14000	rnn.bias_ih_l0_reverse	5	0.04316573962569237
14000	rnn.bias_ih_l0_reverse	6	-0.11597238481044769
14000	rnn.bias_ih_l0_reverse	7	0.03516353294253349
14000	rnn.bias_ih_l0_reverse	8	0.02017815038561821
14000	rnn.bias_ih_l0_reverse	9	0.07080379128456116
14000	rnn.bias_hh_l0_reverse	0	0.03933272510766983
14000	rnn.bias_hh_l0_reverse	1	0.07661549001932144
14000	rnn.bias_hh_l0_reverse	2	0.07524775713682175
14000	rnn.bias_hh_l0_reverse	3	-0.004964892752468586
14000	rnn.bias_hh_l0_reverse	4	0.08418047428131104
14000	rnn.bias_hh_l0_reverse	5	0.01240130141377449
14000	rnn.bias_hh_l0_reverse	6	-0.0678478330373764
14000	rnn.bias_hh_l0_reverse	7	0.025289226323366165
14000	rnn.bias_hh_l0_reverse	8	0.016704097390174866
14000	rnn.bias_hh_l0_reverse	9	-0.15681323409080505
14000	linear.weight	0	0.17105746269226074
14000	linear.weight	1	-0.11672823876142502
14000	linear.weight	2	-0.18623483180999756
14000	linear.weight	3	0.08023122698068619
14000	linear.weight	4	0.0007372173713520169
14000	linear.weight	5	0.006501190364360809
14000	linear.weight	6	-0.008606395684182644
14000	linear.weight	7	-0.0362350195646286
14000	linear.weight	8	0.07328049838542938
14000	linear.weight	9	0.25923094153404236
14000	linear.bias	0	-0.14573241770267487
14000	linear.bias	1	0.14943508803844452
14000	linear.bias	2	-0.4612567126750946
14000	linear.bias	3	1.5383495092391968
14000	linear.bias	4	-0.3589557409286499
14000	linear.bias	5	-0.030769959092140198
14000	linear.bias	6	-0.31515008211135864
14000	linear.bias	7	-0.2251194715499878
14000	linear.bias	8	-0.011730222031474113
14000	linear.bias	9	-0.4586951434612274
14028	transitions	0	-0.6217837929725647
14028	transitions	1	0.37697097659111023
14028	transitions	2	1.710281252861023
14028	transitions	3	0.13052363693714142
14028	transitions	4	0.9697808623313904
14028	transitions	5	1.274435043334961
14028	transitions	6	0.48399507999420166
14028	transitions	7	0.18009266257286072
14028	transitions	8	-0.9192366003990173
14028	transitions	9	0.9307478070259094
14028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14028	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14028	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14028	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14028	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14028	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14028	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14028	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14028	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14028	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14028	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14028	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14028	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14028	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14028	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14028	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14028	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14028	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14028	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14028	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14028	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14028	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14028	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14028	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14028	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14028	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14028	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14028	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14028	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14028	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14028	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14028	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14028	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14028	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14028	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14028	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14028	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14028	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14028	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14028	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14028	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14028	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14028	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14028	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14028	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14028	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14028	embedding2nn.weight	0	0.021808454766869545
14028	embedding2nn.weight	1	0.015758588910102844
14028	embedding2nn.weight	2	-0.0051403166726231575
14028	embedding2nn.weight	3	0.0006644803797826171
14028	embedding2nn.weight	4	-0.004583700560033321
14028	embedding2nn.weight	5	0.009654463268816471
14028	embedding2nn.weight	6	-0.002546591218560934
14028	embedding2nn.weight	7	0.012952696532011032
14028	embedding2nn.weight	8	-0.007826569490134716
14028	embedding2nn.weight	9	-0.01372281089425087
14028	embedding2nn.bias	0	-0.04931556060910225
14028	embedding2nn.bias	1	-0.0351959690451622
14028	embedding2nn.bias	2	-0.05127907544374466
14028	embedding2nn.bias	3	0.008017262443900108
14028	embedding2nn.bias	4	0.023065809160470963
14028	embedding2nn.bias	5	0.00728344963863492
14028	embedding2nn.bias	6	0.012394747696816921
14028	embedding2nn.bias	7	0.01988372951745987
14028	embedding2nn.bias	8	-0.009105915203690529
14028	embedding2nn.bias	9	0.014709904789924622
14028	rnn.weight_ih_l0	0	0.039003677666187286
14028	rnn.weight_ih_l0	1	-0.015198121778666973
14028	rnn.weight_ih_l0	2	-0.036070890724658966
14028	rnn.weight_ih_l0	3	-0.04548512399196625
14028	rnn.weight_ih_l0	4	-0.048243775963783264
14028	rnn.weight_ih_l0	5	-0.0016489505069330335
14028	rnn.weight_ih_l0	6	-0.05420023947954178
14028	rnn.weight_ih_l0	7	-0.056068893522024155
14028	rnn.weight_ih_l0	8	-0.04522815719246864
14028	rnn.weight_ih_l0	9	-0.02500017173588276
14028	rnn.weight_hh_l0	0	0.010939403437077999
14028	rnn.weight_hh_l0	1	-0.020271185785531998
14028	rnn.weight_hh_l0	2	-0.054969049990177155
14028	rnn.weight_hh_l0	3	-0.02872803807258606
14028	rnn.weight_hh_l0	4	-0.06251940876245499
14028	rnn.weight_hh_l0	5	-0.010420151986181736
14028	rnn.weight_hh_l0	6	-0.048860564827919006
14028	rnn.weight_hh_l0	7	-0.0026426934637129307
14028	rnn.weight_hh_l0	8	-0.015775172039866447
14028	rnn.weight_hh_l0	9	0.017944127321243286
14028	rnn.bias_ih_l0	0	0.10778097808361053
14028	rnn.bias_ih_l0	1	-0.049494072794914246
14028	rnn.bias_ih_l0	2	0.1024707704782486
14028	rnn.bias_ih_l0	3	0.06531501561403275
14028	rnn.bias_ih_l0	4	0.1037321612238884
14028	rnn.bias_ih_l0	5	0.026375213637948036
14028	rnn.bias_ih_l0	6	-0.0031258929520845413
14028	rnn.bias_ih_l0	7	-0.10595523566007614
14028	rnn.bias_ih_l0	8	-0.17254802584648132
14028	rnn.bias_ih_l0	9	0.09032022953033447
14028	rnn.bias_hh_l0	0	-0.01913740485906601
14028	rnn.bias_hh_l0	1	0.014978015795350075
14028	rnn.bias_hh_l0	2	-0.020668024197220802
14028	rnn.bias_hh_l0	3	-0.014665244147181511
14028	rnn.bias_hh_l0	4	-0.04242173582315445
14028	rnn.bias_hh_l0	5	0.1313161998987198
14028	rnn.bias_hh_l0	6	0.006558022927492857
14028	rnn.bias_hh_l0	7	0.03762522339820862
14028	rnn.bias_hh_l0	8	0.03124289959669113
14028	rnn.bias_hh_l0	9	0.031982049345970154
14028	rnn.weight_ih_l0_reverse	0	-0.029174065217375755
14028	rnn.weight_ih_l0_reverse	1	-0.0006947330548427999
14028	rnn.weight_ih_l0_reverse	2	0.02573676034808159
14028	rnn.weight_ih_l0_reverse	3	-0.05577859655022621
14028	rnn.weight_ih_l0_reverse	4	0.010947087779641151
14028	rnn.weight_ih_l0_reverse	5	-0.052333615720272064
14028	rnn.weight_ih_l0_reverse	6	0.006537019275128841
14028	rnn.weight_ih_l0_reverse	7	0.043237801641225815
14028	rnn.weight_ih_l0_reverse	8	-0.04389244690537453
14028	rnn.weight_ih_l0_reverse	9	-0.05574436113238335
14028	rnn.weight_hh_l0_reverse	0	-0.08221597969532013
14028	rnn.weight_hh_l0_reverse	1	-0.05182869732379913
14028	rnn.weight_hh_l0_reverse	2	0.023340541869401932
14028	rnn.weight_hh_l0_reverse	3	0.04325714334845543
14028	rnn.weight_hh_l0_reverse	4	0.014406313188374043
14028	rnn.weight_hh_l0_reverse	5	0.04445941001176834
14028	rnn.weight_hh_l0_reverse	6	-0.01868940331041813
14028	rnn.weight_hh_l0_reverse	7	0.009160333313047886
14028	rnn.weight_hh_l0_reverse	8	-0.093808114528656
14028	rnn.weight_hh_l0_reverse	9	0.05905178561806679
14028	rnn.bias_ih_l0_reverse	0	-0.0825328454375267
14028	rnn.bias_ih_l0_reverse	1	-0.07610252499580383
14028	rnn.bias_ih_l0_reverse	2	0.09878230839967728
14028	rnn.bias_ih_l0_reverse	3	0.029464758932590485
14028	rnn.bias_ih_l0_reverse	4	-0.12061083316802979
14028	rnn.bias_ih_l0_reverse	5	0.04443643242120743
14028	rnn.bias_ih_l0_reverse	6	-0.11523103713989258
14028	rnn.bias_ih_l0_reverse	7	0.03574606776237488
14028	rnn.bias_ih_l0_reverse	8	0.01998278498649597
14028	rnn.bias_ih_l0_reverse	9	0.06960934400558472
14028	rnn.bias_hh_l0_reverse	0	0.04013383388519287
14028	rnn.bias_hh_l0_reverse	1	0.075690858066082
14028	rnn.bias_hh_l0_reverse	2	0.07646479457616806
14028	rnn.bias_hh_l0_reverse	3	-0.0028967850375920534
14028	rnn.bias_hh_l0_reverse	4	0.08422905951738358
14028	rnn.bias_hh_l0_reverse	5	0.011974986642599106
14028	rnn.bias_hh_l0_reverse	6	-0.066620834171772
14028	rnn.bias_hh_l0_reverse	7	0.025317495688796043
14028	rnn.bias_hh_l0_reverse	8	0.015817217528820038
14028	rnn.bias_hh_l0_reverse	9	-0.15665923058986664
14028	linear.weight	0	0.1644664853811264
14028	linear.weight	1	-0.11672905832529068
14028	linear.weight	2	-0.1851896196603775
14028	linear.weight	3	0.08058306574821472
14028	linear.weight	4	0.0013041391503065825
14028	linear.weight	5	0.006701082456856966
14028	linear.weight	6	-0.008599480614066124
14028	linear.weight	7	-0.036090586334466934
14028	linear.weight	8	0.07166855782270432
14028	linear.weight	9	0.2621990740299225
14028	linear.bias	0	-0.13985826075077057
14028	linear.bias	1	0.1444399207830429
14028	linear.bias	2	-0.4625095725059509
14028	linear.bias	3	1.53801691532135
14028	linear.bias	4	-0.35933154821395874
14028	linear.bias	5	-0.030769959092140198
14028	linear.bias	6	-0.3137945532798767
14028	linear.bias	7	-0.2229689508676529
14028	linear.bias	8	-0.012345544993877411
14028	linear.bias	9	-0.4587952196598053
14056	transitions	0	-0.6218905448913574
14056	transitions	1	0.37687769532203674
14056	transitions	2	1.7101805210113525
14056	transitions	3	0.13050858676433563
14056	transitions	4	0.9697646498680115
14056	transitions	5	1.2744344472885132
14056	transitions	6	0.48399025201797485
14056	transitions	7	0.1800922453403473
14056	transitions	8	-0.9192377924919128
14056	transitions	9	0.9307475090026855
14056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14056	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14056	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14056	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14056	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14056	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14056	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14056	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14056	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14056	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14056	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14056	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14056	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14056	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14056	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14056	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14056	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14056	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14056	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14056	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14056	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14056	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14056	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14056	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14056	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14056	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14056	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14056	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14056	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14056	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14056	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14056	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14056	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14056	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14056	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14056	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14056	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14056	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14056	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14056	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14056	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14056	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14056	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14056	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14056	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14056	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14056	embedding2nn.weight	0	0.022196108475327492
14056	embedding2nn.weight	1	0.015689706429839134
14056	embedding2nn.weight	2	-0.005113088525831699
14056	embedding2nn.weight	3	0.0009228171547874808
14056	embedding2nn.weight	4	-0.004565247800201178
14056	embedding2nn.weight	5	0.00960489735007286
14056	embedding2nn.weight	6	-0.0024501257576048374
14056	embedding2nn.weight	7	0.014154830016195774
14056	embedding2nn.weight	8	-0.007905442267656326
14056	embedding2nn.weight	9	-0.013691785745322704
14056	embedding2nn.bias	0	-0.050711825489997864
14056	embedding2nn.bias	1	-0.029796913266181946
14056	embedding2nn.bias	2	-0.05443860962986946
14056	embedding2nn.bias	3	0.0030226141680032015
14056	embedding2nn.bias	4	0.015848711133003235
14056	embedding2nn.bias	5	0.006686004344373941
14056	embedding2nn.bias	6	0.010122017934918404
14056	embedding2nn.bias	7	0.0193009153008461
14056	embedding2nn.bias	8	-0.008959776721894741
14056	embedding2nn.bias	9	0.014371078461408615
14056	rnn.weight_ih_l0	0	0.03897286579012871
14056	rnn.weight_ih_l0	1	-0.015115076676011086
14056	rnn.weight_ih_l0	2	-0.03548925369977951
14056	rnn.weight_ih_l0	3	-0.04517661780118942
14056	rnn.weight_ih_l0	4	-0.04836929589509964
14056	rnn.weight_ih_l0	5	-0.0016524678794667125
14056	rnn.weight_ih_l0	6	-0.05433063209056854
14056	rnn.weight_ih_l0	7	-0.05609782040119171
14056	rnn.weight_ih_l0	8	-0.04507467523217201
14056	rnn.weight_ih_l0	9	-0.02529098652303219
14056	rnn.weight_hh_l0	0	0.011243182234466076
14056	rnn.weight_hh_l0	1	-0.020030055195093155
14056	rnn.weight_hh_l0	2	-0.055254898965358734
14056	rnn.weight_hh_l0	3	-0.028331274166703224
14056	rnn.weight_hh_l0	4	-0.062280479818582535
14056	rnn.weight_hh_l0	5	-0.010194363072514534
14056	rnn.weight_hh_l0	6	-0.04665875434875488
14056	rnn.weight_hh_l0	7	-0.002535012783482671
14056	rnn.weight_hh_l0	8	-0.015694351866841316
14056	rnn.weight_hh_l0	9	0.017172247171401978
14056	rnn.bias_ih_l0	0	0.10782545804977417
14056	rnn.bias_ih_l0	1	-0.04735049232840538
14056	rnn.bias_ih_l0	2	0.10192512720823288
14056	rnn.bias_ih_l0	3	0.06443687528371811
14056	rnn.bias_ih_l0	4	0.10285906493663788
14056	rnn.bias_ih_l0	5	0.02800915203988552
14056	rnn.bias_ih_l0	6	-0.004936636425554752
14056	rnn.bias_ih_l0	7	-0.10627129673957825
14056	rnn.bias_ih_l0	8	-0.17432087659835815
14056	rnn.bias_ih_l0	9	0.09062095731496811
14056	rnn.bias_hh_l0	0	-0.019301079213619232
14056	rnn.bias_hh_l0	1	0.01700938493013382
14056	rnn.bias_hh_l0	2	-0.02249724790453911
14056	rnn.bias_hh_l0	3	-0.015949811786413193
14056	rnn.bias_hh_l0	4	-0.04087386652827263
14056	rnn.bias_hh_l0	5	0.12963663041591644
14056	rnn.bias_hh_l0	6	0.007493999786674976
14056	rnn.bias_hh_l0	7	0.037764549255371094
14056	rnn.bias_hh_l0	8	0.029432153329253197
14056	rnn.bias_hh_l0	9	0.030689163133502007
14056	rnn.weight_ih_l0_reverse	0	-0.029155759140849113
14056	rnn.weight_ih_l0_reverse	1	-0.000627606816124171
14056	rnn.weight_ih_l0_reverse	2	0.0258511770516634
14056	rnn.weight_ih_l0_reverse	3	-0.05557289719581604
14056	rnn.weight_ih_l0_reverse	4	0.011012700386345387
14056	rnn.weight_ih_l0_reverse	5	-0.052534595131874084
14056	rnn.weight_ih_l0_reverse	6	0.007762265391647816
14056	rnn.weight_ih_l0_reverse	7	0.043308693915605545
14056	rnn.weight_ih_l0_reverse	8	-0.04368017986416817
14056	rnn.weight_ih_l0_reverse	9	-0.05547408014535904
14056	rnn.weight_hh_l0_reverse	0	-0.082247294485569
14056	rnn.weight_hh_l0_reverse	1	-0.049755457788705826
14056	rnn.weight_hh_l0_reverse	2	0.022930240258574486
14056	rnn.weight_hh_l0_reverse	3	0.04366602376103401
14056	rnn.weight_hh_l0_reverse	4	0.015025370754301548
14056	rnn.weight_hh_l0_reverse	5	0.04430685192346573
14056	rnn.weight_hh_l0_reverse	6	-0.016297386959195137
14056	rnn.weight_hh_l0_reverse	7	0.008927302435040474
14056	rnn.weight_hh_l0_reverse	8	-0.09389211982488632
14056	rnn.weight_hh_l0_reverse	9	0.059308331459760666
14056	rnn.bias_ih_l0_reverse	0	-0.08479303121566772
14056	rnn.bias_ih_l0_reverse	1	-0.0741034597158432
14056	rnn.bias_ih_l0_reverse	2	0.09821595996618271
14056	rnn.bias_ih_l0_reverse	3	0.030558958649635315
14056	rnn.bias_ih_l0_reverse	4	-0.11820539832115173
14056	rnn.bias_ih_l0_reverse	5	0.042475663125514984
14056	rnn.bias_ih_l0_reverse	6	-0.11206507682800293
14056	rnn.bias_ih_l0_reverse	7	0.03647243231534958
14056	rnn.bias_ih_l0_reverse	8	0.02171219512820244
14056	rnn.bias_ih_l0_reverse	9	0.06991171091794968
14056	rnn.bias_hh_l0_reverse	0	0.03893004730343819
14056	rnn.bias_hh_l0_reverse	1	0.07666817307472229
14056	rnn.bias_hh_l0_reverse	2	0.0761837437748909
14056	rnn.bias_hh_l0_reverse	3	-0.0024214666336774826
14056	rnn.bias_hh_l0_reverse	4	0.0824478268623352
14056	rnn.bias_hh_l0_reverse	5	0.012993786484003067
14056	rnn.bias_hh_l0_reverse	6	-0.06736347079277039
14056	rnn.bias_hh_l0_reverse	7	0.02479172870516777
14056	rnn.bias_hh_l0_reverse	8	0.017230410128831863
14056	rnn.bias_hh_l0_reverse	9	-0.15011034905910492
14056	linear.weight	0	0.16023409366607666
14056	linear.weight	1	-0.11669069528579712
14056	linear.weight	2	-0.18315409123897552
14056	linear.weight	3	0.0813961774110794
14056	linear.weight	4	0.0008827792480587959
14056	linear.weight	5	0.005773672368377447
14056	linear.weight	6	-0.008594240061938763
14056	linear.weight	7	-0.03603068366646767
14056	linear.weight	8	0.0737919807434082
14056	linear.weight	9	0.2628050446510315
14056	linear.bias	0	-0.15015220642089844
14056	linear.bias	1	0.1401388943195343
14056	linear.bias	2	-0.46365344524383545
14056	linear.bias	3	1.5499740839004517
14056	linear.bias	4	-0.3600352704524994
14056	linear.bias	5	-0.030769959092140198
14056	linear.bias	6	-0.31437361240386963
14056	linear.bias	7	-0.2236461192369461
14056	linear.bias	8	-0.015249444171786308
14056	linear.bias	9	-0.4589678943157196
14084	transitions	0	-0.621969997882843
14084	transitions	1	0.3767891228199005
14084	transitions	2	1.7101316452026367
14084	transitions	3	0.13045455515384674
14084	transitions	4	0.9697550535202026
14084	transitions	5	1.2744334936141968
14084	transitions	6	0.48398929834365845
14084	transitions	7	0.18009108304977417
14084	transitions	8	-0.9192408323287964
14084	transitions	9	0.9307460188865662
14084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14084	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14084	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14084	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14084	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14084	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14084	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14084	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14084	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14084	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14084	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14084	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14084	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14084	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14084	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14084	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14084	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14084	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14084	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14084	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14084	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14084	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14084	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14084	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14084	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14084	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14084	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14084	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14084	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14084	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14084	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14084	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14084	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14084	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14084	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14084	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14084	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14084	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14084	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14084	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14084	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14084	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14084	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14084	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14084	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14084	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14084	embedding2nn.weight	0	0.022159716114401817
14084	embedding2nn.weight	1	0.015648558735847473
14084	embedding2nn.weight	2	-0.005122900474816561
14084	embedding2nn.weight	3	0.0009170207194983959
14084	embedding2nn.weight	4	-0.004589348565787077
14084	embedding2nn.weight	5	0.009590980596840382
14084	embedding2nn.weight	6	-0.002425026148557663
14084	embedding2nn.weight	7	0.013629110530018806
14084	embedding2nn.weight	8	-0.0077452328987419605
14084	embedding2nn.weight	9	-0.013717473484575748
14084	embedding2nn.bias	0	-0.049119479954242706
14084	embedding2nn.bias	1	-0.02836809679865837
14084	embedding2nn.bias	2	-0.05010547488927841
14084	embedding2nn.bias	3	0.002329880138859153
14084	embedding2nn.bias	4	0.011356400325894356
14084	embedding2nn.bias	5	0.009731319732964039
14084	embedding2nn.bias	6	0.006716031115502119
14084	embedding2nn.bias	7	0.01946297101676464
14084	embedding2nn.bias	8	-0.007547121029347181
14084	embedding2nn.bias	9	0.010955310426652431
14084	rnn.weight_ih_l0	0	0.03852894529700279
14084	rnn.weight_ih_l0	1	-0.014835784211754799
14084	rnn.weight_ih_l0	2	-0.0349772609770298
14084	rnn.weight_ih_l0	3	-0.04526538774371147
14084	rnn.weight_ih_l0	4	-0.048190150409936905
14084	rnn.weight_ih_l0	5	-0.001533489441499114
14084	rnn.weight_ih_l0	6	-0.054446738213300705
14084	rnn.weight_ih_l0	7	-0.0560663640499115
14084	rnn.weight_ih_l0	8	-0.04468638449907303
14084	rnn.weight_ih_l0	9	-0.025294726714491844
14084	rnn.weight_hh_l0	0	0.011115556582808495
14084	rnn.weight_hh_l0	1	-0.019170476123690605
14084	rnn.weight_hh_l0	2	-0.056294433772563934
14084	rnn.weight_hh_l0	3	-0.028804948553442955
14084	rnn.weight_hh_l0	4	-0.06160493195056915
14084	rnn.weight_hh_l0	5	-0.010130168870091438
14084	rnn.weight_hh_l0	6	-0.046993549913167953
14084	rnn.weight_hh_l0	7	-0.0029932030010968447
14084	rnn.weight_hh_l0	8	-0.01581737957894802
14084	rnn.weight_hh_l0	9	0.01673581637442112
14084	rnn.bias_ih_l0	0	0.10950267314910889
14084	rnn.bias_ih_l0	1	-0.04842156916856766
14084	rnn.bias_ih_l0	2	0.1028079092502594
14084	rnn.bias_ih_l0	3	0.06428155303001404
14084	rnn.bias_ih_l0	4	0.10291159152984619
14084	rnn.bias_ih_l0	5	0.028722062706947327
14084	rnn.bias_ih_l0	6	-0.006794882472604513
14084	rnn.bias_ih_l0	7	-0.10931514948606491
14084	rnn.bias_ih_l0	8	-0.17450323700904846
14084	rnn.bias_ih_l0	9	0.09007818251848221
14084	rnn.bias_hh_l0	0	-0.018844813108444214
14084	rnn.bias_hh_l0	1	0.016470352187752724
14084	rnn.bias_hh_l0	2	-0.02158135361969471
14084	rnn.bias_hh_l0	3	-0.016556307673454285
14084	rnn.bias_hh_l0	4	-0.041244931519031525
14084	rnn.bias_hh_l0	5	0.1295611709356308
14084	rnn.bias_hh_l0	6	0.008148135617375374
14084	rnn.bias_hh_l0	7	0.038206443190574646
14084	rnn.bias_hh_l0	8	0.027573907747864723
14084	rnn.bias_hh_l0	9	0.030942177399992943
14084	rnn.weight_ih_l0_reverse	0	-0.02942230924963951
14084	rnn.weight_ih_l0_reverse	1	-0.0007654837681911886
14084	rnn.weight_ih_l0_reverse	2	0.02587929181754589
14084	rnn.weight_ih_l0_reverse	3	-0.055510323494672775
14084	rnn.weight_ih_l0_reverse	4	0.011030481196939945
14084	rnn.weight_ih_l0_reverse	5	-0.052295707166194916
14084	rnn.weight_ih_l0_reverse	6	0.007483756635338068
14084	rnn.weight_ih_l0_reverse	7	0.043227411806583405
14084	rnn.weight_ih_l0_reverse	8	-0.04323147237300873
14084	rnn.weight_ih_l0_reverse	9	-0.05561259388923645
14084	rnn.weight_hh_l0_reverse	0	-0.08207795768976212
14084	rnn.weight_hh_l0_reverse	1	-0.05130711942911148
14084	rnn.weight_hh_l0_reverse	2	0.023115839809179306
14084	rnn.weight_hh_l0_reverse	3	0.04416608810424805
14084	rnn.weight_hh_l0_reverse	4	0.014831732958555222
14084	rnn.weight_hh_l0_reverse	5	0.04425973445177078
14084	rnn.weight_hh_l0_reverse	6	-0.017209433019161224
14084	rnn.weight_hh_l0_reverse	7	0.008784862235188484
14084	rnn.weight_hh_l0_reverse	8	-0.09362105280160904
14084	rnn.weight_hh_l0_reverse	9	0.05857355147600174
14084	rnn.bias_ih_l0_reverse	0	-0.08742883801460266
14084	rnn.bias_ih_l0_reverse	1	-0.06781609356403351
14084	rnn.bias_ih_l0_reverse	2	0.0996602401137352
14084	rnn.bias_ih_l0_reverse	3	0.030197493731975555
14084	rnn.bias_ih_l0_reverse	4	-0.12008028477430344
14084	rnn.bias_ih_l0_reverse	5	0.04229035973548889
14084	rnn.bias_ih_l0_reverse	6	-0.11183515191078186
14084	rnn.bias_ih_l0_reverse	7	0.03760187327861786
14084	rnn.bias_ih_l0_reverse	8	0.021927235648036003
14084	rnn.bias_ih_l0_reverse	9	0.06824283301830292
14084	rnn.bias_hh_l0_reverse	0	0.03925790637731552
14084	rnn.bias_hh_l0_reverse	1	0.07496187090873718
14084	rnn.bias_hh_l0_reverse	2	0.07588697969913483
14084	rnn.bias_hh_l0_reverse	3	-0.002985448343679309
14084	rnn.bias_hh_l0_reverse	4	0.0829010009765625
14084	rnn.bias_hh_l0_reverse	5	0.01960032247006893
14084	rnn.bias_hh_l0_reverse	6	-0.06731335818767548
14084	rnn.bias_hh_l0_reverse	7	0.02446000464260578
14084	rnn.bias_hh_l0_reverse	8	0.015910634770989418
14084	rnn.bias_hh_l0_reverse	9	-0.14435957372188568
14084	linear.weight	0	0.15659645199775696
14084	linear.weight	1	-0.11668122559785843
14084	linear.weight	2	-0.18464963138103485
14084	linear.weight	3	0.0876411497592926
14084	linear.weight	4	0.0009511458338238299
14084	linear.weight	5	0.00603013951331377
14084	linear.weight	6	-0.008597823791205883
14084	linear.weight	7	-0.03597734868526459
14084	linear.weight	8	0.06904178857803345
14084	linear.weight	9	0.262224942445755
14084	linear.bias	0	-0.14861200749874115
14084	linear.bias	1	0.14316712319850922
14084	linear.bias	2	-0.46562111377716064
14084	linear.bias	3	1.549160122871399
14084	linear.bias	4	-0.3608277440071106
14084	linear.bias	5	-0.030769959092140198
14084	linear.bias	6	-0.3146330714225769
14084	linear.bias	7	-0.22452481091022491
14084	linear.bias	8	-0.012356393970549107
14084	linear.bias	9	-0.45915547013282776
14112	transitions	0	-0.6220343112945557
14112	transitions	1	0.37671634554862976
14112	transitions	2	1.7100026607513428
14112	transitions	3	0.1303485631942749
14112	transitions	4	0.9697368741035461
14112	transitions	5	1.2744311094284058
14112	transitions	6	0.4839842915534973
14112	transitions	7	0.17964865267276764
14112	transitions	8	-0.9192436337471008
14112	transitions	9	0.9307459592819214
14112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14112	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14112	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14112	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14112	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14112	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14112	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14112	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14112	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14112	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14112	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14112	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14112	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14112	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14112	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14112	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14112	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14112	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14112	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14112	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14112	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14112	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14112	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14112	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14112	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14112	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14112	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14112	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14112	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14112	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14112	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14112	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14112	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14112	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14112	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14112	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14112	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14112	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14112	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14112	embedding2nn.weight	0	0.022088471800088882
14112	embedding2nn.weight	1	0.01565999537706375
14112	embedding2nn.weight	2	-0.0051634772680699825
14112	embedding2nn.weight	3	0.0009005331667140126
14112	embedding2nn.weight	4	-0.004598305560648441
14112	embedding2nn.weight	5	0.009593604132533073
14112	embedding2nn.weight	6	-0.0025368703063577414
14112	embedding2nn.weight	7	0.01412262860685587
14112	embedding2nn.weight	8	-0.007620587013661861
14112	embedding2nn.weight	9	-0.013681425713002682
14112	embedding2nn.bias	0	-0.038187965750694275
14112	embedding2nn.bias	1	-0.03206654638051987
14112	embedding2nn.bias	2	-0.05287538468837738
14112	embedding2nn.bias	3	0.004187350627034903
14112	embedding2nn.bias	4	0.01497312169522047
14112	embedding2nn.bias	5	0.007826975546777248
14112	embedding2nn.bias	6	0.010256306268274784
14112	embedding2nn.bias	7	0.020445622503757477
14112	embedding2nn.bias	8	-0.006821132265031338
14112	embedding2nn.bias	9	0.007620104588568211
14112	rnn.weight_ih_l0	0	0.0386568158864975
14112	rnn.weight_ih_l0	1	-0.0141629409044981
14112	rnn.weight_ih_l0	2	-0.03426413610577583
14112	rnn.weight_ih_l0	3	-0.045116130262613297
14112	rnn.weight_ih_l0	4	-0.048440121114254
14112	rnn.weight_ih_l0	5	-0.0013847859809175134
14112	rnn.weight_ih_l0	6	-0.054164573550224304
14112	rnn.weight_ih_l0	7	-0.05607745051383972
14112	rnn.weight_ih_l0	8	-0.0447385199368
14112	rnn.weight_ih_l0	9	-0.025217214599251747
14112	rnn.weight_hh_l0	0	0.011493485420942307
14112	rnn.weight_hh_l0	1	-0.019157158210873604
14112	rnn.weight_hh_l0	2	-0.055157922208309174
14112	rnn.weight_hh_l0	3	-0.02832704968750477
14112	rnn.weight_hh_l0	4	-0.06181146577000618
14112	rnn.weight_hh_l0	5	-0.01052224263548851
14112	rnn.weight_hh_l0	6	-0.04780227318406105
14112	rnn.weight_hh_l0	7	-0.0053440723568201065
14112	rnn.weight_hh_l0	8	-0.01596583053469658
14112	rnn.weight_hh_l0	9	0.01679493859410286
14112	rnn.bias_ih_l0	0	0.10872891545295715
14112	rnn.bias_ih_l0	1	-0.04732770472764969
14112	rnn.bias_ih_l0	2	0.10395609587430954
14112	rnn.bias_ih_l0	3	0.06477514654397964
14112	rnn.bias_ih_l0	4	0.10121247172355652
14112	rnn.bias_ih_l0	5	0.028195176273584366
14112	rnn.bias_ih_l0	6	-0.00767595274373889
14112	rnn.bias_ih_l0	7	-0.10336747765541077
14112	rnn.bias_ih_l0	8	-0.18613915145397186
14112	rnn.bias_ih_l0	9	0.08949439972639084
14112	rnn.bias_hh_l0	0	-0.0176286231726408
14112	rnn.bias_hh_l0	1	0.0165290255099535
14112	rnn.bias_hh_l0	2	-0.02100371941924095
14112	rnn.bias_hh_l0	3	-0.017316315323114395
14112	rnn.bias_hh_l0	4	-0.040180690586566925
14112	rnn.bias_hh_l0	5	0.12792086601257324
14112	rnn.bias_hh_l0	6	0.00880125630646944
14112	rnn.bias_hh_l0	7	0.03878052160143852
14112	rnn.bias_hh_l0	8	0.026692833751440048
14112	rnn.bias_hh_l0	9	0.029436344280838966
14112	rnn.weight_ih_l0_reverse	0	-0.02955334074795246
14112	rnn.weight_ih_l0_reverse	1	-0.0005784395034424961
14112	rnn.weight_ih_l0_reverse	2	0.02604454569518566
14112	rnn.weight_ih_l0_reverse	3	-0.055865250527858734
14112	rnn.weight_ih_l0_reverse	4	0.010896513238549232
14112	rnn.weight_ih_l0_reverse	5	-0.0524706095457077
14112	rnn.weight_ih_l0_reverse	6	0.0060518174432218075
14112	rnn.weight_ih_l0_reverse	7	0.04322412982583046
14112	rnn.weight_ih_l0_reverse	8	-0.04313274100422859
14112	rnn.weight_ih_l0_reverse	9	-0.05594262480735779
14112	rnn.weight_hh_l0_reverse	0	-0.08182519674301147
14112	rnn.weight_hh_l0_reverse	1	-0.05064922198653221
14112	rnn.weight_hh_l0_reverse	2	0.023635495454072952
14112	rnn.weight_hh_l0_reverse	3	0.043905213475227356
14112	rnn.weight_hh_l0_reverse	4	0.015440748073160648
14112	rnn.weight_hh_l0_reverse	5	0.044013649225234985
14112	rnn.weight_hh_l0_reverse	6	-0.019469333812594414
14112	rnn.weight_hh_l0_reverse	7	0.008920951746404171
14112	rnn.weight_hh_l0_reverse	8	-0.09397627413272858
14112	rnn.weight_hh_l0_reverse	9	0.05864548310637474
14112	rnn.bias_ih_l0_reverse	0	-0.08450388163328171
14112	rnn.bias_ih_l0_reverse	1	-0.0661790519952774
14112	rnn.bias_ih_l0_reverse	2	0.09848108142614365
14112	rnn.bias_ih_l0_reverse	3	0.029857493937015533
14112	rnn.bias_ih_l0_reverse	4	-0.11880767345428467
14112	rnn.bias_ih_l0_reverse	5	0.042791981250047684
14112	rnn.bias_ih_l0_reverse	6	-0.11327964812517166
14112	rnn.bias_ih_l0_reverse	7	0.036391086876392365
14112	rnn.bias_ih_l0_reverse	8	0.02326704002916813
14112	rnn.bias_ih_l0_reverse	9	0.06965062022209167
14112	rnn.bias_hh_l0_reverse	0	0.03563686087727547
14112	rnn.bias_hh_l0_reverse	1	0.07415325194597244
14112	rnn.bias_hh_l0_reverse	2	0.07502876222133636
14112	rnn.bias_hh_l0_reverse	3	-0.0018821752164512873
14112	rnn.bias_hh_l0_reverse	4	0.08169742673635483
14112	rnn.bias_hh_l0_reverse	5	0.01533511746674776
14112	rnn.bias_hh_l0_reverse	6	-0.06591919809579849
14112	rnn.bias_hh_l0_reverse	7	0.02385290525853634
14112	rnn.bias_hh_l0_reverse	8	0.014816105365753174
14112	rnn.bias_hh_l0_reverse	9	-0.1517321765422821
14112	linear.weight	0	0.15659688413143158
14112	linear.weight	1	-0.11664856970310211
14112	linear.weight	2	-0.18251805007457733
14112	linear.weight	3	0.08813123404979706
14112	linear.weight	4	-0.001305962447077036
14112	linear.weight	5	0.00654557254165411
14112	linear.weight	6	-0.008591939695179462
14112	linear.weight	7	-0.03590383753180504
14112	linear.weight	8	0.06543486565351486
14112	linear.weight	9	0.26304104924201965
14112	linear.bias	0	-0.1606750786304474
14112	linear.bias	1	0.14435259997844696
14112	linear.bias	2	-0.4679318070411682
14112	linear.bias	3	1.5698771476745605
14112	linear.bias	4	-0.36109402775764465
14112	linear.bias	5	-0.030769959092140198
14112	linear.bias	6	-0.316962867975235
14112	linear.bias	7	-0.22591672837734222
14112	linear.bias	8	-0.007951255887746811
14112	linear.bias	9	-0.45933040976524353
14140	transitions	0	-0.6221008896827698
14140	transitions	1	0.3764263987541199
14140	transitions	2	1.7098709344863892
14140	transitions	3	0.13021646440029144
14140	transitions	4	0.9697203636169434
14140	transitions	5	1.2744299173355103
14140	transitions	6	0.4839819073677063
14140	transitions	7	0.17964814603328705
14140	transitions	8	-0.9192444682121277
14140	transitions	9	0.9307458996772766
14140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14140	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14140	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14140	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14140	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14140	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14140	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14140	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14140	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14140	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14140	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14140	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14140	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14140	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14140	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14140	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14140	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14140	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14140	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14140	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14140	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14140	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14140	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14140	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14140	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14140	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14140	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14140	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14140	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14140	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14140	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14140	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14140	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14140	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14140	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14140	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14140	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14140	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14140	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14140	embedding2nn.weight	0	0.021412426605820656
14140	embedding2nn.weight	1	0.01570233888924122
14140	embedding2nn.weight	2	-0.005162646062672138
14140	embedding2nn.weight	3	0.0007822228944860399
14140	embedding2nn.weight	4	-0.004641745705157518
14140	embedding2nn.weight	5	0.00944483932107687
14140	embedding2nn.weight	6	-0.0024698961060494184
14140	embedding2nn.weight	7	0.014687078073620796
14140	embedding2nn.weight	8	-0.0076052239164710045
14140	embedding2nn.weight	9	-0.013564709573984146
14140	embedding2nn.bias	0	-0.04156745597720146
14140	embedding2nn.bias	1	-0.03182702139019966
14140	embedding2nn.bias	2	-0.05003020912408829
14140	embedding2nn.bias	3	0.00106267468072474
14140	embedding2nn.bias	4	0.013854552060365677
14140	embedding2nn.bias	5	0.01259448379278183
14140	embedding2nn.bias	6	0.01063145138323307
14140	embedding2nn.bias	7	0.022279128432273865
14140	embedding2nn.bias	8	-0.0022261543199419975
14140	embedding2nn.bias	9	0.0091729536652565
14140	rnn.weight_ih_l0	0	0.03838413581252098
14140	rnn.weight_ih_l0	1	-0.014124561101198196
14140	rnn.weight_ih_l0	2	-0.03437726944684982
14140	rnn.weight_ih_l0	3	-0.044966477900743484
14140	rnn.weight_ih_l0	4	-0.0487302802503109
14140	rnn.weight_ih_l0	5	-0.0013337238924577832
14140	rnn.weight_ih_l0	6	-0.05421023070812225
14140	rnn.weight_ih_l0	7	-0.05616796016693115
14140	rnn.weight_ih_l0	8	-0.04466985538601875
14140	rnn.weight_ih_l0	9	-0.025501107797026634
14140	rnn.weight_hh_l0	0	0.01171865127980709
14140	rnn.weight_hh_l0	1	-0.019666040316224098
14140	rnn.weight_hh_l0	2	-0.05685190483927727
14140	rnn.weight_hh_l0	3	-0.028234682977199554
14140	rnn.weight_hh_l0	4	-0.062231484800577164
14140	rnn.weight_hh_l0	5	-0.010750653222203255
14140	rnn.weight_hh_l0	6	-0.04844009876251221
14140	rnn.weight_hh_l0	7	-0.0034365016035735607
14140	rnn.weight_hh_l0	8	-0.016104239970445633
14140	rnn.weight_hh_l0	9	0.014949452131986618
14140	rnn.bias_ih_l0	0	0.10883547365665436
14140	rnn.bias_ih_l0	1	-0.04885903373360634
14140	rnn.bias_ih_l0	2	0.10409413278102875
14140	rnn.bias_ih_l0	3	0.06595875322818756
14140	rnn.bias_ih_l0	4	0.10203380137681961
14140	rnn.bias_ih_l0	5	0.02848399244248867
14140	rnn.bias_ih_l0	6	-0.007299764547497034
14140	rnn.bias_ih_l0	7	-0.10948377847671509
14140	rnn.bias_ih_l0	8	-0.18367838859558105
14140	rnn.bias_ih_l0	9	0.09027355909347534
14140	rnn.bias_hh_l0	0	-0.01827414333820343
14140	rnn.bias_hh_l0	1	0.018533045426011086
14140	rnn.bias_hh_l0	2	-0.020921969786286354
14140	rnn.bias_hh_l0	3	-0.014580093324184418
14140	rnn.bias_hh_l0	4	-0.0397602804005146
14140	rnn.bias_hh_l0	5	0.12495250999927521
14140	rnn.bias_hh_l0	6	0.010471338406205177
14140	rnn.bias_hh_l0	7	0.04106142744421959
14140	rnn.bias_hh_l0	8	0.02706901915371418
14140	rnn.bias_hh_l0	9	0.028215648606419563
14140	rnn.weight_ih_l0_reverse	0	-0.0291400458663702
14140	rnn.weight_ih_l0_reverse	1	-0.00012044522009091452
14140	rnn.weight_ih_l0_reverse	2	0.025736629962921143
14140	rnn.weight_ih_l0_reverse	3	-0.05593495070934296
14140	rnn.weight_ih_l0_reverse	4	0.010881549678742886
14140	rnn.weight_ih_l0_reverse	5	-0.05236394330859184
14140	rnn.weight_ih_l0_reverse	6	0.006773990113288164
14140	rnn.weight_ih_l0_reverse	7	0.04330427199602127
14140	rnn.weight_ih_l0_reverse	8	-0.043102510273456573
14140	rnn.weight_ih_l0_reverse	9	-0.05584746599197388
14140	rnn.weight_hh_l0_reverse	0	-0.08154845982789993
14140	rnn.weight_hh_l0_reverse	1	-0.049568094313144684
14140	rnn.weight_hh_l0_reverse	2	0.023865975439548492
14140	rnn.weight_hh_l0_reverse	3	0.044206760823726654
14140	rnn.weight_hh_l0_reverse	4	0.015107904560863972
14140	rnn.weight_hh_l0_reverse	5	0.04396437108516693
14140	rnn.weight_hh_l0_reverse	6	-0.020416617393493652
14140	rnn.weight_hh_l0_reverse	7	0.008895066566765308
14140	rnn.weight_hh_l0_reverse	8	-0.09338778257369995
14140	rnn.weight_hh_l0_reverse	9	0.05886229872703552
14140	rnn.bias_ih_l0_reverse	0	-0.0930866003036499
14140	rnn.bias_ih_l0_reverse	1	-0.05784447491168976
14140	rnn.bias_ih_l0_reverse	2	0.09836108982563019
14140	rnn.bias_ih_l0_reverse	3	0.029468970373272896
14140	rnn.bias_ih_l0_reverse	4	-0.11930228769779205
14140	rnn.bias_ih_l0_reverse	5	0.04435107484459877
14140	rnn.bias_ih_l0_reverse	6	-0.11444459110498428
14140	rnn.bias_ih_l0_reverse	7	0.03927312418818474
14140	rnn.bias_ih_l0_reverse	8	0.02577901817858219
14140	rnn.bias_ih_l0_reverse	9	0.06871442496776581
14140	rnn.bias_hh_l0_reverse	0	0.035116542130708694
14140	rnn.bias_hh_l0_reverse	1	0.07273483276367188
14140	rnn.bias_hh_l0_reverse	2	0.07446026057004929
14140	rnn.bias_hh_l0_reverse	3	-0.001760047976858914
14140	rnn.bias_hh_l0_reverse	4	0.08118326216936111
14140	rnn.bias_hh_l0_reverse	5	0.013752305880188942
14140	rnn.bias_hh_l0_reverse	6	-0.06655879318714142
14140	rnn.bias_hh_l0_reverse	7	0.02436310239136219
14140	rnn.bias_hh_l0_reverse	8	0.01644115149974823
14140	rnn.bias_hh_l0_reverse	9	-0.1574854850769043
14140	linear.weight	0	0.16373130679130554
14140	linear.weight	1	-0.1166469156742096
14140	linear.weight	2	-0.18566276133060455
14140	linear.weight	3	0.08838958293199539
14140	linear.weight	4	-0.0010403139749541879
14140	linear.weight	5	0.006724589504301548
14140	linear.weight	6	-0.00858382135629654
14140	linear.weight	7	-0.03584859520196915
14140	linear.weight	8	0.06714300811290741
14140	linear.weight	9	0.2642211616039276
14140	linear.bias	0	-0.14246520400047302
14140	linear.bias	1	0.14069460332393646
14140	linear.bias	2	-0.46562570333480835
14140	linear.bias	3	1.5563145875930786
14140	linear.bias	4	-0.36166912317276
14140	linear.bias	5	-0.030769959092140198
14140	linear.bias	6	-0.31346115469932556
14140	linear.bias	7	-0.22636932134628296
14140	linear.bias	8	-0.019428564235568047
14140	linear.bias	9	-0.4595717787742615
14168	transitions	0	-0.6222226023674011
14168	transitions	1	0.3763635456562042
14168	transitions	2	1.7097671031951904
14168	transitions	3	0.13018980622291565
14168	transitions	4	0.9696892499923706
14168	transitions	5	1.2744264602661133
14168	transitions	6	0.48397743701934814
14168	transitions	7	0.1796235293149948
14168	transitions	8	-0.9192456603050232
14168	transitions	9	0.9307458996772766
14168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14168	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14168	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14168	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14168	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14168	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14168	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14168	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14168	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14168	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14168	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14168	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14168	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14168	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14168	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14168	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14168	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14168	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14168	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14168	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14168	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14168	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14168	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14168	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14168	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14168	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14168	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14168	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14168	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14168	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14168	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14168	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14168	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14168	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14168	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14168	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14168	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14168	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14168	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14168	embedding2nn.weight	0	0.02163633517920971
14168	embedding2nn.weight	1	0.01577063463628292
14168	embedding2nn.weight	2	-0.005172024946659803
14168	embedding2nn.weight	3	0.0008791301515884697
14168	embedding2nn.weight	4	-0.004647075664252043
14168	embedding2nn.weight	5	0.009134013205766678
14168	embedding2nn.weight	6	-0.002433262998238206
14168	embedding2nn.weight	7	0.014574097469449043
14168	embedding2nn.weight	8	-0.007679656147956848
14168	embedding2nn.weight	9	-0.013497312553226948
14168	embedding2nn.bias	0	-0.0431375578045845
14168	embedding2nn.bias	1	-0.02306404337286949
14168	embedding2nn.bias	2	-0.05247741937637329
14168	embedding2nn.bias	3	0.00037997812614776194
14168	embedding2nn.bias	4	0.01584405079483986
14168	embedding2nn.bias	5	0.012658705934882164
14168	embedding2nn.bias	6	0.011805382557213306
14168	embedding2nn.bias	7	0.020785853266716003
14168	embedding2nn.bias	8	-0.003364953212440014
14168	embedding2nn.bias	9	0.0009614694863557816
14168	rnn.weight_ih_l0	0	0.03833489120006561
14168	rnn.weight_ih_l0	1	-0.013348187319934368
14168	rnn.weight_ih_l0	2	-0.03352317959070206
14168	rnn.weight_ih_l0	3	-0.04453793540596962
14168	rnn.weight_ih_l0	4	-0.04892759770154953
14168	rnn.weight_ih_l0	5	-0.001402471330948174
14168	rnn.weight_ih_l0	6	-0.05463215336203575
14168	rnn.weight_ih_l0	7	-0.055982109159231186
14168	rnn.weight_ih_l0	8	-0.044498760253190994
14168	rnn.weight_ih_l0	9	-0.02534020133316517
14168	rnn.weight_hh_l0	0	0.012126622721552849
14168	rnn.weight_hh_l0	1	-0.018750233575701714
14168	rnn.weight_hh_l0	2	-0.056880783289670944
14168	rnn.weight_hh_l0	3	-0.02726737968623638
14168	rnn.weight_hh_l0	4	-0.06281809508800507
14168	rnn.weight_hh_l0	5	-0.010722196660935879
14168	rnn.weight_hh_l0	6	-0.049040570855140686
14168	rnn.weight_hh_l0	7	-0.003687875112518668
14168	rnn.weight_hh_l0	8	-0.016031211242079735
14168	rnn.weight_hh_l0	9	0.014243409968912601
14168	rnn.bias_ih_l0	0	0.107162706553936
14168	rnn.bias_ih_l0	1	-0.05062871798872948
14168	rnn.bias_ih_l0	2	0.10498493164777756
14168	rnn.bias_ih_l0	3	0.06669275462627411
14168	rnn.bias_ih_l0	4	0.09975285828113556
14168	rnn.bias_ih_l0	5	0.028745347633957863
14168	rnn.bias_ih_l0	6	-0.008172069676220417
14168	rnn.bias_ih_l0	7	-0.11444298177957535
14168	rnn.bias_ih_l0	8	-0.18084552884101868
14168	rnn.bias_ih_l0	9	0.08997735381126404
14168	rnn.bias_hh_l0	0	-0.01895047537982464
14168	rnn.bias_hh_l0	1	0.01708323508501053
14168	rnn.bias_hh_l0	2	-0.021203922107815742
14168	rnn.bias_hh_l0	3	-0.01539214514195919
14168	rnn.bias_hh_l0	4	-0.0411565937101841
14168	rnn.bias_hh_l0	5	0.1207854151725769
14168	rnn.bias_hh_l0	6	0.012203453108668327
14168	rnn.bias_hh_l0	7	0.03882722929120064
14168	rnn.bias_hh_l0	8	0.026196714490652084
14168	rnn.bias_hh_l0	9	0.029234550893306732
14168	rnn.weight_ih_l0_reverse	0	-0.028884850442409515
14168	rnn.weight_ih_l0_reverse	1	-0.0006094671553000808
14168	rnn.weight_ih_l0_reverse	2	0.02566422149538994
14168	rnn.weight_ih_l0_reverse	3	-0.056087397038936615
14168	rnn.weight_ih_l0_reverse	4	0.010785414837300777
14168	rnn.weight_ih_l0_reverse	5	-0.0525430403649807
14168	rnn.weight_ih_l0_reverse	6	0.0070083970203995705
14168	rnn.weight_ih_l0_reverse	7	0.04345708712935448
14168	rnn.weight_ih_l0_reverse	8	-0.04305243119597435
14168	rnn.weight_ih_l0_reverse	9	-0.05555025488138199
14168	rnn.weight_hh_l0_reverse	0	-0.08127093315124512
14168	rnn.weight_hh_l0_reverse	1	-0.04824763163924217
14168	rnn.weight_hh_l0_reverse	2	0.023649999871850014
14168	rnn.weight_hh_l0_reverse	3	0.04373762011528015
14168	rnn.weight_hh_l0_reverse	4	0.013794063590466976
14168	rnn.weight_hh_l0_reverse	5	0.043917216360569
14168	rnn.weight_hh_l0_reverse	6	-0.015233284793794155
14168	rnn.weight_hh_l0_reverse	7	0.008710053749382496
14168	rnn.weight_hh_l0_reverse	8	-0.09256133437156677
14168	rnn.weight_hh_l0_reverse	9	0.05931614711880684
14168	rnn.bias_ih_l0_reverse	0	-0.09968482702970505
14168	rnn.bias_ih_l0_reverse	1	-0.060699835419654846
14168	rnn.bias_ih_l0_reverse	2	0.09759265184402466
14168	rnn.bias_ih_l0_reverse	3	0.028724374249577522
14168	rnn.bias_ih_l0_reverse	4	-0.11794257909059525
14168	rnn.bias_ih_l0_reverse	5	0.04414966329932213
14168	rnn.bias_ih_l0_reverse	6	-0.1149681806564331
14168	rnn.bias_ih_l0_reverse	7	0.04074668511748314
14168	rnn.bias_ih_l0_reverse	8	0.02535977028310299
14168	rnn.bias_ih_l0_reverse	9	0.0692814365029335
14168	rnn.bias_hh_l0_reverse	0	0.038280270993709564
14168	rnn.bias_hh_l0_reverse	1	0.07196664810180664
14168	rnn.bias_hh_l0_reverse	2	0.07335066050291061
14168	rnn.bias_hh_l0_reverse	3	-0.0019595250487327576
14168	rnn.bias_hh_l0_reverse	4	0.07940204441547394
14168	rnn.bias_hh_l0_reverse	5	0.014493769034743309
14168	rnn.bias_hh_l0_reverse	6	-0.06643805652856827
14168	rnn.bias_hh_l0_reverse	7	0.024102628231048584
14168	rnn.bias_hh_l0_reverse	8	0.016797659918665886
14168	rnn.bias_hh_l0_reverse	9	-0.1529584527015686
14168	linear.weight	0	0.16339491307735443
14168	linear.weight	1	-0.12012916803359985
14168	linear.weight	2	-0.1844186782836914
14168	linear.weight	3	0.08738944679498672
14168	linear.weight	4	-0.0008989531197585166
14168	linear.weight	5	0.0036247428506612778
14168	linear.weight	6	-0.008574222214519978
14168	linear.weight	7	-0.03579172119498253
14168	linear.weight	8	0.06795154511928558
14168	linear.weight	9	0.2644313871860504
14168	linear.bias	0	-0.14083926379680634
14168	linear.bias	1	0.1370522528886795
14168	linear.bias	2	-0.46630826592445374
14168	linear.bias	3	1.5458965301513672
14168	linear.bias	4	-0.36192137002944946
14168	linear.bias	5	-0.030769959092140198
14168	linear.bias	6	-0.31395474076271057
14168	linear.bias	7	-0.22858840227127075
14168	linear.bias	8	-0.010669889859855175
14168	linear.bias	9	-0.45970577001571655
14196	transitions	0	-0.62232905626297
14196	transitions	1	0.37628406286239624
14196	transitions	2	1.7096831798553467
14196	transitions	3	0.12993736565113068
14196	transitions	4	0.9696073532104492
14196	transitions	5	1.2744256258010864
14196	transitions	6	0.48397672176361084
14196	transitions	7	0.17961961030960083
14196	transitions	8	-0.9192473888397217
14196	transitions	9	0.9307458996772766
14196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14196	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14196	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14196	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14196	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14196	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14196	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14196	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14196	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14196	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14196	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14196	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14196	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14196	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14196	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14196	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14196	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14196	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14196	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14196	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14196	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14196	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14196	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14196	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14196	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14196	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14196	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14196	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14196	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14196	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14196	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14196	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14196	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14196	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14196	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14196	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14196	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14196	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14196	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14196	embedding2nn.weight	0	0.02197166346013546
14196	embedding2nn.weight	1	0.01576591283082962
14196	embedding2nn.weight	2	-0.005203576758503914
14196	embedding2nn.weight	3	0.0008983331499621272
14196	embedding2nn.weight	4	-0.004625614732503891
14196	embedding2nn.weight	5	0.00946143176406622
14196	embedding2nn.weight	6	-0.002450198633596301
14196	embedding2nn.weight	7	0.013708570972084999
14196	embedding2nn.weight	8	-0.00766373984515667
14196	embedding2nn.weight	9	-0.013437524437904358
14196	embedding2nn.bias	0	-0.03496493026614189
14196	embedding2nn.bias	1	-0.02527404949069023
14196	embedding2nn.bias	2	-0.0533294752240181
14196	embedding2nn.bias	3	-0.0020026557613164186
14196	embedding2nn.bias	4	0.015870993956923485
14196	embedding2nn.bias	5	0.011794159188866615
14196	embedding2nn.bias	6	0.011666248552501202
14196	embedding2nn.bias	7	0.02462763525545597
14196	embedding2nn.bias	8	0.0038487452547997236
14196	embedding2nn.bias	9	0.004547091666609049
14196	rnn.weight_ih_l0	0	0.038368456065654755
14196	rnn.weight_ih_l0	1	-0.01298143994063139
14196	rnn.weight_ih_l0	2	-0.03207866847515106
14196	rnn.weight_ih_l0	3	-0.04477371275424957
14196	rnn.weight_ih_l0	4	-0.04867871105670929
14196	rnn.weight_ih_l0	5	-0.0015265850815922022
14196	rnn.weight_ih_l0	6	-0.05456722900271416
14196	rnn.weight_ih_l0	7	-0.05614980310201645
14196	rnn.weight_ih_l0	8	-0.04452415928244591
14196	rnn.weight_ih_l0	9	-0.025410544127225876
14196	rnn.weight_hh_l0	0	0.011951244436204433
14196	rnn.weight_hh_l0	1	-0.02081119641661644
14196	rnn.weight_hh_l0	2	-0.057411983609199524
14196	rnn.weight_hh_l0	3	-0.027317732572555542
14196	rnn.weight_hh_l0	4	-0.0628957524895668
14196	rnn.weight_hh_l0	5	-0.011380652897059917
14196	rnn.weight_hh_l0	6	-0.0459301583468914
14196	rnn.weight_hh_l0	7	-0.00467454269528389
14196	rnn.weight_hh_l0	8	-0.016237301751971245
14196	rnn.weight_hh_l0	9	0.013927913270890713
14196	rnn.bias_ih_l0	0	0.10847034305334091
14196	rnn.bias_ih_l0	1	-0.04807037115097046
14196	rnn.bias_ih_l0	2	0.10599415004253387
14196	rnn.bias_ih_l0	3	0.06379876285791397
14196	rnn.bias_ih_l0	4	0.10084528475999832
14196	rnn.bias_ih_l0	5	0.02854427881538868
14196	rnn.bias_ih_l0	6	-0.005721037741750479
14196	rnn.bias_ih_l0	7	-0.11161988973617554
14196	rnn.bias_ih_l0	8	-0.1782744973897934
14196	rnn.bias_ih_l0	9	0.09037814289331436
14196	rnn.bias_hh_l0	0	-0.02032630890607834
14196	rnn.bias_hh_l0	1	0.016268037259578705
14196	rnn.bias_hh_l0	2	-0.02025669440627098
14196	rnn.bias_hh_l0	3	-0.015729524195194244
14196	rnn.bias_hh_l0	4	-0.04023147374391556
14196	rnn.bias_hh_l0	5	0.1173546090722084
14196	rnn.bias_hh_l0	6	0.01239710208028555
14196	rnn.bias_hh_l0	7	0.04261881858110428
14196	rnn.bias_hh_l0	8	0.02864774875342846
14196	rnn.bias_hh_l0	9	0.02929064631462097
14196	rnn.weight_ih_l0_reverse	0	-0.028750944882631302
14196	rnn.weight_ih_l0_reverse	1	-0.0003341565025039017
14196	rnn.weight_ih_l0_reverse	2	0.025824852287769318
14196	rnn.weight_ih_l0_reverse	3	-0.056287575513124466
14196	rnn.weight_ih_l0_reverse	4	0.010689862072467804
14196	rnn.weight_ih_l0_reverse	5	-0.05208272114396095
14196	rnn.weight_ih_l0_reverse	6	0.0071703665889799595
14196	rnn.weight_ih_l0_reverse	7	0.043545156717300415
14196	rnn.weight_ih_l0_reverse	8	-0.04303304851055145
14196	rnn.weight_ih_l0_reverse	9	-0.05547745153307915
14196	rnn.weight_hh_l0_reverse	0	-0.0815310999751091
14196	rnn.weight_hh_l0_reverse	1	-0.0485660694539547
14196	rnn.weight_hh_l0_reverse	2	0.02344428189098835
14196	rnn.weight_hh_l0_reverse	3	0.04371637478470802
14196	rnn.weight_hh_l0_reverse	4	0.014187187887728214
14196	rnn.weight_hh_l0_reverse	5	0.04416656494140625
14196	rnn.weight_hh_l0_reverse	6	-0.014369289390742779
14196	rnn.weight_hh_l0_reverse	7	0.008941670879721642
14196	rnn.weight_hh_l0_reverse	8	-0.09256651997566223
14196	rnn.weight_hh_l0_reverse	9	0.059095337986946106
14196	rnn.bias_ih_l0_reverse	0	-0.09591906517744064
14196	rnn.bias_ih_l0_reverse	1	-0.06153412163257599
14196	rnn.bias_ih_l0_reverse	2	0.09834153205156326
14196	rnn.bias_ih_l0_reverse	3	0.02846020832657814
14196	rnn.bias_ih_l0_reverse	4	-0.11794565618038177
14196	rnn.bias_ih_l0_reverse	5	0.04363466426730156
14196	rnn.bias_ih_l0_reverse	6	-0.1170380488038063
14196	rnn.bias_ih_l0_reverse	7	0.04047982767224312
14196	rnn.bias_ih_l0_reverse	8	0.024745700880885124
14196	rnn.bias_ih_l0_reverse	9	0.06807214766740799
14196	rnn.bias_hh_l0_reverse	0	0.031189335510134697
14196	rnn.bias_hh_l0_reverse	1	0.07280118018388748
14196	rnn.bias_hh_l0_reverse	2	0.07020838558673859
14196	rnn.bias_hh_l0_reverse	3	-0.003162250854074955
14196	rnn.bias_hh_l0_reverse	4	0.07980082929134369
14196	rnn.bias_hh_l0_reverse	5	0.014479420147836208
14196	rnn.bias_hh_l0_reverse	6	-0.06678804755210876
14196	rnn.bias_hh_l0_reverse	7	0.02375590242445469
14196	rnn.bias_hh_l0_reverse	8	0.014594513922929764
14196	rnn.bias_hh_l0_reverse	9	-0.15195350348949432
14196	linear.weight	0	0.1597849428653717
14196	linear.weight	1	-0.12012848258018494
14196	linear.weight	2	-0.18684014678001404
14196	linear.weight	3	0.08480020612478256
14196	linear.weight	4	-0.0014527570456266403
14196	linear.weight	5	0.003641589544713497
14196	linear.weight	6	-0.008567389100790024
14196	linear.weight	7	-0.0346730500459671
14196	linear.weight	8	0.06524907052516937
14196	linear.weight	9	0.26950234174728394
14196	linear.bias	0	-0.15672355890274048
14196	linear.bias	1	0.1411677896976471
14196	linear.bias	2	-0.4694768488407135
14196	linear.bias	3	1.5462656021118164
14196	linear.bias	4	-0.36221787333488464
14196	linear.bias	5	-0.030769959092140198
14196	linear.bias	6	-0.3173272907733917
14196	linear.bias	7	-0.2301531583070755
14196	linear.bias	8	-0.007650900166481733
14196	linear.bias	9	-0.4598165452480316
14224	transitions	0	-0.6224111914634705
14224	transitions	1	0.37622731924057007
14224	transitions	2	1.7095646858215332
14224	transitions	3	0.12987852096557617
14224	transitions	4	0.9695921540260315
14224	transitions	5	1.274423360824585
14224	transitions	6	0.48397624492645264
14224	transitions	7	0.17926214635372162
14224	transitions	8	-0.9192476868629456
14224	transitions	9	0.9307458996772766
14224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14224	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14224	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14224	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14224	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14224	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14224	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14224	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14224	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14224	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14224	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14224	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14224	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14224	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14224	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14224	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14224	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14224	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14224	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14224	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14224	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14224	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14224	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14224	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14224	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14224	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14224	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14224	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14224	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14224	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14224	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14224	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14224	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14224	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14224	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14224	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14224	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14224	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14224	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14224	embedding2nn.weight	0	0.0219682939350605
14224	embedding2nn.weight	1	0.015909235924482346
14224	embedding2nn.weight	2	-0.005224143620580435
14224	embedding2nn.weight	3	0.0008447941509075463
14224	embedding2nn.weight	4	-0.0046622492372989655
14224	embedding2nn.weight	5	0.00936257652938366
14224	embedding2nn.weight	6	-0.0024989836383610964
14224	embedding2nn.weight	7	0.01238168589770794
14224	embedding2nn.weight	8	-0.008157535456120968
14224	embedding2nn.weight	9	-0.013316531665623188
14224	embedding2nn.bias	0	-0.039278559386730194
14224	embedding2nn.bias	1	-0.01811259426176548
14224	embedding2nn.bias	2	-0.057437464594841
14224	embedding2nn.bias	3	-0.012830805964767933
14224	embedding2nn.bias	4	0.023458901792764664
14224	embedding2nn.bias	5	0.011626205407083035
14224	embedding2nn.bias	6	0.011558092199265957
14224	embedding2nn.bias	7	0.027776381000876427
14224	embedding2nn.bias	8	0.0017092531779780984
14224	embedding2nn.bias	9	0.0056187985464930534
14224	rnn.weight_ih_l0	0	0.038529470562934875
14224	rnn.weight_ih_l0	1	-0.012234872207045555
14224	rnn.weight_ih_l0	2	-0.03237408027052879
14224	rnn.weight_ih_l0	3	-0.044869404286146164
14224	rnn.weight_ih_l0	4	-0.04901328682899475
14224	rnn.weight_ih_l0	5	-0.0018476531840860844
14224	rnn.weight_ih_l0	6	-0.054294560104608536
14224	rnn.weight_ih_l0	7	-0.056201640516519547
14224	rnn.weight_ih_l0	8	-0.044281646609306335
14224	rnn.weight_ih_l0	9	-0.025284675881266594
14224	rnn.weight_hh_l0	0	0.012472524307668209
14224	rnn.weight_hh_l0	1	-0.019820937886834145
14224	rnn.weight_hh_l0	2	-0.057945191860198975
14224	rnn.weight_hh_l0	3	-0.027591336518526077
14224	rnn.weight_hh_l0	4	-0.06296330690383911
14224	rnn.weight_hh_l0	5	-0.010988902300596237
14224	rnn.weight_hh_l0	6	-0.04419553652405739
14224	rnn.weight_hh_l0	7	-0.006612399127334356
14224	rnn.weight_hh_l0	8	-0.01616155356168747
14224	rnn.weight_hh_l0	9	0.013802342116832733
14224	rnn.bias_ih_l0	0	0.10956618189811707
14224	rnn.bias_ih_l0	1	-0.047610439360141754
14224	rnn.bias_ih_l0	2	0.10360473394393921
14224	rnn.bias_ih_l0	3	0.06541983038187027
14224	rnn.bias_ih_l0	4	0.10000546276569366
14224	rnn.bias_ih_l0	5	0.028170881792902946
14224	rnn.bias_ih_l0	6	-0.00666438601911068
14224	rnn.bias_ih_l0	7	-0.10896949470043182
14224	rnn.bias_ih_l0	8	-0.17816133797168732
14224	rnn.bias_ih_l0	9	0.09003009647130966
14224	rnn.bias_hh_l0	0	-0.020095981657505035
14224	rnn.bias_hh_l0	1	0.014421860687434673
14224	rnn.bias_hh_l0	2	-0.018864182755351067
14224	rnn.bias_hh_l0	3	-0.017129182815551758
14224	rnn.bias_hh_l0	4	-0.04192784056067467
14224	rnn.bias_hh_l0	5	0.11610041558742523
14224	rnn.bias_hh_l0	6	0.013972477987408638
14224	rnn.bias_hh_l0	7	0.0415106900036335
14224	rnn.bias_hh_l0	8	0.02770439349114895
14224	rnn.bias_hh_l0	9	0.03180966153740883
14224	rnn.weight_ih_l0_reverse	0	-0.028636131435632706
14224	rnn.weight_ih_l0_reverse	1	-0.0003870415675919503
14224	rnn.weight_ih_l0_reverse	2	0.02571551315486431
14224	rnn.weight_ih_l0_reverse	3	-0.056338269263505936
14224	rnn.weight_ih_l0_reverse	4	0.010178027674555779
14224	rnn.weight_ih_l0_reverse	5	-0.052032552659511566
14224	rnn.weight_ih_l0_reverse	6	0.007049348205327988
14224	rnn.weight_ih_l0_reverse	7	0.04353654384613037
14224	rnn.weight_ih_l0_reverse	8	-0.04303044080734253
14224	rnn.weight_ih_l0_reverse	9	-0.055722374469041824
14224	rnn.weight_hh_l0_reverse	0	-0.08116871118545532
14224	rnn.weight_hh_l0_reverse	1	-0.04821152612566948
14224	rnn.weight_hh_l0_reverse	2	0.023236390203237534
14224	rnn.weight_hh_l0_reverse	3	0.04310695454478264
14224	rnn.weight_hh_l0_reverse	4	0.014359742403030396
14224	rnn.weight_hh_l0_reverse	5	0.04418911039829254
14224	rnn.weight_hh_l0_reverse	6	-0.013562613166868687
14224	rnn.weight_hh_l0_reverse	7	0.008949409238994122
14224	rnn.weight_hh_l0_reverse	8	-0.09255645424127579
14224	rnn.weight_hh_l0_reverse	9	0.059389106929302216
14224	rnn.bias_ih_l0_reverse	0	-0.09437641501426697
14224	rnn.bias_ih_l0_reverse	1	-0.06387908011674881
14224	rnn.bias_ih_l0_reverse	2	0.09817621856927872
14224	rnn.bias_ih_l0_reverse	3	0.02815563790500164
14224	rnn.bias_ih_l0_reverse	4	-0.11875604093074799
14224	rnn.bias_ih_l0_reverse	5	0.04246431961655617
14224	rnn.bias_ih_l0_reverse	6	-0.11613779515028
14224	rnn.bias_ih_l0_reverse	7	0.04092330485582352
14224	rnn.bias_ih_l0_reverse	8	0.027150310575962067
14224	rnn.bias_ih_l0_reverse	9	0.06649982929229736
14224	rnn.bias_hh_l0_reverse	0	0.04143309220671654
14224	rnn.bias_hh_l0_reverse	1	0.07373511791229248
14224	rnn.bias_hh_l0_reverse	2	0.0738447979092598
14224	rnn.bias_hh_l0_reverse	3	-0.0033160331659018993
14224	rnn.bias_hh_l0_reverse	4	0.08097951114177704
14224	rnn.bias_hh_l0_reverse	5	0.017194567248225212
14224	rnn.bias_hh_l0_reverse	6	-0.0654127299785614
14224	rnn.bias_hh_l0_reverse	7	0.02410965785384178
14224	rnn.bias_hh_l0_reverse	8	0.016298143193125725
14224	rnn.bias_hh_l0_reverse	9	-0.15962252020835876
14224	linear.weight	0	0.1585272252559662
14224	linear.weight	1	-0.12012994289398193
14224	linear.weight	2	-0.18619473278522491
14224	linear.weight	3	0.08242972195148468
14224	linear.weight	4	-0.0008941825362853706
14224	linear.weight	5	0.0024142200127243996
14224	linear.weight	6	-0.008553936146199703
14224	linear.weight	7	-0.03463752940297127
14224	linear.weight	8	0.06466957181692123
14224	linear.weight	9	0.2686893343925476
14224	linear.bias	0	-0.15955550968647003
14224	linear.bias	1	0.14317961037158966
14224	linear.bias	2	-0.4721294641494751
14224	linear.bias	3	1.5486674308776855
14224	linear.bias	4	-0.3626471757888794
14224	linear.bias	5	-0.030769959092140198
14224	linear.bias	6	-0.31988489627838135
14224	linear.bias	7	-0.2320290505886078
14224	linear.bias	8	-0.003984032664448023
14224	linear.bias	9	-0.45996421575546265
14252	transitions	0	-0.6225003600120544
14252	transitions	1	0.3761407434940338
14252	transitions	2	1.7093122005462646
14252	transitions	3	0.12898913025856018
14252	transitions	4	0.9695530533790588
14252	transitions	5	1.2744216918945312
14252	transitions	6	0.48397427797317505
14252	transitions	7	0.1792612373828888
14252	transitions	8	-0.9192485213279724
14252	transitions	9	0.9307458996772766
14252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14252	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14252	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14252	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14252	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14252	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14252	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14252	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14252	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14252	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14252	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14252	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14252	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14252	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14252	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14252	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14252	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14252	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14252	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14252	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14252	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14252	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14252	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14252	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14252	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14252	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14252	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14252	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14252	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14252	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14252	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14252	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14252	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14252	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14252	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14252	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14252	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14252	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14252	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14252	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14252	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14252	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14252	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14252	embedding2nn.weight	0	0.022425618022680283
14252	embedding2nn.weight	1	0.0159556083381176
14252	embedding2nn.weight	2	-0.005248910281807184
14252	embedding2nn.weight	3	0.0007144705741666257
14252	embedding2nn.weight	4	-0.004577605053782463
14252	embedding2nn.weight	5	0.009157850407063961
14252	embedding2nn.weight	6	-0.002483302727341652
14252	embedding2nn.weight	7	0.013421799056231976
14252	embedding2nn.weight	8	-0.008145785890519619
14252	embedding2nn.weight	9	-0.013226577080786228
14252	embedding2nn.bias	0	-0.03930940479040146
14252	embedding2nn.bias	1	-0.018590793013572693
14252	embedding2nn.bias	2	-0.06209472939372063
14252	embedding2nn.bias	3	-0.013678930699825287
14252	embedding2nn.bias	4	0.022845042869448662
14252	embedding2nn.bias	5	0.003943496383726597
14252	embedding2nn.bias	6	0.008585945703089237
14252	embedding2nn.bias	7	0.023038171231746674
14252	embedding2nn.bias	8	0.0023468495346605778
14252	embedding2nn.bias	9	0.0027029383927583694
14252	rnn.weight_ih_l0	0	0.03848438337445259
14252	rnn.weight_ih_l0	1	-0.011889578774571419
14252	rnn.weight_ih_l0	2	-0.03257107734680176
14252	rnn.weight_ih_l0	3	-0.04500323534011841
14252	rnn.weight_ih_l0	4	-0.04907577484846115
14252	rnn.weight_ih_l0	5	-0.0016032981220632792
14252	rnn.weight_ih_l0	6	-0.05418333411216736
14252	rnn.weight_ih_l0	7	-0.05624758079648018
14252	rnn.weight_ih_l0	8	-0.04455897957086563
14252	rnn.weight_ih_l0	9	-0.025045718997716904
14252	rnn.weight_hh_l0	0	0.01218835636973381
14252	rnn.weight_hh_l0	1	-0.019102582708001137
14252	rnn.weight_hh_l0	2	-0.05813593044877052
14252	rnn.weight_hh_l0	3	-0.02728973887860775
14252	rnn.weight_hh_l0	4	-0.06321728229522705
14252	rnn.weight_hh_l0	5	-0.010693161748349667
14252	rnn.weight_hh_l0	6	-0.04240324720740318
14252	rnn.weight_hh_l0	7	-0.005763521417975426
14252	rnn.weight_hh_l0	8	-0.016571572050452232
14252	rnn.weight_hh_l0	9	0.015365716069936752
14252	rnn.bias_ih_l0	0	0.10984443873167038
14252	rnn.bias_ih_l0	1	-0.0478866808116436
14252	rnn.bias_ih_l0	2	0.10234078019857407
14252	rnn.bias_ih_l0	3	0.06512109190225601
14252	rnn.bias_ih_l0	4	0.09914413094520569
14252	rnn.bias_ih_l0	5	0.029101654887199402
14252	rnn.bias_ih_l0	6	-0.006285371724516153
14252	rnn.bias_ih_l0	7	-0.1062961295247078
14252	rnn.bias_ih_l0	8	-0.1816917508840561
14252	rnn.bias_ih_l0	9	0.0898602306842804
14252	rnn.bias_hh_l0	0	-0.019254151731729507
14252	rnn.bias_hh_l0	1	0.011553299613296986
14252	rnn.bias_hh_l0	2	-0.019652584567666054
14252	rnn.bias_hh_l0	3	-0.014999096281826496
14252	rnn.bias_hh_l0	4	-0.04234018549323082
14252	rnn.bias_hh_l0	5	0.11879762262105942
14252	rnn.bias_hh_l0	6	0.013340489007532597
14252	rnn.bias_hh_l0	7	0.04053438827395439
14252	rnn.bias_hh_l0	8	0.028083408251404762
14252	rnn.bias_hh_l0	9	0.03312297165393829
14252	rnn.weight_ih_l0_reverse	0	-0.028675276786088943
14252	rnn.weight_ih_l0_reverse	1	9.764562855707482e-05
14252	rnn.weight_ih_l0_reverse	2	0.02573627419769764
14252	rnn.weight_ih_l0_reverse	3	-0.0565335638821125
14252	rnn.weight_ih_l0_reverse	4	0.010252405889332294
14252	rnn.weight_ih_l0_reverse	5	-0.05250176787376404
14252	rnn.weight_ih_l0_reverse	6	0.006792194675654173
14252	rnn.weight_ih_l0_reverse	7	0.043848227709531784
14252	rnn.weight_ih_l0_reverse	8	-0.04309598729014397
14252	rnn.weight_ih_l0_reverse	9	-0.05544459819793701
14252	rnn.weight_hh_l0_reverse	0	-0.08120302855968475
14252	rnn.weight_hh_l0_reverse	1	-0.04928350821137428
14252	rnn.weight_hh_l0_reverse	2	0.02310124970972538
14252	rnn.weight_hh_l0_reverse	3	0.0435100682079792
14252	rnn.weight_hh_l0_reverse	4	0.01478891633450985
14252	rnn.weight_hh_l0_reverse	5	0.044370800256729126
14252	rnn.weight_hh_l0_reverse	6	-0.014760514721274376
14252	rnn.weight_hh_l0_reverse	7	0.009324989281594753
14252	rnn.weight_hh_l0_reverse	8	-0.09230984002351761
14252	rnn.weight_hh_l0_reverse	9	0.05997245013713837
14252	rnn.bias_ih_l0_reverse	0	-0.09185659885406494
14252	rnn.bias_ih_l0_reverse	1	-0.06404490023851395
14252	rnn.bias_ih_l0_reverse	2	0.09834744036197662
14252	rnn.bias_ih_l0_reverse	3	0.028494473546743393
14252	rnn.bias_ih_l0_reverse	4	-0.11773011833429337
14252	rnn.bias_ih_l0_reverse	5	0.043075669556856155
14252	rnn.bias_ih_l0_reverse	6	-0.11529792100191116
14252	rnn.bias_ih_l0_reverse	7	0.041165392845869064
14252	rnn.bias_ih_l0_reverse	8	0.028853848576545715
14252	rnn.bias_ih_l0_reverse	9	0.06763553619384766
14252	rnn.bias_hh_l0_reverse	0	0.029792295768857002
14252	rnn.bias_hh_l0_reverse	1	0.07462098449468613
14252	rnn.bias_hh_l0_reverse	2	0.07254331558942795
14252	rnn.bias_hh_l0_reverse	3	-0.001239490113221109
14252	rnn.bias_hh_l0_reverse	4	0.08187025785446167
14252	rnn.bias_hh_l0_reverse	5	0.021350011229515076
14252	rnn.bias_hh_l0_reverse	6	-0.06553962081670761
14252	rnn.bias_hh_l0_reverse	7	0.02293943054974079
14252	rnn.bias_hh_l0_reverse	8	0.016816910356283188
14252	rnn.bias_hh_l0_reverse	9	-0.15163564682006836
14252	linear.weight	0	0.15663491189479828
14252	linear.weight	1	-0.12012343108654022
14252	linear.weight	2	-0.18497547507286072
14252	linear.weight	3	0.07726215571165085
14252	linear.weight	4	-0.0022902118507772684
14252	linear.weight	5	0.0026137996464967728
14252	linear.weight	6	-0.008546538650989532
14252	linear.weight	7	-0.034580815583467484
14252	linear.weight	8	0.06873568892478943
14252	linear.weight	9	0.27417030930519104
14252	linear.bias	0	-0.15290668606758118
14252	linear.bias	1	0.14321453869342804
14252	linear.bias	2	-0.4698195159435272
14252	linear.bias	3	1.5382508039474487
14252	linear.bias	4	-0.3630412220954895
14252	linear.bias	5	-0.030769959092140198
14252	linear.bias	6	-0.318119078874588
14252	linear.bias	7	-0.2347077876329422
14252	linear.bias	8	-0.0021861514542251825
14252	linear.bias	9	-0.46008485555648804
14280	transitions	0	-0.6225728988647461
14280	transitions	1	0.37609440088272095
14280	transitions	2	1.709249496459961
14280	transitions	3	0.12897032499313354
14280	transitions	4	0.9685600399971008
14280	transitions	5	1.2744204998016357
14280	transitions	6	0.4839734733104706
14280	transitions	7	0.1792609691619873
14280	transitions	8	-0.9192488789558411
14280	transitions	9	0.9307458996772766
14280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14280	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14280	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14280	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14280	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14280	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14280	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14280	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14280	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14280	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14280	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14280	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14280	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14280	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14280	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14280	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14280	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14280	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14280	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14280	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14280	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14280	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14280	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14280	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14280	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14280	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14280	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14280	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14280	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14280	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14280	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14280	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14280	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14280	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14280	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14280	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14280	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14280	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14280	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14280	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14280	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14280	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14280	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14280	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14280	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14280	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14280	embedding2nn.weight	0	0.02263038046658039
14280	embedding2nn.weight	1	0.0160532183945179
14280	embedding2nn.weight	2	-0.005246128886938095
14280	embedding2nn.weight	3	0.0006946573266759515
14280	embedding2nn.weight	4	-0.004587110597640276
14280	embedding2nn.weight	5	0.009087993763387203
14280	embedding2nn.weight	6	-0.002500335918739438
14280	embedding2nn.weight	7	0.013232902623713017
14280	embedding2nn.weight	8	-0.008260644041001797
14280	embedding2nn.weight	9	-0.013293527998030186
14280	embedding2nn.bias	0	-0.03289150446653366
14280	embedding2nn.bias	1	-0.01705184020102024
14280	embedding2nn.bias	2	-0.0577566958963871
14280	embedding2nn.bias	3	-0.010936543345451355
14280	embedding2nn.bias	4	0.01640201546251774
14280	embedding2nn.bias	5	0.00076573301339522
14280	embedding2nn.bias	6	0.005131417419761419
14280	embedding2nn.bias	7	0.02677135169506073
14280	embedding2nn.bias	8	0.0027288668788969517
14280	embedding2nn.bias	9	0.0035735357087105513
14280	rnn.weight_ih_l0	0	0.03846651688218117
14280	rnn.weight_ih_l0	1	-0.011362097226083279
14280	rnn.weight_ih_l0	2	-0.03333553299307823
14280	rnn.weight_ih_l0	3	-0.04538588598370552
14280	rnn.weight_ih_l0	4	-0.04890095442533493
14280	rnn.weight_ih_l0	5	-0.001317803398706019
14280	rnn.weight_ih_l0	6	-0.054415829479694366
14280	rnn.weight_ih_l0	7	-0.056449681520462036
14280	rnn.weight_ih_l0	8	-0.044623009860515594
14280	rnn.weight_ih_l0	9	-0.02497921697795391
14280	rnn.weight_hh_l0	0	0.011804233305156231
14280	rnn.weight_hh_l0	1	-0.01891842857003212
14280	rnn.weight_hh_l0	2	-0.057833824306726456
14280	rnn.weight_hh_l0	3	-0.02766142226755619
14280	rnn.weight_hh_l0	4	-0.0631430596113205
14280	rnn.weight_hh_l0	5	-0.01076959166675806
14280	rnn.weight_hh_l0	6	-0.04100538045167923
14280	rnn.weight_hh_l0	7	-0.006972518749535084
14280	rnn.weight_hh_l0	8	-0.016174187883734703
14280	rnn.weight_hh_l0	9	0.015981953591108322
14280	rnn.bias_ih_l0	0	0.1104346364736557
14280	rnn.bias_ih_l0	1	-0.04935848340392113
14280	rnn.bias_ih_l0	2	0.10407880693674088
14280	rnn.bias_ih_l0	3	0.0652962476015091
14280	rnn.bias_ih_l0	4	0.09954123198986053
14280	rnn.bias_ih_l0	5	0.029785681515932083
14280	rnn.bias_ih_l0	6	-0.006698486860841513
14280	rnn.bias_ih_l0	7	-0.10245753079652786
14280	rnn.bias_ih_l0	8	-0.18455561995506287
14280	rnn.bias_ih_l0	9	0.09130927920341492
14280	rnn.bias_hh_l0	0	-0.01926092617213726
14280	rnn.bias_hh_l0	1	0.009062732569873333
14280	rnn.bias_hh_l0	2	-0.019683193415403366
14280	rnn.bias_hh_l0	3	-0.013638673350214958
14280	rnn.bias_hh_l0	4	-0.04107728973031044
14280	rnn.bias_hh_l0	5	0.12035076320171356
14280	rnn.bias_hh_l0	6	0.012636368162930012
14280	rnn.bias_hh_l0	7	0.04147474467754364
14280	rnn.bias_hh_l0	8	0.02767028845846653
14280	rnn.bias_hh_l0	9	0.03440612554550171
14280	rnn.weight_ih_l0_reverse	0	-0.028245704248547554
14280	rnn.weight_ih_l0_reverse	1	-0.00021590510732494295
14280	rnn.weight_ih_l0_reverse	2	0.02596861869096756
14280	rnn.weight_ih_l0_reverse	3	-0.056773703545331955
14280	rnn.weight_ih_l0_reverse	4	0.010328247211873531
14280	rnn.weight_ih_l0_reverse	5	-0.05233593285083771
14280	rnn.weight_ih_l0_reverse	6	0.0068490528501570225
14280	rnn.weight_ih_l0_reverse	7	0.043831851333379745
14280	rnn.weight_ih_l0_reverse	8	-0.04309454932808876
14280	rnn.weight_ih_l0_reverse	9	-0.055285803973674774
14280	rnn.weight_hh_l0_reverse	0	-0.08167819678783417
14280	rnn.weight_hh_l0_reverse	1	-0.04898529127240181
14280	rnn.weight_hh_l0_reverse	2	0.023008739575743675
14280	rnn.weight_hh_l0_reverse	3	0.04371068626642227
14280	rnn.weight_hh_l0_reverse	4	0.014951800927519798
14280	rnn.weight_hh_l0_reverse	5	0.044151220470666885
14280	rnn.weight_hh_l0_reverse	6	-0.014368818141520023
14280	rnn.weight_hh_l0_reverse	7	0.009511278010904789
14280	rnn.weight_hh_l0_reverse	8	-0.09176317602396011
14280	rnn.weight_hh_l0_reverse	9	0.059462033212184906
14280	rnn.bias_ih_l0_reverse	0	-0.09229251742362976
14280	rnn.bias_ih_l0_reverse	1	-0.06241616979241371
14280	rnn.bias_ih_l0_reverse	2	0.09951799362897873
14280	rnn.bias_ih_l0_reverse	3	0.027956565842032433
14280	rnn.bias_ih_l0_reverse	4	-0.11747660487890244
14280	rnn.bias_ih_l0_reverse	5	0.04327232018113136
14280	rnn.bias_ih_l0_reverse	6	-0.1170581802725792
14280	rnn.bias_ih_l0_reverse	7	0.04391248896718025
14280	rnn.bias_ih_l0_reverse	8	0.028379550203680992
14280	rnn.bias_ih_l0_reverse	9	0.06689082831144333
14280	rnn.bias_hh_l0_reverse	0	0.03337873890995979
14280	rnn.bias_hh_l0_reverse	1	0.07394856214523315
14280	rnn.bias_hh_l0_reverse	2	0.07193578034639359
14280	rnn.bias_hh_l0_reverse	3	-0.0018785923020914197
14280	rnn.bias_hh_l0_reverse	4	0.08225696533918381
14280	rnn.bias_hh_l0_reverse	5	0.017777303233742714
14280	rnn.bias_hh_l0_reverse	6	-0.06597638875246048
14280	rnn.bias_hh_l0_reverse	7	0.022149251773953438
14280	rnn.bias_hh_l0_reverse	8	0.014950127340853214
14280	rnn.bias_hh_l0_reverse	9	-0.15256302058696747
14280	linear.weight	0	0.15669120848178864
14280	linear.weight	1	-0.12008994072675705
14280	linear.weight	2	-0.18554581701755524
14280	linear.weight	3	0.07876050472259521
14280	linear.weight	4	-0.0020838440395891666
14280	linear.weight	5	0.0032127893064171076
14280	linear.weight	6	-0.008538090623915195
14280	linear.weight	7	-0.03441958501935005
14280	linear.weight	8	0.06848294287919998
14280	linear.weight	9	0.2740510106086731
14280	linear.bias	0	-0.15310171246528625
14280	linear.bias	1	0.14888976514339447
14280	linear.bias	2	-0.47008228302001953
14280	linear.bias	3	1.5366255044937134
14280	linear.bias	4	-0.36325803399086
14280	linear.bias	5	-0.030769959092140198
14280	linear.bias	6	-0.31902530789375305
14280	linear.bias	7	-0.23568134009838104
14280	linear.bias	8	0.005111614242196083
14280	linear.bias	9	-0.4601627588272095
14308	transitions	0	-0.6226472854614258
14308	transitions	1	0.3759729564189911
14308	transitions	2	1.7090166807174683
14308	transitions	3	0.12892626225948334
14308	transitions	4	0.9685234427452087
14308	transitions	5	1.2744193077087402
14308	transitions	6	0.48397296667099
14308	transitions	7	0.17924843728542328
14308	transitions	8	-0.9192494750022888
14308	transitions	9	0.9307457208633423
14308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14308	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14308	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14308	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14308	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14308	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14308	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14308	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14308	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14308	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14308	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14308	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14308	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14308	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14308	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14308	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14308	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14308	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14308	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14308	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14308	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14308	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14308	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14308	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14308	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14308	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14308	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14308	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14308	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14308	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14308	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14308	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14308	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14308	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14308	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14308	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14308	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14308	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14308	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14308	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14308	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14308	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14308	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14308	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14308	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14308	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14308	embedding2nn.weight	0	0.023507144302129745
14308	embedding2nn.weight	1	0.015940790995955467
14308	embedding2nn.weight	2	-0.005235005635768175
14308	embedding2nn.weight	3	0.0004365482891444117
14308	embedding2nn.weight	4	-0.0046080625616014
14308	embedding2nn.weight	5	0.00899018906056881
14308	embedding2nn.weight	6	-0.002362537430599332
14308	embedding2nn.weight	7	0.0132272494956851
14308	embedding2nn.weight	8	-0.00834757462143898
14308	embedding2nn.weight	9	-0.013238722458481789
14308	embedding2nn.bias	0	-0.03644954040646553
14308	embedding2nn.bias	1	-0.013550356030464172
14308	embedding2nn.bias	2	-0.05454609915614128
14308	embedding2nn.bias	3	-0.011942344717681408
14308	embedding2nn.bias	4	0.010823682881891727
14308	embedding2nn.bias	5	0.011183110997080803
14308	embedding2nn.bias	6	0.003695596242323518
14308	embedding2nn.bias	7	0.025394320487976074
14308	embedding2nn.bias	8	0.003612242406234145
14308	embedding2nn.bias	9	0.004493576940149069
14308	rnn.weight_ih_l0	0	0.03878597915172577
14308	rnn.weight_ih_l0	1	-0.011738009750843048
14308	rnn.weight_ih_l0	2	-0.034455396234989166
14308	rnn.weight_ih_l0	3	-0.04529064893722534
14308	rnn.weight_ih_l0	4	-0.04907367005944252
14308	rnn.weight_ih_l0	5	-0.0011384537210687995
14308	rnn.weight_ih_l0	6	-0.05409608408808708
14308	rnn.weight_ih_l0	7	-0.056276071816682816
14308	rnn.weight_ih_l0	8	-0.044245246797800064
14308	rnn.weight_ih_l0	9	-0.025050241500139236
14308	rnn.weight_hh_l0	0	0.011869726702570915
14308	rnn.weight_hh_l0	1	-0.019115025177598
14308	rnn.weight_hh_l0	2	-0.05830875411629677
14308	rnn.weight_hh_l0	3	-0.028072593733668327
14308	rnn.weight_hh_l0	4	-0.06354942917823792
14308	rnn.weight_hh_l0	5	-0.010746206156909466
14308	rnn.weight_hh_l0	6	-0.04235772043466568
14308	rnn.weight_hh_l0	7	-0.006941452156752348
14308	rnn.weight_hh_l0	8	-0.01613190770149231
14308	rnn.weight_hh_l0	9	0.016325386241078377
14308	rnn.bias_ih_l0	0	0.1110798791050911
14308	rnn.bias_ih_l0	1	-0.050242114812135696
14308	rnn.bias_ih_l0	2	0.10702000558376312
14308	rnn.bias_ih_l0	3	0.06437160819768906
14308	rnn.bias_ih_l0	4	0.0989282876253128
14308	rnn.bias_ih_l0	5	0.03062281385064125
14308	rnn.bias_ih_l0	6	-0.008011682890355587
14308	rnn.bias_ih_l0	7	-0.1080302819609642
14308	rnn.bias_ih_l0	8	-0.18431895971298218
14308	rnn.bias_ih_l0	9	0.09195533394813538
14308	rnn.bias_hh_l0	0	-0.02037082426249981
14308	rnn.bias_hh_l0	1	0.010905168950557709
14308	rnn.bias_hh_l0	2	-0.020997801795601845
14308	rnn.bias_hh_l0	3	-0.013739857822656631
14308	rnn.bias_hh_l0	4	-0.04082421585917473
14308	rnn.bias_hh_l0	5	0.119256392121315
14308	rnn.bias_hh_l0	6	0.014722930267453194
14308	rnn.bias_hh_l0	7	0.03775455057621002
14308	rnn.bias_hh_l0	8	0.02635709010064602
14308	rnn.bias_hh_l0	9	0.03421345353126526
14308	rnn.weight_ih_l0_reverse	0	-0.027959799394011497
14308	rnn.weight_ih_l0_reverse	1	-0.00042917265091091394
14308	rnn.weight_ih_l0_reverse	2	0.025987153872847557
14308	rnn.weight_ih_l0_reverse	3	-0.05691247060894966
14308	rnn.weight_ih_l0_reverse	4	0.010722699575126171
14308	rnn.weight_ih_l0_reverse	5	-0.05263684317469597
14308	rnn.weight_ih_l0_reverse	6	0.006834283005446196
14308	rnn.weight_ih_l0_reverse	7	0.04391956701874733
14308	rnn.weight_ih_l0_reverse	8	-0.04313240945339203
14308	rnn.weight_ih_l0_reverse	9	-0.05518113449215889
14308	rnn.weight_hh_l0_reverse	0	-0.08153843134641647
14308	rnn.weight_hh_l0_reverse	1	-0.04967102035880089
14308	rnn.weight_hh_l0_reverse	2	0.02323804795742035
14308	rnn.weight_hh_l0_reverse	3	0.04414438456296921
14308	rnn.weight_hh_l0_reverse	4	0.015350650995969772
14308	rnn.weight_hh_l0_reverse	5	0.04414213448762894
14308	rnn.weight_hh_l0_reverse	6	-0.014040058478713036
14308	rnn.weight_hh_l0_reverse	7	0.009701631963253021
14308	rnn.weight_hh_l0_reverse	8	-0.0914510115981102
14308	rnn.weight_hh_l0_reverse	9	0.05870729684829712
14308	rnn.bias_ih_l0_reverse	0	-0.08824586123228073
14308	rnn.bias_ih_l0_reverse	1	-0.05860511213541031
14308	rnn.bias_ih_l0_reverse	2	0.09897474199533463
14308	rnn.bias_ih_l0_reverse	3	0.028190141543745995
14308	rnn.bias_ih_l0_reverse	4	-0.11638474464416504
14308	rnn.bias_ih_l0_reverse	5	0.04396409913897514
14308	rnn.bias_ih_l0_reverse	6	-0.11739064753055573
14308	rnn.bias_ih_l0_reverse	7	0.041777174919843674
14308	rnn.bias_ih_l0_reverse	8	0.027611887082457542
14308	rnn.bias_ih_l0_reverse	9	0.069738008081913
14308	rnn.bias_hh_l0_reverse	0	0.04215308278799057
14308	rnn.bias_hh_l0_reverse	1	0.07667636126279831
14308	rnn.bias_hh_l0_reverse	2	0.07238075137138367
14308	rnn.bias_hh_l0_reverse	3	-0.0022931070998311043
14308	rnn.bias_hh_l0_reverse	4	0.08157788217067719
14308	rnn.bias_hh_l0_reverse	5	0.013200773857533932
14308	rnn.bias_hh_l0_reverse	6	-0.06681495159864426
14308	rnn.bias_hh_l0_reverse	7	0.023553187027573586
14308	rnn.bias_hh_l0_reverse	8	0.017825858667492867
14308	rnn.bias_hh_l0_reverse	9	-0.14658454060554504
14308	linear.weight	0	0.15751300752162933
14308	linear.weight	1	-0.12007582187652588
14308	linear.weight	2	-0.18463873863220215
14308	linear.weight	3	0.07671033591032028
14308	linear.weight	4	-0.0019619474187493324
14308	linear.weight	5	0.003365481970831752
14308	linear.weight	6	-0.008532125502824783
14308	linear.weight	7	-0.03446405008435249
14308	linear.weight	8	0.06659600138664246
14308	linear.weight	9	0.2695162296295166
14308	linear.bias	0	-0.15963450074195862
14308	linear.bias	1	0.14939549565315247
14308	linear.bias	2	-0.4694015085697174
14308	linear.bias	3	1.545919418334961
14308	linear.bias	4	-0.3560446500778198
14308	linear.bias	5	-0.030769959092140198
14308	linear.bias	6	-0.3184938132762909
14308	linear.bias	7	-0.23167963325977325
14308	linear.bias	8	0.003549151821061969
14308	linear.bias	9	-0.46030861139297485
14336	transitions	0	-0.6227326393127441
14336	transitions	1	0.37589189410209656
14336	transitions	2	1.7089118957519531
14336	transitions	3	0.12853075563907623
14336	transitions	4	0.9684828519821167
14336	transitions	5	1.2744181156158447
14336	transitions	6	0.48397085070610046
14336	transitions	7	0.17924731969833374
14336	transitions	8	-0.919252872467041
14336	transitions	9	0.9307457208633423
14336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14336	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14336	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14336	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14336	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14336	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14336	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14336	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14336	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14336	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14336	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14336	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14336	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14336	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14336	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14336	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14336	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14336	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14336	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14336	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14336	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14336	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14336	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14336	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14336	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14336	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14336	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14336	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14336	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14336	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14336	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14336	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14336	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14336	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14336	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14336	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14336	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14336	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14336	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14336	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14336	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14336	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14336	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14336	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14336	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14336	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14336	embedding2nn.weight	0	0.023185614496469498
14336	embedding2nn.weight	1	0.015896642580628395
14336	embedding2nn.weight	2	-0.005264091305434704
14336	embedding2nn.weight	3	0.00044598919339478016
14336	embedding2nn.weight	4	-0.004588172771036625
14336	embedding2nn.weight	5	0.009001810103654861
14336	embedding2nn.weight	6	-0.0023398578632622957
14336	embedding2nn.weight	7	0.013718507252633572
14336	embedding2nn.weight	8	-0.008305678144097328
14336	embedding2nn.weight	9	-0.01320449449121952
14336	embedding2nn.bias	0	-0.03156951814889908
14336	embedding2nn.bias	1	-0.020915191620588303
14336	embedding2nn.bias	2	-0.059607867151498795
14336	embedding2nn.bias	3	-0.007559876888990402
14336	embedding2nn.bias	4	0.010980154387652874
14336	embedding2nn.bias	5	0.012367462739348412
14336	embedding2nn.bias	6	0.008260222151875496
14336	embedding2nn.bias	7	0.020511772483587265
14336	embedding2nn.bias	8	0.0029207728803157806
14336	embedding2nn.bias	9	0.0021835791412740946
14336	rnn.weight_ih_l0	0	0.038791507482528687
14336	rnn.weight_ih_l0	1	-0.011842690408229828
14336	rnn.weight_ih_l0	2	-0.03400925174355507
14336	rnn.weight_ih_l0	3	-0.04518333449959755
14336	rnn.weight_ih_l0	4	-0.048944782465696335
14336	rnn.weight_ih_l0	5	-0.001129348180256784
14336	rnn.weight_ih_l0	6	-0.05372633785009384
14336	rnn.weight_ih_l0	7	-0.05614861473441124
14336	rnn.weight_ih_l0	8	-0.04477674141526222
14336	rnn.weight_ih_l0	9	-0.025077128782868385
14336	rnn.weight_hh_l0	0	0.011894680559635162
14336	rnn.weight_hh_l0	1	-0.018556740134954453
14336	rnn.weight_hh_l0	2	-0.059035904705524445
14336	rnn.weight_hh_l0	3	-0.028094138950109482
14336	rnn.weight_hh_l0	4	-0.06396694481372833
14336	rnn.weight_hh_l0	5	-0.010694867931306362
14336	rnn.weight_hh_l0	6	-0.042293839156627655
14336	rnn.weight_hh_l0	7	-0.005931829567998648
14336	rnn.weight_hh_l0	8	-0.01621011458337307
14336	rnn.weight_hh_l0	9	0.016634836792945862
14336	rnn.bias_ih_l0	0	0.11001977324485779
14336	rnn.bias_ih_l0	1	-0.04981466755270958
14336	rnn.bias_ih_l0	2	0.10872920602560043
14336	rnn.bias_ih_l0	3	0.06311802566051483
14336	rnn.bias_ih_l0	4	0.09847947955131531
14336	rnn.bias_ih_l0	5	0.02877650037407875
14336	rnn.bias_ih_l0	6	-0.006843636278063059
14336	rnn.bias_ih_l0	7	-0.10829491913318634
14336	rnn.bias_ih_l0	8	-0.1774209588766098
14336	rnn.bias_ih_l0	9	0.09095015376806259
14336	rnn.bias_hh_l0	0	-0.02048812061548233
14336	rnn.bias_hh_l0	1	0.010168402455747128
14336	rnn.bias_hh_l0	2	-0.021810855716466904
14336	rnn.bias_hh_l0	3	-0.010405132547020912
14336	rnn.bias_hh_l0	4	-0.042563196271657944
14336	rnn.bias_hh_l0	5	0.11851710081100464
14336	rnn.bias_hh_l0	6	0.01694997027516365
14336	rnn.bias_hh_l0	7	0.03746754676103592
14336	rnn.bias_hh_l0	8	0.02752513438463211
14336	rnn.bias_hh_l0	9	0.034233227372169495
14336	rnn.weight_ih_l0_reverse	0	-0.0279350895434618
14336	rnn.weight_ih_l0_reverse	1	-0.0009720504167489707
14336	rnn.weight_ih_l0_reverse	2	0.025803323835134506
14336	rnn.weight_ih_l0_reverse	3	-0.05747455358505249
14336	rnn.weight_ih_l0_reverse	4	0.010679315775632858
14336	rnn.weight_ih_l0_reverse	5	-0.05273259058594704
14336	rnn.weight_ih_l0_reverse	6	0.005634284112602472
14336	rnn.weight_ih_l0_reverse	7	0.04411577433347702
14336	rnn.weight_ih_l0_reverse	8	-0.04295089468359947
14336	rnn.weight_ih_l0_reverse	9	-0.05540262907743454
14336	rnn.weight_hh_l0_reverse	0	-0.08158132433891296
14336	rnn.weight_hh_l0_reverse	1	-0.050115615129470825
14336	rnn.weight_hh_l0_reverse	2	0.023156054317951202
14336	rnn.weight_hh_l0_reverse	3	0.04439245164394379
14336	rnn.weight_hh_l0_reverse	4	0.015082928352057934
14336	rnn.weight_hh_l0_reverse	5	0.04382658377289772
14336	rnn.weight_hh_l0_reverse	6	-0.017353063449263573
14336	rnn.weight_hh_l0_reverse	7	0.009344544261693954
14336	rnn.weight_hh_l0_reverse	8	-0.09120608866214752
14336	rnn.weight_hh_l0_reverse	9	0.05801859125494957
14336	rnn.bias_ih_l0_reverse	0	-0.0900401622056961
14336	rnn.bias_ih_l0_reverse	1	-0.05294880270957947
14336	rnn.bias_ih_l0_reverse	2	0.09809641540050507
14336	rnn.bias_ih_l0_reverse	3	0.027944492176175117
14336	rnn.bias_ih_l0_reverse	4	-0.11538700014352798
14336	rnn.bias_ih_l0_reverse	5	0.043623313307762146
14336	rnn.bias_ih_l0_reverse	6	-0.11638740450143814
14336	rnn.bias_ih_l0_reverse	7	0.04025821015238762
14336	rnn.bias_ih_l0_reverse	8	0.029294462874531746
14336	rnn.bias_ih_l0_reverse	9	0.0693635642528534
14336	rnn.bias_hh_l0_reverse	0	0.046039339154958725
14336	rnn.bias_hh_l0_reverse	1	0.07648410648107529
14336	rnn.bias_hh_l0_reverse	2	0.07338258624076843
14336	rnn.bias_hh_l0_reverse	3	-0.0031460870523005724
14336	rnn.bias_hh_l0_reverse	4	0.08349219709634781
14336	rnn.bias_hh_l0_reverse	5	0.01315129455178976
14336	rnn.bias_hh_l0_reverse	6	-0.06682711839675903
14336	rnn.bias_hh_l0_reverse	7	0.024769367650151253
14336	rnn.bias_hh_l0_reverse	8	0.01967363804578781
14336	rnn.bias_hh_l0_reverse	9	-0.1426849365234375
14336	linear.weight	0	0.15515872836112976
14336	linear.weight	1	-0.11998487263917923
14336	linear.weight	2	-0.18722528219223022
14336	linear.weight	3	0.07762344181537628
14336	linear.weight	4	-0.001676151412539184
14336	linear.weight	5	0.0036053440999239683
14336	linear.weight	6	-0.008523485623300076
14336	linear.weight	7	-0.03418267145752907
14336	linear.weight	8	0.06602799147367477
14336	linear.weight	9	0.26771047711372375
14336	linear.bias	0	-0.16544805467128754
14336	linear.bias	1	0.14491795003414154
14336	linear.bias	2	-0.46694543957710266
14336	linear.bias	3	1.5514273643493652
14336	linear.bias	4	-0.3564275801181793
14336	linear.bias	5	-0.030769959092140198
14336	linear.bias	6	-0.3177264630794525
14336	linear.bias	7	-0.23406562209129333
14336	linear.bias	8	0.010727611370384693
14336	linear.bias	9	-0.46061426401138306
14364	transitions	0	-0.622810423374176
14364	transitions	1	0.3758058547973633
14364	transitions	2	1.708805799484253
14364	transitions	3	0.12851914763450623
14364	transitions	4	0.9683576226234436
14364	transitions	5	1.2744160890579224
14364	transitions	6	0.483970582485199
14364	transitions	7	0.17924685776233673
14364	transitions	8	-0.9192532896995544
14364	transitions	9	0.9307457208633423
14364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14364	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14364	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14364	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14364	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14364	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14364	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14364	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14364	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14364	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14364	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14364	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14364	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14364	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14364	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14364	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14364	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14364	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14364	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14364	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14364	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14364	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14364	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14364	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14364	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14364	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14364	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14364	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14364	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14364	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14364	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14364	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14364	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14364	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14364	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14364	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14364	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14364	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14364	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14364	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14364	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14364	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14364	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14364	embedding2nn.weight	0	0.02187623269855976
14364	embedding2nn.weight	1	0.01580645702779293
14364	embedding2nn.weight	2	-0.005252595525234938
14364	embedding2nn.weight	3	0.00044948162394575775
14364	embedding2nn.weight	4	-0.00458364374935627
14364	embedding2nn.weight	5	0.009072894230484962
14364	embedding2nn.weight	6	-0.0023115305230021477
14364	embedding2nn.weight	7	0.013558496721088886
14364	embedding2nn.weight	8	-0.0084148608148098
14364	embedding2nn.weight	9	-0.013185903429985046
14364	embedding2nn.bias	0	-0.034717582166194916
14364	embedding2nn.bias	1	-0.022153561934828758
14364	embedding2nn.bias	2	-0.05583157390356064
14364	embedding2nn.bias	3	-0.003407897660508752
14364	embedding2nn.bias	4	0.01549964863806963
14364	embedding2nn.bias	5	0.0025538320187479258
14364	embedding2nn.bias	6	0.0060942103154957294
14364	embedding2nn.bias	7	0.02877647429704666
14364	embedding2nn.bias	8	0.0027990988455712795
14364	embedding2nn.bias	9	0.0008076309459283948
14364	rnn.weight_ih_l0	0	0.03909565135836601
14364	rnn.weight_ih_l0	1	-0.012108096852898598
14364	rnn.weight_ih_l0	2	-0.03372739627957344
14364	rnn.weight_ih_l0	3	-0.04519540071487427
14364	rnn.weight_ih_l0	4	-0.04898306354880333
14364	rnn.weight_ih_l0	5	-0.0009725237032398582
14364	rnn.weight_ih_l0	6	-0.05379582569003105
14364	rnn.weight_ih_l0	7	-0.05590614303946495
14364	rnn.weight_ih_l0	8	-0.045301832258701324
14364	rnn.weight_ih_l0	9	-0.025102807208895683
14364	rnn.weight_hh_l0	0	0.011376774869859219
14364	rnn.weight_hh_l0	1	-0.01823953352868557
14364	rnn.weight_hh_l0	2	-0.06004662439227104
14364	rnn.weight_hh_l0	3	-0.027375848963856697
14364	rnn.weight_hh_l0	4	-0.06433608382940292
14364	rnn.weight_hh_l0	5	-0.010810079984366894
14364	rnn.weight_hh_l0	6	-0.04307391494512558
14364	rnn.weight_hh_l0	7	-0.005204617045819759
14364	rnn.weight_hh_l0	8	-0.016273941844701767
14364	rnn.weight_hh_l0	9	0.01695689745247364
14364	rnn.bias_ih_l0	0	0.1112070307135582
14364	rnn.bias_ih_l0	1	-0.048032425343990326
14364	rnn.bias_ih_l0	2	0.10771498084068298
14364	rnn.bias_ih_l0	3	0.060563307255506516
14364	rnn.bias_ih_l0	4	0.09748703986406326
14364	rnn.bias_ih_l0	5	0.027508582919836044
14364	rnn.bias_ih_l0	6	-0.007399872411042452
14364	rnn.bias_ih_l0	7	-0.1075209304690361
14364	rnn.bias_ih_l0	8	-0.17694254219532013
14364	rnn.bias_ih_l0	9	0.0919560119509697
14364	rnn.bias_hh_l0	0	-0.021634753793478012
14364	rnn.bias_hh_l0	1	0.0104701342061162
14364	rnn.bias_hh_l0	2	-0.02168859913945198
14364	rnn.bias_hh_l0	3	-0.010471133515238762
14364	rnn.bias_hh_l0	4	-0.042351722717285156
14364	rnn.bias_hh_l0	5	0.11905919760465622
14364	rnn.bias_hh_l0	6	0.01644832268357277
14364	rnn.bias_hh_l0	7	0.03866850957274437
14364	rnn.bias_hh_l0	8	0.026968901976943016
14364	rnn.bias_hh_l0	9	0.03439440578222275
14364	rnn.weight_ih_l0_reverse	0	-0.02796364575624466
14364	rnn.weight_ih_l0_reverse	1	-0.0006607443210668862
14364	rnn.weight_ih_l0_reverse	2	0.025925327092409134
14364	rnn.weight_ih_l0_reverse	3	-0.057526860386133194
14364	rnn.weight_ih_l0_reverse	4	0.01063397154211998
14364	rnn.weight_ih_l0_reverse	5	-0.05237184837460518
14364	rnn.weight_ih_l0_reverse	6	0.0052668312564492226
14364	rnn.weight_ih_l0_reverse	7	0.0440419502556324
14364	rnn.weight_ih_l0_reverse	8	-0.04330383986234665
14364	rnn.weight_ih_l0_reverse	9	-0.05562296882271767
14364	rnn.weight_hh_l0_reverse	0	-0.08177359402179718
14364	rnn.weight_hh_l0_reverse	1	-0.04927947744727135
14364	rnn.weight_hh_l0_reverse	2	0.023379556834697723
14364	rnn.weight_hh_l0_reverse	3	0.04389394819736481
14364	rnn.weight_hh_l0_reverse	4	0.014720562845468521
14364	rnn.weight_hh_l0_reverse	5	0.04386194050312042
14364	rnn.weight_hh_l0_reverse	6	-0.016743967309594154
14364	rnn.weight_hh_l0_reverse	7	0.009148122742772102
14364	rnn.weight_hh_l0_reverse	8	-0.09107378870248795
14364	rnn.weight_hh_l0_reverse	9	0.05777505412697792
14364	rnn.bias_ih_l0_reverse	0	-0.09161512553691864
14364	rnn.bias_ih_l0_reverse	1	-0.05415992811322212
14364	rnn.bias_ih_l0_reverse	2	0.09837687760591507
14364	rnn.bias_ih_l0_reverse	3	0.027136825025081635
14364	rnn.bias_ih_l0_reverse	4	-0.11670531332492828
14364	rnn.bias_ih_l0_reverse	5	0.044399622827768326
14364	rnn.bias_ih_l0_reverse	6	-0.11540303379297256
14364	rnn.bias_ih_l0_reverse	7	0.03899812325835228
14364	rnn.bias_ih_l0_reverse	8	0.026961522176861763
14364	rnn.bias_ih_l0_reverse	9	0.06789332628250122
14364	rnn.bias_hh_l0_reverse	0	0.04631427302956581
14364	rnn.bias_hh_l0_reverse	1	0.07673130184412003
14364	rnn.bias_hh_l0_reverse	2	0.07233145087957382
14364	rnn.bias_hh_l0_reverse	3	-0.004416659940034151
14364	rnn.bias_hh_l0_reverse	4	0.082911916077137
14364	rnn.bias_hh_l0_reverse	5	0.01821550540626049
14364	rnn.bias_hh_l0_reverse	6	-0.06780040264129639
14364	rnn.bias_hh_l0_reverse	7	0.024500206112861633
14364	rnn.bias_hh_l0_reverse	8	0.019671760499477386
14364	rnn.bias_hh_l0_reverse	9	-0.1460636705160141
14364	linear.weight	0	0.1563083678483963
14364	linear.weight	1	-0.11996880918741226
14364	linear.weight	2	-0.18717850744724274
14364	linear.weight	3	0.07540863752365112
14364	linear.weight	4	-0.00293898512609303
14364	linear.weight	5	0.0013425908982753754
14364	linear.weight	6	-0.008516022004187107
14364	linear.weight	7	-0.0341416634619236
14364	linear.weight	8	0.06365985423326492
14364	linear.weight	9	0.273657888174057
14364	linear.bias	0	-0.15924705564975739
14364	linear.bias	1	0.15325868129730225
14364	linear.bias	2	-0.4679049253463745
14364	linear.bias	3	1.5552562475204468
14364	linear.bias	4	-0.356661319732666
14364	linear.bias	5	-0.030769959092140198
14364	linear.bias	6	-0.3186188042163849
14364	linear.bias	7	-0.2301173359155655
14364	linear.bias	8	0.004769689869135618
14364	linear.bias	9	-0.46068626642227173
14392	transitions	0	-0.6229844093322754
14392	transitions	1	0.3757707178592682
14392	transitions	2	1.7087395191192627
14392	transitions	3	0.1283751130104065
14392	transitions	4	0.9683136940002441
14392	transitions	5	1.2744144201278687
14392	transitions	6	0.48397010564804077
14392	transitions	7	0.17924533784389496
14392	transitions	8	-0.9192541837692261
14392	transitions	9	0.9307457208633423
14392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14392	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14392	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14392	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14392	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14392	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14392	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14392	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14392	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14392	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14392	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14392	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14392	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14392	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14392	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14392	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14392	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14392	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14392	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14392	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14392	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14392	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14392	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14392	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14392	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14392	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14392	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14392	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14392	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14392	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14392	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14392	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14392	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14392	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14392	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14392	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14392	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14392	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14392	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14392	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14392	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14392	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14392	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14392	embedding2nn.weight	0	0.021923299878835678
14392	embedding2nn.weight	1	0.015777360647916794
14392	embedding2nn.weight	2	-0.005244736559689045
14392	embedding2nn.weight	3	0.0006143623031675816
14392	embedding2nn.weight	4	-0.004606910049915314
14392	embedding2nn.weight	5	0.008995197713375092
14392	embedding2nn.weight	6	-0.00224793772213161
14392	embedding2nn.weight	7	0.013086674734950066
14392	embedding2nn.weight	8	-0.008412454277276993
14392	embedding2nn.weight	9	-0.013073447160422802
14392	embedding2nn.bias	0	-0.033631883561611176
14392	embedding2nn.bias	1	-0.024176400154829025
14392	embedding2nn.bias	2	-0.057876016944646835
14392	embedding2nn.bias	3	-0.007824503816664219
14392	embedding2nn.bias	4	0.01837253011763096
14392	embedding2nn.bias	5	0.0034827254712581635
14392	embedding2nn.bias	6	0.0053596836514770985
14392	embedding2nn.bias	7	0.02639913745224476
14392	embedding2nn.bias	8	0.00380542385391891
14392	embedding2nn.bias	9	0.0024299919605255127
14392	rnn.weight_ih_l0	0	0.03943675383925438
14392	rnn.weight_ih_l0	1	-0.012412725947797298
14392	rnn.weight_ih_l0	2	-0.034133825451135635
14392	rnn.weight_ih_l0	3	-0.04489579796791077
14392	rnn.weight_ih_l0	4	-0.04870513826608658
14392	rnn.weight_ih_l0	5	-0.0010075434111058712
14392	rnn.weight_ih_l0	6	-0.05363919585943222
14392	rnn.weight_ih_l0	7	-0.05622778832912445
14392	rnn.weight_ih_l0	8	-0.04556851461529732
14392	rnn.weight_ih_l0	9	-0.02510787546634674
14392	rnn.weight_hh_l0	0	0.011587096378207207
14392	rnn.weight_hh_l0	1	-0.018974561244249344
14392	rnn.weight_hh_l0	2	-0.059539955109357834
14392	rnn.weight_hh_l0	3	-0.027318818494677544
14392	rnn.weight_hh_l0	4	-0.06452184915542603
14392	rnn.weight_hh_l0	5	-0.011247027665376663
14392	rnn.weight_hh_l0	6	-0.040245864540338516
14392	rnn.weight_hh_l0	7	-0.00582476332783699
14392	rnn.weight_hh_l0	8	-0.0167700182646513
14392	rnn.weight_hh_l0	9	0.016355153173208237
14392	rnn.bias_ih_l0	0	0.11132191121578217
14392	rnn.bias_ih_l0	1	-0.0457003116607666
14392	rnn.bias_ih_l0	2	0.10594241321086884
14392	rnn.bias_ih_l0	3	0.06003930792212486
14392	rnn.bias_ih_l0	4	0.09844785928726196
14392	rnn.bias_ih_l0	5	0.0273246169090271
14392	rnn.bias_ih_l0	6	-0.008380302228033543
14392	rnn.bias_ih_l0	7	-0.11471419036388397
14392	rnn.bias_ih_l0	8	-0.17126663029193878
14392	rnn.bias_ih_l0	9	0.09137818962335587
14392	rnn.bias_hh_l0	0	-0.02123347856104374
14392	rnn.bias_hh_l0	1	0.013383319601416588
14392	rnn.bias_hh_l0	2	-0.021836280822753906
14392	rnn.bias_hh_l0	3	-0.010884971357882023
14392	rnn.bias_hh_l0	4	-0.042769256979227066
14392	rnn.bias_hh_l0	5	0.12147024273872375
14392	rnn.bias_hh_l0	6	0.017298471182584763
14392	rnn.bias_hh_l0	7	0.0384918749332428
14392	rnn.bias_hh_l0	8	0.025988474488258362
14392	rnn.bias_hh_l0	9	0.03503909334540367
14392	rnn.weight_ih_l0_reverse	0	-0.02810022421181202
14392	rnn.weight_ih_l0_reverse	1	-0.00023431555018760264
14392	rnn.weight_ih_l0_reverse	2	0.025923069566488266
14392	rnn.weight_ih_l0_reverse	3	-0.057648319751024246
14392	rnn.weight_ih_l0_reverse	4	0.010816381312906742
14392	rnn.weight_ih_l0_reverse	5	-0.05238635465502739
14392	rnn.weight_ih_l0_reverse	6	0.005266229156404734
14392	rnn.weight_ih_l0_reverse	7	0.04440954700112343
14392	rnn.weight_ih_l0_reverse	8	-0.043466631323099136
14392	rnn.weight_ih_l0_reverse	9	-0.055461056530475616
14392	rnn.weight_hh_l0_reverse	0	-0.0819268524646759
14392	rnn.weight_hh_l0_reverse	1	-0.049170415848493576
14392	rnn.weight_hh_l0_reverse	2	0.023503242060542107
14392	rnn.weight_hh_l0_reverse	3	0.04327872395515442
14392	rnn.weight_hh_l0_reverse	4	0.014551718719303608
14392	rnn.weight_hh_l0_reverse	5	0.04387222230434418
14392	rnn.weight_hh_l0_reverse	6	-0.018214521929621696
14392	rnn.weight_hh_l0_reverse	7	0.009417629800736904
14392	rnn.weight_hh_l0_reverse	8	-0.09143612533807755
14392	rnn.weight_hh_l0_reverse	9	0.05888422578573227
14392	rnn.bias_ih_l0_reverse	0	-0.09115041792392731
14392	rnn.bias_ih_l0_reverse	1	-0.05646083131432533
14392	rnn.bias_ih_l0_reverse	2	0.09925497323274612
14392	rnn.bias_ih_l0_reverse	3	0.027562517672777176
14392	rnn.bias_ih_l0_reverse	4	-0.11471302807331085
14392	rnn.bias_ih_l0_reverse	5	0.04755500331521034
14392	rnn.bias_ih_l0_reverse	6	-0.11721598356962204
14392	rnn.bias_ih_l0_reverse	7	0.03878376632928848
14392	rnn.bias_ih_l0_reverse	8	0.026989998295903206
14392	rnn.bias_ih_l0_reverse	9	0.06616560369729996
14392	rnn.bias_hh_l0_reverse	0	0.04799319803714752
14392	rnn.bias_hh_l0_reverse	1	0.07598604261875153
14392	rnn.bias_hh_l0_reverse	2	0.07339220494031906
14392	rnn.bias_hh_l0_reverse	3	-0.006274370942264795
14392	rnn.bias_hh_l0_reverse	4	0.08215752243995667
14392	rnn.bias_hh_l0_reverse	5	0.020471127703785896
14392	rnn.bias_hh_l0_reverse	6	-0.06813695281744003
14392	rnn.bias_hh_l0_reverse	7	0.02637668326497078
14392	rnn.bias_hh_l0_reverse	8	0.019757136702537537
14392	rnn.bias_hh_l0_reverse	9	-0.14551234245300293
14392	linear.weight	0	0.1608532816171646
14392	linear.weight	1	-0.11996856331825256
14392	linear.weight	2	-0.18652737140655518
14392	linear.weight	3	0.07210621237754822
14392	linear.weight	4	-0.003080103313550353
14392	linear.weight	5	0.0005255042924545705
14392	linear.weight	6	-0.008510475046932697
14392	linear.weight	7	-0.034098874777555466
14392	linear.weight	8	0.06728976219892502
14392	linear.weight	9	0.2744338810443878
14392	linear.bias	0	-0.16695043444633484
14392	linear.bias	1	0.14774222671985626
14392	linear.bias	2	-0.46511581540107727
14392	linear.bias	3	1.564913034439087
14392	linear.bias	4	-0.3570038676261902
14392	linear.bias	5	-0.030769959092140198
14392	linear.bias	6	-0.3165709674358368
14392	linear.bias	7	-0.23149517178535461
14392	linear.bias	8	-0.003766972804442048
14392	linear.bias	9	-0.46082475781440735
14420	transitions	0	-0.6231017708778381
14420	transitions	1	0.3757076859474182
14420	transitions	2	1.7086756229400635
14420	transitions	3	0.12814192473888397
14420	transitions	4	0.9682862758636475
14420	transitions	5	1.2744137048721313
14420	transitions	6	0.48396849632263184
14420	transitions	7	0.1792447417974472
14420	transitions	8	-0.9192542433738708
14420	transitions	9	0.9307457208633423
14420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14420	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14420	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14420	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14420	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14420	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14420	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14420	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14420	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14420	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14420	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14420	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14420	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14420	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14420	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14420	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14420	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14420	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14420	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14420	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14420	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14420	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14420	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14420	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14420	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14420	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14420	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14420	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14420	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14420	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14420	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14420	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14420	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14420	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14420	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14420	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14420	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14420	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14420	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14420	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14420	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14420	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14420	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14420	embedding2nn.weight	0	0.022112229838967323
14420	embedding2nn.weight	1	0.01584043726325035
14420	embedding2nn.weight	2	-0.005220671184360981
14420	embedding2nn.weight	3	0.0005713921273127198
14420	embedding2nn.weight	4	-0.004527372773736715
14420	embedding2nn.weight	5	0.008935348130762577
14420	embedding2nn.weight	6	-0.0023150902707129717
14420	embedding2nn.weight	7	0.013478944078087807
14420	embedding2nn.weight	8	-0.008290024474263191
14420	embedding2nn.weight	9	-0.013134172186255455
14420	embedding2nn.bias	0	-0.04032247141003609
14420	embedding2nn.bias	1	-0.031999580562114716
14420	embedding2nn.bias	2	-0.06149829551577568
14420	embedding2nn.bias	3	-0.001878330367617309
14420	embedding2nn.bias	4	0.01610245741903782
14420	embedding2nn.bias	5	0.0016574036562815309
14420	embedding2nn.bias	6	0.006138306576758623
14420	embedding2nn.bias	7	0.02296685427427292
14420	embedding2nn.bias	8	0.002283185487613082
14420	embedding2nn.bias	9	0.006825481541454792
14420	rnn.weight_ih_l0	0	0.039427634328603745
14420	rnn.weight_ih_l0	1	-0.012241444550454617
14420	rnn.weight_ih_l0	2	-0.03358597308397293
14420	rnn.weight_ih_l0	3	-0.04532476142048836
14420	rnn.weight_ih_l0	4	-0.04865849390625954
14420	rnn.weight_ih_l0	5	-0.0014460199745371938
14420	rnn.weight_ih_l0	6	-0.053805481642484665
14420	rnn.weight_ih_l0	7	-0.056121911853551865
14420	rnn.weight_ih_l0	8	-0.04604367911815643
14420	rnn.weight_ih_l0	9	-0.025045447051525116
14420	rnn.weight_hh_l0	0	0.011065445840358734
14420	rnn.weight_hh_l0	1	-0.019953764975070953
14420	rnn.weight_hh_l0	2	-0.05943802371621132
14420	rnn.weight_hh_l0	3	-0.027194218710064888
14420	rnn.weight_hh_l0	4	-0.06429429352283478
14420	rnn.weight_hh_l0	5	-0.0110062500461936
14420	rnn.weight_hh_l0	6	-0.04038542881608009
14420	rnn.weight_hh_l0	7	-0.005767236929386854
14420	rnn.weight_hh_l0	8	-0.016313863918185234
14420	rnn.weight_hh_l0	9	0.01723640225827694
14420	rnn.bias_ih_l0	0	0.11127333343029022
14420	rnn.bias_ih_l0	1	-0.0450325533747673
14420	rnn.bias_ih_l0	2	0.10419681668281555
14420	rnn.bias_ih_l0	3	0.05608326569199562
14420	rnn.bias_ih_l0	4	0.09687910974025726
14420	rnn.bias_ih_l0	5	0.025419436395168304
14420	rnn.bias_ih_l0	6	-0.008977622725069523
14420	rnn.bias_ih_l0	7	-0.11457374691963196
14420	rnn.bias_ih_l0	8	-0.1727100908756256
14420	rnn.bias_ih_l0	9	0.08956509828567505
14420	rnn.bias_hh_l0	0	-0.019201911985874176
14420	rnn.bias_hh_l0	1	0.015482868067920208
14420	rnn.bias_hh_l0	2	-0.021079108119010925
14420	rnn.bias_hh_l0	3	-0.014656736515462399
14420	rnn.bias_hh_l0	4	-0.039996590465307236
14420	rnn.bias_hh_l0	5	0.12418419867753983
14420	rnn.bias_hh_l0	6	0.015930594876408577
14420	rnn.bias_hh_l0	7	0.038167908787727356
14420	rnn.bias_hh_l0	8	0.02539115771651268
14420	rnn.bias_hh_l0	9	0.034373313188552856
14420	rnn.weight_ih_l0_reverse	0	-0.0283450186252594
14420	rnn.weight_ih_l0_reverse	1	-0.0007344518089666963
14420	rnn.weight_ih_l0_reverse	2	0.025944113731384277
14420	rnn.weight_ih_l0_reverse	3	-0.05827498808503151
14420	rnn.weight_ih_l0_reverse	4	0.010555996559560299
14420	rnn.weight_ih_l0_reverse	5	-0.05193392559885979
14420	rnn.weight_ih_l0_reverse	6	0.007016726303845644
14420	rnn.weight_ih_l0_reverse	7	0.044429000467061996
14420	rnn.weight_ih_l0_reverse	8	-0.0432579405605793
14420	rnn.weight_ih_l0_reverse	9	-0.05547376349568367
14420	rnn.weight_hh_l0_reverse	0	-0.08194708824157715
14420	rnn.weight_hh_l0_reverse	1	-0.04920040816068649
14420	rnn.weight_hh_l0_reverse	2	0.023169953376054764
14420	rnn.weight_hh_l0_reverse	3	0.043110441416502
14420	rnn.weight_hh_l0_reverse	4	0.014175083488225937
14420	rnn.weight_hh_l0_reverse	5	0.04387092962861061
14420	rnn.weight_hh_l0_reverse	6	-0.016306985169649124
14420	rnn.weight_hh_l0_reverse	7	0.0093384999781847
14420	rnn.weight_hh_l0_reverse	8	-0.09106744080781937
14420	rnn.weight_hh_l0_reverse	9	0.058795783668756485
14420	rnn.bias_ih_l0_reverse	0	-0.09120853245258331
14420	rnn.bias_ih_l0_reverse	1	-0.05205788463354111
14420	rnn.bias_ih_l0_reverse	2	0.09939345717430115
14420	rnn.bias_ih_l0_reverse	3	0.027423981577157974
14420	rnn.bias_ih_l0_reverse	4	-0.11526419967412949
14420	rnn.bias_ih_l0_reverse	5	0.047343216836452484
14420	rnn.bias_ih_l0_reverse	6	-0.11868265271186829
14420	rnn.bias_ih_l0_reverse	7	0.03841152414679527
14420	rnn.bias_ih_l0_reverse	8	0.026673315092921257
14420	rnn.bias_ih_l0_reverse	9	0.06579020619392395
14420	rnn.bias_hh_l0_reverse	0	0.04861612245440483
14420	rnn.bias_hh_l0_reverse	1	0.07806238532066345
14420	rnn.bias_hh_l0_reverse	2	0.07218344509601593
14420	rnn.bias_hh_l0_reverse	3	-0.006312719080597162
14420	rnn.bias_hh_l0_reverse	4	0.08392602950334549
14420	rnn.bias_hh_l0_reverse	5	0.0223580002784729
14420	rnn.bias_hh_l0_reverse	6	-0.07024330645799637
14420	rnn.bias_hh_l0_reverse	7	0.02828371711075306
14420	rnn.bias_hh_l0_reverse	8	0.017135893926024437
14420	rnn.bias_hh_l0_reverse	9	-0.14865431189537048
14420	linear.weight	0	0.16308750212192535
14420	linear.weight	1	-0.11996790021657944
14420	linear.weight	2	-0.18618415296077728
14420	linear.weight	3	0.07030096650123596
14420	linear.weight	4	-0.0021972316317260265
14420	linear.weight	5	0.0006333959754556417
14420	linear.weight	6	-0.008508680388331413
14420	linear.weight	7	-0.03405062481760979
14420	linear.weight	8	0.06800394505262375
14420	linear.weight	9	0.27625635266304016
14420	linear.bias	0	-0.160281702876091
14420	linear.bias	1	0.14093221724033356
14420	linear.bias	2	-0.46582069993019104
14420	linear.bias	3	1.5608419179916382
14420	linear.bias	4	-0.3574158549308777
14420	linear.bias	5	-0.030769959092140198
14420	linear.bias	6	-0.3166317641735077
14420	linear.bias	7	-0.2318996787071228
14420	linear.bias	8	-0.003297524293884635
14420	linear.bias	9	-0.4609440565109253
14448	transitions	0	-0.6231673955917358
14448	transitions	1	0.37551015615463257
14448	transitions	2	1.7085750102996826
14448	transitions	3	0.12812790274620056
14448	transitions	4	0.9681903123855591
14448	transitions	5	1.2744108438491821
14448	transitions	6	0.483968049287796
14448	transitions	7	0.17924393713474274
14448	transitions	8	-0.9192543029785156
14448	transitions	9	0.9307457208633423
14448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14448	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14448	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14448	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14448	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14448	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14448	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14448	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14448	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14448	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14448	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14448	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14448	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14448	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14448	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14448	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14448	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14448	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14448	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14448	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14448	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14448	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14448	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14448	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14448	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14448	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14448	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14448	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14448	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14448	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14448	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14448	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14448	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14448	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14448	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14448	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14448	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14448	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14448	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14448	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14448	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14448	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14448	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14448	embedding2nn.weight	0	0.021690649911761284
14448	embedding2nn.weight	1	0.01584470644593239
14448	embedding2nn.weight	2	-0.0052070291712880135
14448	embedding2nn.weight	3	0.0006581097841262817
14448	embedding2nn.weight	4	-0.004526596982032061
14448	embedding2nn.weight	5	0.008939201943576336
14448	embedding2nn.weight	6	-0.0023140553385019302
14448	embedding2nn.weight	7	0.014040369540452957
14448	embedding2nn.weight	8	-0.008025696501135826
14448	embedding2nn.weight	9	-0.013106541708111763
14448	embedding2nn.bias	0	-0.03499148413538933
14448	embedding2nn.bias	1	-0.034107755869627
14448	embedding2nn.bias	2	-0.05736707150936127
14448	embedding2nn.bias	3	0.00596168776974082
14448	embedding2nn.bias	4	0.018922213464975357
14448	embedding2nn.bias	5	-0.0019129242282360792
14448	embedding2nn.bias	6	0.005381422583013773
14448	embedding2nn.bias	7	0.024097686633467674
14448	embedding2nn.bias	8	-0.0009212510194629431
14448	embedding2nn.bias	9	0.005070578772574663
14448	rnn.weight_ih_l0	0	0.0392317920923233
14448	rnn.weight_ih_l0	1	-0.012544043362140656
14448	rnn.weight_ih_l0	2	-0.03333580121397972
14448	rnn.weight_ih_l0	3	-0.04510648176074028
14448	rnn.weight_ih_l0	4	-0.04837803170084953
14448	rnn.weight_ih_l0	5	-0.0012999287573620677
14448	rnn.weight_ih_l0	6	-0.05332587659358978
14448	rnn.weight_ih_l0	7	-0.055928342044353485
14448	rnn.weight_ih_l0	8	-0.04559313878417015
14448	rnn.weight_ih_l0	9	-0.02539791539311409
14448	rnn.weight_hh_l0	0	0.011227418668568134
14448	rnn.weight_hh_l0	1	-0.02003624476492405
14448	rnn.weight_hh_l0	2	-0.05908071994781494
14448	rnn.weight_hh_l0	3	-0.026963645592331886
14448	rnn.weight_hh_l0	4	-0.06439056247472763
14448	rnn.weight_hh_l0	5	-0.011019810102880001
14448	rnn.weight_hh_l0	6	-0.03932635858654976
14448	rnn.weight_hh_l0	7	-0.006142729893326759
14448	rnn.weight_hh_l0	8	-0.0159946046769619
14448	rnn.weight_hh_l0	9	0.016819439828395844
14448	rnn.bias_ih_l0	0	0.1110614761710167
14448	rnn.bias_ih_l0	1	-0.044815193861722946
14448	rnn.bias_ih_l0	2	0.10567492246627808
14448	rnn.bias_ih_l0	3	0.058022815734148026
14448	rnn.bias_ih_l0	4	0.09578917920589447
14448	rnn.bias_ih_l0	5	0.026073932647705078
14448	rnn.bias_ih_l0	6	-0.009592385962605476
14448	rnn.bias_ih_l0	7	-0.11287098377943039
14448	rnn.bias_ih_l0	8	-0.17887726426124573
14448	rnn.bias_ih_l0	9	0.09050988405942917
14448	rnn.bias_hh_l0	0	-0.019337885081768036
14448	rnn.bias_hh_l0	1	0.014540905132889748
14448	rnn.bias_hh_l0	2	-0.02014204114675522
14448	rnn.bias_hh_l0	3	-0.014073595404624939
14448	rnn.bias_hh_l0	4	-0.041213080286979675
14448	rnn.bias_hh_l0	5	0.12657448649406433
14448	rnn.bias_hh_l0	6	0.01440474297851324
14448	rnn.bias_hh_l0	7	0.03734097257256508
14448	rnn.bias_hh_l0	8	0.024776391685009003
14448	rnn.bias_hh_l0	9	0.03667851537466049
14448	rnn.weight_ih_l0_reverse	0	-0.02830440178513527
14448	rnn.weight_ih_l0_reverse	1	-0.0005648350925184786
14448	rnn.weight_ih_l0_reverse	2	0.025933776050806046
14448	rnn.weight_ih_l0_reverse	3	-0.0586782842874527
14448	rnn.weight_ih_l0_reverse	4	0.010785232298076153
14448	rnn.weight_ih_l0_reverse	5	-0.051667433232069016
14448	rnn.weight_ih_l0_reverse	6	0.0063284835778176785
14448	rnn.weight_ih_l0_reverse	7	0.04438551887869835
14448	rnn.weight_ih_l0_reverse	8	-0.0433940626680851
14448	rnn.weight_ih_l0_reverse	9	-0.05558548495173454
14448	rnn.weight_hh_l0_reverse	0	-0.0823906660079956
14448	rnn.weight_hh_l0_reverse	1	-0.049812767654657364
14448	rnn.weight_hh_l0_reverse	2	0.022784972563385963
14448	rnn.weight_hh_l0_reverse	3	0.042919788509607315
14448	rnn.weight_hh_l0_reverse	4	0.013968318700790405
14448	rnn.weight_hh_l0_reverse	5	0.04372458532452583
14448	rnn.weight_hh_l0_reverse	6	-0.017532968893647194
14448	rnn.weight_hh_l0_reverse	7	0.009141861461102962
14448	rnn.weight_hh_l0_reverse	8	-0.091190867125988
14448	rnn.weight_hh_l0_reverse	9	0.059220246970653534
14448	rnn.bias_ih_l0_reverse	0	-0.09030894190073013
14448	rnn.bias_ih_l0_reverse	1	-0.0490812323987484
14448	rnn.bias_ih_l0_reverse	2	0.10007890313863754
14448	rnn.bias_ih_l0_reverse	3	0.02748311683535576
14448	rnn.bias_ih_l0_reverse	4	-0.11588220298290253
14448	rnn.bias_ih_l0_reverse	5	0.04643556848168373
14448	rnn.bias_ih_l0_reverse	6	-0.1184101551771164
14448	rnn.bias_ih_l0_reverse	7	0.038346342742443085
14448	rnn.bias_ih_l0_reverse	8	0.025477634742856026
14448	rnn.bias_ih_l0_reverse	9	0.06642421334981918
14448	rnn.bias_hh_l0_reverse	0	0.055437151342630386
14448	rnn.bias_hh_l0_reverse	1	0.07702218741178513
14448	rnn.bias_hh_l0_reverse	2	0.07029302418231964
14448	rnn.bias_hh_l0_reverse	3	-0.005498568993061781
14448	rnn.bias_hh_l0_reverse	4	0.0850292444229126
14448	rnn.bias_hh_l0_reverse	5	0.015039169229567051
14448	rnn.bias_hh_l0_reverse	6	-0.070607490837574
14448	rnn.bias_hh_l0_reverse	7	0.027858871966600418
14448	rnn.bias_hh_l0_reverse	8	0.017540911212563515
14448	rnn.bias_hh_l0_reverse	9	-0.15079624950885773
14448	linear.weight	0	0.1646256446838379
14448	linear.weight	1	-0.11996293812990189
14448	linear.weight	2	-0.18524867296218872
14448	linear.weight	3	0.06531542539596558
14448	linear.weight	4	-0.0033392480108886957
14448	linear.weight	5	0.0005203956970945001
14448	linear.weight	6	-0.008499081246554852
14448	linear.weight	7	-0.03404007479548454
14448	linear.weight	8	0.06672567129135132
14448	linear.weight	9	0.2783464789390564
14448	linear.bias	0	-0.15734875202178955
14448	linear.bias	1	0.14634452760219574
14448	linear.bias	2	-0.4663355052471161
14448	linear.bias	3	1.559620976448059
14448	linear.bias	4	-0.35781335830688477
14448	linear.bias	5	-0.030769959092140198
14448	linear.bias	6	-0.31555840373039246
14448	linear.bias	7	-0.23317475616931915
14448	linear.bias	8	0.0013475606683641672
14448	linear.bias	9	-0.46104320883750916
14476	transitions	0	-0.623236894607544
14476	transitions	1	0.3753836452960968
14476	transitions	2	1.708413004875183
14476	transitions	3	0.12809087336063385
14476	transitions	4	0.9681293964385986
14476	transitions	5	1.2744081020355225
14476	transitions	6	0.4839676320552826
14476	transitions	7	0.17924101650714874
14476	transitions	8	-0.9192563891410828
14476	transitions	9	0.9307456612586975
14476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14476	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14476	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14476	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14476	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14476	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14476	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14476	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14476	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14476	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14476	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14476	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14476	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14476	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14476	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14476	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14476	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14476	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14476	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14476	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14476	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14476	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14476	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14476	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14476	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14476	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14476	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14476	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14476	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14476	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14476	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14476	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14476	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14476	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14476	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14476	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14476	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14476	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14476	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14476	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14476	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14476	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14476	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14476	embedding2nn.weight	0	0.021506670862436295
14476	embedding2nn.weight	1	0.01582876220345497
14476	embedding2nn.weight	2	-0.005309136118739843
14476	embedding2nn.weight	3	0.0006598427426069975
14476	embedding2nn.weight	4	-0.004501857329159975
14476	embedding2nn.weight	5	0.00867734756320715
14476	embedding2nn.weight	6	-0.0024051135405898094
14476	embedding2nn.weight	7	0.015521058812737465
14476	embedding2nn.weight	8	-0.007935977540910244
14476	embedding2nn.weight	9	-0.013015336357057095
14476	embedding2nn.bias	0	-0.0399831160902977
14476	embedding2nn.bias	1	-0.035738855600357056
14476	embedding2nn.bias	2	-0.05268121510744095
14476	embedding2nn.bias	3	0.00839149858802557
14476	embedding2nn.bias	4	0.013071306981146336
14476	embedding2nn.bias	5	0.0015259282663464546
14476	embedding2nn.bias	6	0.010910158976912498
14476	embedding2nn.bias	7	0.025086818262934685
14476	embedding2nn.bias	8	-0.003360640723258257
14476	embedding2nn.bias	9	-0.0004951013252139091
14476	rnn.weight_ih_l0	0	0.039498504251241684
14476	rnn.weight_ih_l0	1	-0.012826015241444111
14476	rnn.weight_ih_l0	2	-0.03378286585211754
14476	rnn.weight_ih_l0	3	-0.04473112151026726
14476	rnn.weight_ih_l0	4	-0.04861931502819061
14476	rnn.weight_ih_l0	5	-0.0011506837327033281
14476	rnn.weight_ih_l0	6	-0.05378485843539238
14476	rnn.weight_ih_l0	7	-0.05599936842918396
14476	rnn.weight_ih_l0	8	-0.045264050364494324
14476	rnn.weight_ih_l0	9	-0.02591598406434059
14476	rnn.weight_hh_l0	0	0.010665780864655972
14476	rnn.weight_hh_l0	1	-0.018708810210227966
14476	rnn.weight_hh_l0	2	-0.05990397185087204
14476	rnn.weight_hh_l0	3	-0.02681375853717327
14476	rnn.weight_hh_l0	4	-0.06469563394784927
14476	rnn.weight_hh_l0	5	-0.011150069534778595
14476	rnn.weight_hh_l0	6	-0.040178749710321426
14476	rnn.weight_hh_l0	7	-0.006908714771270752
14476	rnn.weight_hh_l0	8	-0.01577383279800415
14476	rnn.weight_hh_l0	9	0.01745082624256611
14476	rnn.bias_ih_l0	0	0.11163118481636047
14476	rnn.bias_ih_l0	1	-0.042064178735017776
14476	rnn.bias_ih_l0	2	0.1003514975309372
14476	rnn.bias_ih_l0	3	0.060314156115055084
14476	rnn.bias_ih_l0	4	0.09543133527040482
14476	rnn.bias_ih_l0	5	0.025113094598054886
14476	rnn.bias_ih_l0	6	-0.005168183706700802
14476	rnn.bias_ih_l0	7	-0.11360712349414825
14476	rnn.bias_ih_l0	8	-0.18102306127548218
14476	rnn.bias_ih_l0	9	0.09122876077890396
14476	rnn.bias_hh_l0	0	-0.019119909033179283
14476	rnn.bias_hh_l0	1	0.014456721022725105
14476	rnn.bias_hh_l0	2	-0.0165756456553936
14476	rnn.bias_hh_l0	3	-0.013569594360888004
14476	rnn.bias_hh_l0	4	-0.04320773482322693
14476	rnn.bias_hh_l0	5	0.12434952706098557
14476	rnn.bias_hh_l0	6	0.014026257209479809
14476	rnn.bias_hh_l0	7	0.04047950729727745
14476	rnn.bias_hh_l0	8	0.029200594872236252
14476	rnn.bias_hh_l0	9	0.0379943810403347
14476	rnn.weight_ih_l0_reverse	0	-0.02787473052740097
14476	rnn.weight_ih_l0_reverse	1	-0.0007801660685800016
14476	rnn.weight_ih_l0_reverse	2	0.02591714635491371
14476	rnn.weight_ih_l0_reverse	3	-0.0582575686275959
14476	rnn.weight_ih_l0_reverse	4	0.011048625223338604
14476	rnn.weight_ih_l0_reverse	5	-0.051679085940122604
14476	rnn.weight_ih_l0_reverse	6	0.008093656972050667
14476	rnn.weight_ih_l0_reverse	7	0.044365134090185165
14476	rnn.weight_ih_l0_reverse	8	-0.04353542998433113
14476	rnn.weight_ih_l0_reverse	9	-0.055581700056791306
14476	rnn.weight_hh_l0_reverse	0	-0.08217309415340424
14476	rnn.weight_hh_l0_reverse	1	-0.04975510016083717
14476	rnn.weight_hh_l0_reverse	2	0.0224985983222723
14476	rnn.weight_hh_l0_reverse	3	0.042471855878829956
14476	rnn.weight_hh_l0_reverse	4	0.014430436305701733
14476	rnn.weight_hh_l0_reverse	5	0.04371491074562073
14476	rnn.weight_hh_l0_reverse	6	-0.019268600270152092
14476	rnn.weight_hh_l0_reverse	7	0.009352436289191246
14476	rnn.weight_hh_l0_reverse	8	-0.09100530296564102
14476	rnn.weight_hh_l0_reverse	9	0.05994965881109238
14476	rnn.bias_ih_l0_reverse	0	-0.08787258714437485
14476	rnn.bias_ih_l0_reverse	1	-0.052037276327610016
14476	rnn.bias_ih_l0_reverse	2	0.09907414764165878
14476	rnn.bias_ih_l0_reverse	3	0.025207919999957085
14476	rnn.bias_ih_l0_reverse	4	-0.11574965715408325
14476	rnn.bias_ih_l0_reverse	5	0.04686332494020462
14476	rnn.bias_ih_l0_reverse	6	-0.11913250386714935
14476	rnn.bias_ih_l0_reverse	7	0.039051353931427
14476	rnn.bias_ih_l0_reverse	8	0.027579480782151222
14476	rnn.bias_ih_l0_reverse	9	0.06721769273281097
14476	rnn.bias_hh_l0_reverse	0	0.057123638689517975
14476	rnn.bias_hh_l0_reverse	1	0.07439851015806198
14476	rnn.bias_hh_l0_reverse	2	0.07160939276218414
14476	rnn.bias_hh_l0_reverse	3	-0.006823488045483828
14476	rnn.bias_hh_l0_reverse	4	0.0843738317489624
14476	rnn.bias_hh_l0_reverse	5	0.0031461368780583143
14476	rnn.bias_hh_l0_reverse	6	-0.0708533227443695
14476	rnn.bias_hh_l0_reverse	7	0.028026634827256203
14476	rnn.bias_hh_l0_reverse	8	0.020520411431789398
14476	rnn.bias_hh_l0_reverse	9	-0.15048886835575104
14476	linear.weight	0	0.1698966771364212
14476	linear.weight	1	-0.12215149402618408
14476	linear.weight	2	-0.18523931503295898
14476	linear.weight	3	0.06533979624509811
14476	linear.weight	4	-0.0017422455130144954
14476	linear.weight	5	0.0011924521531909704
14476	linear.weight	6	-0.008475246839225292
14476	linear.weight	7	-0.033805668354034424
14476	linear.weight	8	0.06806787103414536
14476	linear.weight	9	0.2785184681415558
14476	linear.bias	0	-0.14726556837558746
14476	linear.bias	1	0.14028453826904297
14476	linear.bias	2	-0.46881726384162903
14476	linear.bias	3	1.5492208003997803
14476	linear.bias	4	-0.3582158386707306
14476	linear.bias	5	-0.030769959092140198
14476	linear.bias	6	-0.3171052932739258
14476	linear.bias	7	-0.23723822832107544
14476	linear.bias	8	-0.008330386132001877
14476	linear.bias	9	-0.4611814618110657
14504	transitions	0	-0.6233381628990173
14504	transitions	1	0.37531909346580505
14504	transitions	2	1.7082980871200562
14504	transitions	3	0.1280694454908371
14504	transitions	4	0.9681182503700256
14504	transitions	5	1.2744053602218628
14504	transitions	6	0.48396730422973633
14504	transitions	7	0.17923639714717865
14504	transitions	8	-0.9192579388618469
14504	transitions	9	0.9307456612586975
14504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14504	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14504	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14504	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14504	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14504	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14504	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14504	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14504	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14504	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14504	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14504	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14504	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14504	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14504	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14504	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14504	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14504	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14504	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14504	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14504	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14504	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14504	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14504	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14504	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14504	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14504	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14504	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14504	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14504	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14504	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14504	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14504	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14504	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14504	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14504	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14504	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14504	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14504	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14504	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14504	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14504	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14504	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14504	embedding2nn.weight	0	0.021759910508990288
14504	embedding2nn.weight	1	0.015845146030187607
14504	embedding2nn.weight	2	-0.0053531150333583355
14504	embedding2nn.weight	3	0.0006620031199418008
14504	embedding2nn.weight	4	-0.004490427207201719
14504	embedding2nn.weight	5	0.008741931058466434
14504	embedding2nn.weight	6	-0.002413200680166483
14504	embedding2nn.weight	7	0.014672775752842426
14504	embedding2nn.weight	8	-0.007842723280191422
14504	embedding2nn.weight	9	-0.013017366640269756
14504	embedding2nn.bias	0	-0.04095511883497238
14504	embedding2nn.bias	1	-0.038884278386831284
14504	embedding2nn.bias	2	-0.051249608397483826
14504	embedding2nn.bias	3	0.009584153071045876
14504	embedding2nn.bias	4	0.014468821696937084
14504	embedding2nn.bias	5	0.005618859548121691
14504	embedding2nn.bias	6	0.014542505145072937
14504	embedding2nn.bias	7	0.02118116430938244
14504	embedding2nn.bias	8	-0.006239458452910185
14504	embedding2nn.bias	9	0.0017905797576531768
14504	rnn.weight_ih_l0	0	0.03969447687268257
14504	rnn.weight_ih_l0	1	-0.01276671513915062
14504	rnn.weight_ih_l0	2	-0.035205986350774765
14504	rnn.weight_ih_l0	3	-0.04421268776059151
14504	rnn.weight_ih_l0	4	-0.04849652945995331
14504	rnn.weight_ih_l0	5	-0.00077156035695225
14504	rnn.weight_ih_l0	6	-0.05375796929001808
14504	rnn.weight_ih_l0	7	-0.05566504970192909
14504	rnn.weight_ih_l0	8	-0.04549458995461464
14504	rnn.weight_ih_l0	9	-0.025953223928809166
14504	rnn.weight_hh_l0	0	0.010544653050601482
14504	rnn.weight_hh_l0	1	-0.0189188364893198
14504	rnn.weight_hh_l0	2	-0.059669990092515945
14504	rnn.weight_hh_l0	3	-0.026928270235657692
14504	rnn.weight_hh_l0	4	-0.06459750235080719
14504	rnn.weight_hh_l0	5	-0.010892616584897041
14504	rnn.weight_hh_l0	6	-0.03987126797437668
14504	rnn.weight_hh_l0	7	-0.007320898585021496
14504	rnn.weight_hh_l0	8	-0.01579967699944973
14504	rnn.weight_hh_l0	9	0.01768672838807106
14504	rnn.bias_ih_l0	0	0.11234930157661438
14504	rnn.bias_ih_l0	1	-0.04178657755255699
14504	rnn.bias_ih_l0	2	0.10026848316192627
14504	rnn.bias_ih_l0	3	0.05956805869936943
14504	rnn.bias_ih_l0	4	0.0936884805560112
14504	rnn.bias_ih_l0	5	0.023379527032375336
14504	rnn.bias_ih_l0	6	-0.0034033048432320356
14504	rnn.bias_ih_l0	7	-0.11406304687261581
14504	rnn.bias_ih_l0	8	-0.18094107508659363
14504	rnn.bias_ih_l0	9	0.09312666952610016
14504	rnn.bias_hh_l0	0	-0.019007617607712746
14504	rnn.bias_hh_l0	1	0.014785369858145714
14504	rnn.bias_hh_l0	2	-0.0159571822732687
14504	rnn.bias_hh_l0	3	-0.01463509351015091
14504	rnn.bias_hh_l0	4	-0.04371822997927666
14504	rnn.bias_hh_l0	5	0.12599267065525055
14504	rnn.bias_hh_l0	6	0.017597811296582222
14504	rnn.bias_hh_l0	7	0.04040221869945526
14504	rnn.bias_hh_l0	8	0.030965469777584076
14504	rnn.bias_hh_l0	9	0.03731971234083176
14504	rnn.weight_ih_l0_reverse	0	-0.02823386900126934
14504	rnn.weight_ih_l0_reverse	1	-0.0008058426319621503
14504	rnn.weight_ih_l0_reverse	2	0.025910623371601105
14504	rnn.weight_ih_l0_reverse	3	-0.058580342680215836
14504	rnn.weight_ih_l0_reverse	4	0.011266115121543407
14504	rnn.weight_ih_l0_reverse	5	-0.051815781742334366
14504	rnn.weight_ih_l0_reverse	6	0.007955469191074371
14504	rnn.weight_ih_l0_reverse	7	0.044298939406871796
14504	rnn.weight_ih_l0_reverse	8	-0.04328339174389839
14504	rnn.weight_ih_l0_reverse	9	-0.05571150779724121
14504	rnn.weight_hh_l0_reverse	0	-0.0813312977552414
14504	rnn.weight_hh_l0_reverse	1	-0.0506482794880867
14504	rnn.weight_hh_l0_reverse	2	0.02308090403676033
14504	rnn.weight_hh_l0_reverse	3	0.04221933335065842
14504	rnn.weight_hh_l0_reverse	4	0.014166194945573807
14504	rnn.weight_hh_l0_reverse	5	0.04367459937930107
14504	rnn.weight_hh_l0_reverse	6	-0.019312100484967232
14504	rnn.weight_hh_l0_reverse	7	0.009496184065937996
14504	rnn.weight_hh_l0_reverse	8	-0.09145906567573547
14504	rnn.weight_hh_l0_reverse	9	0.06093200296163559
14504	rnn.bias_ih_l0_reverse	0	-0.08933994174003601
14504	rnn.bias_ih_l0_reverse	1	-0.0551198311150074
14504	rnn.bias_ih_l0_reverse	2	0.09942110627889633
14504	rnn.bias_ih_l0_reverse	3	0.025372996926307678
14504	rnn.bias_ih_l0_reverse	4	-0.11561571061611176
14504	rnn.bias_ih_l0_reverse	5	0.047688037157058716
14504	rnn.bias_ih_l0_reverse	6	-0.12080659717321396
14504	rnn.bias_ih_l0_reverse	7	0.038559138774871826
14504	rnn.bias_ih_l0_reverse	8	0.025504987686872482
14504	rnn.bias_ih_l0_reverse	9	0.06600097566843033
14504	rnn.bias_hh_l0_reverse	0	0.05955926701426506
14504	rnn.bias_hh_l0_reverse	1	0.07256542146205902
14504	rnn.bias_hh_l0_reverse	2	0.07267893105745316
14504	rnn.bias_hh_l0_reverse	3	-0.005746420007199049
14504	rnn.bias_hh_l0_reverse	4	0.08458234369754791
14504	rnn.bias_hh_l0_reverse	5	-0.0019182583782821894
14504	rnn.bias_hh_l0_reverse	6	-0.07038351148366928
14504	rnn.bias_hh_l0_reverse	7	0.028205890208482742
14504	rnn.bias_hh_l0_reverse	8	0.021834667772054672
14504	rnn.bias_hh_l0_reverse	9	-0.15109814703464508
14504	linear.weight	0	0.18541203439235687
14504	linear.weight	1	-0.12214469909667969
14504	linear.weight	2	-0.19108062982559204
14504	linear.weight	3	0.06466913223266602
14504	linear.weight	4	-0.0036902541760355234
14504	linear.weight	5	0.0018712326418608427
14504	linear.weight	6	-0.008462110534310341
14504	linear.weight	7	-0.033807337284088135
14504	linear.weight	8	0.07211318612098694
14504	linear.weight	9	0.2846238911151886
14504	linear.bias	0	-0.14397822320461273
14504	linear.bias	1	0.14426301419734955
14504	linear.bias	2	-0.47135499119758606
14504	linear.bias	3	1.5680742263793945
14504	linear.bias	4	-0.3585396111011505
14504	linear.bias	5	-0.030769959092140198
14504	linear.bias	6	-0.31793391704559326
14504	linear.bias	7	-0.23763813078403473
14504	linear.bias	8	-0.0022143502719700336
14504	linear.bias	9	-0.46138796210289
14532	transitions	0	-0.6233811378479004
14532	transitions	1	0.37523165345191956
14532	transitions	2	1.7081600427627563
14532	transitions	3	0.12805047631263733
14532	transitions	4	0.9679098129272461
14532	transitions	5	1.2744041681289673
14532	transitions	6	0.483964741230011
14532	transitions	7	0.17923426628112793
14532	transitions	8	-0.919258177280426
14532	transitions	9	0.9307456016540527
14532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14532	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14532	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14532	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14532	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14532	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14532	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14532	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14532	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14532	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14532	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14532	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14532	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14532	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14532	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14532	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14532	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14532	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14532	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14532	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14532	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14532	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14532	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14532	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14532	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14532	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14532	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14532	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14532	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14532	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14532	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14532	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14532	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14532	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14532	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14532	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14532	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14532	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14532	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14532	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14532	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14532	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14532	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14532	embedding2nn.weight	0	0.021484235301613808
14532	embedding2nn.weight	1	0.01586196944117546
14532	embedding2nn.weight	2	-0.0053484635427594185
14532	embedding2nn.weight	3	0.0006114973220974207
14532	embedding2nn.weight	4	-0.00447450764477253
14532	embedding2nn.weight	5	0.008729384280741215
14532	embedding2nn.weight	6	-0.002597591606900096
14532	embedding2nn.weight	7	0.013728550635278225
14532	embedding2nn.weight	8	-0.007866133004426956
14532	embedding2nn.weight	9	-0.01297006942331791
14532	embedding2nn.bias	0	-0.039018984884023666
14532	embedding2nn.bias	1	-0.03686537966132164
14532	embedding2nn.bias	2	-0.052975282073020935
14532	embedding2nn.bias	3	0.003714576829224825
14532	embedding2nn.bias	4	0.012734178453683853
14532	embedding2nn.bias	5	0.0036484254524111748
14532	embedding2nn.bias	6	0.017318984493613243
14532	embedding2nn.bias	7	0.015281702391803265
14532	embedding2nn.bias	8	-0.003873680019751191
14532	embedding2nn.bias	9	-0.0012217070907354355
14532	rnn.weight_ih_l0	0	0.039570923894643784
14532	rnn.weight_ih_l0	1	-0.012697539292275906
14532	rnn.weight_ih_l0	2	-0.03484773263335228
14532	rnn.weight_ih_l0	3	-0.044343553483486176
14532	rnn.weight_ih_l0	4	-0.04863163083791733
14532	rnn.weight_ih_l0	5	-0.0007884764927439392
14532	rnn.weight_ih_l0	6	-0.05439937487244606
14532	rnn.weight_ih_l0	7	-0.05592897906899452
14532	rnn.weight_ih_l0	8	-0.04535312205553055
14532	rnn.weight_ih_l0	9	-0.025887027382850647
14532	rnn.weight_hh_l0	0	0.010486732237040997
14532	rnn.weight_hh_l0	1	-0.019210798665881157
14532	rnn.weight_hh_l0	2	-0.05963246151804924
14532	rnn.weight_hh_l0	3	-0.027810562402009964
14532	rnn.weight_hh_l0	4	-0.06423759460449219
14532	rnn.weight_hh_l0	5	-0.010974741540849209
14532	rnn.weight_hh_l0	6	-0.041646044701337814
14532	rnn.weight_hh_l0	7	-0.008521590381860733
14532	rnn.weight_hh_l0	8	-0.015470863319933414
14532	rnn.weight_hh_l0	9	0.017096728086471558
14532	rnn.bias_ih_l0	0	0.11291462928056717
14532	rnn.bias_ih_l0	1	-0.04271836206316948
14532	rnn.bias_ih_l0	2	0.10274223983287811
14532	rnn.bias_ih_l0	3	0.05956915393471718
14532	rnn.bias_ih_l0	4	0.09498904645442963
14532	rnn.bias_ih_l0	5	0.024504404515028
14532	rnn.bias_ih_l0	6	-0.005756236147135496
14532	rnn.bias_ih_l0	7	-0.10775436460971832
14532	rnn.bias_ih_l0	8	-0.1749049723148346
14532	rnn.bias_ih_l0	9	0.09259813278913498
14532	rnn.bias_hh_l0	0	-0.01779652014374733
14532	rnn.bias_hh_l0	1	0.012477959506213665
14532	rnn.bias_hh_l0	2	-0.012982836924493313
14532	rnn.bias_hh_l0	3	-0.01682101935148239
14532	rnn.bias_hh_l0	4	-0.04521555453538895
14532	rnn.bias_hh_l0	5	0.12839926779270172
14532	rnn.bias_hh_l0	6	0.01796928234398365
14532	rnn.bias_hh_l0	7	0.04129242151975632
14532	rnn.bias_hh_l0	8	0.028612539172172546
14532	rnn.bias_hh_l0	9	0.03847923502326012
14532	rnn.weight_ih_l0_reverse	0	-0.028329795226454735
14532	rnn.weight_ih_l0_reverse	1	-0.00038751401007175446
14532	rnn.weight_ih_l0_reverse	2	0.026046985760331154
14532	rnn.weight_ih_l0_reverse	3	-0.05903201177716255
14532	rnn.weight_ih_l0_reverse	4	0.01104785781353712
14532	rnn.weight_ih_l0_reverse	5	-0.05115976929664612
14532	rnn.weight_ih_l0_reverse	6	0.008417036384344101
14532	rnn.weight_ih_l0_reverse	7	0.04421702399849892
14532	rnn.weight_ih_l0_reverse	8	-0.043403077870607376
14532	rnn.weight_ih_l0_reverse	9	-0.05540717393159866
14532	rnn.weight_hh_l0_reverse	0	-0.08171244710683823
14532	rnn.weight_hh_l0_reverse	1	-0.04995269700884819
14532	rnn.weight_hh_l0_reverse	2	0.023358186706900597
14532	rnn.weight_hh_l0_reverse	3	0.04255402088165283
14532	rnn.weight_hh_l0_reverse	4	0.014623650349676609
14532	rnn.weight_hh_l0_reverse	5	0.043529871851205826
14532	rnn.weight_hh_l0_reverse	6	-0.019456153735518456
14532	rnn.weight_hh_l0_reverse	7	0.009315920993685722
14532	rnn.weight_hh_l0_reverse	8	-0.0921371728181839
14532	rnn.weight_hh_l0_reverse	9	0.061565425246953964
14532	rnn.bias_ih_l0_reverse	0	-0.09047958999872208
14532	rnn.bias_ih_l0_reverse	1	-0.061981555074453354
14532	rnn.bias_ih_l0_reverse	2	0.09714233875274658
14532	rnn.bias_ih_l0_reverse	3	0.024571051821112633
14532	rnn.bias_ih_l0_reverse	4	-0.11490701138973236
14532	rnn.bias_ih_l0_reverse	5	0.04824875295162201
14532	rnn.bias_ih_l0_reverse	6	-0.12196467816829681
14532	rnn.bias_ih_l0_reverse	7	0.03817339241504669
14532	rnn.bias_ih_l0_reverse	8	0.02334715612232685
14532	rnn.bias_ih_l0_reverse	9	0.06651189178228378
14532	rnn.bias_hh_l0_reverse	0	0.056200772523880005
14532	rnn.bias_hh_l0_reverse	1	0.07212186604738235
14532	rnn.bias_hh_l0_reverse	2	0.07367099821567535
14532	rnn.bias_hh_l0_reverse	3	-0.005939801689237356
14532	rnn.bias_hh_l0_reverse	4	0.0850929394364357
14532	rnn.bias_hh_l0_reverse	5	0.0011202038731426
14532	rnn.bias_hh_l0_reverse	6	-0.06997240334749222
14532	rnn.bias_hh_l0_reverse	7	0.026597313582897186
14532	rnn.bias_hh_l0_reverse	8	0.021954333409667015
14532	rnn.bias_hh_l0_reverse	9	-0.14132311940193176
14532	linear.weight	0	0.1814994215965271
14532	linear.weight	1	-0.12214159220457077
14532	linear.weight	2	-0.19098298251628876
14532	linear.weight	3	0.0647510513663292
14532	linear.weight	4	-0.003803819650784135
14532	linear.weight	5	0.00193732138723135
14532	linear.weight	6	-0.008433173410594463
14532	linear.weight	7	-0.03378729149699211
14532	linear.weight	8	0.07291682809591293
14532	linear.weight	9	0.27895116806030273
14532	linear.bias	0	-0.14479658007621765
14532	linear.bias	1	0.1439998894929886
14532	linear.bias	2	-0.4699777066707611
14532	linear.bias	3	1.5617058277130127
14532	linear.bias	4	-0.35886725783348083
14532	linear.bias	5	-0.030769959092140198
14532	linear.bias	6	-0.31752267479896545
14532	linear.bias	7	-0.23683691024780273
14532	linear.bias	8	0.006140274461358786
14532	linear.bias	9	-0.46152743697166443
14560	transitions	0	-0.6234198212623596
14560	transitions	1	0.3751714825630188
14560	transitions	2	1.7080836296081543
14560	transitions	3	0.1280301958322525
14560	transitions	4	0.9678670167922974
14560	transitions	5	1.2744029760360718
14560	transitions	6	0.48396411538124084
14560	transitions	7	0.1792326718568802
14560	transitions	8	-0.9192585945129395
14560	transitions	9	0.9307445883750916
14560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14560	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14560	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14560	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14560	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14560	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14560	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14560	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14560	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14560	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14560	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14560	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14560	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14560	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14560	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14560	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14560	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14560	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14560	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14560	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14560	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14560	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14560	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14560	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14560	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14560	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14560	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14560	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14560	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14560	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14560	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14560	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14560	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14560	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14560	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14560	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14560	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14560	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14560	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14560	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14560	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14560	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14560	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14560	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14560	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14560	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14560	embedding2nn.weight	0	0.021552972495555878
14560	embedding2nn.weight	1	0.015722764655947685
14560	embedding2nn.weight	2	-0.005377111025154591
14560	embedding2nn.weight	3	0.0004241954302415252
14560	embedding2nn.weight	4	-0.004554663319140673
14560	embedding2nn.weight	5	0.008812252432107925
14560	embedding2nn.weight	6	-0.0025812757667154074
14560	embedding2nn.weight	7	0.01440559420734644
14560	embedding2nn.weight	8	-0.0079267006367445
14560	embedding2nn.weight	9	-0.012849679216742516
14560	embedding2nn.bias	0	-0.03847993537783623
14560	embedding2nn.bias	1	-0.03753713145852089
14560	embedding2nn.bias	2	-0.04977620020508766
14560	embedding2nn.bias	3	0.003393111051991582
14560	embedding2nn.bias	4	0.00851812306791544
14560	embedding2nn.bias	5	0.008541316725313663
14560	embedding2nn.bias	6	0.017019210383296013
14560	embedding2nn.bias	7	0.006718209944665432
14560	embedding2nn.bias	8	-0.002576173050329089
14560	embedding2nn.bias	9	-0.0023234926629811525
14560	rnn.weight_ih_l0	0	0.03929443284869194
14560	rnn.weight_ih_l0	1	-0.012398824095726013
14560	rnn.weight_ih_l0	2	-0.03434968739748001
14560	rnn.weight_ih_l0	3	-0.044760167598724365
14560	rnn.weight_ih_l0	4	-0.04870499670505524
14560	rnn.weight_ih_l0	5	-0.0009940655436366796
14560	rnn.weight_ih_l0	6	-0.054283108562231064
14560	rnn.weight_ih_l0	7	-0.055968813598155975
14560	rnn.weight_ih_l0	8	-0.04539654776453972
14560	rnn.weight_ih_l0	9	-0.025675153359770775
14560	rnn.weight_hh_l0	0	0.010375551879405975
14560	rnn.weight_hh_l0	1	-0.01917821541428566
14560	rnn.weight_hh_l0	2	-0.05943525210022926
14560	rnn.weight_hh_l0	3	-0.02729644812643528
14560	rnn.weight_hh_l0	4	-0.06396994739770889
14560	rnn.weight_hh_l0	5	-0.011050592176616192
14560	rnn.weight_hh_l0	6	-0.042493660002946854
14560	rnn.weight_hh_l0	7	-0.007339527364820242
14560	rnn.weight_hh_l0	8	-0.01597263477742672
14560	rnn.weight_hh_l0	9	0.01732132025063038
14560	rnn.bias_ih_l0	0	0.11372966319322586
14560	rnn.bias_ih_l0	1	-0.04254533350467682
14560	rnn.bias_ih_l0	2	0.10368842631578445
14560	rnn.bias_ih_l0	3	0.05940766632556915
14560	rnn.bias_ih_l0	4	0.09344036132097244
14560	rnn.bias_ih_l0	5	0.025815285742282867
14560	rnn.bias_ih_l0	6	-0.005566277075558901
14560	rnn.bias_ih_l0	7	-0.10657394677400589
14560	rnn.bias_ih_l0	8	-0.16918161511421204
14560	rnn.bias_ih_l0	9	0.09381656348705292
14560	rnn.bias_hh_l0	0	-0.019593918696045876
14560	rnn.bias_hh_l0	1	0.012602248229086399
14560	rnn.bias_hh_l0	2	-0.013811773620545864
14560	rnn.bias_hh_l0	3	-0.014806565828621387
14560	rnn.bias_hh_l0	4	-0.043932996690273285
14560	rnn.bias_hh_l0	5	0.1291276514530182
14560	rnn.bias_hh_l0	6	0.020679021254181862
14560	rnn.bias_hh_l0	7	0.03880680724978447
14560	rnn.bias_hh_l0	8	0.028802497312426567
14560	rnn.bias_hh_l0	9	0.03866235539317131
14560	rnn.weight_ih_l0_reverse	0	-0.028410766273736954
14560	rnn.weight_ih_l0_reverse	1	-0.0007773183169774711
14560	rnn.weight_ih_l0_reverse	2	0.02571527287364006
14560	rnn.weight_ih_l0_reverse	3	-0.05932895094156265
14560	rnn.weight_ih_l0_reverse	4	0.010949453338980675
14560	rnn.weight_ih_l0_reverse	5	-0.05080925300717354
14560	rnn.weight_ih_l0_reverse	6	0.00823283102363348
14560	rnn.weight_ih_l0_reverse	7	0.04433583840727806
14560	rnn.weight_ih_l0_reverse	8	-0.043338607996702194
14560	rnn.weight_ih_l0_reverse	9	-0.05526779219508171
14560	rnn.weight_hh_l0_reverse	0	-0.08188249915838242
14560	rnn.weight_hh_l0_reverse	1	-0.050495099276304245
14560	rnn.weight_hh_l0_reverse	2	0.023511622101068497
14560	rnn.weight_hh_l0_reverse	3	0.042449045926332474
14560	rnn.weight_hh_l0_reverse	4	0.01340372022241354
14560	rnn.weight_hh_l0_reverse	5	0.043619170784950256
14560	rnn.weight_hh_l0_reverse	6	-0.018555903807282448
14560	rnn.weight_hh_l0_reverse	7	0.009157533757388592
14560	rnn.weight_hh_l0_reverse	8	-0.09170227497816086
14560	rnn.weight_hh_l0_reverse	9	0.061626337468624115
14560	rnn.bias_ih_l0_reverse	0	-0.08853590488433838
14560	rnn.bias_ih_l0_reverse	1	-0.0623893141746521
14560	rnn.bias_ih_l0_reverse	2	0.09634923189878464
14560	rnn.bias_ih_l0_reverse	3	0.025020064786076546
14560	rnn.bias_ih_l0_reverse	4	-0.11523081362247467
14560	rnn.bias_ih_l0_reverse	5	0.04604354500770569
14560	rnn.bias_ih_l0_reverse	6	-0.12205619364976883
14560	rnn.bias_ih_l0_reverse	7	0.03932103142142296
14560	rnn.bias_ih_l0_reverse	8	0.02415350079536438
14560	rnn.bias_ih_l0_reverse	9	0.06749983131885529
14560	rnn.bias_hh_l0_reverse	0	0.06491193175315857
14560	rnn.bias_hh_l0_reverse	1	0.07008965313434601
14560	rnn.bias_hh_l0_reverse	2	0.07285121083259583
14560	rnn.bias_hh_l0_reverse	3	-0.004977065604180098
14560	rnn.bias_hh_l0_reverse	4	0.08356998860836029
14560	rnn.bias_hh_l0_reverse	5	-0.002906213514506817
14560	rnn.bias_hh_l0_reverse	6	-0.07100013643503189
14560	rnn.bias_hh_l0_reverse	7	0.026998883113265038
14560	rnn.bias_hh_l0_reverse	8	0.022244112566113472
14560	rnn.bias_hh_l0_reverse	9	-0.14130304753780365
14560	linear.weight	0	0.17404912412166595
14560	linear.weight	1	-0.12213246524333954
14560	linear.weight	2	-0.18990543484687805
14560	linear.weight	3	0.07007566094398499
14560	linear.weight	4	-0.0035980374086648226
14560	linear.weight	5	-0.0002643106272444129
14560	linear.weight	6	-0.008426367305219173
14560	linear.weight	7	-0.033750392496585846
14560	linear.weight	8	0.07467050105333328
14560	linear.weight	9	0.27861592173576355
14560	linear.bias	0	-0.1589447259902954
14560	linear.bias	1	0.14535455405712128
14560	linear.bias	2	-0.4713767468929291
14560	linear.bias	3	1.5755609273910522
14560	linear.bias	4	-0.35994410514831543
14560	linear.bias	5	-0.030769959092140198
14560	linear.bias	6	-0.31916582584381104
14560	linear.bias	7	-0.23695087432861328
14560	linear.bias	8	0.004315623082220554
14560	linear.bias	9	-0.46163469552993774
14588	transitions	0	-0.6234641075134277
14588	transitions	1	0.3751136064529419
14588	transitions	2	1.708011269569397
14588	transitions	3	0.1279395967721939
14588	transitions	4	0.9676467776298523
14588	transitions	5	1.274401307106018
14588	transitions	6	0.4839637577533722
14588	transitions	7	0.179230734705925
14588	transitions	8	-0.9192594289779663
14588	transitions	9	0.9307445883750916
14588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14588	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14588	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14588	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14588	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14588	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14588	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14588	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14588	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14588	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14588	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14588	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14588	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14588	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14588	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14588	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14588	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14588	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14588	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14588	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14588	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14588	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14588	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14588	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14588	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14588	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14588	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14588	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14588	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14588	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14588	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14588	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14588	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14588	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14588	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14588	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14588	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14588	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14588	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14588	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14588	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14588	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14588	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14588	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14588	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14588	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14588	embedding2nn.weight	0	0.02199978567659855
14588	embedding2nn.weight	1	0.015702340751886368
14588	embedding2nn.weight	2	-0.005263007711619139
14588	embedding2nn.weight	3	0.00026957187219522893
14588	embedding2nn.weight	4	-0.004582815337926149
14588	embedding2nn.weight	5	0.008704849518835545
14588	embedding2nn.weight	6	-0.002637325320392847
14588	embedding2nn.weight	7	0.013078353367745876
14588	embedding2nn.weight	8	-0.00805540569126606
14588	embedding2nn.weight	9	-0.012854572385549545
14588	embedding2nn.bias	0	-0.03536269813776016
14588	embedding2nn.bias	1	-0.03290989622473717
14588	embedding2nn.bias	2	-0.056789565831422806
14588	embedding2nn.bias	3	0.005396848078817129
14588	embedding2nn.bias	4	0.011073303408920765
14588	embedding2nn.bias	5	0.004824558738619089
14588	embedding2nn.bias	6	0.01536985021084547
14588	embedding2nn.bias	7	0.005173760466277599
14588	embedding2nn.bias	8	0.004582978319376707
14588	embedding2nn.bias	9	-0.005991019774228334
14588	rnn.weight_ih_l0	0	0.039334554225206375
14588	rnn.weight_ih_l0	1	-0.012097884900867939
14588	rnn.weight_ih_l0	2	-0.035806167870759964
14588	rnn.weight_ih_l0	3	-0.04470457136631012
14588	rnn.weight_ih_l0	4	-0.0486031100153923
14588	rnn.weight_ih_l0	5	-0.0010559243382886052
14588	rnn.weight_ih_l0	6	-0.05382135137915611
14588	rnn.weight_ih_l0	7	-0.055930059403181076
14588	rnn.weight_ih_l0	8	-0.045333895832300186
14588	rnn.weight_ih_l0	9	-0.025783389806747437
14588	rnn.weight_hh_l0	0	0.01001149695366621
14588	rnn.weight_hh_l0	1	-0.019359545782208443
14588	rnn.weight_hh_l0	2	-0.05802148953080177
14588	rnn.weight_hh_l0	3	-0.027696460485458374
14588	rnn.weight_hh_l0	4	-0.063458651304245
14588	rnn.weight_hh_l0	5	-0.011504655703902245
14588	rnn.weight_hh_l0	6	-0.04209653288125992
14588	rnn.weight_hh_l0	7	-0.007235948462039232
14588	rnn.weight_hh_l0	8	-0.015661509707570076
14588	rnn.weight_hh_l0	9	0.017204878851771355
14588	rnn.bias_ih_l0	0	0.11502324789762497
14588	rnn.bias_ih_l0	1	-0.04152843356132507
14588	rnn.bias_ih_l0	2	0.10250438004732132
14588	rnn.bias_ih_l0	3	0.05748385936021805
14588	rnn.bias_ih_l0	4	0.09436009079217911
14588	rnn.bias_ih_l0	5	0.02629772201180458
14588	rnn.bias_ih_l0	6	-0.004131046589463949
14588	rnn.bias_ih_l0	7	-0.10337112098932266
14588	rnn.bias_ih_l0	8	-0.16506658494472504
14588	rnn.bias_ih_l0	9	0.09345991164445877
14588	rnn.bias_hh_l0	0	-0.016922902315855026
14588	rnn.bias_hh_l0	1	0.01157465111464262
14588	rnn.bias_hh_l0	2	-0.012343315407633781
14588	rnn.bias_hh_l0	3	-0.013729901984333992
14588	rnn.bias_hh_l0	4	-0.046258345246315
14588	rnn.bias_hh_l0	5	0.12715426087379456
14588	rnn.bias_hh_l0	6	0.021847255527973175
14588	rnn.bias_hh_l0	7	0.040316250175237656
14588	rnn.bias_hh_l0	8	0.030237732455134392
14588	rnn.bias_hh_l0	9	0.037174101918935776
14588	rnn.weight_ih_l0_reverse	0	-0.028687454760074615
14588	rnn.weight_ih_l0_reverse	1	-0.0017114408547058702
14588	rnn.weight_ih_l0_reverse	2	0.025828182697296143
14588	rnn.weight_ih_l0_reverse	3	-0.0595083087682724
14588	rnn.weight_ih_l0_reverse	4	0.011211652308702469
14588	rnn.weight_ih_l0_reverse	5	-0.05070774629712105
14588	rnn.weight_ih_l0_reverse	6	0.00884626992046833
14588	rnn.weight_ih_l0_reverse	7	0.04432830214500427
14588	rnn.weight_ih_l0_reverse	8	-0.04328799992799759
14588	rnn.weight_ih_l0_reverse	9	-0.05536257475614548
14588	rnn.weight_hh_l0_reverse	0	-0.0821065604686737
14588	rnn.weight_hh_l0_reverse	1	-0.05114757642149925
14588	rnn.weight_hh_l0_reverse	2	0.022975705564022064
14588	rnn.weight_hh_l0_reverse	3	0.04198788106441498
14588	rnn.weight_hh_l0_reverse	4	0.014423082582652569
14588	rnn.weight_hh_l0_reverse	5	0.04343528300523758
14588	rnn.weight_hh_l0_reverse	6	-0.016353139653801918
14588	rnn.weight_hh_l0_reverse	7	0.009080401621758938
14588	rnn.weight_hh_l0_reverse	8	-0.09157120436429977
14588	rnn.weight_hh_l0_reverse	9	0.06127101927995682
14588	rnn.bias_ih_l0_reverse	0	-0.08452865481376648
14588	rnn.bias_ih_l0_reverse	1	-0.05899606645107269
14588	rnn.bias_ih_l0_reverse	2	0.09615204483270645
14588	rnn.bias_ih_l0_reverse	3	0.024596454575657845
14588	rnn.bias_ih_l0_reverse	4	-0.11533449590206146
14588	rnn.bias_ih_l0_reverse	5	0.04749520495533943
14588	rnn.bias_ih_l0_reverse	6	-0.11871589720249176
14588	rnn.bias_ih_l0_reverse	7	0.037656791508197784
14588	rnn.bias_ih_l0_reverse	8	0.02294445037841797
14588	rnn.bias_ih_l0_reverse	9	0.06736720353364944
14588	rnn.bias_hh_l0_reverse	0	0.06224723905324936
14588	rnn.bias_hh_l0_reverse	1	0.06866209954023361
14588	rnn.bias_hh_l0_reverse	2	0.07472997158765793
14588	rnn.bias_hh_l0_reverse	3	-0.0032150258775800467
14588	rnn.bias_hh_l0_reverse	4	0.08444187045097351
14588	rnn.bias_hh_l0_reverse	5	-0.004960741847753525
14588	rnn.bias_hh_l0_reverse	6	-0.06960722804069519
14588	rnn.bias_hh_l0_reverse	7	0.027374306693673134
14588	rnn.bias_hh_l0_reverse	8	0.021034542471170425
14588	rnn.bias_hh_l0_reverse	9	-0.14250946044921875
14588	linear.weight	0	0.17176610231399536
14588	linear.weight	1	-0.12211332470178604
14588	linear.weight	2	-0.1963062286376953
14588	linear.weight	3	0.06605558097362518
14588	linear.weight	4	-0.0031342373695224524
14588	linear.weight	5	-4.435327809915179e-06
14588	linear.weight	6	-0.008422200568020344
14588	linear.weight	7	-0.033719707280397415
14588	linear.weight	8	0.07413160055875778
14588	linear.weight	9	0.2783650755882263
14588	linear.bias	0	-0.16186806559562683
14588	linear.bias	1	0.14522579312324524
14588	linear.bias	2	-0.47530239820480347
14588	linear.bias	3	1.5612581968307495
14588	linear.bias	4	-0.3602197766304016
14588	linear.bias	5	-0.030769959092140198
14588	linear.bias	6	-0.32280784845352173
14588	linear.bias	7	-0.23853713274002075
14588	linear.bias	8	0.010914243757724762
14588	linear.bias	9	-0.461718887090683
14616	transitions	0	-0.6235259771347046
14616	transitions	1	0.3749961853027344
14616	transitions	2	1.707932949066162
14616	transitions	3	0.12792322039604187
14616	transitions	4	0.9676324725151062
14616	transitions	5	1.274399995803833
14616	transitions	6	0.48396018147468567
14616	transitions	7	0.17922981083393097
14616	transitions	8	-0.919259786605835
14616	transitions	9	0.9307445287704468
14616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14616	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14616	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14616	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14616	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14616	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14616	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14616	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14616	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14616	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14616	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14616	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14616	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14616	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14616	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14616	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14616	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14616	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14616	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14616	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14616	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14616	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14616	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14616	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14616	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14616	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14616	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14616	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14616	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14616	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14616	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14616	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14616	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14616	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14616	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14616	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14616	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14616	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14616	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14616	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14616	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14616	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14616	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14616	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14616	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14616	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14616	embedding2nn.weight	0	0.02227112464606762
14616	embedding2nn.weight	1	0.015711942687630653
14616	embedding2nn.weight	2	-0.005233687814325094
14616	embedding2nn.weight	3	0.0001874141307780519
14616	embedding2nn.weight	4	-0.004549828823655844
14616	embedding2nn.weight	5	0.008580305613577366
14616	embedding2nn.weight	6	-0.002876575104892254
14616	embedding2nn.weight	7	0.013207759708166122
14616	embedding2nn.weight	8	-0.007867933250963688
14616	embedding2nn.weight	9	-0.012745720334351063
14616	embedding2nn.bias	0	-0.0435907356441021
14616	embedding2nn.bias	1	-0.04152996465563774
14616	embedding2nn.bias	2	-0.053707607090473175
14616	embedding2nn.bias	3	0.007033532485365868
14616	embedding2nn.bias	4	0.006829683668911457
14616	embedding2nn.bias	5	0.005719187669456005
14616	embedding2nn.bias	6	0.011946605518460274
14616	embedding2nn.bias	7	0.011652683839201927
14616	embedding2nn.bias	8	0.0021741497330367565
14616	embedding2nn.bias	9	0.00420834356918931
14616	rnn.weight_ih_l0	0	0.03946477919816971
14616	rnn.weight_ih_l0	1	-0.011746859177947044
14616	rnn.weight_ih_l0	2	-0.035788699984550476
14616	rnn.weight_ih_l0	3	-0.04471803456544876
14616	rnn.weight_ih_l0	4	-0.04885537549853325
14616	rnn.weight_ih_l0	5	-0.0012427929323166609
14616	rnn.weight_ih_l0	6	-0.05381970480084419
14616	rnn.weight_ih_l0	7	-0.05608920753002167
14616	rnn.weight_ih_l0	8	-0.04594804719090462
14616	rnn.weight_ih_l0	9	-0.025850681588053703
14616	rnn.weight_hh_l0	0	0.010228332132101059
14616	rnn.weight_hh_l0	1	-0.01889372430741787
14616	rnn.weight_hh_l0	2	-0.058258235454559326
14616	rnn.weight_hh_l0	3	-0.027585145086050034
14616	rnn.weight_hh_l0	4	-0.0634942576289177
14616	rnn.weight_hh_l0	5	-0.012316717766225338
14616	rnn.weight_hh_l0	6	-0.040753208100795746
14616	rnn.weight_hh_l0	7	-0.007872158661484718
14616	rnn.weight_hh_l0	8	-0.015861105173826218
14616	rnn.weight_hh_l0	9	0.0175210852175951
14616	rnn.bias_ih_l0	0	0.11546821147203445
14616	rnn.bias_ih_l0	1	-0.0410548560321331
14616	rnn.bias_ih_l0	2	0.10243698954582214
14616	rnn.bias_ih_l0	3	0.0589357390999794
14616	rnn.bias_ih_l0	4	0.0951392650604248
14616	rnn.bias_ih_l0	5	0.025463784113526344
14616	rnn.bias_ih_l0	6	-0.006189325358718634
14616	rnn.bias_ih_l0	7	-0.10448654741048813
14616	rnn.bias_ih_l0	8	-0.16529175639152527
14616	rnn.bias_ih_l0	9	0.09428215026855469
14616	rnn.bias_hh_l0	0	-0.01693423092365265
14616	rnn.bias_hh_l0	1	0.014025062322616577
14616	rnn.bias_hh_l0	2	-0.014235449954867363
14616	rnn.bias_hh_l0	3	-0.012143106199800968
14616	rnn.bias_hh_l0	4	-0.04418754205107689
14616	rnn.bias_hh_l0	5	0.12912939488887787
14616	rnn.bias_hh_l0	6	0.020235296338796616
14616	rnn.bias_hh_l0	7	0.04217967763543129
14616	rnn.bias_hh_l0	8	0.02817944809794426
14616	rnn.bias_hh_l0	9	0.03662601113319397
14616	rnn.weight_ih_l0_reverse	0	-0.02859809435904026
14616	rnn.weight_ih_l0_reverse	1	-0.0011030404129996896
14616	rnn.weight_ih_l0_reverse	2	0.025700075551867485
14616	rnn.weight_ih_l0_reverse	3	-0.05924695357680321
14616	rnn.weight_ih_l0_reverse	4	0.011155272834002972
14616	rnn.weight_ih_l0_reverse	5	-0.05012070760130882
14616	rnn.weight_ih_l0_reverse	6	0.007836529985070229
14616	rnn.weight_ih_l0_reverse	7	0.044350381940603256
14616	rnn.weight_ih_l0_reverse	8	-0.04349188879132271
14616	rnn.weight_ih_l0_reverse	9	-0.05533815547823906
14616	rnn.weight_hh_l0_reverse	0	-0.08199114352464676
14616	rnn.weight_hh_l0_reverse	1	-0.052758798003196716
14616	rnn.weight_hh_l0_reverse	2	0.0231951754540205
14616	rnn.weight_hh_l0_reverse	3	0.041301220655441284
14616	rnn.weight_hh_l0_reverse	4	0.0143142594024539
14616	rnn.weight_hh_l0_reverse	5	0.04338870570063591
14616	rnn.weight_hh_l0_reverse	6	-0.016595859080553055
14616	rnn.weight_hh_l0_reverse	7	0.009205385111272335
14616	rnn.weight_hh_l0_reverse	8	-0.09161379188299179
14616	rnn.weight_hh_l0_reverse	9	0.06152188032865524
14616	rnn.bias_ih_l0_reverse	0	-0.08743178844451904
14616	rnn.bias_ih_l0_reverse	1	-0.05955004692077637
14616	rnn.bias_ih_l0_reverse	2	0.09682855755090714
14616	rnn.bias_ih_l0_reverse	3	0.024865925312042236
14616	rnn.bias_ih_l0_reverse	4	-0.11702822148799896
14616	rnn.bias_ih_l0_reverse	5	0.0464707650244236
14616	rnn.bias_ih_l0_reverse	6	-0.1179090067744255
14616	rnn.bias_ih_l0_reverse	7	0.03663486987352371
14616	rnn.bias_ih_l0_reverse	8	0.024071430787444115
14616	rnn.bias_ih_l0_reverse	9	0.06677988171577454
14616	rnn.bias_hh_l0_reverse	0	0.057164888828992844
14616	rnn.bias_hh_l0_reverse	1	0.06837757676839828
14616	rnn.bias_hh_l0_reverse	2	0.07363270968198776
14616	rnn.bias_hh_l0_reverse	3	-0.0038850693963468075
14616	rnn.bias_hh_l0_reverse	4	0.08492008596658707
14616	rnn.bias_hh_l0_reverse	5	-0.0020137708634138107
14616	rnn.bias_hh_l0_reverse	6	-0.06937773525714874
14616	rnn.bias_hh_l0_reverse	7	0.025548720732331276
14616	rnn.bias_hh_l0_reverse	8	0.0212691780179739
14616	rnn.bias_hh_l0_reverse	9	-0.14333409070968628
14616	linear.weight	0	0.17293593287467957
14616	linear.weight	1	-0.12209796905517578
14616	linear.weight	2	-0.2003004550933838
14616	linear.weight	3	0.06235846132040024
14616	linear.weight	4	-0.004715876653790474
14616	linear.weight	5	-0.0002921370614785701
14616	linear.weight	6	-0.008417198434472084
14616	linear.weight	7	-0.03371242806315422
14616	linear.weight	8	0.07284004986286163
14616	linear.weight	9	0.27889999747276306
14616	linear.bias	0	-0.16292709112167358
14616	linear.bias	1	0.14652849733829498
14616	linear.bias	2	-0.4724925458431244
14616	linear.bias	3	1.5701671838760376
14616	linear.bias	4	-0.36053919792175293
14616	linear.bias	5	-0.030769959092140198
14616	linear.bias	6	-0.3194206655025482
14616	linear.bias	7	-0.23737093806266785
14616	linear.bias	8	0.0005392728489823639
14616	linear.bias	9	-0.46181851625442505
14644	transitions	0	-0.623571515083313
14644	transitions	1	0.3749189078807831
14644	transitions	2	1.7078466415405273
14644	transitions	3	0.12791553139686584
14644	transitions	4	0.9675111174583435
14644	transitions	5	1.2743983268737793
14644	transitions	6	0.4839599132537842
14644	transitions	7	0.17922939360141754
14644	transitions	8	-0.9192603826522827
14644	transitions	9	0.930744469165802
14644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14644	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14644	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14644	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14644	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14644	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14644	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14644	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14644	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14644	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14644	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14644	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14644	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14644	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14644	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14644	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14644	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14644	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14644	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14644	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14644	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14644	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14644	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14644	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14644	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14644	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14644	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14644	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14644	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14644	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14644	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14644	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14644	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14644	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14644	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14644	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14644	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14644	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14644	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14644	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14644	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14644	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14644	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14644	embedding2nn.weight	0	0.021834533661603928
14644	embedding2nn.weight	1	0.01570242829620838
14644	embedding2nn.weight	2	-0.005194506607949734
14644	embedding2nn.weight	3	0.00010357270366512239
14644	embedding2nn.weight	4	-0.00458157854154706
14644	embedding2nn.weight	5	0.008740013465285301
14644	embedding2nn.weight	6	-0.0030283264350146055
14644	embedding2nn.weight	7	0.012153292074799538
14644	embedding2nn.weight	8	-0.008040101267397404
14644	embedding2nn.weight	9	-0.01277964562177658
14644	embedding2nn.bias	0	-0.04187167435884476
14644	embedding2nn.bias	1	-0.03453999385237694
14644	embedding2nn.bias	2	-0.05813515931367874
14644	embedding2nn.bias	3	0.0020633952226489782
14644	embedding2nn.bias	4	0.004551686346530914
14644	embedding2nn.bias	5	0.0039022217970341444
14644	embedding2nn.bias	6	0.015452772378921509
14644	embedding2nn.bias	7	0.010002363473176956
14644	embedding2nn.bias	8	0.0009319865494035184
14644	embedding2nn.bias	9	0.003983647562563419
14644	rnn.weight_ih_l0	0	0.039519280195236206
14644	rnn.weight_ih_l0	1	-0.01206202432513237
14644	rnn.weight_ih_l0	2	-0.03558054938912392
14644	rnn.weight_ih_l0	3	-0.045094750821590424
14644	rnn.weight_ih_l0	4	-0.04892894998192787
14644	rnn.weight_ih_l0	5	-0.0012066541239619255
14644	rnn.weight_ih_l0	6	-0.0538455955684185
14644	rnn.weight_ih_l0	7	-0.05602983385324478
14644	rnn.weight_ih_l0	8	-0.04604940861463547
14644	rnn.weight_ih_l0	9	-0.025767991319298744
14644	rnn.weight_hh_l0	0	0.009954139590263367
14644	rnn.weight_hh_l0	1	-0.0184446033090353
14644	rnn.weight_hh_l0	2	-0.05827919766306877
14644	rnn.weight_hh_l0	3	-0.02734583616256714
14644	rnn.weight_hh_l0	4	-0.06318441033363342
14644	rnn.weight_hh_l0	5	-0.011821587570011616
14644	rnn.weight_hh_l0	6	-0.04041700437664986
14644	rnn.weight_hh_l0	7	-0.00759412907063961
14644	rnn.weight_hh_l0	8	-0.0158554557710886
14644	rnn.weight_hh_l0	9	0.01717536710202694
14644	rnn.bias_ih_l0	0	0.11741499602794647
14644	rnn.bias_ih_l0	1	-0.040610525757074356
14644	rnn.bias_ih_l0	2	0.10109774768352509
14644	rnn.bias_ih_l0	3	0.05829707160592079
14644	rnn.bias_ih_l0	4	0.09702682495117188
14644	rnn.bias_ih_l0	5	0.027789555490016937
14644	rnn.bias_ih_l0	6	-0.006158516742289066
14644	rnn.bias_ih_l0	7	-0.10904915630817413
14644	rnn.bias_ih_l0	8	-0.16497710347175598
14644	rnn.bias_ih_l0	9	0.09464837610721588
14644	rnn.bias_hh_l0	0	-0.01725192554295063
14644	rnn.bias_hh_l0	1	0.015191509388387203
14644	rnn.bias_hh_l0	2	-0.013770823366940022
14644	rnn.bias_hh_l0	3	-0.014034108258783817
14644	rnn.bias_hh_l0	4	-0.045326169580221176
14644	rnn.bias_hh_l0	5	0.12682966887950897
14644	rnn.bias_hh_l0	6	0.022012008354067802
14644	rnn.bias_hh_l0	7	0.04066518321633339
14644	rnn.bias_hh_l0	8	0.02821025811135769
14644	rnn.bias_hh_l0	9	0.03789554163813591
14644	rnn.weight_ih_l0_reverse	0	-0.028627894818782806
14644	rnn.weight_ih_l0_reverse	1	-0.0006624205852858722
14644	rnn.weight_ih_l0_reverse	2	0.02564995363354683
14644	rnn.weight_ih_l0_reverse	3	-0.0593724250793457
14644	rnn.weight_ih_l0_reverse	4	0.011403116397559643
14644	rnn.weight_ih_l0_reverse	5	-0.04960358887910843
14644	rnn.weight_ih_l0_reverse	6	0.009055367670953274
14644	rnn.weight_ih_l0_reverse	7	0.044179487973451614
14644	rnn.weight_ih_l0_reverse	8	-0.04315138980746269
14644	rnn.weight_ih_l0_reverse	9	-0.05529191344976425
14644	rnn.weight_hh_l0_reverse	0	-0.0818386897444725
14644	rnn.weight_hh_l0_reverse	1	-0.052354853600263596
14644	rnn.weight_hh_l0_reverse	2	0.023075254634022713
14644	rnn.weight_hh_l0_reverse	3	0.041302528232336044
14644	rnn.weight_hh_l0_reverse	4	0.013868529349565506
14644	rnn.weight_hh_l0_reverse	5	0.04331700876355171
14644	rnn.weight_hh_l0_reverse	6	-0.01556279044598341
14644	rnn.weight_hh_l0_reverse	7	0.009397641755640507
14644	rnn.weight_hh_l0_reverse	8	-0.09140010178089142
14644	rnn.weight_hh_l0_reverse	9	0.06170577555894852
14644	rnn.bias_ih_l0_reverse	0	-0.08464039117097855
14644	rnn.bias_ih_l0_reverse	1	-0.06439793854951859
14644	rnn.bias_ih_l0_reverse	2	0.09557539969682693
14644	rnn.bias_ih_l0_reverse	3	0.024769792333245277
14644	rnn.bias_ih_l0_reverse	4	-0.11825403571128845
14644	rnn.bias_ih_l0_reverse	5	0.047743383795022964
14644	rnn.bias_ih_l0_reverse	6	-0.12101525813341141
14644	rnn.bias_ih_l0_reverse	7	0.037453047931194305
14644	rnn.bias_ih_l0_reverse	8	0.0254614669829607
14644	rnn.bias_ih_l0_reverse	9	0.06739697605371475
14644	rnn.bias_hh_l0_reverse	0	0.0506296306848526
14644	rnn.bias_hh_l0_reverse	1	0.06771876662969589
14644	rnn.bias_hh_l0_reverse	2	0.07412321865558624
14644	rnn.bias_hh_l0_reverse	3	-0.002443287055939436
14644	rnn.bias_hh_l0_reverse	4	0.0848623663187027
14644	rnn.bias_hh_l0_reverse	5	0.0006353294593282044
14644	rnn.bias_hh_l0_reverse	6	-0.07012802362442017
14644	rnn.bias_hh_l0_reverse	7	0.025687450543045998
14644	rnn.bias_hh_l0_reverse	8	0.021991750225424767
14644	rnn.bias_hh_l0_reverse	9	-0.14324530959129333
14644	linear.weight	0	0.18470357358455658
14644	linear.weight	1	-0.12211193144321442
14644	linear.weight	2	-0.2006870061159134
14644	linear.weight	3	0.06234097108244896
14644	linear.weight	4	-0.00460020313039422
14644	linear.weight	5	-0.000830323260743171
14644	linear.weight	6	-0.008413508534431458
14644	linear.weight	7	-0.033702630549669266
14644	linear.weight	8	0.07410428673028946
14644	linear.weight	9	0.2788127064704895
14644	linear.bias	0	-0.16036264598369598
14644	linear.bias	1	0.14906756579875946
14644	linear.bias	2	-0.47251325845718384
14644	linear.bias	3	1.5649139881134033
14644	linear.bias	4	-0.3608432114124298
14644	linear.bias	5	-0.030769959092140198
14644	linear.bias	6	-0.3191104531288147
14644	linear.bias	7	-0.23449526727199554
14644	linear.bias	8	0.012472984381020069
14644	linear.bias	9	-0.46192896366119385
14672	transitions	0	-0.6236315369606018
14672	transitions	1	0.3748747706413269
14672	transitions	2	1.7077847719192505
14672	transitions	3	0.12789596617221832
14672	transitions	4	0.9674726724624634
14672	transitions	5	1.2743959426879883
14672	transitions	6	0.4839560091495514
14672	transitions	7	0.1792261302471161
14672	transitions	8	-0.9192606210708618
14672	transitions	9	0.9307443499565125
14672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14672	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14672	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14672	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14672	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14672	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14672	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14672	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14672	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14672	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14672	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14672	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14672	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14672	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14672	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14672	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14672	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14672	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14672	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14672	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14672	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14672	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14672	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14672	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14672	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14672	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14672	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14672	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14672	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14672	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14672	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14672	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14672	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14672	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14672	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14672	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14672	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14672	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14672	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14672	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14672	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14672	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14672	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14672	embedding2nn.weight	0	0.02235502563416958
14672	embedding2nn.weight	1	0.015719469636678696
14672	embedding2nn.weight	2	-0.0051115648820996284
14672	embedding2nn.weight	3	0.00017517431115265936
14672	embedding2nn.weight	4	-0.004579843021929264
14672	embedding2nn.weight	5	0.008745282888412476
14672	embedding2nn.weight	6	-0.0029155623633414507
14672	embedding2nn.weight	7	0.012374348007142544
14672	embedding2nn.weight	8	-0.00822041742503643
14672	embedding2nn.weight	9	-0.012713049538433552
14672	embedding2nn.bias	0	-0.04397290199995041
14672	embedding2nn.bias	1	-0.0323224738240242
14672	embedding2nn.bias	2	-0.052679914981126785
14672	embedding2nn.bias	3	0.006509913131594658
14672	embedding2nn.bias	4	0.00452522374689579
14672	embedding2nn.bias	5	0.0010902306530624628
14672	embedding2nn.bias	6	0.0182749405503273
14672	embedding2nn.bias	7	0.005224757362157106
14672	embedding2nn.bias	8	0.0031818917486816645
14672	embedding2nn.bias	9	0.006035598926246166
14672	rnn.weight_ih_l0	0	0.03933108597993851
14672	rnn.weight_ih_l0	1	-0.012395023368299007
14672	rnn.weight_ih_l0	2	-0.036061376333236694
14672	rnn.weight_ih_l0	3	-0.044666171073913574
14672	rnn.weight_ih_l0	4	-0.04902249202132225
14672	rnn.weight_ih_l0	5	-0.0014484513085335493
14672	rnn.weight_ih_l0	6	-0.05355453118681908
14672	rnn.weight_ih_l0	7	-0.05621226131916046
14672	rnn.weight_ih_l0	8	-0.04598495364189148
14672	rnn.weight_ih_l0	9	-0.02580719254910946
14672	rnn.weight_hh_l0	0	0.010223388671875
14672	rnn.weight_hh_l0	1	-0.017545564100146294
14672	rnn.weight_hh_l0	2	-0.059634920209646225
14672	rnn.weight_hh_l0	3	-0.027704741805791855
14672	rnn.weight_hh_l0	4	-0.06343080848455429
14672	rnn.weight_hh_l0	5	-0.011667151004076004
14672	rnn.weight_hh_l0	6	-0.039156366139650345
14672	rnn.weight_hh_l0	7	-0.008407737128436565
14672	rnn.weight_hh_l0	8	-0.01621064357459545
14672	rnn.weight_hh_l0	9	0.01645039953291416
14672	rnn.bias_ih_l0	0	0.11733593046665192
14672	rnn.bias_ih_l0	1	-0.040700145065784454
14672	rnn.bias_ih_l0	2	0.101544588804245
14672	rnn.bias_ih_l0	3	0.06037222966551781
14672	rnn.bias_ih_l0	4	0.09851634502410889
14672	rnn.bias_ih_l0	5	0.026595765724778175
14672	rnn.bias_ih_l0	6	-0.0060042631812393665
14672	rnn.bias_ih_l0	7	-0.10961967706680298
14672	rnn.bias_ih_l0	8	-0.1658274531364441
14672	rnn.bias_ih_l0	9	0.09350919723510742
14672	rnn.bias_hh_l0	0	-0.015993012115359306
14672	rnn.bias_hh_l0	1	0.01334729790687561
14672	rnn.bias_hh_l0	2	-0.01495675090700388
14672	rnn.bias_hh_l0	3	-0.014940118417143822
14672	rnn.bias_hh_l0	4	-0.04539373144507408
14672	rnn.bias_hh_l0	5	0.12508641183376312
14672	rnn.bias_hh_l0	6	0.02407485619187355
14672	rnn.bias_hh_l0	7	0.040378279983997345
14672	rnn.bias_hh_l0	8	0.028364509344100952
14672	rnn.bias_hh_l0	9	0.038690708577632904
14672	rnn.weight_ih_l0_reverse	0	-0.029056202620267868
14672	rnn.weight_ih_l0_reverse	1	-0.0005808760761283338
14672	rnn.weight_ih_l0_reverse	2	0.02577829919755459
14672	rnn.weight_ih_l0_reverse	3	-0.05893456190824509
14672	rnn.weight_ih_l0_reverse	4	0.011461679823696613
14672	rnn.weight_ih_l0_reverse	5	-0.04975983873009682
14672	rnn.weight_ih_l0_reverse	6	0.00876365602016449
14672	rnn.weight_ih_l0_reverse	7	0.04412263259291649
14672	rnn.weight_ih_l0_reverse	8	-0.04271695762872696
14672	rnn.weight_ih_l0_reverse	9	-0.05522017925977707
14672	rnn.weight_hh_l0_reverse	0	-0.0815947875380516
14672	rnn.weight_hh_l0_reverse	1	-0.053396642208099365
14672	rnn.weight_hh_l0_reverse	2	0.023536596447229385
14672	rnn.weight_hh_l0_reverse	3	0.041199807077646255
14672	rnn.weight_hh_l0_reverse	4	0.013455617241561413
14672	rnn.weight_hh_l0_reverse	5	0.043341320008039474
14672	rnn.weight_hh_l0_reverse	6	-0.014558160677552223
14672	rnn.weight_hh_l0_reverse	7	0.009752815589308739
14672	rnn.weight_hh_l0_reverse	8	-0.09152698516845703
14672	rnn.weight_hh_l0_reverse	9	0.061347395181655884
14672	rnn.bias_ih_l0_reverse	0	-0.08555884659290314
14672	rnn.bias_ih_l0_reverse	1	-0.05765661224722862
14672	rnn.bias_ih_l0_reverse	2	0.09724501520395279
14672	rnn.bias_ih_l0_reverse	3	0.024232281371951103
14672	rnn.bias_ih_l0_reverse	4	-0.11840261518955231
14672	rnn.bias_ih_l0_reverse	5	0.048446089029312134
14672	rnn.bias_ih_l0_reverse	6	-0.12233133614063263
14672	rnn.bias_ih_l0_reverse	7	0.03702648729085922
14672	rnn.bias_ih_l0_reverse	8	0.02535286545753479
14672	rnn.bias_ih_l0_reverse	9	0.06962496787309647
14672	rnn.bias_hh_l0_reverse	0	0.04203798994421959
14672	rnn.bias_hh_l0_reverse	1	0.06954020261764526
14672	rnn.bias_hh_l0_reverse	2	0.07406003773212433
14672	rnn.bias_hh_l0_reverse	3	-0.003775426186621189
14672	rnn.bias_hh_l0_reverse	4	0.08559826761484146
14672	rnn.bias_hh_l0_reverse	5	-0.007213016971945763
14672	rnn.bias_hh_l0_reverse	6	-0.06984088569879532
14672	rnn.bias_hh_l0_reverse	7	0.024900954216718674
14672	rnn.bias_hh_l0_reverse	8	0.019944291561841965
14672	rnn.bias_hh_l0_reverse	9	-0.1443151980638504
14672	linear.weight	0	0.18890294432640076
14672	linear.weight	1	-0.12210998684167862
14672	linear.weight	2	-0.1993127465248108
14672	linear.weight	3	0.06119673326611519
14672	linear.weight	4	-0.004445006139576435
14672	linear.weight	5	-0.0008575479732826352
14672	linear.weight	6	-0.008389817550778389
14672	linear.weight	7	-0.03366120904684067
14672	linear.weight	8	0.07259181886911392
14672	linear.weight	9	0.2778748571872711
14672	linear.bias	0	-0.1649806648492813
14672	linear.bias	1	0.14572729170322418
14672	linear.bias	2	-0.4717539846897125
14672	linear.bias	3	1.570691466331482
14672	linear.bias	4	-0.3611178994178772
14672	linear.bias	5	-0.030769959092140198
14672	linear.bias	6	-0.3184123635292053
14672	linear.bias	7	-0.2276928573846817
14672	linear.bias	8	0.005066012032330036
14672	linear.bias	9	-0.4620186984539032
14700	transitions	0	-0.6236696839332581
14700	transitions	1	0.3748084306716919
14700	transitions	2	1.7076932191848755
14700	transitions	3	0.1278737634420395
14700	transitions	4	0.9674635529518127
14700	transitions	5	1.274395227432251
14700	transitions	6	0.48395565152168274
14700	transitions	7	0.17922379076480865
14700	transitions	8	-0.9192613959312439
14700	transitions	9	0.9307429790496826
14700	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14700	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14700	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14700	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14700	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14700	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14700	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14700	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14700	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14700	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14700	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14700	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14700	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14700	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14700	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14700	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14700	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14700	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14700	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14700	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14700	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14700	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14700	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14700	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14700	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14700	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14700	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14700	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14700	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14700	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14700	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14700	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14700	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14700	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14700	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14700	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14700	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14700	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14700	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14700	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14700	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14700	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14700	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14700	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14700	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14700	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14700	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14700	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14700	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14700	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14700	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14700	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14700	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14700	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14700	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14700	embedding2nn.weight	0	0.022211002185940742
14700	embedding2nn.weight	1	0.015724895521998405
14700	embedding2nn.weight	2	-0.0050880564376711845
14700	embedding2nn.weight	3	4.906592494080542e-06
14700	embedding2nn.weight	4	-0.004550119861960411
14700	embedding2nn.weight	5	0.008709073066711426
14700	embedding2nn.weight	6	-0.0028876899741590023
14700	embedding2nn.weight	7	0.012215422466397285
14700	embedding2nn.weight	8	-0.008227783255279064
14700	embedding2nn.weight	9	-0.012727485038340092
14700	embedding2nn.bias	0	-0.04690907523036003
14700	embedding2nn.bias	1	-0.02896997146308422
14700	embedding2nn.bias	2	-0.048809077590703964
14700	embedding2nn.bias	3	0.0037617331836372614
14700	embedding2nn.bias	4	-0.0015209689736366272
14700	embedding2nn.bias	5	0.004802511539310217
14700	embedding2nn.bias	6	0.02249028906226158
14700	embedding2nn.bias	7	0.007976217195391655
14700	embedding2nn.bias	8	-0.0003217669727746397
14700	embedding2nn.bias	9	0.0062861316837370396
14700	rnn.weight_ih_l0	0	0.039358820766210556
14700	rnn.weight_ih_l0	1	-0.012838922441005707
14700	rnn.weight_ih_l0	2	-0.036287836730480194
14700	rnn.weight_ih_l0	3	-0.04467787221074104
14700	rnn.weight_ih_l0	4	-0.04892384260892868
14700	rnn.weight_ih_l0	5	-0.001597900758497417
14700	rnn.weight_ih_l0	6	-0.053241439163684845
14700	rnn.weight_ih_l0	7	-0.05625348165631294
14700	rnn.weight_ih_l0	8	-0.04598226398229599
14700	rnn.weight_ih_l0	9	-0.025928566232323647
14700	rnn.weight_hh_l0	0	0.010342891328036785
14700	rnn.weight_hh_l0	1	-0.017584407702088356
14700	rnn.weight_hh_l0	2	-0.06151789426803589
14700	rnn.weight_hh_l0	3	-0.027827013283967972
14700	rnn.weight_hh_l0	4	-0.06401466578245163
14700	rnn.weight_hh_l0	5	-0.01205497607588768
14700	rnn.weight_hh_l0	6	-0.03972930461168289
14700	rnn.weight_hh_l0	7	-0.00883966963738203
14700	rnn.weight_hh_l0	8	-0.016145789995789528
14700	rnn.weight_hh_l0	9	0.016603033989667892
14700	rnn.bias_ih_l0	0	0.11612896621227264
14700	rnn.bias_ih_l0	1	-0.041414789855480194
14700	rnn.bias_ih_l0	2	0.10542415827512741
14700	rnn.bias_ih_l0	3	0.0583144836127758
14700	rnn.bias_ih_l0	4	0.09747063368558884
14700	rnn.bias_ih_l0	5	0.02690974809229374
14700	rnn.bias_ih_l0	6	-0.005695061292499304
14700	rnn.bias_ih_l0	7	-0.11254146695137024
14700	rnn.bias_ih_l0	8	-0.1677587926387787
14700	rnn.bias_ih_l0	9	0.09071606397628784
14700	rnn.bias_hh_l0	0	-0.01637406274676323
14700	rnn.bias_hh_l0	1	0.013983620330691338
14700	rnn.bias_hh_l0	2	-0.014715689234435558
14700	rnn.bias_hh_l0	3	-0.011769481003284454
14700	rnn.bias_hh_l0	4	-0.04740769788622856
14700	rnn.bias_hh_l0	5	0.1273912936449051
14700	rnn.bias_hh_l0	6	0.02310888282954693
14700	rnn.bias_hh_l0	7	0.041113462299108505
14700	rnn.bias_hh_l0	8	0.028673706576228142
14700	rnn.bias_hh_l0	9	0.038505543023347855
14700	rnn.weight_ih_l0_reverse	0	-0.029209597036242485
14700	rnn.weight_ih_l0_reverse	1	0.00010659582767402753
14700	rnn.weight_ih_l0_reverse	2	0.025762153789401054
14700	rnn.weight_ih_l0_reverse	3	-0.05888214707374573
14700	rnn.weight_ih_l0_reverse	4	0.011162449605762959
14700	rnn.weight_ih_l0_reverse	5	-0.04950499162077904
14700	rnn.weight_ih_l0_reverse	6	0.010231614112854004
14700	rnn.weight_ih_l0_reverse	7	0.04404497891664505
14700	rnn.weight_ih_l0_reverse	8	-0.042886074632406235
14700	rnn.weight_ih_l0_reverse	9	-0.05518414452672005
14700	rnn.weight_hh_l0_reverse	0	-0.08101251721382141
14700	rnn.weight_hh_l0_reverse	1	-0.054353535175323486
14700	rnn.weight_hh_l0_reverse	2	0.02306646853685379
14700	rnn.weight_hh_l0_reverse	3	0.04155842214822769
14700	rnn.weight_hh_l0_reverse	4	0.013277526944875717
14700	rnn.weight_hh_l0_reverse	5	0.04348166659474373
14700	rnn.weight_hh_l0_reverse	6	-0.014530574902892113
14700	rnn.weight_hh_l0_reverse	7	0.009777162224054337
14700	rnn.weight_hh_l0_reverse	8	-0.09223642200231552
14700	rnn.weight_hh_l0_reverse	9	0.06157911196351051
14700	rnn.bias_ih_l0_reverse	0	-0.08675158023834229
14700	rnn.bias_ih_l0_reverse	1	-0.06159417703747749
14700	rnn.bias_ih_l0_reverse	2	0.09787741303443909
14700	rnn.bias_ih_l0_reverse	3	0.02419367805123329
14700	rnn.bias_ih_l0_reverse	4	-0.11690012365579605
14700	rnn.bias_ih_l0_reverse	5	0.04758739471435547
14700	rnn.bias_ih_l0_reverse	6	-0.12209424376487732
14700	rnn.bias_ih_l0_reverse	7	0.03704625368118286
14700	rnn.bias_ih_l0_reverse	8	0.027267303317785263
14700	rnn.bias_ih_l0_reverse	9	0.06834536045789719
14700	rnn.bias_hh_l0_reverse	0	0.04660796374082565
14700	rnn.bias_hh_l0_reverse	1	0.06837326288223267
14700	rnn.bias_hh_l0_reverse	2	0.07577814161777496
14700	rnn.bias_hh_l0_reverse	3	-0.005560802295804024
14700	rnn.bias_hh_l0_reverse	4	0.08539436757564545
14700	rnn.bias_hh_l0_reverse	5	-0.006804386153817177
14700	rnn.bias_hh_l0_reverse	6	-0.06940013915300369
14700	rnn.bias_hh_l0_reverse	7	0.02483355440199375
14700	rnn.bias_hh_l0_reverse	8	0.01831553503870964
14700	rnn.bias_hh_l0_reverse	9	-0.14234410226345062
14700	linear.weight	0	0.18746210634708405
14700	linear.weight	1	-0.12208616733551025
14700	linear.weight	2	-0.1982879936695099
14700	linear.weight	3	0.06370191276073456
14700	linear.weight	4	-0.004285052418708801
14700	linear.weight	5	-0.00032033660681918263
14700	linear.weight	6	-0.008386766538023949
14700	linear.weight	7	-0.03376160189509392
14700	linear.weight	8	0.07177095115184784
14700	linear.weight	9	0.27540329098701477
14700	linear.bias	0	-0.14636841416358948
14700	linear.bias	1	0.1496599167585373
14700	linear.bias	2	-0.47397834062576294
14700	linear.bias	3	1.5570746660232544
14700	linear.bias	4	-0.3620166480541229
14700	linear.bias	5	-0.030769959092140198
14700	linear.bias	6	-0.32012036442756653
14700	linear.bias	7	-0.22846800088882446
14700	linear.bias	8	0.0087327491492033
14700	linear.bias	9	-0.4622049331665039
14728	transitions	0	-0.6237133741378784
14728	transitions	1	0.3747631311416626
14728	transitions	2	1.7076033353805542
14728	transitions	3	0.12691345810890198
14728	transitions	4	0.9674432873725891
14728	transitions	5	1.2743929624557495
14728	transitions	6	0.48395541310310364
14728	transitions	7	0.1788899302482605
14728	transitions	8	-0.9192617535591125
14728	transitions	9	0.9307428598403931
14728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14728	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14728	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14728	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14728	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14728	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14728	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14728	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14728	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14728	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14728	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14728	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14728	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14728	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14728	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14728	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14728	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14728	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14728	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14728	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14728	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14728	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14728	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14728	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14728	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14728	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14728	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14728	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14728	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14728	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14728	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14728	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14728	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14728	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14728	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14728	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14728	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14728	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14728	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14728	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14728	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14728	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14728	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14728	embedding2nn.weight	0	0.02291746437549591
14728	embedding2nn.weight	1	0.01567941904067993
14728	embedding2nn.weight	2	-0.005092024803161621
14728	embedding2nn.weight	3	0.000207573248189874
14728	embedding2nn.weight	4	-0.004381032660603523
14728	embedding2nn.weight	5	0.008799317292869091
14728	embedding2nn.weight	6	-0.002936277072876692
14728	embedding2nn.weight	7	0.012660687789320946
14728	embedding2nn.weight	8	-0.008444300852715969
14728	embedding2nn.weight	9	-0.012729422189295292
14728	embedding2nn.bias	0	-0.036427877843379974
14728	embedding2nn.bias	1	-0.03528700768947601
14728	embedding2nn.bias	2	-0.046828996390104294
14728	embedding2nn.bias	3	-0.0003340946859680116
14728	embedding2nn.bias	4	0.002148139989003539
14728	embedding2nn.bias	5	0.0037976691965013742
14728	embedding2nn.bias	6	0.026179499924182892
14728	embedding2nn.bias	7	0.012665316462516785
14728	embedding2nn.bias	8	-0.00148218113463372
14728	embedding2nn.bias	9	0.0062124887481331825
14728	rnn.weight_ih_l0	0	0.03962858393788338
14728	rnn.weight_ih_l0	1	-0.01352446898818016
14728	rnn.weight_ih_l0	2	-0.0368976891040802
14728	rnn.weight_ih_l0	3	-0.044758036732673645
14728	rnn.weight_ih_l0	4	-0.04963281750679016
14728	rnn.weight_ih_l0	5	-0.002023951383307576
14728	rnn.weight_ih_l0	6	-0.05364830791950226
14728	rnn.weight_ih_l0	7	-0.056515924632549286
14728	rnn.weight_ih_l0	8	-0.04558982327580452
14728	rnn.weight_ih_l0	9	-0.0259868074208498
14728	rnn.weight_hh_l0	0	0.010409154929220676
14728	rnn.weight_hh_l0	1	-0.017270417883992195
14728	rnn.weight_hh_l0	2	-0.0616048127412796
14728	rnn.weight_hh_l0	3	-0.02783183380961418
14728	rnn.weight_hh_l0	4	-0.06432153284549713
14728	rnn.weight_hh_l0	5	-0.011975940316915512
14728	rnn.weight_hh_l0	6	-0.039329398423433304
14728	rnn.weight_hh_l0	7	-0.00823270995169878
14728	rnn.weight_hh_l0	8	-0.01644628681242466
14728	rnn.weight_hh_l0	9	0.017505701631307602
14728	rnn.bias_ih_l0	0	0.1163088008761406
14728	rnn.bias_ih_l0	1	-0.041129615157842636
14728	rnn.bias_ih_l0	2	0.10485447198152542
14728	rnn.bias_ih_l0	3	0.059414688497781754
14728	rnn.bias_ih_l0	4	0.09584837406873703
14728	rnn.bias_ih_l0	5	0.02699471265077591
14728	rnn.bias_ih_l0	6	-0.006433330941945314
14728	rnn.bias_ih_l0	7	-0.10944799333810806
14728	rnn.bias_ih_l0	8	-0.1699841171503067
14728	rnn.bias_ih_l0	9	0.09189809113740921
14728	rnn.bias_hh_l0	0	-0.01745610125362873
14728	rnn.bias_hh_l0	1	0.013302418403327465
14728	rnn.bias_hh_l0	2	-0.01459908951073885
14728	rnn.bias_hh_l0	3	-0.013036645017564297
14728	rnn.bias_hh_l0	4	-0.04741736873984337
14728	rnn.bias_hh_l0	5	0.12777408957481384
14728	rnn.bias_hh_l0	6	0.02356845699250698
14728	rnn.bias_hh_l0	7	0.04615960642695427
14728	rnn.bias_hh_l0	8	0.027935435995459557
14728	rnn.bias_hh_l0	9	0.03813858702778816
14728	rnn.weight_ih_l0_reverse	0	-0.029382729902863503
14728	rnn.weight_ih_l0_reverse	1	0.0008212712127715349
14728	rnn.weight_ih_l0_reverse	2	0.02569383755326271
14728	rnn.weight_ih_l0_reverse	3	-0.05868629738688469
14728	rnn.weight_ih_l0_reverse	4	0.011206954717636108
14728	rnn.weight_ih_l0_reverse	5	-0.04912811890244484
14728	rnn.weight_ih_l0_reverse	6	0.009949248284101486
14728	rnn.weight_ih_l0_reverse	7	0.043992117047309875
14728	rnn.weight_ih_l0_reverse	8	-0.04308455437421799
14728	rnn.weight_ih_l0_reverse	9	-0.05522119626402855
14728	rnn.weight_hh_l0_reverse	0	-0.07965677976608276
14728	rnn.weight_hh_l0_reverse	1	-0.054024338722229004
14728	rnn.weight_hh_l0_reverse	2	0.02338959276676178
14728	rnn.weight_hh_l0_reverse	3	0.04170200228691101
14728	rnn.weight_hh_l0_reverse	4	0.013280963525176048
14728	rnn.weight_hh_l0_reverse	5	0.04372536018490791
14728	rnn.weight_hh_l0_reverse	6	-0.01676260307431221
14728	rnn.weight_hh_l0_reverse	7	0.010118527337908745
14728	rnn.weight_hh_l0_reverse	8	-0.09215103834867477
14728	rnn.weight_hh_l0_reverse	9	0.06072225049138069
14728	rnn.bias_ih_l0_reverse	0	-0.08875373750925064
14728	rnn.bias_ih_l0_reverse	1	-0.06253279745578766
14728	rnn.bias_ih_l0_reverse	2	0.09785182029008865
14728	rnn.bias_ih_l0_reverse	3	0.024628106504678726
14728	rnn.bias_ih_l0_reverse	4	-0.11655882745981216
14728	rnn.bias_ih_l0_reverse	5	0.04758100584149361
14728	rnn.bias_ih_l0_reverse	6	-0.12153467535972595
14728	rnn.bias_ih_l0_reverse	7	0.03700963407754898
14728	rnn.bias_ih_l0_reverse	8	0.026641638949513435
14728	rnn.bias_ih_l0_reverse	9	0.06923389434814453
14728	rnn.bias_hh_l0_reverse	0	0.05573510006070137
14728	rnn.bias_hh_l0_reverse	1	0.06815000623464584
14728	rnn.bias_hh_l0_reverse	2	0.07663273811340332
14728	rnn.bias_hh_l0_reverse	3	-0.00421222485601902
14728	rnn.bias_hh_l0_reverse	4	0.085325226187706
14728	rnn.bias_hh_l0_reverse	5	-0.009523092769086361
14728	rnn.bias_hh_l0_reverse	6	-0.0683644637465477
14728	rnn.bias_hh_l0_reverse	7	0.024538138881325722
14728	rnn.bias_hh_l0_reverse	8	0.018692566081881523
14728	rnn.bias_hh_l0_reverse	9	-0.13873834908008575
14728	linear.weight	0	0.18958862125873566
14728	linear.weight	1	-0.12209519743919373
14728	linear.weight	2	-0.19765718281269073
14728	linear.weight	3	0.06020450219511986
14728	linear.weight	4	-0.00391329824924469
14728	linear.weight	5	-0.00030663999496027827
14728	linear.weight	6	-0.008382282219827175
14728	linear.weight	7	-0.033749066293239594
14728	linear.weight	8	0.06903624534606934
14728	linear.weight	9	0.2739393413066864
14728	linear.bias	0	-0.143824502825737
14728	linear.bias	1	0.14764073491096497
14728	linear.bias	2	-0.4735986590385437
14728	linear.bias	3	1.562795877456665
14728	linear.bias	4	-0.36229151487350464
14728	linear.bias	5	-0.030769959092140198
14728	linear.bias	6	-0.3199998140335083
14728	linear.bias	7	-0.23197291791439056
14728	linear.bias	8	-0.0026551338378340006
14728	linear.bias	9	-0.4622834026813507
14756	transitions	0	-0.6237711310386658
14756	transitions	1	0.3746904134750366
14756	transitions	2	1.7074363231658936
14756	transitions	3	0.12673287093639374
14756	transitions	4	0.9671759605407715
14756	transitions	5	1.274391770362854
14756	transitions	6	0.48395511507987976
14756	transitions	7	0.17888863384723663
14756	transitions	8	-0.9192624092102051
14756	transitions	9	0.9307428002357483
14756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14756	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14756	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14756	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14756	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14756	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14756	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14756	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14756	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14756	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14756	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14756	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14756	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14756	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14756	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14756	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14756	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14756	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14756	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14756	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14756	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14756	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14756	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14756	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14756	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14756	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14756	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14756	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14756	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14756	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14756	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14756	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14756	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14756	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14756	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14756	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14756	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14756	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14756	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14756	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14756	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14756	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14756	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14756	embedding2nn.weight	0	0.023133527487516403
14756	embedding2nn.weight	1	0.015628797933459282
14756	embedding2nn.weight	2	-0.005093748681247234
14756	embedding2nn.weight	3	-0.00010440115147503093
14756	embedding2nn.weight	4	-0.004636307712644339
14756	embedding2nn.weight	5	0.00875446293503046
14756	embedding2nn.weight	6	-0.002925184788182378
14756	embedding2nn.weight	7	0.012680845335125923
14756	embedding2nn.weight	8	-0.008630506694316864
14756	embedding2nn.weight	9	-0.012717797420918941
14756	embedding2nn.bias	0	-0.03310273960232735
14756	embedding2nn.bias	1	-0.03629159554839134
14756	embedding2nn.bias	2	-0.05229935795068741
14756	embedding2nn.bias	3	0.005011425819247961
14756	embedding2nn.bias	4	0.0010220631957054138
14756	embedding2nn.bias	5	-0.002459899988025427
14756	embedding2nn.bias	6	0.03243817761540413
14756	embedding2nn.bias	7	0.00753812538459897
14756	embedding2nn.bias	8	-0.005072667729109526
14756	embedding2nn.bias	9	0.004639717750251293
14756	rnn.weight_ih_l0	0	0.03953666239976883
14756	rnn.weight_ih_l0	1	-0.01370411366224289
14756	rnn.weight_ih_l0	2	-0.0369720496237278
14756	rnn.weight_ih_l0	3	-0.04477302357554436
14756	rnn.weight_ih_l0	4	-0.05020684748888016
14756	rnn.weight_ih_l0	5	-0.0023003569804131985
14756	rnn.weight_ih_l0	6	-0.05373803526163101
14756	rnn.weight_ih_l0	7	-0.05658547580242157
14756	rnn.weight_ih_l0	8	-0.04539705812931061
14756	rnn.weight_ih_l0	9	-0.025899283587932587
14756	rnn.weight_hh_l0	0	0.010359656065702438
14756	rnn.weight_hh_l0	1	-0.016732914373278618
14756	rnn.weight_hh_l0	2	-0.06167014688253403
14756	rnn.weight_hh_l0	3	-0.02795334905385971
14756	rnn.weight_hh_l0	4	-0.0645131915807724
14756	rnn.weight_hh_l0	5	-0.011860226280987263
14756	rnn.weight_hh_l0	6	-0.040042944252491
14756	rnn.weight_hh_l0	7	-0.009452818892896175
14756	rnn.weight_hh_l0	8	-0.016137614846229553
14756	rnn.weight_hh_l0	9	0.018153194338083267
14756	rnn.bias_ih_l0	0	0.11641297489404678
14756	rnn.bias_ih_l0	1	-0.04188912734389305
14756	rnn.bias_ih_l0	2	0.10084295272827148
14756	rnn.bias_ih_l0	3	0.061387430876493454
14756	rnn.bias_ih_l0	4	0.0943506583571434
14756	rnn.bias_ih_l0	5	0.02587982267141342
14756	rnn.bias_ih_l0	6	-0.009899560362100601
14756	rnn.bias_ih_l0	7	-0.10338616371154785
14756	rnn.bias_ih_l0	8	-0.16569389402866364
14756	rnn.bias_ih_l0	9	0.0928756594657898
14756	rnn.bias_hh_l0	0	-0.016972584649920464
14756	rnn.bias_hh_l0	1	0.01415549498051405
14756	rnn.bias_hh_l0	2	-0.014852935448288918
14756	rnn.bias_hh_l0	3	-0.013214673846960068
14756	rnn.bias_hh_l0	4	-0.0471622608602047
14756	rnn.bias_hh_l0	5	0.12901762127876282
14756	rnn.bias_hh_l0	6	0.022868018597364426
14756	rnn.bias_hh_l0	7	0.04675715044140816
14756	rnn.bias_hh_l0	8	0.024469204246997833
14756	rnn.bias_hh_l0	9	0.037466052919626236
14756	rnn.weight_ih_l0_reverse	0	-0.02944185584783554
14756	rnn.weight_ih_l0_reverse	1	0.0011385931866243482
14756	rnn.weight_ih_l0_reverse	2	0.025828557088971138
14756	rnn.weight_ih_l0_reverse	3	-0.058485936373472214
14756	rnn.weight_ih_l0_reverse	4	0.01109221763908863
14756	rnn.weight_ih_l0_reverse	5	-0.049090467393398285
14756	rnn.weight_ih_l0_reverse	6	0.009819417260587215
14756	rnn.weight_ih_l0_reverse	7	0.04401209577918053
14756	rnn.weight_ih_l0_reverse	8	-0.04317396879196167
14756	rnn.weight_ih_l0_reverse	9	-0.055160123854875565
14756	rnn.weight_hh_l0_reverse	0	-0.08045798540115356
14756	rnn.weight_hh_l0_reverse	1	-0.054402511566877365
14756	rnn.weight_hh_l0_reverse	2	0.023533232510089874
14756	rnn.weight_hh_l0_reverse	3	0.041053421795368195
14756	rnn.weight_hh_l0_reverse	4	0.013350934721529484
14756	rnn.weight_hh_l0_reverse	5	0.043557196855545044
14756	rnn.weight_hh_l0_reverse	6	-0.016387267038226128
14756	rnn.weight_hh_l0_reverse	7	0.009706604294478893
14756	rnn.weight_hh_l0_reverse	8	-0.09234423190355301
14756	rnn.weight_hh_l0_reverse	9	0.0609433688223362
14756	rnn.bias_ih_l0_reverse	0	-0.08669140934944153
14756	rnn.bias_ih_l0_reverse	1	-0.058724790811538696
14756	rnn.bias_ih_l0_reverse	2	0.09887652844190598
14756	rnn.bias_ih_l0_reverse	3	0.024576496332883835
14756	rnn.bias_ih_l0_reverse	4	-0.1160610094666481
14756	rnn.bias_ih_l0_reverse	5	0.046551529318094254
14756	rnn.bias_ih_l0_reverse	6	-0.12019367516040802
14756	rnn.bias_ih_l0_reverse	7	0.034233976155519485
14756	rnn.bias_ih_l0_reverse	8	0.026032114401459694
14756	rnn.bias_ih_l0_reverse	9	0.07005881518125534
14756	rnn.bias_hh_l0_reverse	0	0.049045246094465256
14756	rnn.bias_hh_l0_reverse	1	0.06842902302742004
14756	rnn.bias_hh_l0_reverse	2	0.07723762094974518
14756	rnn.bias_hh_l0_reverse	3	-0.005447429604828358
14756	rnn.bias_hh_l0_reverse	4	0.0829150453209877
14756	rnn.bias_hh_l0_reverse	5	-0.006685516331344843
14756	rnn.bias_hh_l0_reverse	6	-0.0686316043138504
14756	rnn.bias_hh_l0_reverse	7	0.024175966158509254
14756	rnn.bias_hh_l0_reverse	8	0.019845109432935715
14756	rnn.bias_hh_l0_reverse	9	-0.13623031973838806
14756	linear.weight	0	0.17649005353450775
14756	linear.weight	1	-0.12210318446159363
14756	linear.weight	2	-0.1980036348104477
14756	linear.weight	3	0.05566178262233734
14756	linear.weight	4	-0.0034513187129050493
14756	linear.weight	5	-0.0005925059085711837
14756	linear.weight	6	-0.00837655644863844
14756	linear.weight	7	-0.033584848046302795
14756	linear.weight	8	0.07299145311117172
14756	linear.weight	9	0.2761518359184265
14756	linear.bias	0	-0.14681528508663177
14756	linear.bias	1	0.14317534863948822
14756	linear.bias	2	-0.47198718786239624
14756	linear.bias	3	1.5653975009918213
14756	linear.bias	4	-0.36287397146224976
14756	linear.bias	5	-0.030769959092140198
14756	linear.bias	6	-0.3203984200954437
14756	linear.bias	7	-0.23344042897224426
14756	linear.bias	8	-0.004955728072673082
14756	linear.bias	9	-0.4623927175998688
14784	transitions	0	-0.6238439083099365
14784	transitions	1	0.37461578845977783
14784	transitions	2	1.707093358039856
14784	transitions	3	0.12670744955539703
14784	transitions	4	0.9670761227607727
14784	transitions	5	1.2743867635726929
14784	transitions	6	0.48395422101020813
14784	transitions	7	0.17884740233421326
14784	transitions	8	-0.9192637801170349
14784	transitions	9	0.930742621421814
14784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14784	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14784	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14784	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14784	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14784	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14784	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14784	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14784	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14784	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14784	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14784	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14784	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14784	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14784	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14784	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14784	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14784	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14784	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14784	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14784	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14784	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14784	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14784	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14784	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14784	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14784	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14784	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14784	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14784	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14784	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14784	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14784	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14784	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14784	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14784	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14784	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14784	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14784	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14784	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14784	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14784	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14784	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14784	embedding2nn.weight	0	0.022900056093931198
14784	embedding2nn.weight	1	0.015567842870950699
14784	embedding2nn.weight	2	-0.005080945789813995
14784	embedding2nn.weight	3	0.0003179949417244643
14784	embedding2nn.weight	4	-0.004630089271813631
14784	embedding2nn.weight	5	0.008412845432758331
14784	embedding2nn.weight	6	-0.00295732612721622
14784	embedding2nn.weight	7	0.012773471884429455
14784	embedding2nn.weight	8	-0.008031953126192093
14784	embedding2nn.weight	9	-0.012677476741373539
14784	embedding2nn.bias	0	-0.02443002723157406
14784	embedding2nn.bias	1	-0.03794781118631363
14784	embedding2nn.bias	2	-0.04969174414873123
14784	embedding2nn.bias	3	0.0014152848161756992
14784	embedding2nn.bias	4	0.002047311281785369
14784	embedding2nn.bias	5	0.002489799167960882
14784	embedding2nn.bias	6	0.038822807371616364
14784	embedding2nn.bias	7	0.006732997950166464
14784	embedding2nn.bias	8	0.0007413768908008933
14784	embedding2nn.bias	9	-0.0021381154656410217
14784	rnn.weight_ih_l0	0	0.03977777808904648
14784	rnn.weight_ih_l0	1	-0.014303356409072876
14784	rnn.weight_ih_l0	2	-0.03718029707670212
14784	rnn.weight_ih_l0	3	-0.045061588287353516
14784	rnn.weight_ih_l0	4	-0.05053379386663437
14784	rnn.weight_ih_l0	5	-0.0025074316654354334
14784	rnn.weight_ih_l0	6	-0.05337812751531601
14784	rnn.weight_ih_l0	7	-0.056341495364904404
14784	rnn.weight_ih_l0	8	-0.04519057646393776
14784	rnn.weight_ih_l0	9	-0.025838714092969894
14784	rnn.weight_hh_l0	0	0.010700301267206669
14784	rnn.weight_hh_l0	1	-0.01691070944070816
14784	rnn.weight_hh_l0	2	-0.061063606292009354
14784	rnn.weight_hh_l0	3	-0.02785644121468067
14784	rnn.weight_hh_l0	4	-0.0650148093700409
14784	rnn.weight_hh_l0	5	-0.01151113398373127
14784	rnn.weight_hh_l0	6	-0.04059214890003204
14784	rnn.weight_hh_l0	7	-0.0102765541523695
14784	rnn.weight_hh_l0	8	-0.016228340566158295
14784	rnn.weight_hh_l0	9	0.01960740238428116
14784	rnn.bias_ih_l0	0	0.1157897412776947
14784	rnn.bias_ih_l0	1	-0.043398819863796234
14784	rnn.bias_ih_l0	2	0.10172438621520996
14784	rnn.bias_ih_l0	3	0.06023575738072395
14784	rnn.bias_ih_l0	4	0.09565207362174988
14784	rnn.bias_ih_l0	5	0.027696939185261726
14784	rnn.bias_ih_l0	6	-0.008731825277209282
14784	rnn.bias_ih_l0	7	-0.10438709706068039
14784	rnn.bias_ih_l0	8	-0.169088214635849
14784	rnn.bias_ih_l0	9	0.09384607523679733
14784	rnn.bias_hh_l0	0	-0.01560337096452713
14784	rnn.bias_hh_l0	1	0.014073306694626808
14784	rnn.bias_hh_l0	2	-0.01565142720937729
14784	rnn.bias_hh_l0	3	-0.016070261597633362
14784	rnn.bias_hh_l0	4	-0.04632747918367386
14784	rnn.bias_hh_l0	5	0.12729708850383759
14784	rnn.bias_hh_l0	6	0.022799257189035416
14784	rnn.bias_hh_l0	7	0.04650469124317169
14784	rnn.bias_hh_l0	8	0.025636941194534302
14784	rnn.bias_hh_l0	9	0.038524236530065536
14784	rnn.weight_ih_l0_reverse	0	-0.029330795630812645
14784	rnn.weight_ih_l0_reverse	1	0.001746955094859004
14784	rnn.weight_ih_l0_reverse	2	0.025756843388080597
14784	rnn.weight_ih_l0_reverse	3	-0.05908769369125366
14784	rnn.weight_ih_l0_reverse	4	0.011145955882966518
14784	rnn.weight_ih_l0_reverse	5	-0.04944225400686264
14784	rnn.weight_ih_l0_reverse	6	0.009779629297554493
14784	rnn.weight_ih_l0_reverse	7	0.04378550499677658
14784	rnn.weight_ih_l0_reverse	8	-0.04321665316820145
14784	rnn.weight_ih_l0_reverse	9	-0.055286165326833725
14784	rnn.weight_hh_l0_reverse	0	-0.08069346845149994
14784	rnn.weight_hh_l0_reverse	1	-0.0554419569671154
14784	rnn.weight_hh_l0_reverse	2	0.02341487817466259
14784	rnn.weight_hh_l0_reverse	3	0.04072067514061928
14784	rnn.weight_hh_l0_reverse	4	0.013661696575582027
14784	rnn.weight_hh_l0_reverse	5	0.043736573308706284
14784	rnn.weight_hh_l0_reverse	6	-0.016209594905376434
14784	rnn.weight_hh_l0_reverse	7	0.010008272714912891
14784	rnn.weight_hh_l0_reverse	8	-0.09274718165397644
14784	rnn.weight_hh_l0_reverse	9	0.06110593304038048
14784	rnn.bias_ih_l0_reverse	0	-0.08054843544960022
14784	rnn.bias_ih_l0_reverse	1	-0.05337279662489891
14784	rnn.bias_ih_l0_reverse	2	0.0961490347981453
14784	rnn.bias_ih_l0_reverse	3	0.02515571191906929
14784	rnn.bias_ih_l0_reverse	4	-0.11555832624435425
14784	rnn.bias_ih_l0_reverse	5	0.045354247093200684
14784	rnn.bias_ih_l0_reverse	6	-0.11964157968759537
14784	rnn.bias_ih_l0_reverse	7	0.03353036567568779
14784	rnn.bias_ih_l0_reverse	8	0.025393806397914886
14784	rnn.bias_ih_l0_reverse	9	0.06975716352462769
14784	rnn.bias_hh_l0_reverse	0	0.04812474176287651
14784	rnn.bias_hh_l0_reverse	1	0.06678615510463715
14784	rnn.bias_hh_l0_reverse	2	0.07956470549106598
14784	rnn.bias_hh_l0_reverse	3	-0.005087760742753744
14784	rnn.bias_hh_l0_reverse	4	0.08421551436185837
14784	rnn.bias_hh_l0_reverse	5	-0.0054823532700538635
14784	rnn.bias_hh_l0_reverse	6	-0.06943001598119736
14784	rnn.bias_hh_l0_reverse	7	0.02404939942061901
14784	rnn.bias_hh_l0_reverse	8	0.019039887934923172
14784	rnn.bias_hh_l0_reverse	9	-0.14217868447303772
14784	linear.weight	0	0.17640076577663422
14784	linear.weight	1	-0.12212131917476654
14784	linear.weight	2	-0.19495201110839844
14784	linear.weight	3	0.05475764721632004
14784	linear.weight	4	-0.003337265457957983
14784	linear.weight	5	0.00017236014537047595
14784	linear.weight	6	-0.008354063145816326
14784	linear.weight	7	-0.03356067091226578
14784	linear.weight	8	0.07278148084878922
14784	linear.weight	9	0.2795969545841217
14784	linear.bias	0	-0.16197343170642853
14784	linear.bias	1	0.14769497513771057
14784	linear.bias	2	-0.4710475504398346
14784	linear.bias	3	1.5815849304199219
14784	linear.bias	4	-0.3635867238044739
14784	linear.bias	5	-0.030769959092140198
14784	linear.bias	6	-0.3201206624507904
14784	linear.bias	7	-0.23150652647018433
14784	linear.bias	8	0.0014888439327478409
14784	linear.bias	9	-0.4625534117221832
14812	transitions	0	-0.6240164041519165
14812	transitions	1	0.37458959221839905
14812	transitions	2	1.7070256471633911
14812	transitions	3	0.12667164206504822
14812	transitions	4	0.9670072197914124
14812	transitions	5	1.2743865251541138
14812	transitions	6	0.4839537739753723
14812	transitions	7	0.17883028090000153
14812	transitions	8	-0.9192689657211304
14812	transitions	9	0.930742621421814
14812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14812	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14812	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14812	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14812	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14812	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14812	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14812	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14812	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14812	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14812	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14812	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14812	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14812	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14812	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14812	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14812	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14812	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14812	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14812	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14812	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14812	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14812	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14812	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14812	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14812	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14812	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14812	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14812	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14812	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14812	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14812	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14812	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14812	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14812	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14812	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14812	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14812	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14812	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14812	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14812	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14812	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14812	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14812	embedding2nn.weight	0	0.02277405373752117
14812	embedding2nn.weight	1	0.015531872399151325
14812	embedding2nn.weight	2	-0.005051475018262863
14812	embedding2nn.weight	3	0.0004383589548524469
14812	embedding2nn.weight	4	-0.004603872541338205
14812	embedding2nn.weight	5	0.008523516356945038
14812	embedding2nn.weight	6	-0.002864598762243986
14812	embedding2nn.weight	7	0.013741712085902691
14812	embedding2nn.weight	8	-0.00811847299337387
14812	embedding2nn.weight	9	-0.012666337192058563
14812	embedding2nn.bias	0	-0.03642816096544266
14812	embedding2nn.bias	1	-0.039067644625902176
14812	embedding2nn.bias	2	-0.0547872819006443
14812	embedding2nn.bias	3	-0.0009171085548587143
14812	embedding2nn.bias	4	0.003108121920377016
14812	embedding2nn.bias	5	0.003861102508381009
14812	embedding2nn.bias	6	0.03170686215162277
14812	embedding2nn.bias	7	0.0024494396056979895
14812	embedding2nn.bias	8	-0.0025423422921448946
14812	embedding2nn.bias	9	9.43356062634848e-05
14812	rnn.weight_ih_l0	0	0.03965040668845177
14812	rnn.weight_ih_l0	1	-0.0145291518419981
14812	rnn.weight_ih_l0	2	-0.036745209246873856
14812	rnn.weight_ih_l0	3	-0.04532464221119881
14812	rnn.weight_ih_l0	4	-0.05065547674894333
14812	rnn.weight_ih_l0	5	-0.0022356125991791487
14812	rnn.weight_ih_l0	6	-0.0535256490111351
14812	rnn.weight_ih_l0	7	-0.0564231239259243
14812	rnn.weight_ih_l0	8	-0.04501716420054436
14812	rnn.weight_ih_l0	9	-0.025790225714445114
14812	rnn.weight_hh_l0	0	0.010632074438035488
14812	rnn.weight_hh_l0	1	-0.016468681395053864
14812	rnn.weight_hh_l0	2	-0.06153210625052452
14812	rnn.weight_hh_l0	3	-0.02811572700738907
14812	rnn.weight_hh_l0	4	-0.06575945764780045
14812	rnn.weight_hh_l0	5	-0.012246753089129925
14812	rnn.weight_hh_l0	6	-0.03928086906671524
14812	rnn.weight_hh_l0	7	-0.0085624810308218
14812	rnn.weight_hh_l0	8	-0.016090286895632744
14812	rnn.weight_hh_l0	9	0.020462265238165855
14812	rnn.bias_ih_l0	0	0.11675690859556198
14812	rnn.bias_ih_l0	1	-0.04366915673017502
14812	rnn.bias_ih_l0	2	0.10289335995912552
14812	rnn.bias_ih_l0	3	0.06192965805530548
14812	rnn.bias_ih_l0	4	0.09522603452205658
14812	rnn.bias_ih_l0	5	0.02897684834897518
14812	rnn.bias_ih_l0	6	-0.005849191453307867
14812	rnn.bias_ih_l0	7	-0.10311135649681091
14812	rnn.bias_ih_l0	8	-0.16957512497901917
14812	rnn.bias_ih_l0	9	0.0930033028125763
14812	rnn.bias_hh_l0	0	-0.016923831775784492
14812	rnn.bias_hh_l0	1	0.01035269908607006
14812	rnn.bias_hh_l0	2	-0.015091191977262497
14812	rnn.bias_hh_l0	3	-0.01683815009891987
14812	rnn.bias_hh_l0	4	-0.046557679772377014
14812	rnn.bias_hh_l0	5	0.1298290193080902
14812	rnn.bias_hh_l0	6	0.0220884270966053
14812	rnn.bias_hh_l0	7	0.0482870377600193
14812	rnn.bias_hh_l0	8	0.028519580140709877
14812	rnn.bias_hh_l0	9	0.0395921990275383
14812	rnn.weight_ih_l0_reverse	0	-0.029440855607390404
14812	rnn.weight_ih_l0_reverse	1	0.0025546159595251083
14812	rnn.weight_ih_l0_reverse	2	0.02564476989209652
14812	rnn.weight_ih_l0_reverse	3	-0.05830059573054314
14812	rnn.weight_ih_l0_reverse	4	0.01157311536371708
14812	rnn.weight_ih_l0_reverse	5	-0.04962138086557388
14812	rnn.weight_ih_l0_reverse	6	0.008426832035183907
14812	rnn.weight_ih_l0_reverse	7	0.04395969212055206
14812	rnn.weight_ih_l0_reverse	8	-0.04314696788787842
14812	rnn.weight_ih_l0_reverse	9	-0.05508570373058319
14812	rnn.weight_hh_l0_reverse	0	-0.0810905173420906
14812	rnn.weight_hh_l0_reverse	1	-0.05599672347307205
14812	rnn.weight_hh_l0_reverse	2	0.023543281480669975
14812	rnn.weight_hh_l0_reverse	3	0.040764473378658295
14812	rnn.weight_hh_l0_reverse	4	0.013553744181990623
14812	rnn.weight_hh_l0_reverse	5	0.043585702776908875
14812	rnn.weight_hh_l0_reverse	6	-0.01434453297406435
14812	rnn.weight_hh_l0_reverse	7	0.01035767700523138
14812	rnn.weight_hh_l0_reverse	8	-0.09266873449087143
14812	rnn.weight_hh_l0_reverse	9	0.06189306825399399
14812	rnn.bias_ih_l0_reverse	0	-0.08691995590925217
14812	rnn.bias_ih_l0_reverse	1	-0.052400991320610046
14812	rnn.bias_ih_l0_reverse	2	0.0949697270989418
14812	rnn.bias_ih_l0_reverse	3	0.026710867881774902
14812	rnn.bias_ih_l0_reverse	4	-0.11517265439033508
14812	rnn.bias_ih_l0_reverse	5	0.045642778277397156
14812	rnn.bias_ih_l0_reverse	6	-0.11889061331748962
14812	rnn.bias_ih_l0_reverse	7	0.03354553505778313
14812	rnn.bias_ih_l0_reverse	8	0.02205522172152996
14812	rnn.bias_ih_l0_reverse	9	0.0680680125951767
14812	rnn.bias_hh_l0_reverse	0	0.04518783465027809
14812	rnn.bias_hh_l0_reverse	1	0.06685320287942886
14812	rnn.bias_hh_l0_reverse	2	0.08079307526350021
14812	rnn.bias_hh_l0_reverse	3	-0.004436906427145004
14812	rnn.bias_hh_l0_reverse	4	0.08350997418165207
14812	rnn.bias_hh_l0_reverse	5	0.0030753512401133776
14812	rnn.bias_hh_l0_reverse	6	-0.06843414902687073
14812	rnn.bias_hh_l0_reverse	7	0.025042513385415077
14812	rnn.bias_hh_l0_reverse	8	0.017726939171552658
14812	rnn.bias_hh_l0_reverse	9	-0.1385018229484558
14812	linear.weight	0	0.19190996885299683
14812	linear.weight	1	-0.12041696161031723
14812	linear.weight	2	-0.1980341225862503
14812	linear.weight	3	0.05975834280252457
14812	linear.weight	4	-0.004362793639302254
14812	linear.weight	5	0.0007440234767273068
14812	linear.weight	6	-0.008350560441613197
14812	linear.weight	7	-0.03353077918291092
14812	linear.weight	8	0.0718412771821022
14812	linear.weight	9	0.279580682516098
14812	linear.bias	0	-0.15743327140808105
14812	linear.bias	1	0.14405350387096405
14812	linear.bias	2	-0.4755764901638031
14812	linear.bias	3	1.5708081722259521
14812	linear.bias	4	-0.36384013295173645
14812	linear.bias	5	-0.030769959092140198
14812	linear.bias	6	-0.32405707240104675
14812	linear.bias	7	-0.23029999434947968
14812	linear.bias	8	0.010249266400933266
14812	linear.bias	9	-0.462637335062027
14840	transitions	0	-0.6240986585617065
14840	transitions	1	0.3745620548725128
14840	transitions	2	1.7069281339645386
14840	transitions	3	0.1266295611858368
14840	transitions	4	0.9669981598854065
14840	transitions	5	1.2743862867355347
14840	transitions	6	0.48395270109176636
14840	transitions	7	0.1788301318883896
14840	transitions	8	-0.9192696213722229
14840	transitions	9	0.930742621421814
14840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14840	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14840	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14840	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14840	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14840	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14840	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14840	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14840	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14840	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14840	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14840	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14840	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14840	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14840	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14840	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14840	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14840	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14840	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14840	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14840	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14840	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14840	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14840	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14840	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14840	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14840	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14840	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14840	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14840	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14840	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14840	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14840	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14840	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14840	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14840	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14840	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14840	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14840	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14840	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14840	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14840	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14840	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14840	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14840	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14840	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14840	embedding2nn.weight	0	0.022807609289884567
14840	embedding2nn.weight	1	0.015502369031310081
14840	embedding2nn.weight	2	-0.005040958058089018
14840	embedding2nn.weight	3	0.00032285426277667284
14840	embedding2nn.weight	4	-0.004629818256944418
14840	embedding2nn.weight	5	0.008271487429738045
14840	embedding2nn.weight	6	-0.0028064483776688576
14840	embedding2nn.weight	7	0.013802994973957539
14840	embedding2nn.weight	8	-0.008372277952730656
14840	embedding2nn.weight	9	-0.012657996267080307
14840	embedding2nn.bias	0	-0.03492935746908188
14840	embedding2nn.bias	1	-0.04039677605032921
14840	embedding2nn.bias	2	-0.05283930525183678
14840	embedding2nn.bias	3	0.0007723162416368723
14840	embedding2nn.bias	4	0.0009906931081786752
14840	embedding2nn.bias	5	0.002011094707995653
14840	embedding2nn.bias	6	0.028301652520895004
14840	embedding2nn.bias	7	0.004184065852314234
14840	embedding2nn.bias	8	-0.004685983061790466
14840	embedding2nn.bias	9	0.006890642922371626
14840	rnn.weight_ih_l0	0	0.039642371237277985
14840	rnn.weight_ih_l0	1	-0.01471042726188898
14840	rnn.weight_ih_l0	2	-0.037048667669296265
14840	rnn.weight_ih_l0	3	-0.04512958228588104
14840	rnn.weight_ih_l0	4	-0.05053660273551941
14840	rnn.weight_ih_l0	5	-0.002443215111270547
14840	rnn.weight_ih_l0	6	-0.053629402071237564
14840	rnn.weight_ih_l0	7	-0.056314416229724884
14840	rnn.weight_ih_l0	8	-0.0450168177485466
14840	rnn.weight_ih_l0	9	-0.026027604937553406
14840	rnn.weight_hh_l0	0	0.01068213488906622
14840	rnn.weight_hh_l0	1	-0.017170190811157227
14840	rnn.weight_hh_l0	2	-0.06324256956577301
14840	rnn.weight_hh_l0	3	-0.027490908280014992
14840	rnn.weight_hh_l0	4	-0.06552445888519287
14840	rnn.weight_hh_l0	5	-0.012155367992818356
14840	rnn.weight_hh_l0	6	-0.04039271920919418
14840	rnn.weight_hh_l0	7	-0.009588614106178284
14840	rnn.weight_hh_l0	8	-0.015890683978796005
14840	rnn.weight_hh_l0	9	0.021062146872282028
14840	rnn.bias_ih_l0	0	0.1156497672200203
14840	rnn.bias_ih_l0	1	-0.04436879605054855
14840	rnn.bias_ih_l0	2	0.10484281182289124
14840	rnn.bias_ih_l0	3	0.061729319393634796
14840	rnn.bias_ih_l0	4	0.09516699612140656
14840	rnn.bias_ih_l0	5	0.030264925211668015
14840	rnn.bias_ih_l0	6	-0.005735559388995171
14840	rnn.bias_ih_l0	7	-0.10206696391105652
14840	rnn.bias_ih_l0	8	-0.17049232125282288
14840	rnn.bias_ih_l0	9	0.09312201291322708
14840	rnn.bias_hh_l0	0	-0.01440049335360527
14840	rnn.bias_hh_l0	1	0.011942054145038128
14840	rnn.bias_hh_l0	2	-0.014944568276405334
14840	rnn.bias_hh_l0	3	-0.014081769622862339
14840	rnn.bias_hh_l0	4	-0.048669762909412384
14840	rnn.bias_hh_l0	5	0.1324547678232193
14840	rnn.bias_hh_l0	6	0.02206815779209137
14840	rnn.bias_hh_l0	7	0.046923473477363586
14840	rnn.bias_hh_l0	8	0.02863321453332901
14840	rnn.bias_hh_l0	9	0.0396372452378273
14840	rnn.weight_ih_l0_reverse	0	-0.029387667775154114
14840	rnn.weight_ih_l0_reverse	1	0.0033447928726673126
14840	rnn.weight_ih_l0_reverse	2	0.025666750967502594
14840	rnn.weight_ih_l0_reverse	3	-0.05854153260588646
14840	rnn.weight_ih_l0_reverse	4	0.011390331201255322
14840	rnn.weight_ih_l0_reverse	5	-0.04979889094829559
14840	rnn.weight_ih_l0_reverse	6	0.007937466725707054
14840	rnn.weight_ih_l0_reverse	7	0.04390851408243179
14840	rnn.weight_ih_l0_reverse	8	-0.0429660826921463
14840	rnn.weight_ih_l0_reverse	9	-0.055042847990989685
14840	rnn.weight_hh_l0_reverse	0	-0.0816316232085228
14840	rnn.weight_hh_l0_reverse	1	-0.054569024592638016
14840	rnn.weight_hh_l0_reverse	2	0.023585811257362366
14840	rnn.weight_hh_l0_reverse	3	0.040837448090314865
14840	rnn.weight_hh_l0_reverse	4	0.012643867172300816
14840	rnn.weight_hh_l0_reverse	5	0.04361768066883087
14840	rnn.weight_hh_l0_reverse	6	-0.015554339624941349
14840	rnn.weight_hh_l0_reverse	7	0.009946951642632484
14840	rnn.weight_hh_l0_reverse	8	-0.09327803552150726
14840	rnn.weight_hh_l0_reverse	9	0.06162194535136223
14840	rnn.bias_ih_l0_reverse	0	-0.08579917997121811
14840	rnn.bias_ih_l0_reverse	1	-0.05577973648905754
14840	rnn.bias_ih_l0_reverse	2	0.09540333598852158
14840	rnn.bias_ih_l0_reverse	3	0.026026135310530663
14840	rnn.bias_ih_l0_reverse	4	-0.11474454402923584
14840	rnn.bias_ih_l0_reverse	5	0.045164257287979126
14840	rnn.bias_ih_l0_reverse	6	-0.11738527566194534
14840	rnn.bias_ih_l0_reverse	7	0.032784778624773026
14840	rnn.bias_ih_l0_reverse	8	0.022830862551927567
14840	rnn.bias_ih_l0_reverse	9	0.06850161403417587
14840	rnn.bias_hh_l0_reverse	0	0.043351929634809494
14840	rnn.bias_hh_l0_reverse	1	0.06601645052433014
14840	rnn.bias_hh_l0_reverse	2	0.07876770943403244
14840	rnn.bias_hh_l0_reverse	3	-0.004387355409562588
14840	rnn.bias_hh_l0_reverse	4	0.08378306031227112
14840	rnn.bias_hh_l0_reverse	5	0.009038870222866535
14840	rnn.bias_hh_l0_reverse	6	-0.06781347841024399
14840	rnn.bias_hh_l0_reverse	7	0.025133313611149788
14840	rnn.bias_hh_l0_reverse	8	0.01844250224530697
14840	rnn.bias_hh_l0_reverse	9	-0.13320165872573853
14840	linear.weight	0	0.18523839116096497
14840	linear.weight	1	-0.12042060494422913
14840	linear.weight	2	-0.19824640452861786
14840	linear.weight	3	0.059461187571287155
14840	linear.weight	4	-0.004161380231380463
14840	linear.weight	5	0.0008905652794055641
14840	linear.weight	6	-0.008345840498805046
14840	linear.weight	7	-0.03347967192530632
14840	linear.weight	8	0.07360654324293137
14840	linear.weight	9	0.27533242106437683
14840	linear.bias	0	-0.15620002150535583
14840	linear.bias	1	0.14156696200370789
14840	linear.bias	2	-0.4727722704410553
14840	linear.bias	3	1.5700613260269165
14840	linear.bias	4	-0.3640519380569458
14840	linear.bias	5	-0.030769959092140198
14840	linear.bias	6	-0.32143256068229675
14840	linear.bias	7	-0.23324227333068848
14840	linear.bias	8	0.01190481148660183
14840	linear.bias	9	-0.4627161920070648
14868	transitions	0	-0.6241810321807861
14868	transitions	1	0.37450137734413147
14868	transitions	2	1.7068675756454468
14868	transitions	3	0.1265634298324585
14868	transitions	4	0.9669142365455627
14868	transitions	5	1.2743830680847168
14868	transitions	6	0.48395222425460815
14868	transitions	7	0.17882905900478363
14868	transitions	8	-0.9192706942558289
14868	transitions	9	0.9307425618171692
14868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14868	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14868	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14868	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14868	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14868	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14868	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14868	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14868	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14868	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14868	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14868	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14868	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14868	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14868	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14868	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14868	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14868	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14868	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14868	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14868	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14868	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14868	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14868	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14868	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14868	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14868	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14868	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14868	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14868	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14868	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14868	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14868	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14868	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14868	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14868	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14868	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14868	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14868	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14868	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14868	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14868	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14868	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14868	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14868	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14868	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14868	embedding2nn.weight	0	0.02341310679912567
14868	embedding2nn.weight	1	0.015559311956167221
14868	embedding2nn.weight	2	-0.004959887359291315
14868	embedding2nn.weight	3	0.0004352966498117894
14868	embedding2nn.weight	4	-0.004549885634332895
14868	embedding2nn.weight	5	0.008339392021298409
14868	embedding2nn.weight	6	-0.002680826699361205
14868	embedding2nn.weight	7	0.014527720399200916
14868	embedding2nn.weight	8	-0.008552679792046547
14868	embedding2nn.weight	9	-0.012726045213639736
14868	embedding2nn.bias	0	-0.029460739344358444
14868	embedding2nn.bias	1	-0.03688940778374672
14868	embedding2nn.bias	2	-0.04746198654174805
14868	embedding2nn.bias	3	-0.007248664274811745
14868	embedding2nn.bias	4	0.002674690680578351
14868	embedding2nn.bias	5	-0.001455694087781012
14868	embedding2nn.bias	6	0.03030106984078884
14868	embedding2nn.bias	7	0.0011488598538562655
14868	embedding2nn.bias	8	-0.002930870046839118
14868	embedding2nn.bias	9	0.0063122850842773914
14868	rnn.weight_ih_l0	0	0.039773691445589066
14868	rnn.weight_ih_l0	1	-0.014910242520272732
14868	rnn.weight_ih_l0	2	-0.03715209290385246
14868	rnn.weight_ih_l0	3	-0.04504735395312309
14868	rnn.weight_ih_l0	4	-0.05036964640021324
14868	rnn.weight_ih_l0	5	-0.0024910641368478537
14868	rnn.weight_ih_l0	6	-0.05367916077375412
14868	rnn.weight_ih_l0	7	-0.056477516889572144
14868	rnn.weight_ih_l0	8	-0.044964276254177094
14868	rnn.weight_ih_l0	9	-0.025992680341005325
14868	rnn.weight_hh_l0	0	0.011286197230219841
14868	rnn.weight_hh_l0	1	-0.017904840409755707
14868	rnn.weight_hh_l0	2	-0.06269729137420654
14868	rnn.weight_hh_l0	3	-0.026821693405508995
14868	rnn.weight_hh_l0	4	-0.0658343955874443
14868	rnn.weight_hh_l0	5	-0.012378480285406113
14868	rnn.weight_hh_l0	6	-0.0409298837184906
14868	rnn.weight_hh_l0	7	-0.008648679591715336
14868	rnn.weight_hh_l0	8	-0.016174742951989174
14868	rnn.weight_hh_l0	9	0.021004226058721542
14868	rnn.bias_ih_l0	0	0.11568591743707657
14868	rnn.bias_ih_l0	1	-0.045232463628053665
14868	rnn.bias_ih_l0	2	0.10631003230810165
14868	rnn.bias_ih_l0	3	0.06146511808037758
14868	rnn.bias_ih_l0	4	0.09407681971788406
14868	rnn.bias_ih_l0	5	0.031416669487953186
14868	rnn.bias_ih_l0	6	-0.005496805068105459
14868	rnn.bias_ih_l0	7	-0.1047387644648552
14868	rnn.bias_ih_l0	8	-0.17686551809310913
14868	rnn.bias_ih_l0	9	0.09340822696685791
14868	rnn.bias_hh_l0	0	-0.012294278480112553
14868	rnn.bias_hh_l0	1	0.01293510664254427
14868	rnn.bias_hh_l0	2	-0.015234977006912231
14868	rnn.bias_hh_l0	3	-0.014532318338751793
14868	rnn.bias_hh_l0	4	-0.0498969666659832
14868	rnn.bias_hh_l0	5	0.1327257603406906
14868	rnn.bias_hh_l0	6	0.021801048889756203
14868	rnn.bias_hh_l0	7	0.04260414466261864
14868	rnn.bias_hh_l0	8	0.028871964663267136
14868	rnn.bias_hh_l0	9	0.03891003504395485
14868	rnn.weight_ih_l0_reverse	0	-0.029306519776582718
14868	rnn.weight_ih_l0_reverse	1	0.0033727576956152916
14868	rnn.weight_ih_l0_reverse	2	0.025738636031746864
14868	rnn.weight_ih_l0_reverse	3	-0.058039162307977676
14868	rnn.weight_ih_l0_reverse	4	0.011023251339793205
14868	rnn.weight_ih_l0_reverse	5	-0.049562811851501465
14868	rnn.weight_ih_l0_reverse	6	0.008721252903342247
14868	rnn.weight_ih_l0_reverse	7	0.044012244790792465
14868	rnn.weight_ih_l0_reverse	8	-0.0431598536670208
14868	rnn.weight_ih_l0_reverse	9	-0.05505427345633507
14868	rnn.weight_hh_l0_reverse	0	-0.08234325796365738
14868	rnn.weight_hh_l0_reverse	1	-0.054833583533763885
14868	rnn.weight_hh_l0_reverse	2	0.024145666509866714
14868	rnn.weight_hh_l0_reverse	3	0.04037433862686157
14868	rnn.weight_hh_l0_reverse	4	0.012870327569544315
14868	rnn.weight_hh_l0_reverse	5	0.04416728392243385
14868	rnn.weight_hh_l0_reverse	6	-0.01660955883562565
14868	rnn.weight_hh_l0_reverse	7	0.01010100543498993
14868	rnn.weight_hh_l0_reverse	8	-0.09331067651510239
14868	rnn.weight_hh_l0_reverse	9	0.061816975474357605
14868	rnn.bias_ih_l0_reverse	0	-0.08369130641222
14868	rnn.bias_ih_l0_reverse	1	-0.05781574174761772
14868	rnn.bias_ih_l0_reverse	2	0.09584468603134155
14868	rnn.bias_ih_l0_reverse	3	0.026666000485420227
14868	rnn.bias_ih_l0_reverse	4	-0.11506149172782898
14868	rnn.bias_ih_l0_reverse	5	0.04533463343977928
14868	rnn.bias_ih_l0_reverse	6	-0.11737101525068283
14868	rnn.bias_ih_l0_reverse	7	0.031529877334833145
14868	rnn.bias_ih_l0_reverse	8	0.024663986638188362
14868	rnn.bias_ih_l0_reverse	9	0.06760258972644806
14868	rnn.bias_hh_l0_reverse	0	0.042782675474882126
14868	rnn.bias_hh_l0_reverse	1	0.06842638552188873
14868	rnn.bias_hh_l0_reverse	2	0.07894449681043625
14868	rnn.bias_hh_l0_reverse	3	-0.0043316250666975975
14868	rnn.bias_hh_l0_reverse	4	0.08163297176361084
14868	rnn.bias_hh_l0_reverse	5	0.005941929295659065
14868	rnn.bias_hh_l0_reverse	6	-0.06818927079439163
14868	rnn.bias_hh_l0_reverse	7	0.02514910139143467
14868	rnn.bias_hh_l0_reverse	8	0.017940368503332138
14868	rnn.bias_hh_l0_reverse	9	-0.14732447266578674
14868	linear.weight	0	0.17458391189575195
14868	linear.weight	1	-0.12043482065200806
14868	linear.weight	2	-0.1972736120223999
14868	linear.weight	3	0.06494513899087906
14868	linear.weight	4	-0.004325275309383869
14868	linear.weight	5	0.0019328542985022068
14868	linear.weight	6	-0.00833873450756073
14868	linear.weight	7	-0.03345707431435585
14868	linear.weight	8	0.07152750343084335
14868	linear.weight	9	0.27406227588653564
14868	linear.bias	0	-0.1562262624502182
14868	linear.bias	1	0.13985185325145721
14868	linear.bias	2	-0.47395896911621094
14868	linear.bias	3	1.5575519800186157
14868	linear.bias	4	-0.364471971988678
14868	linear.bias	5	-0.030769959092140198
14868	linear.bias	6	-0.3225012421607971
14868	linear.bias	7	-0.23906725645065308
14868	linear.bias	8	0.008790865540504456
14868	linear.bias	9	-0.462959349155426
14896	transitions	0	-0.6242489814758301
14896	transitions	1	0.3744353950023651
14896	transitions	2	1.7067797183990479
14896	transitions	3	0.12651704251766205
14896	transitions	4	0.9668747782707214
14896	transitions	5	1.2743828296661377
14896	transitions	6	0.48395124077796936
14896	transitions	7	0.1788276582956314
14896	transitions	8	-0.9192712903022766
14896	transitions	9	0.9307424426078796
14896	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14896	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14896	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14896	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14896	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14896	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14896	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14896	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14896	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14896	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14896	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14896	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14896	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14896	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14896	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14896	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14896	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14896	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14896	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14896	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14896	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14896	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14896	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14896	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14896	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14896	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14896	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14896	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14896	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14896	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14896	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14896	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14896	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14896	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14896	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14896	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14896	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14896	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14896	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14896	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14896	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14896	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14896	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14896	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14896	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14896	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14896	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14896	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14896	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14896	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14896	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14896	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14896	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14896	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14896	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14896	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14896	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14896	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14896	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14896	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14896	embedding2nn.weight	0	0.02289227768778801
14896	embedding2nn.weight	1	0.015581528656184673
14896	embedding2nn.weight	2	-0.0049148560501635075
14896	embedding2nn.weight	3	0.0003176276513841003
14896	embedding2nn.weight	4	-0.0045072827488183975
14896	embedding2nn.weight	5	0.008422531187534332
14896	embedding2nn.weight	6	-0.002645781496539712
14896	embedding2nn.weight	7	0.013652901165187359
14896	embedding2nn.weight	8	-0.00862056203186512
14896	embedding2nn.weight	9	-0.012578611262142658
14896	embedding2nn.bias	0	-0.030910249799489975
14896	embedding2nn.bias	1	-0.041171569377183914
14896	embedding2nn.bias	2	-0.04823832958936691
14896	embedding2nn.bias	3	-0.0005675132269971073
14896	embedding2nn.bias	4	0.002724382095038891
14896	embedding2nn.bias	5	0.008213759399950504
14896	embedding2nn.bias	6	0.027768611907958984
14896	embedding2nn.bias	7	0.00501392362639308
14896	embedding2nn.bias	8	-0.003603177610784769
14896	embedding2nn.bias	9	0.009885035455226898
14896	rnn.weight_ih_l0	0	0.0400279238820076
14896	rnn.weight_ih_l0	1	-0.014503556303679943
14896	rnn.weight_ih_l0	2	-0.03734245523810387
14896	rnn.weight_ih_l0	3	-0.045117877423763275
14896	rnn.weight_ih_l0	4	-0.05027030035853386
14896	rnn.weight_ih_l0	5	-0.002340574748814106
14896	rnn.weight_ih_l0	6	-0.053643710911273956
14896	rnn.weight_ih_l0	7	-0.056637104600667953
14896	rnn.weight_ih_l0	8	-0.04499033838510513
14896	rnn.weight_ih_l0	9	-0.02597690187394619
14896	rnn.weight_hh_l0	0	0.011383098550140858
14896	rnn.weight_hh_l0	1	-0.018640201538801193
14896	rnn.weight_hh_l0	2	-0.06361529231071472
14896	rnn.weight_hh_l0	3	-0.026815010234713554
14896	rnn.weight_hh_l0	4	-0.06617125123739243
14896	rnn.weight_hh_l0	5	-0.012417236343026161
14896	rnn.weight_hh_l0	6	-0.04177519679069519
14896	rnn.weight_hh_l0	7	-0.009706337004899979
14896	rnn.weight_hh_l0	8	-0.016459254547953606
14896	rnn.weight_hh_l0	9	0.020710285753011703
14896	rnn.bias_ih_l0	0	0.11497906595468521
14896	rnn.bias_ih_l0	1	-0.045548345893621445
14896	rnn.bias_ih_l0	2	0.10398606956005096
14896	rnn.bias_ih_l0	3	0.05956065654754639
14896	rnn.bias_ih_l0	4	0.09489867836236954
14896	rnn.bias_ih_l0	5	0.03068278729915619
14896	rnn.bias_ih_l0	6	-0.007119631394743919
14896	rnn.bias_ih_l0	7	-0.11106842011213303
14896	rnn.bias_ih_l0	8	-0.1787974089384079
14896	rnn.bias_ih_l0	9	0.09343226999044418
14896	rnn.bias_hh_l0	0	-0.01203999761492014
14896	rnn.bias_hh_l0	1	0.01080286130309105
14896	rnn.bias_hh_l0	2	-0.01668585278093815
14896	rnn.bias_hh_l0	3	-0.015947064384818077
14896	rnn.bias_hh_l0	4	-0.05056352540850639
14896	rnn.bias_hh_l0	5	0.13294599950313568
14896	rnn.bias_hh_l0	6	0.020542120561003685
14896	rnn.bias_hh_l0	7	0.042335145175457
14896	rnn.bias_hh_l0	8	0.027249135076999664
14896	rnn.bias_hh_l0	9	0.038845133036375046
14896	rnn.weight_ih_l0_reverse	0	-0.02932356484234333
14896	rnn.weight_ih_l0_reverse	1	0.0027956266421824694
14896	rnn.weight_ih_l0_reverse	2	0.02551797777414322
14896	rnn.weight_ih_l0_reverse	3	-0.057997927069664
14896	rnn.weight_ih_l0_reverse	4	0.010690055787563324
14896	rnn.weight_ih_l0_reverse	5	-0.04969598725438118
14896	rnn.weight_ih_l0_reverse	6	0.008334903046488762
14896	rnn.weight_ih_l0_reverse	7	0.04392976313829422
14896	rnn.weight_ih_l0_reverse	8	-0.04300520196557045
14896	rnn.weight_ih_l0_reverse	9	-0.054839834570884705
14896	rnn.weight_hh_l0_reverse	0	-0.08160582929849625
14896	rnn.weight_hh_l0_reverse	1	-0.0558704249560833
14896	rnn.weight_hh_l0_reverse	2	0.024287007749080658
14896	rnn.weight_hh_l0_reverse	3	0.040074750781059265
14896	rnn.weight_hh_l0_reverse	4	0.013201946392655373
14896	rnn.weight_hh_l0_reverse	5	0.04396884888410568
14896	rnn.weight_hh_l0_reverse	6	-0.015607030130922794
14896	rnn.weight_hh_l0_reverse	7	0.010366288013756275
14896	rnn.weight_hh_l0_reverse	8	-0.09319978952407837
14896	rnn.weight_hh_l0_reverse	9	0.06145167350769043
14896	rnn.bias_ih_l0_reverse	0	-0.08723118156194687
14896	rnn.bias_ih_l0_reverse	1	-0.06164513900876045
14896	rnn.bias_ih_l0_reverse	2	0.09678855538368225
14896	rnn.bias_ih_l0_reverse	3	0.02793126180768013
14896	rnn.bias_ih_l0_reverse	4	-0.1146751120686531
14896	rnn.bias_ih_l0_reverse	5	0.04458130896091461
14896	rnn.bias_ih_l0_reverse	6	-0.11316312104463577
14896	rnn.bias_ih_l0_reverse	7	0.03187691047787666
14896	rnn.bias_ih_l0_reverse	8	0.02500004507601261
14896	rnn.bias_ih_l0_reverse	9	0.06847542524337769
14896	rnn.bias_hh_l0_reverse	0	0.046423785388469696
14896	rnn.bias_hh_l0_reverse	1	0.06801208853721619
14896	rnn.bias_hh_l0_reverse	2	0.0797698050737381
14896	rnn.bias_hh_l0_reverse	3	-0.006219763308763504
14896	rnn.bias_hh_l0_reverse	4	0.08114632964134216
14896	rnn.bias_hh_l0_reverse	5	0.0028242594562470913
14896	rnn.bias_hh_l0_reverse	6	-0.06864988803863525
14896	rnn.bias_hh_l0_reverse	7	0.02477325312793255
14896	rnn.bias_hh_l0_reverse	8	0.01723778247833252
14896	rnn.bias_hh_l0_reverse	9	-0.1484510600566864
14896	linear.weight	0	0.18386676907539368
14896	linear.weight	1	-0.12043929100036621
14896	linear.weight	2	-0.19911184906959534
14896	linear.weight	3	0.06791551411151886
14896	linear.weight	4	-0.004313085228204727
14896	linear.weight	5	0.0018538724398240447
14896	linear.weight	6	-0.008333305828273296
14896	linear.weight	7	-0.03340645879507065
14896	linear.weight	8	0.07398013770580292
14896	linear.weight	9	0.2734786570072174
14896	linear.bias	0	-0.153078094124794
14896	linear.bias	1	0.14143528044223785
14896	linear.bias	2	-0.4752155542373657
14896	linear.bias	3	1.5710018873214722
14896	linear.bias	4	-0.3625015914440155
14896	linear.bias	5	-0.030769959092140198
14896	linear.bias	6	-0.3237204849720001
14896	linear.bias	7	-0.24019262194633484
14896	linear.bias	8	0.005786746274679899
14896	linear.bias	9	-0.4631468951702118
14924	transitions	0	-0.6243096590042114
14924	transitions	1	0.37426838278770447
14924	transitions	2	1.7067275047302246
14924	transitions	3	0.1264629364013672
14924	transitions	4	0.9668548703193665
14924	transitions	5	1.2743818759918213
14924	transitions	6	0.48395073413848877
14924	transitions	7	0.1788053810596466
14924	transitions	8	-0.9192714691162109
14924	transitions	9	0.9307417869567871
14924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14924	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14924	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14924	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14924	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14924	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14924	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14924	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14924	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14924	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14924	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14924	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14924	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14924	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14924	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14924	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14924	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14924	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14924	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14924	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14924	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14924	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14924	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14924	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14924	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14924	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14924	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14924	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14924	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14924	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14924	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14924	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14924	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14924	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14924	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14924	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14924	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14924	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14924	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14924	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14924	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14924	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14924	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14924	embedding2nn.weight	0	0.023226620629429817
14924	embedding2nn.weight	1	0.015560301020741463
14924	embedding2nn.weight	2	-0.004919891245663166
14924	embedding2nn.weight	3	0.00044112568139098585
14924	embedding2nn.weight	4	-0.004515787120908499
14924	embedding2nn.weight	5	0.00849712174385786
14924	embedding2nn.weight	6	-0.00270732119679451
14924	embedding2nn.weight	7	0.014175429940223694
14924	embedding2nn.weight	8	-0.008457309566438198
14924	embedding2nn.weight	9	-0.01252724789083004
14924	embedding2nn.bias	0	-0.029219578951597214
14924	embedding2nn.bias	1	-0.04264504835009575
14924	embedding2nn.bias	2	-0.05020721256732941
14924	embedding2nn.bias	3	0.00030500837601721287
14924	embedding2nn.bias	4	-0.0009725763229653239
14924	embedding2nn.bias	5	0.0125048216432333
14924	embedding2nn.bias	6	0.028519660234451294
14924	embedding2nn.bias	7	0.007746235933154821
14924	embedding2nn.bias	8	-0.001923216856084764
14924	embedding2nn.bias	9	0.008756314404308796
14924	rnn.weight_ih_l0	0	0.04023529961705208
14924	rnn.weight_ih_l0	1	-0.014364412054419518
14924	rnn.weight_ih_l0	2	-0.036624908447265625
14924	rnn.weight_ih_l0	3	-0.04520721361041069
14924	rnn.weight_ih_l0	4	-0.050390589982271194
14924	rnn.weight_ih_l0	5	-0.0020571874920278788
14924	rnn.weight_ih_l0	6	-0.053244128823280334
14924	rnn.weight_ih_l0	7	-0.05667763948440552
14924	rnn.weight_ih_l0	8	-0.04484599083662033
14924	rnn.weight_ih_l0	9	-0.025999870151281357
14924	rnn.weight_hh_l0	0	0.011534033343195915
14924	rnn.weight_hh_l0	1	-0.01824304647743702
14924	rnn.weight_hh_l0	2	-0.06437374651432037
14924	rnn.weight_hh_l0	3	-0.026211341843008995
14924	rnn.weight_hh_l0	4	-0.06656581163406372
14924	rnn.weight_hh_l0	5	-0.012316170148551464
14924	rnn.weight_hh_l0	6	-0.044165004044771194
14924	rnn.weight_hh_l0	7	-0.011207121424376965
14924	rnn.weight_hh_l0	8	-0.01634674146771431
14924	rnn.weight_hh_l0	9	0.02050512097775936
14924	rnn.bias_ih_l0	0	0.11662790924310684
14924	rnn.bias_ih_l0	1	-0.046569544821977615
14924	rnn.bias_ih_l0	2	0.10199756175279617
14924	rnn.bias_ih_l0	3	0.059374090284109116
14924	rnn.bias_ih_l0	4	0.09482049942016602
14924	rnn.bias_ih_l0	5	0.028791043907403946
14924	rnn.bias_ih_l0	6	-0.00966599490493536
14924	rnn.bias_ih_l0	7	-0.10803882777690887
14924	rnn.bias_ih_l0	8	-0.1815372109413147
14924	rnn.bias_ih_l0	9	0.09324230253696442
14924	rnn.bias_hh_l0	0	-0.014125680550932884
14924	rnn.bias_hh_l0	1	0.010172044858336449
14924	rnn.bias_hh_l0	2	-0.01841861754655838
14924	rnn.bias_hh_l0	3	-0.015347144566476345
14924	rnn.bias_hh_l0	4	-0.050445232540369034
14924	rnn.bias_hh_l0	5	0.13336455821990967
14924	rnn.bias_hh_l0	6	0.01917116343975067
14924	rnn.bias_hh_l0	7	0.04800071939826012
14924	rnn.bias_hh_l0	8	0.02470276691019535
14924	rnn.bias_hh_l0	9	0.03767688199877739
14924	rnn.weight_ih_l0_reverse	0	-0.029046323150396347
14924	rnn.weight_ih_l0_reverse	1	0.002178879687562585
14924	rnn.weight_ih_l0_reverse	2	0.02536945231258869
14924	rnn.weight_ih_l0_reverse	3	-0.05843692272901535
14924	rnn.weight_ih_l0_reverse	4	0.01048324815928936
14924	rnn.weight_ih_l0_reverse	5	-0.049885205924510956
14924	rnn.weight_ih_l0_reverse	6	0.007937343791127205
14924	rnn.weight_ih_l0_reverse	7	0.044078852981328964
14924	rnn.weight_ih_l0_reverse	8	-0.04303940758109093
14924	rnn.weight_ih_l0_reverse	9	-0.0550481416285038
14924	rnn.weight_hh_l0_reverse	0	-0.08149763941764832
14924	rnn.weight_hh_l0_reverse	1	-0.05681050568819046
14924	rnn.weight_hh_l0_reverse	2	0.024139298126101494
14924	rnn.weight_hh_l0_reverse	3	0.039767563343048096
14924	rnn.weight_hh_l0_reverse	4	0.013169711455702782
14924	rnn.weight_hh_l0_reverse	5	0.04401211813092232
14924	rnn.weight_hh_l0_reverse	6	-0.014414745382964611
14924	rnn.weight_hh_l0_reverse	7	0.009778779931366444
14924	rnn.weight_hh_l0_reverse	8	-0.09377659112215042
14924	rnn.weight_hh_l0_reverse	9	0.06085360422730446
14924	rnn.bias_ih_l0_reverse	0	-0.08610443025827408
14924	rnn.bias_ih_l0_reverse	1	-0.05818282440304756
14924	rnn.bias_ih_l0_reverse	2	0.09518509358167648
14924	rnn.bias_ih_l0_reverse	3	0.028623007237911224
14924	rnn.bias_ih_l0_reverse	4	-0.11316647380590439
14924	rnn.bias_ih_l0_reverse	5	0.045371800661087036
14924	rnn.bias_ih_l0_reverse	6	-0.11071353405714035
14924	rnn.bias_ih_l0_reverse	7	0.03151039034128189
14924	rnn.bias_ih_l0_reverse	8	0.026796087622642517
14924	rnn.bias_ih_l0_reverse	9	0.06931636482477188
14924	rnn.bias_hh_l0_reverse	0	0.049733638763427734
14924	rnn.bias_hh_l0_reverse	1	0.06767340004444122
14924	rnn.bias_hh_l0_reverse	2	0.07952567934989929
14924	rnn.bias_hh_l0_reverse	3	-0.005522360093891621
14924	rnn.bias_hh_l0_reverse	4	0.08116650581359863
14924	rnn.bias_hh_l0_reverse	5	0.004556948319077492
14924	rnn.bias_hh_l0_reverse	6	-0.0683644562959671
14924	rnn.bias_hh_l0_reverse	7	0.023133691400289536
14924	rnn.bias_hh_l0_reverse	8	0.01877661794424057
14924	rnn.bias_hh_l0_reverse	9	-0.14178885519504547
14924	linear.weight	0	0.1848999559879303
14924	linear.weight	1	-0.12043330818414688
14924	linear.weight	2	-0.20544524490833282
14924	linear.weight	3	0.06680456548929214
14924	linear.weight	4	-0.004148521926254034
14924	linear.weight	5	0.002631313167512417
14924	linear.weight	6	-0.008327186107635498
14924	linear.weight	7	-0.03337442874908447
14924	linear.weight	8	0.07165183126926422
14924	linear.weight	9	0.2716009020805359
14924	linear.bias	0	-0.15481597185134888
14924	linear.bias	1	0.14176225662231445
14924	linear.bias	2	-0.47578728199005127
14924	linear.bias	3	1.5572224855422974
14924	linear.bias	4	-0.362907350063324
14924	linear.bias	5	-0.030769959092140198
14924	linear.bias	6	-0.32415857911109924
14924	linear.bias	7	-0.23841522634029388
14924	linear.bias	8	0.004463210701942444
14924	linear.bias	9	-0.4632466435432434
14952	transitions	0	-0.6243650913238525
14952	transitions	1	0.3742187023162842
14952	transitions	2	1.706646203994751
14952	transitions	3	0.12645207345485687
14952	transitions	4	0.9666697382926941
14952	transitions	5	1.2743806838989258
14952	transitions	6	0.4839506447315216
14952	transitions	7	0.1788046807050705
14952	transitions	8	-0.9192715287208557
14952	transitions	9	0.9307417273521423
14952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14952	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14952	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14952	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14952	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14952	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14952	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14952	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14952	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14952	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14952	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14952	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14952	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14952	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14952	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14952	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14952	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14952	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14952	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14952	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14952	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14952	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14952	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14952	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14952	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14952	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14952	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14952	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14952	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14952	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14952	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14952	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14952	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14952	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14952	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14952	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14952	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14952	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14952	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14952	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14952	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14952	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14952	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14952	embedding2nn.weight	0	0.023326195776462555
14952	embedding2nn.weight	1	0.015638472512364388
14952	embedding2nn.weight	2	-0.005110587924718857
14952	embedding2nn.weight	3	0.0007946778205223382
14952	embedding2nn.weight	4	-0.004404820501804352
14952	embedding2nn.weight	5	0.008486952632665634
14952	embedding2nn.weight	6	-0.0027999659068882465
14952	embedding2nn.weight	7	0.014012599363923073
14952	embedding2nn.weight	8	-0.008412366732954979
14952	embedding2nn.weight	9	-0.012479252181947231
14952	embedding2nn.bias	0	-0.02798106148838997
14952	embedding2nn.bias	1	-0.04429427534341812
14952	embedding2nn.bias	2	-0.045650359243154526
14952	embedding2nn.bias	3	0.0062261163257062435
14952	embedding2nn.bias	4	0.001993433805182576
14952	embedding2nn.bias	5	0.010198750533163548
14952	embedding2nn.bias	6	0.025387931615114212
14952	embedding2nn.bias	7	0.005013126414269209
14952	embedding2nn.bias	8	-0.0012564106145873666
14952	embedding2nn.bias	9	0.012488998472690582
14952	rnn.weight_ih_l0	0	0.04007312282919884
14952	rnn.weight_ih_l0	1	-0.014115368947386742
14952	rnn.weight_ih_l0	2	-0.03483913466334343
14952	rnn.weight_ih_l0	3	-0.045254405587911606
14952	rnn.weight_ih_l0	4	-0.050201959908008575
14952	rnn.weight_ih_l0	5	-0.0022189111914485693
14952	rnn.weight_ih_l0	6	-0.05349576100707054
14952	rnn.weight_ih_l0	7	-0.05656234547495842
14952	rnn.weight_ih_l0	8	-0.04517001286149025
14952	rnn.weight_ih_l0	9	-0.02603784203529358
14952	rnn.weight_hh_l0	0	0.011161118745803833
14952	rnn.weight_hh_l0	1	-0.01850152015686035
14952	rnn.weight_hh_l0	2	-0.06392606347799301
14952	rnn.weight_hh_l0	3	-0.025896437466144562
14952	rnn.weight_hh_l0	4	-0.06622632592916489
14952	rnn.weight_hh_l0	5	-0.012269957922399044
14952	rnn.weight_hh_l0	6	-0.04381183534860611
14952	rnn.weight_hh_l0	7	-0.009604056365787983
14952	rnn.weight_hh_l0	8	-0.01647108793258667
14952	rnn.weight_hh_l0	9	0.02074369229376316
14952	rnn.bias_ih_l0	0	0.11444447189569473
14952	rnn.bias_ih_l0	1	-0.047694701701402664
14952	rnn.bias_ih_l0	2	0.10449583828449249
14952	rnn.bias_ih_l0	3	0.05933893099427223
14952	rnn.bias_ih_l0	4	0.09257438778877258
14952	rnn.bias_ih_l0	5	0.029692186042666435
14952	rnn.bias_ih_l0	6	-0.0071794125251472
14952	rnn.bias_ih_l0	7	-0.11011619120836258
14952	rnn.bias_ih_l0	8	-0.17739683389663696
14952	rnn.bias_ih_l0	9	0.09386736899614334
14952	rnn.bias_hh_l0	0	-0.012944906018674374
14952	rnn.bias_hh_l0	1	0.0103630805388093
14952	rnn.bias_hh_l0	2	-0.018953872844576836
14952	rnn.bias_hh_l0	3	-0.01180492527782917
14952	rnn.bias_hh_l0	4	-0.05322073772549629
14952	rnn.bias_hh_l0	5	0.12920057773590088
14952	rnn.bias_hh_l0	6	0.01775122992694378
14952	rnn.bias_hh_l0	7	0.049128010869026184
14952	rnn.bias_hh_l0	8	0.027189351618289948
14952	rnn.bias_hh_l0	9	0.0357779935002327
14952	rnn.weight_ih_l0_reverse	0	-0.02913045510649681
14952	rnn.weight_ih_l0_reverse	1	0.001314207329414785
14952	rnn.weight_ih_l0_reverse	2	0.02539481595158577
14952	rnn.weight_ih_l0_reverse	3	-0.05823887139558792
14952	rnn.weight_ih_l0_reverse	4	0.010342144407331944
14952	rnn.weight_ih_l0_reverse	5	-0.049994952976703644
14952	rnn.weight_ih_l0_reverse	6	0.008251423016190529
14952	rnn.weight_ih_l0_reverse	7	0.043997738510370255
14952	rnn.weight_ih_l0_reverse	8	-0.04314634948968887
14952	rnn.weight_ih_l0_reverse	9	-0.055159792304039
14952	rnn.weight_hh_l0_reverse	0	-0.08082832396030426
14952	rnn.weight_hh_l0_reverse	1	-0.05661904439330101
14952	rnn.weight_hh_l0_reverse	2	0.024087771773338318
14952	rnn.weight_hh_l0_reverse	3	0.03969443961977959
14952	rnn.weight_hh_l0_reverse	4	0.013550199568271637
14952	rnn.weight_hh_l0_reverse	5	0.04418673738837242
14952	rnn.weight_hh_l0_reverse	6	-0.016214042901992798
14952	rnn.weight_hh_l0_reverse	7	0.010310581885278225
14952	rnn.weight_hh_l0_reverse	8	-0.09382880479097366
14952	rnn.weight_hh_l0_reverse	9	0.061197515577077866
14952	rnn.bias_ih_l0_reverse	0	-0.08988834172487259
14952	rnn.bias_ih_l0_reverse	1	-0.05595201626420021
14952	rnn.bias_ih_l0_reverse	2	0.09534431993961334
14952	rnn.bias_ih_l0_reverse	3	0.02963513322174549
14952	rnn.bias_ih_l0_reverse	4	-0.11622530966997147
14952	rnn.bias_ih_l0_reverse	5	0.04656393453478813
14952	rnn.bias_ih_l0_reverse	6	-0.10936666280031204
14952	rnn.bias_ih_l0_reverse	7	0.03174126148223877
14952	rnn.bias_ih_l0_reverse	8	0.027631906792521477
14952	rnn.bias_ih_l0_reverse	9	0.07147663831710815
14952	rnn.bias_hh_l0_reverse	0	0.047253385186195374
14952	rnn.bias_hh_l0_reverse	1	0.06605982780456543
14952	rnn.bias_hh_l0_reverse	2	0.07999490201473236
14952	rnn.bias_hh_l0_reverse	3	-0.0036633287090808153
14952	rnn.bias_hh_l0_reverse	4	0.08143457770347595
14952	rnn.bias_hh_l0_reverse	5	-0.007703399285674095
14952	rnn.bias_hh_l0_reverse	6	-0.06851300597190857
14952	rnn.bias_hh_l0_reverse	7	0.022204149514436722
14952	rnn.bias_hh_l0_reverse	8	0.020298607647418976
14952	rnn.bias_hh_l0_reverse	9	-0.14188966155052185
14952	linear.weight	0	0.188486248254776
14952	linear.weight	1	-0.12044335901737213
14952	linear.weight	2	-0.20506276190280914
14952	linear.weight	3	0.06800813972949982
14952	linear.weight	4	-0.004408290144056082
14952	linear.weight	5	0.0014157904079183936
14952	linear.weight	6	-0.008323192596435547
14952	linear.weight	7	-0.03338760510087013
14952	linear.weight	8	0.06990425288677216
14952	linear.weight	9	0.2772067189216614
14952	linear.bias	0	-0.1601668745279312
14952	linear.bias	1	0.15069861710071564
14952	linear.bias	2	-0.47561392188072205
14952	linear.bias	3	1.5702847242355347
14952	linear.bias	4	-0.3633159101009369
14952	linear.bias	5	-0.030769959092140198
14952	linear.bias	6	-0.32401755452156067
14952	linear.bias	7	-0.2354155331850052
14952	linear.bias	8	0.004834441002458334
14952	linear.bias	9	-0.4633372128009796
14980	transitions	0	-0.6244881749153137
14980	transitions	1	0.3741845190525055
14980	transitions	2	1.7065588235855103
14980	transitions	3	0.12641537189483643
14980	transitions	4	0.9666593074798584
14980	transitions	5	1.2743785381317139
14980	transitions	6	0.4839475452899933
14980	transitions	7	0.17880402505397797
14980	transitions	8	-0.919272243976593
14980	transitions	9	0.9307416677474976
14980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
14980	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
14980	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
14980	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
14980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
14980	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
14980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
14980	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
14980	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
14980	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
14980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
14980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
14980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
14980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
14980	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
14980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
14980	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
14980	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
14980	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
14980	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
14980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
14980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
14980	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
14980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
14980	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
14980	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
14980	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
14980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
14980	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
14980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
14980	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
14980	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
14980	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
14980	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
14980	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
14980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
14980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
14980	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
14980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
14980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
14980	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
14980	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
14980	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
14980	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
14980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
14980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
14980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
14980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
14980	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
14980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
14980	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
14980	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
14980	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
14980	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
14980	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
14980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
14980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
14980	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
14980	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
14980	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
14980	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
14980	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
14980	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
14980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
14980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
14980	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
14980	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
14980	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
14980	embedding2nn.weight	0	0.023242609575390816
14980	embedding2nn.weight	1	0.015907948836684227
14980	embedding2nn.weight	2	-0.00514021934941411
14980	embedding2nn.weight	3	0.0007601223769597709
14980	embedding2nn.weight	4	-0.004299293737858534
14980	embedding2nn.weight	5	0.00804657582193613
14980	embedding2nn.weight	6	-0.0028927011881023645
14980	embedding2nn.weight	7	0.013325842097401619
14980	embedding2nn.weight	8	-0.008722850121557713
14980	embedding2nn.weight	9	-0.012533401139080524
14980	embedding2nn.bias	0	-0.026146050542593002
14980	embedding2nn.bias	1	-0.037207115441560745
14980	embedding2nn.bias	2	-0.05265094339847565
14980	embedding2nn.bias	3	0.005331231281161308
14980	embedding2nn.bias	4	0.0015480414731428027
14980	embedding2nn.bias	5	0.009148644283413887
14980	embedding2nn.bias	6	0.02286382019519806
14980	embedding2nn.bias	7	0.00283801113255322
14980	embedding2nn.bias	8	-0.0075468458235263824
14980	embedding2nn.bias	9	0.007502617780119181
14980	rnn.weight_ih_l0	0	0.04016583412885666
14980	rnn.weight_ih_l0	1	-0.013476426713168621
14980	rnn.weight_ih_l0	2	-0.0339478962123394
14980	rnn.weight_ih_l0	3	-0.04541557654738426
14980	rnn.weight_ih_l0	4	-0.05032695457339287
14980	rnn.weight_ih_l0	5	-0.0020473592448979616
14980	rnn.weight_ih_l0	6	-0.05334262177348137
14980	rnn.weight_ih_l0	7	-0.056876469403505325
14980	rnn.weight_ih_l0	8	-0.04509600251913071
14980	rnn.weight_ih_l0	9	-0.02599143795669079
14980	rnn.weight_hh_l0	0	0.01151089183986187
14980	rnn.weight_hh_l0	1	-0.019283916801214218
14980	rnn.weight_hh_l0	2	-0.06422779709100723
14980	rnn.weight_hh_l0	3	-0.025795698165893555
14980	rnn.weight_hh_l0	4	-0.06634540855884552
14980	rnn.weight_hh_l0	5	-0.011966676451265812
14980	rnn.weight_hh_l0	6	-0.04259490594267845
14980	rnn.weight_hh_l0	7	-0.009896541014313698
14980	rnn.weight_hh_l0	8	-0.016320135444402695
14980	rnn.weight_hh_l0	9	0.01927947998046875
14980	rnn.bias_ih_l0	0	0.11522074788808823
14980	rnn.bias_ih_l0	1	-0.04831881821155548
14980	rnn.bias_ih_l0	2	0.10402753949165344
14980	rnn.bias_ih_l0	3	0.06004888936877251
14980	rnn.bias_ih_l0	4	0.09489556401968002
14980	rnn.bias_ih_l0	5	0.03065851330757141
14980	rnn.bias_ih_l0	6	-0.010072648525238037
14980	rnn.bias_ih_l0	7	-0.10524114221334457
14980	rnn.bias_ih_l0	8	-0.1715802401304245
14980	rnn.bias_ih_l0	9	0.09323854744434357
14980	rnn.bias_hh_l0	0	-0.014074956998229027
14980	rnn.bias_hh_l0	1	0.010071280412375927
14980	rnn.bias_hh_l0	2	-0.01913543790578842
14980	rnn.bias_hh_l0	3	-0.014159965328872204
14980	rnn.bias_hh_l0	4	-0.05251607671380043
14980	rnn.bias_hh_l0	5	0.13019689917564392
14980	rnn.bias_hh_l0	6	0.01970311813056469
14980	rnn.bias_hh_l0	7	0.04541492462158203
14980	rnn.bias_hh_l0	8	0.0242961123585701
14980	rnn.bias_hh_l0	9	0.03661515191197395
14980	rnn.weight_ih_l0_reverse	0	-0.029039772227406502
14980	rnn.weight_ih_l0_reverse	1	0.001615168177522719
14980	rnn.weight_ih_l0_reverse	2	0.025461073964834213
14980	rnn.weight_ih_l0_reverse	3	-0.058647945523262024
14980	rnn.weight_ih_l0_reverse	4	0.010546856559813023
14980	rnn.weight_ih_l0_reverse	5	-0.049589432775974274
14980	rnn.weight_ih_l0_reverse	6	0.008512144908308983
14980	rnn.weight_ih_l0_reverse	7	0.043876636773347855
14980	rnn.weight_ih_l0_reverse	8	-0.04347376152873039
14980	rnn.weight_ih_l0_reverse	9	-0.05510849878191948
14980	rnn.weight_hh_l0_reverse	0	-0.08079604804515839
14980	rnn.weight_hh_l0_reverse	1	-0.055715616792440414
14980	rnn.weight_hh_l0_reverse	2	0.024411428719758987
14980	rnn.weight_hh_l0_reverse	3	0.039413951337337494
14980	rnn.weight_hh_l0_reverse	4	0.013413159176707268
14980	rnn.weight_hh_l0_reverse	5	0.04399122670292854
14980	rnn.weight_hh_l0_reverse	6	-0.013238517567515373
14980	rnn.weight_hh_l0_reverse	7	0.010133739560842514
14980	rnn.weight_hh_l0_reverse	8	-0.09464619308710098
14980	rnn.weight_hh_l0_reverse	9	0.06120506301522255
14980	rnn.bias_ih_l0_reverse	0	-0.08271639049053192
14980	rnn.bias_ih_l0_reverse	1	-0.061633434146642685
14980	rnn.bias_ih_l0_reverse	2	0.09714584797620773
14980	rnn.bias_ih_l0_reverse	3	0.03017629310488701
14980	rnn.bias_ih_l0_reverse	4	-0.11562235653400421
14980	rnn.bias_ih_l0_reverse	5	0.046593353152275085
14980	rnn.bias_ih_l0_reverse	6	-0.11032885313034058
14980	rnn.bias_ih_l0_reverse	7	0.03402281552553177
14980	rnn.bias_ih_l0_reverse	8	0.029823048040270805
14980	rnn.bias_ih_l0_reverse	9	0.07091844826936722
14980	rnn.bias_hh_l0_reverse	0	0.04712214693427086
14980	rnn.bias_hh_l0_reverse	1	0.06355881690979004
14980	rnn.bias_hh_l0_reverse	2	0.07781696319580078
14980	rnn.bias_hh_l0_reverse	3	-0.0040178135968744755
14980	rnn.bias_hh_l0_reverse	4	0.08151300251483917
14980	rnn.bias_hh_l0_reverse	5	-0.013253669254481792
14980	rnn.bias_hh_l0_reverse	6	-0.06991027295589447
14980	rnn.bias_hh_l0_reverse	7	0.02230725809931755
14980	rnn.bias_hh_l0_reverse	8	0.021739566698670387
14980	rnn.bias_hh_l0_reverse	9	-0.13953353464603424
14980	linear.weight	0	0.1884317249059677
14980	linear.weight	1	-0.12044098228216171
14980	linear.weight	2	-0.20582465827465057
14980	linear.weight	3	0.07400979101657867
14980	linear.weight	4	-0.004063089843839407
14980	linear.weight	5	0.001798955607227981
14980	linear.weight	6	-0.008319259621202946
14980	linear.weight	7	-0.03334782272577286
14980	linear.weight	8	0.0730910524725914
14980	linear.weight	9	0.27606502175331116
14980	linear.bias	0	-0.16168230772018433
14980	linear.bias	1	0.1455351859331131
14980	linear.bias	2	-0.4724274277687073
14980	linear.bias	3	1.5514358282089233
14980	linear.bias	4	-0.36360663175582886
14980	linear.bias	5	-0.030769959092140198
14980	linear.bias	6	-0.32112109661102295
14980	linear.bias	7	-0.23404595255851746
14980	linear.bias	8	-0.0013440833427011967
14980	linear.bias	9	-0.46347707509994507
15008	transitions	0	-0.6245526671409607
15008	transitions	1	0.3741346001625061
15008	transitions	2	1.7064567804336548
15008	transitions	3	0.12640054523944855
15008	transitions	4	0.966406524181366
15008	transitions	5	1.2743771076202393
15008	transitions	6	0.48394709825515747
15008	transitions	7	0.17880316078662872
15008	transitions	8	-0.9192728400230408
15008	transitions	9	0.9307416677474976
15008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15008	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15008	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15008	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15008	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15008	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15008	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15008	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15008	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15008	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15008	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15008	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15008	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15008	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15008	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15008	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15008	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15008	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15008	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15008	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15008	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15008	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15008	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15008	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15008	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15008	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15008	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15008	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15008	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15008	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15008	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15008	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15008	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15008	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15008	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15008	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15008	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15008	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15008	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15008	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15008	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15008	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15008	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15008	embedding2nn.weight	0	0.023060724139213562
15008	embedding2nn.weight	1	0.015772998332977295
15008	embedding2nn.weight	2	-0.005132096819579601
15008	embedding2nn.weight	3	0.0010292214574292302
15008	embedding2nn.weight	4	-0.004305373411625624
15008	embedding2nn.weight	5	0.007908323779702187
15008	embedding2nn.weight	6	-0.00291649904102087
15008	embedding2nn.weight	7	0.01252385601401329
15008	embedding2nn.weight	8	-0.00874863751232624
15008	embedding2nn.weight	9	-0.01254558376967907
15008	embedding2nn.bias	0	-0.02625580132007599
15008	embedding2nn.bias	1	-0.04022426903247833
15008	embedding2nn.bias	2	-0.04767800495028496
15008	embedding2nn.bias	3	0.008266774006187916
15008	embedding2nn.bias	4	0.0018497065175324678
15008	embedding2nn.bias	5	0.010284428484737873
15008	embedding2nn.bias	6	0.023185383528470993
15008	embedding2nn.bias	7	0.0022023480851203203
15008	embedding2nn.bias	8	-0.00959289912134409
15008	embedding2nn.bias	9	0.01405720878392458
15008	rnn.weight_ih_l0	0	0.04022536054253578
15008	rnn.weight_ih_l0	1	-0.01356866117566824
15008	rnn.weight_ih_l0	2	-0.03400423377752304
15008	rnn.weight_ih_l0	3	-0.044656284153461456
15008	rnn.weight_ih_l0	4	-0.05059893801808357
15008	rnn.weight_ih_l0	5	-0.0021025550086051226
15008	rnn.weight_ih_l0	6	-0.05325400084257126
15008	rnn.weight_ih_l0	7	-0.05705607682466507
15008	rnn.weight_ih_l0	8	-0.04519788548350334
15008	rnn.weight_ih_l0	9	-0.02599991299211979
15008	rnn.weight_hh_l0	0	0.011477096937596798
15008	rnn.weight_hh_l0	1	-0.019107386469841003
15008	rnn.weight_hh_l0	2	-0.06446359306573868
15008	rnn.weight_hh_l0	3	-0.026593107730150223
15008	rnn.weight_hh_l0	4	-0.06660918146371841
15008	rnn.weight_hh_l0	5	-0.011900636367499828
15008	rnn.weight_hh_l0	6	-0.04307333752512932
15008	rnn.weight_hh_l0	7	-0.012137062847614288
15008	rnn.weight_hh_l0	8	-0.01638432964682579
15008	rnn.weight_hh_l0	9	0.01814192719757557
15008	rnn.bias_ih_l0	0	0.11432462185621262
15008	rnn.bias_ih_l0	1	-0.049641937017440796
15008	rnn.bias_ih_l0	2	0.10570258647203445
15008	rnn.bias_ih_l0	3	0.05670401453971863
15008	rnn.bias_ih_l0	4	0.09472931176424026
15008	rnn.bias_ih_l0	5	0.029463348910212517
15008	rnn.bias_ih_l0	6	-0.009685317054390907
15008	rnn.bias_ih_l0	7	-0.10146400332450867
15008	rnn.bias_ih_l0	8	-0.17326262593269348
15008	rnn.bias_ih_l0	9	0.09327898174524307
15008	rnn.bias_hh_l0	0	-0.011793093755841255
15008	rnn.bias_hh_l0	1	0.007866112515330315
15008	rnn.bias_hh_l0	2	-0.019711527973413467
15008	rnn.bias_hh_l0	3	-0.014165472239255905
15008	rnn.bias_hh_l0	4	-0.04937748983502388
15008	rnn.bias_hh_l0	5	0.1277574896812439
15008	rnn.bias_hh_l0	6	0.019981885328888893
15008	rnn.bias_hh_l0	7	0.04667436331510544
15008	rnn.bias_hh_l0	8	0.02468344196677208
15008	rnn.bias_hh_l0	9	0.03897060453891754
15008	rnn.weight_ih_l0_reverse	0	-0.02894674614071846
15008	rnn.weight_ih_l0_reverse	1	0.001174256089143455
15008	rnn.weight_ih_l0_reverse	2	0.025293081998825073
15008	rnn.weight_ih_l0_reverse	3	-0.05900653079152107
15008	rnn.weight_ih_l0_reverse	4	0.010639126412570477
15008	rnn.weight_ih_l0_reverse	5	-0.04972878843545914
15008	rnn.weight_ih_l0_reverse	6	0.00821942649781704
15008	rnn.weight_ih_l0_reverse	7	0.04396790638566017
15008	rnn.weight_ih_l0_reverse	8	-0.04375285282731056
15008	rnn.weight_ih_l0_reverse	9	-0.054940156638622284
15008	rnn.weight_hh_l0_reverse	0	-0.08034852892160416
15008	rnn.weight_hh_l0_reverse	1	-0.05513225868344307
15008	rnn.weight_hh_l0_reverse	2	0.024226507171988487
15008	rnn.weight_hh_l0_reverse	3	0.03971594572067261
15008	rnn.weight_hh_l0_reverse	4	0.014110910706222057
15008	rnn.weight_hh_l0_reverse	5	0.043937988579273224
15008	rnn.weight_hh_l0_reverse	6	-0.013434106484055519
15008	rnn.weight_hh_l0_reverse	7	0.010170137509703636
15008	rnn.weight_hh_l0_reverse	8	-0.09447434544563293
15008	rnn.weight_hh_l0_reverse	9	0.06149475276470184
15008	rnn.bias_ih_l0_reverse	0	-0.0821404904127121
15008	rnn.bias_ih_l0_reverse	1	-0.05537479743361473
15008	rnn.bias_ih_l0_reverse	2	0.0956958532333374
15008	rnn.bias_ih_l0_reverse	3	0.030159329995512962
15008	rnn.bias_ih_l0_reverse	4	-0.11464188992977142
15008	rnn.bias_ih_l0_reverse	5	0.04643324017524719
15008	rnn.bias_ih_l0_reverse	6	-0.10932915657758713
15008	rnn.bias_ih_l0_reverse	7	0.03313036262989044
15008	rnn.bias_ih_l0_reverse	8	0.02729160711169243
15008	rnn.bias_ih_l0_reverse	9	0.07034775614738464
15008	rnn.bias_hh_l0_reverse	0	0.04693550243973732
15008	rnn.bias_hh_l0_reverse	1	0.06224985420703888
15008	rnn.bias_hh_l0_reverse	2	0.07662142813205719
15008	rnn.bias_hh_l0_reverse	3	-0.004558046814054251
15008	rnn.bias_hh_l0_reverse	4	0.08127032965421677
15008	rnn.bias_hh_l0_reverse	5	-0.013977374881505966
15008	rnn.bias_hh_l0_reverse	6	-0.06926750391721725
15008	rnn.bias_hh_l0_reverse	7	0.022704966366291046
15008	rnn.bias_hh_l0_reverse	8	0.021986907348036766
15008	rnn.bias_hh_l0_reverse	9	-0.1459961086511612
15008	linear.weight	0	0.18813802301883698
15008	linear.weight	1	-0.12043797224760056
15008	linear.weight	2	-0.2068691849708557
15008	linear.weight	3	0.07172243297100067
15008	linear.weight	4	-0.004813844803720713
15008	linear.weight	5	0.0020861749071627855
15008	linear.weight	6	-0.008311166428029537
15008	linear.weight	7	-0.03331045061349869
15008	linear.weight	8	0.07150392234325409
15008	linear.weight	9	0.275020956993103
15008	linear.bias	0	-0.14933648705482483
15008	linear.bias	1	0.14015193283557892
15008	linear.bias	2	-0.4728025794029236
15008	linear.bias	3	1.5753588676452637
15008	linear.bias	4	-0.36383238434791565
15008	linear.bias	5	-0.030769959092140198
15008	linear.bias	6	-0.3211006820201874
15008	linear.bias	7	-0.23708337545394897
15008	linear.bias	8	-0.0036282294895499945
15008	linear.bias	9	-0.4635576903820038
15036	transitions	0	-0.6246398091316223
15036	transitions	1	0.37404075264930725
15036	transitions	2	1.7062699794769287
15036	transitions	3	0.12637566030025482
15036	transitions	4	0.9663787484169006
15036	transitions	5	1.2743757963180542
15036	transitions	6	0.483946293592453
15036	transitions	7	0.17880114912986755
15036	transitions	8	-0.9192749261856079
15036	transitions	9	0.9307416081428528
15036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15036	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15036	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15036	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15036	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15036	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15036	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15036	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15036	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15036	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15036	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15036	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15036	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15036	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15036	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15036	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15036	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15036	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15036	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15036	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15036	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15036	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15036	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15036	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15036	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15036	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15036	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15036	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15036	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15036	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15036	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15036	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15036	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15036	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15036	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15036	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15036	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15036	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15036	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15036	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15036	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15036	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15036	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15036	embedding2nn.weight	0	0.02298440970480442
15036	embedding2nn.weight	1	0.015727365389466286
15036	embedding2nn.weight	2	-0.0051612285897135735
15036	embedding2nn.weight	3	0.0014007078716531396
15036	embedding2nn.weight	4	-0.004352729767560959
15036	embedding2nn.weight	5	0.00812805537134409
15036	embedding2nn.weight	6	-0.002811969490721822
15036	embedding2nn.weight	7	0.011368829756975174
15036	embedding2nn.weight	8	-0.008472522720694542
15036	embedding2nn.weight	9	-0.012535144574940205
15036	embedding2nn.bias	0	-0.023441042751073837
15036	embedding2nn.bias	1	-0.03838350251317024
15036	embedding2nn.bias	2	-0.04717857763171196
15036	embedding2nn.bias	3	0.004826543852686882
15036	embedding2nn.bias	4	-0.000435273046605289
15036	embedding2nn.bias	5	0.011206407099962234
15036	embedding2nn.bias	6	0.016969509422779083
15036	embedding2nn.bias	7	0.0006666207918897271
15036	embedding2nn.bias	8	-0.010016795247793198
15036	embedding2nn.bias	9	0.010052026249468327
15036	rnn.weight_ih_l0	0	0.04027247056365013
15036	rnn.weight_ih_l0	1	-0.01406198088079691
15036	rnn.weight_ih_l0	2	-0.03373633697628975
15036	rnn.weight_ih_l0	3	-0.04465550184249878
15036	rnn.weight_ih_l0	4	-0.05046527832746506
15036	rnn.weight_ih_l0	5	-0.0020670671947300434
15036	rnn.weight_ih_l0	6	-0.052985791116952896
15036	rnn.weight_ih_l0	7	-0.056735243648290634
15036	rnn.weight_ih_l0	8	-0.0452762171626091
15036	rnn.weight_ih_l0	9	-0.02588454820215702
15036	rnn.weight_hh_l0	0	0.011751122772693634
15036	rnn.weight_hh_l0	1	-0.019348591566085815
15036	rnn.weight_hh_l0	2	-0.06480253487825394
15036	rnn.weight_hh_l0	3	-0.026161538437008858
15036	rnn.weight_hh_l0	4	-0.06673594564199448
15036	rnn.weight_hh_l0	5	-0.012072025798261166
15036	rnn.weight_hh_l0	6	-0.041798777878284454
15036	rnn.weight_hh_l0	7	-0.011172998696565628
15036	rnn.weight_hh_l0	8	-0.015998266637325287
15036	rnn.weight_hh_l0	9	0.019312506541609764
15036	rnn.bias_ih_l0	0	0.11450707167387009
15036	rnn.bias_ih_l0	1	-0.04909421503543854
15036	rnn.bias_ih_l0	2	0.10445773601531982
15036	rnn.bias_ih_l0	3	0.05738302692770958
15036	rnn.bias_ih_l0	4	0.09728877991437912
15036	rnn.bias_ih_l0	5	0.03009376861155033
15036	rnn.bias_ih_l0	6	-0.010336840525269508
15036	rnn.bias_ih_l0	7	-0.10348206013441086
15036	rnn.bias_ih_l0	8	-0.17601141333580017
15036	rnn.bias_ih_l0	9	0.09354706853628159
15036	rnn.bias_hh_l0	0	-0.012803008779883385
15036	rnn.bias_hh_l0	1	0.009662235155701637
15036	rnn.bias_hh_l0	2	-0.019245333969593048
15036	rnn.bias_hh_l0	3	-0.01563846506178379
15036	rnn.bias_hh_l0	4	-0.04892720654606819
15036	rnn.bias_hh_l0	5	0.1282419115304947
15036	rnn.bias_hh_l0	6	0.01922464743256569
15036	rnn.bias_hh_l0	7	0.04475415125489235
15036	rnn.bias_hh_l0	8	0.02403191663324833
15036	rnn.bias_hh_l0	9	0.039475440979003906
15036	rnn.weight_ih_l0_reverse	0	-0.02904980443418026
15036	rnn.weight_ih_l0_reverse	1	0.0016047278186306357
15036	rnn.weight_ih_l0_reverse	2	0.02534813992679119
15036	rnn.weight_ih_l0_reverse	3	-0.05903249233961105
15036	rnn.weight_ih_l0_reverse	4	0.010113418102264404
15036	rnn.weight_ih_l0_reverse	5	-0.05009874328970909
15036	rnn.weight_ih_l0_reverse	6	0.007556416094303131
15036	rnn.weight_ih_l0_reverse	7	0.044045791029930115
15036	rnn.weight_ih_l0_reverse	8	-0.04361564293503761
15036	rnn.weight_ih_l0_reverse	9	-0.05498812720179558
15036	rnn.weight_hh_l0_reverse	0	-0.08018314093351364
15036	rnn.weight_hh_l0_reverse	1	-0.05535544455051422
15036	rnn.weight_hh_l0_reverse	2	0.024656223133206367
15036	rnn.weight_hh_l0_reverse	3	0.03983527794480324
15036	rnn.weight_hh_l0_reverse	4	0.013616933487355709
15036	rnn.weight_hh_l0_reverse	5	0.04397422447800636
15036	rnn.weight_hh_l0_reverse	6	-0.012532402761280537
15036	rnn.weight_hh_l0_reverse	7	0.009966863319277763
15036	rnn.weight_hh_l0_reverse	8	-0.09358477592468262
15036	rnn.weight_hh_l0_reverse	9	0.06199077144265175
15036	rnn.bias_ih_l0_reverse	0	-0.08117053657770157
15036	rnn.bias_ih_l0_reverse	1	-0.053628820925951004
15036	rnn.bias_ih_l0_reverse	2	0.09702704101800919
15036	rnn.bias_ih_l0_reverse	3	0.031119871884584427
15036	rnn.bias_ih_l0_reverse	4	-0.11466830223798752
15036	rnn.bias_ih_l0_reverse	5	0.04664956405758858
15036	rnn.bias_ih_l0_reverse	6	-0.10773468762636185
15036	rnn.bias_ih_l0_reverse	7	0.03283116593956947
15036	rnn.bias_ih_l0_reverse	8	0.026518097147345543
15036	rnn.bias_ih_l0_reverse	9	0.07171978801488876
15036	rnn.bias_hh_l0_reverse	0	0.04426507279276848
15036	rnn.bias_hh_l0_reverse	1	0.0639677345752716
15036	rnn.bias_hh_l0_reverse	2	0.0756964385509491
15036	rnn.bias_hh_l0_reverse	3	-0.0047319685108959675
15036	rnn.bias_hh_l0_reverse	4	0.08059319108724594
15036	rnn.bias_hh_l0_reverse	5	-0.010113323107361794
15036	rnn.bias_hh_l0_reverse	6	-0.07050757110118866
15036	rnn.bias_hh_l0_reverse	7	0.024337038397789
15036	rnn.bias_hh_l0_reverse	8	0.021168246865272522
15036	rnn.bias_hh_l0_reverse	9	-0.1428079456090927
15036	linear.weight	0	0.18879027664661407
15036	linear.weight	1	-0.12056489288806915
15036	linear.weight	2	-0.20637662708759308
15036	linear.weight	3	0.076506607234478
15036	linear.weight	4	-0.007332213688641787
15036	linear.weight	5	0.0023843739181756973
15036	linear.weight	6	-0.008310699835419655
15036	linear.weight	7	-0.0332927480340004
15036	linear.weight	8	0.07152324169874191
15036	linear.weight	9	0.27725452184677124
15036	linear.bias	0	-0.1483278125524521
15036	linear.bias	1	0.13791006803512573
15036	linear.bias	2	-0.47358235716819763
15036	linear.bias	3	1.5563733577728271
15036	linear.bias	4	-0.3641805648803711
15036	linear.bias	5	-0.030769959092140198
15036	linear.bias	6	-0.32163408398628235
15036	linear.bias	7	-0.23773743212223053
15036	linear.bias	8	-0.0019518762128427625
15036	linear.bias	9	-0.4636613726615906
15064	transitions	0	-0.6247339844703674
15064	transitions	1	0.37399816513061523
15064	transitions	2	1.7061896324157715
15064	transitions	3	0.1263328492641449
15064	transitions	4	0.9663606882095337
15064	transitions	5	1.2743736505508423
15064	transitions	6	0.4839460849761963
15064	transitions	7	0.17880041897296906
15064	transitions	8	-0.9192754030227661
15064	transitions	9	0.9307416081428528
15064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15064	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15064	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15064	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15064	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15064	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15064	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15064	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15064	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15064	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15064	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15064	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15064	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15064	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15064	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15064	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15064	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15064	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15064	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15064	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15064	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15064	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15064	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15064	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15064	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15064	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15064	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15064	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15064	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15064	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15064	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15064	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15064	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15064	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15064	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15064	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15064	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15064	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15064	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15064	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15064	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15064	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15064	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15064	embedding2nn.weight	0	0.02361961267888546
15064	embedding2nn.weight	1	0.01568233035504818
15064	embedding2nn.weight	2	-0.005151637829840183
15064	embedding2nn.weight	3	0.0015423634322360158
15064	embedding2nn.weight	4	-0.004391207825392485
15064	embedding2nn.weight	5	0.008237100206315517
15064	embedding2nn.weight	6	-0.0028314520604908466
15064	embedding2nn.weight	7	0.011458226479589939
15064	embedding2nn.weight	8	-0.00824794266372919
15064	embedding2nn.weight	9	-0.012578806839883327
15064	embedding2nn.bias	0	-0.025397194549441338
15064	embedding2nn.bias	1	-0.041013240814208984
15064	embedding2nn.bias	2	-0.05085880309343338
15064	embedding2nn.bias	3	0.0039497073739767075
15064	embedding2nn.bias	4	-7.752725650789216e-05
15064	embedding2nn.bias	5	0.007789838593453169
15064	embedding2nn.bias	6	0.017664512619376183
15064	embedding2nn.bias	7	0.00617951899766922
15064	embedding2nn.bias	8	-0.016172127798199654
15064	embedding2nn.bias	9	0.010192293673753738
15064	rnn.weight_ih_l0	0	0.040124427527189255
15064	rnn.weight_ih_l0	1	-0.014441659674048424
15064	rnn.weight_ih_l0	2	-0.03449275717139244
15064	rnn.weight_ih_l0	3	-0.04482513666152954
15064	rnn.weight_ih_l0	4	-0.05084400996565819
15064	rnn.weight_ih_l0	5	-0.0020089498721063137
15064	rnn.weight_ih_l0	6	-0.05304746702313423
15064	rnn.weight_ih_l0	7	-0.056653402745723724
15064	rnn.weight_ih_l0	8	-0.04524754732847214
15064	rnn.weight_ih_l0	9	-0.02589222975075245
15064	rnn.weight_hh_l0	0	0.011295280419290066
15064	rnn.weight_hh_l0	1	-0.020306644961237907
15064	rnn.weight_hh_l0	2	-0.06400710344314575
15064	rnn.weight_hh_l0	3	-0.025901688262820244
15064	rnn.weight_hh_l0	4	-0.0669071152806282
15064	rnn.weight_hh_l0	5	-0.012184242717921734
15064	rnn.weight_hh_l0	6	-0.04252128675580025
15064	rnn.weight_hh_l0	7	-0.011773264966905117
15064	rnn.weight_hh_l0	8	-0.01616489700973034
15064	rnn.weight_hh_l0	9	0.01921234466135502
15064	rnn.bias_ih_l0	0	0.11319544911384583
15064	rnn.bias_ih_l0	1	-0.04931097850203514
15064	rnn.bias_ih_l0	2	0.10364334285259247
15064	rnn.bias_ih_l0	3	0.057902175933122635
15064	rnn.bias_ih_l0	4	0.09883406013250351
15064	rnn.bias_ih_l0	5	0.028361646458506584
15064	rnn.bias_ih_l0	6	-0.012240422889590263
15064	rnn.bias_ih_l0	7	-0.10349533706903458
15064	rnn.bias_ih_l0	8	-0.178420290350914
15064	rnn.bias_ih_l0	9	0.09361236542463303
15064	rnn.bias_hh_l0	0	-0.01345281396061182
15064	rnn.bias_hh_l0	1	0.010049725882709026
15064	rnn.bias_hh_l0	2	-0.022237606346607208
15064	rnn.bias_hh_l0	3	-0.017428971827030182
15064	rnn.bias_hh_l0	4	-0.04695623740553856
15064	rnn.bias_hh_l0	5	0.12776803970336914
15064	rnn.bias_hh_l0	6	0.01700688898563385
15064	rnn.bias_hh_l0	7	0.04469037428498268
15064	rnn.bias_hh_l0	8	0.022128332406282425
15064	rnn.bias_hh_l0	9	0.0397113636136055
15064	rnn.weight_ih_l0_reverse	0	-0.02869865484535694
15064	rnn.weight_ih_l0_reverse	1	0.0015551141696050763
15064	rnn.weight_ih_l0_reverse	2	0.025556065142154694
15064	rnn.weight_ih_l0_reverse	3	-0.059189651161432266
15064	rnn.weight_ih_l0_reverse	4	0.010329030454158783
15064	rnn.weight_ih_l0_reverse	5	-0.05005202442407608
15064	rnn.weight_ih_l0_reverse	6	0.00765501894056797
15064	rnn.weight_ih_l0_reverse	7	0.04380299150943756
15064	rnn.weight_ih_l0_reverse	8	-0.043516431003808975
15064	rnn.weight_ih_l0_reverse	9	-0.05483974516391754
15064	rnn.weight_hh_l0_reverse	0	-0.0805380716919899
15064	rnn.weight_hh_l0_reverse	1	-0.055942367762327194
15064	rnn.weight_hh_l0_reverse	2	0.025360573083162308
15064	rnn.weight_hh_l0_reverse	3	0.04014328122138977
15064	rnn.weight_hh_l0_reverse	4	0.014191441237926483
15064	rnn.weight_hh_l0_reverse	5	0.043874047696590424
15064	rnn.weight_hh_l0_reverse	6	-0.010208310559391975
15064	rnn.weight_hh_l0_reverse	7	0.009921777062118053
15064	rnn.weight_hh_l0_reverse	8	-0.0931062325835228
15064	rnn.weight_hh_l0_reverse	9	0.06217217445373535
15064	rnn.bias_ih_l0_reverse	0	-0.08108333498239517
15064	rnn.bias_ih_l0_reverse	1	-0.054906655102968216
15064	rnn.bias_ih_l0_reverse	2	0.09725174307823181
15064	rnn.bias_ih_l0_reverse	3	0.031413424760103226
15064	rnn.bias_ih_l0_reverse	4	-0.11454902589321136
15064	rnn.bias_ih_l0_reverse	5	0.047447532415390015
15064	rnn.bias_ih_l0_reverse	6	-0.10780907422304153
15064	rnn.bias_ih_l0_reverse	7	0.03418339788913727
15064	rnn.bias_ih_l0_reverse	8	0.02687028981745243
15064	rnn.bias_ih_l0_reverse	9	0.07293311506509781
15064	rnn.bias_hh_l0_reverse	0	0.04564034193754196
15064	rnn.bias_hh_l0_reverse	1	0.06559033691883087
15064	rnn.bias_hh_l0_reverse	2	0.07238256931304932
15064	rnn.bias_hh_l0_reverse	3	-0.006107623223215342
15064	rnn.bias_hh_l0_reverse	4	0.08117767423391342
15064	rnn.bias_hh_l0_reverse	5	-0.00808024127036333
15064	rnn.bias_hh_l0_reverse	6	-0.07074736058712006
15064	rnn.bias_hh_l0_reverse	7	0.02544751577079296
15064	rnn.bias_hh_l0_reverse	8	0.02091660164296627
15064	rnn.bias_hh_l0_reverse	9	-0.14238162338733673
15064	linear.weight	0	0.18971435725688934
15064	linear.weight	1	-0.12052956968545914
15064	linear.weight	2	-0.2058437615633011
15064	linear.weight	3	0.07913261651992798
15064	linear.weight	4	-0.005556875374168158
15064	linear.weight	5	0.0026076529175043106
15064	linear.weight	6	-0.008306647650897503
15064	linear.weight	7	-0.032389163970947266
15064	linear.weight	8	0.06923367083072662
15064	linear.weight	9	0.27614545822143555
15064	linear.bias	0	-0.15141093730926514
15064	linear.bias	1	0.14110684394836426
15064	linear.bias	2	-0.4730510413646698
15064	linear.bias	3	1.5632668733596802
15064	linear.bias	4	-0.3644121587276459
15064	linear.bias	5	-0.030769959092140198
15064	linear.bias	6	-0.3203270435333252
15064	linear.bias	7	-0.24043144285678864
15064	linear.bias	8	0.007438979111611843
15064	linear.bias	9	-0.4637426435947418
15092	transitions	0	-0.6247920989990234
15092	transitions	1	0.37394192814826965
15092	transitions	2	1.7060275077819824
15092	transitions	3	0.12595641613006592
15092	transitions	4	0.9663139581680298
15092	transitions	5	1.2743725776672363
15092	transitions	6	0.4839455485343933
15092	transitions	7	0.17879757285118103
15092	transitions	8	-0.9192758798599243
15092	transitions	9	0.930741548538208
15092	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15092	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15092	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15092	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15092	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15092	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15092	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15092	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15092	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15092	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15092	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15092	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15092	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15092	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15092	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15092	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15092	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15092	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15092	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15092	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15092	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15092	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15092	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15092	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15092	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15092	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15092	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15092	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15092	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15092	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15092	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15092	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15092	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15092	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15092	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15092	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15092	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15092	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15092	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15092	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15092	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15092	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15092	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15092	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15092	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15092	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15092	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15092	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15092	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15092	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15092	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15092	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15092	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15092	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15092	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15092	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15092	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15092	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15092	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15092	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15092	embedding2nn.weight	0	0.024014970287680626
15092	embedding2nn.weight	1	0.015591522678732872
15092	embedding2nn.weight	2	-0.005155019462108612
15092	embedding2nn.weight	3	0.0014605011092498899
15092	embedding2nn.weight	4	-0.004400853533297777
15092	embedding2nn.weight	5	0.008312742225825787
15092	embedding2nn.weight	6	-0.0028369289357215166
15092	embedding2nn.weight	7	0.011652867309749126
15092	embedding2nn.weight	8	-0.008131150156259537
15092	embedding2nn.weight	9	-0.012610984034836292
15092	embedding2nn.bias	0	-0.02748020552098751
15092	embedding2nn.bias	1	-0.044361844658851624
15092	embedding2nn.bias	2	-0.045610614120960236
15092	embedding2nn.bias	3	0.006974165793508291
15092	embedding2nn.bias	4	-0.0019133692840114236
15092	embedding2nn.bias	5	0.0019895972218364477
15092	embedding2nn.bias	6	0.014555302448570728
15092	embedding2nn.bias	7	0.018389245495200157
15092	embedding2nn.bias	8	-0.015616079792380333
15092	embedding2nn.bias	9	0.01426704227924347
15092	rnn.weight_ih_l0	0	0.04007761925458908
15092	rnn.weight_ih_l0	1	-0.014494332484900951
15092	rnn.weight_ih_l0	2	-0.03437085449695587
15092	rnn.weight_ih_l0	3	-0.04478272795677185
15092	rnn.weight_ih_l0	4	-0.050724174827337265
15092	rnn.weight_ih_l0	5	-0.001797918346710503
15092	rnn.weight_ih_l0	6	-0.05291226878762245
15092	rnn.weight_ih_l0	7	-0.05659734457731247
15092	rnn.weight_ih_l0	8	-0.04505281150341034
15092	rnn.weight_ih_l0	9	-0.02574055828154087
15092	rnn.weight_hh_l0	0	0.011207829229533672
15092	rnn.weight_hh_l0	1	-0.020819056779146194
15092	rnn.weight_hh_l0	2	-0.06522949784994125
15092	rnn.weight_hh_l0	3	-0.02566474676132202
15092	rnn.weight_hh_l0	4	-0.06734742224216461
15092	rnn.weight_hh_l0	5	-0.01211277861148119
15092	rnn.weight_hh_l0	6	-0.04347964748740196
15092	rnn.weight_hh_l0	7	-0.011359775438904762
15092	rnn.weight_hh_l0	8	-0.01625184714794159
15092	rnn.weight_hh_l0	9	0.019367050379514694
15092	rnn.bias_ih_l0	0	0.1125842034816742
15092	rnn.bias_ih_l0	1	-0.046957049518823624
15092	rnn.bias_ih_l0	2	0.10479830205440521
15092	rnn.bias_ih_l0	3	0.057943228632211685
15092	rnn.bias_ih_l0	4	0.0985490009188652
15092	rnn.bias_ih_l0	5	0.031007317826151848
15092	rnn.bias_ih_l0	6	-0.01218459103256464
15092	rnn.bias_ih_l0	7	-0.10378548502922058
15092	rnn.bias_ih_l0	8	-0.1770239919424057
15092	rnn.bias_ih_l0	9	0.09402896463871002
15092	rnn.bias_hh_l0	0	-0.013289249502122402
15092	rnn.bias_hh_l0	1	0.011439112946391106
15092	rnn.bias_hh_l0	2	-0.021994290873408318
15092	rnn.bias_hh_l0	3	-0.016534745693206787
15092	rnn.bias_hh_l0	4	-0.044125113636255264
15092	rnn.bias_hh_l0	5	0.12905968725681305
15092	rnn.bias_hh_l0	6	0.016119126230478287
15092	rnn.bias_hh_l0	7	0.041130430996418
15092	rnn.bias_hh_l0	8	0.02218416891992092
15092	rnn.bias_hh_l0	9	0.039191678166389465
15092	rnn.weight_ih_l0_reverse	0	-0.02894005738198757
15092	rnn.weight_ih_l0_reverse	1	0.0013811115641146898
15092	rnn.weight_ih_l0_reverse	2	0.02549322322010994
15092	rnn.weight_ih_l0_reverse	3	-0.05877548083662987
15092	rnn.weight_ih_l0_reverse	4	0.01052861474454403
15092	rnn.weight_ih_l0_reverse	5	-0.05002970993518829
15092	rnn.weight_ih_l0_reverse	6	0.007294555194675922
15092	rnn.weight_ih_l0_reverse	7	0.043630000203847885
15092	rnn.weight_ih_l0_reverse	8	-0.04357350245118141
15092	rnn.weight_ih_l0_reverse	9	-0.0549512542784214
15092	rnn.weight_hh_l0_reverse	0	-0.0798981636762619
15092	rnn.weight_hh_l0_reverse	1	-0.05568859726190567
15092	rnn.weight_hh_l0_reverse	2	0.025671299546957016
15092	rnn.weight_hh_l0_reverse	3	0.03992021456360817
15092	rnn.weight_hh_l0_reverse	4	0.01382808480411768
15092	rnn.weight_hh_l0_reverse	5	0.043714720755815506
15092	rnn.weight_hh_l0_reverse	6	-0.011354026384651661
15092	rnn.weight_hh_l0_reverse	7	0.009834102354943752
15092	rnn.weight_hh_l0_reverse	8	-0.09299365431070328
15092	rnn.weight_hh_l0_reverse	9	0.062454793602228165
15092	rnn.bias_ih_l0_reverse	0	-0.07850617170333862
15092	rnn.bias_ih_l0_reverse	1	-0.05916709452867508
15092	rnn.bias_ih_l0_reverse	2	0.09798265993595123
15092	rnn.bias_ih_l0_reverse	3	0.03216255456209183
15092	rnn.bias_ih_l0_reverse	4	-0.1135149747133255
15092	rnn.bias_ih_l0_reverse	5	0.047868695110082626
15092	rnn.bias_ih_l0_reverse	6	-0.1065642461180687
15092	rnn.bias_ih_l0_reverse	7	0.035545479506254196
15092	rnn.bias_ih_l0_reverse	8	0.028893601149320602
15092	rnn.bias_ih_l0_reverse	9	0.07374265044927597
15092	rnn.bias_hh_l0_reverse	0	0.03996406868100166
15092	rnn.bias_hh_l0_reverse	1	0.06664670258760452
15092	rnn.bias_hh_l0_reverse	2	0.07117374241352081
15092	rnn.bias_hh_l0_reverse	3	-0.0069952900521457195
15092	rnn.bias_hh_l0_reverse	4	0.08165151625871658
15092	rnn.bias_hh_l0_reverse	5	-0.014466933906078339
15092	rnn.bias_hh_l0_reverse	6	-0.07237155735492706
15092	rnn.bias_hh_l0_reverse	7	0.02499914914369583
15092	rnn.bias_hh_l0_reverse	8	0.020180469378829002
15092	rnn.bias_hh_l0_reverse	9	-0.14704659581184387
15092	linear.weight	0	0.19168707728385925
15092	linear.weight	1	-0.12252607196569443
15092	linear.weight	2	-0.20737893879413605
15092	linear.weight	3	0.0733446553349495
15092	linear.weight	4	-0.005912784952670336
15092	linear.weight	5	0.001951315556652844
15092	linear.weight	6	-0.00829573255032301
15092	linear.weight	7	-0.03233420476317406
15092	linear.weight	8	0.06698381900787354
15092	linear.weight	9	0.2717949151992798
15092	linear.bias	0	-0.14609526097774506
15092	linear.bias	1	0.1460721641778946
15092	linear.bias	2	-0.4772264063358307
15092	linear.bias	3	1.5661333799362183
15092	linear.bias	4	-0.3646875321865082
15092	linear.bias	5	-0.030769959092140198
15092	linear.bias	6	-0.3270069658756256
15092	linear.bias	7	-0.24447251856327057
15092	linear.bias	8	0.002103477483615279
15092	linear.bias	9	-0.46385347843170166
15120	transitions	0	-0.6248705983161926
15120	transitions	1	0.3738955855369568
15120	transitions	2	1.705925703048706
15120	transitions	3	0.1258065402507782
15120	transitions	4	0.9663066864013672
15120	transitions	5	1.2743711471557617
15120	transitions	6	0.48394298553466797
15120	transitions	7	0.17878909409046173
15120	transitions	8	-0.9192761778831482
15120	transitions	9	0.930741548538208
15120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15120	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15120	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15120	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15120	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15120	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15120	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15120	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15120	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15120	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15120	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15120	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15120	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15120	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15120	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15120	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15120	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15120	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15120	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15120	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15120	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15120	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15120	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15120	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15120	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15120	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15120	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15120	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15120	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15120	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15120	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15120	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15120	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15120	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15120	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15120	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15120	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15120	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15120	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15120	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15120	embedding2nn.weight	0	0.023580314591526985
15120	embedding2nn.weight	1	0.0155265424400568
15120	embedding2nn.weight	2	-0.005114021711051464
15120	embedding2nn.weight	3	0.001666183234192431
15120	embedding2nn.weight	4	-0.0043920488096773624
15120	embedding2nn.weight	5	0.008179128170013428
15120	embedding2nn.weight	6	-0.0027733712922781706
15120	embedding2nn.weight	7	0.011538456194102764
15120	embedding2nn.weight	8	-0.008212382905185223
15120	embedding2nn.weight	9	-0.012549296021461487
15120	embedding2nn.bias	0	-0.02204943634569645
15120	embedding2nn.bias	1	-0.04063459113240242
15120	embedding2nn.bias	2	-0.048267513513565063
15120	embedding2nn.bias	3	0.001454687095247209
15120	embedding2nn.bias	4	-0.0026621671859174967
15120	embedding2nn.bias	5	0.004518791101872921
15120	embedding2nn.bias	6	0.016329366713762283
15120	embedding2nn.bias	7	0.01942385733127594
15120	embedding2nn.bias	8	-0.0070976559072732925
15120	embedding2nn.bias	9	0.0116422763094306
15120	rnn.weight_ih_l0	0	0.039982955902814865
15120	rnn.weight_ih_l0	1	-0.01526358351111412
15120	rnn.weight_ih_l0	2	-0.034590668976306915
15120	rnn.weight_ih_l0	3	-0.044763680547475815
15120	rnn.weight_ih_l0	4	-0.050781697034835815
15120	rnn.weight_ih_l0	5	-0.0017171076033264399
15120	rnn.weight_ih_l0	6	-0.052875928580760956
15120	rnn.weight_ih_l0	7	-0.05650391802191734
15120	rnn.weight_ih_l0	8	-0.045099999755620956
15120	rnn.weight_ih_l0	9	-0.025893056765198708
15120	rnn.weight_hh_l0	0	0.011813092976808548
15120	rnn.weight_hh_l0	1	-0.021595841273665428
15120	rnn.weight_hh_l0	2	-0.06590954959392548
15120	rnn.weight_hh_l0	3	-0.025479711592197418
15120	rnn.weight_hh_l0	4	-0.06719136238098145
15120	rnn.weight_hh_l0	5	-0.012120590545237064
15120	rnn.weight_hh_l0	6	-0.044716205447912216
15120	rnn.weight_hh_l0	7	-0.01056115236133337
15120	rnn.weight_hh_l0	8	-0.01618226245045662
15120	rnn.weight_hh_l0	9	0.01840137131512165
15120	rnn.bias_ih_l0	0	0.11397837847471237
15120	rnn.bias_ih_l0	1	-0.046521011739969254
15120	rnn.bias_ih_l0	2	0.1025138646364212
15120	rnn.bias_ih_l0	3	0.058394115418195724
15120	rnn.bias_ih_l0	4	0.10016576200723648
15120	rnn.bias_ih_l0	5	0.030280224978923798
15120	rnn.bias_ih_l0	6	-0.012538767419755459
15120	rnn.bias_ih_l0	7	-0.11379659920930862
15120	rnn.bias_ih_l0	8	-0.17522796988487244
15120	rnn.bias_ih_l0	9	0.09326226264238358
15120	rnn.bias_hh_l0	0	-0.014904684387147427
15120	rnn.bias_hh_l0	1	0.009405468590557575
15120	rnn.bias_hh_l0	2	-0.022675324231386185
15120	rnn.bias_hh_l0	3	-0.0190699715167284
15120	rnn.bias_hh_l0	4	-0.044288426637649536
15120	rnn.bias_hh_l0	5	0.12783977389335632
15120	rnn.bias_hh_l0	6	0.016729509457945824
15120	rnn.bias_hh_l0	7	0.04111715033650398
15120	rnn.bias_hh_l0	8	0.021829990670084953
15120	rnn.bias_hh_l0	9	0.03632742539048195
15120	rnn.weight_ih_l0_reverse	0	-0.028737680986523628
15120	rnn.weight_ih_l0_reverse	1	0.0017807051772251725
15120	rnn.weight_ih_l0_reverse	2	0.025369254872202873
15120	rnn.weight_ih_l0_reverse	3	-0.05864771828055382
15120	rnn.weight_ih_l0_reverse	4	0.010340784676373005
15120	rnn.weight_ih_l0_reverse	5	-0.050649214535951614
15120	rnn.weight_ih_l0_reverse	6	0.006379453465342522
15120	rnn.weight_ih_l0_reverse	7	0.043501947075128555
15120	rnn.weight_ih_l0_reverse	8	-0.04372130706906319
15120	rnn.weight_ih_l0_reverse	9	-0.05497290939092636
15120	rnn.weight_hh_l0_reverse	0	-0.07952248305082321
15120	rnn.weight_hh_l0_reverse	1	-0.05547191947698593
15120	rnn.weight_hh_l0_reverse	2	0.025455428287386894
15120	rnn.weight_hh_l0_reverse	3	0.03952702507376671
15120	rnn.weight_hh_l0_reverse	4	0.013854777440428734
15120	rnn.weight_hh_l0_reverse	5	0.04369572922587395
15120	rnn.weight_hh_l0_reverse	6	-0.008709896355867386
15120	rnn.weight_hh_l0_reverse	7	0.009983700700104237
15120	rnn.weight_hh_l0_reverse	8	-0.092567577958107
15120	rnn.weight_hh_l0_reverse	9	0.0624639168381691
15120	rnn.bias_ih_l0_reverse	0	-0.07568873465061188
15120	rnn.bias_ih_l0_reverse	1	-0.06460975855588913
15120	rnn.bias_ih_l0_reverse	2	0.09710897505283356
15120	rnn.bias_ih_l0_reverse	3	0.033184126019477844
15120	rnn.bias_ih_l0_reverse	4	-0.11542496830224991
15120	rnn.bias_ih_l0_reverse	5	0.04780292510986328
15120	rnn.bias_ih_l0_reverse	6	-0.10510482639074326
15120	rnn.bias_ih_l0_reverse	7	0.032934803515672684
15120	rnn.bias_ih_l0_reverse	8	0.029624493792653084
15120	rnn.bias_ih_l0_reverse	9	0.07221048325300217
15120	rnn.bias_hh_l0_reverse	0	0.03902648389339447
15120	rnn.bias_hh_l0_reverse	1	0.06536832451820374
15120	rnn.bias_hh_l0_reverse	2	0.07086563110351562
15120	rnn.bias_hh_l0_reverse	3	-0.00683565903455019
15120	rnn.bias_hh_l0_reverse	4	0.08150201290845871
15120	rnn.bias_hh_l0_reverse	5	-0.014947840943932533
15120	rnn.bias_hh_l0_reverse	6	-0.07230760902166367
15120	rnn.bias_hh_l0_reverse	7	0.025545064359903336
15120	rnn.bias_hh_l0_reverse	8	0.022368039935827255
15120	rnn.bias_hh_l0_reverse	9	-0.14180904626846313
15120	linear.weight	0	0.18774719536304474
15120	linear.weight	1	-0.12251660227775574
15120	linear.weight	2	-0.20978134870529175
15120	linear.weight	3	0.0645231306552887
15120	linear.weight	4	-0.005650999955832958
15120	linear.weight	5	0.0018482157029211521
15120	linear.weight	6	-0.008291230536997318
15120	linear.weight	7	-0.03204074501991272
15120	linear.weight	8	0.06311791390180588
15120	linear.weight	9	0.26936787366867065
15120	linear.bias	0	-0.15913192927837372
15120	linear.bias	1	0.14166809618473053
15120	linear.bias	2	-0.4754762649536133
15120	linear.bias	3	1.5662480592727661
15120	linear.bias	4	-0.3649967312812805
15120	linear.bias	5	-0.030769959092140198
15120	linear.bias	6	-0.3257400393486023
15120	linear.bias	7	-0.2430609166622162
15120	linear.bias	8	0.004320604261010885
15120	linear.bias	9	-0.4639317989349365
15148	transitions	0	-0.6249305009841919
15148	transitions	1	0.3738572597503662
15148	transitions	2	1.705871343612671
15148	transitions	3	0.1257803589105606
15148	transitions	4	0.9662429690361023
15148	transitions	5	1.2743682861328125
15148	transitions	6	0.4839427173137665
15148	transitions	7	0.17878703773021698
15148	transitions	8	-0.9192764759063721
15148	transitions	9	0.9307399988174438
15148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15148	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15148	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15148	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15148	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15148	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15148	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15148	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15148	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15148	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15148	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15148	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15148	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15148	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15148	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15148	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15148	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15148	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15148	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15148	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15148	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15148	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15148	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15148	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15148	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15148	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15148	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15148	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15148	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15148	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15148	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15148	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15148	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15148	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15148	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15148	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15148	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15148	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15148	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15148	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15148	embedding2nn.weight	0	0.02331133559346199
15148	embedding2nn.weight	1	0.015516354702413082
15148	embedding2nn.weight	2	-0.005199912935495377
15148	embedding2nn.weight	3	0.0016382773173972964
15148	embedding2nn.weight	4	-0.004387664142996073
15148	embedding2nn.weight	5	0.008344261907041073
15148	embedding2nn.weight	6	-0.0027140125166624784
15148	embedding2nn.weight	7	0.011926264502108097
15148	embedding2nn.weight	8	-0.008135954849421978
15148	embedding2nn.weight	9	-0.01263914629817009
15148	embedding2nn.bias	0	-0.03022349625825882
15148	embedding2nn.bias	1	-0.03845186159014702
15148	embedding2nn.bias	2	-0.05107918381690979
15148	embedding2nn.bias	3	-0.0005276159499771893
15148	embedding2nn.bias	4	-0.0018637136090546846
15148	embedding2nn.bias	5	0.001269310712814331
15148	embedding2nn.bias	6	0.016536738723516464
15148	embedding2nn.bias	7	0.023598549887537956
15148	embedding2nn.bias	8	-0.013314302079379559
15148	embedding2nn.bias	9	0.007739568129181862
15148	rnn.weight_ih_l0	0	0.039823658764362335
15148	rnn.weight_ih_l0	1	-0.014767034910619259
15148	rnn.weight_ih_l0	2	-0.03428949788212776
15148	rnn.weight_ih_l0	3	-0.04460696876049042
15148	rnn.weight_ih_l0	4	-0.05066561698913574
15148	rnn.weight_ih_l0	5	-0.001932186190970242
15148	rnn.weight_ih_l0	6	-0.05288480222225189
15148	rnn.weight_ih_l0	7	-0.05641283467411995
15148	rnn.weight_ih_l0	8	-0.04531939700245857
15148	rnn.weight_ih_l0	9	-0.025935374200344086
15148	rnn.weight_hh_l0	0	0.012116341851651669
15148	rnn.weight_hh_l0	1	-0.021227773278951645
15148	rnn.weight_hh_l0	2	-0.06620997190475464
15148	rnn.weight_hh_l0	3	-0.02529289945960045
15148	rnn.weight_hh_l0	4	-0.06701462715864182
15148	rnn.weight_hh_l0	5	-0.011488824151456356
15148	rnn.weight_hh_l0	6	-0.04527781531214714
15148	rnn.weight_hh_l0	7	-0.011112265288829803
15148	rnn.weight_hh_l0	8	-0.0157384742051363
15148	rnn.weight_hh_l0	9	0.01871699094772339
15148	rnn.bias_ih_l0	0	0.11413371562957764
15148	rnn.bias_ih_l0	1	-0.047669123858213425
15148	rnn.bias_ih_l0	2	0.10205469280481339
15148	rnn.bias_ih_l0	3	0.060710493475198746
15148	rnn.bias_ih_l0	4	0.10145942866802216
15148	rnn.bias_ih_l0	5	0.028075525537133217
15148	rnn.bias_ih_l0	6	-0.00987832248210907
15148	rnn.bias_ih_l0	7	-0.11032357811927795
15148	rnn.bias_ih_l0	8	-0.1771315336227417
15148	rnn.bias_ih_l0	9	0.09298774600028992
15148	rnn.bias_hh_l0	0	-0.016139931976795197
15148	rnn.bias_hh_l0	1	0.01236209087073803
15148	rnn.bias_hh_l0	2	-0.02183939702808857
15148	rnn.bias_hh_l0	3	-0.019893355667591095
15148	rnn.bias_hh_l0	4	-0.043929267674684525
15148	rnn.bias_hh_l0	5	0.12914301455020905
15148	rnn.bias_hh_l0	6	0.017215648666024208
15148	rnn.bias_hh_l0	7	0.04075836390256882
15148	rnn.bias_hh_l0	8	0.024490438401699066
15148	rnn.bias_hh_l0	9	0.03675081208348274
15148	rnn.weight_ih_l0_reverse	0	-0.029029471799731255
15148	rnn.weight_ih_l0_reverse	1	0.0022663262207061052
15148	rnn.weight_ih_l0_reverse	2	0.025353550910949707
15148	rnn.weight_ih_l0_reverse	3	-0.058772921562194824
15148	rnn.weight_ih_l0_reverse	4	0.010447332635521889
15148	rnn.weight_ih_l0_reverse	5	-0.05044066533446312
15148	rnn.weight_ih_l0_reverse	6	0.007017459254711866
15148	rnn.weight_ih_l0_reverse	7	0.04373864084482193
15148	rnn.weight_ih_l0_reverse	8	-0.043829452246427536
15148	rnn.weight_ih_l0_reverse	9	-0.05490501597523689
15148	rnn.weight_hh_l0_reverse	0	-0.07980889827013016
15148	rnn.weight_hh_l0_reverse	1	-0.05542569234967232
15148	rnn.weight_hh_l0_reverse	2	0.025946663692593575
15148	rnn.weight_hh_l0_reverse	3	0.039688535034656525
15148	rnn.weight_hh_l0_reverse	4	0.014008337631821632
15148	rnn.weight_hh_l0_reverse	5	0.0439622737467289
15148	rnn.weight_hh_l0_reverse	6	-0.006890132557600737
15148	rnn.weight_hh_l0_reverse	7	0.009989498183131218
15148	rnn.weight_hh_l0_reverse	8	-0.09299051761627197
15148	rnn.weight_hh_l0_reverse	9	0.06359778344631195
15148	rnn.bias_ih_l0_reverse	0	-0.07598736137151718
15148	rnn.bias_ih_l0_reverse	1	-0.058874960988759995
15148	rnn.bias_ih_l0_reverse	2	0.09706899523735046
15148	rnn.bias_ih_l0_reverse	3	0.033048342913389206
15148	rnn.bias_ih_l0_reverse	4	-0.11774230748414993
15148	rnn.bias_ih_l0_reverse	5	0.04590592533349991
15148	rnn.bias_ih_l0_reverse	6	-0.1048058271408081
15148	rnn.bias_ih_l0_reverse	7	0.03267766162753105
15148	rnn.bias_ih_l0_reverse	8	0.02779117412865162
15148	rnn.bias_ih_l0_reverse	9	0.07261330634355545
15148	rnn.bias_hh_l0_reverse	0	0.042253442108631134
15148	rnn.bias_hh_l0_reverse	1	0.06328403204679489
15148	rnn.bias_hh_l0_reverse	2	0.0714634507894516
15148	rnn.bias_hh_l0_reverse	3	-0.007031611632555723
15148	rnn.bias_hh_l0_reverse	4	0.08204398304224014
15148	rnn.bias_hh_l0_reverse	5	-0.013481994159519672
15148	rnn.bias_hh_l0_reverse	6	-0.07238848507404327
15148	rnn.bias_hh_l0_reverse	7	0.026538049802184105
15148	rnn.bias_hh_l0_reverse	8	0.022708483040332794
15148	rnn.bias_hh_l0_reverse	9	-0.14516758918762207
15148	linear.weight	0	0.19222497940063477
15148	linear.weight	1	-0.12248165905475616
15148	linear.weight	2	-0.20744173228740692
15148	linear.weight	3	0.06459689140319824
15148	linear.weight	4	-0.008356841281056404
15148	linear.weight	5	0.001120851724408567
15148	linear.weight	6	-0.008288642391562462
15148	linear.weight	7	-0.0320206843316555
15148	linear.weight	8	0.06084435060620308
15148	linear.weight	9	0.27323117852211
15148	linear.bias	0	-0.14496521651744843
15148	linear.bias	1	0.14752447605133057
15148	linear.bias	2	-0.47645577788352966
15148	linear.bias	3	1.574910283088684
15148	linear.bias	4	-0.3657110929489136
15148	linear.bias	5	-0.030769959092140198
15148	linear.bias	6	-0.3265412449836731
15148	linear.bias	7	-0.2398008108139038
15148	linear.bias	8	-0.0018294788897037506
15148	linear.bias	9	-0.4640251398086548
15176	transitions	0	-0.6250573992729187
15176	transitions	1	0.3738159239292145
15176	transitions	2	1.7056666612625122
15176	transitions	3	0.12573754787445068
15176	transitions	4	0.9661512970924377
15176	transitions	5	1.274367332458496
15176	transitions	6	0.483941912651062
15176	transitions	7	0.17878547310829163
15176	transitions	8	-0.9192779660224915
15176	transitions	9	0.9307399988174438
15176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15176	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15176	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15176	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15176	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15176	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15176	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15176	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15176	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15176	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15176	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15176	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15176	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15176	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15176	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15176	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15176	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15176	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15176	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15176	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15176	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15176	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15176	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15176	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15176	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15176	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15176	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15176	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15176	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15176	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15176	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15176	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15176	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15176	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15176	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15176	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15176	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15176	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15176	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15176	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15176	embedding2nn.weight	0	0.023818718269467354
15176	embedding2nn.weight	1	0.015613039024174213
15176	embedding2nn.weight	2	-0.0051542846485972404
15176	embedding2nn.weight	3	0.0011210720986127853
15176	embedding2nn.weight	4	-0.004348295275121927
15176	embedding2nn.weight	5	0.00852641649544239
15176	embedding2nn.weight	6	-0.0026253252290189266
15176	embedding2nn.weight	7	0.012103666551411152
15176	embedding2nn.weight	8	-0.00821317732334137
15176	embedding2nn.weight	9	-0.01264104899019003
15176	embedding2nn.bias	0	-0.03409993276000023
15176	embedding2nn.bias	1	-0.04027996584773064
15176	embedding2nn.bias	2	-0.057359278202056885
15176	embedding2nn.bias	3	-0.005097405519336462
15176	embedding2nn.bias	4	-0.0019655327778309584
15176	embedding2nn.bias	5	-0.003136733081191778
15176	embedding2nn.bias	6	0.02173810452222824
15176	embedding2nn.bias	7	0.01717466674745083
15176	embedding2nn.bias	8	-0.016416579484939575
15176	embedding2nn.bias	9	0.01027892716228962
15176	rnn.weight_ih_l0	0	0.039989110082387924
15176	rnn.weight_ih_l0	1	-0.01485142670571804
15176	rnn.weight_ih_l0	2	-0.034579139202833176
15176	rnn.weight_ih_l0	3	-0.0446685366332531
15176	rnn.weight_ih_l0	4	-0.050870630890131
15176	rnn.weight_ih_l0	5	-0.00217846455052495
15176	rnn.weight_ih_l0	6	-0.05286548286676407
15176	rnn.weight_ih_l0	7	-0.05637495964765549
15176	rnn.weight_ih_l0	8	-0.04506703093647957
15176	rnn.weight_ih_l0	9	-0.025913098827004433
15176	rnn.weight_hh_l0	0	0.012267209589481354
15176	rnn.weight_hh_l0	1	-0.02156098000705242
15176	rnn.weight_hh_l0	2	-0.06522819399833679
15176	rnn.weight_hh_l0	3	-0.026078632101416588
15176	rnn.weight_hh_l0	4	-0.06732815504074097
15176	rnn.weight_hh_l0	5	-0.011580049991607666
15176	rnn.weight_hh_l0	6	-0.04466437175869942
15176	rnn.weight_hh_l0	7	-0.010892720893025398
15176	rnn.weight_hh_l0	8	-0.016139304265379906
15176	rnn.weight_hh_l0	9	0.019079210236668587
15176	rnn.bias_ih_l0	0	0.11628097295761108
15176	rnn.bias_ih_l0	1	-0.04668305814266205
15176	rnn.bias_ih_l0	2	0.10341563820838928
15176	rnn.bias_ih_l0	3	0.06246919557452202
15176	rnn.bias_ih_l0	4	0.10080685466527939
15176	rnn.bias_ih_l0	5	0.028115099295973778
15176	rnn.bias_ih_l0	6	-0.00965676736086607
15176	rnn.bias_ih_l0	7	-0.1156245693564415
15176	rnn.bias_ih_l0	8	-0.1767556220293045
15176	rnn.bias_ih_l0	9	0.09189537912607193
15176	rnn.bias_hh_l0	0	-0.017081744968891144
15176	rnn.bias_hh_l0	1	0.010962246917188168
15176	rnn.bias_hh_l0	2	-0.019326582551002502
15176	rnn.bias_hh_l0	3	-0.016183694824576378
15176	rnn.bias_hh_l0	4	-0.042378854006528854
15176	rnn.bias_hh_l0	5	0.12748819589614868
15176	rnn.bias_hh_l0	6	0.015848610550165176
15176	rnn.bias_hh_l0	7	0.04032394289970398
15176	rnn.bias_hh_l0	8	0.024711990728974342
15176	rnn.bias_hh_l0	9	0.03756602853536606
15176	rnn.weight_ih_l0_reverse	0	-0.029153984040021896
15176	rnn.weight_ih_l0_reverse	1	0.0012859085109084845
15176	rnn.weight_ih_l0_reverse	2	0.025440674275159836
15176	rnn.weight_ih_l0_reverse	3	-0.05918997526168823
15176	rnn.weight_ih_l0_reverse	4	0.010439996607601643
15176	rnn.weight_ih_l0_reverse	5	-0.05030473321676254
15176	rnn.weight_ih_l0_reverse	6	0.007315771654248238
15176	rnn.weight_ih_l0_reverse	7	0.043736547231674194
15176	rnn.weight_ih_l0_reverse	8	-0.04366341978311539
15176	rnn.weight_ih_l0_reverse	9	-0.05466727539896965
15176	rnn.weight_hh_l0_reverse	0	-0.07914440333843231
15176	rnn.weight_hh_l0_reverse	1	-0.05512377992272377
15176	rnn.weight_hh_l0_reverse	2	0.026242190971970558
15176	rnn.weight_hh_l0_reverse	3	0.03918268904089928
15176	rnn.weight_hh_l0_reverse	4	0.01363860908895731
15176	rnn.weight_hh_l0_reverse	5	0.04415758326649666
15176	rnn.weight_hh_l0_reverse	6	-0.0045377337373793125
15176	rnn.weight_hh_l0_reverse	7	0.009212312288582325
15176	rnn.weight_hh_l0_reverse	8	-0.09294820576906204
15176	rnn.weight_hh_l0_reverse	9	0.06242216378450394
15176	rnn.bias_ih_l0_reverse	0	-0.07821175456047058
15176	rnn.bias_ih_l0_reverse	1	-0.0689370408654213
15176	rnn.bias_ih_l0_reverse	2	0.09736597537994385
15176	rnn.bias_ih_l0_reverse	3	0.03327876329421997
15176	rnn.bias_ih_l0_reverse	4	-0.11694877594709396
15176	rnn.bias_ih_l0_reverse	5	0.046096064150333405
15176	rnn.bias_ih_l0_reverse	6	-0.10548844188451767
15176	rnn.bias_ih_l0_reverse	7	0.03290306031703949
15176	rnn.bias_ih_l0_reverse	8	0.026248712092638016
15176	rnn.bias_ih_l0_reverse	9	0.07013135403394699
15176	rnn.bias_hh_l0_reverse	0	0.04487670585513115
15176	rnn.bias_hh_l0_reverse	1	0.06364426761865616
15176	rnn.bias_hh_l0_reverse	2	0.07161100208759308
15176	rnn.bias_hh_l0_reverse	3	-0.006156128365546465
15176	rnn.bias_hh_l0_reverse	4	0.08242961764335632
15176	rnn.bias_hh_l0_reverse	5	-0.015897493809461594
15176	rnn.bias_hh_l0_reverse	6	-0.07339563220739365
15176	rnn.bias_hh_l0_reverse	7	0.026979852467775345
15176	rnn.bias_hh_l0_reverse	8	0.02277757227420807
15176	rnn.bias_hh_l0_reverse	9	-0.14348626136779785
15176	linear.weight	0	0.19311325252056122
15176	linear.weight	1	-0.12247399240732193
15176	linear.weight	2	-0.20674721896648407
15176	linear.weight	3	0.06838206201791763
15176	linear.weight	4	-0.007398167625069618
15176	linear.weight	5	0.0009192596771754324
15176	linear.weight	6	-0.008284241892397404
15176	linear.weight	7	-0.031990379095077515
15176	linear.weight	8	0.06485205888748169
15176	linear.weight	9	0.2697773873806
15176	linear.bias	0	-0.15084274113178253
15176	linear.bias	1	0.14908796548843384
15176	linear.bias	2	-0.4755476713180542
15176	linear.bias	3	1.5801780223846436
15176	linear.bias	4	-0.3659147322177887
15176	linear.bias	5	-0.030769959092140198
15176	linear.bias	6	-0.3267613351345062
15176	linear.bias	7	-0.24126148223876953
15176	linear.bias	8	-0.0026167852338403463
15176	linear.bias	9	-0.4640909731388092
15204	transitions	0	-0.6251866221427917
15204	transitions	1	0.3737905025482178
15204	transitions	2	1.7054612636566162
15204	transitions	3	0.12501615285873413
15204	transitions	4	0.9661272764205933
15204	transitions	5	1.2743659019470215
15204	transitions	6	0.48394134640693665
15204	transitions	7	0.17877879738807678
15204	transitions	8	-0.9192807078361511
15204	transitions	9	0.9307399392127991
15204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15204	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15204	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15204	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15204	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15204	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15204	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15204	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15204	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15204	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15204	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15204	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15204	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15204	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15204	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15204	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15204	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15204	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15204	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15204	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15204	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15204	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15204	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15204	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15204	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15204	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15204	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15204	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15204	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15204	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15204	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15204	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15204	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15204	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15204	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15204	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15204	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15204	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15204	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15204	embedding2nn.weight	0	0.024401100352406502
15204	embedding2nn.weight	1	0.015662906691432
15204	embedding2nn.weight	2	-0.005150673910975456
15204	embedding2nn.weight	3	0.0012760644312947989
15204	embedding2nn.weight	4	-0.004318131599575281
15204	embedding2nn.weight	5	0.008447878994047642
15204	embedding2nn.weight	6	-0.002617470920085907
15204	embedding2nn.weight	7	0.011908652260899544
15204	embedding2nn.weight	8	-0.00833863951265812
15204	embedding2nn.weight	9	-0.012735064141452312
15204	embedding2nn.bias	0	-0.03805330768227577
15204	embedding2nn.bias	1	-0.037578582763671875
15204	embedding2nn.bias	2	-0.052341099828481674
15204	embedding2nn.bias	3	-0.004410228226333857
15204	embedding2nn.bias	4	-0.005987098440527916
15204	embedding2nn.bias	5	-0.0023569297045469284
15204	embedding2nn.bias	6	0.021269433200359344
15204	embedding2nn.bias	7	0.008803581818938255
15204	embedding2nn.bias	8	-0.018806656822562218
15204	embedding2nn.bias	9	0.01360531710088253
15204	rnn.weight_ih_l0	0	0.03984301537275314
15204	rnn.weight_ih_l0	1	-0.014266887679696083
15204	rnn.weight_ih_l0	2	-0.03499215096235275
15204	rnn.weight_ih_l0	3	-0.04446818679571152
15204	rnn.weight_ih_l0	4	-0.051263537257909775
15204	rnn.weight_ih_l0	5	-0.002204997232183814
15204	rnn.weight_ih_l0	6	-0.05283643305301666
15204	rnn.weight_ih_l0	7	-0.05642246827483177
15204	rnn.weight_ih_l0	8	-0.045238520950078964
15204	rnn.weight_ih_l0	9	-0.025925632566213608
15204	rnn.weight_hh_l0	0	0.012408091686666012
15204	rnn.weight_hh_l0	1	-0.02184932678937912
15204	rnn.weight_hh_l0	2	-0.064496710896492
15204	rnn.weight_hh_l0	3	-0.02671276405453682
15204	rnn.weight_hh_l0	4	-0.06760245561599731
15204	rnn.weight_hh_l0	5	-0.011037792079150677
15204	rnn.weight_hh_l0	6	-0.04397514835000038
15204	rnn.weight_hh_l0	7	-0.011152477003633976
15204	rnn.weight_hh_l0	8	-0.01659819856286049
15204	rnn.weight_hh_l0	9	0.019059188663959503
15204	rnn.bias_ih_l0	0	0.1164063960313797
15204	rnn.bias_ih_l0	1	-0.04934622719883919
15204	rnn.bias_ih_l0	2	0.10115853697061539
15204	rnn.bias_ih_l0	3	0.06289349496364594
15204	rnn.bias_ih_l0	4	0.09992897510528564
15204	rnn.bias_ih_l0	5	0.026487918570637703
15204	rnn.bias_ih_l0	6	-0.010821341536939144
15204	rnn.bias_ih_l0	7	-0.11251205950975418
15204	rnn.bias_ih_l0	8	-0.17532901465892792
15204	rnn.bias_ih_l0	9	0.09412451088428497
15204	rnn.bias_hh_l0	0	-0.01705203764140606
15204	rnn.bias_hh_l0	1	0.009769337251782417
15204	rnn.bias_hh_l0	2	-0.01900358870625496
15204	rnn.bias_hh_l0	3	-0.011415831744670868
15204	rnn.bias_hh_l0	4	-0.042441751807928085
15204	rnn.bias_hh_l0	5	0.12474039196968079
15204	rnn.bias_hh_l0	6	0.013946241699159145
15204	rnn.bias_hh_l0	7	0.03956994414329529
15204	rnn.bias_hh_l0	8	0.023547418415546417
15204	rnn.bias_hh_l0	9	0.03749595209956169
15204	rnn.weight_ih_l0_reverse	0	-0.029058728367090225
15204	rnn.weight_ih_l0_reverse	1	0.0011250744573771954
15204	rnn.weight_ih_l0_reverse	2	0.02538345754146576
15204	rnn.weight_ih_l0_reverse	3	-0.05932977795600891
15204	rnn.weight_ih_l0_reverse	4	0.010393507778644562
15204	rnn.weight_ih_l0_reverse	5	-0.05036253482103348
15204	rnn.weight_ih_l0_reverse	6	0.007443433161824942
15204	rnn.weight_ih_l0_reverse	7	0.043713003396987915
15204	rnn.weight_ih_l0_reverse	8	-0.044016674160957336
15204	rnn.weight_ih_l0_reverse	9	-0.05480179935693741
15204	rnn.weight_hh_l0_reverse	0	-0.08001379668712616
15204	rnn.weight_hh_l0_reverse	1	-0.05301841348409653
15204	rnn.weight_hh_l0_reverse	2	0.02621283009648323
15204	rnn.weight_hh_l0_reverse	3	0.0387391559779644
15204	rnn.weight_hh_l0_reverse	4	0.012709494680166245
15204	rnn.weight_hh_l0_reverse	5	0.0440053716301918
15204	rnn.weight_hh_l0_reverse	6	-0.0069089001044631
15204	rnn.weight_hh_l0_reverse	7	0.00907954853028059
15204	rnn.weight_hh_l0_reverse	8	-0.09282617270946503
15204	rnn.weight_hh_l0_reverse	9	0.06260959059000015
15204	rnn.bias_ih_l0_reverse	0	-0.07868083566427231
15204	rnn.bias_ih_l0_reverse	1	-0.06548652052879333
15204	rnn.bias_ih_l0_reverse	2	0.09842506051063538
15204	rnn.bias_ih_l0_reverse	3	0.03301769495010376
15204	rnn.bias_ih_l0_reverse	4	-0.11692091822624207
15204	rnn.bias_ih_l0_reverse	5	0.045110151171684265
15204	rnn.bias_ih_l0_reverse	6	-0.10598932951688766
15204	rnn.bias_ih_l0_reverse	7	0.03412298485636711
15204	rnn.bias_ih_l0_reverse	8	0.02565118856728077
15204	rnn.bias_ih_l0_reverse	9	0.07099920511245728
15204	rnn.bias_hh_l0_reverse	0	0.04986858367919922
15204	rnn.bias_hh_l0_reverse	1	0.06550879031419754
15204	rnn.bias_hh_l0_reverse	2	0.07136593759059906
15204	rnn.bias_hh_l0_reverse	3	-0.00653009582310915
15204	rnn.bias_hh_l0_reverse	4	0.08250528573989868
15204	rnn.bias_hh_l0_reverse	5	-0.0062582362443208694
15204	rnn.bias_hh_l0_reverse	6	-0.07423815131187439
15204	rnn.bias_hh_l0_reverse	7	0.027443669736385345
15204	rnn.bias_hh_l0_reverse	8	0.0219709575176239
15204	rnn.bias_hh_l0_reverse	9	-0.15009140968322754
15204	linear.weight	0	0.19310519099235535
15204	linear.weight	1	-0.12247099727392197
15204	linear.weight	2	-0.2062002420425415
15204	linear.weight	3	0.07097648084163666
15204	linear.weight	4	-0.008389104157686234
15204	linear.weight	5	0.0008586598560214043
15204	linear.weight	6	-0.008289270102977753
15204	linear.weight	7	-0.03198475018143654
15204	linear.weight	8	0.06400320678949356
15204	linear.weight	9	0.2713780105113983
15204	linear.bias	0	-0.14666856825351715
15204	linear.bias	1	0.14140811562538147
15204	linear.bias	2	-0.47597113251686096
15204	linear.bias	3	1.5771955251693726
15204	linear.bias	4	-0.3672689199447632
15204	linear.bias	5	-0.030769959092140198
15204	linear.bias	6	-0.3304213881492615
15204	linear.bias	7	-0.24161145091056824
15204	linear.bias	8	0.003109747776761651
15204	linear.bias	9	-0.46417751908302307
15232	transitions	0	-0.6252797245979309
15232	transitions	1	0.37375426292419434
15232	transitions	2	1.7053641080856323
15232	transitions	3	0.12492375820875168
15232	transitions	4	0.9660933613777161
15232	transitions	5	1.2743630409240723
15232	transitions	6	0.48393872380256653
15232	transitions	7	0.17877712845802307
15232	transitions	8	-0.9192816615104675
15232	transitions	9	0.9307398796081543
15232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15232	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15232	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15232	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15232	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15232	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15232	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15232	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15232	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15232	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15232	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15232	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15232	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15232	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15232	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15232	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15232	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15232	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15232	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15232	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15232	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15232	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15232	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15232	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15232	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15232	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15232	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15232	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15232	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15232	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15232	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15232	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15232	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15232	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15232	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15232	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15232	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15232	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15232	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15232	embedding2nn.weight	0	0.02414786070585251
15232	embedding2nn.weight	1	0.01572742685675621
15232	embedding2nn.weight	2	-0.005111267790198326
15232	embedding2nn.weight	3	0.0010719280689954758
15232	embedding2nn.weight	4	-0.004344053566455841
15232	embedding2nn.weight	5	0.008230227045714855
15232	embedding2nn.weight	6	-0.0025029468815773726
15232	embedding2nn.weight	7	0.01215052418410778
15232	embedding2nn.weight	8	-0.008272253908216953
15232	embedding2nn.weight	9	-0.012728031724691391
15232	embedding2nn.bias	0	-0.03576936572790146
15232	embedding2nn.bias	1	-0.03731505572795868
15232	embedding2nn.bias	2	-0.0449499785900116
15232	embedding2nn.bias	3	-0.008187384344637394
15232	embedding2nn.bias	4	-0.0032211989164352417
15232	embedding2nn.bias	5	-0.006170717999339104
15232	embedding2nn.bias	6	0.02344588190317154
15232	embedding2nn.bias	7	0.010037558153271675
15232	embedding2nn.bias	8	-0.022195011377334595
15232	embedding2nn.bias	9	0.006187781225889921
15232	rnn.weight_ih_l0	0	0.03983977064490318
15232	rnn.weight_ih_l0	1	-0.013571848161518574
15232	rnn.weight_ih_l0	2	-0.03605266287922859
15232	rnn.weight_ih_l0	3	-0.044137388467788696
15232	rnn.weight_ih_l0	4	-0.05097085237503052
15232	rnn.weight_ih_l0	5	-0.001670723780989647
15232	rnn.weight_ih_l0	6	-0.05254107341170311
15232	rnn.weight_ih_l0	7	-0.05612996965646744
15232	rnn.weight_ih_l0	8	-0.04523753747344017
15232	rnn.weight_ih_l0	9	-0.026197079569101334
15232	rnn.weight_hh_l0	0	0.012229456566274166
15232	rnn.weight_hh_l0	1	-0.02140016108751297
15232	rnn.weight_hh_l0	2	-0.0654531791806221
15232	rnn.weight_hh_l0	3	-0.02659580111503601
15232	rnn.weight_hh_l0	4	-0.0675831288099289
15232	rnn.weight_hh_l0	5	-0.01068057306110859
15232	rnn.weight_hh_l0	6	-0.04343235865235329
15232	rnn.weight_hh_l0	7	-0.010104219429194927
15232	rnn.weight_hh_l0	8	-0.016634153202176094
15232	rnn.weight_hh_l0	9	0.018800903111696243
15232	rnn.bias_ih_l0	0	0.11598105728626251
15232	rnn.bias_ih_l0	1	-0.048813074827194214
15232	rnn.bias_ih_l0	2	0.10382997989654541
15232	rnn.bias_ih_l0	3	0.06398293375968933
15232	rnn.bias_ih_l0	4	0.0976664274930954
15232	rnn.bias_ih_l0	5	0.028108568862080574
15232	rnn.bias_ih_l0	6	-0.009881222620606422
15232	rnn.bias_ih_l0	7	-0.10740470141172409
15232	rnn.bias_ih_l0	8	-0.17609208822250366
15232	rnn.bias_ih_l0	9	0.0943056270480156
15232	rnn.bias_hh_l0	0	-0.016559848561882973
15232	rnn.bias_hh_l0	1	0.010820538736879826
15232	rnn.bias_hh_l0	2	-0.021841926500201225
15232	rnn.bias_hh_l0	3	-0.012212734669446945
15232	rnn.bias_hh_l0	4	-0.04057622328400612
15232	rnn.bias_hh_l0	5	0.12500396370887756
15232	rnn.bias_hh_l0	6	0.014865344390273094
15232	rnn.bias_hh_l0	7	0.044754642993211746
15232	rnn.bias_hh_l0	8	0.024487534537911415
15232	rnn.bias_hh_l0	9	0.038375385105609894
15232	rnn.weight_ih_l0_reverse	0	-0.028657859191298485
15232	rnn.weight_ih_l0_reverse	1	0.0016961217625066638
15232	rnn.weight_ih_l0_reverse	2	0.025497499853372574
15232	rnn.weight_ih_l0_reverse	3	-0.059391118586063385
15232	rnn.weight_ih_l0_reverse	4	0.010298662818968296
15232	rnn.weight_ih_l0_reverse	5	-0.04984027519822121
15232	rnn.weight_ih_l0_reverse	6	0.007786250207573175
15232	rnn.weight_ih_l0_reverse	7	0.04368089884519577
15232	rnn.weight_ih_l0_reverse	8	-0.04395623132586479
15232	rnn.weight_ih_l0_reverse	9	-0.05477439984679222
15232	rnn.weight_hh_l0_reverse	0	-0.07942119985818863
15232	rnn.weight_hh_l0_reverse	1	-0.05393847078084946
15232	rnn.weight_hh_l0_reverse	2	0.026397543027997017
15232	rnn.weight_hh_l0_reverse	3	0.03845357149839401
15232	rnn.weight_hh_l0_reverse	4	0.012050813063979149
15232	rnn.weight_hh_l0_reverse	5	0.04398903250694275
15232	rnn.weight_hh_l0_reverse	6	-0.005869364365935326
15232	rnn.weight_hh_l0_reverse	7	0.008765652775764465
15232	rnn.weight_hh_l0_reverse	8	-0.09277503937482834
15232	rnn.weight_hh_l0_reverse	9	0.06221006438136101
15232	rnn.bias_ih_l0_reverse	0	-0.08017432689666748
15232	rnn.bias_ih_l0_reverse	1	-0.06622575968503952
15232	rnn.bias_ih_l0_reverse	2	0.09907805919647217
15232	rnn.bias_ih_l0_reverse	3	0.033296555280685425
15232	rnn.bias_ih_l0_reverse	4	-0.11639773100614548
15232	rnn.bias_ih_l0_reverse	5	0.046294916421175
15232	rnn.bias_ih_l0_reverse	6	-0.10730140656232834
15232	rnn.bias_ih_l0_reverse	7	0.03495873138308525
15232	rnn.bias_ih_l0_reverse	8	0.02335188537836075
15232	rnn.bias_ih_l0_reverse	9	0.07346256077289581
15232	rnn.bias_hh_l0_reverse	0	0.04973647743463516
15232	rnn.bias_hh_l0_reverse	1	0.06696685403585434
15232	rnn.bias_hh_l0_reverse	2	0.07385066896677017
15232	rnn.bias_hh_l0_reverse	3	-0.007210407871752977
15232	rnn.bias_hh_l0_reverse	4	0.08187653869390488
15232	rnn.bias_hh_l0_reverse	5	-0.007562162354588509
15232	rnn.bias_hh_l0_reverse	6	-0.07469217479228973
15232	rnn.bias_hh_l0_reverse	7	0.025010008364915848
15232	rnn.bias_hh_l0_reverse	8	0.023766959086060524
15232	rnn.bias_hh_l0_reverse	9	-0.15026746690273285
15232	linear.weight	0	0.1913425624370575
15232	linear.weight	1	-0.12246394157409668
15232	linear.weight	2	-0.20583581924438477
15232	linear.weight	3	0.06713152676820755
15232	linear.weight	4	-0.007661090232431889
15232	linear.weight	5	0.002883459674194455
15232	linear.weight	6	-0.008275680243968964
15232	linear.weight	7	-0.03197943791747093
15232	linear.weight	8	0.06436506658792496
15232	linear.weight	9	0.2663698196411133
15232	linear.bias	0	-0.14465521275997162
15232	linear.bias	1	0.1448947787284851
15232	linear.bias	2	-0.4741683304309845
15232	linear.bias	3	1.5704991817474365
15232	linear.bias	4	-0.3677634596824646
15232	linear.bias	5	-0.030769959092140198
15232	linear.bias	6	-0.32855308055877686
15232	linear.bias	7	-0.24398253858089447
15232	linear.bias	8	0.014603455550968647
15232	linear.bias	9	-0.4642886817455292
15260	transitions	0	-0.6253408193588257
15260	transitions	1	0.37365657091140747
15260	transitions	2	1.7052689790725708
15260	transitions	3	0.12486499547958374
15260	transitions	4	0.9660305380821228
15260	transitions	5	1.2743619680404663
15260	transitions	6	0.48393726348876953
15260	transitions	7	0.17877411842346191
15260	transitions	8	-0.9192821979522705
15260	transitions	9	0.9307398796081543
15260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15260	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15260	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15260	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15260	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15260	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15260	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15260	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15260	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15260	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15260	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15260	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15260	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15260	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15260	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15260	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15260	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15260	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15260	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15260	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15260	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15260	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15260	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15260	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15260	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15260	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15260	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15260	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15260	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15260	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15260	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15260	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15260	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15260	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15260	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15260	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15260	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15260	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15260	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15260	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15260	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15260	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15260	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15260	embedding2nn.weight	0	0.02391207404434681
15260	embedding2nn.weight	1	0.015617139637470245
15260	embedding2nn.weight	2	-0.005134823266416788
15260	embedding2nn.weight	3	0.0012717164354398847
15260	embedding2nn.weight	4	-0.004348900634795427
15260	embedding2nn.weight	5	0.008427560329437256
15260	embedding2nn.weight	6	-0.0024399186950176954
15260	embedding2nn.weight	7	0.012399733997881413
15260	embedding2nn.weight	8	-0.00841475185006857
15260	embedding2nn.weight	9	-0.012725618667900562
15260	embedding2nn.bias	0	-0.03459225222468376
15260	embedding2nn.bias	1	-0.03870058432221413
15260	embedding2nn.bias	2	-0.06052118539810181
15260	embedding2nn.bias	3	-0.004362060222774744
15260	embedding2nn.bias	4	-0.007994165644049644
15260	embedding2nn.bias	5	-0.006410567555576563
15260	embedding2nn.bias	6	0.025304697453975677
15260	embedding2nn.bias	7	0.009269234724342823
15260	embedding2nn.bias	8	-0.014787073247134686
15260	embedding2nn.bias	9	0.012200900353491306
15260	rnn.weight_ih_l0	0	0.039844706654548645
15260	rnn.weight_ih_l0	1	-0.013708055950701237
15260	rnn.weight_ih_l0	2	-0.03652944415807724
15260	rnn.weight_ih_l0	3	-0.04347274452447891
15260	rnn.weight_ih_l0	4	-0.05078014358878136
15260	rnn.weight_ih_l0	5	-0.001629540347494185
15260	rnn.weight_ih_l0	6	-0.052555687725543976
15260	rnn.weight_ih_l0	7	-0.05597417429089546
15260	rnn.weight_ih_l0	8	-0.04490339010953903
15260	rnn.weight_ih_l0	9	-0.026068659499287605
15260	rnn.weight_hh_l0	0	0.011546030640602112
15260	rnn.weight_hh_l0	1	-0.021206039935350418
15260	rnn.weight_hh_l0	2	-0.06617619842290878
15260	rnn.weight_hh_l0	3	-0.026622919365763664
15260	rnn.weight_hh_l0	4	-0.06805724650621414
15260	rnn.weight_hh_l0	5	-0.011228625662624836
15260	rnn.weight_hh_l0	6	-0.044513460248708725
15260	rnn.weight_hh_l0	7	-0.010682647116482258
15260	rnn.weight_hh_l0	8	-0.016620803624391556
15260	rnn.weight_hh_l0	9	0.01857709139585495
15260	rnn.bias_ih_l0	0	0.11510752886533737
15260	rnn.bias_ih_l0	1	-0.050496142357587814
15260	rnn.bias_ih_l0	2	0.10270538926124573
15260	rnn.bias_ih_l0	3	0.06409820914268494
15260	rnn.bias_ih_l0	4	0.0991341695189476
15260	rnn.bias_ih_l0	5	0.02912687323987484
15260	rnn.bias_ih_l0	6	-0.010362423956394196
15260	rnn.bias_ih_l0	7	-0.10424311459064484
15260	rnn.bias_ih_l0	8	-0.17549988627433777
15260	rnn.bias_ih_l0	9	0.0941915214061737
15260	rnn.bias_hh_l0	0	-0.016128743067383766
15260	rnn.bias_hh_l0	1	0.01135319285094738
15260	rnn.bias_hh_l0	2	-0.023418091237545013
15260	rnn.bias_hh_l0	3	-0.00856115110218525
15260	rnn.bias_hh_l0	4	-0.039709631353616714
15260	rnn.bias_hh_l0	5	0.12435075640678406
15260	rnn.bias_hh_l0	6	0.01512380875647068
15260	rnn.bias_hh_l0	7	0.043404702097177505
15260	rnn.bias_hh_l0	8	0.02400633879005909
15260	rnn.bias_hh_l0	9	0.0396578274667263
15260	rnn.weight_ih_l0_reverse	0	-0.028703831136226654
15260	rnn.weight_ih_l0_reverse	1	0.0022208173759281635
15260	rnn.weight_ih_l0_reverse	2	0.025384578853845596
15260	rnn.weight_ih_l0_reverse	3	-0.05973126366734505
15260	rnn.weight_ih_l0_reverse	4	0.010448054410517216
15260	rnn.weight_ih_l0_reverse	5	-0.049733784049749374
15260	rnn.weight_ih_l0_reverse	6	0.006858204957097769
15260	rnn.weight_ih_l0_reverse	7	0.043726418167352676
15260	rnn.weight_ih_l0_reverse	8	-0.044008031487464905
15260	rnn.weight_ih_l0_reverse	9	-0.05463549867272377
15260	rnn.weight_hh_l0_reverse	0	-0.07935167849063873
15260	rnn.weight_hh_l0_reverse	1	-0.055159665644168854
15260	rnn.weight_hh_l0_reverse	2	0.02645779587328434
15260	rnn.weight_hh_l0_reverse	3	0.03772938624024391
15260	rnn.weight_hh_l0_reverse	4	0.012161768041551113
15260	rnn.weight_hh_l0_reverse	5	0.04407408460974693
15260	rnn.weight_hh_l0_reverse	6	-0.009323403239250183
15260	rnn.weight_hh_l0_reverse	7	0.008643078617751598
15260	rnn.weight_hh_l0_reverse	8	-0.09211192280054092
15260	rnn.weight_hh_l0_reverse	9	0.06250586360692978
15260	rnn.bias_ih_l0_reverse	0	-0.08672374486923218
15260	rnn.bias_ih_l0_reverse	1	-0.06103501096367836
15260	rnn.bias_ih_l0_reverse	2	0.1003098115324974
15260	rnn.bias_ih_l0_reverse	3	0.03372718021273613
15260	rnn.bias_ih_l0_reverse	4	-0.1177014485001564
15260	rnn.bias_ih_l0_reverse	5	0.04535696282982826
15260	rnn.bias_ih_l0_reverse	6	-0.10774718225002289
15260	rnn.bias_ih_l0_reverse	7	0.033208757638931274
15260	rnn.bias_ih_l0_reverse	8	0.023004276677966118
15260	rnn.bias_ih_l0_reverse	9	0.07312596589326859
15260	rnn.bias_hh_l0_reverse	0	0.051023051142692566
15260	rnn.bias_hh_l0_reverse	1	0.06403353810310364
15260	rnn.bias_hh_l0_reverse	2	0.07090411335229874
15260	rnn.bias_hh_l0_reverse	3	-0.0064608552493155
15260	rnn.bias_hh_l0_reverse	4	0.08074986189603806
15260	rnn.bias_hh_l0_reverse	5	-0.005777616053819656
15260	rnn.bias_hh_l0_reverse	6	-0.07314318418502808
15260	rnn.bias_hh_l0_reverse	7	0.026824401691555977
15260	rnn.bias_hh_l0_reverse	8	0.024181846529245377
15260	rnn.bias_hh_l0_reverse	9	-0.14978323876857758
15260	linear.weight	0	0.19101686775684357
15260	linear.weight	1	-0.122441865503788
15260	linear.weight	2	-0.20570030808448792
15260	linear.weight	3	0.0658225491642952
15260	linear.weight	4	-0.008792041800916195
15260	linear.weight	5	0.0010066431714221835
15260	linear.weight	6	-0.008267723955214024
15260	linear.weight	7	-0.03204150125384331
15260	linear.weight	8	0.05999665707349777
15260	linear.weight	9	0.2672862708568573
15260	linear.bias	0	-0.16717931628227234
15260	linear.bias	1	0.15202778577804565
15260	linear.bias	2	-0.4736093282699585
15260	linear.bias	3	1.5899970531463623
15260	linear.bias	4	-0.36813464760780334
15260	linear.bias	5	-0.030769959092140198
15260	linear.bias	6	-0.3276972770690918
15260	linear.bias	7	-0.24561570584774017
15260	linear.bias	8	0.0009141024202108383
15260	linear.bias	9	-0.4644732177257538
15288	transitions	0	-0.6254064440727234
15288	transitions	1	0.373624712228775
15288	transitions	2	1.7052192687988281
15288	transitions	3	0.12485279142856598
15288	transitions	4	0.9659829139709473
15288	transitions	5	1.2743608951568604
15288	transitions	6	0.48393696546554565
15288	transitions	7	0.17877285182476044
15288	transitions	8	-0.9192835092544556
15288	transitions	9	0.9307398796081543
15288	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15288	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15288	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15288	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15288	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15288	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15288	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15288	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15288	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15288	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15288	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15288	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15288	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15288	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15288	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15288	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15288	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15288	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15288	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15288	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15288	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15288	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15288	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15288	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15288	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15288	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15288	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15288	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15288	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15288	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15288	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15288	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15288	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15288	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15288	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15288	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15288	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15288	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15288	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15288	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15288	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15288	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15288	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15288	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15288	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15288	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15288	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15288	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15288	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15288	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15288	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15288	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15288	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15288	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15288	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15288	embedding2nn.weight	0	0.023516040295362473
15288	embedding2nn.weight	1	0.01568586379289627
15288	embedding2nn.weight	2	-0.005104493349790573
15288	embedding2nn.weight	3	0.0013420372270047665
15288	embedding2nn.weight	4	-0.004305429756641388
15288	embedding2nn.weight	5	0.008354878053069115
15288	embedding2nn.weight	6	-0.002381278434768319
15288	embedding2nn.weight	7	0.01240334752947092
15288	embedding2nn.weight	8	-0.00854547880589962
15288	embedding2nn.weight	9	-0.012858973816037178
15288	embedding2nn.bias	0	-0.03351807966828346
15288	embedding2nn.bias	1	-0.04804754629731178
15288	embedding2nn.bias	2	-0.055877234786748886
15288	embedding2nn.bias	3	-0.008291796781122684
15288	embedding2nn.bias	4	-0.004636532627046108
15288	embedding2nn.bias	5	-0.005601663142442703
15288	embedding2nn.bias	6	0.03180732950568199
15288	embedding2nn.bias	7	0.019633827731013298
15288	embedding2nn.bias	8	-0.008738920092582703
15288	embedding2nn.bias	9	0.010474331676959991
15288	rnn.weight_ih_l0	0	0.03996888920664787
15288	rnn.weight_ih_l0	1	-0.013345601968467236
15288	rnn.weight_ih_l0	2	-0.036554209887981415
15288	rnn.weight_ih_l0	3	-0.04324709251523018
15288	rnn.weight_ih_l0	4	-0.050779152661561966
15288	rnn.weight_ih_l0	5	-0.001783618121407926
15288	rnn.weight_ih_l0	6	-0.052302151918411255
15288	rnn.weight_ih_l0	7	-0.055936943739652634
15288	rnn.weight_ih_l0	8	-0.0445905365049839
15288	rnn.weight_ih_l0	9	-0.02634219452738762
15288	rnn.weight_hh_l0	0	0.011514658108353615
15288	rnn.weight_hh_l0	1	-0.021330779418349266
15288	rnn.weight_hh_l0	2	-0.0654333084821701
15288	rnn.weight_hh_l0	3	-0.026466434821486473
15288	rnn.weight_hh_l0	4	-0.06867977976799011
15288	rnn.weight_hh_l0	5	-0.010619484819471836
15288	rnn.weight_hh_l0	6	-0.043758325278759
15288	rnn.weight_hh_l0	7	-0.011548413895070553
15288	rnn.weight_hh_l0	8	-0.017237335443496704
15288	rnn.weight_hh_l0	9	0.018278667703270912
15288	rnn.bias_ih_l0	0	0.11508918553590775
15288	rnn.bias_ih_l0	1	-0.049061086028814316
15288	rnn.bias_ih_l0	2	0.10384995490312576
15288	rnn.bias_ih_l0	3	0.06307229399681091
15288	rnn.bias_ih_l0	4	0.09924513846635818
15288	rnn.bias_ih_l0	5	0.02930089272558689
15288	rnn.bias_ih_l0	6	-0.011094683781266212
15288	rnn.bias_ih_l0	7	-0.10729516297578812
15288	rnn.bias_ih_l0	8	-0.16125085949897766
15288	rnn.bias_ih_l0	9	0.09315789490938187
15288	rnn.bias_hh_l0	0	-0.015465413220226765
15288	rnn.bias_hh_l0	1	0.01280311867594719
15288	rnn.bias_hh_l0	2	-0.02302367426455021
15288	rnn.bias_hh_l0	3	-0.011242210865020752
15288	rnn.bias_hh_l0	4	-0.040818341076374054
15288	rnn.bias_hh_l0	5	0.12703478336334229
15288	rnn.bias_hh_l0	6	0.016097785905003548
15288	rnn.bias_hh_l0	7	0.0454595573246479
15288	rnn.bias_hh_l0	8	0.02327408269047737
15288	rnn.bias_hh_l0	9	0.04020024463534355
15288	rnn.weight_ih_l0_reverse	0	-0.02899598702788353
15288	rnn.weight_ih_l0_reverse	1	0.0029291962273418903
15288	rnn.weight_ih_l0_reverse	2	0.02549637109041214
15288	rnn.weight_ih_l0_reverse	3	-0.05984896048903465
15288	rnn.weight_ih_l0_reverse	4	0.01067296415567398
15288	rnn.weight_ih_l0_reverse	5	-0.04942956194281578
15288	rnn.weight_ih_l0_reverse	6	0.008561489172279835
15288	rnn.weight_ih_l0_reverse	7	0.04375278204679489
15288	rnn.weight_ih_l0_reverse	8	-0.044176504015922546
15288	rnn.weight_ih_l0_reverse	9	-0.054556284099817276
15288	rnn.weight_hh_l0_reverse	0	-0.07958894968032837
15288	rnn.weight_hh_l0_reverse	1	-0.05490373447537422
15288	rnn.weight_hh_l0_reverse	2	0.02623399905860424
15288	rnn.weight_hh_l0_reverse	3	0.03791610151529312
15288	rnn.weight_hh_l0_reverse	4	0.012033786624670029
15288	rnn.weight_hh_l0_reverse	5	0.04390832409262657
15288	rnn.weight_hh_l0_reverse	6	-0.008450457826256752
15288	rnn.weight_hh_l0_reverse	7	0.008133485913276672
15288	rnn.weight_hh_l0_reverse	8	-0.09194113314151764
15288	rnn.weight_hh_l0_reverse	9	0.06310867518186569
15288	rnn.bias_ih_l0_reverse	0	-0.08362951129674911
15288	rnn.bias_ih_l0_reverse	1	-0.05934993177652359
15288	rnn.bias_ih_l0_reverse	2	0.10124997049570084
15288	rnn.bias_ih_l0_reverse	3	0.033448632806539536
15288	rnn.bias_ih_l0_reverse	4	-0.1193341538310051
15288	rnn.bias_ih_l0_reverse	5	0.04645613580942154
15288	rnn.bias_ih_l0_reverse	6	-0.1070212572813034
15288	rnn.bias_ih_l0_reverse	7	0.03463165462017059
15288	rnn.bias_ih_l0_reverse	8	0.020980648696422577
15288	rnn.bias_ih_l0_reverse	9	0.0724993348121643
15288	rnn.bias_hh_l0_reverse	0	0.050741638988256454
15288	rnn.bias_hh_l0_reverse	1	0.06500229239463806
15288	rnn.bias_hh_l0_reverse	2	0.0712200477719307
15288	rnn.bias_hh_l0_reverse	3	-0.007870681583881378
15288	rnn.bias_hh_l0_reverse	4	0.08025641739368439
15288	rnn.bias_hh_l0_reverse	5	-0.0018981847679242492
15288	rnn.bias_hh_l0_reverse	6	-0.07146340608596802
15288	rnn.bias_hh_l0_reverse	7	0.02421472780406475
15288	rnn.bias_hh_l0_reverse	8	0.023741262033581734
15288	rnn.bias_hh_l0_reverse	9	-0.14642910659313202
15288	linear.weight	0	0.19597776234149933
15288	linear.weight	1	-0.12242582440376282
15288	linear.weight	2	-0.2079440802335739
15288	linear.weight	3	0.06689725816249847
15288	linear.weight	4	-0.008397300727665424
15288	linear.weight	5	0.0010810209205374122
15288	linear.weight	6	-0.008266645483672619
15288	linear.weight	7	-0.031969014555215836
15288	linear.weight	8	0.06056090444326401
15288	linear.weight	9	0.2714810371398926
15288	linear.bias	0	-0.16589456796646118
15288	linear.bias	1	0.15798026323318481
15288	linear.bias	2	-0.47426119446754456
15288	linear.bias	3	1.5819153785705566
15288	linear.bias	4	-0.36845093965530396
15288	linear.bias	5	-0.030769959092140198
15288	linear.bias	6	-0.3278687596321106
15288	linear.bias	7	-0.24524584412574768
15288	linear.bias	8	0.0012333138147369027
15288	linear.bias	9	-0.4646771252155304
15316	transitions	0	-0.625456690788269
15316	transitions	1	0.37358418107032776
15316	transitions	2	1.705084204673767
15316	transitions	3	0.12484373897314072
15316	transitions	4	0.9659645557403564
15316	transitions	5	1.2743602991104126
15316	transitions	6	0.4839339852333069
15316	transitions	7	0.17877189815044403
15316	transitions	8	-0.9192839860916138
15316	transitions	9	0.9307398200035095
15316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15316	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15316	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15316	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15316	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15316	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15316	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15316	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15316	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15316	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15316	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15316	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15316	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15316	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15316	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15316	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15316	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15316	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15316	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15316	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15316	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15316	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15316	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15316	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15316	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15316	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15316	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15316	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15316	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15316	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15316	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15316	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15316	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15316	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15316	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15316	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15316	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15316	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15316	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15316	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15316	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15316	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15316	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15316	embedding2nn.weight	0	0.02406950853765011
15316	embedding2nn.weight	1	0.015545487403869629
15316	embedding2nn.weight	2	-0.005016994196921587
15316	embedding2nn.weight	3	0.0013791933888569474
15316	embedding2nn.weight	4	-0.0042998045682907104
15316	embedding2nn.weight	5	0.008411169052124023
15316	embedding2nn.weight	6	-0.002453486667945981
15316	embedding2nn.weight	7	0.012440171092748642
15316	embedding2nn.weight	8	-0.008543651551008224
15316	embedding2nn.weight	9	-0.012842060998082161
15316	embedding2nn.bias	0	-0.027883272618055344
15316	embedding2nn.bias	1	-0.04449287801980972
15316	embedding2nn.bias	2	-0.06412053108215332
15316	embedding2nn.bias	3	-0.008760047145187855
15316	embedding2nn.bias	4	-0.00512804975733161
15316	embedding2nn.bias	5	-0.008551464416086674
15316	embedding2nn.bias	6	0.03531182184815407
15316	embedding2nn.bias	7	0.02595563791692257
15316	embedding2nn.bias	8	-0.019456449896097183
15316	embedding2nn.bias	9	0.011783689260482788
15316	rnn.weight_ih_l0	0	0.03976957127451897
15316	rnn.weight_ih_l0	1	-0.013581518083810806
15316	rnn.weight_ih_l0	2	-0.0370834544301033
15316	rnn.weight_ih_l0	3	-0.04281589761376381
15316	rnn.weight_ih_l0	4	-0.05090314894914627
15316	rnn.weight_ih_l0	5	-0.002067226218059659
15316	rnn.weight_ih_l0	6	-0.05230384320020676
15316	rnn.weight_ih_l0	7	-0.05577336251735687
15316	rnn.weight_ih_l0	8	-0.04429590329527855
15316	rnn.weight_ih_l0	9	-0.026390256360173225
15316	rnn.weight_hh_l0	0	0.011666951701045036
15316	rnn.weight_hh_l0	1	-0.020904017612338066
15316	rnn.weight_hh_l0	2	-0.0657099187374115
15316	rnn.weight_hh_l0	3	-0.026795146986842155
15316	rnn.weight_hh_l0	4	-0.06847633421421051
15316	rnn.weight_hh_l0	5	-0.010453728958964348
15316	rnn.weight_hh_l0	6	-0.04370776191353798
15316	rnn.weight_hh_l0	7	-0.011630495078861713
15316	rnn.weight_hh_l0	8	-0.01731225848197937
15316	rnn.weight_hh_l0	9	0.017663246020674706
15316	rnn.bias_ih_l0	0	0.11435341089963913
15316	rnn.bias_ih_l0	1	-0.04840394854545593
15316	rnn.bias_ih_l0	2	0.10379602015018463
15316	rnn.bias_ih_l0	3	0.06505400687456131
15316	rnn.bias_ih_l0	4	0.10006280988454819
15316	rnn.bias_ih_l0	5	0.02920513041317463
15316	rnn.bias_ih_l0	6	-0.010747698135674
15316	rnn.bias_ih_l0	7	-0.10268363356590271
15316	rnn.bias_ih_l0	8	-0.16503958404064178
15316	rnn.bias_ih_l0	9	0.09352103620767593
15316	rnn.bias_hh_l0	0	-0.014386586844921112
15316	rnn.bias_hh_l0	1	0.012076442129909992
15316	rnn.bias_hh_l0	2	-0.022350292652845383
15316	rnn.bias_hh_l0	3	-0.014919769018888474
15316	rnn.bias_hh_l0	4	-0.03844458982348442
15316	rnn.bias_hh_l0	5	0.12649354338645935
15316	rnn.bias_hh_l0	6	0.016665974631905556
15316	rnn.bias_hh_l0	7	0.046404123306274414
15316	rnn.bias_hh_l0	8	0.02362106926739216
15316	rnn.bias_hh_l0	9	0.039126038551330566
15316	rnn.weight_ih_l0_reverse	0	-0.028978578746318817
15316	rnn.weight_ih_l0_reverse	1	0.002685270272195339
15316	rnn.weight_ih_l0_reverse	2	0.025439467281103134
15316	rnn.weight_ih_l0_reverse	3	-0.06058990955352783
15316	rnn.weight_ih_l0_reverse	4	0.010857761837542057
15316	rnn.weight_ih_l0_reverse	5	-0.04927431419491768
15316	rnn.weight_ih_l0_reverse	6	0.009222556836903095
15316	rnn.weight_ih_l0_reverse	7	0.043813418596982956
15316	rnn.weight_ih_l0_reverse	8	-0.04447603225708008
15316	rnn.weight_ih_l0_reverse	9	-0.054402388632297516
15316	rnn.weight_hh_l0_reverse	0	-0.08049392700195312
15316	rnn.weight_hh_l0_reverse	1	-0.0557883195579052
15316	rnn.weight_hh_l0_reverse	2	0.026271216571331024
15316	rnn.weight_hh_l0_reverse	3	0.03872223570942879
15316	rnn.weight_hh_l0_reverse	4	0.011899380013346672
15316	rnn.weight_hh_l0_reverse	5	0.04385758936405182
15316	rnn.weight_hh_l0_reverse	6	-0.009164460934698582
15316	rnn.weight_hh_l0_reverse	7	0.008126494474709034
15316	rnn.weight_hh_l0_reverse	8	-0.09188830107450485
15316	rnn.weight_hh_l0_reverse	9	0.06341096758842468
15316	rnn.bias_ih_l0_reverse	0	-0.08350063115358353
15316	rnn.bias_ih_l0_reverse	1	-0.05582756921648979
15316	rnn.bias_ih_l0_reverse	2	0.10164237767457962
15316	rnn.bias_ih_l0_reverse	3	0.032718759030103683
15316	rnn.bias_ih_l0_reverse	4	-0.11993302404880524
15316	rnn.bias_ih_l0_reverse	5	0.04518532752990723
15316	rnn.bias_ih_l0_reverse	6	-0.10720134526491165
15316	rnn.bias_ih_l0_reverse	7	0.03416355699300766
15316	rnn.bias_ih_l0_reverse	8	0.023591693490743637
15316	rnn.bias_ih_l0_reverse	9	0.07132072746753693
15316	rnn.bias_hh_l0_reverse	0	0.05321260914206505
15316	rnn.bias_hh_l0_reverse	1	0.06698714941740036
15316	rnn.bias_hh_l0_reverse	2	0.07214038074016571
15316	rnn.bias_hh_l0_reverse	3	-0.00870685838162899
15316	rnn.bias_hh_l0_reverse	4	0.08245409280061722
15316	rnn.bias_hh_l0_reverse	5	-0.0034780714195221663
15316	rnn.bias_hh_l0_reverse	6	-0.07024426013231277
15316	rnn.bias_hh_l0_reverse	7	0.0250557754188776
15316	rnn.bias_hh_l0_reverse	8	0.025050032883882523
15316	rnn.bias_hh_l0_reverse	9	-0.1526031345129013
15316	linear.weight	0	0.2003232091665268
15316	linear.weight	1	-0.12243261933326721
15316	linear.weight	2	-0.20789337158203125
15316	linear.weight	3	0.0670279711484909
15316	linear.weight	4	-0.008118084631860256
15316	linear.weight	5	0.0009218099876306951
15316	linear.weight	6	-0.00826891791075468
15316	linear.weight	7	-0.031947262585163116
15316	linear.weight	8	0.06439387053251266
15316	linear.weight	9	0.2709360122680664
15316	linear.bias	0	-0.16660824418067932
15316	linear.bias	1	0.15937530994415283
15316	linear.bias	2	-0.47444337606430054
15316	linear.bias	3	1.5957437753677368
15316	linear.bias	4	-0.36890244483947754
15316	linear.bias	5	-0.030769959092140198
15316	linear.bias	6	-0.3262588679790497
15316	linear.bias	7	-0.25102928280830383
15316	linear.bias	8	-0.011623679660260677
15316	linear.bias	9	-0.4647650420665741
15344	transitions	0	-0.6255530714988708
15344	transitions	1	0.3735291063785553
15344	transitions	2	1.7049872875213623
15344	transitions	3	0.12392368912696838
15344	transitions	4	0.9658120274543762
15344	transitions	5	1.2743595838546753
15344	transitions	6	0.48393380641937256
15344	transitions	7	0.17877107858657837
15344	transitions	8	-0.9192862510681152
15344	transitions	9	0.9307398200035095
15344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15344	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15344	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15344	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15344	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15344	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15344	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15344	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15344	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15344	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15344	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15344	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15344	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15344	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15344	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15344	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15344	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15344	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15344	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15344	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15344	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15344	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15344	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15344	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15344	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15344	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15344	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15344	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15344	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15344	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15344	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15344	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15344	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15344	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15344	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15344	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15344	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15344	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15344	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15344	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15344	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15344	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15344	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15344	embedding2nn.weight	0	0.023817574605345726
15344	embedding2nn.weight	1	0.015476423315703869
15344	embedding2nn.weight	2	-0.004999660886824131
15344	embedding2nn.weight	3	0.0019946142565459013
15344	embedding2nn.weight	4	-0.004356785677373409
15344	embedding2nn.weight	5	0.008394827134907246
15344	embedding2nn.weight	6	-0.0024140302557498217
15344	embedding2nn.weight	7	0.011681292206048965
15344	embedding2nn.weight	8	-0.00860828161239624
15344	embedding2nn.weight	9	-0.01279770489782095
15344	embedding2nn.bias	0	-0.031752169132232666
15344	embedding2nn.bias	1	-0.047907404601573944
15344	embedding2nn.bias	2	-0.06294666975736618
15344	embedding2nn.bias	3	-0.012012425810098648
15344	embedding2nn.bias	4	0.0015007753390818834
15344	embedding2nn.bias	5	-0.0064001623541116714
15344	embedding2nn.bias	6	0.03631577268242836
15344	embedding2nn.bias	7	0.022146105766296387
15344	embedding2nn.bias	8	-0.026003139093518257
15344	embedding2nn.bias	9	0.016306161880493164
15344	rnn.weight_ih_l0	0	0.03946106135845184
15344	rnn.weight_ih_l0	1	-0.013490389101207256
15344	rnn.weight_ih_l0	2	-0.038367096334695816
15344	rnn.weight_ih_l0	3	-0.04281237721443176
15344	rnn.weight_ih_l0	4	-0.05113627389073372
15344	rnn.weight_ih_l0	5	-0.0018671437865123153
15344	rnn.weight_ih_l0	6	-0.05179700255393982
15344	rnn.weight_ih_l0	7	-0.055850639939308167
15344	rnn.weight_ih_l0	8	-0.044254012405872345
15344	rnn.weight_ih_l0	9	-0.026608120650053024
15344	rnn.weight_hh_l0	0	0.011059288866817951
15344	rnn.weight_hh_l0	1	-0.02135239727795124
15344	rnn.weight_hh_l0	2	-0.06636113673448563
15344	rnn.weight_hh_l0	3	-0.027336791157722473
15344	rnn.weight_hh_l0	4	-0.06811098009347916
15344	rnn.weight_hh_l0	5	-0.010567781515419483
15344	rnn.weight_hh_l0	6	-0.043288666754961014
15344	rnn.weight_hh_l0	7	-0.009769621305167675
15344	rnn.weight_hh_l0	8	-0.017499927431344986
15344	rnn.weight_hh_l0	9	0.01648729108273983
15344	rnn.bias_ih_l0	0	0.11460466682910919
15344	rnn.bias_ih_l0	1	-0.05206186696887016
15344	rnn.bias_ih_l0	2	0.10342544317245483
15344	rnn.bias_ih_l0	3	0.06633276492357254
15344	rnn.bias_ih_l0	4	0.09894701838493347
15344	rnn.bias_ih_l0	5	0.029512375593185425
15344	rnn.bias_ih_l0	6	-0.010003862902522087
15344	rnn.bias_ih_l0	7	-0.10878220200538635
15344	rnn.bias_ih_l0	8	-0.15277042984962463
15344	rnn.bias_ih_l0	9	0.0940115749835968
15344	rnn.bias_hh_l0	0	-0.014735153876245022
15344	rnn.bias_hh_l0	1	0.011385940946638584
15344	rnn.bias_hh_l0	2	-0.023530609905719757
15344	rnn.bias_hh_l0	3	-0.018761100247502327
15344	rnn.bias_hh_l0	4	-0.0386606864631176
15344	rnn.bias_hh_l0	5	0.12835468351840973
15344	rnn.bias_hh_l0	6	0.014739873819053173
15344	rnn.bias_hh_l0	7	0.044748492538928986
15344	rnn.bias_hh_l0	8	0.024364899843931198
15344	rnn.bias_hh_l0	9	0.03967376425862312
15344	rnn.weight_ih_l0_reverse	0	-0.028926260769367218
15344	rnn.weight_ih_l0_reverse	1	0.0021496352273970842
15344	rnn.weight_ih_l0_reverse	2	0.025266362354159355
15344	rnn.weight_ih_l0_reverse	3	-0.06022407114505768
15344	rnn.weight_ih_l0_reverse	4	0.010445994324982166
15344	rnn.weight_ih_l0_reverse	5	-0.04931100457906723
15344	rnn.weight_ih_l0_reverse	6	0.008494684472680092
15344	rnn.weight_ih_l0_reverse	7	0.043907735496759415
15344	rnn.weight_ih_l0_reverse	8	-0.04477125033736229
15344	rnn.weight_ih_l0_reverse	9	-0.05448005348443985
15344	rnn.weight_hh_l0_reverse	0	-0.07988227903842926
15344	rnn.weight_hh_l0_reverse	1	-0.05696253105998039
15344	rnn.weight_hh_l0_reverse	2	0.02594001404941082
15344	rnn.weight_hh_l0_reverse	3	0.03865470737218857
15344	rnn.weight_hh_l0_reverse	4	0.010321400128304958
15344	rnn.weight_hh_l0_reverse	5	0.044280052185058594
15344	rnn.weight_hh_l0_reverse	6	-0.00947980210185051
15344	rnn.weight_hh_l0_reverse	7	0.008234872482717037
15344	rnn.weight_hh_l0_reverse	8	-0.09259653836488724
15344	rnn.weight_hh_l0_reverse	9	0.06404455006122589
15344	rnn.bias_ih_l0_reverse	0	-0.0826592966914177
15344	rnn.bias_ih_l0_reverse	1	-0.05415588617324829
15344	rnn.bias_ih_l0_reverse	2	0.10125681012868881
15344	rnn.bias_ih_l0_reverse	3	0.034032564610242844
15344	rnn.bias_ih_l0_reverse	4	-0.11864196509122849
15344	rnn.bias_ih_l0_reverse	5	0.044649142771959305
15344	rnn.bias_ih_l0_reverse	6	-0.10641288757324219
15344	rnn.bias_ih_l0_reverse	7	0.03381355106830597
15344	rnn.bias_ih_l0_reverse	8	0.025179192423820496
15344	rnn.bias_ih_l0_reverse	9	0.06843732297420502
15344	rnn.bias_hh_l0_reverse	0	0.05279946327209473
15344	rnn.bias_hh_l0_reverse	1	0.06619706749916077
15344	rnn.bias_hh_l0_reverse	2	0.07280353456735611
15344	rnn.bias_hh_l0_reverse	3	-0.010123330168426037
15344	rnn.bias_hh_l0_reverse	4	0.08118771016597748
15344	rnn.bias_hh_l0_reverse	5	-0.010950550436973572
15344	rnn.bias_hh_l0_reverse	6	-0.06980960816144943
15344	rnn.bias_hh_l0_reverse	7	0.024677714332938194
15344	rnn.bias_hh_l0_reverse	8	0.0261404886841774
15344	rnn.bias_hh_l0_reverse	9	-0.14745451509952545
15344	linear.weight	0	0.204915389418602
15344	linear.weight	1	-0.12239322066307068
15344	linear.weight	2	-0.20694494247436523
15344	linear.weight	3	0.06300393491983414
15344	linear.weight	4	-0.00878453254699707
15344	linear.weight	5	-0.0004931376315653324
15344	linear.weight	6	-0.008266989141702652
15344	linear.weight	7	-0.031917985528707504
15344	linear.weight	8	0.0659247562289238
15344	linear.weight	9	0.27041059732437134
15344	linear.bias	0	-0.16227436065673828
15344	linear.bias	1	0.16205573081970215
15344	linear.bias	2	-0.476036936044693
15344	linear.bias	3	1.579921841621399
15344	linear.bias	4	-0.3692481815814972
15344	linear.bias	5	-0.030769959092140198
15344	linear.bias	6	-0.3290967345237732
15344	linear.bias	7	-0.24749518930912018
15344	linear.bias	8	-0.0007101829978637397
15344	linear.bias	9	-0.46504026651382446
15372	transitions	0	-0.6255894303321838
15372	transitions	1	0.3734796643257141
15372	transitions	2	1.7047524452209473
15372	transitions	3	0.12388772517442703
15372	transitions	4	0.9657907485961914
15372	transitions	5	1.2743593454360962
15372	transitions	6	0.48393377661705017
15372	transitions	7	0.1787703037261963
15372	transitions	8	-0.9192876815795898
15372	transitions	9	0.9307398200035095
15372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15372	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15372	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15372	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15372	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15372	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15372	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15372	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15372	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15372	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15372	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15372	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15372	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15372	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15372	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15372	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15372	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15372	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15372	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15372	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15372	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15372	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15372	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15372	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15372	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15372	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15372	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15372	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15372	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15372	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15372	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15372	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15372	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15372	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15372	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15372	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15372	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15372	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15372	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15372	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15372	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15372	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15372	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15372	embedding2nn.weight	0	0.02435070276260376
15372	embedding2nn.weight	1	0.015393024310469627
15372	embedding2nn.weight	2	-0.005038179457187653
15372	embedding2nn.weight	3	0.0018513815011829138
15372	embedding2nn.weight	4	-0.004386260639876127
15372	embedding2nn.weight	5	0.008498829789459705
15372	embedding2nn.weight	6	-0.0024051277432590723
15372	embedding2nn.weight	7	0.01132536493241787
15372	embedding2nn.weight	8	-0.008463973179459572
15372	embedding2nn.weight	9	-0.012702534906566143
15372	embedding2nn.bias	0	-0.034314077347517014
15372	embedding2nn.bias	1	-0.047295112162828445
15372	embedding2nn.bias	2	-0.06757771223783493
15372	embedding2nn.bias	3	-0.0071663521230220795
15372	embedding2nn.bias	4	0.005748747382313013
15372	embedding2nn.bias	5	-0.003955458756536245
15372	embedding2nn.bias	6	0.04255197197198868
15372	embedding2nn.bias	7	0.022375185042619705
15372	embedding2nn.bias	8	-0.01789202354848385
15372	embedding2nn.bias	9	0.018339961767196655
15372	rnn.weight_ih_l0	0	0.03925129398703575
15372	rnn.weight_ih_l0	1	-0.01363857090473175
15372	rnn.weight_ih_l0	2	-0.037145886570215225
15372	rnn.weight_ih_l0	3	-0.04292883723974228
15372	rnn.weight_ih_l0	4	-0.05115647241473198
15372	rnn.weight_ih_l0	5	-0.0019000624306499958
15372	rnn.weight_ih_l0	6	-0.05203539505600929
15372	rnn.weight_ih_l0	7	-0.05620821937918663
15372	rnn.weight_ih_l0	8	-0.044031769037246704
15372	rnn.weight_ih_l0	9	-0.026289500296115875
15372	rnn.weight_hh_l0	0	0.010937619023025036
15372	rnn.weight_hh_l0	1	-0.021630272269248962
15372	rnn.weight_hh_l0	2	-0.06592831760644913
15372	rnn.weight_hh_l0	3	-0.027568669989705086
15372	rnn.weight_hh_l0	4	-0.06843876838684082
15372	rnn.weight_hh_l0	5	-0.01131855882704258
15372	rnn.weight_hh_l0	6	-0.04377226531505585
15372	rnn.weight_hh_l0	7	-0.009748511016368866
15372	rnn.weight_hh_l0	8	-0.017811253666877747
15372	rnn.weight_hh_l0	9	0.017001941800117493
15372	rnn.bias_ih_l0	0	0.11557771265506744
15372	rnn.bias_ih_l0	1	-0.05326035991311073
15372	rnn.bias_ih_l0	2	0.10179025679826736
15372	rnn.bias_ih_l0	3	0.06894781440496445
15372	rnn.bias_ih_l0	4	0.10077687352895737
15372	rnn.bias_ih_l0	5	0.029566330835223198
15372	rnn.bias_ih_l0	6	-0.008647961542010307
15372	rnn.bias_ih_l0	7	-0.10772193968296051
15372	rnn.bias_ih_l0	8	-0.15613120794296265
15372	rnn.bias_ih_l0	9	0.0933755412697792
15372	rnn.bias_hh_l0	0	-0.016766611486673355
15372	rnn.bias_hh_l0	1	0.012544353492558002
15372	rnn.bias_hh_l0	2	-0.022228127345442772
15372	rnn.bias_hh_l0	3	-0.020231207832694054
15372	rnn.bias_hh_l0	4	-0.03840335085988045
15372	rnn.bias_hh_l0	5	0.1294698566198349
15372	rnn.bias_hh_l0	6	0.015353931114077568
15372	rnn.bias_hh_l0	7	0.04578497260808945
15372	rnn.bias_hh_l0	8	0.02572079934179783
15372	rnn.bias_hh_l0	9	0.04020913317799568
15372	rnn.weight_ih_l0_reverse	0	-0.02876024693250656
15372	rnn.weight_ih_l0_reverse	1	0.0015668789856135845
15372	rnn.weight_ih_l0_reverse	2	0.025266269221901894
15372	rnn.weight_ih_l0_reverse	3	-0.059940826147794724
15372	rnn.weight_ih_l0_reverse	4	0.010888776741921902
15372	rnn.weight_ih_l0_reverse	5	-0.04943857714533806
15372	rnn.weight_ih_l0_reverse	6	0.009624349884688854
15372	rnn.weight_ih_l0_reverse	7	0.043893150985240936
15372	rnn.weight_ih_l0_reverse	8	-0.04492846503853798
15372	rnn.weight_ih_l0_reverse	9	-0.05450915917754173
15372	rnn.weight_hh_l0_reverse	0	-0.07906270027160645
15372	rnn.weight_hh_l0_reverse	1	-0.056438107043504715
15372	rnn.weight_hh_l0_reverse	2	0.0265557449311018
15372	rnn.weight_hh_l0_reverse	3	0.03856922686100006
15372	rnn.weight_hh_l0_reverse	4	0.010265244171023369
15372	rnn.weight_hh_l0_reverse	5	0.04429687187075615
15372	rnn.weight_hh_l0_reverse	6	-0.01070620957762003
15372	rnn.weight_hh_l0_reverse	7	0.008089195936918259
15372	rnn.weight_hh_l0_reverse	8	-0.09285163879394531
15372	rnn.weight_hh_l0_reverse	9	0.0640680119395256
15372	rnn.bias_ih_l0_reverse	0	-0.08821459859609604
15372	rnn.bias_ih_l0_reverse	1	-0.05127894878387451
15372	rnn.bias_ih_l0_reverse	2	0.10186970233917236
15372	rnn.bias_ih_l0_reverse	3	0.03254534676671028
15372	rnn.bias_ih_l0_reverse	4	-0.11934706568717957
15372	rnn.bias_ih_l0_reverse	5	0.045663122087717056
15372	rnn.bias_ih_l0_reverse	6	-0.10560838133096695
15372	rnn.bias_ih_l0_reverse	7	0.0357208326458931
15372	rnn.bias_ih_l0_reverse	8	0.026019658893346786
15372	rnn.bias_ih_l0_reverse	9	0.0672365054488182
15372	rnn.bias_hh_l0_reverse	0	0.052854083478450775
15372	rnn.bias_hh_l0_reverse	1	0.06796543300151825
15372	rnn.bias_hh_l0_reverse	2	0.0730767622590065
15372	rnn.bias_hh_l0_reverse	3	-0.010425549000501633
15372	rnn.bias_hh_l0_reverse	4	0.08121548593044281
15372	rnn.bias_hh_l0_reverse	5	-0.008049244061112404
15372	rnn.bias_hh_l0_reverse	6	-0.06886999309062958
15372	rnn.bias_hh_l0_reverse	7	0.024978112429380417
15372	rnn.bias_hh_l0_reverse	8	0.02638656459748745
15372	rnn.bias_hh_l0_reverse	9	-0.14614154398441315
15372	linear.weight	0	0.19239063560962677
15372	linear.weight	1	-0.12475796043872833
15372	linear.weight	2	-0.20786233246326447
15372	linear.weight	3	0.06374070793390274
15372	linear.weight	4	-0.008374175988137722
15372	linear.weight	5	-0.00030520750442519784
15372	linear.weight	6	-0.00825697835534811
15372	linear.weight	7	-0.03187630698084831
15372	linear.weight	8	0.06756743043661118
15372	linear.weight	9	0.27436763048171997
15372	linear.bias	0	-0.17451895773410797
15372	linear.bias	1	0.16297228634357452
15372	linear.bias	2	-0.4738405644893646
15372	linear.bias	3	1.5868197679519653
15372	linear.bias	4	-0.36954420804977417
15372	linear.bias	5	-0.030769959092140198
15372	linear.bias	6	-0.3262844681739807
15372	linear.bias	7	-0.24526692926883698
15372	linear.bias	8	-0.004556601867079735
15372	linear.bias	9	-0.46515941619873047
15400	transitions	0	-0.6256405711174011
15400	transitions	1	0.37333565950393677
15400	transitions	2	1.704651117324829
15400	transitions	3	0.12377472966909409
15400	transitions	4	0.9657829999923706
15400	transitions	5	1.274357795715332
15400	transitions	6	0.4839304983615875
15400	transitions	7	0.17871016263961792
15400	transitions	8	-0.9192882776260376
15400	transitions	9	0.9307398200035095
15400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15400	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15400	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15400	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15400	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15400	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15400	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15400	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15400	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15400	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15400	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15400	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15400	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15400	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15400	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15400	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15400	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15400	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15400	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15400	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15400	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15400	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15400	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15400	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15400	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15400	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15400	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15400	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15400	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15400	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15400	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15400	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15400	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15400	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15400	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15400	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15400	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15400	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15400	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15400	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15400	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15400	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15400	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15400	embedding2nn.weight	0	0.02438496984541416
15400	embedding2nn.weight	1	0.015359015204012394
15400	embedding2nn.weight	2	-0.005016970913857222
15400	embedding2nn.weight	3	0.0016822442412376404
15400	embedding2nn.weight	4	-0.00434428546577692
15400	embedding2nn.weight	5	0.008968696929514408
15400	embedding2nn.weight	6	-0.002482909942045808
15400	embedding2nn.weight	7	0.012735468335449696
15400	embedding2nn.weight	8	-0.008473383262753487
15400	embedding2nn.weight	9	-0.012911081314086914
15400	embedding2nn.bias	0	-0.03410809114575386
15400	embedding2nn.bias	1	-0.04589855298399925
15400	embedding2nn.bias	2	-0.07152513414621353
15400	embedding2nn.bias	3	-0.009322354570031166
15400	embedding2nn.bias	4	0.001606553909368813
15400	embedding2nn.bias	5	-0.011982813477516174
15400	embedding2nn.bias	6	0.03761337324976921
15400	embedding2nn.bias	7	0.014471614733338356
15400	embedding2nn.bias	8	-0.010297165252268314
15400	embedding2nn.bias	9	0.017566677182912827
15400	rnn.weight_ih_l0	0	0.039617229253053665
15400	rnn.weight_ih_l0	1	-0.013214146718382835
15400	rnn.weight_ih_l0	2	-0.03716094419360161
15400	rnn.weight_ih_l0	3	-0.04316355288028717
15400	rnn.weight_ih_l0	4	-0.051254600286483765
15400	rnn.weight_ih_l0	5	-0.00214779214002192
15400	rnn.weight_ih_l0	6	-0.05163439363241196
15400	rnn.weight_ih_l0	7	-0.0563972145318985
15400	rnn.weight_ih_l0	8	-0.04405565932393074
15400	rnn.weight_ih_l0	9	-0.026207230985164642
15400	rnn.weight_hh_l0	0	0.011145554482936859
15400	rnn.weight_hh_l0	1	-0.02221718803048134
15400	rnn.weight_hh_l0	2	-0.06550038605928421
15400	rnn.weight_hh_l0	3	-0.027861647307872772
15400	rnn.weight_hh_l0	4	-0.06798135489225388
15400	rnn.weight_hh_l0	5	-0.010633125901222229
15400	rnn.weight_hh_l0	6	-0.04412228241562843
15400	rnn.weight_hh_l0	7	-0.008342302404344082
15400	rnn.weight_hh_l0	8	-0.017834212630987167
15400	rnn.weight_hh_l0	9	0.016911031678318977
15400	rnn.bias_ih_l0	0	0.11573817580938339
15400	rnn.bias_ih_l0	1	-0.05334749445319176
15400	rnn.bias_ih_l0	2	0.10326535999774933
15400	rnn.bias_ih_l0	3	0.06693073362112045
15400	rnn.bias_ih_l0	4	0.09722034633159637
15400	rnn.bias_ih_l0	5	0.03043789230287075
15400	rnn.bias_ih_l0	6	-0.008752532303333282
15400	rnn.bias_ih_l0	7	-0.1124349981546402
15400	rnn.bias_ih_l0	8	-0.16290099918842316
15400	rnn.bias_ih_l0	9	0.09446177631616592
15400	rnn.bias_hh_l0	0	-0.017956748604774475
15400	rnn.bias_hh_l0	1	0.012116835452616215
15400	rnn.bias_hh_l0	2	-0.02033652737736702
15400	rnn.bias_hh_l0	3	-0.020165076479315758
15400	rnn.bias_hh_l0	4	-0.03958632051944733
15400	rnn.bias_hh_l0	5	0.12745849788188934
15400	rnn.bias_hh_l0	6	0.01716216281056404
15400	rnn.bias_hh_l0	7	0.04364984482526779
15400	rnn.bias_hh_l0	8	0.025616226717829704
15400	rnn.bias_hh_l0	9	0.03834050893783569
15400	rnn.weight_ih_l0_reverse	0	-0.028510387986898422
15400	rnn.weight_ih_l0_reverse	1	0.0011011991882696748
15400	rnn.weight_ih_l0_reverse	2	0.02535179816186428
15400	rnn.weight_ih_l0_reverse	3	-0.05993383377790451
15400	rnn.weight_ih_l0_reverse	4	0.011138291098177433
15400	rnn.weight_ih_l0_reverse	5	-0.049381207674741745
15400	rnn.weight_ih_l0_reverse	6	0.00955166108906269
15400	rnn.weight_ih_l0_reverse	7	0.04401019960641861
15400	rnn.weight_ih_l0_reverse	8	-0.04484309256076813
15400	rnn.weight_ih_l0_reverse	9	-0.05463143810629845
15400	rnn.weight_hh_l0_reverse	0	-0.07915912568569183
15400	rnn.weight_hh_l0_reverse	1	-0.05572663992643356
15400	rnn.weight_hh_l0_reverse	2	0.02679681032896042
15400	rnn.weight_hh_l0_reverse	3	0.038495298475027084
15400	rnn.weight_hh_l0_reverse	4	0.010433641262352467
15400	rnn.weight_hh_l0_reverse	5	0.04434354975819588
15400	rnn.weight_hh_l0_reverse	6	-0.009549876675009727
15400	rnn.weight_hh_l0_reverse	7	0.008106278255581856
15400	rnn.weight_hh_l0_reverse	8	-0.09280427545309067
15400	rnn.weight_hh_l0_reverse	9	0.06429534405469894
15400	rnn.bias_ih_l0_reverse	0	-0.08070534467697144
15400	rnn.bias_ih_l0_reverse	1	-0.051092226058244705
15400	rnn.bias_ih_l0_reverse	2	0.09990745782852173
15400	rnn.bias_ih_l0_reverse	3	0.03273865580558777
15400	rnn.bias_ih_l0_reverse	4	-0.11868219077587128
15400	rnn.bias_ih_l0_reverse	5	0.048211753368377686
15400	rnn.bias_ih_l0_reverse	6	-0.10725998133420944
15400	rnn.bias_ih_l0_reverse	7	0.037444084882736206
15400	rnn.bias_ih_l0_reverse	8	0.028114499524235725
15400	rnn.bias_ih_l0_reverse	9	0.06818161904811859
15400	rnn.bias_hh_l0_reverse	0	0.0561026930809021
15400	rnn.bias_hh_l0_reverse	1	0.06745400279760361
15400	rnn.bias_hh_l0_reverse	2	0.07262840121984482
15400	rnn.bias_hh_l0_reverse	3	-0.011076084338128567
15400	rnn.bias_hh_l0_reverse	4	0.08432583510875702
15400	rnn.bias_hh_l0_reverse	5	-0.007305765990167856
15400	rnn.bias_hh_l0_reverse	6	-0.06962021440267563
15400	rnn.bias_hh_l0_reverse	7	0.026442598551511765
15400	rnn.bias_hh_l0_reverse	8	0.02584633231163025
15400	rnn.bias_hh_l0_reverse	9	-0.14735184609889984
15400	linear.weight	0	0.19315490126609802
15400	linear.weight	1	-0.12473874539136887
15400	linear.weight	2	-0.2093822956085205
15400	linear.weight	3	0.06274010241031647
15400	linear.weight	4	-0.008237668313086033
15400	linear.weight	5	-0.0007110958686098456
15400	linear.weight	6	-0.008245675824582577
15400	linear.weight	7	-0.031858980655670166
15400	linear.weight	8	0.06851369887590408
15400	linear.weight	9	0.2758724093437195
15400	linear.bias	0	-0.16028465330600739
15400	linear.bias	1	0.1542651206254959
15400	linear.bias	2	-0.4747410714626312
15400	linear.bias	3	1.5719432830810547
15400	linear.bias	4	-0.36226141452789307
15400	linear.bias	5	-0.030769959092140198
15400	linear.bias	6	-0.32754984498023987
15400	linear.bias	7	-0.2461927980184555
15400	linear.bias	8	-0.00047207134775817394
15400	linear.bias	9	-0.4652424156665802
15428	transitions	0	-0.6257085800170898
15428	transitions	1	0.37329405546188354
15428	transitions	2	1.7045835256576538
15428	transitions	3	0.1237572655081749
15428	transitions	4	0.9651686549186707
15428	transitions	5	1.2743568420410156
15428	transitions	6	0.48393023014068604
15428	transitions	7	0.17867796123027802
15428	transitions	8	-0.9192887544631958
15428	transitions	9	0.9307398200035095
15428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15428	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15428	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15428	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15428	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15428	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15428	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15428	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15428	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15428	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15428	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15428	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15428	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15428	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15428	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15428	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15428	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15428	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15428	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15428	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15428	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15428	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15428	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15428	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15428	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15428	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15428	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15428	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15428	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15428	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15428	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15428	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15428	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15428	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15428	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15428	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15428	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15428	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15428	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15428	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15428	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15428	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15428	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15428	embedding2nn.weight	0	0.025693943724036217
15428	embedding2nn.weight	1	0.015363459475338459
15428	embedding2nn.weight	2	-0.005020236596465111
15428	embedding2nn.weight	3	0.0019035644363611937
15428	embedding2nn.weight	4	-0.004412126261740923
15428	embedding2nn.weight	5	0.00917147845029831
15428	embedding2nn.weight	6	-0.002616550074890256
15428	embedding2nn.weight	7	0.013356447219848633
15428	embedding2nn.weight	8	-0.00864268746227026
15428	embedding2nn.weight	9	-0.012978768907487392
15428	embedding2nn.bias	0	-0.03517240285873413
15428	embedding2nn.bias	1	-0.05269236117601395
15428	embedding2nn.bias	2	-0.06403880566358566
15428	embedding2nn.bias	3	-0.0030516686383634806
15428	embedding2nn.bias	4	-0.0010157170472666621
15428	embedding2nn.bias	5	-0.00773247703909874
15428	embedding2nn.bias	6	0.03378230705857277
15428	embedding2nn.bias	7	0.02533143386244774
15428	embedding2nn.bias	8	-0.009733399376273155
15428	embedding2nn.bias	9	0.018915869295597076
15428	rnn.weight_ih_l0	0	0.03972197324037552
15428	rnn.weight_ih_l0	1	-0.013488322496414185
15428	rnn.weight_ih_l0	2	-0.03701208904385567
15428	rnn.weight_ih_l0	3	-0.04313847795128822
15428	rnn.weight_ih_l0	4	-0.05145474523305893
15428	rnn.weight_ih_l0	5	-0.0021523316390812397
15428	rnn.weight_ih_l0	6	-0.0515766367316246
15428	rnn.weight_ih_l0	7	-0.05585017800331116
15428	rnn.weight_ih_l0	8	-0.04415098577737808
15428	rnn.weight_ih_l0	9	-0.02603609673678875
15428	rnn.weight_hh_l0	0	0.010988092049956322
15428	rnn.weight_hh_l0	1	-0.021899545565247536
15428	rnn.weight_hh_l0	2	-0.06546206027269363
15428	rnn.weight_hh_l0	3	-0.027960702776908875
15428	rnn.weight_hh_l0	4	-0.06814338266849518
15428	rnn.weight_hh_l0	5	-0.010697013698518276
15428	rnn.weight_hh_l0	6	-0.045025866478681564
15428	rnn.weight_hh_l0	7	-0.00757940486073494
15428	rnn.weight_hh_l0	8	-0.017822230234742165
15428	rnn.weight_hh_l0	9	0.015922101214528084
15428	rnn.bias_ih_l0	0	0.11655592918395996
15428	rnn.bias_ih_l0	1	-0.055267345160245895
15428	rnn.bias_ih_l0	2	0.10371260344982147
15428	rnn.bias_ih_l0	3	0.06685465574264526
15428	rnn.bias_ih_l0	4	0.09694212675094604
15428	rnn.bias_ih_l0	5	0.029805950820446014
15428	rnn.bias_ih_l0	6	-0.007903092540800571
15428	rnn.bias_ih_l0	7	-0.10629794746637344
15428	rnn.bias_ih_l0	8	-0.16703486442565918
15428	rnn.bias_ih_l0	9	0.09649426490068436
15428	rnn.bias_hh_l0	0	-0.015582914464175701
15428	rnn.bias_hh_l0	1	0.01250533014535904
15428	rnn.bias_hh_l0	2	-0.021026773378252983
15428	rnn.bias_hh_l0	3	-0.021564774215221405
15428	rnn.bias_hh_l0	4	-0.04053719341754913
15428	rnn.bias_hh_l0	5	0.1275385171175003
15428	rnn.bias_hh_l0	6	0.015955738723278046
15428	rnn.bias_hh_l0	7	0.0444355309009552
15428	rnn.bias_hh_l0	8	0.02646566554903984
15428	rnn.bias_hh_l0	9	0.038248494267463684
15428	rnn.weight_ih_l0_reverse	0	-0.028503144159913063
15428	rnn.weight_ih_l0_reverse	1	0.0005780041683465242
15428	rnn.weight_ih_l0_reverse	2	0.025288064032793045
15428	rnn.weight_ih_l0_reverse	3	-0.060108281672000885
15428	rnn.weight_ih_l0_reverse	4	0.010568177327513695
15428	rnn.weight_ih_l0_reverse	5	-0.049523141235113144
15428	rnn.weight_ih_l0_reverse	6	0.00948808528482914
15428	rnn.weight_ih_l0_reverse	7	0.043843600898981094
15428	rnn.weight_ih_l0_reverse	8	-0.04475943744182587
15428	rnn.weight_ih_l0_reverse	9	-0.05460173264145851
15428	rnn.weight_hh_l0_reverse	0	-0.07954806834459305
15428	rnn.weight_hh_l0_reverse	1	-0.055249784141778946
15428	rnn.weight_hh_l0_reverse	2	0.02689843438565731
15428	rnn.weight_hh_l0_reverse	3	0.03842286393046379
15428	rnn.weight_hh_l0_reverse	4	0.01020229421555996
15428	rnn.weight_hh_l0_reverse	5	0.044638942927122116
15428	rnn.weight_hh_l0_reverse	6	-0.00890668947249651
15428	rnn.weight_hh_l0_reverse	7	0.008171670138835907
15428	rnn.weight_hh_l0_reverse	8	-0.09258443117141724
15428	rnn.weight_hh_l0_reverse	9	0.06388616561889648
15428	rnn.bias_ih_l0_reverse	0	-0.0883169174194336
15428	rnn.bias_ih_l0_reverse	1	-0.051875822246074677
15428	rnn.bias_ih_l0_reverse	2	0.10108157247304916
15428	rnn.bias_ih_l0_reverse	3	0.031632017344236374
15428	rnn.bias_ih_l0_reverse	4	-0.11876128613948822
15428	rnn.bias_ih_l0_reverse	5	0.04743228852748871
15428	rnn.bias_ih_l0_reverse	6	-0.10729633271694183
15428	rnn.bias_ih_l0_reverse	7	0.03473683446645737
15428	rnn.bias_ih_l0_reverse	8	0.027841297909617424
15428	rnn.bias_ih_l0_reverse	9	0.06848890334367752
15428	rnn.bias_hh_l0_reverse	0	0.06136327236890793
15428	rnn.bias_hh_l0_reverse	1	0.06514891982078552
15428	rnn.bias_hh_l0_reverse	2	0.07502049952745438
15428	rnn.bias_hh_l0_reverse	3	-0.009907753206789494
15428	rnn.bias_hh_l0_reverse	4	0.08525772392749786
15428	rnn.bias_hh_l0_reverse	5	-0.010186908766627312
15428	rnn.bias_hh_l0_reverse	6	-0.06809526681900024
15428	rnn.bias_hh_l0_reverse	7	0.026229923591017723
15428	rnn.bias_hh_l0_reverse	8	0.025706900283694267
15428	rnn.bias_hh_l0_reverse	9	-0.14487503468990326
15428	linear.weight	0	0.19765955209732056
15428	linear.weight	1	-0.12472356110811234
15428	linear.weight	2	-0.20679022371768951
15428	linear.weight	3	0.060380835086107254
15428	linear.weight	4	-0.008074194192886353
15428	linear.weight	5	-0.00014695798745378852
15428	linear.weight	6	-0.008232052437961102
15428	linear.weight	7	-0.031853124499320984
15428	linear.weight	8	0.06948425620794296
15428	linear.weight	9	0.2784137427806854
15428	linear.bias	0	-0.14919188618659973
15428	linear.bias	1	0.15417292714118958
15428	linear.bias	2	-0.47402846813201904
15428	linear.bias	3	1.568565011024475
15428	linear.bias	4	-0.3625037968158722
15428	linear.bias	5	-0.030769959092140198
15428	linear.bias	6	-0.3267246186733246
15428	linear.bias	7	-0.24547751247882843
15428	linear.bias	8	-0.007085741963237524
15428	linear.bias	9	-0.4653502404689789
15456	transitions	0	-0.6257912516593933
15456	transitions	1	0.3732348382472992
15456	transitions	2	1.7044953107833862
15456	transitions	3	0.12368902564048767
15456	transitions	4	0.9651472568511963
15456	transitions	5	1.2743549346923828
15456	transitions	6	0.48392945528030396
15456	transitions	7	0.17867730557918549
15456	transitions	8	-0.9192895293235779
15456	transitions	9	0.9307398200035095
15456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15456	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15456	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15456	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15456	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15456	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15456	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15456	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15456	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15456	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15456	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15456	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15456	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15456	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15456	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15456	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15456	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15456	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15456	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15456	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15456	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15456	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15456	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15456	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15456	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15456	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15456	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15456	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15456	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15456	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15456	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15456	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15456	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15456	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15456	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15456	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15456	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15456	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15456	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15456	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15456	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15456	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15456	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15456	embedding2nn.weight	0	0.026149505749344826
15456	embedding2nn.weight	1	0.015497392974793911
15456	embedding2nn.weight	2	-0.0050205206498503685
15456	embedding2nn.weight	3	0.001747742760926485
15456	embedding2nn.weight	4	-0.004441212862730026
15456	embedding2nn.weight	5	0.00930932629853487
15456	embedding2nn.weight	6	-0.0026824779342859983
15456	embedding2nn.weight	7	0.013291151262819767
15456	embedding2nn.weight	8	-0.008686539717018604
15456	embedding2nn.weight	9	-0.012919832952320576
15456	embedding2nn.bias	0	-0.03733671456575394
15456	embedding2nn.bias	1	-0.04957345500588417
15456	embedding2nn.bias	2	-0.06177714094519615
15456	embedding2nn.bias	3	-0.007742965593934059
15456	embedding2nn.bias	4	-0.0025077718310058117
15456	embedding2nn.bias	5	-0.011424524709582329
15456	embedding2nn.bias	6	0.03140679746866226
15456	embedding2nn.bias	7	0.020626403391361237
15456	embedding2nn.bias	8	-0.01327341515570879
15456	embedding2nn.bias	9	0.01658772863447666
15456	rnn.weight_ih_l0	0	0.039878107607364655
15456	rnn.weight_ih_l0	1	-0.013544319197535515
15456	rnn.weight_ih_l0	2	-0.03699639439582825
15456	rnn.weight_ih_l0	3	-0.043180935084819794
15456	rnn.weight_ih_l0	4	-0.051208578050136566
15456	rnn.weight_ih_l0	5	-0.00197286787442863
15456	rnn.weight_ih_l0	6	-0.05188830941915512
15456	rnn.weight_ih_l0	7	-0.05595993250608444
15456	rnn.weight_ih_l0	8	-0.04413863271474838
15456	rnn.weight_ih_l0	9	-0.026082301512360573
15456	rnn.weight_hh_l0	0	0.011004365049302578
15456	rnn.weight_hh_l0	1	-0.02210947312414646
15456	rnn.weight_hh_l0	2	-0.06551234424114227
15456	rnn.weight_hh_l0	3	-0.028198596090078354
15456	rnn.weight_hh_l0	4	-0.06862588226795197
15456	rnn.weight_hh_l0	5	-0.010468726977705956
15456	rnn.weight_hh_l0	6	-0.04493577033281326
15456	rnn.weight_hh_l0	7	-0.007624859921634197
15456	rnn.weight_hh_l0	8	-0.017818141728639603
15456	rnn.weight_hh_l0	9	0.014775714837014675
15456	rnn.bias_ih_l0	0	0.11524698138237
15456	rnn.bias_ih_l0	1	-0.054233964532613754
15456	rnn.bias_ih_l0	2	0.10239814966917038
15456	rnn.bias_ih_l0	3	0.065880186855793
15456	rnn.bias_ih_l0	4	0.09525038301944733
15456	rnn.bias_ih_l0	5	0.02795439027249813
15456	rnn.bias_ih_l0	6	-0.009347010403871536
15456	rnn.bias_ih_l0	7	-0.10430284589529037
15456	rnn.bias_ih_l0	8	-0.169411301612854
15456	rnn.bias_ih_l0	9	0.09614935517311096
15456	rnn.bias_hh_l0	0	-0.015153836458921432
15456	rnn.bias_hh_l0	1	0.011411440558731556
15456	rnn.bias_hh_l0	2	-0.019243018701672554
15456	rnn.bias_hh_l0	3	-0.021555481478571892
15456	rnn.bias_hh_l0	4	-0.04081409052014351
15456	rnn.bias_hh_l0	5	0.12414006888866425
15456	rnn.bias_hh_l0	6	0.01469963788986206
15456	rnn.bias_hh_l0	7	0.046426501125097275
15456	rnn.bias_hh_l0	8	0.0250217467546463
15456	rnn.bias_hh_l0	9	0.0405871644616127
15456	rnn.weight_ih_l0_reverse	0	-0.028664590790867805
15456	rnn.weight_ih_l0_reverse	1	0.0019582128152251244
15456	rnn.weight_ih_l0_reverse	2	0.025232739746570587
15456	rnn.weight_ih_l0_reverse	3	-0.06009403243660927
15456	rnn.weight_ih_l0_reverse	4	0.01046029943972826
15456	rnn.weight_ih_l0_reverse	5	-0.049502644687891006
15456	rnn.weight_ih_l0_reverse	6	0.011180349625647068
15456	rnn.weight_ih_l0_reverse	7	0.043921299278736115
15456	rnn.weight_ih_l0_reverse	8	-0.04472373053431511
15456	rnn.weight_ih_l0_reverse	9	-0.054783497005701065
15456	rnn.weight_hh_l0_reverse	0	-0.07831830531358719
15456	rnn.weight_hh_l0_reverse	1	-0.0577135905623436
15456	rnn.weight_hh_l0_reverse	2	0.026695244014263153
15456	rnn.weight_hh_l0_reverse	3	0.037983037531375885
15456	rnn.weight_hh_l0_reverse	4	0.010234151035547256
15456	rnn.weight_hh_l0_reverse	5	0.044699959456920624
15456	rnn.weight_hh_l0_reverse	6	-0.006207599304616451
15456	rnn.weight_hh_l0_reverse	7	0.007702048402279615
15456	rnn.weight_hh_l0_reverse	8	-0.0933525487780571
15456	rnn.weight_hh_l0_reverse	9	0.06280386447906494
15456	rnn.bias_ih_l0_reverse	0	-0.0839538425207138
15456	rnn.bias_ih_l0_reverse	1	-0.04857476428151131
15456	rnn.bias_ih_l0_reverse	2	0.0995572879910469
15456	rnn.bias_ih_l0_reverse	3	0.03292735293507576
15456	rnn.bias_ih_l0_reverse	4	-0.11963434517383575
15456	rnn.bias_ih_l0_reverse	5	0.04842023923993111
15456	rnn.bias_ih_l0_reverse	6	-0.10815538465976715
15456	rnn.bias_ih_l0_reverse	7	0.03153504431247711
15456	rnn.bias_ih_l0_reverse	8	0.02598929964005947
15456	rnn.bias_ih_l0_reverse	9	0.0703546479344368
15456	rnn.bias_hh_l0_reverse	0	0.06101805344223976
15456	rnn.bias_hh_l0_reverse	1	0.06573057919740677
15456	rnn.bias_hh_l0_reverse	2	0.07480904459953308
15456	rnn.bias_hh_l0_reverse	3	-0.009779851883649826
15456	rnn.bias_hh_l0_reverse	4	0.08656919747591019
15456	rnn.bias_hh_l0_reverse	5	-0.0032629757188260555
15456	rnn.bias_hh_l0_reverse	6	-0.06699758768081665
15456	rnn.bias_hh_l0_reverse	7	0.028360683470964432
15456	rnn.bias_hh_l0_reverse	8	0.02604350447654724
15456	rnn.bias_hh_l0_reverse	9	-0.14125768840312958
15456	linear.weight	0	0.18849806487560272
15456	linear.weight	1	-0.12469999492168427
15456	linear.weight	2	-0.20550338923931122
15456	linear.weight	3	0.06594982743263245
15456	linear.weight	4	-0.010298602283000946
15456	linear.weight	5	-0.0012761661782860756
15456	linear.weight	6	-0.008227108046412468
15456	linear.weight	7	-0.031840838491916656
15456	linear.weight	8	0.07165399193763733
15456	linear.weight	9	0.27985700964927673
15456	linear.bias	0	-0.1614745855331421
15456	linear.bias	1	0.1549229621887207
15456	linear.bias	2	-0.47727394104003906
15456	linear.bias	3	1.573062777519226
15456	linear.bias	4	-0.36287742853164673
15456	linear.bias	5	-0.030769959092140198
15456	linear.bias	6	-0.3298632800579071
15456	linear.bias	7	-0.24763818085193634
15456	linear.bias	8	-0.004323873203247786
15456	linear.bias	9	-0.4655846953392029
15484	transitions	0	-0.6258406639099121
15484	transitions	1	0.37319424748420715
15484	transitions	2	1.7044377326965332
15484	transitions	3	0.12366428226232529
15484	transitions	4	0.9651208519935608
15484	transitions	5	1.274351954460144
15484	transitions	6	0.483928918838501
15484	transitions	7	0.1786738932132721
15484	transitions	8	-0.9192937016487122
15484	transitions	9	0.9307398200035095
15484	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15484	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15484	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15484	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15484	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15484	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15484	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15484	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15484	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15484	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15484	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15484	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15484	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15484	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15484	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15484	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15484	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15484	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15484	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15484	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15484	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15484	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15484	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15484	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15484	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15484	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15484	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15484	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15484	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15484	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15484	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15484	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15484	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15484	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15484	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15484	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15484	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15484	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15484	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15484	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15484	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15484	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15484	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15484	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15484	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15484	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15484	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15484	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15484	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15484	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15484	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15484	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15484	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15484	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15484	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15484	embedding2nn.weight	0	0.02541257068514824
15484	embedding2nn.weight	1	0.015605650842189789
15484	embedding2nn.weight	2	-0.004992048721760511
15484	embedding2nn.weight	3	0.0017946127336472273
15484	embedding2nn.weight	4	-0.004392224829643965
15484	embedding2nn.weight	5	0.009416483342647552
15484	embedding2nn.weight	6	-0.0026486730203032494
15484	embedding2nn.weight	7	0.013347811065614223
15484	embedding2nn.weight	8	-0.008487983606755733
15484	embedding2nn.weight	9	-0.012794671580195427
15484	embedding2nn.bias	0	-0.028557302430272102
15484	embedding2nn.bias	1	-0.047292184084653854
15484	embedding2nn.bias	2	-0.05215434357523918
15484	embedding2nn.bias	3	-0.009275615215301514
15484	embedding2nn.bias	4	-0.0008030157187022269
15484	embedding2nn.bias	5	-0.0014189004432410002
15484	embedding2nn.bias	6	0.03595495596528053
15484	embedding2nn.bias	7	0.01741608791053295
15484	embedding2nn.bias	8	-0.01709478348493576
15484	embedding2nn.bias	9	0.01474106963723898
15484	rnn.weight_ih_l0	0	0.039922114461660385
15484	rnn.weight_ih_l0	1	-0.013566913083195686
15484	rnn.weight_ih_l0	2	-0.0380859337747097
15484	rnn.weight_ih_l0	3	-0.04350513219833374
15484	rnn.weight_ih_l0	4	-0.051144491881132126
15484	rnn.weight_ih_l0	5	-0.0022313303779810667
15484	rnn.weight_ih_l0	6	-0.05185574293136597
15484	rnn.weight_ih_l0	7	-0.055678874254226685
15484	rnn.weight_ih_l0	8	-0.04378654062747955
15484	rnn.weight_ih_l0	9	-0.02619783766567707
15484	rnn.weight_hh_l0	0	0.010706990025937557
15484	rnn.weight_hh_l0	1	-0.02159162238240242
15484	rnn.weight_hh_l0	2	-0.06588845700025558
15484	rnn.weight_hh_l0	3	-0.02791479416191578
15484	rnn.weight_hh_l0	4	-0.06899025291204453
15484	rnn.weight_hh_l0	5	-0.010621490888297558
15484	rnn.weight_hh_l0	6	-0.044136740267276764
15484	rnn.weight_hh_l0	7	-0.007451850455254316
15484	rnn.weight_hh_l0	8	-0.017965607345104218
15484	rnn.weight_hh_l0	9	0.014961931854486465
15484	rnn.bias_ih_l0	0	0.11673006415367126
15484	rnn.bias_ih_l0	1	-0.05458510294556618
15484	rnn.bias_ih_l0	2	0.10204184055328369
15484	rnn.bias_ih_l0	3	0.06427787989377975
15484	rnn.bias_ih_l0	4	0.09557559341192245
15484	rnn.bias_ih_l0	5	0.02937443181872368
15484	rnn.bias_ih_l0	6	-0.008126741275191307
15484	rnn.bias_ih_l0	7	-0.10526759922504425
15484	rnn.bias_ih_l0	8	-0.16934411227703094
15484	rnn.bias_ih_l0	9	0.09640026837587357
15484	rnn.bias_hh_l0	0	-0.015461540780961514
15484	rnn.bias_hh_l0	1	0.009782399982213974
15484	rnn.bias_hh_l0	2	-0.017695967108011246
15484	rnn.bias_hh_l0	3	-0.023766186088323593
15484	rnn.bias_hh_l0	4	-0.042318783700466156
15484	rnn.bias_hh_l0	5	0.1248147264122963
15484	rnn.bias_hh_l0	6	0.015286102890968323
15484	rnn.bias_hh_l0	7	0.05272515118122101
15484	rnn.bias_hh_l0	8	0.026242012158036232
15484	rnn.bias_hh_l0	9	0.0396445207297802
15484	rnn.weight_ih_l0_reverse	0	-0.028939776122570038
15484	rnn.weight_ih_l0_reverse	1	0.0024516817647963762
15484	rnn.weight_ih_l0_reverse	2	0.025175757706165314
15484	rnn.weight_ih_l0_reverse	3	-0.060085929930210114
15484	rnn.weight_ih_l0_reverse	4	0.01079791970551014
15484	rnn.weight_ih_l0_reverse	5	-0.05000559613108635
15484	rnn.weight_ih_l0_reverse	6	0.011823638342320919
15484	rnn.weight_ih_l0_reverse	7	0.04401744529604912
15484	rnn.weight_ih_l0_reverse	8	-0.04457420855760574
15484	rnn.weight_ih_l0_reverse	9	-0.05484006926417351
15484	rnn.weight_hh_l0_reverse	0	-0.07834143191576004
15484	rnn.weight_hh_l0_reverse	1	-0.05676637962460518
15484	rnn.weight_hh_l0_reverse	2	0.0268592219799757
15484	rnn.weight_hh_l0_reverse	3	0.03808688744902611
15484	rnn.weight_hh_l0_reverse	4	0.009288675151765347
15484	rnn.weight_hh_l0_reverse	5	0.04493405669927597
15484	rnn.weight_hh_l0_reverse	6	-0.004819692578166723
15484	rnn.weight_hh_l0_reverse	7	0.0075870961882174015
15484	rnn.weight_hh_l0_reverse	8	-0.0931379497051239
15484	rnn.weight_hh_l0_reverse	9	0.06242537871003151
15484	rnn.bias_ih_l0_reverse	0	-0.07769875228404999
15484	rnn.bias_ih_l0_reverse	1	-0.04722027853131294
15484	rnn.bias_ih_l0_reverse	2	0.09761011600494385
15484	rnn.bias_ih_l0_reverse	3	0.032701991498470306
15484	rnn.bias_ih_l0_reverse	4	-0.11950691044330597
15484	rnn.bias_ih_l0_reverse	5	0.049930304288864136
15484	rnn.bias_ih_l0_reverse	6	-0.10709113627672195
15484	rnn.bias_ih_l0_reverse	7	0.03163496404886246
15484	rnn.bias_ih_l0_reverse	8	0.024963360279798508
15484	rnn.bias_ih_l0_reverse	9	0.06919028609991074
15484	rnn.bias_hh_l0_reverse	0	0.06474347412586212
15484	rnn.bias_hh_l0_reverse	1	0.06805919855833054
15484	rnn.bias_hh_l0_reverse	2	0.07487547397613525
15484	rnn.bias_hh_l0_reverse	3	-0.009332649409770966
15484	rnn.bias_hh_l0_reverse	4	0.0866909921169281
15484	rnn.bias_hh_l0_reverse	5	-0.0047991895116865635
15484	rnn.bias_hh_l0_reverse	6	-0.06756877154111862
15484	rnn.bias_hh_l0_reverse	7	0.029226254671812057
15484	rnn.bias_hh_l0_reverse	8	0.02574429102241993
15484	rnn.bias_hh_l0_reverse	9	-0.1435088813304901
15484	linear.weight	0	0.18212521076202393
15484	linear.weight	1	-0.12464136630296707
15484	linear.weight	2	-0.20107407867908478
15484	linear.weight	3	0.0651140883564949
15484	linear.weight	4	-0.009703795425593853
15484	linear.weight	5	-0.0013265913585200906
15484	linear.weight	6	-0.008222043514251709
15484	linear.weight	7	-0.03216861933469772
15484	linear.weight	8	0.07303515821695328
15484	linear.weight	9	0.2795605957508087
15484	linear.bias	0	-0.16380693018436432
15484	linear.bias	1	0.1550108939409256
15484	linear.bias	2	-0.47551390528678894
15484	linear.bias	3	1.5952202081680298
15484	linear.bias	4	-0.3632732331752777
15484	linear.bias	5	-0.030769959092140198
15484	linear.bias	6	-0.32811614871025085
15484	linear.bias	7	-0.24512751400470734
15484	linear.bias	8	0.0009000052814371884
15484	linear.bias	9	-0.4657321870326996
15512	transitions	0	-0.625899612903595
15512	transitions	1	0.3729664981365204
15512	transitions	2	1.704332947731018
15512	transitions	3	0.12364321202039719
15512	transitions	4	0.9650735855102539
15512	transitions	5	1.2743504047393799
15512	transitions	6	0.4839278757572174
15512	transitions	7	0.17867277562618256
15512	transitions	8	-0.9192940592765808
15512	transitions	9	0.9307394623756409
15512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15512	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15512	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15512	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15512	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15512	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15512	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15512	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15512	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15512	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15512	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15512	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15512	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15512	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15512	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15512	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15512	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15512	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15512	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15512	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15512	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15512	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15512	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15512	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15512	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15512	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15512	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15512	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15512	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15512	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15512	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15512	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15512	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15512	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15512	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15512	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15512	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15512	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15512	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15512	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15512	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15512	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15512	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15512	embedding2nn.weight	0	0.025877291336655617
15512	embedding2nn.weight	1	0.015507452189922333
15512	embedding2nn.weight	2	-0.004973181057721376
15512	embedding2nn.weight	3	0.0015800725668668747
15512	embedding2nn.weight	4	-0.004410965368151665
15512	embedding2nn.weight	5	0.009393347427248955
15512	embedding2nn.weight	6	-0.0026057581417262554
15512	embedding2nn.weight	7	0.013593895360827446
15512	embedding2nn.weight	8	-0.008675066754221916
15512	embedding2nn.weight	9	-0.012796575203537941
15512	embedding2nn.bias	0	-0.028622541576623917
15512	embedding2nn.bias	1	-0.04714721068739891
15512	embedding2nn.bias	2	-0.05733557045459747
15512	embedding2nn.bias	3	-0.005787479691207409
15512	embedding2nn.bias	4	-0.0023368550464510918
15512	embedding2nn.bias	5	-0.004543689079582691
15512	embedding2nn.bias	6	0.03774631768465042
15512	embedding2nn.bias	7	0.02389032393693924
15512	embedding2nn.bias	8	-0.024235988035798073
15512	embedding2nn.bias	9	0.012087616138160229
15512	rnn.weight_ih_l0	0	0.040017347782850266
15512	rnn.weight_ih_l0	1	-0.014091313816606998
15512	rnn.weight_ih_l0	2	-0.03759070113301277
15512	rnn.weight_ih_l0	3	-0.04377252981066704
15512	rnn.weight_ih_l0	4	-0.05105186253786087
15512	rnn.weight_ih_l0	5	-0.0023903544060885906
15512	rnn.weight_ih_l0	6	-0.05162835493683815
15512	rnn.weight_ih_l0	7	-0.055426813662052155
15512	rnn.weight_ih_l0	8	-0.04397796094417572
15512	rnn.weight_ih_l0	9	-0.026325659826397896
15512	rnn.weight_hh_l0	0	0.010520771145820618
15512	rnn.weight_hh_l0	1	-0.021344147622585297
15512	rnn.weight_hh_l0	2	-0.06609965115785599
15512	rnn.weight_hh_l0	3	-0.02818184345960617
15512	rnn.weight_hh_l0	4	-0.06886327266693115
15512	rnn.weight_hh_l0	5	-0.011164074763655663
15512	rnn.weight_hh_l0	6	-0.04409246891736984
15512	rnn.weight_hh_l0	7	-0.008341197855770588
15512	rnn.weight_hh_l0	8	-0.018093567341566086
15512	rnn.weight_hh_l0	9	0.014773017726838589
15512	rnn.bias_ih_l0	0	0.11719803512096405
15512	rnn.bias_ih_l0	1	-0.05407043546438217
15512	rnn.bias_ih_l0	2	0.09885263442993164
15512	rnn.bias_ih_l0	3	0.06516775488853455
15512	rnn.bias_ih_l0	4	0.09489800781011581
15512	rnn.bias_ih_l0	5	0.029216891154646873
15512	rnn.bias_ih_l0	6	-0.006278500892221928
15512	rnn.bias_ih_l0	7	-0.10467119514942169
15512	rnn.bias_ih_l0	8	-0.16735045611858368
15512	rnn.bias_ih_l0	9	0.09749674052000046
15512	rnn.bias_hh_l0	0	-0.016383269801735878
15512	rnn.bias_hh_l0	1	0.011834299191832542
15512	rnn.bias_hh_l0	2	-0.01913013868033886
15512	rnn.bias_hh_l0	3	-0.027071049436926842
15512	rnn.bias_hh_l0	4	-0.0413530208170414
15512	rnn.bias_hh_l0	5	0.12530359625816345
15512	rnn.bias_hh_l0	6	0.016139037907123566
15512	rnn.bias_hh_l0	7	0.05324757471680641
15512	rnn.bias_hh_l0	8	0.028090255334973335
15512	rnn.bias_hh_l0	9	0.03976351022720337
15512	rnn.weight_ih_l0_reverse	0	-0.02878960780799389
15512	rnn.weight_ih_l0_reverse	1	0.0022454282734543085
15512	rnn.weight_ih_l0_reverse	2	0.02515745535492897
15512	rnn.weight_ih_l0_reverse	3	-0.05970481038093567
15512	rnn.weight_ih_l0_reverse	4	0.010714390315115452
15512	rnn.weight_ih_l0_reverse	5	-0.049454595893621445
15512	rnn.weight_ih_l0_reverse	6	0.012996000237762928
15512	rnn.weight_ih_l0_reverse	7	0.043988533318042755
15512	rnn.weight_ih_l0_reverse	8	-0.04437584429979324
15512	rnn.weight_ih_l0_reverse	9	-0.054668501019477844
15512	rnn.weight_hh_l0_reverse	0	-0.07736966013908386
15512	rnn.weight_hh_l0_reverse	1	-0.05643558129668236
15512	rnn.weight_hh_l0_reverse	2	0.027288613840937614
15512	rnn.weight_hh_l0_reverse	3	0.037966299802064896
15512	rnn.weight_hh_l0_reverse	4	0.008782139979302883
15512	rnn.weight_hh_l0_reverse	5	0.04477255046367645
15512	rnn.weight_hh_l0_reverse	6	-0.0034057048615068197
15512	rnn.weight_hh_l0_reverse	7	0.00782785750925541
15512	rnn.weight_hh_l0_reverse	8	-0.09314698725938797
15512	rnn.weight_hh_l0_reverse	9	0.06305988132953644
15512	rnn.bias_ih_l0_reverse	0	-0.07493956387042999
15512	rnn.bias_ih_l0_reverse	1	-0.0491211973130703
15512	rnn.bias_ih_l0_reverse	2	0.09703319519758224
15512	rnn.bias_ih_l0_reverse	3	0.031633101403713226
15512	rnn.bias_ih_l0_reverse	4	-0.11804159730672836
15512	rnn.bias_ih_l0_reverse	5	0.04900167137384415
15512	rnn.bias_ih_l0_reverse	6	-0.10694994032382965
15512	rnn.bias_ih_l0_reverse	7	0.03310167044401169
15512	rnn.bias_ih_l0_reverse	8	0.025259321555495262
15512	rnn.bias_ih_l0_reverse	9	0.06845548003911972
15512	rnn.bias_hh_l0_reverse	0	0.060503024607896805
15512	rnn.bias_hh_l0_reverse	1	0.06588941812515259
15512	rnn.bias_hh_l0_reverse	2	0.07355073094367981
15512	rnn.bias_hh_l0_reverse	3	-0.008228517137467861
15512	rnn.bias_hh_l0_reverse	4	0.08844557404518127
15512	rnn.bias_hh_l0_reverse	5	-0.0016567034181207418
15512	rnn.bias_hh_l0_reverse	6	-0.06751777976751328
15512	rnn.bias_hh_l0_reverse	7	0.03069992922246456
15512	rnn.bias_hh_l0_reverse	8	0.02877967245876789
15512	rnn.bias_hh_l0_reverse	9	-0.1430860310792923
15512	linear.weight	0	0.18576738238334656
15512	linear.weight	1	-0.12465561926364899
15512	linear.weight	2	-0.20075775682926178
15512	linear.weight	3	0.06887209415435791
15512	linear.weight	4	-0.008370542898774147
15512	linear.weight	5	-0.0017898451769724488
15512	linear.weight	6	-0.008211500942707062
15512	linear.weight	7	-0.032118357717990875
15512	linear.weight	8	0.07101038098335266
15512	linear.weight	9	0.28010645508766174
15512	linear.bias	0	-0.16395504772663116
15512	linear.bias	1	0.151735320687294
15512	linear.bias	2	-0.47282058000564575
15512	linear.bias	3	1.5771855115890503
15512	linear.bias	4	-0.36371514201164246
15512	linear.bias	5	-0.030769959092140198
15512	linear.bias	6	-0.32548147439956665
15512	linear.bias	7	-0.24425221979618073
15512	linear.bias	8	0.004141517449170351
15512	linear.bias	9	-0.4659019112586975
15540	transitions	0	-0.625954270362854
15540	transitions	1	0.3729083836078644
15540	transitions	2	1.704270601272583
15540	transitions	3	0.12349610030651093
15540	transitions	4	0.9650567770004272
15540	transitions	5	1.274349570274353
15540	transitions	6	0.483927845954895
15540	transitions	7	0.17867229878902435
15540	transitions	8	-0.9192940592765808
15540	transitions	9	0.9307394027709961
15540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15540	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15540	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15540	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15540	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15540	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15540	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15540	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15540	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15540	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15540	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15540	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15540	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15540	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15540	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15540	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15540	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15540	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15540	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15540	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15540	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15540	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15540	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15540	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15540	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15540	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15540	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15540	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15540	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15540	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15540	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15540	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15540	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15540	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15540	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15540	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15540	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15540	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15540	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15540	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15540	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15540	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15540	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15540	embedding2nn.weight	0	0.02477426640689373
15540	embedding2nn.weight	1	0.015344732441008091
15540	embedding2nn.weight	2	-0.005044465884566307
15540	embedding2nn.weight	3	0.0017631219234317541
15540	embedding2nn.weight	4	-0.004465540871024132
15540	embedding2nn.weight	5	0.009494205005466938
15540	embedding2nn.weight	6	-0.0026743330527096987
15540	embedding2nn.weight	7	0.014295456930994987
15540	embedding2nn.weight	8	-0.00856628455221653
15540	embedding2nn.weight	9	-0.012934669852256775
15540	embedding2nn.bias	0	-0.02973351813852787
15540	embedding2nn.bias	1	-0.039237238466739655
15540	embedding2nn.bias	2	-0.05652967467904091
15540	embedding2nn.bias	3	-0.0028885400388389826
15540	embedding2nn.bias	4	0.003975830040872097
15540	embedding2nn.bias	5	-0.002929347101598978
15540	embedding2nn.bias	6	0.041590768843889236
15540	embedding2nn.bias	7	0.026699557900428772
15540	embedding2nn.bias	8	-0.02761257439851761
15540	embedding2nn.bias	9	0.013324160128831863
15540	rnn.weight_ih_l0	0	0.04012622311711311
15540	rnn.weight_ih_l0	1	-0.014437389560043812
15540	rnn.weight_ih_l0	2	-0.038049567490816116
15540	rnn.weight_ih_l0	3	-0.04378452152013779
15540	rnn.weight_ih_l0	4	-0.051240984350442886
15540	rnn.weight_ih_l0	5	-0.002169978804886341
15540	rnn.weight_ih_l0	6	-0.05194202437996864
15540	rnn.weight_ih_l0	7	-0.05558045208454132
15540	rnn.weight_ih_l0	8	-0.04436134919524193
15540	rnn.weight_ih_l0	9	-0.02634255401790142
15540	rnn.weight_hh_l0	0	0.010542363859713078
15540	rnn.weight_hh_l0	1	-0.021860020235180855
15540	rnn.weight_hh_l0	2	-0.06520852446556091
15540	rnn.weight_hh_l0	3	-0.028151564300060272
15540	rnn.weight_hh_l0	4	-0.06918875873088837
15540	rnn.weight_hh_l0	5	-0.011847424320876598
15540	rnn.weight_hh_l0	6	-0.0435820110142231
15540	rnn.weight_hh_l0	7	-0.009192432276904583
15540	rnn.weight_hh_l0	8	-0.018371818587183952
15540	rnn.weight_hh_l0	9	0.014494788832962513
15540	rnn.bias_ih_l0	0	0.11838346719741821
15540	rnn.bias_ih_l0	1	-0.0529664009809494
15540	rnn.bias_ih_l0	2	0.09877640008926392
15540	rnn.bias_ih_l0	3	0.06399994343519211
15540	rnn.bias_ih_l0	4	0.0944259762763977
15540	rnn.bias_ih_l0	5	0.02858423814177513
15540	rnn.bias_ih_l0	6	-0.006347278598695993
15540	rnn.bias_ih_l0	7	-0.10505365580320358
15540	rnn.bias_ih_l0	8	-0.16437584161758423
15540	rnn.bias_ih_l0	9	0.09717173874378204
15540	rnn.bias_hh_l0	0	-0.017443912103772163
15540	rnn.bias_hh_l0	1	0.013759376481175423
15540	rnn.bias_hh_l0	2	-0.02026965096592903
15540	rnn.bias_hh_l0	3	-0.027750344946980476
15540	rnn.bias_hh_l0	4	-0.04033723473548889
15540	rnn.bias_hh_l0	5	0.1249547079205513
15540	rnn.bias_hh_l0	6	0.015685252845287323
15540	rnn.bias_hh_l0	7	0.053850769996643066
15540	rnn.bias_hh_l0	8	0.028021475300192833
15540	rnn.bias_hh_l0	9	0.037009935826063156
15540	rnn.weight_ih_l0_reverse	0	-0.02896760031580925
15540	rnn.weight_ih_l0_reverse	1	0.0012595148291438818
15540	rnn.weight_ih_l0_reverse	2	0.02500864677131176
15540	rnn.weight_ih_l0_reverse	3	-0.05977485328912735
15540	rnn.weight_ih_l0_reverse	4	0.010654309764504433
15540	rnn.weight_ih_l0_reverse	5	-0.048998381942510605
15540	rnn.weight_ih_l0_reverse	6	0.01213795319199562
15540	rnn.weight_ih_l0_reverse	7	0.043820541352033615
15540	rnn.weight_ih_l0_reverse	8	-0.044425319880247116
15540	rnn.weight_ih_l0_reverse	9	-0.05454017594456673
15540	rnn.weight_hh_l0_reverse	0	-0.07720661908388138
15540	rnn.weight_hh_l0_reverse	1	-0.05668526142835617
15540	rnn.weight_hh_l0_reverse	2	0.027151376008987427
15540	rnn.weight_hh_l0_reverse	3	0.037650950253009796
15540	rnn.weight_hh_l0_reverse	4	0.008817103691399097
15540	rnn.weight_hh_l0_reverse	5	0.044672295451164246
15540	rnn.weight_hh_l0_reverse	6	-0.00399166252464056
15540	rnn.weight_hh_l0_reverse	7	0.008441959507763386
15540	rnn.weight_hh_l0_reverse	8	-0.09373077005147934
15540	rnn.weight_hh_l0_reverse	9	0.06333949416875839
15540	rnn.bias_ih_l0_reverse	0	-0.07726352661848068
15540	rnn.bias_ih_l0_reverse	1	-0.05423203483223915
15540	rnn.bias_ih_l0_reverse	2	0.09630265086889267
15540	rnn.bias_ih_l0_reverse	3	0.03160948306322098
15540	rnn.bias_ih_l0_reverse	4	-0.11828965693712234
15540	rnn.bias_ih_l0_reverse	5	0.048343122005462646
15540	rnn.bias_ih_l0_reverse	6	-0.10889845341444016
15540	rnn.bias_ih_l0_reverse	7	0.03231314942240715
15540	rnn.bias_ih_l0_reverse	8	0.025622254237532616
15540	rnn.bias_ih_l0_reverse	9	0.06777595728635788
15540	rnn.bias_hh_l0_reverse	0	0.05884604901075363
15540	rnn.bias_hh_l0_reverse	1	0.06544538587331772
15540	rnn.bias_hh_l0_reverse	2	0.07268572598695755
15540	rnn.bias_hh_l0_reverse	3	-0.007941756397485733
15540	rnn.bias_hh_l0_reverse	4	0.08812279254198074
15540	rnn.bias_hh_l0_reverse	5	-0.0014262008480727673
15540	rnn.bias_hh_l0_reverse	6	-0.06675711274147034
15540	rnn.bias_hh_l0_reverse	7	0.031010163947939873
15540	rnn.bias_hh_l0_reverse	8	0.02879081480205059
15540	rnn.bias_hh_l0_reverse	9	-0.1409491002559662
15540	linear.weight	0	0.19573624432086945
15540	linear.weight	1	-0.12455762177705765
15540	linear.weight	2	-0.20011137425899506
15540	linear.weight	3	0.06333530694246292
15540	linear.weight	4	-0.007994785904884338
15540	linear.weight	5	-0.00195562862791121
15540	linear.weight	6	-0.00820732582360506
15540	linear.weight	7	-0.03210983797907829
15540	linear.weight	8	0.0681162104010582
15540	linear.weight	9	0.2789177894592285
15540	linear.bias	0	-0.16978254914283752
15540	linear.bias	1	0.1625937521457672
15540	linear.bias	2	-0.47039610147476196
15540	linear.bias	3	1.585538625717163
15540	linear.bias	4	-0.3639889061450958
15540	linear.bias	5	-0.030769959092140198
15540	linear.bias	6	-0.3233662247657776
15540	linear.bias	7	-0.24164479970932007
15540	linear.bias	8	-0.0004383568884804845
15540	linear.bias	9	-0.46599456667900085
15568	transitions	0	-0.6260108947753906
15568	transitions	1	0.37284645438194275
15568	transitions	2	1.704169511795044
15568	transitions	3	0.1234593540430069
15568	transitions	4	0.9648237228393555
15568	transitions	5	1.2743486166000366
15568	transitions	6	0.48392540216445923
15568	transitions	7	0.1786714792251587
15568	transitions	8	-0.9192941188812256
15568	transitions	9	0.9307394027709961
15568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15568	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15568	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15568	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15568	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15568	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15568	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15568	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15568	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15568	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15568	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15568	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15568	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15568	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15568	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15568	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15568	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15568	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15568	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15568	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15568	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15568	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15568	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15568	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15568	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15568	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15568	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15568	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15568	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15568	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15568	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15568	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15568	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15568	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15568	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15568	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15568	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15568	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15568	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15568	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15568	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15568	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15568	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15568	embedding2nn.weight	0	0.02515621855854988
15568	embedding2nn.weight	1	0.015301955863833427
15568	embedding2nn.weight	2	-0.005050450097769499
15568	embedding2nn.weight	3	0.0013702240539714694
15568	embedding2nn.weight	4	-0.0044195703230798244
15568	embedding2nn.weight	5	0.009432561695575714
15568	embedding2nn.weight	6	-0.0026029946748167276
15568	embedding2nn.weight	7	0.01311264093965292
15568	embedding2nn.weight	8	-0.008516929112374783
15568	embedding2nn.weight	9	-0.012964753434062004
15568	embedding2nn.bias	0	-0.02146257273852825
15568	embedding2nn.bias	1	-0.03707139566540718
15568	embedding2nn.bias	2	-0.058341655880212784
15568	embedding2nn.bias	3	-0.0063481940887868404
15568	embedding2nn.bias	4	0.005050133913755417
15568	embedding2nn.bias	5	-0.006198869552463293
15568	embedding2nn.bias	6	0.04509218782186508
15568	embedding2nn.bias	7	0.026666317135095596
15568	embedding2nn.bias	8	-0.01731867901980877
15568	embedding2nn.bias	9	0.014404122717678547
15568	rnn.weight_ih_l0	0	0.04018627479672432
15568	rnn.weight_ih_l0	1	-0.013749947771430016
15568	rnn.weight_ih_l0	2	-0.038002271205186844
15568	rnn.weight_ih_l0	3	-0.044205594807863235
15568	rnn.weight_ih_l0	4	-0.050970859825611115
15568	rnn.weight_ih_l0	5	-0.002261076122522354
15568	rnn.weight_ih_l0	6	-0.05175987631082535
15568	rnn.weight_ih_l0	7	-0.05554725602269173
15568	rnn.weight_ih_l0	8	-0.04403862729668617
15568	rnn.weight_ih_l0	9	-0.026097970083355904
15568	rnn.weight_hh_l0	0	0.010757103562355042
15568	rnn.weight_hh_l0	1	-0.02290779910981655
15568	rnn.weight_hh_l0	2	-0.06473582237958908
15568	rnn.weight_hh_l0	3	-0.028422344475984573
15568	rnn.weight_hh_l0	4	-0.06888268887996674
15568	rnn.weight_hh_l0	5	-0.011907815933227539
15568	rnn.weight_hh_l0	6	-0.04245089739561081
15568	rnn.weight_hh_l0	7	-0.008613546378910542
15568	rnn.weight_hh_l0	8	-0.018282299861311913
15568	rnn.weight_hh_l0	9	0.014598793350160122
15568	rnn.bias_ih_l0	0	0.11996188759803772
15568	rnn.bias_ih_l0	1	-0.053107794374227524
15568	rnn.bias_ih_l0	2	0.09725359827280045
15568	rnn.bias_ih_l0	3	0.06372863799333572
15568	rnn.bias_ih_l0	4	0.09620309621095657
15568	rnn.bias_ih_l0	5	0.028919780626893044
15568	rnn.bias_ih_l0	6	-0.006556874606758356
15568	rnn.bias_ih_l0	7	-0.1084720566868782
15568	rnn.bias_ih_l0	8	-0.16546942293643951
15568	rnn.bias_ih_l0	9	0.09626808762550354
15568	rnn.bias_hh_l0	0	-0.017098642885684967
15568	rnn.bias_hh_l0	1	0.011791584081947803
15568	rnn.bias_hh_l0	2	-0.01976899616420269
15568	rnn.bias_hh_l0	3	-0.027981126680970192
15568	rnn.bias_hh_l0	4	-0.040253330022096634
15568	rnn.bias_hh_l0	5	0.12721504271030426
15568	rnn.bias_hh_l0	6	0.014977805316448212
15568	rnn.bias_hh_l0	7	0.052958980202674866
15568	rnn.bias_hh_l0	8	0.02781187929213047
15568	rnn.bias_hh_l0	9	0.037665996700525284
15568	rnn.weight_ih_l0_reverse	0	-0.028811560943722725
15568	rnn.weight_ih_l0_reverse	1	-0.00022715389786753803
15568	rnn.weight_ih_l0_reverse	2	0.025098437443375587
15568	rnn.weight_ih_l0_reverse	3	-0.059781190007925034
15568	rnn.weight_ih_l0_reverse	4	0.010408627800643444
15568	rnn.weight_ih_l0_reverse	5	-0.04910427704453468
15568	rnn.weight_ih_l0_reverse	6	0.011785769835114479
15568	rnn.weight_ih_l0_reverse	7	0.043815817683935165
15568	rnn.weight_ih_l0_reverse	8	-0.04426839202642441
15568	rnn.weight_ih_l0_reverse	9	-0.05431186407804489
15568	rnn.weight_hh_l0_reverse	0	-0.07681833952665329
15568	rnn.weight_hh_l0_reverse	1	-0.05600100755691528
15568	rnn.weight_hh_l0_reverse	2	0.027078812941908836
15568	rnn.weight_hh_l0_reverse	3	0.03749285638332367
15568	rnn.weight_hh_l0_reverse	4	0.00846191868185997
15568	rnn.weight_hh_l0_reverse	5	0.044768232852220535
15568	rnn.weight_hh_l0_reverse	6	-0.0023658492136746645
15568	rnn.weight_hh_l0_reverse	7	0.008730079978704453
15568	rnn.weight_hh_l0_reverse	8	-0.0931558758020401
15568	rnn.weight_hh_l0_reverse	9	0.0629694014787674
15568	rnn.bias_ih_l0_reverse	0	-0.0798339694738388
15568	rnn.bias_ih_l0_reverse	1	-0.05128949508070946
15568	rnn.bias_ih_l0_reverse	2	0.0958472490310669
15568	rnn.bias_ih_l0_reverse	3	0.03247516602277756
15568	rnn.bias_ih_l0_reverse	4	-0.11791615933179855
15568	rnn.bias_ih_l0_reverse	5	0.046988822519779205
15568	rnn.bias_ih_l0_reverse	6	-0.11012541502714157
15568	rnn.bias_ih_l0_reverse	7	0.03247018903493881
15568	rnn.bias_ih_l0_reverse	8	0.02740016020834446
15568	rnn.bias_ih_l0_reverse	9	0.06710357218980789
15568	rnn.bias_hh_l0_reverse	0	0.062017958611249924
15568	rnn.bias_hh_l0_reverse	1	0.06335410475730896
15568	rnn.bias_hh_l0_reverse	2	0.0743144229054451
15568	rnn.bias_hh_l0_reverse	3	-0.008293595165014267
15568	rnn.bias_hh_l0_reverse	4	0.08865253627300262
15568	rnn.bias_hh_l0_reverse	5	-0.00402315566316247
15568	rnn.bias_hh_l0_reverse	6	-0.06725800782442093
15568	rnn.bias_hh_l0_reverse	7	0.03377576544880867
15568	rnn.bias_hh_l0_reverse	8	0.028078319504857063
15568	rnn.bias_hh_l0_reverse	9	-0.1447613388299942
15568	linear.weight	0	0.1998661607503891
15568	linear.weight	1	-0.12449830025434494
15568	linear.weight	2	-0.20514227449893951
15568	linear.weight	3	0.07382652908563614
15568	linear.weight	4	-0.00840417668223381
15568	linear.weight	5	-0.0024599479511380196
15568	linear.weight	6	-0.00819513387978077
15568	linear.weight	7	-0.03209005296230316
15568	linear.weight	8	0.06795165687799454
15568	linear.weight	9	0.27555158734321594
15568	linear.bias	0	-0.1705949306488037
15568	linear.bias	1	0.1569356620311737
15568	linear.bias	2	-0.4718569815158844
15568	linear.bias	3	1.5980055332183838
15568	linear.bias	4	-0.3642304241657257
15568	linear.bias	5	-0.030769959092140198
15568	linear.bias	6	-0.32403793931007385
15568	linear.bias	7	-0.24271956086158752
15568	linear.bias	8	-0.0021443611476570368
15568	linear.bias	9	-0.4661411643028259
15596	transitions	0	-0.6260473728179932
15596	transitions	1	0.37275397777557373
15596	transitions	2	1.7039718627929688
15596	transitions	3	0.12341561168432236
15596	transitions	4	0.9647747278213501
15596	transitions	5	1.2743464708328247
15596	transitions	6	0.48392462730407715
15596	transitions	7	0.17867036163806915
15596	transitions	8	-0.9192975163459778
15596	transitions	9	0.9307376742362976
15596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15596	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15596	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15596	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15596	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15596	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15596	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15596	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15596	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15596	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15596	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15596	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15596	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15596	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15596	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15596	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15596	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15596	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15596	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15596	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15596	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15596	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15596	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15596	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15596	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15596	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15596	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15596	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15596	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15596	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15596	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15596	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15596	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15596	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15596	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15596	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15596	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15596	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15596	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15596	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15596	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15596	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15596	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15596	embedding2nn.weight	0	0.02533463016152382
15596	embedding2nn.weight	1	0.015206323936581612
15596	embedding2nn.weight	2	-0.005084400996565819
15596	embedding2nn.weight	3	0.0014496922958642244
15596	embedding2nn.weight	4	-0.004402500111609697
15596	embedding2nn.weight	5	0.009510033763945103
15596	embedding2nn.weight	6	-0.0027975637931376696
15596	embedding2nn.weight	7	0.01374882273375988
15596	embedding2nn.weight	8	-0.008442061021924019
15596	embedding2nn.weight	9	-0.01291031576693058
15596	embedding2nn.bias	0	-0.03204205259680748
15596	embedding2nn.bias	1	-0.038750242441892624
15596	embedding2nn.bias	2	-0.05401172861456871
15596	embedding2nn.bias	3	-0.007656533736735582
15596	embedding2nn.bias	4	-0.0010845342185348272
15596	embedding2nn.bias	5	-0.0014680923195555806
15596	embedding2nn.bias	6	0.04242822155356407
15596	embedding2nn.bias	7	0.030302157625555992
15596	embedding2nn.bias	8	-0.016763748601078987
15596	embedding2nn.bias	9	0.017424941062927246
15596	rnn.weight_ih_l0	0	0.03970504552125931
15596	rnn.weight_ih_l0	1	-0.013886451721191406
15596	rnn.weight_ih_l0	2	-0.037860795855522156
15596	rnn.weight_ih_l0	3	-0.04447163641452789
15596	rnn.weight_ih_l0	4	-0.05082158371806145
15596	rnn.weight_ih_l0	5	-0.002504976699128747
15596	rnn.weight_ih_l0	6	-0.05201151221990585
15596	rnn.weight_ih_l0	7	-0.055614352226257324
15596	rnn.weight_ih_l0	8	-0.04391266778111458
15596	rnn.weight_ih_l0	9	-0.02645118162035942
15596	rnn.weight_hh_l0	0	0.009961806237697601
15596	rnn.weight_hh_l0	1	-0.022460011765360832
15596	rnn.weight_hh_l0	2	-0.06469300389289856
15596	rnn.weight_hh_l0	3	-0.02845846675336361
15596	rnn.weight_hh_l0	4	-0.06894761323928833
15596	rnn.weight_hh_l0	5	-0.012143141590058804
15596	rnn.weight_hh_l0	6	-0.04170837998390198
15596	rnn.weight_hh_l0	7	-0.008602543734014034
15596	rnn.weight_hh_l0	8	-0.017819898203015327
15596	rnn.weight_hh_l0	9	0.01519754622131586
15596	rnn.bias_ih_l0	0	0.11960545182228088
15596	rnn.bias_ih_l0	1	-0.05563969165086746
15596	rnn.bias_ih_l0	2	0.09937828779220581
15596	rnn.bias_ih_l0	3	0.06187351420521736
15596	rnn.bias_ih_l0	4	0.09986545145511627
15596	rnn.bias_ih_l0	5	0.028997844085097313
15596	rnn.bias_ih_l0	6	-0.004843699745833874
15596	rnn.bias_ih_l0	7	-0.10923931002616882
15596	rnn.bias_ih_l0	8	-0.16506324708461761
15596	rnn.bias_ih_l0	9	0.09639009088277817
15596	rnn.bias_hh_l0	0	-0.016173098236322403
15596	rnn.bias_hh_l0	1	0.01093751285225153
15596	rnn.bias_hh_l0	2	-0.019229277968406677
15596	rnn.bias_hh_l0	3	-0.030856329947710037
15596	rnn.bias_hh_l0	4	-0.039189111441373825
15596	rnn.bias_hh_l0	5	0.1263824701309204
15596	rnn.bias_hh_l0	6	0.01528748869895935
15596	rnn.bias_hh_l0	7	0.053746484220027924
15596	rnn.bias_hh_l0	8	0.02952505648136139
15596	rnn.bias_hh_l0	9	0.03689634054899216
15596	rnn.weight_ih_l0_reverse	0	-0.029157452285289764
15596	rnn.weight_ih_l0_reverse	1	-0.0005547154578380287
15596	rnn.weight_ih_l0_reverse	2	0.025036543607711792
15596	rnn.weight_ih_l0_reverse	3	-0.059595827013254166
15596	rnn.weight_ih_l0_reverse	4	0.010158630087971687
15596	rnn.weight_ih_l0_reverse	5	-0.0492420420050621
15596	rnn.weight_ih_l0_reverse	6	0.013770617544651031
15596	rnn.weight_ih_l0_reverse	7	0.04383259639143944
15596	rnn.weight_ih_l0_reverse	8	-0.04439929500222206
15596	rnn.weight_ih_l0_reverse	9	-0.05435754358768463
15596	rnn.weight_hh_l0_reverse	0	-0.07726115733385086
15596	rnn.weight_hh_l0_reverse	1	-0.05516572669148445
15596	rnn.weight_hh_l0_reverse	2	0.026912232860922813
15596	rnn.weight_hh_l0_reverse	3	0.037907447665929794
15596	rnn.weight_hh_l0_reverse	4	0.009215999394655228
15596	rnn.weight_hh_l0_reverse	5	0.04485594108700752
15596	rnn.weight_hh_l0_reverse	6	-0.00047159826499409974
15596	rnn.weight_hh_l0_reverse	7	0.00846109353005886
15596	rnn.weight_hh_l0_reverse	8	-0.09274192899465561
15596	rnn.weight_hh_l0_reverse	9	0.06430162489414215
15596	rnn.bias_ih_l0_reverse	0	-0.08176818490028381
15596	rnn.bias_ih_l0_reverse	1	-0.05429682508111
15596	rnn.bias_ih_l0_reverse	2	0.09437818080186844
15596	rnn.bias_ih_l0_reverse	3	0.03295455500483513
15596	rnn.bias_ih_l0_reverse	4	-0.11708616465330124
15596	rnn.bias_ih_l0_reverse	5	0.04617657512426376
15596	rnn.bias_ih_l0_reverse	6	-0.10847282409667969
15596	rnn.bias_ih_l0_reverse	7	0.032395828515291214
15596	rnn.bias_ih_l0_reverse	8	0.027121391147375107
15596	rnn.bias_ih_l0_reverse	9	0.06867809593677521
15596	rnn.bias_hh_l0_reverse	0	0.062103305011987686
15596	rnn.bias_hh_l0_reverse	1	0.06275641918182373
15596	rnn.bias_hh_l0_reverse	2	0.07467126846313477
15596	rnn.bias_hh_l0_reverse	3	-0.010115687735378742
15596	rnn.bias_hh_l0_reverse	4	0.08770463615655899
15596	rnn.bias_hh_l0_reverse	5	-0.005205502733588219
15596	rnn.bias_hh_l0_reverse	6	-0.06715282797813416
15596	rnn.bias_hh_l0_reverse	7	0.03325385972857475
15596	rnn.bias_hh_l0_reverse	8	0.028363605961203575
15596	rnn.bias_hh_l0_reverse	9	-0.15259486436843872
15596	linear.weight	0	0.19949626922607422
15596	linear.weight	1	-0.1245129406452179
15596	linear.weight	2	-0.20508068799972534
15596	linear.weight	3	0.0722375437617302
15596	linear.weight	4	-0.00802459754049778
15596	linear.weight	5	-0.0023712804540991783
15596	linear.weight	6	-0.008185275830328465
15596	linear.weight	7	-0.03207303211092949
15596	linear.weight	8	0.0661536455154419
15596	linear.weight	9	0.27461177110671997
15596	linear.bias	0	-0.16561228036880493
15596	linear.bias	1	0.1606837958097458
15596	linear.bias	2	-0.4720582365989685
15596	linear.bias	3	1.5884572267532349
15596	linear.bias	4	-0.36595454812049866
15596	linear.bias	5	-0.030769959092140198
15596	linear.bias	6	-0.3238401710987091
15596	linear.bias	7	-0.248887300491333
15596	linear.bias	8	0.00026263989275321364
15596	linear.bias	9	-0.4662986993789673
15624	transitions	0	-0.626090943813324
15624	transitions	1	0.3726479709148407
15624	transitions	2	1.7038838863372803
15624	transitions	3	0.1234043762087822
15624	transitions	4	0.9647275805473328
15624	transitions	5	1.2743449211120605
15624	transitions	6	0.4839179217815399
15624	transitions	7	0.1786649525165558
15624	transitions	8	-0.9192985892295837
15624	transitions	9	0.9307376742362976
15624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15624	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15624	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15624	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15624	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15624	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15624	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15624	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15624	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15624	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15624	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15624	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15624	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15624	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15624	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15624	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15624	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15624	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15624	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15624	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15624	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15624	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15624	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15624	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15624	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15624	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15624	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15624	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15624	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15624	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15624	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15624	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15624	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15624	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15624	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15624	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15624	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15624	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15624	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15624	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15624	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15624	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15624	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15624	embedding2nn.weight	0	0.025144685059785843
15624	embedding2nn.weight	1	0.015287014655768871
15624	embedding2nn.weight	2	-0.005010444205254316
15624	embedding2nn.weight	3	0.0015575457364320755
15624	embedding2nn.weight	4	-0.004450182430446148
15624	embedding2nn.weight	5	0.009474665857851505
15624	embedding2nn.weight	6	-0.002744679804891348
15624	embedding2nn.weight	7	0.013669777661561966
15624	embedding2nn.weight	8	-0.008605186827480793
15624	embedding2nn.weight	9	-0.0129853505641222
15624	embedding2nn.bias	0	-0.040279217064380646
15624	embedding2nn.bias	1	-0.044956184923648834
15624	embedding2nn.bias	2	-0.05185941979289055
15624	embedding2nn.bias	3	-0.007779925595968962
15624	embedding2nn.bias	4	-0.00024885640596039593
15624	embedding2nn.bias	5	-0.006706623360514641
15624	embedding2nn.bias	6	0.043538447469472885
15624	embedding2nn.bias	7	0.025361550971865654
15624	embedding2nn.bias	8	-0.018375340849161148
15624	embedding2nn.bias	9	0.0175408236682415
15624	rnn.weight_ih_l0	0	0.03974781557917595
15624	rnn.weight_ih_l0	1	-0.013197220861911774
15624	rnn.weight_ih_l0	2	-0.03825463354587555
15624	rnn.weight_ih_l0	3	-0.04441460967063904
15624	rnn.weight_ih_l0	4	-0.0506027527153492
15624	rnn.weight_ih_l0	5	-0.002397090895101428
15624	rnn.weight_ih_l0	6	-0.05189305171370506
15624	rnn.weight_ih_l0	7	-0.05566161870956421
15624	rnn.weight_ih_l0	8	-0.043584126979112625
15624	rnn.weight_ih_l0	9	-0.026538651436567307
15624	rnn.weight_hh_l0	0	0.010294434614479542
15624	rnn.weight_hh_l0	1	-0.022175241261720657
15624	rnn.weight_hh_l0	2	-0.06572593003511429
15624	rnn.weight_hh_l0	3	-0.028783131390810013
15624	rnn.weight_hh_l0	4	-0.06891614198684692
15624	rnn.weight_hh_l0	5	-0.012431002222001553
15624	rnn.weight_hh_l0	6	-0.04234238713979721
15624	rnn.weight_hh_l0	7	-0.007934131659567356
15624	rnn.weight_hh_l0	8	-0.018032437190413475
15624	rnn.weight_hh_l0	9	0.014471744187176228
15624	rnn.bias_ih_l0	0	0.12068847566843033
15624	rnn.bias_ih_l0	1	-0.053887803107500076
15624	rnn.bias_ih_l0	2	0.10219716280698776
15624	rnn.bias_ih_l0	3	0.059907399117946625
15624	rnn.bias_ih_l0	4	0.09803320467472076
15624	rnn.bias_ih_l0	5	0.028231872245669365
15624	rnn.bias_ih_l0	6	-0.004112241789698601
15624	rnn.bias_ih_l0	7	-0.10862865298986435
15624	rnn.bias_ih_l0	8	-0.1761939376592636
15624	rnn.bias_ih_l0	9	0.09523604810237885
15624	rnn.bias_hh_l0	0	-0.015518098138272762
15624	rnn.bias_hh_l0	1	0.012846067547798157
15624	rnn.bias_hh_l0	2	-0.02133147045969963
15624	rnn.bias_hh_l0	3	-0.03152932599186897
15624	rnn.bias_hh_l0	4	-0.039396435022354126
15624	rnn.bias_hh_l0	5	0.1274368017911911
15624	rnn.bias_hh_l0	6	0.017220215871930122
15624	rnn.bias_hh_l0	7	0.05061223730444908
15624	rnn.bias_hh_l0	8	0.030256513506174088
15624	rnn.bias_hh_l0	9	0.036069486290216446
15624	rnn.weight_ih_l0_reverse	0	-0.02888038009405136
15624	rnn.weight_ih_l0_reverse	1	-0.0009410707862116396
15624	rnn.weight_ih_l0_reverse	2	0.025127222761511803
15624	rnn.weight_ih_l0_reverse	3	-0.05960474908351898
15624	rnn.weight_ih_l0_reverse	4	0.010452154092490673
15624	rnn.weight_ih_l0_reverse	5	-0.0493859127163887
15624	rnn.weight_ih_l0_reverse	6	0.013098739087581635
15624	rnn.weight_ih_l0_reverse	7	0.043817002326250076
15624	rnn.weight_ih_l0_reverse	8	-0.04420305788516998
15624	rnn.weight_ih_l0_reverse	9	-0.054393310099840164
15624	rnn.weight_hh_l0_reverse	0	-0.07655122131109238
15624	rnn.weight_hh_l0_reverse	1	-0.05422964692115784
15624	rnn.weight_hh_l0_reverse	2	0.026571154594421387
15624	rnn.weight_hh_l0_reverse	3	0.03811323270201683
15624	rnn.weight_hh_l0_reverse	4	0.009673240594565868
15624	rnn.weight_hh_l0_reverse	5	0.044720180332660675
15624	rnn.weight_hh_l0_reverse	6	0.00046548419049941003
15624	rnn.weight_hh_l0_reverse	7	0.008409999310970306
15624	rnn.weight_hh_l0_reverse	8	-0.09206197410821915
15624	rnn.weight_hh_l0_reverse	9	0.06423559784889221
15624	rnn.bias_ih_l0_reverse	0	-0.08661379665136337
15624	rnn.bias_ih_l0_reverse	1	-0.053476497530937195
15624	rnn.bias_ih_l0_reverse	2	0.09458527714014053
15624	rnn.bias_ih_l0_reverse	3	0.03411152958869934
15624	rnn.bias_ih_l0_reverse	4	-0.11704275012016296
15624	rnn.bias_ih_l0_reverse	5	0.04820370674133301
15624	rnn.bias_ih_l0_reverse	6	-0.10994917899370193
15624	rnn.bias_ih_l0_reverse	7	0.0331321619451046
15624	rnn.bias_ih_l0_reverse	8	0.029552720487117767
15624	rnn.bias_ih_l0_reverse	9	0.06918158382177353
15624	rnn.bias_hh_l0_reverse	0	0.06340617686510086
15624	rnn.bias_hh_l0_reverse	1	0.06351649016141891
15624	rnn.bias_hh_l0_reverse	2	0.07522749155759811
15624	rnn.bias_hh_l0_reverse	3	-0.008493145927786827
15624	rnn.bias_hh_l0_reverse	4	0.08713400363922119
15624	rnn.bias_hh_l0_reverse	5	4.8094731027958915e-05
15624	rnn.bias_hh_l0_reverse	6	-0.06706253439188004
15624	rnn.bias_hh_l0_reverse	7	0.03347637504339218
15624	rnn.bias_hh_l0_reverse	8	0.029047584161162376
15624	rnn.bias_hh_l0_reverse	9	-0.15073297917842865
15624	linear.weight	0	0.200429305434227
15624	linear.weight	1	-0.12448075413703918
15624	linear.weight	2	-0.2036399096250534
15624	linear.weight	3	0.07395032793283463
15624	linear.weight	4	-0.007839078083634377
15624	linear.weight	5	-0.0021674467716366053
15624	linear.weight	6	-0.008183465339243412
15624	linear.weight	7	-0.032061073929071426
15624	linear.weight	8	0.06717599928379059
15624	linear.weight	9	0.27383244037628174
15624	linear.bias	0	-0.1799466460943222
15624	linear.bias	1	0.1586211919784546
15624	linear.bias	2	-0.47084760665893555
15624	linear.bias	3	1.6122673749923706
15624	linear.bias	4	-0.36624875664711
15624	linear.bias	5	-0.030769959092140198
15624	linear.bias	6	-0.3225502669811249
15624	linear.bias	7	-0.2471272051334381
15624	linear.bias	8	-0.00970260240137577
15624	linear.bias	9	-0.4663642644882202
15652	transitions	0	-0.6261662244796753
15652	transitions	1	0.3726120591163635
15652	transitions	2	1.7038148641586304
15652	transitions	3	0.12334641814231873
15652	transitions	4	0.9647077918052673
15652	transitions	5	1.2743430137634277
15652	transitions	6	0.4839171767234802
15652	transitions	7	0.17866437137126923
15652	transitions	8	-0.919299304485321
15652	transitions	9	0.9307376742362976
15652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15652	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15652	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15652	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15652	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15652	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15652	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15652	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15652	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15652	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15652	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15652	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15652	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15652	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15652	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15652	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15652	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15652	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15652	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15652	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15652	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15652	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15652	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15652	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15652	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15652	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15652	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15652	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15652	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15652	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15652	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15652	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15652	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15652	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15652	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15652	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15652	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15652	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15652	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15652	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15652	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15652	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15652	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15652	embedding2nn.weight	0	0.0253850519657135
15652	embedding2nn.weight	1	0.015233319252729416
15652	embedding2nn.weight	2	-0.004997930955141783
15652	embedding2nn.weight	3	0.0016787350177764893
15652	embedding2nn.weight	4	-0.00446798000484705
15652	embedding2nn.weight	5	0.009646021761000156
15652	embedding2nn.weight	6	-0.002833261387422681
15652	embedding2nn.weight	7	0.012535971589386463
15652	embedding2nn.weight	8	-0.008516481146216393
15652	embedding2nn.weight	9	-0.012956264428794384
15652	embedding2nn.bias	0	-0.041704822331666946
15652	embedding2nn.bias	1	-0.03725377842783928
15652	embedding2nn.bias	2	-0.056920625269412994
15652	embedding2nn.bias	3	-0.010116998106241226
15652	embedding2nn.bias	4	-0.00014041295798961073
15652	embedding2nn.bias	5	-0.0006103179766796529
15652	embedding2nn.bias	6	0.0429437980055809
15652	embedding2nn.bias	7	0.03223215043544769
15652	embedding2nn.bias	8	-0.01575317606329918
15652	embedding2nn.bias	9	0.025723138824105263
15652	rnn.weight_ih_l0	0	0.04024674743413925
15652	rnn.weight_ih_l0	1	-0.01408335380256176
15652	rnn.weight_ih_l0	2	-0.038512956351041794
15652	rnn.weight_ih_l0	3	-0.04396410286426544
15652	rnn.weight_ih_l0	4	-0.050168201327323914
15652	rnn.weight_ih_l0	5	-0.002359681064262986
15652	rnn.weight_ih_l0	6	-0.05171515792608261
15652	rnn.weight_ih_l0	7	-0.05539001524448395
15652	rnn.weight_ih_l0	8	-0.04353196173906326
15652	rnn.weight_ih_l0	9	-0.026544781401753426
15652	rnn.weight_hh_l0	0	0.010271054692566395
15652	rnn.weight_hh_l0	1	-0.02200601063668728
15652	rnn.weight_hh_l0	2	-0.06645604223012924
15652	rnn.weight_hh_l0	3	-0.02870812639594078
15652	rnn.weight_hh_l0	4	-0.06909441202878952
15652	rnn.weight_hh_l0	5	-0.012286425568163395
15652	rnn.weight_hh_l0	6	-0.04165273532271385
15652	rnn.weight_hh_l0	7	-0.00887101050466299
15652	rnn.weight_hh_l0	8	-0.017891138792037964
15652	rnn.weight_hh_l0	9	0.015090926550328732
15652	rnn.bias_ih_l0	0	0.12070974707603455
15652	rnn.bias_ih_l0	1	-0.052766263484954834
15652	rnn.bias_ih_l0	2	0.1046086847782135
15652	rnn.bias_ih_l0	3	0.05820779502391815
15652	rnn.bias_ih_l0	4	0.0995488241314888
15652	rnn.bias_ih_l0	5	0.03127463534474373
15652	rnn.bias_ih_l0	6	-0.0020565472077578306
15652	rnn.bias_ih_l0	7	-0.10836432129144669
15652	rnn.bias_ih_l0	8	-0.16984471678733826
15652	rnn.bias_ih_l0	9	0.0945252776145935
15652	rnn.bias_hh_l0	0	-0.015549045987427235
15652	rnn.bias_hh_l0	1	0.01274670660495758
15652	rnn.bias_hh_l0	2	-0.01927979849278927
15652	rnn.bias_hh_l0	3	-0.028475956991314888
15652	rnn.bias_hh_l0	4	-0.03776511177420616
15652	rnn.bias_hh_l0	5	0.12489477545022964
15652	rnn.bias_hh_l0	6	0.016841690987348557
15652	rnn.bias_hh_l0	7	0.05034623667597771
15652	rnn.bias_hh_l0	8	0.03231220692396164
15652	rnn.bias_hh_l0	9	0.03434721380472183
15652	rnn.weight_ih_l0_reverse	0	-0.028916411101818085
15652	rnn.weight_ih_l0_reverse	1	0.00014857499627396464
15652	rnn.weight_ih_l0_reverse	2	0.025247152894735336
15652	rnn.weight_ih_l0_reverse	3	-0.0595523826777935
15652	rnn.weight_ih_l0_reverse	4	0.01037006638944149
15652	rnn.weight_ih_l0_reverse	5	-0.04921566694974899
15652	rnn.weight_ih_l0_reverse	6	0.014062115922570229
15652	rnn.weight_ih_l0_reverse	7	0.043955639004707336
15652	rnn.weight_ih_l0_reverse	8	-0.043930113315582275
15652	rnn.weight_ih_l0_reverse	9	-0.05453634262084961
15652	rnn.weight_hh_l0_reverse	0	-0.07636614888906479
15652	rnn.weight_hh_l0_reverse	1	-0.05519344285130501
15652	rnn.weight_hh_l0_reverse	2	0.02688051387667656
15652	rnn.weight_hh_l0_reverse	3	0.03866686299443245
15652	rnn.weight_hh_l0_reverse	4	0.009819498285651207
15652	rnn.weight_hh_l0_reverse	5	0.04455402493476868
15652	rnn.weight_hh_l0_reverse	6	0.0023182400036603212
15652	rnn.weight_hh_l0_reverse	7	0.009187470190227032
15652	rnn.weight_hh_l0_reverse	8	-0.09147049486637115
15652	rnn.weight_hh_l0_reverse	9	0.06393798440694809
15652	rnn.bias_ih_l0_reverse	0	-0.08336638659238815
15652	rnn.bias_ih_l0_reverse	1	-0.052486296743154526
15652	rnn.bias_ih_l0_reverse	2	0.09295672923326492
15652	rnn.bias_ih_l0_reverse	3	0.03347185626626015
15652	rnn.bias_ih_l0_reverse	4	-0.11756959557533264
15652	rnn.bias_ih_l0_reverse	5	0.04772135242819786
15652	rnn.bias_ih_l0_reverse	6	-0.11130272597074509
15652	rnn.bias_ih_l0_reverse	7	0.032165057957172394
15652	rnn.bias_ih_l0_reverse	8	0.028910653665661812
15652	rnn.bias_ih_l0_reverse	9	0.06913725286722183
15652	rnn.bias_hh_l0_reverse	0	0.06633926928043365
15652	rnn.bias_hh_l0_reverse	1	0.0649513378739357
15652	rnn.bias_hh_l0_reverse	2	0.07716082781553268
15652	rnn.bias_hh_l0_reverse	3	-0.009596642106771469
15652	rnn.bias_hh_l0_reverse	4	0.08777738362550735
15652	rnn.bias_hh_l0_reverse	5	-0.0004440385673660785
15652	rnn.bias_hh_l0_reverse	6	-0.06845588982105255
15652	rnn.bias_hh_l0_reverse	7	0.03286357969045639
15652	rnn.bias_hh_l0_reverse	8	0.029923727735877037
15652	rnn.bias_hh_l0_reverse	9	-0.14769595861434937
15652	linear.weight	0	0.19636410474777222
15652	linear.weight	1	-0.12448325753211975
15652	linear.weight	2	-0.20605400204658508
15652	linear.weight	3	0.0743604376912117
15652	linear.weight	4	-0.006794425658881664
15652	linear.weight	5	-0.0013961985241621733
15652	linear.weight	6	-0.008182079531252384
15652	linear.weight	7	-0.0320361852645874
15652	linear.weight	8	0.0658755674958229
15652	linear.weight	9	0.2735128402709961
15652	linear.bias	0	-0.16997522115707397
15652	linear.bias	1	0.15345031023025513
15652	linear.bias	2	-0.4701008200645447
15652	linear.bias	3	1.606324553489685
15652	linear.bias	4	-0.3664402663707733
15652	linear.bias	5	-0.030769959092140198
15652	linear.bias	6	-0.32335662841796875
15652	linear.bias	7	-0.24456869065761566
15652	linear.bias	8	-0.009508460760116577
15652	linear.bias	9	-0.4664580225944519
15680	transitions	0	-0.6262561082839966
15680	transitions	1	0.3725721836090088
15680	transitions	2	1.703776240348816
15680	transitions	3	0.12325707823038101
15680	transitions	4	0.9646568894386292
15680	transitions	5	1.2743415832519531
15680	transitions	6	0.48391667008399963
15680	transitions	7	0.17856274545192719
15680	transitions	8	-0.9193001389503479
15680	transitions	9	0.9307376742362976
15680	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15680	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15680	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15680	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15680	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15680	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15680	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15680	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15680	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15680	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15680	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15680	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15680	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15680	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15680	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15680	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15680	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15680	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15680	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15680	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15680	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15680	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15680	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15680	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15680	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15680	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15680	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15680	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15680	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15680	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15680	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15680	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15680	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15680	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15680	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15680	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15680	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15680	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15680	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15680	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15680	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15680	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15680	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15680	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15680	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15680	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15680	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15680	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15680	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15680	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15680	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15680	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15680	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15680	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15680	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15680	embedding2nn.weight	0	0.024819187819957733
15680	embedding2nn.weight	1	0.015168591402471066
15680	embedding2nn.weight	2	-0.004908271599560976
15680	embedding2nn.weight	3	0.001644275733269751
15680	embedding2nn.weight	4	-0.004431352484971285
15680	embedding2nn.weight	5	0.009815716184675694
15680	embedding2nn.weight	6	-0.0026309287641197443
15680	embedding2nn.weight	7	0.012488918378949165
15680	embedding2nn.weight	8	-0.008374333381652832
15680	embedding2nn.weight	9	-0.012890060432255268
15680	embedding2nn.bias	0	-0.0348275825381279
15680	embedding2nn.bias	1	-0.037398871034383774
15680	embedding2nn.bias	2	-0.057023271918296814
15680	embedding2nn.bias	3	-0.001784216146916151
15680	embedding2nn.bias	4	0.0012481840094551444
15680	embedding2nn.bias	5	-0.0014454227639362216
15680	embedding2nn.bias	6	0.05094171687960625
15680	embedding2nn.bias	7	0.03407864272594452
15680	embedding2nn.bias	8	-0.022372616454958916
15680	embedding2nn.bias	9	0.01962166652083397
15680	rnn.weight_ih_l0	0	0.04043897986412048
15680	rnn.weight_ih_l0	1	-0.014316881075501442
15680	rnn.weight_ih_l0	2	-0.03734790161252022
15680	rnn.weight_ih_l0	3	-0.043475087732076645
15680	rnn.weight_ih_l0	4	-0.04999084398150444
15680	rnn.weight_ih_l0	5	-0.002578290179371834
15680	rnn.weight_ih_l0	6	-0.05155428126454353
15680	rnn.weight_ih_l0	7	-0.05555696040391922
15680	rnn.weight_ih_l0	8	-0.043467067182064056
15680	rnn.weight_ih_l0	9	-0.026664042845368385
15680	rnn.weight_hh_l0	0	0.01040585432201624
15680	rnn.weight_hh_l0	1	-0.021563837304711342
15680	rnn.weight_hh_l0	2	-0.06672599166631699
15680	rnn.weight_hh_l0	3	-0.02849758416414261
15680	rnn.weight_hh_l0	4	-0.06928815692663193
15680	rnn.weight_hh_l0	5	-0.01281407754868269
15680	rnn.weight_hh_l0	6	-0.04229722544550896
15680	rnn.weight_hh_l0	7	-0.009093552827835083
15680	rnn.weight_hh_l0	8	-0.01793127879500389
15680	rnn.weight_hh_l0	9	0.015033402480185032
15680	rnn.bias_ih_l0	0	0.11910779029130936
15680	rnn.bias_ih_l0	1	-0.05090159922838211
15680	rnn.bias_ih_l0	2	0.10223878920078278
15680	rnn.bias_ih_l0	3	0.06066647917032242
15680	rnn.bias_ih_l0	4	0.10144498199224472
15680	rnn.bias_ih_l0	5	0.029658982530236244
15680	rnn.bias_ih_l0	6	-0.0008568115881644189
15680	rnn.bias_ih_l0	7	-0.10682414472103119
15680	rnn.bias_ih_l0	8	-0.17321011424064636
15680	rnn.bias_ih_l0	9	0.09527328610420227
15680	rnn.bias_hh_l0	0	-0.01580285280942917
15680	rnn.bias_hh_l0	1	0.013611329719424248
15680	rnn.bias_hh_l0	2	-0.02112428843975067
15680	rnn.bias_hh_l0	3	-0.028906945139169693
15680	rnn.bias_hh_l0	4	-0.038420334458351135
15680	rnn.bias_hh_l0	5	0.12208528071641922
15680	rnn.bias_hh_l0	6	0.016833951696753502
15680	rnn.bias_hh_l0	7	0.0493636429309845
15680	rnn.bias_hh_l0	8	0.033511947840452194
15680	rnn.bias_hh_l0	9	0.035786330699920654
15680	rnn.weight_ih_l0_reverse	0	-0.028863852843642235
15680	rnn.weight_ih_l0_reverse	1	0.00035675126127898693
15680	rnn.weight_ih_l0_reverse	2	0.025438722223043442
15680	rnn.weight_ih_l0_reverse	3	-0.0599612332880497
15680	rnn.weight_ih_l0_reverse	4	0.010052438825368881
15680	rnn.weight_ih_l0_reverse	5	-0.04899755120277405
15680	rnn.weight_ih_l0_reverse	6	0.014066006056964397
15680	rnn.weight_ih_l0_reverse	7	0.043847739696502686
15680	rnn.weight_ih_l0_reverse	8	-0.04335884377360344
15680	rnn.weight_ih_l0_reverse	9	-0.054412126541137695
15680	rnn.weight_hh_l0_reverse	0	-0.075877346098423
15680	rnn.weight_hh_l0_reverse	1	-0.05585865303874016
15680	rnn.weight_hh_l0_reverse	2	0.026988690719008446
15680	rnn.weight_hh_l0_reverse	3	0.03898701071739197
15680	rnn.weight_hh_l0_reverse	4	0.009618411771953106
15680	rnn.weight_hh_l0_reverse	5	0.04450390115380287
15680	rnn.weight_hh_l0_reverse	6	0.002698042895644903
15680	rnn.weight_hh_l0_reverse	7	0.008925369940698147
15680	rnn.weight_hh_l0_reverse	8	-0.09087664633989334
15680	rnn.weight_hh_l0_reverse	9	0.06436638534069061
15680	rnn.bias_ih_l0_reverse	0	-0.09298811852931976
15680	rnn.bias_ih_l0_reverse	1	-0.05325932428240776
15680	rnn.bias_ih_l0_reverse	2	0.09307940304279327
15680	rnn.bias_ih_l0_reverse	3	0.03415819630026817
15680	rnn.bias_ih_l0_reverse	4	-0.11786212772130966
15680	rnn.bias_ih_l0_reverse	5	0.04698504880070686
15680	rnn.bias_ih_l0_reverse	6	-0.11431323736906052
15680	rnn.bias_ih_l0_reverse	7	0.03377922251820564
15680	rnn.bias_ih_l0_reverse	8	0.026859596371650696
15680	rnn.bias_ih_l0_reverse	9	0.06931299716234207
15680	rnn.bias_hh_l0_reverse	0	0.07050496339797974
15680	rnn.bias_hh_l0_reverse	1	0.0630381852388382
15680	rnn.bias_hh_l0_reverse	2	0.07587829977273941
15680	rnn.bias_hh_l0_reverse	3	-0.00838001910597086
15680	rnn.bias_hh_l0_reverse	4	0.08613401651382446
15680	rnn.bias_hh_l0_reverse	5	0.0022880597971379757
15680	rnn.bias_hh_l0_reverse	6	-0.06823504716157913
15680	rnn.bias_hh_l0_reverse	7	0.0344562828540802
15680	rnn.bias_hh_l0_reverse	8	0.03139106184244156
15680	rnn.bias_hh_l0_reverse	9	-0.15316537022590637
15680	linear.weight	0	0.21185392141342163
15680	linear.weight	1	-0.12448553740978241
15680	linear.weight	2	-0.2057095766067505
15680	linear.weight	3	0.07423193752765656
15680	linear.weight	4	-0.010203569196164608
15680	linear.weight	5	-0.0016794063849374652
15680	linear.weight	6	-0.008179854601621628
15680	linear.weight	7	-0.03202306479215622
15680	linear.weight	8	0.06380278617143631
15680	linear.weight	9	0.2742520570755005
15680	linear.bias	0	-0.1709004044532776
15680	linear.bias	1	0.14717118442058563
15680	linear.bias	2	-0.46975430846214294
15680	linear.bias	3	1.6126984357833862
15680	linear.bias	4	-0.3666423559188843
15680	linear.bias	5	-0.030769959092140198
15680	linear.bias	6	-0.32310929894447327
15680	linear.bias	7	-0.2399727702140808
15680	linear.bias	8	-0.008852677419781685
15680	linear.bias	9	-0.4665277600288391
15708	transitions	0	-0.6264122128486633
15708	transitions	1	0.3725203573703766
15708	transitions	2	1.7036890983581543
15708	transitions	3	0.1232021152973175
15708	transitions	4	0.9646510481834412
15708	transitions	5	1.274341106414795
15708	transitions	6	0.483916312456131
15708	transitions	7	0.1785624921321869
15708	transitions	8	-0.9193005561828613
15708	transitions	9	0.9307376146316528
15708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15708	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15708	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15708	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15708	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15708	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15708	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15708	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15708	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15708	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15708	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15708	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15708	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15708	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15708	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15708	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15708	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15708	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15708	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15708	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15708	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15708	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15708	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15708	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15708	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15708	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15708	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15708	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15708	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15708	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15708	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15708	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15708	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15708	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15708	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15708	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15708	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15708	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15708	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15708	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15708	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15708	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15708	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15708	embedding2nn.weight	0	0.0240973848849535
15708	embedding2nn.weight	1	0.01515307929366827
15708	embedding2nn.weight	2	-0.004878208972513676
15708	embedding2nn.weight	3	0.001914732507430017
15708	embedding2nn.weight	4	-0.004418020602315664
15708	embedding2nn.weight	5	0.009903328493237495
15708	embedding2nn.weight	6	-0.002553541213274002
15708	embedding2nn.weight	7	0.01245833933353424
15708	embedding2nn.weight	8	-0.008134122006595135
15708	embedding2nn.weight	9	-0.012734510935842991
15708	embedding2nn.bias	0	-0.034437861293554306
15708	embedding2nn.bias	1	-0.04235943779349327
15708	embedding2nn.bias	2	-0.0614205077290535
15708	embedding2nn.bias	3	-0.006945169065147638
15708	embedding2nn.bias	4	0.004695976618677378
15708	embedding2nn.bias	5	-0.0010510559659451246
15708	embedding2nn.bias	6	0.04621062055230141
15708	embedding2nn.bias	7	0.028842739760875702
15708	embedding2nn.bias	8	-0.026769202202558517
15708	embedding2nn.bias	9	0.021297534927725792
15708	rnn.weight_ih_l0	0	0.04034595936536789
15708	rnn.weight_ih_l0	1	-0.014203683473169804
15708	rnn.weight_ih_l0	2	-0.038581132888793945
15708	rnn.weight_ih_l0	3	-0.04311814904212952
15708	rnn.weight_ih_l0	4	-0.05012195557355881
15708	rnn.weight_ih_l0	5	-0.0025664628483355045
15708	rnn.weight_ih_l0	6	-0.05222128704190254
15708	rnn.weight_ih_l0	7	-0.0557132214307785
15708	rnn.weight_ih_l0	8	-0.043128203600645065
15708	rnn.weight_ih_l0	9	-0.026999982073903084
15708	rnn.weight_hh_l0	0	0.010133834555745125
15708	rnn.weight_hh_l0	1	-0.02169770933687687
15708	rnn.weight_hh_l0	2	-0.06720858067274094
15708	rnn.weight_hh_l0	3	-0.028295466676354408
15708	rnn.weight_hh_l0	4	-0.06942380964756012
15708	rnn.weight_hh_l0	5	-0.012804588302969933
15708	rnn.weight_hh_l0	6	-0.04262956604361534
15708	rnn.weight_hh_l0	7	-0.009638459421694279
15708	rnn.weight_hh_l0	8	-0.01803721860051155
15708	rnn.weight_hh_l0	9	0.015291856601834297
15708	rnn.bias_ih_l0	0	0.11862315237522125
15708	rnn.bias_ih_l0	1	-0.053031038492918015
15708	rnn.bias_ih_l0	2	0.10034452378749847
15708	rnn.bias_ih_l0	3	0.06131017580628395
15708	rnn.bias_ih_l0	4	0.10162167251110077
15708	rnn.bias_ih_l0	5	0.027911024168133736
15708	rnn.bias_ih_l0	6	-0.0012419631239026785
15708	rnn.bias_ih_l0	7	-0.10305774956941605
15708	rnn.bias_ih_l0	8	-0.17618240416049957
15708	rnn.bias_ih_l0	9	0.09495297074317932
15708	rnn.bias_hh_l0	0	-0.01786075346171856
15708	rnn.bias_hh_l0	1	0.014217420481145382
15708	rnn.bias_hh_l0	2	-0.023683512583374977
15708	rnn.bias_hh_l0	3	-0.029196087270975113
15708	rnn.bias_hh_l0	4	-0.038936275988817215
15708	rnn.bias_hh_l0	5	0.12245351821184158
15708	rnn.bias_hh_l0	6	0.0168550293892622
15708	rnn.bias_hh_l0	7	0.0477430485188961
15708	rnn.bias_hh_l0	8	0.033126793801784515
15708	rnn.bias_hh_l0	9	0.03702098876237869
15708	rnn.weight_ih_l0_reverse	0	-0.028781935572624207
15708	rnn.weight_ih_l0_reverse	1	0.0010330297518521547
15708	rnn.weight_ih_l0_reverse	2	0.02528451196849346
15708	rnn.weight_ih_l0_reverse	3	-0.05996601656079292
15708	rnn.weight_ih_l0_reverse	4	0.009760425426065922
15708	rnn.weight_ih_l0_reverse	5	-0.04879487305879593
15708	rnn.weight_ih_l0_reverse	6	0.012558133341372013
15708	rnn.weight_ih_l0_reverse	7	0.04378221184015274
15708	rnn.weight_ih_l0_reverse	8	-0.043261341750621796
15708	rnn.weight_ih_l0_reverse	9	-0.0543549619615078
15708	rnn.weight_hh_l0_reverse	0	-0.07565385103225708
15708	rnn.weight_hh_l0_reverse	1	-0.05656792223453522
15708	rnn.weight_hh_l0_reverse	2	0.027321288362145424
15708	rnn.weight_hh_l0_reverse	3	0.03915315121412277
15708	rnn.weight_hh_l0_reverse	4	0.009861652739346027
15708	rnn.weight_hh_l0_reverse	5	0.04461449012160301
15708	rnn.weight_hh_l0_reverse	6	0.005132818128913641
15708	rnn.weight_hh_l0_reverse	7	0.008131533861160278
15708	rnn.weight_hh_l0_reverse	8	-0.0917031541466713
15708	rnn.weight_hh_l0_reverse	9	0.06403360515832901
15708	rnn.bias_ih_l0_reverse	0	-0.0972038060426712
15708	rnn.bias_ih_l0_reverse	1	-0.056409116834402084
15708	rnn.bias_ih_l0_reverse	2	0.0934385359287262
15708	rnn.bias_ih_l0_reverse	3	0.03470353037118912
15708	rnn.bias_ih_l0_reverse	4	-0.11798331141471863
15708	rnn.bias_ih_l0_reverse	5	0.04530851170420647
15708	rnn.bias_ih_l0_reverse	6	-0.11328847706317902
15708	rnn.bias_ih_l0_reverse	7	0.03244764730334282
15708	rnn.bias_ih_l0_reverse	8	0.027696307748556137
15708	rnn.bias_ih_l0_reverse	9	0.07095316052436829
15708	rnn.bias_hh_l0_reverse	0	0.06973547488451004
15708	rnn.bias_hh_l0_reverse	1	0.06384430080652237
15708	rnn.bias_hh_l0_reverse	2	0.07703929394483566
15708	rnn.bias_hh_l0_reverse	3	-0.009044471196830273
15708	rnn.bias_hh_l0_reverse	4	0.0858784168958664
15708	rnn.bias_hh_l0_reverse	5	0.0014016364002600312
15708	rnn.bias_hh_l0_reverse	6	-0.06812316179275513
15708	rnn.bias_hh_l0_reverse	7	0.034358296543359756
15708	rnn.bias_hh_l0_reverse	8	0.031120961531996727
15708	rnn.bias_hh_l0_reverse	9	-0.1478535532951355
15708	linear.weight	0	0.21996822953224182
15708	linear.weight	1	-0.12449058890342712
15708	linear.weight	2	-0.20567180216312408
15708	linear.weight	3	0.07515274733304977
15708	linear.weight	4	-0.010272243991494179
15708	linear.weight	5	-0.00270397262647748
15708	linear.weight	6	-0.00817783735692501
15708	linear.weight	7	-0.03193740174174309
15708	linear.weight	8	0.06535936146974564
15708	linear.weight	9	0.27595245838165283
15708	linear.bias	0	-0.1657981127500534
15708	linear.bias	1	0.14984871447086334
15708	linear.bias	2	-0.46789661049842834
15708	linear.bias	3	1.6118342876434326
15708	linear.bias	4	-0.36688387393951416
15708	linear.bias	5	-0.030769959092140198
15708	linear.bias	6	-0.3206263482570648
15708	linear.bias	7	-0.24126428365707397
15708	linear.bias	8	-0.007421351037919521
15708	linear.bias	9	-0.4666033983230591
15736	transitions	0	-0.6265358924865723
15736	transitions	1	0.37249377369880676
15736	transitions	2	1.703546166419983
15736	transitions	3	0.12247742712497711
15736	transitions	4	0.9642844796180725
15736	transitions	5	1.2743403911590576
15736	transitions	6	0.4839162230491638
15736	transitions	7	0.17856186628341675
15736	transitions	8	-0.9193013906478882
15736	transitions	9	0.9307376146316528
15736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15736	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15736	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15736	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15736	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15736	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15736	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15736	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15736	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15736	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15736	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15736	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15736	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15736	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15736	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15736	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15736	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15736	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15736	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15736	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15736	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15736	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15736	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15736	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15736	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15736	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15736	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15736	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15736	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15736	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15736	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15736	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15736	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15736	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15736	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15736	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15736	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15736	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15736	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15736	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15736	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15736	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15736	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15736	embedding2nn.weight	0	0.023896705359220505
15736	embedding2nn.weight	1	0.015079553239047527
15736	embedding2nn.weight	2	-0.0048761675134301186
15736	embedding2nn.weight	3	0.001728306757286191
15736	embedding2nn.weight	4	-0.004438761621713638
15736	embedding2nn.weight	5	0.009967128746211529
15736	embedding2nn.weight	6	-0.0025987059343606234
15736	embedding2nn.weight	7	0.012621688656508923
15736	embedding2nn.weight	8	-0.007732463534921408
15736	embedding2nn.weight	9	-0.012760655954480171
15736	embedding2nn.bias	0	-0.035656947642564774
15736	embedding2nn.bias	1	-0.0372026227414608
15736	embedding2nn.bias	2	-0.06207150220870972
15736	embedding2nn.bias	3	-0.013541382737457752
15736	embedding2nn.bias	4	0.006813193671405315
15736	embedding2nn.bias	5	-0.0020817790646106005
15736	embedding2nn.bias	6	0.0445987693965435
15736	embedding2nn.bias	7	0.024305405095219612
15736	embedding2nn.bias	8	-0.02673283964395523
15736	embedding2nn.bias	9	0.013649932108819485
15736	rnn.weight_ih_l0	0	0.04014201834797859
15736	rnn.weight_ih_l0	1	-0.013294576667249203
15736	rnn.weight_ih_l0	2	-0.03785574063658714
15736	rnn.weight_ih_l0	3	-0.04334731772542
15736	rnn.weight_ih_l0	4	-0.05031152442097664
15736	rnn.weight_ih_l0	5	-0.002484189113602042
15736	rnn.weight_ih_l0	6	-0.05209065228700638
15736	rnn.weight_ih_l0	7	-0.05566905438899994
15736	rnn.weight_ih_l0	8	-0.043202970176935196
15736	rnn.weight_ih_l0	9	-0.026805229485034943
15736	rnn.weight_hh_l0	0	0.010424740612506866
15736	rnn.weight_hh_l0	1	-0.021729039028286934
15736	rnn.weight_hh_l0	2	-0.06729178130626678
15736	rnn.weight_hh_l0	3	-0.02807641215622425
15736	rnn.weight_hh_l0	4	-0.0695989802479744
15736	rnn.weight_hh_l0	5	-0.012790786102414131
15736	rnn.weight_hh_l0	6	-0.04448338970541954
15736	rnn.weight_hh_l0	7	-0.009891266003251076
15736	rnn.weight_hh_l0	8	-0.01795143447816372
15736	rnn.weight_hh_l0	9	0.015684906393289566
15736	rnn.bias_ih_l0	0	0.11945372819900513
15736	rnn.bias_ih_l0	1	-0.053943246603012085
15736	rnn.bias_ih_l0	2	0.10262928158044815
15736	rnn.bias_ih_l0	3	0.05895140394568443
15736	rnn.bias_ih_l0	4	0.10431524366140366
15736	rnn.bias_ih_l0	5	0.028195368126034737
15736	rnn.bias_ih_l0	6	0.0004840557521674782
15736	rnn.bias_ih_l0	7	-0.10450538247823715
15736	rnn.bias_ih_l0	8	-0.17998044192790985
15736	rnn.bias_ih_l0	9	0.09455621242523193
15736	rnn.bias_hh_l0	0	-0.016814831644296646
15736	rnn.bias_hh_l0	1	0.014016157016158104
15736	rnn.bias_hh_l0	2	-0.021739741787314415
15736	rnn.bias_hh_l0	3	-0.03053489327430725
15736	rnn.bias_hh_l0	4	-0.03906179964542389
15736	rnn.bias_hh_l0	5	0.12169982492923737
15736	rnn.bias_hh_l0	6	0.01615598052740097
15736	rnn.bias_hh_l0	7	0.045436982065439224
15736	rnn.bias_hh_l0	8	0.03485281392931938
15736	rnn.bias_hh_l0	9	0.03888503089547157
15736	rnn.weight_ih_l0_reverse	0	-0.02888339012861252
15736	rnn.weight_ih_l0_reverse	1	0.001365730888210237
15736	rnn.weight_ih_l0_reverse	2	0.025315219536423683
15736	rnn.weight_ih_l0_reverse	3	-0.0600116066634655
15736	rnn.weight_ih_l0_reverse	4	0.009960700757801533
15736	rnn.weight_ih_l0_reverse	5	-0.04872403293848038
15736	rnn.weight_ih_l0_reverse	6	0.012674490921199322
15736	rnn.weight_ih_l0_reverse	7	0.043919384479522705
15736	rnn.weight_ih_l0_reverse	8	-0.04320494830608368
15736	rnn.weight_ih_l0_reverse	9	-0.054330695420503616
15736	rnn.weight_hh_l0_reverse	0	-0.07571391761302948
15736	rnn.weight_hh_l0_reverse	1	-0.05570552870631218
15736	rnn.weight_hh_l0_reverse	2	0.027348589152097702
15736	rnn.weight_hh_l0_reverse	3	0.03862256929278374
15736	rnn.weight_hh_l0_reverse	4	0.009514333680272102
15736	rnn.weight_hh_l0_reverse	5	0.04458722472190857
15736	rnn.weight_hh_l0_reverse	6	0.0013249284820631146
15736	rnn.weight_hh_l0_reverse	7	0.008073480799794197
15736	rnn.weight_hh_l0_reverse	8	-0.09175103157758713
15736	rnn.weight_hh_l0_reverse	9	0.06528495997190475
15736	rnn.bias_ih_l0_reverse	0	-0.09118808060884476
15736	rnn.bias_ih_l0_reverse	1	-0.05899512767791748
15736	rnn.bias_ih_l0_reverse	2	0.09084708243608475
15736	rnn.bias_ih_l0_reverse	3	0.034453969448804855
15736	rnn.bias_ih_l0_reverse	4	-0.11659573018550873
15736	rnn.bias_ih_l0_reverse	5	0.045099887996912
15736	rnn.bias_ih_l0_reverse	6	-0.11233082413673401
15736	rnn.bias_ih_l0_reverse	7	0.0356859415769577
15736	rnn.bias_ih_l0_reverse	8	0.027315570041537285
15736	rnn.bias_ih_l0_reverse	9	0.0711633563041687
15736	rnn.bias_hh_l0_reverse	0	0.0727895125746727
15736	rnn.bias_hh_l0_reverse	1	0.06574586033821106
15736	rnn.bias_hh_l0_reverse	2	0.07555044442415237
15736	rnn.bias_hh_l0_reverse	3	-0.007906169630587101
15736	rnn.bias_hh_l0_reverse	4	0.08532529324293137
15736	rnn.bias_hh_l0_reverse	5	-0.0004570841265376657
15736	rnn.bias_hh_l0_reverse	6	-0.06836675107479095
15736	rnn.bias_hh_l0_reverse	7	0.03382497653365135
15736	rnn.bias_hh_l0_reverse	8	0.030580464750528336
15736	rnn.bias_hh_l0_reverse	9	-0.14711780846118927
15736	linear.weight	0	0.21318960189819336
15736	linear.weight	1	-0.12446115165948868
15736	linear.weight	2	-0.2038077563047409
15736	linear.weight	3	0.07934721559286118
15736	linear.weight	4	-0.008786342106759548
15736	linear.weight	5	-0.0023702902253717184
15736	linear.weight	6	-0.008173779584467411
15736	linear.weight	7	-0.03191177546977997
15736	linear.weight	8	0.06714919209480286
15736	linear.weight	9	0.2780314087867737
15736	linear.bias	0	-0.1617792248725891
15736	linear.bias	1	0.16392970085144043
15736	linear.bias	2	-0.4699818789958954
15736	linear.bias	3	1.6071940660476685
15736	linear.bias	4	-0.3670397400856018
15736	linear.bias	5	-0.030769959092140198
15736	linear.bias	6	-0.3235698938369751
15736	linear.bias	7	-0.23541492223739624
15736	linear.bias	8	-0.01819119043648243
15736	linear.bias	9	-0.466696172952652
15764	transitions	0	-0.626578152179718
15764	transitions	1	0.37245291471481323
15764	transitions	2	1.7032915353775024
15764	transitions	3	0.12245393544435501
15764	transitions	4	0.9642736315727234
15764	transitions	5	1.2743377685546875
15764	transitions	6	0.48391371965408325
15764	transitions	7	0.17855700850486755
15764	transitions	8	-0.9193015098571777
15764	transitions	9	0.9307376146316528
15764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15764	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15764	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15764	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15764	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15764	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15764	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15764	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15764	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15764	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15764	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15764	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15764	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15764	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15764	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15764	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15764	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15764	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15764	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15764	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15764	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15764	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15764	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15764	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15764	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15764	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15764	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15764	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15764	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15764	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15764	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15764	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15764	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15764	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15764	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15764	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15764	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15764	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15764	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15764	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15764	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15764	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15764	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15764	embedding2nn.weight	0	0.02346937730908394
15764	embedding2nn.weight	1	0.014866898767650127
15764	embedding2nn.weight	2	-0.004810821730643511
15764	embedding2nn.weight	3	0.00156348233576864
15764	embedding2nn.weight	4	-0.004415526054799557
15764	embedding2nn.weight	5	0.010048610158264637
15764	embedding2nn.weight	6	-0.0027035758830606937
15764	embedding2nn.weight	7	0.012957475148141384
15764	embedding2nn.weight	8	-0.007538024801760912
15764	embedding2nn.weight	9	-0.012803679332137108
15764	embedding2nn.bias	0	-0.03656996041536331
15764	embedding2nn.bias	1	-0.04165961593389511
15764	embedding2nn.bias	2	-0.06180239096283913
15764	embedding2nn.bias	3	-0.008902952075004578
15764	embedding2nn.bias	4	0.00876818597316742
15764	embedding2nn.bias	5	0.0043329899199306965
15764	embedding2nn.bias	6	0.039578549563884735
15764	embedding2nn.bias	7	0.028604287654161453
15764	embedding2nn.bias	8	-0.02291261777281761
15764	embedding2nn.bias	9	0.011531082913279533
15764	rnn.weight_ih_l0	0	0.04006822779774666
15764	rnn.weight_ih_l0	1	-0.013439045287668705
15764	rnn.weight_ih_l0	2	-0.03826894238591194
15764	rnn.weight_ih_l0	3	-0.0434182733297348
15764	rnn.weight_ih_l0	4	-0.05032557621598244
15764	rnn.weight_ih_l0	5	-0.002791178645566106
15764	rnn.weight_ih_l0	6	-0.05214624106884003
15764	rnn.weight_ih_l0	7	-0.05555969104170799
15764	rnn.weight_ih_l0	8	-0.04288170859217644
15764	rnn.weight_ih_l0	9	-0.02676832117140293
15764	rnn.weight_hh_l0	0	0.0100411893799901
15764	rnn.weight_hh_l0	1	-0.021555118262767792
15764	rnn.weight_hh_l0	2	-0.06798633188009262
15764	rnn.weight_hh_l0	3	-0.028104931116104126
15764	rnn.weight_hh_l0	4	-0.06924574077129364
15764	rnn.weight_hh_l0	5	-0.012761621735990047
15764	rnn.weight_hh_l0	6	-0.044833552092313766
15764	rnn.weight_hh_l0	7	-0.008964047767221928
15764	rnn.weight_hh_l0	8	-0.017985595390200615
15764	rnn.weight_hh_l0	9	0.01656663976609707
15764	rnn.bias_ih_l0	0	0.12016598880290985
15764	rnn.bias_ih_l0	1	-0.05523502454161644
15764	rnn.bias_ih_l0	2	0.10254424065351486
15764	rnn.bias_ih_l0	3	0.060745179653167725
15764	rnn.bias_ih_l0	4	0.10437647253274918
15764	rnn.bias_ih_l0	5	0.027459420263767242
15764	rnn.bias_ih_l0	6	-0.0007479233318008482
15764	rnn.bias_ih_l0	7	-0.10967544466257095
15764	rnn.bias_ih_l0	8	-0.18309849500656128
15764	rnn.bias_ih_l0	9	0.09221728891134262
15764	rnn.bias_hh_l0	0	-0.01707686111330986
15764	rnn.bias_hh_l0	1	0.014114915393292904
15764	rnn.bias_hh_l0	2	-0.02129143662750721
15764	rnn.bias_hh_l0	3	-0.02764314040541649
15764	rnn.bias_hh_l0	4	-0.04024173691868782
15764	rnn.bias_hh_l0	5	0.1243807002902031
15764	rnn.bias_hh_l0	6	0.017224851995706558
15764	rnn.bias_hh_l0	7	0.04773195460438728
15764	rnn.bias_hh_l0	8	0.033620838075876236
15764	rnn.bias_hh_l0	9	0.03788817301392555
15764	rnn.weight_ih_l0_reverse	0	-0.02896011620759964
15764	rnn.weight_ih_l0_reverse	1	0.000939567806199193
15764	rnn.weight_ih_l0_reverse	2	0.025147687643766403
15764	rnn.weight_ih_l0_reverse	3	-0.06045379117131233
15764	rnn.weight_ih_l0_reverse	4	0.009984338656067848
15764	rnn.weight_ih_l0_reverse	5	-0.04841732978820801
15764	rnn.weight_ih_l0_reverse	6	0.0122548658400774
15764	rnn.weight_ih_l0_reverse	7	0.04391670599579811
15764	rnn.weight_ih_l0_reverse	8	-0.042881470173597336
15764	rnn.weight_ih_l0_reverse	9	-0.05466308817267418
15764	rnn.weight_hh_l0_reverse	0	-0.07510019838809967
15764	rnn.weight_hh_l0_reverse	1	-0.05514465272426605
15764	rnn.weight_hh_l0_reverse	2	0.02746308408677578
15764	rnn.weight_hh_l0_reverse	3	0.03883003816008568
15764	rnn.weight_hh_l0_reverse	4	0.009197146631777287
15764	rnn.weight_hh_l0_reverse	5	0.044508617371320724
15764	rnn.weight_hh_l0_reverse	6	0.0008240116876550019
15764	rnn.weight_hh_l0_reverse	7	0.007262884639203548
15764	rnn.weight_hh_l0_reverse	8	-0.0915931984782219
15764	rnn.weight_hh_l0_reverse	9	0.0653006061911583
15764	rnn.bias_ih_l0_reverse	0	-0.08702477067708969
15764	rnn.bias_ih_l0_reverse	1	-0.05838855728507042
15764	rnn.bias_ih_l0_reverse	2	0.09133195132017136
15764	rnn.bias_ih_l0_reverse	3	0.03252551704645157
15764	rnn.bias_ih_l0_reverse	4	-0.1176217794418335
15764	rnn.bias_ih_l0_reverse	5	0.04450395330786705
15764	rnn.bias_ih_l0_reverse	6	-0.11315187066793442
15764	rnn.bias_ih_l0_reverse	7	0.03683431074023247
15764	rnn.bias_ih_l0_reverse	8	0.0259312242269516
15764	rnn.bias_ih_l0_reverse	9	0.07203967869281769
15764	rnn.bias_hh_l0_reverse	0	0.0713948905467987
15764	rnn.bias_hh_l0_reverse	1	0.06449191272258759
15764	rnn.bias_hh_l0_reverse	2	0.07459276169538498
15764	rnn.bias_hh_l0_reverse	3	-0.008560974150896072
15764	rnn.bias_hh_l0_reverse	4	0.08676473051309586
15764	rnn.bias_hh_l0_reverse	5	0.00045277824392542243
15764	rnn.bias_hh_l0_reverse	6	-0.06836604326963425
15764	rnn.bias_hh_l0_reverse	7	0.03204796463251114
15764	rnn.bias_hh_l0_reverse	8	0.029446087777614594
15764	rnn.bias_hh_l0_reverse	9	-0.15096870064735413
15764	linear.weight	0	0.2011861950159073
15764	linear.weight	1	-0.1267891675233841
15764	linear.weight	2	-0.20485477149486542
15764	linear.weight	3	0.06944121420383453
15764	linear.weight	4	-0.008359183557331562
15764	linear.weight	5	-0.002652378287166357
15764	linear.weight	6	-0.008160478435456753
15764	linear.weight	7	-0.03188792243599892
15764	linear.weight	8	0.0708259791135788
15764	linear.weight	9	0.28096115589141846
15764	linear.bias	0	-0.1704213172197342
15764	linear.bias	1	0.16196195781230927
15764	linear.bias	2	-0.46725544333457947
15764	linear.bias	3	1.608184576034546
15764	linear.bias	4	-0.3672827184200287
15764	linear.bias	5	-0.030769959092140198
15764	linear.bias	6	-0.32133129239082336
15764	linear.bias	7	-0.23676618933677673
15764	linear.bias	8	-0.01998639665544033
15764	linear.bias	9	-0.466780424118042
15792	transitions	0	-0.6266474723815918
15792	transitions	1	0.3722590506076813
15792	transitions	2	1.7031770944595337
15792	transitions	3	0.12241796404123306
15792	transitions	4	0.9642569422721863
15792	transitions	5	1.2743369340896606
15792	transitions	6	0.48391300439834595
15792	transitions	7	0.17855484783649445
15792	transitions	8	-0.9193020462989807
15792	transitions	9	0.9307374954223633
15792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15792	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15792	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15792	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15792	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15792	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15792	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15792	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15792	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15792	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15792	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15792	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15792	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15792	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15792	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15792	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15792	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15792	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15792	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15792	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15792	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15792	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15792	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15792	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15792	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15792	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15792	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15792	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15792	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15792	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15792	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15792	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15792	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15792	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15792	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15792	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15792	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15792	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15792	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15792	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15792	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15792	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15792	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15792	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15792	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15792	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15792	embedding2nn.weight	0	0.02284712716937065
15792	embedding2nn.weight	1	0.014831019565463066
15792	embedding2nn.weight	2	-0.004774079192429781
15792	embedding2nn.weight	3	0.001832736423239112
15792	embedding2nn.weight	4	-0.004325319547206163
15792	embedding2nn.weight	5	0.01025338750332594
15792	embedding2nn.weight	6	-0.00273215863853693
15792	embedding2nn.weight	7	0.013399820774793625
15792	embedding2nn.weight	8	-0.007605588063597679
15792	embedding2nn.weight	9	-0.012797473929822445
15792	embedding2nn.bias	0	-0.04123309627175331
15792	embedding2nn.bias	1	-0.04371744766831398
15792	embedding2nn.bias	2	-0.061168450862169266
15792	embedding2nn.bias	3	-0.01306107547134161
15792	embedding2nn.bias	4	0.005271500442177057
15792	embedding2nn.bias	5	0.0023369849659502506
15792	embedding2nn.bias	6	0.036715321242809296
15792	embedding2nn.bias	7	0.029376903548836708
15792	embedding2nn.bias	8	-0.026571763679385185
15792	embedding2nn.bias	9	0.010930262506008148
15792	rnn.weight_ih_l0	0	0.04028415307402611
15792	rnn.weight_ih_l0	1	-0.012493162415921688
15792	rnn.weight_ih_l0	2	-0.03787628933787346
15792	rnn.weight_ih_l0	3	-0.043705400079488754
15792	rnn.weight_ih_l0	4	-0.05058719590306282
15792	rnn.weight_ih_l0	5	-0.0026211398653686047
15792	rnn.weight_ih_l0	6	-0.05201072618365288
15792	rnn.weight_ih_l0	7	-0.05501921474933624
15792	rnn.weight_ih_l0	8	-0.043059688061475754
15792	rnn.weight_ih_l0	9	-0.02706950157880783
15792	rnn.weight_hh_l0	0	0.01014016568660736
15792	rnn.weight_hh_l0	1	-0.021788829937577248
15792	rnn.weight_hh_l0	2	-0.06762301921844482
15792	rnn.weight_hh_l0	3	-0.028139755129814148
15792	rnn.weight_hh_l0	4	-0.0693335011601448
15792	rnn.weight_hh_l0	5	-0.013114456087350845
15792	rnn.weight_hh_l0	6	-0.04585970938205719
15792	rnn.weight_hh_l0	7	-0.009573866613209248
15792	rnn.weight_hh_l0	8	-0.01770109310746193
15792	rnn.weight_hh_l0	9	0.016959628090262413
15792	rnn.bias_ih_l0	0	0.1214459016919136
15792	rnn.bias_ih_l0	1	-0.05485234409570694
15792	rnn.bias_ih_l0	2	0.10561743378639221
15792	rnn.bias_ih_l0	3	0.0609433650970459
15792	rnn.bias_ih_l0	4	0.10425211489200592
15792	rnn.bias_ih_l0	5	0.028168639168143272
15792	rnn.bias_ih_l0	6	-0.0006878707208670676
15792	rnn.bias_ih_l0	7	-0.1085318997502327
15792	rnn.bias_ih_l0	8	-0.18650321662425995
15792	rnn.bias_ih_l0	9	0.09084576368331909
15792	rnn.bias_hh_l0	0	-0.018604474142193794
15792	rnn.bias_hh_l0	1	0.014963118359446526
15792	rnn.bias_hh_l0	2	-0.022424908354878426
15792	rnn.bias_hh_l0	3	-0.026203934103250504
15792	rnn.bias_hh_l0	4	-0.04168906807899475
15792	rnn.bias_hh_l0	5	0.12393362820148468
15792	rnn.bias_hh_l0	6	0.01656610332429409
15792	rnn.bias_hh_l0	7	0.04680737107992172
15792	rnn.bias_hh_l0	8	0.03368090093135834
15792	rnn.bias_hh_l0	9	0.03512396290898323
15792	rnn.weight_ih_l0_reverse	0	-0.02918323688209057
15792	rnn.weight_ih_l0_reverse	1	0.0009583287755958736
15792	rnn.weight_ih_l0_reverse	2	0.025277622044086456
15792	rnn.weight_ih_l0_reverse	3	-0.060810286551713943
15792	rnn.weight_ih_l0_reverse	4	0.010017197579145432
15792	rnn.weight_ih_l0_reverse	5	-0.048141393810510635
15792	rnn.weight_ih_l0_reverse	6	0.012985519133508205
15792	rnn.weight_ih_l0_reverse	7	0.04403914883732796
15792	rnn.weight_ih_l0_reverse	8	-0.04306115210056305
15792	rnn.weight_ih_l0_reverse	9	-0.054844778031110764
15792	rnn.weight_hh_l0_reverse	0	-0.07537457346916199
15792	rnn.weight_hh_l0_reverse	1	-0.05493784695863724
15792	rnn.weight_hh_l0_reverse	2	0.027243081480264664
15792	rnn.weight_hh_l0_reverse	3	0.038710303604602814
15792	rnn.weight_hh_l0_reverse	4	0.00926441140472889
15792	rnn.weight_hh_l0_reverse	5	0.0445668026804924
15792	rnn.weight_hh_l0_reverse	6	0.002374340081587434
15792	rnn.weight_hh_l0_reverse	7	0.007052044849842787
15792	rnn.weight_hh_l0_reverse	8	-0.09161712229251862
15792	rnn.weight_hh_l0_reverse	9	0.06520437449216843
15792	rnn.bias_ih_l0_reverse	0	-0.09013757854700089
15792	rnn.bias_ih_l0_reverse	1	-0.06376772373914719
15792	rnn.bias_ih_l0_reverse	2	0.09097706526517868
15792	rnn.bias_ih_l0_reverse	3	0.03203166648745537
15792	rnn.bias_ih_l0_reverse	4	-0.11839855462312698
15792	rnn.bias_ih_l0_reverse	5	0.04336961731314659
15792	rnn.bias_ih_l0_reverse	6	-0.1122509315609932
15792	rnn.bias_ih_l0_reverse	7	0.038716353476047516
15792	rnn.bias_ih_l0_reverse	8	0.02467028982937336
15792	rnn.bias_ih_l0_reverse	9	0.0722152516245842
15792	rnn.bias_hh_l0_reverse	0	0.0677812397480011
15792	rnn.bias_hh_l0_reverse	1	0.06205514073371887
15792	rnn.bias_hh_l0_reverse	2	0.07507746666669846
15792	rnn.bias_hh_l0_reverse	3	-0.006470772437751293
15792	rnn.bias_hh_l0_reverse	4	0.08642545342445374
15792	rnn.bias_hh_l0_reverse	5	-0.001543952152132988
15792	rnn.bias_hh_l0_reverse	6	-0.06833586096763611
15792	rnn.bias_hh_l0_reverse	7	0.03207845240831375
15792	rnn.bias_hh_l0_reverse	8	0.030882593244314194
15792	rnn.bias_hh_l0_reverse	9	-0.1420992761850357
15792	linear.weight	0	0.20663602650165558
15792	linear.weight	1	-0.12677349150180817
15792	linear.weight	2	-0.20196549594402313
15792	linear.weight	3	0.06729444861412048
15792	linear.weight	4	-0.007747507654130459
15792	linear.weight	5	-0.002712444169446826
15792	linear.weight	6	-0.008159691467881203
15792	linear.weight	7	-0.0318816639482975
15792	linear.weight	8	0.07142317295074463
15792	linear.weight	9	0.2797475755214691
15792	linear.bias	0	-0.17352044582366943
15792	linear.bias	1	0.16322657465934753
15792	linear.bias	2	-0.4674878716468811
15792	linear.bias	3	1.609220266342163
15792	linear.bias	4	-0.3694874942302704
15792	linear.bias	5	-0.030769959092140198
15792	linear.bias	6	-0.32172831892967224
15792	linear.bias	7	-0.23498548567295074
15792	linear.bias	8	-0.0121972830966115
15792	linear.bias	9	-0.4669693410396576
15820	transitions	0	-0.6267239451408386
15820	transitions	1	0.37214452028274536
15820	transitions	2	1.703101634979248
15820	transitions	3	0.12234536558389664
15820	transitions	4	0.9642319679260254
15820	transitions	5	1.2743350267410278
15820	transitions	6	0.48391246795654297
15820	transitions	7	0.17855150997638702
15820	transitions	8	-0.9193025827407837
15820	transitions	9	0.9307374954223633
15820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15820	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15820	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15820	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15820	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15820	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15820	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15820	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15820	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15820	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15820	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15820	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15820	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15820	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15820	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15820	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15820	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15820	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15820	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15820	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15820	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15820	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15820	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15820	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15820	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15820	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15820	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15820	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15820	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15820	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15820	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15820	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15820	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15820	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15820	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15820	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15820	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15820	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15820	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15820	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15820	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15820	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15820	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15820	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15820	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15820	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15820	embedding2nn.weight	0	0.023585395887494087
15820	embedding2nn.weight	1	0.014648626558482647
15820	embedding2nn.weight	2	-0.00482601672410965
15820	embedding2nn.weight	3	0.0018502436578273773
15820	embedding2nn.weight	4	-0.004270336590707302
15820	embedding2nn.weight	5	0.010324142873287201
15820	embedding2nn.weight	6	-0.002705903025344014
15820	embedding2nn.weight	7	0.012577577494084835
15820	embedding2nn.weight	8	-0.00724408496171236
15820	embedding2nn.weight	9	-0.012775732204318047
15820	embedding2nn.bias	0	-0.04019245505332947
15820	embedding2nn.bias	1	-0.042804401367902756
15820	embedding2nn.bias	2	-0.06006594002246857
15820	embedding2nn.bias	3	-0.009100237861275673
15820	embedding2nn.bias	4	0.0028950688429176807
15820	embedding2nn.bias	5	0.007916276343166828
15820	embedding2nn.bias	6	0.03800857067108154
15820	embedding2nn.bias	7	0.029226060956716537
15820	embedding2nn.bias	8	-0.02416999079287052
15820	embedding2nn.bias	9	0.014827374368906021
15820	rnn.weight_ih_l0	0	0.039813004434108734
15820	rnn.weight_ih_l0	1	-0.011943425051867962
15820	rnn.weight_ih_l0	2	-0.03754369914531708
15820	rnn.weight_ih_l0	3	-0.04386549070477486
15820	rnn.weight_ih_l0	4	-0.05068734660744667
15820	rnn.weight_ih_l0	5	-0.002914965385571122
15820	rnn.weight_ih_l0	6	-0.05208601802587509
15820	rnn.weight_ih_l0	7	-0.05513743311166763
15820	rnn.weight_ih_l0	8	-0.04253822937607765
15820	rnn.weight_ih_l0	9	-0.02693319320678711
15820	rnn.weight_hh_l0	0	0.010305000469088554
15820	rnn.weight_hh_l0	1	-0.022012650966644287
15820	rnn.weight_hh_l0	2	-0.06729765236377716
15820	rnn.weight_hh_l0	3	-0.0279599167406559
15820	rnn.weight_hh_l0	4	-0.06995756179094315
15820	rnn.weight_hh_l0	5	-0.01291092112660408
15820	rnn.weight_hh_l0	6	-0.045847419649362564
15820	rnn.weight_hh_l0	7	-0.01116835605353117
15820	rnn.weight_hh_l0	8	-0.017774522304534912
15820	rnn.weight_hh_l0	9	0.017654309049248695
15820	rnn.bias_ih_l0	0	0.12181767076253891
15820	rnn.bias_ih_l0	1	-0.052795447409152985
15820	rnn.bias_ih_l0	2	0.1063467413187027
15820	rnn.bias_ih_l0	3	0.060685187578201294
15820	rnn.bias_ih_l0	4	0.10282246768474579
15820	rnn.bias_ih_l0	5	0.027814822271466255
15820	rnn.bias_ih_l0	6	-0.0005188846844248474
15820	rnn.bias_ih_l0	7	-0.110908143222332
15820	rnn.bias_ih_l0	8	-0.1781528890132904
15820	rnn.bias_ih_l0	9	0.09038600325584412
15820	rnn.bias_hh_l0	0	-0.019094806164503098
15820	rnn.bias_hh_l0	1	0.013938169926404953
15820	rnn.bias_hh_l0	2	-0.021952664479613304
15820	rnn.bias_hh_l0	3	-0.025709563866257668
15820	rnn.bias_hh_l0	4	-0.041756268590688705
15820	rnn.bias_hh_l0	5	0.12381996214389801
15820	rnn.bias_hh_l0	6	0.016182897612452507
15820	rnn.bias_hh_l0	7	0.045392025262117386
15820	rnn.bias_hh_l0	8	0.033849891275167465
15820	rnn.bias_hh_l0	9	0.03340998291969299
15820	rnn.weight_ih_l0_reverse	0	-0.02957349456846714
15820	rnn.weight_ih_l0_reverse	1	0.0007070727879181504
15820	rnn.weight_ih_l0_reverse	2	0.02531101182103157
15820	rnn.weight_ih_l0_reverse	3	-0.060828931629657745
15820	rnn.weight_ih_l0_reverse	4	0.01019776426255703
15820	rnn.weight_ih_l0_reverse	5	-0.04830970987677574
15820	rnn.weight_ih_l0_reverse	6	0.013373029418289661
15820	rnn.weight_ih_l0_reverse	7	0.0440637543797493
15820	rnn.weight_ih_l0_reverse	8	-0.04288753494620323
15820	rnn.weight_ih_l0_reverse	9	-0.054624613374471664
15820	rnn.weight_hh_l0_reverse	0	-0.07558003813028336
15820	rnn.weight_hh_l0_reverse	1	-0.05420200899243355
15820	rnn.weight_hh_l0_reverse	2	0.027401484549045563
15820	rnn.weight_hh_l0_reverse	3	0.038404401391744614
15820	rnn.weight_hh_l0_reverse	4	0.009517800062894821
15820	rnn.weight_hh_l0_reverse	5	0.04439808428287506
15820	rnn.weight_hh_l0_reverse	6	-6.153478170745075e-05
15820	rnn.weight_hh_l0_reverse	7	0.00743146101012826
15820	rnn.weight_hh_l0_reverse	8	-0.09212874621152878
15820	rnn.weight_hh_l0_reverse	9	0.06557317823171616
15820	rnn.bias_ih_l0_reverse	0	-0.09671859443187714
15820	rnn.bias_ih_l0_reverse	1	-0.060243040323257446
15820	rnn.bias_ih_l0_reverse	2	0.09065840393304825
15820	rnn.bias_ih_l0_reverse	3	0.03213445469737053
15820	rnn.bias_ih_l0_reverse	4	-0.12010834366083145
15820	rnn.bias_ih_l0_reverse	5	0.04182615131139755
15820	rnn.bias_ih_l0_reverse	6	-0.10767305642366409
15820	rnn.bias_ih_l0_reverse	7	0.037374574691057205
15820	rnn.bias_ih_l0_reverse	8	0.023667924106121063
15820	rnn.bias_ih_l0_reverse	9	0.07476985454559326
15820	rnn.bias_hh_l0_reverse	0	0.06760798394680023
15820	rnn.bias_hh_l0_reverse	1	0.06291535496711731
15820	rnn.bias_hh_l0_reverse	2	0.07721564173698425
15820	rnn.bias_hh_l0_reverse	3	-0.008038600906729698
15820	rnn.bias_hh_l0_reverse	4	0.08620339632034302
15820	rnn.bias_hh_l0_reverse	5	-0.005406677257269621
15820	rnn.bias_hh_l0_reverse	6	-0.06805923581123352
15820	rnn.bias_hh_l0_reverse	7	0.03300400823354721
15820	rnn.bias_hh_l0_reverse	8	0.029616637155413628
15820	rnn.bias_hh_l0_reverse	9	-0.14686469733715057
15820	linear.weight	0	0.21526077389717102
15820	linear.weight	1	-0.12678703665733337
15820	linear.weight	2	-0.20267769694328308
15820	linear.weight	3	0.06647414714097977
15820	linear.weight	4	-0.0062811169773340225
15820	linear.weight	5	-0.0019845287315547466
15820	linear.weight	6	-0.008157542906701565
15820	linear.weight	7	-0.03182288631796837
15820	linear.weight	8	0.07129523158073425
15820	linear.weight	9	0.28114819526672363
15820	linear.bias	0	-0.16818387806415558
15820	linear.bias	1	0.15980668365955353
15820	linear.bias	2	-0.46523138880729675
15820	linear.bias	3	1.6118041276931763
15820	linear.bias	4	-0.3699098825454712
15820	linear.bias	5	-0.030769959092140198
15820	linear.bias	6	-0.32053518295288086
15820	linear.bias	7	-0.236186221241951
15820	linear.bias	8	-0.008895670995116234
15820	linear.bias	9	-0.4671386182308197
15848	transitions	0	-0.6267717480659485
15848	transitions	1	0.3720933496952057
15848	transitions	2	1.702982783317566
15848	transitions	3	0.12228821963071823
15848	transitions	4	0.964221715927124
15848	transitions	5	1.2743337154388428
15848	transitions	6	0.4839116632938385
15848	transitions	7	0.17854464054107666
15848	transitions	8	-0.9193029999732971
15848	transitions	9	0.9307361841201782
15848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15848	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15848	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15848	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15848	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15848	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15848	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15848	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15848	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15848	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15848	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15848	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15848	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15848	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15848	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15848	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15848	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15848	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15848	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15848	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15848	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15848	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15848	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15848	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15848	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15848	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15848	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15848	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15848	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15848	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15848	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15848	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15848	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15848	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15848	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15848	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15848	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15848	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15848	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15848	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15848	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15848	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15848	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15848	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15848	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15848	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15848	embedding2nn.weight	0	0.023192914202809334
15848	embedding2nn.weight	1	0.014493693597614765
15848	embedding2nn.weight	2	-0.004857481457293034
15848	embedding2nn.weight	3	0.0020044338889420033
15848	embedding2nn.weight	4	-0.0043015312403440475
15848	embedding2nn.weight	5	0.010257815942168236
15848	embedding2nn.weight	6	-0.002687806263566017
15848	embedding2nn.weight	7	0.012704857625067234
15848	embedding2nn.weight	8	-0.00727959955111146
15848	embedding2nn.weight	9	-0.012823892757296562
15848	embedding2nn.bias	0	-0.04191109165549278
15848	embedding2nn.bias	1	-0.03379306197166443
15848	embedding2nn.bias	2	-0.06196159869432449
15848	embedding2nn.bias	3	-0.0039331549778580666
15848	embedding2nn.bias	4	-0.0002364240208407864
15848	embedding2nn.bias	5	0.007833664305508137
15848	embedding2nn.bias	6	0.034425511956214905
15848	embedding2nn.bias	7	0.025913964956998825
15848	embedding2nn.bias	8	-0.026782579720020294
15848	embedding2nn.bias	9	0.01668890006840229
15848	rnn.weight_ih_l0	0	0.04013894498348236
15848	rnn.weight_ih_l0	1	-0.010526137426495552
15848	rnn.weight_ih_l0	2	-0.03721001744270325
15848	rnn.weight_ih_l0	3	-0.04384000971913338
15848	rnn.weight_ih_l0	4	-0.050706226378679276
15848	rnn.weight_ih_l0	5	-0.0029071930330246687
15848	rnn.weight_ih_l0	6	-0.05261414498090744
15848	rnn.weight_ih_l0	7	-0.0552801676094532
15848	rnn.weight_ih_l0	8	-0.04321897402405739
15848	rnn.weight_ih_l0	9	-0.027054155245423317
15848	rnn.weight_hh_l0	0	0.010433841496706009
15848	rnn.weight_hh_l0	1	-0.02148929424583912
15848	rnn.weight_hh_l0	2	-0.06734802573919296
15848	rnn.weight_hh_l0	3	-0.027560334652662277
15848	rnn.weight_hh_l0	4	-0.07023923844099045
15848	rnn.weight_hh_l0	5	-0.012947638519108295
15848	rnn.weight_hh_l0	6	-0.046220920979976654
15848	rnn.weight_hh_l0	7	-0.012935028411448002
15848	rnn.weight_hh_l0	8	-0.017904290929436684
15848	rnn.weight_hh_l0	9	0.01797206699848175
15848	rnn.bias_ih_l0	0	0.12228991091251373
15848	rnn.bias_ih_l0	1	-0.052371956408023834
15848	rnn.bias_ih_l0	2	0.10521955043077469
15848	rnn.bias_ih_l0	3	0.05829861760139465
15848	rnn.bias_ih_l0	4	0.10171490907669067
15848	rnn.bias_ih_l0	5	0.025632601231336594
15848	rnn.bias_ih_l0	6	0.0005581112927757204
15848	rnn.bias_ih_l0	7	-0.11159112304449081
15848	rnn.bias_ih_l0	8	-0.17840716242790222
15848	rnn.bias_ih_l0	9	0.0908334031701088
15848	rnn.bias_hh_l0	0	-0.018117204308509827
15848	rnn.bias_hh_l0	1	0.01241265144199133
15848	rnn.bias_hh_l0	2	-0.021532399579882622
15848	rnn.bias_hh_l0	3	-0.02686755731701851
15848	rnn.bias_hh_l0	4	-0.04060603305697441
15848	rnn.bias_hh_l0	5	0.12362615019083023
15848	rnn.bias_hh_l0	6	0.017688417807221413
15848	rnn.bias_hh_l0	7	0.04641132801771164
15848	rnn.bias_hh_l0	8	0.0349268801510334
15848	rnn.bias_hh_l0	9	0.034270014613866806
15848	rnn.weight_ih_l0_reverse	0	-0.02981448732316494
15848	rnn.weight_ih_l0_reverse	1	0.0008461240213364363
15848	rnn.weight_ih_l0_reverse	2	0.025261133909225464
15848	rnn.weight_ih_l0_reverse	3	-0.060810185968875885
15848	rnn.weight_ih_l0_reverse	4	0.010010317899286747
15848	rnn.weight_ih_l0_reverse	5	-0.048288650810718536
15848	rnn.weight_ih_l0_reverse	6	0.013250261545181274
15848	rnn.weight_ih_l0_reverse	7	0.04412694275379181
15848	rnn.weight_ih_l0_reverse	8	-0.04240540787577629
15848	rnn.weight_ih_l0_reverse	9	-0.05464106425642967
15848	rnn.weight_hh_l0_reverse	0	-0.07483237236738205
15848	rnn.weight_hh_l0_reverse	1	-0.05376151576638222
15848	rnn.weight_hh_l0_reverse	2	0.027598828077316284
15848	rnn.weight_hh_l0_reverse	3	0.0385495126247406
15848	rnn.weight_hh_l0_reverse	4	0.009027034975588322
15848	rnn.weight_hh_l0_reverse	5	0.044550299644470215
15848	rnn.weight_hh_l0_reverse	6	0.002321047941222787
15848	rnn.weight_hh_l0_reverse	7	0.007885344326496124
15848	rnn.weight_hh_l0_reverse	8	-0.09212590008974075
15848	rnn.weight_hh_l0_reverse	9	0.06487773358821869
15848	rnn.bias_ih_l0_reverse	0	-0.08954831212759018
15848	rnn.bias_ih_l0_reverse	1	-0.059416815638542175
15848	rnn.bias_ih_l0_reverse	2	0.09130990505218506
15848	rnn.bias_ih_l0_reverse	3	0.031865570694208145
15848	rnn.bias_ih_l0_reverse	4	-0.12000685185194016
15848	rnn.bias_ih_l0_reverse	5	0.04255649447441101
15848	rnn.bias_ih_l0_reverse	6	-0.1065039336681366
15848	rnn.bias_ih_l0_reverse	7	0.03887754678726196
15848	rnn.bias_ih_l0_reverse	8	0.02470983937382698
15848	rnn.bias_ih_l0_reverse	9	0.075510174036026
15848	rnn.bias_hh_l0_reverse	0	0.06509515643119812
15848	rnn.bias_hh_l0_reverse	1	0.06305544823408127
15848	rnn.bias_hh_l0_reverse	2	0.07727640122175217
15848	rnn.bias_hh_l0_reverse	3	-0.009222665801644325
15848	rnn.bias_hh_l0_reverse	4	0.08662151545286179
15848	rnn.bias_hh_l0_reverse	5	-0.004768064711242914
15848	rnn.bias_hh_l0_reverse	6	-0.06739465147256851
15848	rnn.bias_hh_l0_reverse	7	0.034410350024700165
15848	rnn.bias_hh_l0_reverse	8	0.03207702562212944
15848	rnn.bias_hh_l0_reverse	9	-0.14880184829235077
15848	linear.weight	0	0.21426473557949066
15848	linear.weight	1	-0.1267925649881363
15848	linear.weight	2	-0.20238550007343292
15848	linear.weight	3	0.062276966869831085
15848	linear.weight	4	-0.006517374888062477
15848	linear.weight	5	-0.002533942461013794
15848	linear.weight	6	-0.008153323084115982
15848	linear.weight	7	-0.031800348311662674
15848	linear.weight	8	0.07093717902898788
15848	linear.weight	9	0.2853819727897644
15848	linear.bias	0	-0.17117270827293396
15848	linear.bias	1	0.16138795018196106
15848	linear.bias	2	-0.46621814370155334
15848	linear.bias	3	1.622916579246521
15848	linear.bias	4	-0.3708185851573944
15848	linear.bias	5	-0.030769959092140198
15848	linear.bias	6	-0.31948527693748474
15848	linear.bias	7	-0.23185470700263977
15848	linear.bias	8	-0.005957811139523983
15848	linear.bias	9	-0.4672716557979584
15876	transitions	0	-0.6268381476402283
15876	transitions	1	0.3720613121986389
15876	transitions	2	1.7027933597564697
15876	transitions	3	0.12177988141775131
15876	transitions	4	0.9641426205635071
15876	transitions	5	1.2743310928344727
15876	transitions	6	0.48391059041023254
15876	transitions	7	0.17854350805282593
15876	transitions	8	-0.9193034172058105
15876	transitions	9	0.9307361841201782
15876	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15876	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15876	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15876	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15876	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15876	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15876	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15876	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15876	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15876	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15876	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15876	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15876	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15876	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15876	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15876	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15876	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15876	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15876	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15876	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15876	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15876	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15876	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15876	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15876	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15876	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15876	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15876	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15876	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15876	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15876	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15876	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15876	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15876	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15876	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15876	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15876	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15876	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15876	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15876	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15876	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15876	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15876	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15876	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15876	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15876	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15876	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15876	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15876	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15876	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15876	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15876	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15876	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15876	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15876	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15876	embedding2nn.weight	0	0.023259779438376427
15876	embedding2nn.weight	1	0.01443774625658989
15876	embedding2nn.weight	2	-0.004853387828916311
15876	embedding2nn.weight	3	0.001892122090794146
15876	embedding2nn.weight	4	-0.004219522699713707
15876	embedding2nn.weight	5	0.010417523793876171
15876	embedding2nn.weight	6	-0.0026531906332820654
15876	embedding2nn.weight	7	0.013859502039849758
15876	embedding2nn.weight	8	-0.0072176214307546616
15876	embedding2nn.weight	9	-0.012888514436781406
15876	embedding2nn.bias	0	-0.04078985005617142
15876	embedding2nn.bias	1	-0.03762543573975563
15876	embedding2nn.bias	2	-0.0682997852563858
15876	embedding2nn.bias	3	-0.008608780801296234
15876	embedding2nn.bias	4	0.0022835673298686743
15876	embedding2nn.bias	5	0.008492980152368546
15876	embedding2nn.bias	6	0.029325952753424644
15876	embedding2nn.bias	7	0.028266865760087967
15876	embedding2nn.bias	8	-0.025412542745471
15876	embedding2nn.bias	9	0.014059142209589481
15876	rnn.weight_ih_l0	0	0.040381740778684616
15876	rnn.weight_ih_l0	1	-0.010786757804453373
15876	rnn.weight_ih_l0	2	-0.03608246520161629
15876	rnn.weight_ih_l0	3	-0.043767206370830536
15876	rnn.weight_ih_l0	4	-0.051057931035757065
15876	rnn.weight_ih_l0	5	-0.0030139058362692595
15876	rnn.weight_ih_l0	6	-0.05235564708709717
15876	rnn.weight_ih_l0	7	-0.05561574548482895
15876	rnn.weight_ih_l0	8	-0.04306039214134216
15876	rnn.weight_ih_l0	9	-0.027354201301932335
15876	rnn.weight_hh_l0	0	0.011056231334805489
15876	rnn.weight_hh_l0	1	-0.021226579323410988
15876	rnn.weight_hh_l0	2	-0.06623973697423935
15876	rnn.weight_hh_l0	3	-0.0278080515563488
15876	rnn.weight_hh_l0	4	-0.0702819898724556
15876	rnn.weight_hh_l0	5	-0.013017874211072922
15876	rnn.weight_hh_l0	6	-0.04606536403298378
15876	rnn.weight_hh_l0	7	-0.012663469649851322
15876	rnn.weight_hh_l0	8	-0.018643051385879517
15876	rnn.weight_hh_l0	9	0.018762247636914253
15876	rnn.bias_ih_l0	0	0.12212570011615753
15876	rnn.bias_ih_l0	1	-0.05329715088009834
15876	rnn.bias_ih_l0	2	0.10661457479000092
15876	rnn.bias_ih_l0	3	0.05790390446782112
15876	rnn.bias_ih_l0	4	0.10021080821752548
15876	rnn.bias_ih_l0	5	0.02590205706655979
15876	rnn.bias_ih_l0	6	0.0007970092701725662
15876	rnn.bias_ih_l0	7	-0.10687094926834106
15876	rnn.bias_ih_l0	8	-0.1849319338798523
15876	rnn.bias_ih_l0	9	0.09213387221097946
15876	rnn.bias_hh_l0	0	-0.017923733219504356
15876	rnn.bias_hh_l0	1	0.01390249002724886
15876	rnn.bias_hh_l0	2	-0.020479481667280197
15876	rnn.bias_hh_l0	3	-0.02723607048392296
15876	rnn.bias_hh_l0	4	-0.0401139073073864
15876	rnn.bias_hh_l0	5	0.1296931356191635
15876	rnn.bias_hh_l0	6	0.01901266723871231
15876	rnn.bias_hh_l0	7	0.045133620500564575
15876	rnn.bias_hh_l0	8	0.03516577556729317
15876	rnn.bias_hh_l0	9	0.034683190286159515
15876	rnn.weight_ih_l0_reverse	0	-0.029907558113336563
15876	rnn.weight_ih_l0_reverse	1	0.001052865176461637
15876	rnn.weight_ih_l0_reverse	2	0.025246497243642807
15876	rnn.weight_ih_l0_reverse	3	-0.06110922992229462
15876	rnn.weight_ih_l0_reverse	4	0.010072681121528149
15876	rnn.weight_ih_l0_reverse	5	-0.04838903620839119
15876	rnn.weight_ih_l0_reverse	6	0.013167536817491055
15876	rnn.weight_ih_l0_reverse	7	0.04413263127207756
15876	rnn.weight_ih_l0_reverse	8	-0.042427606880664825
15876	rnn.weight_ih_l0_reverse	9	-0.05457169562578201
15876	rnn.weight_hh_l0_reverse	0	-0.07555606961250305
15876	rnn.weight_hh_l0_reverse	1	-0.0530698299407959
15876	rnn.weight_hh_l0_reverse	2	0.02768029272556305
15876	rnn.weight_hh_l0_reverse	3	0.03859075903892517
15876	rnn.weight_hh_l0_reverse	4	0.009209596551954746
15876	rnn.weight_hh_l0_reverse	5	0.04460218921303749
15876	rnn.weight_hh_l0_reverse	6	0.002946815686300397
15876	rnn.weight_hh_l0_reverse	7	0.007585188373923302
15876	rnn.weight_hh_l0_reverse	8	-0.09245377779006958
15876	rnn.weight_hh_l0_reverse	9	0.06456673890352249
15876	rnn.bias_ih_l0_reverse	0	-0.08623925596475601
15876	rnn.bias_ih_l0_reverse	1	-0.061417654156684875
15876	rnn.bias_ih_l0_reverse	2	0.0916799008846283
15876	rnn.bias_ih_l0_reverse	3	0.031836189329624176
15876	rnn.bias_ih_l0_reverse	4	-0.11903949826955795
15876	rnn.bias_ih_l0_reverse	5	0.042582377791404724
15876	rnn.bias_ih_l0_reverse	6	-0.10719287395477295
15876	rnn.bias_ih_l0_reverse	7	0.04011330381035805
15876	rnn.bias_ih_l0_reverse	8	0.024729115888476372
15876	rnn.bias_ih_l0_reverse	9	0.07467198371887207
15876	rnn.bias_hh_l0_reverse	0	0.05813388153910637
15876	rnn.bias_hh_l0_reverse	1	0.0627756416797638
15876	rnn.bias_hh_l0_reverse	2	0.07540349662303925
15876	rnn.bias_hh_l0_reverse	3	-0.009511787444353104
15876	rnn.bias_hh_l0_reverse	4	0.08584819734096527
15876	rnn.bias_hh_l0_reverse	5	-0.0018870544154196978
15876	rnn.bias_hh_l0_reverse	6	-0.06754455715417862
15876	rnn.bias_hh_l0_reverse	7	0.03379935398697853
15876	rnn.bias_hh_l0_reverse	8	0.032085120677948
15876	rnn.bias_hh_l0_reverse	9	-0.15631528198719025
15876	linear.weight	0	0.21573778986930847
15876	linear.weight	1	-0.12678708136081696
15876	linear.weight	2	-0.2055313140153885
15876	linear.weight	3	0.06306871026754379
15876	linear.weight	4	-0.00838999543339014
15876	linear.weight	5	-0.002884515095502138
15876	linear.weight	6	-0.00815258827060461
15876	linear.weight	7	-0.03178173676133156
15876	linear.weight	8	0.07038864493370056
15876	linear.weight	9	0.28616002202033997
15876	linear.bias	0	-0.17933687567710876
15876	linear.bias	1	0.16207557916641235
15876	linear.bias	2	-0.4693913161754608
15876	linear.bias	3	1.6184930801391602
15876	linear.bias	4	-0.37099647521972656
15876	linear.bias	5	-0.030769959092140198
15876	linear.bias	6	-0.32289597392082214
15876	linear.bias	7	-0.23290996253490448
15876	linear.bias	8	-0.01446338277310133
15876	linear.bias	9	-0.4673668444156647
15904	transitions	0	-0.626887321472168
15904	transitions	1	0.37200915813446045
15904	transitions	2	1.7027192115783691
15904	transitions	3	0.1217011958360672
15904	transitions	4	0.9640802145004272
15904	transitions	5	1.2743291854858398
15904	transitions	6	0.48390987515449524
15904	transitions	7	0.17853295803070068
15904	transitions	8	-0.9193047285079956
15904	transitions	9	0.9307361841201782
15904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15904	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15904	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15904	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15904	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15904	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15904	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15904	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15904	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15904	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15904	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15904	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15904	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15904	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15904	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15904	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15904	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15904	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15904	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15904	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15904	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15904	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15904	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15904	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15904	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15904	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15904	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15904	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15904	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15904	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15904	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15904	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15904	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15904	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15904	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15904	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15904	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15904	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15904	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15904	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15904	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15904	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15904	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15904	embedding2nn.weight	0	0.02336939610540867
15904	embedding2nn.weight	1	0.014408087357878685
15904	embedding2nn.weight	2	-0.004897508304566145
15904	embedding2nn.weight	3	0.002028868068009615
15904	embedding2nn.weight	4	-0.004176480229943991
15904	embedding2nn.weight	5	0.01014644280076027
15904	embedding2nn.weight	6	-0.00273624574765563
15904	embedding2nn.weight	7	0.014505133032798767
15904	embedding2nn.weight	8	-0.00707881199195981
15904	embedding2nn.weight	9	-0.012786255218088627
15904	embedding2nn.bias	0	-0.03444522246718407
15904	embedding2nn.bias	1	-0.03587958961725235
15904	embedding2nn.bias	2	-0.06636451184749603
15904	embedding2nn.bias	3	-0.01197193842381239
15904	embedding2nn.bias	4	0.00832822360098362
15904	embedding2nn.bias	5	0.01056226808577776
15904	embedding2nn.bias	6	0.02848026156425476
15904	embedding2nn.bias	7	0.031948622316122055
15904	embedding2nn.bias	8	-0.020236602053046227
15904	embedding2nn.bias	9	0.014553504064679146
15904	rnn.weight_ih_l0	0	0.04011119529604912
15904	rnn.weight_ih_l0	1	-0.01109563373029232
15904	rnn.weight_ih_l0	2	-0.035884790122509
15904	rnn.weight_ih_l0	3	-0.04346201941370964
15904	rnn.weight_ih_l0	4	-0.05063489452004433
15904	rnn.weight_ih_l0	5	-0.003305972320958972
15904	rnn.weight_ih_l0	6	-0.052272431552410126
15904	rnn.weight_ih_l0	7	-0.0555604062974453
15904	rnn.weight_ih_l0	8	-0.0430748276412487
15904	rnn.weight_ih_l0	9	-0.02745903469622135
15904	rnn.weight_hh_l0	0	0.011716640554368496
15904	rnn.weight_hh_l0	1	-0.02143252082169056
15904	rnn.weight_hh_l0	2	-0.06585262715816498
15904	rnn.weight_hh_l0	3	-0.027792667970061302
15904	rnn.weight_hh_l0	4	-0.07034764438867569
15904	rnn.weight_hh_l0	5	-0.013700640760362148
15904	rnn.weight_hh_l0	6	-0.047968875616788864
15904	rnn.weight_hh_l0	7	-0.012575317174196243
15904	rnn.weight_hh_l0	8	-0.018309850245714188
15904	rnn.weight_hh_l0	9	0.01753612607717514
15904	rnn.bias_ih_l0	0	0.12079443782567978
15904	rnn.bias_ih_l0	1	-0.05375615507364273
15904	rnn.bias_ih_l0	2	0.1083042100071907
15904	rnn.bias_ih_l0	3	0.05841124802827835
15904	rnn.bias_ih_l0	4	0.09873642027378082
15904	rnn.bias_ih_l0	5	0.023916762322187424
15904	rnn.bias_ih_l0	6	-0.0016947209369391203
15904	rnn.bias_ih_l0	7	-0.11387762427330017
15904	rnn.bias_ih_l0	8	-0.1883123815059662
15904	rnn.bias_ih_l0	9	0.09288785606622696
15904	rnn.bias_hh_l0	0	-0.016692012548446655
15904	rnn.bias_hh_l0	1	0.01299010869115591
15904	rnn.bias_hh_l0	2	-0.019456522539258003
15904	rnn.bias_hh_l0	3	-0.02901753969490528
15904	rnn.bias_hh_l0	4	-0.03844129666686058
15904	rnn.bias_hh_l0	5	0.12723994255065918
15904	rnn.bias_hh_l0	6	0.01825602538883686
15904	rnn.bias_hh_l0	7	0.043344829231500626
15904	rnn.bias_hh_l0	8	0.03267403692007065
15904	rnn.bias_hh_l0	9	0.03311753645539284
15904	rnn.weight_ih_l0_reverse	0	-0.02992907725274563
15904	rnn.weight_ih_l0_reverse	1	0.001455908641219139
15904	rnn.weight_ih_l0_reverse	2	0.025237899273633957
15904	rnn.weight_ih_l0_reverse	3	-0.060771096497774124
15904	rnn.weight_ih_l0_reverse	4	0.010265709832310677
15904	rnn.weight_ih_l0_reverse	5	-0.04821530357003212
15904	rnn.weight_ih_l0_reverse	6	0.014625949785113335
15904	rnn.weight_ih_l0_reverse	7	0.04412884637713432
15904	rnn.weight_ih_l0_reverse	8	-0.04257810488343239
15904	rnn.weight_ih_l0_reverse	9	-0.05450919643044472
15904	rnn.weight_hh_l0_reverse	0	-0.07598486542701721
15904	rnn.weight_hh_l0_reverse	1	-0.05375191941857338
15904	rnn.weight_hh_l0_reverse	2	0.028546668589115143
15904	rnn.weight_hh_l0_reverse	3	0.0385124646127224
15904	rnn.weight_hh_l0_reverse	4	0.009103106334805489
15904	rnn.weight_hh_l0_reverse	5	0.044497840106487274
15904	rnn.weight_hh_l0_reverse	6	0.001292560831643641
15904	rnn.weight_hh_l0_reverse	7	0.007536339107900858
15904	rnn.weight_hh_l0_reverse	8	-0.09236901253461838
15904	rnn.weight_hh_l0_reverse	9	0.06451963633298874
15904	rnn.bias_ih_l0_reverse	0	-0.08517978340387344
15904	rnn.bias_ih_l0_reverse	1	-0.05547049269080162
15904	rnn.bias_ih_l0_reverse	2	0.08984101563692093
15904	rnn.bias_ih_l0_reverse	3	0.031431715935468674
15904	rnn.bias_ih_l0_reverse	4	-0.12138611823320389
15904	rnn.bias_ih_l0_reverse	5	0.044959746301174164
15904	rnn.bias_ih_l0_reverse	6	-0.11053720116615295
15904	rnn.bias_ih_l0_reverse	7	0.04093760997056961
15904	rnn.bias_ih_l0_reverse	8	0.0225201528519392
15904	rnn.bias_ih_l0_reverse	9	0.07388032227754593
15904	rnn.bias_hh_l0_reverse	0	0.06075148284435272
15904	rnn.bias_hh_l0_reverse	1	0.0635504350066185
15904	rnn.bias_hh_l0_reverse	2	0.07388962805271149
15904	rnn.bias_hh_l0_reverse	3	-0.007725691422820091
15904	rnn.bias_hh_l0_reverse	4	0.08694110810756683
15904	rnn.bias_hh_l0_reverse	5	-0.007433020044118166
15904	rnn.bias_hh_l0_reverse	6	-0.06931480020284653
15904	rnn.bias_hh_l0_reverse	7	0.03439218923449516
15904	rnn.bias_hh_l0_reverse	8	0.029677454382181168
15904	rnn.bias_hh_l0_reverse	9	-0.157546266913414
15904	linear.weight	0	0.21903878450393677
15904	linear.weight	1	-0.12681925296783447
15904	linear.weight	2	-0.20582148432731628
15904	linear.weight	3	0.0628264993429184
15904	linear.weight	4	-0.009380796924233437
15904	linear.weight	5	-0.0021526431664824486
15904	linear.weight	6	-0.008150370791554451
15904	linear.weight	7	-0.03170644864439964
15904	linear.weight	8	0.0712130218744278
15904	linear.weight	9	0.28611883521080017
15904	linear.bias	0	-0.16836205124855042
15904	linear.bias	1	0.1565496176481247
15904	linear.bias	2	-0.47178545594215393
15904	linear.bias	3	1.6065876483917236
15904	linear.bias	4	-0.37130850553512573
15904	linear.bias	5	-0.030769959092140198
15904	linear.bias	6	-0.32420679926872253
15904	linear.bias	7	-0.23519814014434814
15904	linear.bias	8	-0.019080637022852898
15904	linear.bias	9	-0.46750327944755554
15932	transitions	0	-0.6269493103027344
15932	transitions	1	0.37180662155151367
15932	transitions	2	1.7026383876800537
15932	transitions	3	0.12155663222074509
15932	transitions	4	0.9640647172927856
15932	transitions	5	1.2743276357650757
15932	transitions	6	0.4839092195034027
15932	transitions	7	0.1785001903772354
15932	transitions	8	-0.9193066358566284
15932	transitions	9	0.9307361245155334
15932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15932	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15932	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15932	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15932	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15932	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15932	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15932	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15932	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15932	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15932	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15932	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15932	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15932	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15932	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15932	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15932	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15932	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15932	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15932	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15932	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15932	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15932	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15932	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15932	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15932	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15932	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15932	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15932	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15932	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15932	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15932	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15932	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15932	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15932	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15932	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15932	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15932	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15932	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15932	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15932	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15932	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15932	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15932	embedding2nn.weight	0	0.02356603555381298
15932	embedding2nn.weight	1	0.014398523606359959
15932	embedding2nn.weight	2	-0.004911936353892088
15932	embedding2nn.weight	3	0.002038190606981516
15932	embedding2nn.weight	4	-0.004137786570936441
15932	embedding2nn.weight	5	0.010045750066637993
15932	embedding2nn.weight	6	-0.002818599808961153
15932	embedding2nn.weight	7	0.01479385420680046
15932	embedding2nn.weight	8	-0.007178150583058596
15932	embedding2nn.weight	9	-0.012660641223192215
15932	embedding2nn.bias	0	-0.04480671510100365
15932	embedding2nn.bias	1	-0.02690952643752098
15932	embedding2nn.bias	2	-0.06923884153366089
15932	embedding2nn.bias	3	-0.011277435347437859
15932	embedding2nn.bias	4	0.00766340596601367
15932	embedding2nn.bias	5	0.01241457462310791
15932	embedding2nn.bias	6	0.02577977441251278
15932	embedding2nn.bias	7	0.03174518793821335
15932	embedding2nn.bias	8	-0.022522257640957832
15932	embedding2nn.bias	9	0.012640058062970638
15932	rnn.weight_ih_l0	0	0.039830517023801804
15932	rnn.weight_ih_l0	1	-0.01169604528695345
15932	rnn.weight_ih_l0	2	-0.03544263541698456
15932	rnn.weight_ih_l0	3	-0.043413229286670685
15932	rnn.weight_ih_l0	4	-0.05078824236989021
15932	rnn.weight_ih_l0	5	-0.003318105824291706
15932	rnn.weight_ih_l0	6	-0.05314156785607338
15932	rnn.weight_ih_l0	7	-0.05556671321392059
15932	rnn.weight_ih_l0	8	-0.043451521545648575
15932	rnn.weight_ih_l0	9	-0.0275367833673954
15932	rnn.weight_hh_l0	0	0.012032633647322655
15932	rnn.weight_hh_l0	1	-0.02129092626273632
15932	rnn.weight_hh_l0	2	-0.06512486934661865
15932	rnn.weight_hh_l0	3	-0.028064073994755745
15932	rnn.weight_hh_l0	4	-0.07050266861915588
15932	rnn.weight_hh_l0	5	-0.013554631732404232
15932	rnn.weight_hh_l0	6	-0.048378679901361465
15932	rnn.weight_hh_l0	7	-0.011640732176601887
15932	rnn.weight_hh_l0	8	-0.018226511776447296
15932	rnn.weight_hh_l0	9	0.017890142276883125
15932	rnn.bias_ih_l0	0	0.12121979147195816
15932	rnn.bias_ih_l0	1	-0.052064452320337296
15932	rnn.bias_ih_l0	2	0.10840006917715073
15932	rnn.bias_ih_l0	3	0.05946445092558861
15932	rnn.bias_ih_l0	4	0.09772790968418121
15932	rnn.bias_ih_l0	5	0.022663678973913193
15932	rnn.bias_ih_l0	6	-0.0016561384545639157
15932	rnn.bias_ih_l0	7	-0.11296668648719788
15932	rnn.bias_ih_l0	8	-0.18371255695819855
15932	rnn.bias_ih_l0	9	0.09089680016040802
15932	rnn.bias_hh_l0	0	-0.01425170712172985
15932	rnn.bias_hh_l0	1	0.013166350312530994
15932	rnn.bias_hh_l0	2	-0.018489303067326546
15932	rnn.bias_hh_l0	3	-0.028959153220057487
15932	rnn.bias_hh_l0	4	-0.0392453633248806
15932	rnn.bias_hh_l0	5	0.12581785023212433
15932	rnn.bias_hh_l0	6	0.01733601652085781
15932	rnn.bias_hh_l0	7	0.04297703504562378
15932	rnn.bias_hh_l0	8	0.03271262347698212
15932	rnn.bias_hh_l0	9	0.033409617841243744
15932	rnn.weight_ih_l0_reverse	0	-0.029859695583581924
15932	rnn.weight_ih_l0_reverse	1	0.0007090565050020814
15932	rnn.weight_ih_l0_reverse	2	0.02505287528038025
15932	rnn.weight_ih_l0_reverse	3	-0.06052443012595177
15932	rnn.weight_ih_l0_reverse	4	0.009852352552115917
15932	rnn.weight_ih_l0_reverse	5	-0.048054203391075134
15932	rnn.weight_ih_l0_reverse	6	0.01482043694704771
15932	rnn.weight_ih_l0_reverse	7	0.04412339627742767
15932	rnn.weight_ih_l0_reverse	8	-0.04276870936155319
15932	rnn.weight_ih_l0_reverse	9	-0.05457903444766998
15932	rnn.weight_hh_l0_reverse	0	-0.07619601488113403
15932	rnn.weight_hh_l0_reverse	1	-0.05391204357147217
15932	rnn.weight_hh_l0_reverse	2	0.02911604382097721
15932	rnn.weight_hh_l0_reverse	3	0.038916878402233124
15932	rnn.weight_hh_l0_reverse	4	0.00835513323545456
15932	rnn.weight_hh_l0_reverse	5	0.044423483312129974
15932	rnn.weight_hh_l0_reverse	6	-0.0011622109450399876
15932	rnn.weight_hh_l0_reverse	7	0.00802248902618885
15932	rnn.weight_hh_l0_reverse	8	-0.09160467237234116
15932	rnn.weight_hh_l0_reverse	9	0.06461530178785324
15932	rnn.bias_ih_l0_reverse	0	-0.08348508924245834
15932	rnn.bias_ih_l0_reverse	1	-0.05770975351333618
15932	rnn.bias_ih_l0_reverse	2	0.0897020623087883
15932	rnn.bias_ih_l0_reverse	3	0.03342745825648308
15932	rnn.bias_ih_l0_reverse	4	-0.11977946013212204
15932	rnn.bias_ih_l0_reverse	5	0.04504675045609474
15932	rnn.bias_ih_l0_reverse	6	-0.11245918273925781
15932	rnn.bias_ih_l0_reverse	7	0.04056546092033386
15932	rnn.bias_ih_l0_reverse	8	0.02242141403257847
15932	rnn.bias_ih_l0_reverse	9	0.07332587987184525
15932	rnn.bias_hh_l0_reverse	0	0.05504162609577179
15932	rnn.bias_hh_l0_reverse	1	0.06282743811607361
15932	rnn.bias_hh_l0_reverse	2	0.07580208778381348
15932	rnn.bias_hh_l0_reverse	3	-0.006084764376282692
15932	rnn.bias_hh_l0_reverse	4	0.08688849955797195
15932	rnn.bias_hh_l0_reverse	5	-0.007534665521234274
15932	rnn.bias_hh_l0_reverse	6	-0.0689614862203598
15932	rnn.bias_hh_l0_reverse	7	0.034385066479444504
15932	rnn.bias_hh_l0_reverse	8	0.0302863921970129
15932	rnn.bias_hh_l0_reverse	9	-0.15426227450370789
15932	linear.weight	0	0.21852122247219086
15932	linear.weight	1	-0.12681034207344055
15932	linear.weight	2	-0.20527306199073792
15932	linear.weight	3	0.07249891757965088
15932	linear.weight	4	-0.009074926376342773
15932	linear.weight	5	-0.0015050130896270275
15932	linear.weight	6	-0.008146555162966251
15932	linear.weight	7	-0.03143617883324623
15932	linear.weight	8	0.0708448737859726
15932	linear.weight	9	0.2855721712112427
15932	linear.bias	0	-0.17746800184249878
15932	linear.bias	1	0.1612008810043335
15932	linear.bias	2	-0.4739393889904022
15932	linear.bias	3	1.6195042133331299
15932	linear.bias	4	-0.3718254864215851
15932	linear.bias	5	-0.030769959092140198
15932	linear.bias	6	-0.3262442946434021
15932	linear.bias	7	-0.23317836225032806
15932	linear.bias	8	-0.018204567953944206
15932	linear.bias	9	-0.4677400290966034
15960	transitions	0	-0.6269930601119995
15960	transitions	1	0.37178435921669006
15960	transitions	2	1.702478289604187
15960	transitions	3	0.12153811752796173
15960	transitions	4	0.9640442132949829
15960	transitions	5	1.2743265628814697
15960	transitions	6	0.48390907049179077
15960	transitions	7	0.17849957942962646
15960	transitions	8	-0.9193081855773926
15960	transitions	9	0.9307361245155334
15960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15960	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15960	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15960	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15960	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15960	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15960	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15960	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15960	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15960	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15960	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15960	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15960	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15960	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15960	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15960	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15960	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15960	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15960	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15960	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15960	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15960	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15960	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15960	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15960	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15960	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15960	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15960	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15960	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15960	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15960	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15960	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15960	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15960	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15960	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15960	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15960	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15960	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15960	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15960	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15960	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15960	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15960	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15960	embedding2nn.weight	0	0.023286450654268265
15960	embedding2nn.weight	1	0.014358735643327236
15960	embedding2nn.weight	2	-0.004928495269268751
15960	embedding2nn.weight	3	0.0019547268748283386
15960	embedding2nn.weight	4	-0.004117591306567192
15960	embedding2nn.weight	5	0.010029688477516174
15960	embedding2nn.weight	6	-0.0027581192553043365
15960	embedding2nn.weight	7	0.01505477074533701
15960	embedding2nn.weight	8	-0.006815611384809017
15960	embedding2nn.weight	9	-0.012713940814137459
15960	embedding2nn.bias	0	-0.04582773894071579
15960	embedding2nn.bias	1	-0.029760325327515602
15960	embedding2nn.bias	2	-0.06482300162315369
15960	embedding2nn.bias	3	-0.006534573156386614
15960	embedding2nn.bias	4	0.010671879164874554
15960	embedding2nn.bias	5	0.007236334029585123
15960	embedding2nn.bias	6	0.021221300587058067
15960	embedding2nn.bias	7	0.03397548571228981
15960	embedding2nn.bias	8	-0.021514995023608208
15960	embedding2nn.bias	9	0.012874815613031387
15960	rnn.weight_ih_l0	0	0.0397946834564209
15960	rnn.weight_ih_l0	1	-0.011635378003120422
15960	rnn.weight_ih_l0	2	-0.03603975102305412
15960	rnn.weight_ih_l0	3	-0.04378199949860573
15960	rnn.weight_ih_l0	4	-0.050691429525613785
15960	rnn.weight_ih_l0	5	-0.0030613169074058533
15960	rnn.weight_ih_l0	6	-0.053641460835933685
15960	rnn.weight_ih_l0	7	-0.05562834441661835
15960	rnn.weight_ih_l0	8	-0.0432949922978878
15960	rnn.weight_ih_l0	9	-0.027356799691915512
15960	rnn.weight_hh_l0	0	0.011889551766216755
15960	rnn.weight_hh_l0	1	-0.0210360549390316
15960	rnn.weight_hh_l0	2	-0.06558261811733246
15960	rnn.weight_hh_l0	3	-0.028200523927807808
15960	rnn.weight_hh_l0	4	-0.07018277049064636
15960	rnn.weight_hh_l0	5	-0.014004426077008247
15960	rnn.weight_hh_l0	6	-0.04818226769566536
15960	rnn.weight_hh_l0	7	-0.012622371315956116
15960	rnn.weight_hh_l0	8	-0.017956653609871864
15960	rnn.weight_hh_l0	9	0.017532585188746452
15960	rnn.bias_ih_l0	0	0.1197192445397377
15960	rnn.bias_ih_l0	1	-0.05077159404754639
15960	rnn.bias_ih_l0	2	0.10893873870372772
15960	rnn.bias_ih_l0	3	0.05893608555197716
15960	rnn.bias_ih_l0	4	0.09586574137210846
15960	rnn.bias_ih_l0	5	0.023519176989793777
15960	rnn.bias_ih_l0	6	-0.0021893340162932873
15960	rnn.bias_ih_l0	7	-0.1101655438542366
15960	rnn.bias_ih_l0	8	-0.18598869442939758
15960	rnn.bias_ih_l0	9	0.09095266461372375
15960	rnn.bias_hh_l0	0	-0.01589154079556465
15960	rnn.bias_hh_l0	1	0.013969644904136658
15960	rnn.bias_hh_l0	2	-0.017935723066329956
15960	rnn.bias_hh_l0	3	-0.029757067561149597
15960	rnn.bias_hh_l0	4	-0.04006259888410568
15960	rnn.bias_hh_l0	5	0.12454740703105927
15960	rnn.bias_hh_l0	6	0.018526829779148102
15960	rnn.bias_hh_l0	7	0.041864532977342606
15960	rnn.bias_hh_l0	8	0.03217943012714386
15960	rnn.bias_hh_l0	9	0.034944675862789154
15960	rnn.weight_ih_l0_reverse	0	-0.02986091561615467
15960	rnn.weight_ih_l0_reverse	1	0.001248105545528233
15960	rnn.weight_ih_l0_reverse	2	0.02498212642967701
15960	rnn.weight_ih_l0_reverse	3	-0.06072498857975006
15960	rnn.weight_ih_l0_reverse	4	0.009928703308105469
15960	rnn.weight_ih_l0_reverse	5	-0.04814675822854042
15960	rnn.weight_ih_l0_reverse	6	0.015999773517251015
15960	rnn.weight_ih_l0_reverse	7	0.04421001300215721
15960	rnn.weight_ih_l0_reverse	8	-0.04320560768246651
15960	rnn.weight_ih_l0_reverse	9	-0.05443142354488373
15960	rnn.weight_hh_l0_reverse	0	-0.07725866138935089
15960	rnn.weight_hh_l0_reverse	1	-0.05442142114043236
15960	rnn.weight_hh_l0_reverse	2	0.028642574325203896
15960	rnn.weight_hh_l0_reverse	3	0.038981202989816666
15960	rnn.weight_hh_l0_reverse	4	0.008325522765517235
15960	rnn.weight_hh_l0_reverse	5	0.04457104206085205
15960	rnn.weight_hh_l0_reverse	6	-0.0012668427079916
15960	rnn.weight_hh_l0_reverse	7	0.008198514580726624
15960	rnn.weight_hh_l0_reverse	8	-0.09227458387613297
15960	rnn.weight_hh_l0_reverse	9	0.06453141570091248
15960	rnn.bias_ih_l0_reverse	0	-0.08857829123735428
15960	rnn.bias_ih_l0_reverse	1	-0.05505220964550972
15960	rnn.bias_ih_l0_reverse	2	0.09039895981550217
15960	rnn.bias_ih_l0_reverse	3	0.03166276961565018
15960	rnn.bias_ih_l0_reverse	4	-0.12090940773487091
15960	rnn.bias_ih_l0_reverse	5	0.0455116406083107
15960	rnn.bias_ih_l0_reverse	6	-0.11345506459474564
15960	rnn.bias_ih_l0_reverse	7	0.03852616250514984
15960	rnn.bias_ih_l0_reverse	8	0.024096623063087463
15960	rnn.bias_ih_l0_reverse	9	0.07513753324747086
15960	rnn.bias_hh_l0_reverse	0	0.05731222406029701
15960	rnn.bias_hh_l0_reverse	1	0.06526991724967957
15960	rnn.bias_hh_l0_reverse	2	0.07739928364753723
15960	rnn.bias_hh_l0_reverse	3	-0.007020205724984407
15960	rnn.bias_hh_l0_reverse	4	0.08668839931488037
15960	rnn.bias_hh_l0_reverse	5	-0.000992401852272451
15960	rnn.bias_hh_l0_reverse	6	-0.0685354471206665
15960	rnn.bias_hh_l0_reverse	7	0.03488863632082939
15960	rnn.bias_hh_l0_reverse	8	0.03143734484910965
15960	rnn.bias_hh_l0_reverse	9	-0.15168994665145874
15960	linear.weight	0	0.21885840594768524
15960	linear.weight	1	-0.12678274512290955
15960	linear.weight	2	-0.20523616671562195
15960	linear.weight	3	0.07059872895479202
15960	linear.weight	4	-0.010170236229896545
15960	linear.weight	5	-0.0013247153256088495
15960	linear.weight	6	-0.008144581690430641
15960	linear.weight	7	-0.03138814494013786
15960	linear.weight	8	0.06964819133281708
15960	linear.weight	9	0.2802068591117859
15960	linear.bias	0	-0.15220268070697784
15960	linear.bias	1	0.1583845466375351
15960	linear.bias	2	-0.47567084431648254
15960	linear.bias	3	1.614647626876831
15960	linear.bias	4	-0.3719753623008728
15960	linear.bias	5	-0.030769959092140198
15960	linear.bias	6	-0.3270643949508667
15960	linear.bias	7	-0.23639364540576935
15960	linear.bias	8	-0.022616364061832428
15960	linear.bias	9	-0.46780630946159363
15988	transitions	0	-0.6270270347595215
15988	transitions	1	0.3717550039291382
15988	transitions	2	1.702323079109192
15988	transitions	3	0.12146162241697311
15988	transitions	4	0.9640331268310547
15988	transitions	5	1.2743252515792847
15988	transitions	6	0.48390865325927734
15988	transitions	7	0.1784987449645996
15988	transitions	8	-0.9193084239959717
15988	transitions	9	0.9307361245155334
15988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
15988	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
15988	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
15988	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
15988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
15988	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
15988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
15988	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
15988	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
15988	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
15988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
15988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
15988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
15988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
15988	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
15988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
15988	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
15988	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
15988	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
15988	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
15988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
15988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
15988	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
15988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
15988	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
15988	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
15988	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
15988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
15988	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
15988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
15988	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
15988	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
15988	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
15988	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
15988	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
15988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
15988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
15988	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
15988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
15988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
15988	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
15988	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
15988	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
15988	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
15988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
15988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
15988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
15988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
15988	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
15988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
15988	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
15988	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
15988	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
15988	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
15988	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
15988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
15988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
15988	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
15988	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
15988	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
15988	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
15988	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
15988	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
15988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
15988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
15988	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
15988	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
15988	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
15988	embedding2nn.weight	0	0.023173963651061058
15988	embedding2nn.weight	1	0.014400601387023926
15988	embedding2nn.weight	2	-0.004905993118882179
15988	embedding2nn.weight	3	0.0022319576237350702
15988	embedding2nn.weight	4	-0.0041216216050088406
15988	embedding2nn.weight	5	0.009846183471381664
15988	embedding2nn.weight	6	-0.00275408080779016
15988	embedding2nn.weight	7	0.015022353269159794
15988	embedding2nn.weight	8	-0.006682301871478558
15988	embedding2nn.weight	9	-0.012725423090159893
15988	embedding2nn.bias	0	-0.04401863366365433
15988	embedding2nn.bias	1	-0.03002857230603695
15988	embedding2nn.bias	2	-0.05583362653851509
15988	embedding2nn.bias	3	-0.0013331735972315073
15988	embedding2nn.bias	4	0.010848423466086388
15988	embedding2nn.bias	5	0.00394042581319809
15988	embedding2nn.bias	6	0.02270350232720375
15988	embedding2nn.bias	7	0.033406175673007965
15988	embedding2nn.bias	8	-0.01864810101687908
15988	embedding2nn.bias	9	0.009539663791656494
15988	rnn.weight_ih_l0	0	0.03997351601719856
15988	rnn.weight_ih_l0	1	-0.01171150803565979
15988	rnn.weight_ih_l0	2	-0.03621792420744896
15988	rnn.weight_ih_l0	3	-0.04369271546602249
15988	rnn.weight_ih_l0	4	-0.05074111744761467
15988	rnn.weight_ih_l0	5	-0.003246977459639311
15988	rnn.weight_ih_l0	6	-0.05392468720674515
15988	rnn.weight_ih_l0	7	-0.0561232715845108
15988	rnn.weight_ih_l0	8	-0.04333854839205742
15988	rnn.weight_ih_l0	9	-0.027249330654740334
15988	rnn.weight_hh_l0	0	0.011721807532012463
15988	rnn.weight_hh_l0	1	-0.021644432097673416
15988	rnn.weight_hh_l0	2	-0.06510657072067261
15988	rnn.weight_hh_l0	3	-0.028201377019286156
15988	rnn.weight_hh_l0	4	-0.0703510195016861
15988	rnn.weight_hh_l0	5	-0.013674230314791203
15988	rnn.weight_hh_l0	6	-0.04807140678167343
15988	rnn.weight_hh_l0	7	-0.013185810297727585
15988	rnn.weight_hh_l0	8	-0.018161160871386528
15988	rnn.weight_hh_l0	9	0.017394905909895897
15988	rnn.bias_ih_l0	0	0.12028808891773224
15988	rnn.bias_ih_l0	1	-0.049626387655735016
15988	rnn.bias_ih_l0	2	0.10939925163984299
15988	rnn.bias_ih_l0	3	0.06144697219133377
15988	rnn.bias_ih_l0	4	0.0973658338189125
15988	rnn.bias_ih_l0	5	0.02281559258699417
15988	rnn.bias_ih_l0	6	-0.0016675887163728476
15988	rnn.bias_ih_l0	7	-0.10870862007141113
15988	rnn.bias_ih_l0	8	-0.18963314592838287
15988	rnn.bias_ih_l0	9	0.09054740518331528
15988	rnn.bias_hh_l0	0	-0.015022112987935543
15988	rnn.bias_hh_l0	1	0.015026072040200233
15988	rnn.bias_hh_l0	2	-0.016095025464892387
15988	rnn.bias_hh_l0	3	-0.031216731294989586
15988	rnn.bias_hh_l0	4	-0.040013376623392105
15988	rnn.bias_hh_l0	5	0.12521538138389587
15988	rnn.bias_hh_l0	6	0.018317870795726776
15988	rnn.bias_hh_l0	7	0.04074075445532799
15988	rnn.bias_hh_l0	8	0.032701171934604645
15988	rnn.bias_hh_l0	9	0.03377759829163551
15988	rnn.weight_ih_l0_reverse	0	-0.029826652258634567
15988	rnn.weight_ih_l0_reverse	1	0.0013875769218429923
15988	rnn.weight_ih_l0_reverse	2	0.024719832465052605
15988	rnn.weight_ih_l0_reverse	3	-0.061048589646816254
15988	rnn.weight_ih_l0_reverse	4	0.009926103055477142
15988	rnn.weight_ih_l0_reverse	5	-0.048395849764347076
15988	rnn.weight_ih_l0_reverse	6	0.01637786254286766
15988	rnn.weight_ih_l0_reverse	7	0.044006794691085815
15988	rnn.weight_ih_l0_reverse	8	-0.043560147285461426
15988	rnn.weight_ih_l0_reverse	9	-0.05442705377936363
15988	rnn.weight_hh_l0_reverse	0	-0.07677626609802246
15988	rnn.weight_hh_l0_reverse	1	-0.05317065119743347
15988	rnn.weight_hh_l0_reverse	2	0.028519753366708755
15988	rnn.weight_hh_l0_reverse	3	0.039269354194402695
15988	rnn.weight_hh_l0_reverse	4	0.008853700011968613
15988	rnn.weight_hh_l0_reverse	5	0.04484699293971062
15988	rnn.weight_hh_l0_reverse	6	-0.002678858581930399
15988	rnn.weight_hh_l0_reverse	7	0.008051756769418716
15988	rnn.weight_hh_l0_reverse	8	-0.09254565834999084
15988	rnn.weight_hh_l0_reverse	9	0.06415986269712448
15988	rnn.bias_ih_l0_reverse	0	-0.08415137976408005
15988	rnn.bias_ih_l0_reverse	1	-0.05590401217341423
15988	rnn.bias_ih_l0_reverse	2	0.09117068350315094
15988	rnn.bias_ih_l0_reverse	3	0.032990455627441406
15988	rnn.bias_ih_l0_reverse	4	-0.12170101702213287
15988	rnn.bias_ih_l0_reverse	5	0.0454123318195343
15988	rnn.bias_ih_l0_reverse	6	-0.11280286312103271
15988	rnn.bias_ih_l0_reverse	7	0.0392000786960125
15988	rnn.bias_ih_l0_reverse	8	0.025365056470036507
15988	rnn.bias_ih_l0_reverse	9	0.0748731717467308
15988	rnn.bias_hh_l0_reverse	0	0.05695488676428795
15988	rnn.bias_hh_l0_reverse	1	0.06650548428297043
15988	rnn.bias_hh_l0_reverse	2	0.07826431840658188
15988	rnn.bias_hh_l0_reverse	3	-0.007354562170803547
15988	rnn.bias_hh_l0_reverse	4	0.08804746717214584
15988	rnn.bias_hh_l0_reverse	5	-0.0004397244774736464
15988	rnn.bias_hh_l0_reverse	6	-0.06857386231422424
15988	rnn.bias_hh_l0_reverse	7	0.03493109717965126
15988	rnn.bias_hh_l0_reverse	8	0.032670632004737854
15988	rnn.bias_hh_l0_reverse	9	-0.15362007915973663
15988	linear.weight	0	0.21687886118888855
15988	linear.weight	1	-0.1267520934343338
15988	linear.weight	2	-0.20725108683109283
15988	linear.weight	3	0.07393130660057068
15988	linear.weight	4	-0.009747008793056011
15988	linear.weight	5	-0.0008221690659411252
15988	linear.weight	6	-0.008132423274219036
15988	linear.weight	7	-0.03135618939995766
15988	linear.weight	8	0.06896501034498215
15988	linear.weight	9	0.28192877769470215
15988	linear.bias	0	-0.1660882979631424
15988	linear.bias	1	0.15282562375068665
15988	linear.bias	2	-0.4760023355484009
15988	linear.bias	3	1.610990285873413
15988	linear.bias	4	-0.3721267282962799
15988	linear.bias	5	-0.030769959092140198
15988	linear.bias	6	-0.32755106687545776
15988	linear.bias	7	-0.23706556856632233
15988	linear.bias	8	-0.019651126116514206
15988	linear.bias	9	-0.4678950607776642
16016	transitions	0	-0.6271257996559143
16016	transitions	1	0.371728777885437
16016	transitions	2	1.7022507190704346
16016	transitions	3	0.12141642719507217
16016	transitions	4	0.9639789462089539
16016	transitions	5	1.2743231058120728
16016	transitions	6	0.4839076101779938
16016	transitions	7	0.1784985065460205
16016	transitions	8	-0.919308602809906
16016	transitions	9	0.9307361245155334
16016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16016	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16016	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16016	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16016	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16016	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16016	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16016	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16016	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16016	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16016	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16016	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16016	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16016	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16016	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16016	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16016	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16016	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16016	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16016	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16016	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16016	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16016	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16016	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16016	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16016	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16016	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16016	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16016	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16016	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16016	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16016	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16016	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16016	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16016	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16016	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16016	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16016	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16016	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16016	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16016	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16016	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16016	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16016	embedding2nn.weight	0	0.023827962577342987
16016	embedding2nn.weight	1	0.014427531510591507
16016	embedding2nn.weight	2	-0.004893329925835133
16016	embedding2nn.weight	3	0.0022796064149588346
16016	embedding2nn.weight	4	-0.004181860014796257
16016	embedding2nn.weight	5	0.009870907291769981
16016	embedding2nn.weight	6	-0.002642350969836116
16016	embedding2nn.weight	7	0.014648365788161755
16016	embedding2nn.weight	8	-0.006701311562210321
16016	embedding2nn.weight	9	-0.012549156323075294
16016	embedding2nn.bias	0	-0.04502513259649277
16016	embedding2nn.bias	1	-0.023580402135849
16016	embedding2nn.bias	2	-0.06366512924432755
16016	embedding2nn.bias	3	-0.006179329007863998
16016	embedding2nn.bias	4	0.016042163595557213
16016	embedding2nn.bias	5	-0.00217639934271574
16016	embedding2nn.bias	6	0.020855072885751724
16016	embedding2nn.bias	7	0.02990596927702427
16016	embedding2nn.bias	8	-0.02624124474823475
16016	embedding2nn.bias	9	0.007568498607724905
16016	rnn.weight_ih_l0	0	0.04008381441235542
16016	rnn.weight_ih_l0	1	-0.01137575414031744
16016	rnn.weight_ih_l0	2	-0.03658569976687431
16016	rnn.weight_ih_l0	3	-0.04418693110346794
16016	rnn.weight_ih_l0	4	-0.05074410140514374
16016	rnn.weight_ih_l0	5	-0.0031294049695134163
16016	rnn.weight_ih_l0	6	-0.053785815834999084
16016	rnn.weight_ih_l0	7	-0.05598025768995285
16016	rnn.weight_ih_l0	8	-0.043678686022758484
16016	rnn.weight_ih_l0	9	-0.027341686189174652
16016	rnn.weight_hh_l0	0	0.011255824938416481
16016	rnn.weight_hh_l0	1	-0.02132393978536129
16016	rnn.weight_hh_l0	2	-0.06386201828718185
16016	rnn.weight_hh_l0	3	-0.02793186530470848
16016	rnn.weight_hh_l0	4	-0.07048293948173523
16016	rnn.weight_hh_l0	5	-0.01357358880341053
16016	rnn.weight_hh_l0	6	-0.047167010605335236
16016	rnn.weight_hh_l0	7	-0.013930550776422024
16016	rnn.weight_hh_l0	8	-0.018189366906881332
16016	rnn.weight_hh_l0	9	0.017310598865151405
16016	rnn.bias_ih_l0	0	0.1214909479022026
16016	rnn.bias_ih_l0	1	-0.0493636354804039
16016	rnn.bias_ih_l0	2	0.10833952575922012
16016	rnn.bias_ih_l0	3	0.060063350945711136
16016	rnn.bias_ih_l0	4	0.0951942726969719
16016	rnn.bias_ih_l0	5	0.02307354472577572
16016	rnn.bias_ih_l0	6	-0.0020499241072684526
16016	rnn.bias_ih_l0	7	-0.10896837711334229
16016	rnn.bias_ih_l0	8	-0.18946605920791626
16016	rnn.bias_ih_l0	9	0.09189514815807343
16016	rnn.bias_hh_l0	0	-0.015041498467326164
16016	rnn.bias_hh_l0	1	0.015368125401437283
16016	rnn.bias_hh_l0	2	-0.017375053837895393
16016	rnn.bias_hh_l0	3	-0.0326092503964901
16016	rnn.bias_hh_l0	4	-0.03895558416843414
16016	rnn.bias_hh_l0	5	0.12822769582271576
16016	rnn.bias_hh_l0	6	0.01977192983031273
16016	rnn.bias_hh_l0	7	0.04141930490732193
16016	rnn.bias_hh_l0	8	0.0323188342154026
16016	rnn.bias_hh_l0	9	0.03436361253261566
16016	rnn.weight_ih_l0_reverse	0	-0.029900671914219856
16016	rnn.weight_ih_l0_reverse	1	0.0006174968439154327
16016	rnn.weight_ih_l0_reverse	2	0.0247777309268713
16016	rnn.weight_ih_l0_reverse	3	-0.061317622661590576
16016	rnn.weight_ih_l0_reverse	4	0.009793917648494244
16016	rnn.weight_ih_l0_reverse	5	-0.04864555969834328
16016	rnn.weight_ih_l0_reverse	6	0.015888264402747154
16016	rnn.weight_ih_l0_reverse	7	0.044239241629838943
16016	rnn.weight_ih_l0_reverse	8	-0.04365462437272072
16016	rnn.weight_ih_l0_reverse	9	-0.054107651114463806
16016	rnn.weight_hh_l0_reverse	0	-0.07637936621904373
16016	rnn.weight_hh_l0_reverse	1	-0.05521737039089203
16016	rnn.weight_hh_l0_reverse	2	0.02881215699017048
16016	rnn.weight_hh_l0_reverse	3	0.038795772939920425
16016	rnn.weight_hh_l0_reverse	4	0.009032401256263256
16016	rnn.weight_hh_l0_reverse	5	0.04487499222159386
16016	rnn.weight_hh_l0_reverse	6	-0.0032711264211684465
16016	rnn.weight_hh_l0_reverse	7	0.00790838897228241
16016	rnn.weight_hh_l0_reverse	8	-0.09229331463575363
16016	rnn.weight_hh_l0_reverse	9	0.06522411853075027
16016	rnn.bias_ih_l0_reverse	0	-0.0819137692451477
16016	rnn.bias_ih_l0_reverse	1	-0.05744141340255737
16016	rnn.bias_ih_l0_reverse	2	0.09233920276165009
16016	rnn.bias_ih_l0_reverse	3	0.03341462090611458
16016	rnn.bias_ih_l0_reverse	4	-0.12223596125841141
16016	rnn.bias_ih_l0_reverse	5	0.04771246388554573
16016	rnn.bias_ih_l0_reverse	6	-0.11250969022512436
16016	rnn.bias_ih_l0_reverse	7	0.03911549225449562
16016	rnn.bias_ih_l0_reverse	8	0.025622311979532242
16016	rnn.bias_ih_l0_reverse	9	0.07473073899745941
16016	rnn.bias_hh_l0_reverse	0	0.05433230474591255
16016	rnn.bias_hh_l0_reverse	1	0.0681798905134201
16016	rnn.bias_hh_l0_reverse	2	0.07824672013521194
16016	rnn.bias_hh_l0_reverse	3	-0.006619637832045555
16016	rnn.bias_hh_l0_reverse	4	0.08867569267749786
16016	rnn.bias_hh_l0_reverse	5	-0.0027630720287561417
16016	rnn.bias_hh_l0_reverse	6	-0.06981786340475082
16016	rnn.bias_hh_l0_reverse	7	0.03451848402619362
16016	rnn.bias_hh_l0_reverse	8	0.033564891666173935
16016	rnn.bias_hh_l0_reverse	9	-0.1468912959098816
16016	linear.weight	0	0.2190455049276352
16016	linear.weight	1	-0.12670829892158508
16016	linear.weight	2	-0.20519006252288818
16016	linear.weight	3	0.07459434121847153
16016	linear.weight	4	-0.01208997517824173
16016	linear.weight	5	-0.0018618385074660182
16016	linear.weight	6	-0.008130231872200966
16016	linear.weight	7	-0.03133409097790718
16016	linear.weight	8	0.0702575072646141
16016	linear.weight	9	0.2841416895389557
16016	linear.bias	0	-0.18111100792884827
16016	linear.bias	1	0.1576102375984192
16016	linear.bias	2	-0.47723063826560974
16016	linear.bias	3	1.6306463479995728
16016	linear.bias	4	-0.3723337650299072
16016	linear.bias	5	-0.030769959092140198
16016	linear.bias	6	-0.3274708092212677
16016	linear.bias	7	-0.2367604672908783
16016	linear.bias	8	-0.015608147718012333
16016	linear.bias	9	-0.46796083450317383
16044	transitions	0	-0.6271862983703613
16044	transitions	1	0.3716720640659332
16044	transitions	2	1.7021807432174683
16044	transitions	3	0.12129279971122742
16044	transitions	4	0.9639649391174316
16044	transitions	5	1.2743223905563354
16044	transitions	6	0.48390743136405945
16044	transitions	7	0.1784934103488922
16044	transitions	8	-0.9193087220191956
16044	transitions	9	0.9307361245155334
16044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16044	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16044	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16044	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16044	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16044	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16044	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16044	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16044	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16044	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16044	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16044	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16044	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16044	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16044	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16044	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16044	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16044	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16044	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16044	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16044	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16044	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16044	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16044	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16044	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16044	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16044	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16044	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16044	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16044	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16044	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16044	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16044	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16044	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16044	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16044	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16044	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16044	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16044	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16044	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16044	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16044	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16044	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16044	embedding2nn.weight	0	0.023737454786896706
16044	embedding2nn.weight	1	0.014374267309904099
16044	embedding2nn.weight	2	-0.004908948205411434
16044	embedding2nn.weight	3	0.0021487551275640726
16044	embedding2nn.weight	4	-0.004192546010017395
16044	embedding2nn.weight	5	0.010205674916505814
16044	embedding2nn.weight	6	-0.0026112378109246492
16044	embedding2nn.weight	7	0.013800309970974922
16044	embedding2nn.weight	8	-0.006911052390933037
16044	embedding2nn.weight	9	-0.012678046710789204
16044	embedding2nn.bias	0	-0.04483519122004509
16044	embedding2nn.bias	1	-0.023855865001678467
16044	embedding2nn.bias	2	-0.06399517506361008
16044	embedding2nn.bias	3	-0.00709938071668148
16044	embedding2nn.bias	4	0.004604321904480457
16044	embedding2nn.bias	5	0.00026655447436496615
16044	embedding2nn.bias	6	0.014162182807922363
16044	embedding2nn.bias	7	0.02432497777044773
16044	embedding2nn.bias	8	-0.024001726880669594
16044	embedding2nn.bias	9	0.01349009107798338
16044	rnn.weight_ih_l0	0	0.04037867859005928
16044	rnn.weight_ih_l0	1	-0.010775066912174225
16044	rnn.weight_ih_l0	2	-0.03722941875457764
16044	rnn.weight_ih_l0	3	-0.04444831609725952
16044	rnn.weight_ih_l0	4	-0.050826847553253174
16044	rnn.weight_ih_l0	5	-0.003326294245198369
16044	rnn.weight_ih_l0	6	-0.053889479488134384
16044	rnn.weight_ih_l0	7	-0.056011639535427094
16044	rnn.weight_ih_l0	8	-0.043374281376600266
16044	rnn.weight_ih_l0	9	-0.02727731689810753
16044	rnn.weight_hh_l0	0	0.011197996325790882
16044	rnn.weight_hh_l0	1	-0.021624179556965828
16044	rnn.weight_hh_l0	2	-0.06368943303823471
16044	rnn.weight_hh_l0	3	-0.0282090213149786
16044	rnn.weight_hh_l0	4	-0.07061123847961426
16044	rnn.weight_hh_l0	5	-0.01362865511327982
16044	rnn.weight_hh_l0	6	-0.04368944466114044
16044	rnn.weight_hh_l0	7	-0.013969401828944683
16044	rnn.weight_hh_l0	8	-0.0183411817997694
16044	rnn.weight_hh_l0	9	0.01857665926218033
16044	rnn.bias_ih_l0	0	0.1217297688126564
16044	rnn.bias_ih_l0	1	-0.05106981471180916
16044	rnn.bias_ih_l0	2	0.1084604561328888
16044	rnn.bias_ih_l0	3	0.060341283679008484
16044	rnn.bias_ih_l0	4	0.09518430382013321
16044	rnn.bias_ih_l0	5	0.022552890703082085
16044	rnn.bias_ih_l0	6	-0.005032727494835854
16044	rnn.bias_ih_l0	7	-0.10383014380931854
16044	rnn.bias_ih_l0	8	-0.18644985556602478
16044	rnn.bias_ih_l0	9	0.09198404103517532
16044	rnn.bias_hh_l0	0	-0.014851199463009834
16044	rnn.bias_hh_l0	1	0.01623745635151863
16044	rnn.bias_hh_l0	2	-0.017754118889570236
16044	rnn.bias_hh_l0	3	-0.03327609598636627
16044	rnn.bias_hh_l0	4	-0.039129968732595444
16044	rnn.bias_hh_l0	5	0.1279853880405426
16044	rnn.bias_hh_l0	6	0.016498234122991562
16044	rnn.bias_hh_l0	7	0.04214232787489891
16044	rnn.bias_hh_l0	8	0.029336025938391685
16044	rnn.bias_hh_l0	9	0.032410699874162674
16044	rnn.weight_ih_l0_reverse	0	-0.02988400124013424
16044	rnn.weight_ih_l0_reverse	1	0.000700473552569747
16044	rnn.weight_ih_l0_reverse	2	0.024652449414134026
16044	rnn.weight_ih_l0_reverse	3	-0.06170074641704559
16044	rnn.weight_ih_l0_reverse	4	0.009897207841277122
16044	rnn.weight_ih_l0_reverse	5	-0.048740141093730927
16044	rnn.weight_ih_l0_reverse	6	0.015789519995450974
16044	rnn.weight_ih_l0_reverse	7	0.04422852396965027
16044	rnn.weight_ih_l0_reverse	8	-0.04343369975686073
16044	rnn.weight_ih_l0_reverse	9	-0.05400000885128975
16044	rnn.weight_hh_l0_reverse	0	-0.07636360079050064
16044	rnn.weight_hh_l0_reverse	1	-0.05444533750414848
16044	rnn.weight_hh_l0_reverse	2	0.028844254091382027
16044	rnn.weight_hh_l0_reverse	3	0.03865054249763489
16044	rnn.weight_hh_l0_reverse	4	0.009000977501273155
16044	rnn.weight_hh_l0_reverse	5	0.04481816291809082
16044	rnn.weight_hh_l0_reverse	6	-0.002184356329962611
16044	rnn.weight_hh_l0_reverse	7	0.007784893270581961
16044	rnn.weight_hh_l0_reverse	8	-0.09194380044937134
16044	rnn.weight_hh_l0_reverse	9	0.06500568240880966
16044	rnn.bias_ih_l0_reverse	0	-0.07955749332904816
16044	rnn.bias_ih_l0_reverse	1	-0.05791793018579483
16044	rnn.bias_ih_l0_reverse	2	0.09203550964593887
16044	rnn.bias_ih_l0_reverse	3	0.03389986976981163
16044	rnn.bias_ih_l0_reverse	4	-0.12258640676736832
16044	rnn.bias_ih_l0_reverse	5	0.04756923019886017
16044	rnn.bias_ih_l0_reverse	6	-0.11109273880720139
16044	rnn.bias_ih_l0_reverse	7	0.0388670451939106
16044	rnn.bias_ih_l0_reverse	8	0.025752756744623184
16044	rnn.bias_ih_l0_reverse	9	0.07443735748529434
16044	rnn.bias_hh_l0_reverse	0	0.05091597139835358
16044	rnn.bias_hh_l0_reverse	1	0.06891494244337082
16044	rnn.bias_hh_l0_reverse	2	0.07822319865226746
16044	rnn.bias_hh_l0_reverse	3	-0.007453329395502806
16044	rnn.bias_hh_l0_reverse	4	0.08847071975469589
16044	rnn.bias_hh_l0_reverse	5	0.0027520949952304363
16044	rnn.bias_hh_l0_reverse	6	-0.07010432332754135
16044	rnn.bias_hh_l0_reverse	7	0.031936075538396835
16044	rnn.bias_hh_l0_reverse	8	0.03411244601011276
16044	rnn.bias_hh_l0_reverse	9	-0.14774927496910095
16044	linear.weight	0	0.21265937387943268
16044	linear.weight	1	-0.12670132517814636
16044	linear.weight	2	-0.20361989736557007
16044	linear.weight	3	0.07572153955698013
16044	linear.weight	4	-0.011446145363152027
16044	linear.weight	5	-0.0011215955018997192
16044	linear.weight	6	-0.008125684224069118
16044	linear.weight	7	-0.031043557450175285
16044	linear.weight	8	0.06833821535110474
16044	linear.weight	9	0.28681594133377075
16044	linear.bias	0	-0.17847542464733124
16044	linear.bias	1	0.16093680262565613
16044	linear.bias	2	-0.47705382108688354
16044	linear.bias	3	1.6090970039367676
16044	linear.bias	4	-0.3725854158401489
16044	linear.bias	5	-0.030769959092140198
16044	linear.bias	6	-0.3262099027633667
16044	linear.bias	7	-0.23210188746452332
16044	linear.bias	8	-0.01516313012689352
16044	linear.bias	9	-0.46802544593811035
16072	transitions	0	-0.6272373199462891
16072	transitions	1	0.37162256240844727
16072	transitions	2	1.702006220817566
16072	transitions	3	0.12124965339899063
16072	transitions	4	0.9639579653739929
16072	transitions	5	1.274321436882019
16072	transitions	6	0.48389995098114014
16072	transitions	7	0.17849291861057281
16072	transitions	8	-0.9193102717399597
16072	transitions	9	0.9307361245155334
16072	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16072	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16072	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16072	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16072	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16072	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16072	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16072	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16072	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16072	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16072	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16072	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16072	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16072	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16072	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16072	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16072	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16072	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16072	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16072	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16072	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16072	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16072	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16072	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16072	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16072	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16072	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16072	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16072	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16072	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16072	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16072	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16072	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16072	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16072	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16072	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16072	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16072	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16072	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16072	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16072	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16072	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16072	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16072	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16072	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16072	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16072	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16072	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16072	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16072	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16072	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16072	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16072	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16072	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16072	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16072	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16072	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16072	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16072	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16072	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16072	embedding2nn.weight	0	0.0239702221006155
16072	embedding2nn.weight	1	0.014330418780446053
16072	embedding2nn.weight	2	-0.004927078261971474
16072	embedding2nn.weight	3	0.002131363842636347
16072	embedding2nn.weight	4	-0.00415668124333024
16072	embedding2nn.weight	5	0.010204281657934189
16072	embedding2nn.weight	6	-0.00261866208165884
16072	embedding2nn.weight	7	0.013910972513258457
16072	embedding2nn.weight	8	-0.006945955567061901
16072	embedding2nn.weight	9	-0.012755092233419418
16072	embedding2nn.bias	0	-0.04080573469400406
16072	embedding2nn.bias	1	-0.028686843812465668
16072	embedding2nn.bias	2	-0.06242689862847328
16072	embedding2nn.bias	3	-0.012107604183256626
16072	embedding2nn.bias	4	0.0025280273985117674
16072	embedding2nn.bias	5	0.00024955355911515653
16072	embedding2nn.bias	6	0.014139228500425816
16072	embedding2nn.bias	7	0.024451201781630516
16072	embedding2nn.bias	8	-0.027176739647984505
16072	embedding2nn.bias	9	0.011480736546218395
16072	rnn.weight_ih_l0	0	0.040580812841653824
16072	rnn.weight_ih_l0	1	-0.010702009312808514
16072	rnn.weight_ih_l0	2	-0.03791017085313797
16072	rnn.weight_ih_l0	3	-0.04458780214190483
16072	rnn.weight_ih_l0	4	-0.05081608146429062
16072	rnn.weight_ih_l0	5	-0.00372186372987926
16072	rnn.weight_ih_l0	6	-0.05401388183236122
16072	rnn.weight_ih_l0	7	-0.056259576231241226
16072	rnn.weight_ih_l0	8	-0.04342123493552208
16072	rnn.weight_ih_l0	9	-0.027291705831885338
16072	rnn.weight_hh_l0	0	0.011325765401124954
16072	rnn.weight_hh_l0	1	-0.022088022902607918
16072	rnn.weight_hh_l0	2	-0.06318157911300659
16072	rnn.weight_hh_l0	3	-0.027775919064879417
16072	rnn.weight_hh_l0	4	-0.07009108364582062
16072	rnn.weight_hh_l0	5	-0.012496786192059517
16072	rnn.weight_hh_l0	6	-0.04287371039390564
16072	rnn.weight_hh_l0	7	-0.013962200842797756
16072	rnn.weight_hh_l0	8	-0.018164899200201035
16072	rnn.weight_hh_l0	9	0.018986856564879417
16072	rnn.bias_ih_l0	0	0.12131469696760178
16072	rnn.bias_ih_l0	1	-0.05385420843958855
16072	rnn.bias_ih_l0	2	0.10843457281589508
16072	rnn.bias_ih_l0	3	0.05826754495501518
16072	rnn.bias_ih_l0	4	0.09489201754331589
16072	rnn.bias_ih_l0	5	0.023132817819714546
16072	rnn.bias_ih_l0	6	-0.003853875445201993
16072	rnn.bias_ih_l0	7	-0.10296284407377243
16072	rnn.bias_ih_l0	8	-0.18969151377677917
16072	rnn.bias_ih_l0	9	0.09232022613286972
16072	rnn.bias_hh_l0	0	-0.01604464463889599
16072	rnn.bias_hh_l0	1	0.01480784360319376
16072	rnn.bias_hh_l0	2	-0.01928568072617054
16072	rnn.bias_hh_l0	3	-0.030753707513213158
16072	rnn.bias_hh_l0	4	-0.039501290768384933
16072	rnn.bias_hh_l0	5	0.12875288724899292
16072	rnn.bias_hh_l0	6	0.017515668645501137
16072	rnn.bias_hh_l0	7	0.04305195435881615
16072	rnn.bias_hh_l0	8	0.030514877289533615
16072	rnn.bias_hh_l0	9	0.03064034692943096
16072	rnn.weight_ih_l0_reverse	0	-0.02935813181102276
16072	rnn.weight_ih_l0_reverse	1	-0.00011159137648064643
16072	rnn.weight_ih_l0_reverse	2	0.02469179965555668
16072	rnn.weight_ih_l0_reverse	3	-0.06180117651820183
16072	rnn.weight_ih_l0_reverse	4	0.009975831024348736
16072	rnn.weight_ih_l0_reverse	5	-0.04890608787536621
16072	rnn.weight_ih_l0_reverse	6	0.016659006476402283
16072	rnn.weight_ih_l0_reverse	7	0.044115014374256134
16072	rnn.weight_ih_l0_reverse	8	-0.04339899867773056
16072	rnn.weight_ih_l0_reverse	9	-0.054006509482860565
16072	rnn.weight_hh_l0_reverse	0	-0.07667958736419678
16072	rnn.weight_hh_l0_reverse	1	-0.05397380515933037
16072	rnn.weight_hh_l0_reverse	2	0.029351208359003067
16072	rnn.weight_hh_l0_reverse	3	0.03912005200982094
16072	rnn.weight_hh_l0_reverse	4	0.008731342852115631
16072	rnn.weight_hh_l0_reverse	5	0.04475771635770798
16072	rnn.weight_hh_l0_reverse	6	0.002013137564063072
16072	rnn.weight_hh_l0_reverse	7	0.0071069831028580666
16072	rnn.weight_hh_l0_reverse	8	-0.0914808064699173
16072	rnn.weight_hh_l0_reverse	9	0.0653207004070282
16072	rnn.bias_ih_l0_reverse	0	-0.07932919263839722
16072	rnn.bias_ih_l0_reverse	1	-0.05352257564663887
16072	rnn.bias_ih_l0_reverse	2	0.09328644722700119
16072	rnn.bias_ih_l0_reverse	3	0.03291179984807968
16072	rnn.bias_ih_l0_reverse	4	-0.12377534806728363
16072	rnn.bias_ih_l0_reverse	5	0.04928077384829521
16072	rnn.bias_ih_l0_reverse	6	-0.10917676240205765
16072	rnn.bias_ih_l0_reverse	7	0.03681432828307152
16072	rnn.bias_ih_l0_reverse	8	0.023293590173125267
16072	rnn.bias_ih_l0_reverse	9	0.0741819515824318
16072	rnn.bias_hh_l0_reverse	0	0.04903136566281319
16072	rnn.bias_hh_l0_reverse	1	0.0702773705124855
16072	rnn.bias_hh_l0_reverse	2	0.08041208982467651
16072	rnn.bias_hh_l0_reverse	3	-0.007371974177658558
16072	rnn.bias_hh_l0_reverse	4	0.08847443014383316
16072	rnn.bias_hh_l0_reverse	5	0.0014888952719047666
16072	rnn.bias_hh_l0_reverse	6	-0.07218988984823227
16072	rnn.bias_hh_l0_reverse	7	0.03194156661629677
16072	rnn.bias_hh_l0_reverse	8	0.032591622322797775
16072	rnn.bias_hh_l0_reverse	9	-0.15017373859882355
16072	linear.weight	0	0.2139447182416916
16072	linear.weight	1	-0.12669648230075836
16072	linear.weight	2	-0.2045935094356537
16072	linear.weight	3	0.0746513158082962
16072	linear.weight	4	-0.010523754172027111
16072	linear.weight	5	-0.00102673948276788
16072	linear.weight	6	-0.00812351144850254
16072	linear.weight	7	-0.030986949801445007
16072	linear.weight	8	0.06728194653987885
16072	linear.weight	9	0.28728675842285156
16072	linear.bias	0	-0.18574228882789612
16072	linear.bias	1	0.15966403484344482
16072	linear.bias	2	-0.4780111312866211
16072	linear.bias	3	1.6079742908477783
16072	linear.bias	4	-0.37280794978141785
16072	linear.bias	5	-0.030769959092140198
16072	linear.bias	6	-0.32602640986442566
16072	linear.bias	7	-0.23350900411605835
16072	linear.bias	8	-0.019760634750127792
16072	linear.bias	9	-0.468111515045166
16100	transitions	0	-0.6276535987854004
16100	transitions	1	0.371526300907135
16100	transitions	2	1.7018753290176392
16100	transitions	3	0.12120945751667023
16100	transitions	4	0.9639478921890259
16100	transitions	5	1.2743206024169922
16100	transitions	6	0.4838992953300476
16100	transitions	7	0.17848947644233704
16100	transitions	8	-0.9193123579025269
16100	transitions	9	0.9307360649108887
16100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16100	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16100	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16100	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16100	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16100	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16100	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16100	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16100	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16100	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16100	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16100	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16100	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16100	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16100	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16100	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16100	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16100	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16100	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16100	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16100	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16100	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16100	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16100	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16100	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16100	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16100	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16100	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16100	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16100	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16100	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16100	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16100	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16100	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16100	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16100	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16100	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16100	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16100	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16100	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16100	embedding2nn.weight	0	0.023690177127718925
16100	embedding2nn.weight	1	0.014284774661064148
16100	embedding2nn.weight	2	-0.005011488683521748
16100	embedding2nn.weight	3	0.0021791416220366955
16100	embedding2nn.weight	4	-0.004125996958464384
16100	embedding2nn.weight	5	0.010015551000833511
16100	embedding2nn.weight	6	-0.0026504702400416136
16100	embedding2nn.weight	7	0.014017844572663307
16100	embedding2nn.weight	8	-0.007029340136796236
16100	embedding2nn.weight	9	-0.012602662667632103
16100	embedding2nn.bias	0	-0.0372358076274395
16100	embedding2nn.bias	1	-0.03168293088674545
16100	embedding2nn.bias	2	-0.06266415119171143
16100	embedding2nn.bias	3	-0.006050217896699905
16100	embedding2nn.bias	4	0.00719978753477335
16100	embedding2nn.bias	5	0.003721490502357483
16100	embedding2nn.bias	6	0.019534926861524582
16100	embedding2nn.bias	7	0.024415744468569756
16100	embedding2nn.bias	8	-0.019801413640379906
16100	embedding2nn.bias	9	0.013039199635386467
16100	rnn.weight_ih_l0	0	0.04030686244368553
16100	rnn.weight_ih_l0	1	-0.01100654061883688
16100	rnn.weight_ih_l0	2	-0.03898177295923233
16100	rnn.weight_ih_l0	3	-0.04498196020722389
16100	rnn.weight_ih_l0	4	-0.051067743450403214
16100	rnn.weight_ih_l0	5	-0.0035090057644993067
16100	rnn.weight_ih_l0	6	-0.05449987202882767
16100	rnn.weight_ih_l0	7	-0.05627017095685005
16100	rnn.weight_ih_l0	8	-0.04355941340327263
16100	rnn.weight_ih_l0	9	-0.027308322489261627
16100	rnn.weight_hh_l0	0	0.011190054938197136
16100	rnn.weight_hh_l0	1	-0.022184817120432854
16100	rnn.weight_hh_l0	2	-0.062265679240226746
16100	rnn.weight_hh_l0	3	-0.02789723128080368
16100	rnn.weight_hh_l0	4	-0.07028593868017197
16100	rnn.weight_hh_l0	5	-0.01309431903064251
16100	rnn.weight_hh_l0	6	-0.04163345322012901
16100	rnn.weight_hh_l0	7	-0.013501553796231747
16100	rnn.weight_hh_l0	8	-0.018275927752256393
16100	rnn.weight_hh_l0	9	0.01847750134766102
16100	rnn.bias_ih_l0	0	0.12066496163606644
16100	rnn.bias_ih_l0	1	-0.05367317050695419
16100	rnn.bias_ih_l0	2	0.10643889755010605
16100	rnn.bias_ih_l0	3	0.057998597621917725
16100	rnn.bias_ih_l0	4	0.096351258456707
16100	rnn.bias_ih_l0	5	0.023776132613420486
16100	rnn.bias_ih_l0	6	-0.005537728779017925
16100	rnn.bias_ih_l0	7	-0.09874813258647919
16100	rnn.bias_ih_l0	8	-0.18348658084869385
16100	rnn.bias_ih_l0	9	0.0897698774933815
16100	rnn.bias_hh_l0	0	-0.016268987208604813
16100	rnn.bias_hh_l0	1	0.016435083001852036
16100	rnn.bias_hh_l0	2	-0.01987697370350361
16100	rnn.bias_hh_l0	3	-0.028782328590750694
16100	rnn.bias_hh_l0	4	-0.03900904953479767
16100	rnn.bias_hh_l0	5	0.12806572020053864
16100	rnn.bias_hh_l0	6	0.01830899901688099
16100	rnn.bias_hh_l0	7	0.04371854290366173
16100	rnn.bias_hh_l0	8	0.02883102372288704
16100	rnn.bias_hh_l0	9	0.02765345387160778
16100	rnn.weight_ih_l0_reverse	0	-0.028753478080034256
16100	rnn.weight_ih_l0_reverse	1	-0.00010344984184484929
16100	rnn.weight_ih_l0_reverse	2	0.024794844910502434
16100	rnn.weight_ih_l0_reverse	3	-0.06119842827320099
16100	rnn.weight_ih_l0_reverse	4	0.009958775714039803
16100	rnn.weight_ih_l0_reverse	5	-0.04897768422961235
16100	rnn.weight_ih_l0_reverse	6	0.016363833099603653
16100	rnn.weight_ih_l0_reverse	7	0.04419929161667824
16100	rnn.weight_ih_l0_reverse	8	-0.04336671903729439
16100	rnn.weight_ih_l0_reverse	9	-0.05395430698990822
16100	rnn.weight_hh_l0_reverse	0	-0.07662488520145416
16100	rnn.weight_hh_l0_reverse	1	-0.05481219291687012
16100	rnn.weight_hh_l0_reverse	2	0.030212409794330597
16100	rnn.weight_hh_l0_reverse	3	0.03907361254096031
16100	rnn.weight_hh_l0_reverse	4	0.009123826399445534
16100	rnn.weight_hh_l0_reverse	5	0.04470187425613403
16100	rnn.weight_hh_l0_reverse	6	-0.0017402498051524162
16100	rnn.weight_hh_l0_reverse	7	0.0072807371616363525
16100	rnn.weight_hh_l0_reverse	8	-0.09075699001550674
16100	rnn.weight_hh_l0_reverse	9	0.06695274263620377
16100	rnn.bias_ih_l0_reverse	0	-0.08164376765489578
16100	rnn.bias_ih_l0_reverse	1	-0.05500558763742447
16100	rnn.bias_ih_l0_reverse	2	0.09417816251516342
16100	rnn.bias_ih_l0_reverse	3	0.03386698290705681
16100	rnn.bias_ih_l0_reverse	4	-0.12213233858346939
16100	rnn.bias_ih_l0_reverse	5	0.048618756234645844
16100	rnn.bias_ih_l0_reverse	6	-0.10840418934822083
16100	rnn.bias_ih_l0_reverse	7	0.03575696796178818
16100	rnn.bias_ih_l0_reverse	8	0.023516329005360603
16100	rnn.bias_ih_l0_reverse	9	0.07301725447177887
16100	rnn.bias_hh_l0_reverse	0	0.04973268508911133
16100	rnn.bias_hh_l0_reverse	1	0.07023394107818604
16100	rnn.bias_hh_l0_reverse	2	0.07994446903467178
16100	rnn.bias_hh_l0_reverse	3	-0.0068148416467010975
16100	rnn.bias_hh_l0_reverse	4	0.08548180758953094
16100	rnn.bias_hh_l0_reverse	5	-0.0009004755411297083
16100	rnn.bias_hh_l0_reverse	6	-0.072149358689785
16100	rnn.bias_hh_l0_reverse	7	0.03185577318072319
16100	rnn.bias_hh_l0_reverse	8	0.03334098681807518
16100	rnn.bias_hh_l0_reverse	9	-0.15653951466083527
16100	linear.weight	0	0.20091979205608368
16100	linear.weight	1	-0.12660881876945496
16100	linear.weight	2	-0.2042970210313797
16100	linear.weight	3	0.08043649792671204
16100	linear.weight	4	-0.009936482645571232
16100	linear.weight	5	-0.000820397341158241
16100	linear.weight	6	-0.008119679987430573
16100	linear.weight	7	-0.030880309641361237
16100	linear.weight	8	0.06626717746257782
16100	linear.weight	9	0.29046303033828735
16100	linear.bias	0	-0.18992985785007477
16100	linear.bias	1	0.16221864521503448
16100	linear.bias	2	-0.4799260199069977
16100	linear.bias	3	1.6208977699279785
16100	linear.bias	4	-0.3731346130371094
16100	linear.bias	5	-0.030769959092140198
16100	linear.bias	6	-0.32866960763931274
16100	linear.bias	7	-0.2364616096019745
16100	linear.bias	8	-0.018356725573539734
16100	linear.bias	9	-0.46825075149536133
16128	transitions	0	-0.627712070941925
16128	transitions	1	0.3714469075202942
16128	transitions	2	1.7017879486083984
16128	transitions	3	0.12118899077177048
16128	transitions	4	0.9639252424240112
16128	transitions	5	1.274320125579834
16128	transitions	6	0.48389875888824463
16128	transitions	7	0.1784529685974121
16128	transitions	8	-0.9193131923675537
16128	transitions	9	0.9307355880737305
16128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16128	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16128	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16128	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16128	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16128	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16128	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16128	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16128	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16128	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16128	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16128	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16128	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16128	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16128	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16128	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16128	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16128	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16128	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16128	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16128	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16128	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16128	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16128	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16128	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16128	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16128	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16128	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16128	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16128	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16128	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16128	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16128	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16128	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16128	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16128	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16128	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16128	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16128	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16128	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16128	embedding2nn.weight	0	0.024005841463804245
16128	embedding2nn.weight	1	0.014308283105492592
16128	embedding2nn.weight	2	-0.005040750838816166
16128	embedding2nn.weight	3	0.002151212655007839
16128	embedding2nn.weight	4	-0.004154807422310114
16128	embedding2nn.weight	5	0.009908804669976234
16128	embedding2nn.weight	6	-0.0027065484318882227
16128	embedding2nn.weight	7	0.013715165667235851
16128	embedding2nn.weight	8	-0.007155576720833778
16128	embedding2nn.weight	9	-0.012658311985433102
16128	embedding2nn.bias	0	-0.03254976123571396
16128	embedding2nn.bias	1	-0.026031486690044403
16128	embedding2nn.bias	2	-0.05748150870203972
16128	embedding2nn.bias	3	-0.00781880784779787
16128	embedding2nn.bias	4	0.006659410893917084
16128	embedding2nn.bias	5	0.0030137384310364723
16128	embedding2nn.bias	6	0.018549950793385506
16128	embedding2nn.bias	7	0.026560863479971886
16128	embedding2nn.bias	8	-0.022160738706588745
16128	embedding2nn.bias	9	0.007334762252867222
16128	rnn.weight_ih_l0	0	0.04021243378520012
16128	rnn.weight_ih_l0	1	-0.010873183608055115
16128	rnn.weight_ih_l0	2	-0.03942020609974861
16128	rnn.weight_ih_l0	3	-0.04497284069657326
16128	rnn.weight_ih_l0	4	-0.05143273249268532
16128	rnn.weight_ih_l0	5	-0.0040176138281822205
16128	rnn.weight_ih_l0	6	-0.054406002163887024
16128	rnn.weight_ih_l0	7	-0.056082312017679214
16128	rnn.weight_ih_l0	8	-0.04369392246007919
16128	rnn.weight_ih_l0	9	-0.027268780395388603
16128	rnn.weight_hh_l0	0	0.011161294765770435
16128	rnn.weight_hh_l0	1	-0.02184331975877285
16128	rnn.weight_hh_l0	2	-0.061500340700149536
16128	rnn.weight_hh_l0	3	-0.028184227645397186
16128	rnn.weight_hh_l0	4	-0.07017707824707031
16128	rnn.weight_hh_l0	5	-0.012838275171816349
16128	rnn.weight_hh_l0	6	-0.041348896920681
16128	rnn.weight_hh_l0	7	-0.013607502914965153
16128	rnn.weight_hh_l0	8	-0.018451523035764694
16128	rnn.weight_hh_l0	9	0.018241042271256447
16128	rnn.bias_ih_l0	0	0.12125705182552338
16128	rnn.bias_ih_l0	1	-0.0530843585729599
16128	rnn.bias_ih_l0	2	0.10359854251146317
16128	rnn.bias_ih_l0	3	0.057500626891851425
16128	rnn.bias_ih_l0	4	0.09631811082363129
16128	rnn.bias_ih_l0	5	0.02450898289680481
16128	rnn.bias_ih_l0	6	-0.00447817100211978
16128	rnn.bias_ih_l0	7	-0.09508726000785828
16128	rnn.bias_ih_l0	8	-0.1886981725692749
16128	rnn.bias_ih_l0	9	0.08900050073862076
16128	rnn.bias_hh_l0	0	-0.017160993069410324
16128	rnn.bias_hh_l0	1	0.016618723049759865
16128	rnn.bias_hh_l0	2	-0.01785326935350895
16128	rnn.bias_hh_l0	3	-0.02842317335307598
16128	rnn.bias_hh_l0	4	-0.03932192921638489
16128	rnn.bias_hh_l0	5	0.12753622233867645
16128	rnn.bias_hh_l0	6	0.01906726323068142
16128	rnn.bias_hh_l0	7	0.04463973268866539
16128	rnn.bias_hh_l0	8	0.029890574514865875
16128	rnn.bias_hh_l0	9	0.027969297021627426
16128	rnn.weight_ih_l0_reverse	0	-0.028681129217147827
16128	rnn.weight_ih_l0_reverse	1	0.0009610753040760756
16128	rnn.weight_ih_l0_reverse	2	0.024911027401685715
16128	rnn.weight_ih_l0_reverse	3	-0.06126277521252632
16128	rnn.weight_ih_l0_reverse	4	0.009764211252331734
16128	rnn.weight_ih_l0_reverse	5	-0.04895386844873428
16128	rnn.weight_ih_l0_reverse	6	0.016713419929146767
16128	rnn.weight_ih_l0_reverse	7	0.0441935695707798
16128	rnn.weight_ih_l0_reverse	8	-0.04357503354549408
16128	rnn.weight_ih_l0_reverse	9	-0.05404285341501236
16128	rnn.weight_hh_l0_reverse	0	-0.07712205499410629
16128	rnn.weight_hh_l0_reverse	1	-0.05424893647432327
16128	rnn.weight_hh_l0_reverse	2	0.03081587143242359
16128	rnn.weight_hh_l0_reverse	3	0.0392228439450264
16128	rnn.weight_hh_l0_reverse	4	0.009691411629319191
16128	rnn.weight_hh_l0_reverse	5	0.04446512460708618
16128	rnn.weight_hh_l0_reverse	6	-0.0030071453657001257
16128	rnn.weight_hh_l0_reverse	7	0.007446089293807745
16128	rnn.weight_hh_l0_reverse	8	-0.09069639444351196
16128	rnn.weight_hh_l0_reverse	9	0.0668082982301712
16128	rnn.bias_ih_l0_reverse	0	-0.08481894433498383
16128	rnn.bias_ih_l0_reverse	1	-0.05677333474159241
16128	rnn.bias_ih_l0_reverse	2	0.09396328032016754
16128	rnn.bias_ih_l0_reverse	3	0.035001590847969055
16128	rnn.bias_ih_l0_reverse	4	-0.12293083965778351
16128	rnn.bias_ih_l0_reverse	5	0.048597052693367004
16128	rnn.bias_ih_l0_reverse	6	-0.10968631505966187
16128	rnn.bias_ih_l0_reverse	7	0.03648967295885086
16128	rnn.bias_ih_l0_reverse	8	0.023017706349492073
16128	rnn.bias_ih_l0_reverse	9	0.07263770699501038
16128	rnn.bias_hh_l0_reverse	0	0.05622143670916557
16128	rnn.bias_hh_l0_reverse	1	0.07013677805662155
16128	rnn.bias_hh_l0_reverse	2	0.08143076300621033
16128	rnn.bias_hh_l0_reverse	3	-0.007156943436712027
16128	rnn.bias_hh_l0_reverse	4	0.08850564062595367
16128	rnn.bias_hh_l0_reverse	5	-0.006093759089708328
16128	rnn.bias_hh_l0_reverse	6	-0.07249482721090317
16128	rnn.bias_hh_l0_reverse	7	0.03264709189534187
16128	rnn.bias_hh_l0_reverse	8	0.033769212663173676
16128	rnn.bias_hh_l0_reverse	9	-0.15220849215984344
16128	linear.weight	0	0.19651266932487488
16128	linear.weight	1	-0.13005083799362183
16128	linear.weight	2	-0.20140784978866577
16128	linear.weight	3	0.07878581434488297
16128	linear.weight	4	-0.010393516160547733
16128	linear.weight	5	-0.00039891686174087226
16128	linear.weight	6	-0.008113657124340534
16128	linear.weight	7	-0.03281502425670624
16128	linear.weight	8	0.06199483200907707
16128	linear.weight	9	0.2873836159706116
16128	linear.bias	0	-0.19147340953350067
16128	linear.bias	1	0.15783369541168213
16128	linear.bias	2	-0.4813739061355591
16128	linear.bias	3	1.622588872909546
16128	linear.bias	4	-0.3723820447921753
16128	linear.bias	5	-0.030769959092140198
16128	linear.bias	6	-0.3304627239704132
16128	linear.bias	7	-0.23824787139892578
16128	linear.bias	8	-0.01658451184630394
16128	linear.bias	9	-0.46837180852890015
16156	transitions	0	-0.6277518272399902
16156	transitions	1	0.3714047968387604
16156	transitions	2	1.7017371654510498
16156	transitions	3	0.12117426097393036
16156	transitions	4	0.9638829827308655
16156	transitions	5	1.2743189334869385
16156	transitions	6	0.48389843106269836
16156	transitions	7	0.17844225466251373
16156	transitions	8	-0.9193140268325806
16156	transitions	9	0.9307355880737305
16156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16156	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16156	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16156	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16156	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16156	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16156	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16156	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16156	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16156	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16156	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16156	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16156	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16156	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16156	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16156	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16156	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16156	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16156	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16156	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16156	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16156	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16156	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16156	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16156	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16156	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16156	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16156	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16156	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16156	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16156	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16156	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16156	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16156	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16156	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16156	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16156	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16156	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16156	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16156	embedding2nn.weight	0	0.02394532784819603
16156	embedding2nn.weight	1	0.014194066636264324
16156	embedding2nn.weight	2	-0.005026587750762701
16156	embedding2nn.weight	3	0.0019010825781151652
16156	embedding2nn.weight	4	-0.004217461217194796
16156	embedding2nn.weight	5	0.009937683120369911
16156	embedding2nn.weight	6	-0.002677374053746462
16156	embedding2nn.weight	7	0.013621708378195763
16156	embedding2nn.weight	8	-0.007092384621500969
16156	embedding2nn.weight	9	-0.012731225229799747
16156	embedding2nn.bias	0	-0.03609172999858856
16156	embedding2nn.bias	1	-0.02693515457212925
16156	embedding2nn.bias	2	-0.06454212963581085
16156	embedding2nn.bias	3	-0.011009030975401402
16156	embedding2nn.bias	4	0.009938139468431473
16156	embedding2nn.bias	5	0.005702063906937838
16156	embedding2nn.bias	6	0.012054422870278358
16156	embedding2nn.bias	7	0.028755541890859604
16156	embedding2nn.bias	8	-0.019946075975894928
16156	embedding2nn.bias	9	0.016850847750902176
16156	rnn.weight_ih_l0	0	0.040444664657115936
16156	rnn.weight_ih_l0	1	-0.010489065200090408
16156	rnn.weight_ih_l0	2	-0.039653293788433075
16156	rnn.weight_ih_l0	3	-0.04466180503368378
16156	rnn.weight_ih_l0	4	-0.051448073238134384
16156	rnn.weight_ih_l0	5	-0.004070293623954058
16156	rnn.weight_ih_l0	6	-0.0542159378528595
16156	rnn.weight_ih_l0	7	-0.05579438805580139
16156	rnn.weight_ih_l0	8	-0.043595511466264725
16156	rnn.weight_ih_l0	9	-0.027481749653816223
16156	rnn.weight_hh_l0	0	0.011217465624213219
16156	rnn.weight_hh_l0	1	-0.02189929410815239
16156	rnn.weight_hh_l0	2	-0.06259706616401672
16156	rnn.weight_hh_l0	3	-0.028244858607649803
16156	rnn.weight_hh_l0	4	-0.0701834037899971
16156	rnn.weight_hh_l0	5	-0.01317103672772646
16156	rnn.weight_hh_l0	6	-0.042426303029060364
16156	rnn.weight_hh_l0	7	-0.014527549035847187
16156	rnn.weight_hh_l0	8	-0.018590526655316353
16156	rnn.weight_hh_l0	9	0.0186857171356678
16156	rnn.bias_ih_l0	0	0.12093997746706009
16156	rnn.bias_ih_l0	1	-0.051135484129190445
16156	rnn.bias_ih_l0	2	0.10398367792367935
16156	rnn.bias_ih_l0	3	0.05827362462878227
16156	rnn.bias_ih_l0	4	0.09624592214822769
16156	rnn.bias_ih_l0	5	0.024375634267926216
16156	rnn.bias_ih_l0	6	-0.007520983461290598
16156	rnn.bias_ih_l0	7	-0.09461352974176407
16156	rnn.bias_ih_l0	8	-0.18880796432495117
16156	rnn.bias_ih_l0	9	0.08923342078924179
16156	rnn.bias_hh_l0	0	-0.01850094087421894
16156	rnn.bias_hh_l0	1	0.014252877794206142
16156	rnn.bias_hh_l0	2	-0.017764488235116005
16156	rnn.bias_hh_l0	3	-0.02772155962884426
16156	rnn.bias_hh_l0	4	-0.03905274718999863
16156	rnn.bias_hh_l0	5	0.12837767601013184
16156	rnn.bias_hh_l0	6	0.01872437633574009
16156	rnn.bias_hh_l0	7	0.04724574089050293
16156	rnn.bias_hh_l0	8	0.02684776484966278
16156	rnn.bias_hh_l0	9	0.02570541575551033
16156	rnn.weight_ih_l0_reverse	0	-0.028877930715680122
16156	rnn.weight_ih_l0_reverse	1	-5.0329213991062716e-05
16156	rnn.weight_ih_l0_reverse	2	0.024871837347745895
16156	rnn.weight_ih_l0_reverse	3	-0.061127159744501114
16156	rnn.weight_ih_l0_reverse	4	0.009888569824397564
16156	rnn.weight_ih_l0_reverse	5	-0.04942649230360985
16156	rnn.weight_ih_l0_reverse	6	0.017743054777383804
16156	rnn.weight_ih_l0_reverse	7	0.04428963363170624
16156	rnn.weight_ih_l0_reverse	8	-0.04367717728018761
16156	rnn.weight_ih_l0_reverse	9	-0.05419689044356346
16156	rnn.weight_hh_l0_reverse	0	-0.07651468366384506
16156	rnn.weight_hh_l0_reverse	1	-0.052807681262493134
16156	rnn.weight_hh_l0_reverse	2	0.03081107884645462
16156	rnn.weight_hh_l0_reverse	3	0.039366379380226135
16156	rnn.weight_hh_l0_reverse	4	0.008730225265026093
16156	rnn.weight_hh_l0_reverse	5	0.044352129101753235
16156	rnn.weight_hh_l0_reverse	6	-0.006033297628164291
16156	rnn.weight_hh_l0_reverse	7	0.007234138436615467
16156	rnn.weight_hh_l0_reverse	8	-0.09066213667392731
16156	rnn.weight_hh_l0_reverse	9	0.06649289280176163
16156	rnn.bias_ih_l0_reverse	0	-0.086499884724617
16156	rnn.bias_ih_l0_reverse	1	-0.061475154012441635
16156	rnn.bias_ih_l0_reverse	2	0.09282178431749344
16156	rnn.bias_ih_l0_reverse	3	0.034609273076057434
16156	rnn.bias_ih_l0_reverse	4	-0.1232948750257492
16156	rnn.bias_ih_l0_reverse	5	0.05033784732222557
16156	rnn.bias_ih_l0_reverse	6	-0.11020097136497498
16156	rnn.bias_ih_l0_reverse	7	0.03507893532514572
16156	rnn.bias_ih_l0_reverse	8	0.023911722004413605
16156	rnn.bias_ih_l0_reverse	9	0.0720796138048172
16156	rnn.bias_hh_l0_reverse	0	0.056319694966077805
16156	rnn.bias_hh_l0_reverse	1	0.06960909068584442
16156	rnn.bias_hh_l0_reverse	2	0.0813039243221283
16156	rnn.bias_hh_l0_reverse	3	-0.007619678508490324
16156	rnn.bias_hh_l0_reverse	4	0.08965937048196793
16156	rnn.bias_hh_l0_reverse	5	-0.00621165381744504
16156	rnn.bias_hh_l0_reverse	6	-0.07305218279361725
16156	rnn.bias_hh_l0_reverse	7	0.03384590893983841
16156	rnn.bias_hh_l0_reverse	8	0.033947862684726715
16156	rnn.bias_hh_l0_reverse	9	-0.14823026955127716
16156	linear.weight	0	0.1955680251121521
16156	linear.weight	1	-0.13002437353134155
16156	linear.weight	2	-0.20140153169631958
16156	linear.weight	3	0.07971910387277603
16156	linear.weight	4	-0.009832902811467648
16156	linear.weight	5	5.702890484826639e-05
16156	linear.weight	6	-0.008111433126032352
16156	linear.weight	7	-0.032627005130052567
16156	linear.weight	8	0.06192730739712715
16156	linear.weight	9	0.28779393434524536
16156	linear.bias	0	-0.17778921127319336
16156	linear.bias	1	0.16153880953788757
16156	linear.bias	2	-0.4814983308315277
16156	linear.bias	3	1.6165441274642944
16156	linear.bias	4	-0.3727096617221832
16156	linear.bias	5	-0.030769959092140198
16156	linear.bias	6	-0.3303958475589752
16156	linear.bias	7	-0.23896782100200653
16156	linear.bias	8	-0.012124109081923962
16156	linear.bias	9	-0.46844616532325745
16184	transitions	0	-0.6278168559074402
16184	transitions	1	0.37135547399520874
16184	transitions	2	1.7014957666397095
16184	transitions	3	0.12116087973117828
16184	transitions	4	0.9636264443397522
16184	transitions	5	1.274317741394043
16184	transitions	6	0.48389050364494324
16184	transitions	7	0.17844000458717346
16184	transitions	8	-0.9193176031112671
16184	transitions	9	0.9307355880737305
16184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16184	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16184	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16184	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16184	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16184	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16184	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16184	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16184	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16184	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16184	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16184	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16184	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16184	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16184	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16184	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16184	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16184	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16184	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16184	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16184	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16184	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16184	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16184	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16184	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16184	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16184	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16184	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16184	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16184	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16184	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16184	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16184	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16184	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16184	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16184	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16184	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16184	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16184	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16184	embedding2nn.weight	0	0.023053690791130066
16184	embedding2nn.weight	1	0.014160994440317154
16184	embedding2nn.weight	2	-0.0049700806848704815
16184	embedding2nn.weight	3	0.0018829174805432558
16184	embedding2nn.weight	4	-0.00424989266321063
16184	embedding2nn.weight	5	0.010026752017438412
16184	embedding2nn.weight	6	-0.002622593892738223
16184	embedding2nn.weight	7	0.0143018439412117
16184	embedding2nn.weight	8	-0.007053303066641092
16184	embedding2nn.weight	9	-0.012615246698260307
16184	embedding2nn.bias	0	-0.03581057861447334
16184	embedding2nn.bias	1	-0.021575015038251877
16184	embedding2nn.bias	2	-0.06319759786128998
16184	embedding2nn.bias	3	-0.004217870067805052
16184	embedding2nn.bias	4	0.006033268291503191
16184	embedding2nn.bias	5	0.007310385350137949
16184	embedding2nn.bias	6	0.012770607136189938
16184	embedding2nn.bias	7	0.0318438857793808
16184	embedding2nn.bias	8	-0.01654762029647827
16184	embedding2nn.bias	9	0.01666053757071495
16184	rnn.weight_ih_l0	0	0.04038534685969353
16184	rnn.weight_ih_l0	1	-0.0099421301856637
16184	rnn.weight_ih_l0	2	-0.03888838365674019
16184	rnn.weight_ih_l0	3	-0.044514983892440796
16184	rnn.weight_ih_l0	4	-0.05122449994087219
16184	rnn.weight_ih_l0	5	-0.004252302926033735
16184	rnn.weight_ih_l0	6	-0.054331451654434204
16184	rnn.weight_ih_l0	7	-0.0556548647582531
16184	rnn.weight_ih_l0	8	-0.04387300834059715
16184	rnn.weight_ih_l0	9	-0.027499698102474213
16184	rnn.weight_hh_l0	0	0.011662302538752556
16184	rnn.weight_hh_l0	1	-0.021575139835476875
16184	rnn.weight_hh_l0	2	-0.06225704401731491
16184	rnn.weight_hh_l0	3	-0.02775386907160282
16184	rnn.weight_hh_l0	4	-0.0700109452009201
16184	rnn.weight_hh_l0	5	-0.01297331228852272
16184	rnn.weight_hh_l0	6	-0.04197939485311508
16184	rnn.weight_hh_l0	7	-0.014218325726687908
16184	rnn.weight_hh_l0	8	-0.018141502514481544
16184	rnn.weight_hh_l0	9	0.01824067160487175
16184	rnn.bias_ih_l0	0	0.12167273461818695
16184	rnn.bias_ih_l0	1	-0.050689827650785446
16184	rnn.bias_ih_l0	2	0.10440773516893387
16184	rnn.bias_ih_l0	3	0.05573878064751625
16184	rnn.bias_ih_l0	4	0.09598611295223236
16184	rnn.bias_ih_l0	5	0.024096593260765076
16184	rnn.bias_ih_l0	6	-0.00902362447232008
16184	rnn.bias_ih_l0	7	-0.09374233335256577
16184	rnn.bias_ih_l0	8	-0.1924140453338623
16184	rnn.bias_ih_l0	9	0.08772269636392593
16184	rnn.bias_hh_l0	0	-0.018470942974090576
16184	rnn.bias_hh_l0	1	0.013759475201368332
16184	rnn.bias_hh_l0	2	-0.017468992620706558
16184	rnn.bias_hh_l0	3	-0.029086114838719368
16184	rnn.bias_hh_l0	4	-0.03828953206539154
16184	rnn.bias_hh_l0	5	0.1291266530752182
16184	rnn.bias_hh_l0	6	0.015499700792133808
16184	rnn.bias_hh_l0	7	0.04918918386101723
16184	rnn.bias_hh_l0	8	0.025345120579004288
16184	rnn.bias_hh_l0	9	0.026327986270189285
16184	rnn.weight_ih_l0_reverse	0	-0.029117103666067123
16184	rnn.weight_ih_l0_reverse	1	-7.56017179810442e-05
16184	rnn.weight_ih_l0_reverse	2	0.024795040488243103
16184	rnn.weight_ih_l0_reverse	3	-0.06129224970936775
16184	rnn.weight_ih_l0_reverse	4	0.00950345303863287
16184	rnn.weight_ih_l0_reverse	5	-0.0495808944106102
16184	rnn.weight_ih_l0_reverse	6	0.018405187875032425
16184	rnn.weight_ih_l0_reverse	7	0.04454071819782257
16184	rnn.weight_ih_l0_reverse	8	-0.04360987991094589
16184	rnn.weight_ih_l0_reverse	9	-0.054285939782857895
16184	rnn.weight_hh_l0_reverse	0	-0.07683277875185013
16184	rnn.weight_hh_l0_reverse	1	-0.05146222934126854
16184	rnn.weight_hh_l0_reverse	2	0.031057266518473625
16184	rnn.weight_hh_l0_reverse	3	0.03970244526863098
16184	rnn.weight_hh_l0_reverse	4	0.008286877535283566
16184	rnn.weight_hh_l0_reverse	5	0.04437456652522087
16184	rnn.weight_hh_l0_reverse	6	-0.002090111607685685
16184	rnn.weight_hh_l0_reverse	7	0.007364712655544281
16184	rnn.weight_hh_l0_reverse	8	-0.09071548283100128
16184	rnn.weight_hh_l0_reverse	9	0.06614227592945099
16184	rnn.bias_ih_l0_reverse	0	-0.08627914637327194
16184	rnn.bias_ih_l0_reverse	1	-0.06115665286779404
16184	rnn.bias_ih_l0_reverse	2	0.09310218691825867
16184	rnn.bias_ih_l0_reverse	3	0.0352170430123806
16184	rnn.bias_ih_l0_reverse	4	-0.12302945554256439
16184	rnn.bias_ih_l0_reverse	5	0.05036549270153046
16184	rnn.bias_ih_l0_reverse	6	-0.10808247327804565
16184	rnn.bias_ih_l0_reverse	7	0.034175604581832886
16184	rnn.bias_ih_l0_reverse	8	0.024574119597673416
16184	rnn.bias_ih_l0_reverse	9	0.0717778280377388
16184	rnn.bias_hh_l0_reverse	0	0.057953666895627975
16184	rnn.bias_hh_l0_reverse	1	0.07334008812904358
16184	rnn.bias_hh_l0_reverse	2	0.08048620074987411
16184	rnn.bias_hh_l0_reverse	3	-0.008687271736562252
16184	rnn.bias_hh_l0_reverse	4	0.08925116062164307
16184	rnn.bias_hh_l0_reverse	5	-0.006267334800213575
16184	rnn.bias_hh_l0_reverse	6	-0.0739649087190628
16184	rnn.bias_hh_l0_reverse	7	0.03381798788905144
16184	rnn.bias_hh_l0_reverse	8	0.03537369892001152
16184	rnn.bias_hh_l0_reverse	9	-0.1450844258069992
16184	linear.weight	0	0.1921682506799698
16184	linear.weight	1	-0.13000890612602234
16184	linear.weight	2	-0.19759802520275116
16184	linear.weight	3	0.07734888792037964
16184	linear.weight	4	-0.009648222476243973
16184	linear.weight	5	0.00016910048725549132
16184	linear.weight	6	-0.008107643574476242
16184	linear.weight	7	-0.03256963938474655
16184	linear.weight	8	0.06133048236370087
16184	linear.weight	9	0.2951829433441162
16184	linear.bias	0	-0.18808500468730927
16184	linear.bias	1	0.15903840959072113
16184	linear.bias	2	-0.48086291551589966
16184	linear.bias	3	1.6130379438400269
16184	linear.bias	4	-0.3743358552455902
16184	linear.bias	5	-0.030769959092140198
16184	linear.bias	6	-0.32982149720191956
16184	linear.bias	7	-0.2401435673236847
16184	linear.bias	8	-0.016145676374435425
16184	linear.bias	9	-0.4685489535331726
16212	transitions	0	-0.6279000043869019
16212	transitions	1	0.37131157517433167
16212	transitions	2	1.7014575004577637
16212	transitions	3	0.12115444242954254
16212	transitions	4	0.9634836316108704
16212	transitions	5	1.274316430091858
16212	transitions	6	0.48388442397117615
16212	transitions	7	0.17843736708164215
16212	transitions	8	-0.9193179607391357
16212	transitions	9	0.9307355880737305
16212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16212	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16212	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16212	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16212	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16212	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16212	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16212	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16212	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16212	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16212	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16212	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16212	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16212	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16212	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16212	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16212	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16212	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16212	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16212	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16212	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16212	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16212	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16212	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16212	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16212	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16212	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16212	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16212	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16212	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16212	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16212	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16212	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16212	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16212	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16212	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16212	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16212	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16212	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16212	embedding2nn.weight	0	0.022979840636253357
16212	embedding2nn.weight	1	0.014185872860252857
16212	embedding2nn.weight	2	-0.004952294752001762
16212	embedding2nn.weight	3	0.0020777955651283264
16212	embedding2nn.weight	4	-0.00430234894156456
16212	embedding2nn.weight	5	0.01036483608186245
16212	embedding2nn.weight	6	-0.0025261465925723314
16212	embedding2nn.weight	7	0.014748839661478996
16212	embedding2nn.weight	8	-0.006973686628043652
16212	embedding2nn.weight	9	-0.012511574663221836
16212	embedding2nn.bias	0	-0.03409872576594353
16212	embedding2nn.bias	1	-0.020692192018032074
16212	embedding2nn.bias	2	-0.06016319617629051
16212	embedding2nn.bias	3	-0.006016663275659084
16212	embedding2nn.bias	4	0.002395578194409609
16212	embedding2nn.bias	5	0.011935402639210224
16212	embedding2nn.bias	6	0.01612771861255169
16212	embedding2nn.bias	7	0.02933577075600624
16212	embedding2nn.bias	8	-0.017999310046434402
16212	embedding2nn.bias	9	0.020078765228390694
16212	rnn.weight_ih_l0	0	0.0402304008603096
16212	rnn.weight_ih_l0	1	-0.010539893992245197
16212	rnn.weight_ih_l0	2	-0.038790248334407806
16212	rnn.weight_ih_l0	3	-0.04449382796883583
16212	rnn.weight_ih_l0	4	-0.0511799119412899
16212	rnn.weight_ih_l0	5	-0.00424940837547183
16212	rnn.weight_ih_l0	6	-0.05432162806391716
16212	rnn.weight_ih_l0	7	-0.055270083248615265
16212	rnn.weight_ih_l0	8	-0.04401981085538864
16212	rnn.weight_ih_l0	9	-0.02756253257393837
16212	rnn.weight_hh_l0	0	0.01158855389803648
16212	rnn.weight_hh_l0	1	-0.021433573216199875
16212	rnn.weight_hh_l0	2	-0.0616702176630497
16212	rnn.weight_hh_l0	3	-0.02772255800664425
16212	rnn.weight_hh_l0	4	-0.07003773003816605
16212	rnn.weight_hh_l0	5	-0.012874269858002663
16212	rnn.weight_hh_l0	6	-0.04230595752596855
16212	rnn.weight_hh_l0	7	-0.015182445757091045
16212	rnn.weight_hh_l0	8	-0.017642715945839882
16212	rnn.weight_hh_l0	9	0.018606901168823242
16212	rnn.bias_ih_l0	0	0.12111808359622955
16212	rnn.bias_ih_l0	1	-0.05002677068114281
16212	rnn.bias_ih_l0	2	0.10630132257938385
16212	rnn.bias_ih_l0	3	0.0557270310819149
16212	rnn.bias_ih_l0	4	0.09705348312854767
16212	rnn.bias_ih_l0	5	0.02343032695353031
16212	rnn.bias_ih_l0	6	-0.009189841337502003
16212	rnn.bias_ih_l0	7	-0.09339101612567902
16212	rnn.bias_ih_l0	8	-0.19461899995803833
16212	rnn.bias_ih_l0	9	0.08872704207897186
16212	rnn.bias_hh_l0	0	-0.01867072470486164
16212	rnn.bias_hh_l0	1	0.012788182124495506
16212	rnn.bias_hh_l0	2	-0.017759116366505623
16212	rnn.bias_hh_l0	3	-0.029532715678215027
16212	rnn.bias_hh_l0	4	-0.03776097297668457
16212	rnn.bias_hh_l0	5	0.12962202727794647
16212	rnn.bias_hh_l0	6	0.01492452621459961
16212	rnn.bias_hh_l0	7	0.042542435228824615
16212	rnn.bias_hh_l0	8	0.025178903713822365
16212	rnn.bias_hh_l0	9	0.026977887377142906
16212	rnn.weight_ih_l0_reverse	0	-0.029094533994793892
16212	rnn.weight_ih_l0_reverse	1	-0.00013407538062892854
16212	rnn.weight_ih_l0_reverse	2	0.025107992812991142
16212	rnn.weight_ih_l0_reverse	3	-0.06141339987516403
16212	rnn.weight_ih_l0_reverse	4	0.009458526037633419
16212	rnn.weight_ih_l0_reverse	5	-0.04978278651833534
16212	rnn.weight_ih_l0_reverse	6	0.019576143473386765
16212	rnn.weight_ih_l0_reverse	7	0.04469181224703789
16212	rnn.weight_ih_l0_reverse	8	-0.04342269152402878
16212	rnn.weight_ih_l0_reverse	9	-0.05425314977765083
16212	rnn.weight_hh_l0_reverse	0	-0.07685348391532898
16212	rnn.weight_hh_l0_reverse	1	-0.050472769886255264
16212	rnn.weight_hh_l0_reverse	2	0.030566981062293053
16212	rnn.weight_hh_l0_reverse	3	0.03997952863574028
16212	rnn.weight_hh_l0_reverse	4	0.008026447147130966
16212	rnn.weight_hh_l0_reverse	5	0.044223133474588394
16212	rnn.weight_hh_l0_reverse	6	0.0002226500364486128
16212	rnn.weight_hh_l0_reverse	7	0.007194374222308397
16212	rnn.weight_hh_l0_reverse	8	-0.09067756682634354
16212	rnn.weight_hh_l0_reverse	9	0.06640703231096268
16212	rnn.bias_ih_l0_reverse	0	-0.08234484493732452
16212	rnn.bias_ih_l0_reverse	1	-0.05967150256037712
16212	rnn.bias_ih_l0_reverse	2	0.09362177550792694
16212	rnn.bias_ih_l0_reverse	3	0.03391781076788902
16212	rnn.bias_ih_l0_reverse	4	-0.12329753488302231
16212	rnn.bias_ih_l0_reverse	5	0.05046873539686203
16212	rnn.bias_ih_l0_reverse	6	-0.10716860741376877
16212	rnn.bias_ih_l0_reverse	7	0.03374374657869339
16212	rnn.bias_ih_l0_reverse	8	0.02477101981639862
16212	rnn.bias_ih_l0_reverse	9	0.071562260389328
16212	rnn.bias_hh_l0_reverse	0	0.05786313861608505
16212	rnn.bias_hh_l0_reverse	1	0.07301723212003708
16212	rnn.bias_hh_l0_reverse	2	0.0812409371137619
16212	rnn.bias_hh_l0_reverse	3	-0.008925783447921276
16212	rnn.bias_hh_l0_reverse	4	0.0902746319770813
16212	rnn.bias_hh_l0_reverse	5	-0.00749488128349185
16212	rnn.bias_hh_l0_reverse	6	-0.07196636497974396
16212	rnn.bias_hh_l0_reverse	7	0.03540198877453804
16212	rnn.bias_hh_l0_reverse	8	0.033438533544540405
16212	rnn.bias_hh_l0_reverse	9	-0.14858664572238922
16212	linear.weight	0	0.19570909440517426
16212	linear.weight	1	-0.1299724131822586
16212	linear.weight	2	-0.19565194845199585
16212	linear.weight	3	0.08230450004339218
16212	linear.weight	4	-0.011438447050750256
16212	linear.weight	5	0.0007276225369423628
16212	linear.weight	6	-0.008102661930024624
16212	linear.weight	7	-0.03248218074440956
16212	linear.weight	8	0.06525801867246628
16212	linear.weight	9	0.29324406385421753
16212	linear.bias	0	-0.19869354367256165
16212	linear.bias	1	0.16054636240005493
16212	linear.bias	2	-0.48092547059059143
16212	linear.bias	3	1.6376752853393555
16212	linear.bias	4	-0.3745626211166382
16212	linear.bias	5	-0.030769959092140198
16212	linear.bias	6	-0.32979145646095276
16212	linear.bias	7	-0.2402588576078415
16212	linear.bias	8	-0.014947360381484032
16212	linear.bias	9	-0.46863511204719543
16240	transitions	0	-0.6279743909835815
16240	transitions	1	0.37127605080604553
16240	transitions	2	1.7013916969299316
16240	transitions	3	0.12063606828451157
16240	transitions	4	0.9634390473365784
16240	transitions	5	1.2743148803710938
16240	transitions	6	0.4838838577270508
16240	transitions	7	0.17843689024448395
16240	transitions	8	-0.919318675994873
16240	transitions	9	0.9307355880737305
16240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16240	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16240	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16240	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16240	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16240	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16240	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16240	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16240	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16240	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16240	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16240	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16240	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16240	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16240	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16240	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16240	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16240	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16240	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16240	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16240	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16240	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16240	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16240	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16240	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16240	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16240	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16240	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16240	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16240	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16240	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16240	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16240	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16240	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16240	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16240	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16240	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16240	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16240	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16240	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16240	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16240	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16240	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16240	embedding2nn.weight	0	0.02291497215628624
16240	embedding2nn.weight	1	0.014043840579688549
16240	embedding2nn.weight	2	-0.004909214563667774
16240	embedding2nn.weight	3	0.0020203220192342997
16240	embedding2nn.weight	4	-0.004271110985428095
16240	embedding2nn.weight	5	0.010043296031653881
16240	embedding2nn.weight	6	-0.0025809085927903652
16240	embedding2nn.weight	7	0.014759453013539314
16240	embedding2nn.weight	8	-0.0068838512524962425
16240	embedding2nn.weight	9	-0.01243048720061779
16240	embedding2nn.bias	0	-0.04027267172932625
16240	embedding2nn.bias	1	-0.023258723318576813
16240	embedding2nn.bias	2	-0.06952930986881256
16240	embedding2nn.bias	3	-0.0013099004281684756
16240	embedding2nn.bias	4	0.0072145299054682255
16240	embedding2nn.bias	5	0.013043781742453575
16240	embedding2nn.bias	6	0.02041219361126423
16240	embedding2nn.bias	7	0.02813369408249855
16240	embedding2nn.bias	8	-0.015127328224480152
16240	embedding2nn.bias	9	0.021098576486110687
16240	rnn.weight_ih_l0	0	0.04008674621582031
16240	rnn.weight_ih_l0	1	-0.010038342326879501
16240	rnn.weight_ih_l0	2	-0.03955390676856041
16240	rnn.weight_ih_l0	3	-0.04474769905209541
16240	rnn.weight_ih_l0	4	-0.05120803788304329
16240	rnn.weight_ih_l0	5	-0.0044943965040147305
16240	rnn.weight_ih_l0	6	-0.05384646728634834
16240	rnn.weight_ih_l0	7	-0.05499642714858055
16240	rnn.weight_ih_l0	8	-0.04379734769463539
16240	rnn.weight_ih_l0	9	-0.02766706421971321
16240	rnn.weight_hh_l0	0	0.011424303986132145
16240	rnn.weight_hh_l0	1	-0.022126754745841026
16240	rnn.weight_hh_l0	2	-0.06247120350599289
16240	rnn.weight_hh_l0	3	-0.02790738083422184
16240	rnn.weight_hh_l0	4	-0.07020768523216248
16240	rnn.weight_hh_l0	5	-0.013132289052009583
16240	rnn.weight_hh_l0	6	-0.04346513748168945
16240	rnn.weight_hh_l0	7	-0.015869395807385445
16240	rnn.weight_hh_l0	8	-0.017705438658595085
16240	rnn.weight_hh_l0	9	0.016486268490552902
16240	rnn.bias_ih_l0	0	0.12144381552934647
16240	rnn.bias_ih_l0	1	-0.049976885318756104
16240	rnn.bias_ih_l0	2	0.10606727749109268
16240	rnn.bias_ih_l0	3	0.05574900656938553
16240	rnn.bias_ih_l0	4	0.09675124287605286
16240	rnn.bias_ih_l0	5	0.02500365488231182
16240	rnn.bias_ih_l0	6	-0.005331383552402258
16240	rnn.bias_ih_l0	7	-0.0990263894200325
16240	rnn.bias_ih_l0	8	-0.18785636126995087
16240	rnn.bias_ih_l0	9	0.08882147073745728
16240	rnn.bias_hh_l0	0	-0.019259946420788765
16240	rnn.bias_hh_l0	1	0.01052006147801876
16240	rnn.bias_hh_l0	2	-0.01643342338502407
16240	rnn.bias_hh_l0	3	-0.03134116157889366
16240	rnn.bias_hh_l0	4	-0.03858759254217148
16240	rnn.bias_hh_l0	5	0.12454106658697128
16240	rnn.bias_hh_l0	6	0.012573059648275375
16240	rnn.bias_hh_l0	7	0.04271738976240158
16240	rnn.bias_hh_l0	8	0.029037360101938248
16240	rnn.bias_hh_l0	9	0.029485121369361877
16240	rnn.weight_ih_l0_reverse	0	-0.029182391241192818
16240	rnn.weight_ih_l0_reverse	1	0.0003421370929572731
16240	rnn.weight_ih_l0_reverse	2	0.025223612785339355
16240	rnn.weight_ih_l0_reverse	3	-0.061392076313495636
16240	rnn.weight_ih_l0_reverse	4	0.009801420383155346
16240	rnn.weight_ih_l0_reverse	5	-0.04985891655087471
16240	rnn.weight_ih_l0_reverse	6	0.019680887460708618
16240	rnn.weight_ih_l0_reverse	7	0.04458608478307724
16240	rnn.weight_ih_l0_reverse	8	-0.04341936856508255
16240	rnn.weight_ih_l0_reverse	9	-0.05394918471574783
16240	rnn.weight_hh_l0_reverse	0	-0.07691448926925659
16240	rnn.weight_hh_l0_reverse	1	-0.04986764118075371
16240	rnn.weight_hh_l0_reverse	2	0.030222779139876366
16240	rnn.weight_hh_l0_reverse	3	0.040334127843379974
16240	rnn.weight_hh_l0_reverse	4	0.007567017339169979
16240	rnn.weight_hh_l0_reverse	5	0.04415242373943329
16240	rnn.weight_hh_l0_reverse	6	-0.0012693089665845037
16240	rnn.weight_hh_l0_reverse	7	0.007032373454421759
16240	rnn.weight_hh_l0_reverse	8	-0.09092073142528534
16240	rnn.weight_hh_l0_reverse	9	0.0668211430311203
16240	rnn.bias_ih_l0_reverse	0	-0.07831781357526779
16240	rnn.bias_ih_l0_reverse	1	-0.05924498662352562
16240	rnn.bias_ih_l0_reverse	2	0.0929606556892395
16240	rnn.bias_ih_l0_reverse	3	0.03438219800591469
16240	rnn.bias_ih_l0_reverse	4	-0.1229812502861023
16240	rnn.bias_ih_l0_reverse	5	0.04957945644855499
16240	rnn.bias_ih_l0_reverse	6	-0.10671772807836533
16240	rnn.bias_ih_l0_reverse	7	0.03266621753573418
16240	rnn.bias_ih_l0_reverse	8	0.023797018453478813
16240	rnn.bias_ih_l0_reverse	9	0.07317936420440674
16240	rnn.bias_hh_l0_reverse	0	0.05226605013012886
16240	rnn.bias_hh_l0_reverse	1	0.0730951577425003
16240	rnn.bias_hh_l0_reverse	2	0.0817933902144432
16240	rnn.bias_hh_l0_reverse	3	-0.008521388284862041
16240	rnn.bias_hh_l0_reverse	4	0.09024249017238617
16240	rnn.bias_hh_l0_reverse	5	-0.008600390516221523
16240	rnn.bias_hh_l0_reverse	6	-0.0722968727350235
16240	rnn.bias_hh_l0_reverse	7	0.035031549632549286
16240	rnn.bias_hh_l0_reverse	8	0.03282482177019119
16240	rnn.bias_hh_l0_reverse	9	-0.14371809363365173
16240	linear.weight	0	0.19998051226139069
16240	linear.weight	1	-0.12996961176395416
16240	linear.weight	2	-0.19920644164085388
16240	linear.weight	3	0.08238936215639114
16240	linear.weight	4	-0.012770421802997589
16240	linear.weight	5	0.0006733072805218399
16240	linear.weight	6	-0.008088817819952965
16240	linear.weight	7	-0.03242277354001999
16240	linear.weight	8	0.06388673931360245
16240	linear.weight	9	0.2913149893283844
16240	linear.bias	0	-0.19861681759357452
16240	linear.bias	1	0.15088672935962677
16240	linear.bias	2	-0.4808541536331177
16240	linear.bias	3	1.628312349319458
16240	linear.bias	4	-0.3747987747192383
16240	linear.bias	5	-0.030769959092140198
16240	linear.bias	6	-0.330422580242157
16240	linear.bias	7	-0.24205324053764343
16240	linear.bias	8	-0.0200625229626894
16240	linear.bias	9	-0.4687426686286926
16268	transitions	0	-0.628021240234375
16268	transitions	1	0.37124940752983093
16268	transitions	2	1.7012989521026611
16268	transitions	3	0.12061673402786255
16268	transitions	4	0.9634060859680176
16268	transitions	5	1.2743130922317505
16268	transitions	6	0.4838818907737732
16268	transitions	7	0.1784350574016571
16268	transitions	8	-0.919320285320282
16268	transitions	9	0.9307355880737305
16268	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16268	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16268	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16268	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16268	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16268	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16268	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16268	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16268	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16268	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16268	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16268	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16268	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16268	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16268	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16268	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16268	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16268	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16268	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16268	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16268	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16268	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16268	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16268	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16268	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16268	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16268	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16268	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16268	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16268	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16268	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16268	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16268	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16268	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16268	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16268	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16268	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16268	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16268	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16268	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16268	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16268	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16268	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16268	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16268	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16268	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16268	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16268	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16268	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16268	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16268	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16268	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16268	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16268	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16268	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16268	embedding2nn.weight	0	0.022841677069664
16268	embedding2nn.weight	1	0.014016861096024513
16268	embedding2nn.weight	2	-0.004911002703011036
16268	embedding2nn.weight	3	0.0018962275935336947
16268	embedding2nn.weight	4	-0.004260635003447533
16268	embedding2nn.weight	5	0.009946311824023724
16268	embedding2nn.weight	6	-0.002643279265612364
16268	embedding2nn.weight	7	0.014724737033247948
16268	embedding2nn.weight	8	-0.006792024709284306
16268	embedding2nn.weight	9	-0.01264855358749628
16268	embedding2nn.bias	0	-0.034282583743333817
16268	embedding2nn.bias	1	-0.021039292216300964
16268	embedding2nn.bias	2	-0.06721922010183334
16268	embedding2nn.bias	3	0.0008489034371450543
16268	embedding2nn.bias	4	0.015538541600108147
16268	embedding2nn.bias	5	0.013630376197397709
16268	embedding2nn.bias	6	0.020704632624983788
16268	embedding2nn.bias	7	0.02594030275940895
16268	embedding2nn.bias	8	-0.011672304011881351
16268	embedding2nn.bias	9	0.017090704292058945
16268	rnn.weight_ih_l0	0	0.03995916247367859
16268	rnn.weight_ih_l0	1	-0.009591753594577312
16268	rnn.weight_ih_l0	2	-0.04032861441373825
16268	rnn.weight_ih_l0	3	-0.04495588317513466
16268	rnn.weight_ih_l0	4	-0.05102425813674927
16268	rnn.weight_ih_l0	5	-0.004495725501328707
16268	rnn.weight_ih_l0	6	-0.05392986163496971
16268	rnn.weight_ih_l0	7	-0.05494680255651474
16268	rnn.weight_ih_l0	8	-0.04417886212468147
16268	rnn.weight_ih_l0	9	-0.02771088480949402
16268	rnn.weight_hh_l0	0	0.011423035524785519
16268	rnn.weight_hh_l0	1	-0.02321789227426052
16268	rnn.weight_hh_l0	2	-0.06358066946268082
16268	rnn.weight_hh_l0	3	-0.027463700622320175
16268	rnn.weight_hh_l0	4	-0.07048285752534866
16268	rnn.weight_hh_l0	5	-0.013230697251856327
16268	rnn.weight_hh_l0	6	-0.045494817197322845
16268	rnn.weight_hh_l0	7	-0.014522871933877468
16268	rnn.weight_hh_l0	8	-0.017842423170804977
16268	rnn.weight_hh_l0	9	0.01645173877477646
16268	rnn.bias_ih_l0	0	0.12067325413227081
16268	rnn.bias_ih_l0	1	-0.047717247158288956
16268	rnn.bias_ih_l0	2	0.10462073981761932
16268	rnn.bias_ih_l0	3	0.05593413487076759
16268	rnn.bias_ih_l0	4	0.09784307330846786
16268	rnn.bias_ih_l0	5	0.022851580753922462
16268	rnn.bias_ih_l0	6	-0.0061552515253424644
16268	rnn.bias_ih_l0	7	-0.09543441236019135
16268	rnn.bias_ih_l0	8	-0.19338342547416687
16268	rnn.bias_ih_l0	9	0.08740619570016861
16268	rnn.bias_hh_l0	0	-0.020226530730724335
16268	rnn.bias_hh_l0	1	0.012181533500552177
16268	rnn.bias_hh_l0	2	-0.015837006270885468
16268	rnn.bias_hh_l0	3	-0.03002169542014599
16268	rnn.bias_hh_l0	4	-0.0378018394112587
16268	rnn.bias_hh_l0	5	0.12486203759908676
16268	rnn.bias_hh_l0	6	0.012488235719501972
16268	rnn.bias_hh_l0	7	0.04776494577527046
16268	rnn.bias_hh_l0	8	0.028213489800691605
16268	rnn.bias_hh_l0	9	0.030263671651482582
16268	rnn.weight_ih_l0_reverse	0	-0.029474539682269096
16268	rnn.weight_ih_l0_reverse	1	0.0009359628893435001
16268	rnn.weight_ih_l0_reverse	2	0.02574966475367546
16268	rnn.weight_ih_l0_reverse	3	-0.06079607829451561
16268	rnn.weight_ih_l0_reverse	4	0.009565602988004684
16268	rnn.weight_ih_l0_reverse	5	-0.049937985837459564
16268	rnn.weight_ih_l0_reverse	6	0.018401145935058594
16268	rnn.weight_ih_l0_reverse	7	0.0448065847158432
16268	rnn.weight_ih_l0_reverse	8	-0.043279316276311874
16268	rnn.weight_ih_l0_reverse	9	-0.05398808792233467
16268	rnn.weight_hh_l0_reverse	0	-0.07687004655599594
16268	rnn.weight_hh_l0_reverse	1	-0.04984944686293602
16268	rnn.weight_hh_l0_reverse	2	0.030581990256905556
16268	rnn.weight_hh_l0_reverse	3	0.04008442163467407
16268	rnn.weight_hh_l0_reverse	4	0.0072745406068861485
16268	rnn.weight_hh_l0_reverse	5	0.044113025069236755
16268	rnn.weight_hh_l0_reverse	6	-0.004988990258425474
16268	rnn.weight_hh_l0_reverse	7	0.00688340375199914
16268	rnn.weight_hh_l0_reverse	8	-0.09123002737760544
16268	rnn.weight_hh_l0_reverse	9	0.0668097510933876
16268	rnn.bias_ih_l0_reverse	0	-0.07252032309770584
16268	rnn.bias_ih_l0_reverse	1	-0.05636478587985039
16268	rnn.bias_ih_l0_reverse	2	0.09476581960916519
16268	rnn.bias_ih_l0_reverse	3	0.035417407751083374
16268	rnn.bias_ih_l0_reverse	4	-0.12167307734489441
16268	rnn.bias_ih_l0_reverse	5	0.05022606626152992
16268	rnn.bias_ih_l0_reverse	6	-0.10632821172475815
16268	rnn.bias_ih_l0_reverse	7	0.03206349536776543
16268	rnn.bias_ih_l0_reverse	8	0.02341100573539734
16268	rnn.bias_ih_l0_reverse	9	0.07343610376119614
16268	rnn.bias_hh_l0_reverse	0	0.05568772926926613
16268	rnn.bias_hh_l0_reverse	1	0.07542990893125534
16268	rnn.bias_hh_l0_reverse	2	0.0807105079293251
16268	rnn.bias_hh_l0_reverse	3	-0.007054039742797613
16268	rnn.bias_hh_l0_reverse	4	0.09194529801607132
16268	rnn.bias_hh_l0_reverse	5	-0.009317799471318722
16268	rnn.bias_hh_l0_reverse	6	-0.07202358543872833
16268	rnn.bias_hh_l0_reverse	7	0.03373926877975464
16268	rnn.bias_hh_l0_reverse	8	0.03252524510025978
16268	rnn.bias_hh_l0_reverse	9	-0.14848817884922028
16268	linear.weight	0	0.20004703104496002
16268	linear.weight	1	-0.1299496293067932
16268	linear.weight	2	-0.19701774418354034
16268	linear.weight	3	0.08369969576597214
16268	linear.weight	4	-0.013656951487064362
16268	linear.weight	5	-0.0017540811095386744
16268	linear.weight	6	-0.008086134679615498
16268	linear.weight	7	-0.03311111778020859
16268	linear.weight	8	0.06550504267215729
16268	linear.weight	9	0.28843623399734497
16268	linear.bias	0	-0.20236940681934357
16268	linear.bias	1	0.15203075110912323
16268	linear.bias	2	-0.4812508523464203
16268	linear.bias	3	1.623005747795105
16268	linear.bias	4	-0.3750182092189789
16268	linear.bias	5	-0.030769959092140198
16268	linear.bias	6	-0.33112603425979614
16268	linear.bias	7	-0.24052061140537262
16268	linear.bias	8	-0.01588783785700798
16268	linear.bias	9	-0.46881726384162903
16296	transitions	0	-0.6282351613044739
16296	transitions	1	0.371214896440506
16296	transitions	2	1.7011960744857788
16296	transitions	3	0.12055271118879318
16296	transitions	4	0.9633415937423706
16296	transitions	5	1.27431058883667
16296	transitions	6	0.4838760793209076
16296	transitions	7	0.17841646075248718
16296	transitions	8	-0.9193214774131775
16296	transitions	9	0.9307353496551514
16296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16296	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16296	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16296	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16296	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16296	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16296	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16296	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16296	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16296	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16296	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16296	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16296	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16296	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16296	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16296	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16296	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16296	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16296	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16296	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16296	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16296	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16296	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16296	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16296	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16296	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16296	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16296	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16296	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16296	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16296	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16296	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16296	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16296	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16296	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16296	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16296	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16296	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16296	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16296	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16296	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16296	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16296	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16296	embedding2nn.weight	0	0.023081084713339806
16296	embedding2nn.weight	1	0.014108872041106224
16296	embedding2nn.weight	2	-0.004898419603705406
16296	embedding2nn.weight	3	0.0019947520922869444
16296	embedding2nn.weight	4	-0.004285006783902645
16296	embedding2nn.weight	5	0.009915533475577831
16296	embedding2nn.weight	6	-0.0027156593278050423
16296	embedding2nn.weight	7	0.014630487188696861
16296	embedding2nn.weight	8	-0.006940258666872978
16296	embedding2nn.weight	9	-0.01259240135550499
16296	embedding2nn.bias	0	-0.034973274916410446
16296	embedding2nn.bias	1	-0.020007532089948654
16296	embedding2nn.bias	2	-0.06081405282020569
16296	embedding2nn.bias	3	-0.00023635869729332626
16296	embedding2nn.bias	4	0.009316892363131046
16296	embedding2nn.bias	5	0.020018385723233223
16296	embedding2nn.bias	6	0.02013430930674076
16296	embedding2nn.bias	7	0.026818709447979927
16296	embedding2nn.bias	8	-0.006708940491080284
16296	embedding2nn.bias	9	0.016481861472129822
16296	rnn.weight_ih_l0	0	0.03976952284574509
16296	rnn.weight_ih_l0	1	-0.00909892562776804
16296	rnn.weight_ih_l0	2	-0.04023009166121483
16296	rnn.weight_ih_l0	3	-0.044536150991916656
16296	rnn.weight_ih_l0	4	-0.05074522644281387
16296	rnn.weight_ih_l0	5	-0.004419985227286816
16296	rnn.weight_ih_l0	6	-0.053963810205459595
16296	rnn.weight_ih_l0	7	-0.05524003878235817
16296	rnn.weight_ih_l0	8	-0.04406466707587242
16296	rnn.weight_ih_l0	9	-0.027918748557567596
16296	rnn.weight_hh_l0	0	0.011832163669168949
16296	rnn.weight_hh_l0	1	-0.023138737305998802
16296	rnn.weight_hh_l0	2	-0.0638132244348526
16296	rnn.weight_hh_l0	3	-0.027622219175100327
16296	rnn.weight_hh_l0	4	-0.07051648944616318
16296	rnn.weight_hh_l0	5	-0.013866323977708817
16296	rnn.weight_hh_l0	6	-0.04546881839632988
16296	rnn.weight_hh_l0	7	-0.01460873894393444
16296	rnn.weight_hh_l0	8	-0.018061844632029533
16296	rnn.weight_hh_l0	9	0.015665486454963684
16296	rnn.bias_ih_l0	0	0.1200370267033577
16296	rnn.bias_ih_l0	1	-0.04837397485971451
16296	rnn.bias_ih_l0	2	0.10262227058410645
16296	rnn.bias_ih_l0	3	0.057025499641895294
16296	rnn.bias_ih_l0	4	0.10001540184020996
16296	rnn.bias_ih_l0	5	0.022349100559949875
16296	rnn.bias_ih_l0	6	-0.0060549224726855755
16296	rnn.bias_ih_l0	7	-0.10212814062833786
16296	rnn.bias_ih_l0	8	-0.1787165254354477
16296	rnn.bias_ih_l0	9	0.08939117938280106
16296	rnn.bias_hh_l0	0	-0.020892636850476265
16296	rnn.bias_hh_l0	1	0.011258905753493309
16296	rnn.bias_hh_l0	2	-0.015532036311924458
16296	rnn.bias_hh_l0	3	-0.030324675142765045
16296	rnn.bias_hh_l0	4	-0.040075063705444336
16296	rnn.bias_hh_l0	5	0.12445299327373505
16296	rnn.bias_hh_l0	6	0.011272359639406204
16296	rnn.bias_hh_l0	7	0.04681351035833359
16296	rnn.bias_hh_l0	8	0.028313815593719482
16296	rnn.bias_hh_l0	9	0.031963083893060684
16296	rnn.weight_ih_l0_reverse	0	-0.029787756502628326
16296	rnn.weight_ih_l0_reverse	1	0.0005151902441866696
16296	rnn.weight_ih_l0_reverse	2	0.02573537454009056
16296	rnn.weight_ih_l0_reverse	3	-0.06139685586094856
16296	rnn.weight_ih_l0_reverse	4	0.00965250376611948
16296	rnn.weight_ih_l0_reverse	5	-0.0498521588742733
16296	rnn.weight_ih_l0_reverse	6	0.02080662176012993
16296	rnn.weight_ih_l0_reverse	7	0.0446605458855629
16296	rnn.weight_ih_l0_reverse	8	-0.04367608204483986
16296	rnn.weight_ih_l0_reverse	9	-0.05386726185679436
16296	rnn.weight_hh_l0_reverse	0	-0.07624798268079758
16296	rnn.weight_hh_l0_reverse	1	-0.04826224222779274
16296	rnn.weight_hh_l0_reverse	2	0.030757367610931396
16296	rnn.weight_hh_l0_reverse	3	0.04014736786484718
16296	rnn.weight_hh_l0_reverse	4	0.00657065911218524
16296	rnn.weight_hh_l0_reverse	5	0.043700121343135834
16296	rnn.weight_hh_l0_reverse	6	-0.0056913127191364765
16296	rnn.weight_hh_l0_reverse	7	0.006103381514549255
16296	rnn.weight_hh_l0_reverse	8	-0.09022321552038193
16296	rnn.weight_hh_l0_reverse	9	0.06666772812604904
16296	rnn.bias_ih_l0_reverse	0	-0.07305209338665009
16296	rnn.bias_ih_l0_reverse	1	-0.06018262356519699
16296	rnn.bias_ih_l0_reverse	2	0.0946209728717804
16296	rnn.bias_ih_l0_reverse	3	0.03434937447309494
16296	rnn.bias_ih_l0_reverse	4	-0.12124050408601761
16296	rnn.bias_ih_l0_reverse	5	0.05006319284439087
16296	rnn.bias_ih_l0_reverse	6	-0.10685516893863678
16296	rnn.bias_ih_l0_reverse	7	0.029817771166563034
16296	rnn.bias_ih_l0_reverse	8	0.025124648585915565
16296	rnn.bias_ih_l0_reverse	9	0.07280325144529343
16296	rnn.bias_hh_l0_reverse	0	0.0531780943274498
16296	rnn.bias_hh_l0_reverse	1	0.07204090058803558
16296	rnn.bias_hh_l0_reverse	2	0.0799957662820816
16296	rnn.bias_hh_l0_reverse	3	-0.008557123132050037
16296	rnn.bias_hh_l0_reverse	4	0.08931306004524231
16296	rnn.bias_hh_l0_reverse	5	-0.009250625036656857
16296	rnn.bias_hh_l0_reverse	6	-0.07238885015249252
16296	rnn.bias_hh_l0_reverse	7	0.0350680872797966
16296	rnn.bias_hh_l0_reverse	8	0.030032752081751823
16296	rnn.bias_hh_l0_reverse	9	-0.15223784744739532
16296	linear.weight	0	0.19849243760108948
16296	linear.weight	1	-0.1332310140132904
16296	linear.weight	2	-0.20525841414928436
16296	linear.weight	3	0.08121577650308609
16296	linear.weight	4	-0.013399801217019558
16296	linear.weight	5	-0.0009972959524020553
16296	linear.weight	6	-0.008075118064880371
16296	linear.weight	7	-0.03309716284275055
16296	linear.weight	8	0.06242331489920616
16296	linear.weight	9	0.29356881976127625
16296	linear.bias	0	-0.19394716620445251
16296	linear.bias	1	0.15102098882198334
16296	linear.bias	2	-0.4794905483722687
16296	linear.bias	3	1.6162797212600708
16296	linear.bias	4	-0.37528717517852783
16296	linear.bias	5	-0.030769959092140198
16296	linear.bias	6	-0.3296557068824768
16296	linear.bias	7	-0.24136413633823395
16296	linear.bias	8	-0.00921142939478159
16296	linear.bias	9	-0.46896010637283325
16324	transitions	0	-0.6283287405967712
16324	transitions	1	0.3711739182472229
16324	transitions	2	1.7008497714996338
16324	transitions	3	0.1204858347773552
16324	transitions	4	0.9633278250694275
16324	transitions	5	1.2743083238601685
16324	transitions	6	0.4838757812976837
16324	transitions	7	0.17841334640979767
16324	transitions	8	-0.9193218350410461
16324	transitions	9	0.9307353496551514
16324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16324	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16324	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16324	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16324	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16324	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16324	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16324	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16324	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16324	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16324	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16324	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16324	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16324	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16324	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16324	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16324	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16324	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16324	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16324	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16324	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16324	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16324	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16324	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16324	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16324	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16324	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16324	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16324	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16324	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16324	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16324	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16324	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16324	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16324	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16324	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16324	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16324	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16324	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16324	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16324	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16324	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16324	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16324	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16324	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16324	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16324	embedding2nn.weight	0	0.02316144108772278
16324	embedding2nn.weight	1	0.014156450517475605
16324	embedding2nn.weight	2	-0.004938837606459856
16324	embedding2nn.weight	3	0.0019991518929600716
16324	embedding2nn.weight	4	-0.0043062688782811165
16324	embedding2nn.weight	5	0.010007061995565891
16324	embedding2nn.weight	6	-0.0027390294708311558
16324	embedding2nn.weight	7	0.014396445825695992
16324	embedding2nn.weight	8	-0.006681013852357864
16324	embedding2nn.weight	9	-0.012648914009332657
16324	embedding2nn.bias	0	-0.030144279822707176
16324	embedding2nn.bias	1	-0.01737813837826252
16324	embedding2nn.bias	2	-0.05940069630742073
16324	embedding2nn.bias	3	0.009392714127898216
16324	embedding2nn.bias	4	0.004623574670404196
16324	embedding2nn.bias	5	0.018329832702875137
16324	embedding2nn.bias	6	0.021157536655664444
16324	embedding2nn.bias	7	0.017915215343236923
16324	embedding2nn.bias	8	-0.006701962556689978
16324	embedding2nn.bias	9	0.01868405006825924
16324	rnn.weight_ih_l0	0	0.04033232480287552
16324	rnn.weight_ih_l0	1	-0.008927412331104279
16324	rnn.weight_ih_l0	2	-0.039919257164001465
16324	rnn.weight_ih_l0	3	-0.04440927505493164
16324	rnn.weight_ih_l0	4	-0.05095544457435608
16324	rnn.weight_ih_l0	5	-0.0045945909805595875
16324	rnn.weight_ih_l0	6	-0.053976017981767654
16324	rnn.weight_ih_l0	7	-0.05507347360253334
16324	rnn.weight_ih_l0	8	-0.04393164440989494
16324	rnn.weight_ih_l0	9	-0.027879059314727783
16324	rnn.weight_hh_l0	0	0.012036730535328388
16324	rnn.weight_hh_l0	1	-0.023743053898215294
16324	rnn.weight_hh_l0	2	-0.06355810910463333
16324	rnn.weight_hh_l0	3	-0.027594346553087234
16324	rnn.weight_hh_l0	4	-0.07040811330080032
16324	rnn.weight_hh_l0	5	-0.014415458776056767
16324	rnn.weight_hh_l0	6	-0.044044818729162216
16324	rnn.weight_hh_l0	7	-0.015027308836579323
16324	rnn.weight_hh_l0	8	-0.017834333702921867
16324	rnn.weight_hh_l0	9	0.015630897134542465
16324	rnn.bias_ih_l0	0	0.11946195363998413
16324	rnn.bias_ih_l0	1	-0.048091594129800797
16324	rnn.bias_ih_l0	2	0.10399705171585083
16324	rnn.bias_ih_l0	3	0.05757342651486397
16324	rnn.bias_ih_l0	4	0.10009949654340744
16324	rnn.bias_ih_l0	5	0.022255785763263702
16324	rnn.bias_ih_l0	6	-0.0061477781273424625
16324	rnn.bias_ih_l0	7	-0.09350655972957611
16324	rnn.bias_ih_l0	8	-0.17620845139026642
16324	rnn.bias_ih_l0	9	0.08877554535865784
16324	rnn.bias_hh_l0	0	-0.020969264209270477
16324	rnn.bias_hh_l0	1	0.013986432924866676
16324	rnn.bias_hh_l0	2	-0.015115615911781788
16324	rnn.bias_hh_l0	3	-0.03182582929730415
16324	rnn.bias_hh_l0	4	-0.03871559351682663
16324	rnn.bias_hh_l0	5	0.1264415830373764
16324	rnn.bias_hh_l0	6	0.011774280108511448
16324	rnn.bias_hh_l0	7	0.0471966490149498
16324	rnn.bias_hh_l0	8	0.02822095714509487
16324	rnn.bias_hh_l0	9	0.03080919198691845
16324	rnn.weight_ih_l0_reverse	0	-0.029861874878406525
16324	rnn.weight_ih_l0_reverse	1	0.0013123485259711742
16324	rnn.weight_ih_l0_reverse	2	0.025573909282684326
16324	rnn.weight_ih_l0_reverse	3	-0.06136544048786163
16324	rnn.weight_ih_l0_reverse	4	0.010000896640121937
16324	rnn.weight_ih_l0_reverse	5	-0.04973912239074707
16324	rnn.weight_ih_l0_reverse	6	0.021106673404574394
16324	rnn.weight_ih_l0_reverse	7	0.044605810195207596
16324	rnn.weight_ih_l0_reverse	8	-0.04350579157471657
16324	rnn.weight_ih_l0_reverse	9	-0.05374198034405708
16324	rnn.weight_hh_l0_reverse	0	-0.0751788392663002
16324	rnn.weight_hh_l0_reverse	1	-0.05012022331357002
16324	rnn.weight_hh_l0_reverse	2	0.030917387455701828
16324	rnn.weight_hh_l0_reverse	3	0.040051061660051346
16324	rnn.weight_hh_l0_reverse	4	0.0072646597400307655
16324	rnn.weight_hh_l0_reverse	5	0.04354041814804077
16324	rnn.weight_hh_l0_reverse	6	-0.005474946927279234
16324	rnn.weight_hh_l0_reverse	7	0.005889125633984804
16324	rnn.weight_hh_l0_reverse	8	-0.08894387632608414
16324	rnn.weight_hh_l0_reverse	9	0.06689782440662384
16324	rnn.bias_ih_l0_reverse	0	-0.07508376240730286
16324	rnn.bias_ih_l0_reverse	1	-0.05801910534501076
16324	rnn.bias_ih_l0_reverse	2	0.09565979242324829
16324	rnn.bias_ih_l0_reverse	3	0.033614564687013626
16324	rnn.bias_ih_l0_reverse	4	-0.12119273096323013
16324	rnn.bias_ih_l0_reverse	5	0.05161815509200096
16324	rnn.bias_ih_l0_reverse	6	-0.11022388935089111
16324	rnn.bias_ih_l0_reverse	7	0.03343338891863823
16324	rnn.bias_ih_l0_reverse	8	0.027200203388929367
16324	rnn.bias_ih_l0_reverse	9	0.07413789629936218
16324	rnn.bias_hh_l0_reverse	0	0.05466882139444351
16324	rnn.bias_hh_l0_reverse	1	0.07212245464324951
16324	rnn.bias_hh_l0_reverse	2	0.07963135093450546
16324	rnn.bias_hh_l0_reverse	3	-0.007988340221345425
16324	rnn.bias_hh_l0_reverse	4	0.08893640339374542
16324	rnn.bias_hh_l0_reverse	5	-0.01424507237970829
16324	rnn.bias_hh_l0_reverse	6	-0.07258927077054977
16324	rnn.bias_hh_l0_reverse	7	0.035923898220062256
16324	rnn.bias_hh_l0_reverse	8	0.031684231013059616
16324	rnn.bias_hh_l0_reverse	9	-0.16057659685611725
16324	linear.weight	0	0.19634602963924408
16324	linear.weight	1	-0.13316062092781067
16324	linear.weight	2	-0.20764054358005524
16324	linear.weight	3	0.08319459110498428
16324	linear.weight	4	-0.013156154192984104
16324	linear.weight	5	-0.0009084976627491415
16324	linear.weight	6	-0.008072501048445702
16324	linear.weight	7	-0.03301186487078667
16324	linear.weight	8	0.06323696672916412
16324	linear.weight	9	0.29623642563819885
16324	linear.bias	0	-0.19132556021213531
16324	linear.bias	1	0.14836521446704865
16324	linear.bias	2	-0.4801371097564697
16324	linear.bias	3	1.6162275075912476
16324	linear.bias	4	-0.37554243206977844
16324	linear.bias	5	-0.030769959092140198
16324	linear.bias	6	-0.3300115466117859
16324	linear.bias	7	-0.24083033204078674
16324	linear.bias	8	-0.01466640830039978
16324	linear.bias	9	-0.4690658152103424
16352	transitions	0	-0.6284604072570801
16352	transitions	1	0.3711255192756653
16352	transitions	2	1.7007439136505127
16352	transitions	3	0.12020557373762131
16352	transitions	4	0.9633080363273621
16352	transitions	5	1.2743068933486938
16352	transitions	6	0.4838740825653076
16352	transitions	7	0.1784120500087738
16352	transitions	8	-0.9193224906921387
16352	transitions	9	0.9307353496551514
16352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16352	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16352	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16352	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16352	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16352	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16352	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16352	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16352	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16352	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16352	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16352	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16352	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16352	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16352	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16352	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16352	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16352	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16352	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16352	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16352	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16352	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16352	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16352	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16352	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16352	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16352	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16352	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16352	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16352	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16352	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16352	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16352	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16352	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16352	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16352	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16352	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16352	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16352	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16352	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16352	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16352	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16352	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16352	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16352	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16352	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16352	embedding2nn.weight	0	0.022905074059963226
16352	embedding2nn.weight	1	0.014141866937279701
16352	embedding2nn.weight	2	-0.0049818819388747215
16352	embedding2nn.weight	3	0.002029647585004568
16352	embedding2nn.weight	4	-0.004382474813610315
16352	embedding2nn.weight	5	0.009917646646499634
16352	embedding2nn.weight	6	-0.003063317621126771
16352	embedding2nn.weight	7	0.014306626282632351
16352	embedding2nn.weight	8	-0.0064886994659900665
16352	embedding2nn.weight	9	-0.012501790188252926
16352	embedding2nn.bias	0	-0.033217042684555054
16352	embedding2nn.bias	1	-0.02205965295433998
16352	embedding2nn.bias	2	-0.06585976481437683
16352	embedding2nn.bias	3	0.013203428126871586
16352	embedding2nn.bias	4	0.009091083891689777
16352	embedding2nn.bias	5	0.015230772085487843
16352	embedding2nn.bias	6	0.01600727066397667
16352	embedding2nn.bias	7	0.017199216410517693
16352	embedding2nn.bias	8	-0.0034196176566183567
16352	embedding2nn.bias	9	0.01920928992331028
16352	rnn.weight_ih_l0	0	0.04046368971467018
16352	rnn.weight_ih_l0	1	-0.008898720145225525
16352	rnn.weight_ih_l0	2	-0.04084588587284088
16352	rnn.weight_ih_l0	3	-0.044006336480379105
16352	rnn.weight_ih_l0	4	-0.05155371502041817
16352	rnn.weight_ih_l0	5	-0.00467476574704051
16352	rnn.weight_ih_l0	6	-0.05443470925092697
16352	rnn.weight_ih_l0	7	-0.055124592036008835
16352	rnn.weight_ih_l0	8	-0.0438322089612484
16352	rnn.weight_ih_l0	9	-0.027982577681541443
16352	rnn.weight_hh_l0	0	0.012025902047753334
16352	rnn.weight_hh_l0	1	-0.023382773622870445
16352	rnn.weight_hh_l0	2	-0.06404974311590195
16352	rnn.weight_hh_l0	3	-0.027322975918650627
16352	rnn.weight_hh_l0	4	-0.07048864662647247
16352	rnn.weight_hh_l0	5	-0.014820411801338196
16352	rnn.weight_hh_l0	6	-0.044177260249853134
16352	rnn.weight_hh_l0	7	-0.013549505732953548
16352	rnn.weight_hh_l0	8	-0.01773533970117569
16352	rnn.weight_hh_l0	9	0.01472109742462635
16352	rnn.bias_ih_l0	0	0.1179320439696312
16352	rnn.bias_ih_l0	1	-0.05032555013895035
16352	rnn.bias_ih_l0	2	0.10626726597547531
16352	rnn.bias_ih_l0	3	0.060069963335990906
16352	rnn.bias_ih_l0	4	0.0977778285741806
16352	rnn.bias_ih_l0	5	0.02001122757792473
16352	rnn.bias_ih_l0	6	-0.004381053149700165
16352	rnn.bias_ih_l0	7	-0.09055954217910767
16352	rnn.bias_ih_l0	8	-0.1747463047504425
16352	rnn.bias_ih_l0	9	0.08598688244819641
16352	rnn.bias_hh_l0	0	-0.020255371928215027
16352	rnn.bias_hh_l0	1	0.01590694487094879
16352	rnn.bias_hh_l0	2	-0.01669161766767502
16352	rnn.bias_hh_l0	3	-0.028469737619161606
16352	rnn.bias_hh_l0	4	-0.03857941925525665
16352	rnn.bias_hh_l0	5	0.1230289489030838
16352	rnn.bias_hh_l0	6	0.012846334837377071
16352	rnn.bias_hh_l0	7	0.046828094869852066
16352	rnn.bias_hh_l0	8	0.02998768724501133
16352	rnn.bias_hh_l0	9	0.032946135848760605
16352	rnn.weight_ih_l0_reverse	0	-0.029733361676335335
16352	rnn.weight_ih_l0_reverse	1	4.09966341976542e-05
16352	rnn.weight_ih_l0_reverse	2	0.025621118023991585
16352	rnn.weight_ih_l0_reverse	3	-0.061213914304971695
16352	rnn.weight_ih_l0_reverse	4	0.01001178752630949
16352	rnn.weight_ih_l0_reverse	5	-0.049445684999227524
16352	rnn.weight_ih_l0_reverse	6	0.020557168871164322
16352	rnn.weight_ih_l0_reverse	7	0.0446968637406826
16352	rnn.weight_ih_l0_reverse	8	-0.043456919491291046
16352	rnn.weight_ih_l0_reverse	9	-0.05365173518657684
16352	rnn.weight_hh_l0_reverse	0	-0.07515545934438705
16352	rnn.weight_hh_l0_reverse	1	-0.048577163368463516
16352	rnn.weight_hh_l0_reverse	2	0.030489211902022362
16352	rnn.weight_hh_l0_reverse	3	0.04055149480700493
16352	rnn.weight_hh_l0_reverse	4	0.0074855186976492405
16352	rnn.weight_hh_l0_reverse	5	0.043481871485710144
16352	rnn.weight_hh_l0_reverse	6	-0.005562894977629185
16352	rnn.weight_hh_l0_reverse	7	0.0059691560454666615
16352	rnn.weight_hh_l0_reverse	8	-0.08890532702207565
16352	rnn.weight_hh_l0_reverse	9	0.06649500876665115
16352	rnn.bias_ih_l0_reverse	0	-0.06760448217391968
16352	rnn.bias_ih_l0_reverse	1	-0.0562216192483902
16352	rnn.bias_ih_l0_reverse	2	0.0935235247015953
16352	rnn.bias_ih_l0_reverse	3	0.0346049889922142
16352	rnn.bias_ih_l0_reverse	4	-0.12142841517925262
16352	rnn.bias_ih_l0_reverse	5	0.05232933908700943
16352	rnn.bias_ih_l0_reverse	6	-0.11062989383935928
16352	rnn.bias_ih_l0_reverse	7	0.03497602790594101
16352	rnn.bias_ih_l0_reverse	8	0.02705390937626362
16352	rnn.bias_ih_l0_reverse	9	0.07401817291975021
16352	rnn.bias_hh_l0_reverse	0	0.048891738057136536
16352	rnn.bias_hh_l0_reverse	1	0.06783503293991089
16352	rnn.bias_hh_l0_reverse	2	0.07977166771888733
16352	rnn.bias_hh_l0_reverse	3	-0.0065728300251066685
16352	rnn.bias_hh_l0_reverse	4	0.09003113210201263
16352	rnn.bias_hh_l0_reverse	5	-0.015048598870635033
16352	rnn.bias_hh_l0_reverse	6	-0.07040494680404663
16352	rnn.bias_hh_l0_reverse	7	0.03521227464079857
16352	rnn.bias_hh_l0_reverse	8	0.032917652279138565
16352	rnn.bias_hh_l0_reverse	9	-0.15665708482265472
16352	linear.weight	0	0.19536428153514862
16352	linear.weight	1	-0.13314959406852722
16352	linear.weight	2	-0.20531438291072845
16352	linear.weight	3	0.08454769104719162
16352	linear.weight	4	-0.013551258482038975
16352	linear.weight	5	-0.0033561228774487972
16352	linear.weight	6	-0.008068779483437538
16352	linear.weight	7	-0.0330541655421257
16352	linear.weight	8	0.06144005432724953
16352	linear.weight	9	0.29367396235466003
16352	linear.bias	0	-0.20439548790454865
16352	linear.bias	1	0.1571536362171173
16352	linear.bias	2	-0.48438379168510437
16352	linear.bias	3	1.6304069757461548
16352	linear.bias	4	-0.37579748034477234
16352	linear.bias	5	-0.030769959092140198
16352	linear.bias	6	-0.33424586057662964
16352	linear.bias	7	-0.2398473471403122
16352	linear.bias	8	-0.014507944695651531
16352	linear.bias	9	-0.46921485662460327
16380	transitions	0	-0.628551721572876
16380	transitions	1	0.37101784348487854
16380	transitions	2	1.7001522779464722
16380	transitions	3	0.12008647620677948
16380	transitions	4	0.9631918668746948
16380	transitions	5	1.2743022441864014
16380	transitions	6	0.4838731288909912
16380	transitions	7	0.17840084433555603
16380	transitions	8	-0.919323205947876
16380	transitions	9	0.9307353496551514
16380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16380	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16380	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16380	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16380	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16380	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16380	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16380	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16380	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16380	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16380	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16380	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16380	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16380	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16380	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16380	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16380	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16380	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16380	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16380	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16380	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16380	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16380	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16380	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16380	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16380	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16380	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16380	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16380	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16380	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16380	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16380	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16380	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16380	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16380	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16380	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16380	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16380	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16380	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16380	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16380	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16380	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16380	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16380	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16380	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16380	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16380	embedding2nn.weight	0	0.023634864017367363
16380	embedding2nn.weight	1	0.01403058972209692
16380	embedding2nn.weight	2	-0.005013295449316502
16380	embedding2nn.weight	3	0.0020320466719567776
16380	embedding2nn.weight	4	-0.004436169750988483
16380	embedding2nn.weight	5	0.009898694232106209
16380	embedding2nn.weight	6	-0.0030679497867822647
16380	embedding2nn.weight	7	0.014978613704442978
16380	embedding2nn.weight	8	-0.006332943215966225
16380	embedding2nn.weight	9	-0.012508481740951538
16380	embedding2nn.bias	0	-0.028058145195245743
16380	embedding2nn.bias	1	-0.018487265333533287
16380	embedding2nn.bias	2	-0.05596337839961052
16380	embedding2nn.bias	3	0.009500769898295403
16380	embedding2nn.bias	4	0.0036401457618921995
16380	embedding2nn.bias	5	0.015309056267142296
16380	embedding2nn.bias	6	0.008363299071788788
16380	embedding2nn.bias	7	0.019592292606830597
16380	embedding2nn.bias	8	-0.003825143910944462
16380	embedding2nn.bias	9	0.019732585176825523
16380	rnn.weight_ih_l0	0	0.03994055092334747
16380	rnn.weight_ih_l0	1	-0.009397490881383419
16380	rnn.weight_ih_l0	2	-0.040214747190475464
16380	rnn.weight_ih_l0	3	-0.04351901635527611
16380	rnn.weight_ih_l0	4	-0.05157557502388954
16380	rnn.weight_ih_l0	5	-0.00491524301469326
16380	rnn.weight_ih_l0	6	-0.05456759035587311
16380	rnn.weight_ih_l0	7	-0.055403415113687515
16380	rnn.weight_ih_l0	8	-0.04401126503944397
16380	rnn.weight_ih_l0	9	-0.027769742533564568
16380	rnn.weight_hh_l0	0	0.01229519210755825
16380	rnn.weight_hh_l0	1	-0.022894151508808136
16380	rnn.weight_hh_l0	2	-0.06366776674985886
16380	rnn.weight_hh_l0	3	-0.027635911479592323
16380	rnn.weight_hh_l0	4	-0.07091569155454636
16380	rnn.weight_hh_l0	5	-0.014567745849490166
16380	rnn.weight_hh_l0	6	-0.04378233104944229
16380	rnn.weight_hh_l0	7	-0.01349150575697422
16380	rnn.weight_hh_l0	8	-0.017757613211870193
16380	rnn.weight_hh_l0	9	0.013323437422513962
16380	rnn.bias_ih_l0	0	0.11953286081552505
16380	rnn.bias_ih_l0	1	-0.049583081156015396
16380	rnn.bias_ih_l0	2	0.1072847843170166
16380	rnn.bias_ih_l0	3	0.060286834836006165
16380	rnn.bias_ih_l0	4	0.09651366621255875
16380	rnn.bias_ih_l0	5	0.018614787608385086
16380	rnn.bias_ih_l0	6	-0.005154905375093222
16380	rnn.bias_ih_l0	7	-0.08853591233491898
16380	rnn.bias_ih_l0	8	-0.17844833433628082
16380	rnn.bias_ih_l0	9	0.08682642132043839
16380	rnn.bias_hh_l0	0	-0.01967141032218933
16380	rnn.bias_hh_l0	1	0.013905894011259079
16380	rnn.bias_hh_l0	2	-0.017223186790943146
16380	rnn.bias_hh_l0	3	-0.030572891235351562
16380	rnn.bias_hh_l0	4	-0.03964785113930702
16380	rnn.bias_hh_l0	5	0.12390225380659103
16380	rnn.bias_hh_l0	6	0.013535218313336372
16380	rnn.bias_hh_l0	7	0.045441702008247375
16380	rnn.bias_hh_l0	8	0.029213836416602135
16380	rnn.bias_hh_l0	9	0.03150586038827896
16380	rnn.weight_ih_l0_reverse	0	-0.02982192672789097
16380	rnn.weight_ih_l0_reverse	1	-0.0007026296807453036
16380	rnn.weight_ih_l0_reverse	2	0.025705737993121147
16380	rnn.weight_ih_l0_reverse	3	-0.06086862459778786
16380	rnn.weight_ih_l0_reverse	4	0.010180260986089706
16380	rnn.weight_ih_l0_reverse	5	-0.04945509880781174
16380	rnn.weight_ih_l0_reverse	6	0.021528055891394615
16380	rnn.weight_ih_l0_reverse	7	0.04474050924181938
16380	rnn.weight_ih_l0_reverse	8	-0.04366029426455498
16380	rnn.weight_ih_l0_reverse	9	-0.053770046681165695
16380	rnn.weight_hh_l0_reverse	0	-0.07578195631504059
16380	rnn.weight_hh_l0_reverse	1	-0.04882069304585457
16380	rnn.weight_hh_l0_reverse	2	0.031194239854812622
16380	rnn.weight_hh_l0_reverse	3	0.04084479436278343
16380	rnn.weight_hh_l0_reverse	4	0.007230299990624189
16380	rnn.weight_hh_l0_reverse	5	0.043595679104328156
16380	rnn.weight_hh_l0_reverse	6	-0.004306118935346603
16380	rnn.weight_hh_l0_reverse	7	0.006006524432450533
16380	rnn.weight_hh_l0_reverse	8	-0.08904275298118591
16380	rnn.weight_hh_l0_reverse	9	0.06655801832675934
16380	rnn.bias_ih_l0_reverse	0	-0.06686364114284515
16380	rnn.bias_ih_l0_reverse	1	-0.06062200665473938
16380	rnn.bias_ih_l0_reverse	2	0.09442900866270065
16380	rnn.bias_ih_l0_reverse	3	0.0339750237762928
16380	rnn.bias_ih_l0_reverse	4	-0.12218696624040604
16380	rnn.bias_ih_l0_reverse	5	0.05080311372876167
16380	rnn.bias_ih_l0_reverse	6	-0.11209864169359207
16380	rnn.bias_ih_l0_reverse	7	0.03607357665896416
16380	rnn.bias_ih_l0_reverse	8	0.026721496134996414
16380	rnn.bias_ih_l0_reverse	9	0.07388799637556076
16380	rnn.bias_hh_l0_reverse	0	0.059064265340566635
16380	rnn.bias_hh_l0_reverse	1	0.0678260400891304
16380	rnn.bias_hh_l0_reverse	2	0.08189897239208221
16380	rnn.bias_hh_l0_reverse	3	-0.007336140144616365
16380	rnn.bias_hh_l0_reverse	4	0.08964891731739044
16380	rnn.bias_hh_l0_reverse	5	-0.017972275614738464
16380	rnn.bias_hh_l0_reverse	6	-0.07018163055181503
16380	rnn.bias_hh_l0_reverse	7	0.03432031720876694
16380	rnn.bias_hh_l0_reverse	8	0.033015672117471695
16380	rnn.bias_hh_l0_reverse	9	-0.1566968858242035
16380	linear.weight	0	0.19070285558700562
16380	linear.weight	1	-0.13313111662864685
16380	linear.weight	2	-0.20476333796977997
16380	linear.weight	3	0.09233137220144272
16380	linear.weight	4	-0.012382996268570423
16380	linear.weight	5	-0.002602217486128211
16380	linear.weight	6	-0.008066604845225811
16380	linear.weight	7	-0.03293190151453018
16380	linear.weight	8	0.06162930652499199
16380	linear.weight	9	0.2949512302875519
16380	linear.bias	0	-0.1759498119354248
16380	linear.bias	1	0.15504330396652222
16380	linear.bias	2	-0.48505884408950806
16380	linear.bias	3	1.6103779077529907
16380	linear.bias	4	-0.3761943280696869
16380	linear.bias	5	-0.030769959092140198
16380	linear.bias	6	-0.3349601626396179
16380	linear.bias	7	-0.2392333298921585
16380	linear.bias	8	-0.0080640260130167
16380	linear.bias	9	-0.46947580575942993
16408	transitions	0	-0.6286278367042542
16408	transitions	1	0.37082865834236145
16408	transitions	2	1.700071930885315
16408	transitions	3	0.11999008059501648
16408	transitions	4	0.9631339311599731
16408	transitions	5	1.2742997407913208
16408	transitions	6	0.48387277126312256
16408	transitions	7	0.17839999496936798
16408	transitions	8	-0.9193233847618103
16408	transitions	9	0.9307353496551514
16408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16408	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16408	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16408	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16408	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16408	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16408	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16408	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16408	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16408	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16408	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16408	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16408	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16408	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16408	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16408	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16408	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16408	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16408	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16408	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16408	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16408	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16408	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16408	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16408	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16408	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16408	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16408	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16408	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16408	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16408	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16408	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16408	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16408	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16408	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16408	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16408	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16408	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16408	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16408	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16408	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16408	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16408	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16408	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16408	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16408	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16408	embedding2nn.weight	0	0.023464426398277283
16408	embedding2nn.weight	1	0.014090330339968204
16408	embedding2nn.weight	2	-0.004930816125124693
16408	embedding2nn.weight	3	0.0021630581468343735
16408	embedding2nn.weight	4	-0.004439039621502161
16408	embedding2nn.weight	5	0.00977845024317503
16408	embedding2nn.weight	6	-0.0031395978294312954
16408	embedding2nn.weight	7	0.015591221861541271
16408	embedding2nn.weight	8	-0.00615518307313323
16408	embedding2nn.weight	9	-0.01247501652687788
16408	embedding2nn.bias	0	-0.030958348885178566
16408	embedding2nn.bias	1	-0.016139695420861244
16408	embedding2nn.bias	2	-0.0628511905670166
16408	embedding2nn.bias	3	0.009390619583427906
16408	embedding2nn.bias	4	0.002249114913865924
16408	embedding2nn.bias	5	0.01595611870288849
16408	embedding2nn.bias	6	0.00856656301766634
16408	embedding2nn.bias	7	0.020518353208899498
16408	embedding2nn.bias	8	-0.005309230647981167
16408	embedding2nn.bias	9	0.018128978088498116
16408	rnn.weight_ih_l0	0	0.040512073785066605
16408	rnn.weight_ih_l0	1	-0.009407210163772106
16408	rnn.weight_ih_l0	2	-0.04051312804222107
16408	rnn.weight_ih_l0	3	-0.04357798025012016
16408	rnn.weight_ih_l0	4	-0.05141688138246536
16408	rnn.weight_ih_l0	5	-0.004957724828273058
16408	rnn.weight_ih_l0	6	-0.054004162549972534
16408	rnn.weight_ih_l0	7	-0.055266041308641434
16408	rnn.weight_ih_l0	8	-0.044352803379297256
16408	rnn.weight_ih_l0	9	-0.027759550139307976
16408	rnn.weight_hh_l0	0	0.012319207191467285
16408	rnn.weight_hh_l0	1	-0.023047301918268204
16408	rnn.weight_hh_l0	2	-0.0643615797162056
16408	rnn.weight_hh_l0	3	-0.02679678425192833
16408	rnn.weight_hh_l0	4	-0.07102961093187332
16408	rnn.weight_hh_l0	5	-0.013759618625044823
16408	rnn.weight_hh_l0	6	-0.04582683742046356
16408	rnn.weight_hh_l0	7	-0.013927193358540535
16408	rnn.weight_hh_l0	8	-0.017898377031087875
16408	rnn.weight_hh_l0	9	0.013339053839445114
16408	rnn.bias_ih_l0	0	0.12122531980276108
16408	rnn.bias_ih_l0	1	-0.048086173832416534
16408	rnn.bias_ih_l0	2	0.10937249660491943
16408	rnn.bias_ih_l0	3	0.05901678279042244
16408	rnn.bias_ih_l0	4	0.0954609140753746
16408	rnn.bias_ih_l0	5	0.018438220024108887
16408	rnn.bias_ih_l0	6	-0.00422307476401329
16408	rnn.bias_ih_l0	7	-0.08890616148710251
16408	rnn.bias_ih_l0	8	-0.17468644678592682
16408	rnn.bias_ih_l0	9	0.085694819688797
16408	rnn.bias_hh_l0	0	-0.02005549892783165
16408	rnn.bias_hh_l0	1	0.012920455075800419
16408	rnn.bias_hh_l0	2	-0.017918633297085762
16408	rnn.bias_hh_l0	3	-0.02820642665028572
16408	rnn.bias_hh_l0	4	-0.040324386209249496
16408	rnn.bias_hh_l0	5	0.12476050108671188
16408	rnn.bias_hh_l0	6	0.014374032616615295
16408	rnn.bias_hh_l0	7	0.04398345202207565
16408	rnn.bias_hh_l0	8	0.030145667493343353
16408	rnn.bias_hh_l0	9	0.03205432742834091
16408	rnn.weight_ih_l0_reverse	0	-0.029972556978464127
16408	rnn.weight_ih_l0_reverse	1	-0.0010338188149034977
16408	rnn.weight_ih_l0_reverse	2	0.02549283765256405
16408	rnn.weight_ih_l0_reverse	3	-0.060890935361385345
16408	rnn.weight_ih_l0_reverse	4	0.01047685369849205
16408	rnn.weight_ih_l0_reverse	5	-0.04953807592391968
16408	rnn.weight_ih_l0_reverse	6	0.021656950935721397
16408	rnn.weight_ih_l0_reverse	7	0.04479322209954262
16408	rnn.weight_ih_l0_reverse	8	-0.043474532663822174
16408	rnn.weight_ih_l0_reverse	9	-0.05364929512143135
16408	rnn.weight_hh_l0_reverse	0	-0.0749511867761612
16408	rnn.weight_hh_l0_reverse	1	-0.049904804676771164
16408	rnn.weight_hh_l0_reverse	2	0.0311991348862648
16408	rnn.weight_hh_l0_reverse	3	0.041374571621418
16408	rnn.weight_hh_l0_reverse	4	0.006031130440533161
16408	rnn.weight_hh_l0_reverse	5	0.04371659457683563
16408	rnn.weight_hh_l0_reverse	6	-0.005243799649178982
16408	rnn.weight_hh_l0_reverse	7	0.005898666568100452
16408	rnn.weight_hh_l0_reverse	8	-0.08887233585119247
16408	rnn.weight_hh_l0_reverse	9	0.06694429367780685
16408	rnn.bias_ih_l0_reverse	0	-0.06512734293937683
16408	rnn.bias_ih_l0_reverse	1	-0.0692489966750145
16408	rnn.bias_ih_l0_reverse	2	0.09642870724201202
16408	rnn.bias_ih_l0_reverse	3	0.0333833210170269
16408	rnn.bias_ih_l0_reverse	4	-0.12066113203763962
16408	rnn.bias_ih_l0_reverse	5	0.05086822807788849
16408	rnn.bias_ih_l0_reverse	6	-0.11068349331617355
16408	rnn.bias_ih_l0_reverse	7	0.036954112350940704
16408	rnn.bias_ih_l0_reverse	8	0.029578525573015213
16408	rnn.bias_ih_l0_reverse	9	0.07284294068813324
16408	rnn.bias_hh_l0_reverse	0	0.05307576432824135
16408	rnn.bias_hh_l0_reverse	1	0.06627321243286133
16408	rnn.bias_hh_l0_reverse	2	0.08172368258237839
16408	rnn.bias_hh_l0_reverse	3	-0.006434269715100527
16408	rnn.bias_hh_l0_reverse	4	0.0910625234246254
16408	rnn.bias_hh_l0_reverse	5	-0.01634216122329235
16408	rnn.bias_hh_l0_reverse	6	-0.07099045068025589
16408	rnn.bias_hh_l0_reverse	7	0.03326203301548958
16408	rnn.bias_hh_l0_reverse	8	0.034268856048583984
16408	rnn.bias_hh_l0_reverse	9	-0.16045820713043213
16408	linear.weight	0	0.18077246844768524
16408	linear.weight	1	-0.13309530913829803
16408	linear.weight	2	-0.20282109081745148
16408	linear.weight	3	0.09042105078697205
16408	linear.weight	4	-0.012366607785224915
16408	linear.weight	5	-0.0020727459341287613
16408	linear.weight	6	-0.008061259053647518
16408	linear.weight	7	-0.03286032751202583
16408	linear.weight	8	0.059767741709947586
16408	linear.weight	9	0.29880291223526
16408	linear.bias	0	-0.19640590250492096
16408	linear.bias	1	0.1653885692358017
16408	linear.bias	2	-0.4814211130142212
16408	linear.bias	3	1.6140544414520264
16408	linear.bias	4	-0.37687039375305176
16408	linear.bias	5	-0.030769959092140198
16408	linear.bias	6	-0.33182933926582336
16408	linear.bias	7	-0.23398900032043457
16408	linear.bias	8	-0.00916683953255415
16408	linear.bias	9	-0.46959468722343445
16436	transitions	0	-0.6286935210227966
16436	transitions	1	0.37071847915649414
16436	transitions	2	1.6999412775039673
16436	transitions	3	0.1199556365609169
16436	transitions	4	0.9629684686660767
16436	transitions	5	1.2742986679077148
16436	transitions	6	0.4838727116584778
16436	transitions	7	0.17839950323104858
16436	transitions	8	-0.9193239212036133
16436	transitions	9	0.9307352900505066
16436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16436	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16436	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16436	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16436	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16436	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16436	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16436	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16436	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16436	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16436	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16436	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16436	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16436	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16436	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16436	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16436	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16436	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16436	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16436	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16436	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16436	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16436	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16436	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16436	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16436	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16436	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16436	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16436	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16436	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16436	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16436	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16436	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16436	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16436	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16436	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16436	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16436	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16436	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16436	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16436	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16436	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16436	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16436	embedding2nn.weight	0	0.023859763517975807
16436	embedding2nn.weight	1	0.013996914960443974
16436	embedding2nn.weight	2	-0.004950536414980888
16436	embedding2nn.weight	3	0.002068550791591406
16436	embedding2nn.weight	4	-0.004417479503899813
16436	embedding2nn.weight	5	0.009764398448169231
16436	embedding2nn.weight	6	-0.00320662884041667
16436	embedding2nn.weight	7	0.016450872644782066
16436	embedding2nn.weight	8	-0.006368090398609638
16436	embedding2nn.weight	9	-0.012478942982852459
16436	embedding2nn.bias	0	-0.03218325972557068
16436	embedding2nn.bias	1	-0.015141347423195839
16436	embedding2nn.bias	2	-0.06263665854930878
16436	embedding2nn.bias	3	0.006846815813332796
16436	embedding2nn.bias	4	0.00025540904607623816
16436	embedding2nn.bias	5	0.01616835407912731
16436	embedding2nn.bias	6	0.011114929802715778
16436	embedding2nn.bias	7	0.019798649474978447
16436	embedding2nn.bias	8	-0.010431690141558647
16436	embedding2nn.bias	9	0.0181698277592659
16436	rnn.weight_ih_l0	0	0.04041410982608795
16436	rnn.weight_ih_l0	1	-0.00960265751928091
16436	rnn.weight_ih_l0	2	-0.039840925484895706
16436	rnn.weight_ih_l0	3	-0.04376892372965813
16436	rnn.weight_ih_l0	4	-0.05169849842786789
16436	rnn.weight_ih_l0	5	-0.004828991834074259
16436	rnn.weight_ih_l0	6	-0.05412982404232025
16436	rnn.weight_ih_l0	7	-0.05546807497739792
16436	rnn.weight_ih_l0	8	-0.04437480494379997
16436	rnn.weight_ih_l0	9	-0.027672000229358673
16436	rnn.weight_hh_l0	0	0.012556284666061401
16436	rnn.weight_hh_l0	1	-0.02300458960235119
16436	rnn.weight_hh_l0	2	-0.06461134552955627
16436	rnn.weight_hh_l0	3	-0.02642681822180748
16436	rnn.weight_hh_l0	4	-0.0709819346666336
16436	rnn.weight_hh_l0	5	-0.013971658423542976
16436	rnn.weight_hh_l0	6	-0.045635905116796494
16436	rnn.weight_hh_l0	7	-0.014064171351492405
16436	rnn.weight_hh_l0	8	-0.018006226047873497
16436	rnn.weight_hh_l0	9	0.011935301125049591
16436	rnn.bias_ih_l0	0	0.12180675566196442
16436	rnn.bias_ih_l0	1	-0.046689726412296295
16436	rnn.bias_ih_l0	2	0.10915989428758621
16436	rnn.bias_ih_l0	3	0.058911312371492386
16436	rnn.bias_ih_l0	4	0.09733019769191742
16436	rnn.bias_ih_l0	5	0.018086988478899002
16436	rnn.bias_ih_l0	6	-0.005043379031121731
16436	rnn.bias_ih_l0	7	-0.09124509990215302
16436	rnn.bias_ih_l0	8	-0.17295324802398682
16436	rnn.bias_ih_l0	9	0.08660851418972015
16436	rnn.bias_hh_l0	0	-0.019884860143065453
16436	rnn.bias_hh_l0	1	0.01214491669088602
16436	rnn.bias_hh_l0	2	-0.019186489284038544
16436	rnn.bias_hh_l0	3	-0.026938246563076973
16436	rnn.bias_hh_l0	4	-0.03995932266116142
16436	rnn.bias_hh_l0	5	0.12554705142974854
16436	rnn.bias_hh_l0	6	0.014687679708003998
16436	rnn.bias_hh_l0	7	0.04182535037398338
16436	rnn.bias_hh_l0	8	0.029325364157557487
16436	rnn.bias_hh_l0	9	0.032887913286685944
16436	rnn.weight_ih_l0_reverse	0	-0.029866674914956093
16436	rnn.weight_ih_l0_reverse	1	-9.628705447539687e-05
16436	rnn.weight_ih_l0_reverse	2	0.025359835475683212
16436	rnn.weight_ih_l0_reverse	3	-0.06060325354337692
16436	rnn.weight_ih_l0_reverse	4	0.010463951155543327
16436	rnn.weight_ih_l0_reverse	5	-0.04977403208613396
16436	rnn.weight_ih_l0_reverse	6	0.022586718201637268
16436	rnn.weight_ih_l0_reverse	7	0.04497880861163139
16436	rnn.weight_ih_l0_reverse	8	-0.04322131350636482
16436	rnn.weight_ih_l0_reverse	9	-0.053773801773786545
16436	rnn.weight_hh_l0_reverse	0	-0.07493707537651062
16436	rnn.weight_hh_l0_reverse	1	-0.04994649812579155
16436	rnn.weight_hh_l0_reverse	2	0.031035229563713074
16436	rnn.weight_hh_l0_reverse	3	0.04096115753054619
16436	rnn.weight_hh_l0_reverse	4	0.005676673725247383
16436	rnn.weight_hh_l0_reverse	5	0.04377354681491852
16436	rnn.weight_hh_l0_reverse	6	-0.00404984038323164
16436	rnn.weight_hh_l0_reverse	7	0.005796147044748068
16436	rnn.weight_hh_l0_reverse	8	-0.08910096436738968
16436	rnn.weight_hh_l0_reverse	9	0.06773291528224945
16436	rnn.bias_ih_l0_reverse	0	-0.06718078255653381
16436	rnn.bias_ih_l0_reverse	1	-0.06627298146486282
16436	rnn.bias_ih_l0_reverse	2	0.09626217186450958
16436	rnn.bias_ih_l0_reverse	3	0.033859577029943466
16436	rnn.bias_ih_l0_reverse	4	-0.12176457792520523
16436	rnn.bias_ih_l0_reverse	5	0.0501285046339035
16436	rnn.bias_ih_l0_reverse	6	-0.11014699935913086
16436	rnn.bias_ih_l0_reverse	7	0.036765359342098236
16436	rnn.bias_ih_l0_reverse	8	0.029245512560009956
16436	rnn.bias_ih_l0_reverse	9	0.07223280519247055
16436	rnn.bias_hh_l0_reverse	0	0.05434366688132286
16436	rnn.bias_hh_l0_reverse	1	0.06756109744310379
16436	rnn.bias_hh_l0_reverse	2	0.08131785690784454
16436	rnn.bias_hh_l0_reverse	3	-0.00696145836263895
16436	rnn.bias_hh_l0_reverse	4	0.08937066048383713
16436	rnn.bias_hh_l0_reverse	5	-0.017032435163855553
16436	rnn.bias_hh_l0_reverse	6	-0.07081694900989532
16436	rnn.bias_hh_l0_reverse	7	0.03478553891181946
16436	rnn.bias_hh_l0_reverse	8	0.034749988466501236
16436	rnn.bias_hh_l0_reverse	9	-0.1582084745168686
16436	linear.weight	0	0.17983560264110565
16436	linear.weight	1	-0.13307194411754608
16436	linear.weight	2	-0.2023288458585739
16436	linear.weight	3	0.09533011168241501
16436	linear.weight	4	-0.010818181559443474
16436	linear.weight	5	-0.0021781930699944496
16436	linear.weight	6	-0.008059144951403141
16436	linear.weight	7	-0.03281255438923836
16436	linear.weight	8	0.05984685570001602
16436	linear.weight	9	0.2947354018688202
16436	linear.bias	0	-0.19871483743190765
16436	linear.bias	1	0.15917804837226868
16436	linear.bias	2	-0.4827777147293091
16436	linear.bias	3	1.6293609142303467
16436	linear.bias	4	-0.36996445059776306
16436	linear.bias	5	-0.030769959092140198
16436	linear.bias	6	-0.3309243619441986
16436	linear.bias	7	-0.2360924631357193
16436	linear.bias	8	-0.010326382704079151
16436	linear.bias	9	-0.46972787380218506
16464	transitions	0	-0.6287546753883362
16464	transitions	1	0.3706742227077484
16464	transitions	2	1.6998273134231567
16464	transitions	3	0.11992436647415161
16464	transitions	4	0.9629424214363098
16464	transitions	5	1.2742962837219238
16464	transitions	6	0.48386991024017334
16464	transitions	7	0.17839805781841278
16464	transitions	8	-0.9193241596221924
16464	transitions	9	0.9307352304458618
16464	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16464	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16464	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16464	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16464	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16464	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16464	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16464	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16464	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16464	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16464	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16464	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16464	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16464	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16464	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16464	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16464	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16464	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16464	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16464	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16464	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16464	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16464	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16464	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16464	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16464	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16464	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16464	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16464	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16464	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16464	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16464	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16464	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16464	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16464	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16464	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16464	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16464	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16464	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16464	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16464	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16464	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16464	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16464	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16464	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16464	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16464	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16464	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16464	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16464	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16464	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16464	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16464	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16464	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16464	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16464	embedding2nn.weight	0	0.023722736164927483
16464	embedding2nn.weight	1	0.013892022892832756
16464	embedding2nn.weight	2	-0.0050070942379534245
16464	embedding2nn.weight	3	0.00192922237329185
16464	embedding2nn.weight	4	-0.004441423807293177
16464	embedding2nn.weight	5	0.009516031481325626
16464	embedding2nn.weight	6	-0.0032215071842074394
16464	embedding2nn.weight	7	0.015126206912100315
16464	embedding2nn.weight	8	-0.006073866970837116
16464	embedding2nn.weight	9	-0.012529104948043823
16464	embedding2nn.bias	0	-0.03026990033686161
16464	embedding2nn.bias	1	-0.016350815072655678
16464	embedding2nn.bias	2	-0.061065543442964554
16464	embedding2nn.bias	3	0.00402821647003293
16464	embedding2nn.bias	4	0.004765541758388281
16464	embedding2nn.bias	5	0.013055975548923016
16464	embedding2nn.bias	6	0.001890063751488924
16464	embedding2nn.bias	7	0.02628541924059391
16464	embedding2nn.bias	8	-0.011222388595342636
16464	embedding2nn.bias	9	0.015948908403515816
16464	rnn.weight_ih_l0	0	0.04055320844054222
16464	rnn.weight_ih_l0	1	-0.00989000778645277
16464	rnn.weight_ih_l0	2	-0.03985416889190674
16464	rnn.weight_ih_l0	3	-0.04350699111819267
16464	rnn.weight_ih_l0	4	-0.05155545100569725
16464	rnn.weight_ih_l0	5	-0.004821703769266605
16464	rnn.weight_ih_l0	6	-0.05359204486012459
16464	rnn.weight_ih_l0	7	-0.055449191480875015
16464	rnn.weight_ih_l0	8	-0.04444281384348869
16464	rnn.weight_ih_l0	9	-0.02770891785621643
16464	rnn.weight_hh_l0	0	0.012965275906026363
16464	rnn.weight_hh_l0	1	-0.02391008660197258
16464	rnn.weight_hh_l0	2	-0.06422702968120575
16464	rnn.weight_hh_l0	3	-0.02618865855038166
16464	rnn.weight_hh_l0	4	-0.07091664522886276
16464	rnn.weight_hh_l0	5	-0.013857792131602764
16464	rnn.weight_hh_l0	6	-0.044295817613601685
16464	rnn.weight_hh_l0	7	-0.012411721982061863
16464	rnn.weight_hh_l0	8	-0.018250543624162674
16464	rnn.weight_hh_l0	9	0.011431468650698662
16464	rnn.bias_ih_l0	0	0.12044479697942734
16464	rnn.bias_ih_l0	1	-0.04739817976951599
16464	rnn.bias_ih_l0	2	0.10912911593914032
16464	rnn.bias_ih_l0	3	0.05875305086374283
16464	rnn.bias_ih_l0	4	0.09860462695360184
16464	rnn.bias_ih_l0	5	0.018018711358308792
16464	rnn.bias_ih_l0	6	-0.005750955548137426
16464	rnn.bias_ih_l0	7	-0.09679387509822845
16464	rnn.bias_ih_l0	8	-0.17360806465148926
16464	rnn.bias_ih_l0	9	0.08665721118450165
16464	rnn.bias_hh_l0	0	-0.0202962476760149
16464	rnn.bias_hh_l0	1	0.013906008563935757
16464	rnn.bias_hh_l0	2	-0.01945406198501587
16464	rnn.bias_hh_l0	3	-0.025218060240149498
16464	rnn.bias_hh_l0	4	-0.03968502953648567
16464	rnn.bias_hh_l0	5	0.124794140458107
16464	rnn.bias_hh_l0	6	0.015147526748478413
16464	rnn.bias_hh_l0	7	0.04296528548002243
16464	rnn.bias_hh_l0	8	0.02861778438091278
16464	rnn.bias_hh_l0	9	0.032729096710681915
16464	rnn.weight_ih_l0_reverse	0	-0.029948558658361435
16464	rnn.weight_ih_l0_reverse	1	3.0325918487505987e-05
16464	rnn.weight_ih_l0_reverse	2	0.025432690978050232
16464	rnn.weight_ih_l0_reverse	3	-0.060384683310985565
16464	rnn.weight_ih_l0_reverse	4	0.010584558360278606
16464	rnn.weight_ih_l0_reverse	5	-0.04986698552966118
16464	rnn.weight_ih_l0_reverse	6	0.024057481437921524
16464	rnn.weight_ih_l0_reverse	7	0.04474939778447151
16464	rnn.weight_ih_l0_reverse	8	-0.04348510503768921
16464	rnn.weight_ih_l0_reverse	9	-0.053806208074092865
16464	rnn.weight_hh_l0_reverse	0	-0.0746288150548935
16464	rnn.weight_hh_l0_reverse	1	-0.04844195023179054
16464	rnn.weight_hh_l0_reverse	2	0.030453382059931755
16464	rnn.weight_hh_l0_reverse	3	0.04121646657586098
16464	rnn.weight_hh_l0_reverse	4	0.005441373214125633
16464	rnn.weight_hh_l0_reverse	5	0.04383706673979759
16464	rnn.weight_hh_l0_reverse	6	-0.0029366174712777138
16464	rnn.weight_hh_l0_reverse	7	0.00596675556153059
16464	rnn.weight_hh_l0_reverse	8	-0.08893468976020813
16464	rnn.weight_hh_l0_reverse	9	0.06786871701478958
16464	rnn.bias_ih_l0_reverse	0	-0.06698791682720184
16464	rnn.bias_ih_l0_reverse	1	-0.06697792559862137
16464	rnn.bias_ih_l0_reverse	2	0.09454324841499329
16464	rnn.bias_ih_l0_reverse	3	0.03473483771085739
16464	rnn.bias_ih_l0_reverse	4	-0.12362007796764374
16464	rnn.bias_ih_l0_reverse	5	0.0495443157851696
16464	rnn.bias_ih_l0_reverse	6	-0.11089316755533218
16464	rnn.bias_ih_l0_reverse	7	0.039507899433374405
16464	rnn.bias_ih_l0_reverse	8	0.028122397139668465
16464	rnn.bias_ih_l0_reverse	9	0.07146332412958145
16464	rnn.bias_hh_l0_reverse	0	0.05523347109556198
16464	rnn.bias_hh_l0_reverse	1	0.06684060394763947
16464	rnn.bias_hh_l0_reverse	2	0.07935886085033417
16464	rnn.bias_hh_l0_reverse	3	-0.006581360008567572
16464	rnn.bias_hh_l0_reverse	4	0.0865507498383522
16464	rnn.bias_hh_l0_reverse	5	-0.016472103074193
16464	rnn.bias_hh_l0_reverse	6	-0.06965404748916626
16464	rnn.bias_hh_l0_reverse	7	0.03562459722161293
16464	rnn.bias_hh_l0_reverse	8	0.033631887286901474
16464	rnn.bias_hh_l0_reverse	9	-0.1618722677230835
16464	linear.weight	0	0.17879047989845276
16464	linear.weight	1	-0.13305345177650452
16464	linear.weight	2	-0.20239324867725372
16464	linear.weight	3	0.09093306958675385
16464	linear.weight	4	-0.010285316035151482
16464	linear.weight	5	-0.002710257424041629
16464	linear.weight	6	-0.008051484823226929
16464	linear.weight	7	-0.03274554759263992
16464	linear.weight	8	0.06035087630152702
16464	linear.weight	9	0.29565373063087463
16464	linear.bias	0	-0.18291372060775757
16464	linear.bias	1	0.15551146864891052
16464	linear.bias	2	-0.47992584109306335
16464	linear.bias	3	1.6223224401474
16464	linear.bias	4	-0.3702516555786133
16464	linear.bias	5	-0.030769959092140198
16464	linear.bias	6	-0.32980790734291077
16464	linear.bias	7	-0.23935331404209137
16464	linear.bias	8	-0.005793220363557339
16464	linear.bias	9	-0.46982866525650024
16492	transitions	0	-0.6287986636161804
16492	transitions	1	0.37043434381484985
16492	transitions	2	1.699756145477295
16492	transitions	3	0.1199132651090622
16492	transitions	4	0.9629277586936951
16492	transitions	5	1.2742953300476074
16492	transitions	6	0.4838697016239166
16492	transitions	7	0.17839764058589935
16492	transitions	8	-0.9193246364593506
16492	transitions	9	0.9307345151901245
16492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16492	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16492	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16492	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16492	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16492	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16492	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16492	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16492	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16492	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16492	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16492	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16492	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16492	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16492	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16492	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16492	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16492	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16492	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16492	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16492	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16492	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16492	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16492	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16492	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16492	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16492	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16492	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16492	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16492	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16492	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16492	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16492	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16492	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16492	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16492	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16492	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16492	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16492	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16492	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16492	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16492	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16492	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16492	embedding2nn.weight	0	0.024157321080565453
16492	embedding2nn.weight	1	0.014093322679400444
16492	embedding2nn.weight	2	-0.004906872753053904
16492	embedding2nn.weight	3	0.0018865609308704734
16492	embedding2nn.weight	4	-0.004446102771908045
16492	embedding2nn.weight	5	0.009551960974931717
16492	embedding2nn.weight	6	-0.0032042437233030796
16492	embedding2nn.weight	7	0.01581186056137085
16492	embedding2nn.weight	8	-0.005995948798954487
16492	embedding2nn.weight	9	-0.012496097013354301
16492	embedding2nn.bias	0	-0.02904757484793663
16492	embedding2nn.bias	1	-0.025992566719651222
16492	embedding2nn.bias	2	-0.06596239656209946
16492	embedding2nn.bias	3	0.0038358711171895266
16492	embedding2nn.bias	4	-0.002264483133330941
16492	embedding2nn.bias	5	0.014499837532639503
16492	embedding2nn.bias	6	0.009383957833051682
16492	embedding2nn.bias	7	0.022105874493718147
16492	embedding2nn.bias	8	-0.00598311610519886
16492	embedding2nn.bias	9	0.015118516981601715
16492	rnn.weight_ih_l0	0	0.04056762903928757
16492	rnn.weight_ih_l0	1	-0.009376675821840763
16492	rnn.weight_ih_l0	2	-0.03996764123439789
16492	rnn.weight_ih_l0	3	-0.04352958872914314
16492	rnn.weight_ih_l0	4	-0.051396314054727554
16492	rnn.weight_ih_l0	5	-0.004903256893157959
16492	rnn.weight_ih_l0	6	-0.053784772753715515
16492	rnn.weight_ih_l0	7	-0.055888690054416656
16492	rnn.weight_ih_l0	8	-0.044444773346185684
16492	rnn.weight_ih_l0	9	-0.02788032591342926
16492	rnn.weight_hh_l0	0	0.013469762168824673
16492	rnn.weight_hh_l0	1	-0.02417207881808281
16492	rnn.weight_hh_l0	2	-0.06406845152378082
16492	rnn.weight_hh_l0	3	-0.026249850168824196
16492	rnn.weight_hh_l0	4	-0.07100018858909607
16492	rnn.weight_hh_l0	5	-0.014218311756849289
16492	rnn.weight_hh_l0	6	-0.04592861980199814
16492	rnn.weight_hh_l0	7	-0.011649230495095253
16492	rnn.weight_hh_l0	8	-0.01813550665974617
16492	rnn.weight_hh_l0	9	0.01111370325088501
16492	rnn.bias_ih_l0	0	0.12094241380691528
16492	rnn.bias_ih_l0	1	-0.0479116328060627
16492	rnn.bias_ih_l0	2	0.10597894340753555
16492	rnn.bias_ih_l0	3	0.05597139894962311
16492	rnn.bias_ih_l0	4	0.09810969978570938
16492	rnn.bias_ih_l0	5	0.01836746744811535
16492	rnn.bias_ih_l0	6	-0.00504652364179492
16492	rnn.bias_ih_l0	7	-0.09467057883739471
16492	rnn.bias_ih_l0	8	-0.17135173082351685
16492	rnn.bias_ih_l0	9	0.08566903322935104
16492	rnn.bias_hh_l0	0	-0.01863100938498974
16492	rnn.bias_hh_l0	1	0.014461303129792213
16492	rnn.bias_hh_l0	2	-0.0199400894343853
16492	rnn.bias_hh_l0	3	-0.027208101004362106
16492	rnn.bias_hh_l0	4	-0.04015195369720459
16492	rnn.bias_hh_l0	5	0.12756994366645813
16492	rnn.bias_hh_l0	6	0.016247695311903954
16492	rnn.bias_hh_l0	7	0.04448350891470909
16492	rnn.bias_hh_l0	8	0.029322214424610138
16492	rnn.bias_hh_l0	9	0.032881151884794235
16492	rnn.weight_ih_l0_reverse	0	-0.03001340851187706
16492	rnn.weight_ih_l0_reverse	1	0.00019084199448116124
16492	rnn.weight_ih_l0_reverse	2	0.02543768845498562
16492	rnn.weight_ih_l0_reverse	3	-0.06012643873691559
16492	rnn.weight_ih_l0_reverse	4	0.010519037954509258
16492	rnn.weight_ih_l0_reverse	5	-0.04973335191607475
16492	rnn.weight_ih_l0_reverse	6	0.025423549115657806
16492	rnn.weight_ih_l0_reverse	7	0.044777389615774155
16492	rnn.weight_ih_l0_reverse	8	-0.04383296146988869
16492	rnn.weight_ih_l0_reverse	9	-0.05344000831246376
16492	rnn.weight_hh_l0_reverse	0	-0.07465067505836487
16492	rnn.weight_hh_l0_reverse	1	-0.05019912123680115
16492	rnn.weight_hh_l0_reverse	2	0.030732419341802597
16492	rnn.weight_hh_l0_reverse	3	0.04184082895517349
16492	rnn.weight_hh_l0_reverse	4	0.005391288548707962
16492	rnn.weight_hh_l0_reverse	5	0.04397978261113167
16492	rnn.weight_hh_l0_reverse	6	-0.004004837479442358
16492	rnn.weight_hh_l0_reverse	7	0.00569187244400382
16492	rnn.weight_hh_l0_reverse	8	-0.08827053010463715
16492	rnn.weight_hh_l0_reverse	9	0.06765638291835785
16492	rnn.bias_ih_l0_reverse	0	-0.06727100908756256
16492	rnn.bias_ih_l0_reverse	1	-0.06707268953323364
16492	rnn.bias_ih_l0_reverse	2	0.09166283160448074
16492	rnn.bias_ih_l0_reverse	3	0.03401317074894905
16492	rnn.bias_ih_l0_reverse	4	-0.12276995927095413
16492	rnn.bias_ih_l0_reverse	5	0.04928121715784073
16492	rnn.bias_ih_l0_reverse	6	-0.11275293678045273
16492	rnn.bias_ih_l0_reverse	7	0.03757723420858383
16492	rnn.bias_ih_l0_reverse	8	0.02845856547355652
16492	rnn.bias_ih_l0_reverse	9	0.07165481895208359
16492	rnn.bias_hh_l0_reverse	0	0.05595877766609192
16492	rnn.bias_hh_l0_reverse	1	0.06614038348197937
16492	rnn.bias_hh_l0_reverse	2	0.0789763405919075
16492	rnn.bias_hh_l0_reverse	3	-0.007333354093134403
16492	rnn.bias_hh_l0_reverse	4	0.0864301323890686
16492	rnn.bias_hh_l0_reverse	5	-0.014186203479766846
16492	rnn.bias_hh_l0_reverse	6	-0.0694551169872284
16492	rnn.bias_hh_l0_reverse	7	0.035883136093616486
16492	rnn.bias_hh_l0_reverse	8	0.03421662002801895
16492	rnn.bias_hh_l0_reverse	9	-0.16547773778438568
16492	linear.weight	0	0.1819884181022644
16492	linear.weight	1	-0.13304096460342407
16492	linear.weight	2	-0.2035805732011795
16492	linear.weight	3	0.09195614606142044
16492	linear.weight	4	-0.010397009551525116
16492	linear.weight	5	-0.002001849701628089
16492	linear.weight	6	-0.008050004951655865
16492	linear.weight	7	-0.032296691089868546
16492	linear.weight	8	0.05777760595083237
16492	linear.weight	9	0.2951258420944214
16492	linear.bias	0	-0.1866493821144104
16492	linear.bias	1	0.15243716537952423
16492	linear.bias	2	-0.4818292558193207
16492	linear.bias	3	1.6193143129348755
16492	linear.bias	4	-0.370252400636673
16492	linear.bias	5	-0.030769959092140198
16492	linear.bias	6	-0.3323034346103668
16492	linear.bias	7	-0.24119393527507782
16492	linear.bias	8	-0.015202322043478489
16492	linear.bias	9	-0.46987664699554443
16520	transitions	0	-0.6288614869117737
16520	transitions	1	0.3704114258289337
16520	transitions	2	1.6997122764587402
16520	transitions	3	0.11990205198526382
16520	transitions	4	0.9629206657409668
16520	transitions	5	1.274294376373291
16520	transitions	6	0.48386818170547485
16520	transitions	7	0.17839674651622772
16520	transitions	8	-0.9193282723426819
16520	transitions	9	0.9307345151901245
16520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16520	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16520	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16520	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16520	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16520	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16520	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16520	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16520	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16520	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16520	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16520	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16520	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16520	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16520	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16520	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16520	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16520	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16520	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16520	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16520	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16520	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16520	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16520	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16520	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16520	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16520	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16520	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16520	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16520	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16520	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16520	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16520	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16520	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16520	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16520	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16520	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16520	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16520	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16520	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16520	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16520	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16520	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16520	embedding2nn.weight	0	0.022763410583138466
16520	embedding2nn.weight	1	0.014110280200839043
16520	embedding2nn.weight	2	-0.004931656178086996
16520	embedding2nn.weight	3	0.002076011383906007
16520	embedding2nn.weight	4	-0.004472905304282904
16520	embedding2nn.weight	5	0.00928783230483532
16520	embedding2nn.weight	6	-0.003190748393535614
16520	embedding2nn.weight	7	0.01540891733020544
16520	embedding2nn.weight	8	-0.006200690753757954
16520	embedding2nn.weight	9	-0.01250351220369339
16520	embedding2nn.bias	0	-0.031551964581012726
16520	embedding2nn.bias	1	-0.022847535088658333
16520	embedding2nn.bias	2	-0.07303456217050552
16520	embedding2nn.bias	3	0.0023955916985869408
16520	embedding2nn.bias	4	0.00363169820047915
16520	embedding2nn.bias	5	0.0189802385866642
16520	embedding2nn.bias	6	0.008401577360928059
16520	embedding2nn.bias	7	0.021541455760598183
16520	embedding2nn.bias	8	-0.0010468547698110342
16520	embedding2nn.bias	9	0.018434036523103714
16520	rnn.weight_ih_l0	0	0.04100921005010605
16520	rnn.weight_ih_l0	1	-0.009070069529116154
16520	rnn.weight_ih_l0	2	-0.039411865174770355
16520	rnn.weight_ih_l0	3	-0.043503619730472565
16520	rnn.weight_ih_l0	4	-0.051220543682575226
16520	rnn.weight_ih_l0	5	-0.004851684905588627
16520	rnn.weight_ih_l0	6	-0.053755417466163635
16520	rnn.weight_ih_l0	7	-0.05575905740261078
16520	rnn.weight_ih_l0	8	-0.044431328773498535
16520	rnn.weight_ih_l0	9	-0.028366437181830406
16520	rnn.weight_hh_l0	0	0.01364055834710598
16520	rnn.weight_hh_l0	1	-0.024331258609890938
16520	rnn.weight_hh_l0	2	-0.06398837268352509
16520	rnn.weight_hh_l0	3	-0.026274453848600388
16520	rnn.weight_hh_l0	4	-0.07101775705814362
16520	rnn.weight_hh_l0	5	-0.013954872265458107
16520	rnn.weight_hh_l0	6	-0.042873021215200424
16520	rnn.weight_hh_l0	7	-0.010886355303227901
16520	rnn.weight_hh_l0	8	-0.017754530534148216
16520	rnn.weight_hh_l0	9	0.011783701367676258
16520	rnn.bias_ih_l0	0	0.12126308679580688
16520	rnn.bias_ih_l0	1	-0.049820784479379654
16520	rnn.bias_ih_l0	2	0.10466857254505157
16520	rnn.bias_ih_l0	3	0.05716651305556297
16520	rnn.bias_ih_l0	4	0.0999850481748581
16520	rnn.bias_ih_l0	5	0.019421562552452087
16520	rnn.bias_ih_l0	6	-0.006852567661553621
16520	rnn.bias_ih_l0	7	-0.09110722690820694
16520	rnn.bias_ih_l0	8	-0.16555514931678772
16520	rnn.bias_ih_l0	9	0.08519185334444046
16520	rnn.bias_hh_l0	0	-0.01870199851691723
16520	rnn.bias_hh_l0	1	0.014175857417285442
16520	rnn.bias_hh_l0	2	-0.021461959928274155
16520	rnn.bias_hh_l0	3	-0.023802196606993675
16520	rnn.bias_hh_l0	4	-0.03932046517729759
16520	rnn.bias_hh_l0	5	0.12805350124835968
16520	rnn.bias_hh_l0	6	0.0187537781894207
16520	rnn.bias_hh_l0	7	0.044391173869371414
16520	rnn.bias_hh_l0	8	0.027516169473528862
16520	rnn.bias_hh_l0	9	0.03755379840731621
16520	rnn.weight_ih_l0_reverse	0	-0.030052408576011658
16520	rnn.weight_ih_l0_reverse	1	-0.0012381183914840221
16520	rnn.weight_ih_l0_reverse	2	0.02568361721932888
16520	rnn.weight_ih_l0_reverse	3	-0.06043766438961029
16520	rnn.weight_ih_l0_reverse	4	0.010750834830105305
16520	rnn.weight_ih_l0_reverse	5	-0.04963372275233269
16520	rnn.weight_ih_l0_reverse	6	0.02513965032994747
16520	rnn.weight_ih_l0_reverse	7	0.044827498495578766
16520	rnn.weight_ih_l0_reverse	8	-0.04383338242769241
16520	rnn.weight_ih_l0_reverse	9	-0.05338533967733383
16520	rnn.weight_hh_l0_reverse	0	-0.07431063801050186
16520	rnn.weight_hh_l0_reverse	1	-0.049997828900814056
16520	rnn.weight_hh_l0_reverse	2	0.030671654269099236
16520	rnn.weight_hh_l0_reverse	3	0.04230853542685509
16520	rnn.weight_hh_l0_reverse	4	0.005488161463290453
16520	rnn.weight_hh_l0_reverse	5	0.044225770980119705
16520	rnn.weight_hh_l0_reverse	6	-0.002194545930251479
16520	rnn.weight_hh_l0_reverse	7	0.00576383713632822
16520	rnn.weight_hh_l0_reverse	8	-0.088181272149086
16520	rnn.weight_hh_l0_reverse	9	0.06806537508964539
16520	rnn.bias_ih_l0_reverse	0	-0.0659138485789299
16520	rnn.bias_ih_l0_reverse	1	-0.06267530471086502
16520	rnn.bias_ih_l0_reverse	2	0.09264673292636871
16520	rnn.bias_ih_l0_reverse	3	0.03407280892133713
16520	rnn.bias_ih_l0_reverse	4	-0.12306413054466248
16520	rnn.bias_ih_l0_reverse	5	0.04945751279592514
16520	rnn.bias_ih_l0_reverse	6	-0.11021338403224945
16520	rnn.bias_ih_l0_reverse	7	0.037822920829057693
16520	rnn.bias_ih_l0_reverse	8	0.029744761064648628
16520	rnn.bias_ih_l0_reverse	9	0.0708470419049263
16520	rnn.bias_hh_l0_reverse	0	0.05140615999698639
16520	rnn.bias_hh_l0_reverse	1	0.06438736617565155
16520	rnn.bias_hh_l0_reverse	2	0.07654298096895218
16520	rnn.bias_hh_l0_reverse	3	-0.007209466304630041
16520	rnn.bias_hh_l0_reverse	4	0.08577612042427063
16520	rnn.bias_hh_l0_reverse	5	-0.011046957224607468
16520	rnn.bias_hh_l0_reverse	6	-0.06750795245170593
16520	rnn.bias_hh_l0_reverse	7	0.03648405522108078
16520	rnn.bias_hh_l0_reverse	8	0.03301440551877022
16520	rnn.bias_hh_l0_reverse	9	-0.16541889309883118
16520	linear.weight	0	0.17900314927101135
16520	linear.weight	1	-0.13307201862335205
16520	linear.weight	2	-0.19838330149650574
16520	linear.weight	3	0.09352296590805054
16520	linear.weight	4	-0.0101028922945261
16520	linear.weight	5	-0.0018863700097426772
16520	linear.weight	6	-0.00804505031555891
16520	linear.weight	7	-0.032250627875328064
16520	linear.weight	8	0.05926567688584328
16520	linear.weight	9	0.29820483922958374
16520	linear.bias	0	-0.2007845640182495
16520	linear.bias	1	0.15760180354118347
16520	linear.bias	2	-0.48408836126327515
16520	linear.bias	3	1.6238999366760254
16520	linear.bias	4	-0.37046656012535095
16520	linear.bias	5	-0.030769959092140198
16520	linear.bias	6	-0.3346685469150543
16520	linear.bias	7	-0.23690320551395416
16520	linear.bias	8	-0.010167575441300869
16520	linear.bias	9	-0.46996504068374634
16548	transitions	0	-0.6289207935333252
16548	transitions	1	0.3703889548778534
16548	transitions	2	1.6995919942855835
16548	transitions	3	0.1198587417602539
16548	transitions	4	0.9629009366035461
16548	transitions	5	1.2742936611175537
16548	transitions	6	0.4838373064994812
16548	transitions	7	0.17839574813842773
16548	transitions	8	-0.9193296432495117
16548	transitions	9	0.9307345151901245
16548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16548	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16548	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16548	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16548	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16548	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16548	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16548	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16548	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16548	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16548	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16548	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16548	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16548	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16548	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16548	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16548	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16548	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16548	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16548	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16548	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16548	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16548	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16548	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16548	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16548	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16548	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16548	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16548	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16548	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16548	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16548	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16548	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16548	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16548	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16548	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16548	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16548	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16548	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16548	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16548	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16548	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16548	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16548	embedding2nn.weight	0	0.021336715668439865
16548	embedding2nn.weight	1	0.014300541020929813
16548	embedding2nn.weight	2	-0.004944839980453253
16548	embedding2nn.weight	3	0.001820542849600315
16548	embedding2nn.weight	4	-0.004521337803453207
16548	embedding2nn.weight	5	0.009390224702656269
16548	embedding2nn.weight	6	-0.0032312271650880575
16548	embedding2nn.weight	7	0.016074784100055695
16548	embedding2nn.weight	8	-0.006283271592110395
16548	embedding2nn.weight	9	-0.012545386329293251
16548	embedding2nn.bias	0	-0.03492679074406624
16548	embedding2nn.bias	1	-0.016818180680274963
16548	embedding2nn.bias	2	-0.06618837267160416
16548	embedding2nn.bias	3	-0.0014997971011325717
16548	embedding2nn.bias	4	0.006567434407770634
16548	embedding2nn.bias	5	0.019389856606721878
16548	embedding2nn.bias	6	0.00738633843138814
16548	embedding2nn.bias	7	0.02030612900853157
16548	embedding2nn.bias	8	-0.0017857331549748778
16548	embedding2nn.bias	9	0.006695074029266834
16548	rnn.weight_ih_l0	0	0.040834106504917145
16548	rnn.weight_ih_l0	1	-0.009737960994243622
16548	rnn.weight_ih_l0	2	-0.04039176180958748
16548	rnn.weight_ih_l0	3	-0.04332887753844261
16548	rnn.weight_ih_l0	4	-0.050748877227306366
16548	rnn.weight_ih_l0	5	-0.004754689522087574
16548	rnn.weight_ih_l0	6	-0.05408809706568718
16548	rnn.weight_ih_l0	7	-0.055811576545238495
16548	rnn.weight_ih_l0	8	-0.04445263370871544
16548	rnn.weight_ih_l0	9	-0.028636649250984192
16548	rnn.weight_hh_l0	0	0.013585890643298626
16548	rnn.weight_hh_l0	1	-0.024731280282139778
16548	rnn.weight_hh_l0	2	-0.06355731934309006
16548	rnn.weight_hh_l0	3	-0.02669336646795273
16548	rnn.weight_hh_l0	4	-0.0707012265920639
16548	rnn.weight_hh_l0	5	-0.013649378903210163
16548	rnn.weight_hh_l0	6	-0.04374553635716438
16548	rnn.weight_hh_l0	7	-0.010795635171234608
16548	rnn.weight_hh_l0	8	-0.01818726770579815
16548	rnn.weight_hh_l0	9	0.011255014687776566
16548	rnn.bias_ih_l0	0	0.12131984531879425
16548	rnn.bias_ih_l0	1	-0.0501626692712307
16548	rnn.bias_ih_l0	2	0.10474038869142532
16548	rnn.bias_ih_l0	3	0.056074466556310654
16548	rnn.bias_ih_l0	4	0.09958401322364807
16548	rnn.bias_ih_l0	5	0.020448699593544006
16548	rnn.bias_ih_l0	6	-0.007134702987968922
16548	rnn.bias_ih_l0	7	-0.09225281327962875
16548	rnn.bias_ih_l0	8	-0.17773906886577606
16548	rnn.bias_ih_l0	9	0.08776804059743881
16548	rnn.bias_hh_l0	0	-0.0195488128811121
16548	rnn.bias_hh_l0	1	0.014217980206012726
16548	rnn.bias_hh_l0	2	-0.022959783673286438
16548	rnn.bias_hh_l0	3	-0.024302296340465546
16548	rnn.bias_hh_l0	4	-0.03876993805170059
16548	rnn.bias_hh_l0	5	0.1278470754623413
16548	rnn.bias_hh_l0	6	0.017709212377667427
16548	rnn.bias_hh_l0	7	0.04389047622680664
16548	rnn.bias_hh_l0	8	0.027234036475419998
16548	rnn.bias_hh_l0	9	0.03771219402551651
16548	rnn.weight_ih_l0_reverse	0	-0.03007609024643898
16548	rnn.weight_ih_l0_reverse	1	-0.0016102463705465198
16548	rnn.weight_ih_l0_reverse	2	0.025610830634832382
16548	rnn.weight_ih_l0_reverse	3	-0.06059706583619118
16548	rnn.weight_ih_l0_reverse	4	0.010541385971009731
16548	rnn.weight_ih_l0_reverse	5	-0.049691662192344666
16548	rnn.weight_ih_l0_reverse	6	0.025357959792017937
16548	rnn.weight_ih_l0_reverse	7	0.04481448233127594
16548	rnn.weight_ih_l0_reverse	8	-0.04381902143359184
16548	rnn.weight_ih_l0_reverse	9	-0.053361859172582626
16548	rnn.weight_hh_l0_reverse	0	-0.07417675852775574
16548	rnn.weight_hh_l0_reverse	1	-0.04943370819091797
16548	rnn.weight_hh_l0_reverse	2	0.03049890510737896
16548	rnn.weight_hh_l0_reverse	3	0.04197673127055168
16548	rnn.weight_hh_l0_reverse	4	0.004767621401697397
16548	rnn.weight_hh_l0_reverse	5	0.0440303236246109
16548	rnn.weight_hh_l0_reverse	6	-0.0005854616174474359
16548	rnn.weight_hh_l0_reverse	7	0.0059673660434782505
16548	rnn.weight_hh_l0_reverse	8	-0.08825686573982239
16548	rnn.weight_hh_l0_reverse	9	0.06825384497642517
16548	rnn.bias_ih_l0_reverse	0	-0.07157005369663239
16548	rnn.bias_ih_l0_reverse	1	-0.060434140264987946
16548	rnn.bias_ih_l0_reverse	2	0.09289272129535675
16548	rnn.bias_ih_l0_reverse	3	0.03531830757856369
16548	rnn.bias_ih_l0_reverse	4	-0.12420696765184402
16548	rnn.bias_ih_l0_reverse	5	0.04953522980213165
16548	rnn.bias_ih_l0_reverse	6	-0.10841412097215652
16548	rnn.bias_ih_l0_reverse	7	0.03741108253598213
16548	rnn.bias_ih_l0_reverse	8	0.031167440116405487
16548	rnn.bias_ih_l0_reverse	9	0.06953039020299911
16548	rnn.bias_hh_l0_reverse	0	0.06647315621376038
16548	rnn.bias_hh_l0_reverse	1	0.06592543423175812
16548	rnn.bias_hh_l0_reverse	2	0.07599436491727829
16548	rnn.bias_hh_l0_reverse	3	-0.007990111596882343
16548	rnn.bias_hh_l0_reverse	4	0.0868699848651886
16548	rnn.bias_hh_l0_reverse	5	-0.01207055989652872
16548	rnn.bias_hh_l0_reverse	6	-0.06725959479808807
16548	rnn.bias_hh_l0_reverse	7	0.03402537479996681
16548	rnn.bias_hh_l0_reverse	8	0.03250368312001228
16548	rnn.bias_hh_l0_reverse	9	-0.16667109727859497
16548	linear.weight	0	0.18557298183441162
16548	linear.weight	1	-0.13309453427791595
16548	linear.weight	2	-0.2010336071252823
16548	linear.weight	3	0.08908281475305557
16548	linear.weight	4	-0.01027546264231205
16548	linear.weight	5	-0.0038771636318415403
16548	linear.weight	6	-0.00803370214998722
16548	linear.weight	7	-0.032203029841184616
16548	linear.weight	8	0.058791033923625946
16548	linear.weight	9	0.2992549240589142
16548	linear.bias	0	-0.17762452363967896
16548	linear.bias	1	0.15159165859222412
16548	linear.bias	2	-0.4813481867313385
16548	linear.bias	3	1.6164554357528687
16548	linear.bias	4	-0.37065228819847107
16548	linear.bias	5	-0.030769959092140198
16548	linear.bias	6	-0.3313722610473633
16548	linear.bias	7	-0.2343040406703949
16548	linear.bias	8	-0.009985300712287426
16548	linear.bias	9	-0.47002941370010376
16576	transitions	0	-0.6289651393890381
16576	transitions	1	0.3702758252620697
16576	transitions	2	1.6994690895080566
16576	transitions	3	0.11982148140668869
16576	transitions	4	0.9628773331642151
16576	transitions	5	1.2742921113967896
16576	transitions	6	0.48382726311683655
16576	transitions	7	0.17839567363262177
16576	transitions	8	-0.9193297028541565
16576	transitions	9	0.930731475353241
16576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16576	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16576	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16576	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16576	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16576	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16576	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16576	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16576	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16576	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16576	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16576	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16576	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16576	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16576	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16576	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16576	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16576	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16576	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16576	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16576	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16576	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16576	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16576	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16576	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16576	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16576	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16576	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16576	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16576	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16576	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16576	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16576	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16576	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16576	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16576	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16576	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16576	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16576	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16576	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16576	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16576	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16576	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16576	embedding2nn.weight	0	0.02107740379869938
16576	embedding2nn.weight	1	0.014408605173230171
16576	embedding2nn.weight	2	-0.0049435533583164215
16576	embedding2nn.weight	3	0.0023895492777228355
16576	embedding2nn.weight	4	-0.004550128243863583
16576	embedding2nn.weight	5	0.009323636069893837
16576	embedding2nn.weight	6	-0.0033336631022393703
16576	embedding2nn.weight	7	0.015854263678193092
16576	embedding2nn.weight	8	-0.006431896705180407
16576	embedding2nn.weight	9	-0.012645842507481575
16576	embedding2nn.bias	0	-0.038466714322566986
16576	embedding2nn.bias	1	-0.016298407688736916
16576	embedding2nn.bias	2	-0.06544088572263718
16576	embedding2nn.bias	3	0.003958879038691521
16576	embedding2nn.bias	4	-0.0024486274924129248
16576	embedding2nn.bias	5	0.014367181807756424
16576	embedding2nn.bias	6	0.01031806506216526
16576	embedding2nn.bias	7	0.0195855014026165
16576	embedding2nn.bias	8	-0.004967998247593641
16576	embedding2nn.bias	9	0.0010793075198307633
16576	rnn.weight_ih_l0	0	0.04107838124036789
16576	rnn.weight_ih_l0	1	-0.010161761194467545
16576	rnn.weight_ih_l0	2	-0.04166597127914429
16576	rnn.weight_ih_l0	3	-0.0437038317322731
16576	rnn.weight_ih_l0	4	-0.051203057169914246
16576	rnn.weight_ih_l0	5	-0.00483730947598815
16576	rnn.weight_ih_l0	6	-0.054114773869514465
16576	rnn.weight_ih_l0	7	-0.05582654848694801
16576	rnn.weight_ih_l0	8	-0.044518910348415375
16576	rnn.weight_ih_l0	9	-0.02838343195617199
16576	rnn.weight_hh_l0	0	0.013800582848489285
16576	rnn.weight_hh_l0	1	-0.024442777037620544
16576	rnn.weight_hh_l0	2	-0.0637148916721344
16576	rnn.weight_hh_l0	3	-0.027377815917134285
16576	rnn.weight_hh_l0	4	-0.07063331454992294
16576	rnn.weight_hh_l0	5	-0.013858691789209843
16576	rnn.weight_hh_l0	6	-0.04322831332683563
16576	rnn.weight_hh_l0	7	-0.010309199802577496
16576	rnn.weight_hh_l0	8	-0.017873600125312805
16576	rnn.weight_hh_l0	9	0.011101570911705494
16576	rnn.bias_ih_l0	0	0.12139343470335007
16576	rnn.bias_ih_l0	1	-0.049681875854730606
16576	rnn.bias_ih_l0	2	0.10671238601207733
16576	rnn.bias_ih_l0	3	0.05633912980556488
16576	rnn.bias_ih_l0	4	0.09899995476007462
16576	rnn.bias_ih_l0	5	0.021094927564263344
16576	rnn.bias_ih_l0	6	-0.008705933578312397
16576	rnn.bias_ih_l0	7	-0.09123523533344269
16576	rnn.bias_ih_l0	8	-0.1762065440416336
16576	rnn.bias_ih_l0	9	0.0866602435708046
16576	rnn.bias_hh_l0	0	-0.018999308347702026
16576	rnn.bias_hh_l0	1	0.015922514721751213
16576	rnn.bias_hh_l0	2	-0.021822109818458557
16576	rnn.bias_hh_l0	3	-0.022235920652747154
16576	rnn.bias_hh_l0	4	-0.039320919662714005
16576	rnn.bias_hh_l0	5	0.12935011088848114
16576	rnn.bias_hh_l0	6	0.019880950450897217
16576	rnn.bias_hh_l0	7	0.04642822593450546
16576	rnn.bias_hh_l0	8	0.025662807747721672
16576	rnn.bias_hh_l0	9	0.03664188086986542
16576	rnn.weight_ih_l0_reverse	0	-0.03018270619213581
16576	rnn.weight_ih_l0_reverse	1	-0.0012144491774961352
16576	rnn.weight_ih_l0_reverse	2	0.025611376389861107
16576	rnn.weight_ih_l0_reverse	3	-0.060587555170059204
16576	rnn.weight_ih_l0_reverse	4	0.01086032297462225
16576	rnn.weight_ih_l0_reverse	5	-0.04959603771567345
16576	rnn.weight_ih_l0_reverse	6	0.023445719853043556
16576	rnn.weight_ih_l0_reverse	7	0.044823091477155685
16576	rnn.weight_ih_l0_reverse	8	-0.04339982196688652
16576	rnn.weight_ih_l0_reverse	9	-0.05341646820306778
16576	rnn.weight_hh_l0_reverse	0	-0.07339956611394882
16576	rnn.weight_hh_l0_reverse	1	-0.05046544969081879
16576	rnn.weight_hh_l0_reverse	2	0.031021255999803543
16576	rnn.weight_hh_l0_reverse	3	0.042612891644239426
16576	rnn.weight_hh_l0_reverse	4	0.004531565587967634
16576	rnn.weight_hh_l0_reverse	5	0.044027116149663925
16576	rnn.weight_hh_l0_reverse	6	0.0008449680171906948
16576	rnn.weight_hh_l0_reverse	7	0.006712417583912611
16576	rnn.weight_hh_l0_reverse	8	-0.08796383440494537
16576	rnn.weight_hh_l0_reverse	9	0.06895530223846436
16576	rnn.bias_ih_l0_reverse	0	-0.0700237974524498
16576	rnn.bias_ih_l0_reverse	1	-0.06516674160957336
16576	rnn.bias_ih_l0_reverse	2	0.09423369914293289
16576	rnn.bias_ih_l0_reverse	3	0.03614284098148346
16576	rnn.bias_ih_l0_reverse	4	-0.12344363331794739
16576	rnn.bias_ih_l0_reverse	5	0.04839516058564186
16576	rnn.bias_ih_l0_reverse	6	-0.10787805169820786
16576	rnn.bias_ih_l0_reverse	7	0.036553237587213516
16576	rnn.bias_ih_l0_reverse	8	0.031079979613423347
16576	rnn.bias_ih_l0_reverse	9	0.07083394378423691
16576	rnn.bias_hh_l0_reverse	0	0.06260368227958679
16576	rnn.bias_hh_l0_reverse	1	0.06561798602342606
16576	rnn.bias_hh_l0_reverse	2	0.07599399238824844
16576	rnn.bias_hh_l0_reverse	3	-0.008291156962513924
16576	rnn.bias_hh_l0_reverse	4	0.08833245187997818
16576	rnn.bias_hh_l0_reverse	5	-0.013399298302829266
16576	rnn.bias_hh_l0_reverse	6	-0.06818369030952454
16576	rnn.bias_hh_l0_reverse	7	0.03395145386457443
16576	rnn.bias_hh_l0_reverse	8	0.03215325251221657
16576	rnn.bias_hh_l0_reverse	9	-0.1680312603712082
16576	linear.weight	0	0.18362319469451904
16576	linear.weight	1	-0.13310618698596954
16576	linear.weight	2	-0.20266388356685638
16576	linear.weight	3	0.08869829028844833
16576	linear.weight	4	-0.01050779689103365
16576	linear.weight	5	-0.00558145297691226
16576	linear.weight	6	-0.008033793419599533
16576	linear.weight	7	-0.03216934949159622
16576	linear.weight	8	0.059245165437459946
16576	linear.weight	9	0.2995787262916565
16576	linear.bias	0	-0.18982595205307007
16576	linear.bias	1	0.15420052409172058
16576	linear.bias	2	-0.4822819232940674
16576	linear.bias	3	1.613848328590393
16576	linear.bias	4	-0.37222376465797424
16576	linear.bias	5	-0.030769959092140198
16576	linear.bias	6	-0.33246901631355286
16576	linear.bias	7	-0.23681640625
16576	linear.bias	8	-0.013134860433638096
16576	linear.bias	9	-0.47019055485725403
16604	transitions	0	-0.6290319561958313
16604	transitions	1	0.37024107575416565
16604	transitions	2	1.699402928352356
16604	transitions	3	0.11975659430027008
16604	transitions	4	0.9628194570541382
16604	transitions	5	1.2742911577224731
16604	transitions	6	0.4838263988494873
16604	transitions	7	0.1783921718597412
16604	transitions	8	-0.9193311333656311
16604	transitions	9	0.930731475353241
16604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16604	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16604	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16604	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16604	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16604	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16604	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16604	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16604	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16604	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16604	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16604	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16604	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16604	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16604	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16604	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16604	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16604	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16604	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16604	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16604	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16604	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16604	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16604	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16604	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16604	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16604	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16604	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16604	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16604	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16604	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16604	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16604	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16604	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16604	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16604	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16604	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16604	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16604	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16604	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16604	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16604	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16604	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16604	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16604	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16604	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16604	embedding2nn.weight	0	0.020799703896045685
16604	embedding2nn.weight	1	0.014439168386161327
16604	embedding2nn.weight	2	-0.005027270410209894
16604	embedding2nn.weight	3	0.002170275431126356
16604	embedding2nn.weight	4	-0.004574290942400694
16604	embedding2nn.weight	5	0.009347123093903065
16604	embedding2nn.weight	6	-0.003320054616779089
16604	embedding2nn.weight	7	0.01610622927546501
16604	embedding2nn.weight	8	-0.006463486235588789
16604	embedding2nn.weight	9	-0.012655376456677914
16604	embedding2nn.bias	0	-0.03998390585184097
16604	embedding2nn.bias	1	-0.015543438494205475
16604	embedding2nn.bias	2	-0.06820359826087952
16604	embedding2nn.bias	3	0.006978352088481188
16604	embedding2nn.bias	4	0.0001834036665968597
16604	embedding2nn.bias	5	0.008099936880171299
16604	embedding2nn.bias	6	0.012030073441565037
16604	embedding2nn.bias	7	0.02183634042739868
16604	embedding2nn.bias	8	-0.0034137582406401634
16604	embedding2nn.bias	9	0.006398116238415241
16604	rnn.weight_ih_l0	0	0.04127051308751106
16604	rnn.weight_ih_l0	1	-0.009847231209278107
16604	rnn.weight_ih_l0	2	-0.04046519845724106
16604	rnn.weight_ih_l0	3	-0.04305398464202881
16604	rnn.weight_ih_l0	4	-0.051014386117458344
16604	rnn.weight_ih_l0	5	-0.005072923842817545
16604	rnn.weight_ih_l0	6	-0.05389660969376564
16604	rnn.weight_ih_l0	7	-0.055953942239284515
16604	rnn.weight_ih_l0	8	-0.04435985907912254
16604	rnn.weight_ih_l0	9	-0.028436904773116112
16604	rnn.weight_hh_l0	0	0.013595572672784328
16604	rnn.weight_hh_l0	1	-0.02400924824178219
16604	rnn.weight_hh_l0	2	-0.06361722201108932
16604	rnn.weight_hh_l0	3	-0.02733343467116356
16604	rnn.weight_hh_l0	4	-0.07043086737394333
16604	rnn.weight_hh_l0	5	-0.014353867620229721
16604	rnn.weight_hh_l0	6	-0.044576797634363174
16604	rnn.weight_hh_l0	7	-0.01017744094133377
16604	rnn.weight_hh_l0	8	-0.017702441662549973
16604	rnn.weight_hh_l0	9	0.01086530089378357
16604	rnn.bias_ih_l0	0	0.12157658487558365
16604	rnn.bias_ih_l0	1	-0.04996698349714279
16604	rnn.bias_ih_l0	2	0.1063404530286789
16604	rnn.bias_ih_l0	3	0.05558459833264351
16604	rnn.bias_ih_l0	4	0.09881501644849777
16604	rnn.bias_ih_l0	5	0.020915498957037926
16604	rnn.bias_ih_l0	6	-0.009716622531414032
16604	rnn.bias_ih_l0	7	-0.09251511096954346
16604	rnn.bias_ih_l0	8	-0.17786531150341034
16604	rnn.bias_ih_l0	9	0.08909822255373001
16604	rnn.bias_hh_l0	0	-0.019382761791348457
16604	rnn.bias_hh_l0	1	0.01663917489349842
16604	rnn.bias_hh_l0	2	-0.022739648818969727
16604	rnn.bias_hh_l0	3	-0.024075502529740334
16604	rnn.bias_hh_l0	4	-0.0386262945830822
16604	rnn.bias_hh_l0	5	0.1289813071489334
16604	rnn.bias_hh_l0	6	0.019837232306599617
16604	rnn.bias_hh_l0	7	0.043666694313287735
16604	rnn.bias_hh_l0	8	0.024652116000652313
16604	rnn.bias_hh_l0	9	0.03731187433004379
16604	rnn.weight_ih_l0_reverse	0	-0.029939303174614906
16604	rnn.weight_ih_l0_reverse	1	-0.001383114722557366
16604	rnn.weight_ih_l0_reverse	2	0.02578076533973217
16604	rnn.weight_ih_l0_reverse	3	-0.060319673269987106
16604	rnn.weight_ih_l0_reverse	4	0.010932122357189655
16604	rnn.weight_ih_l0_reverse	5	-0.04971882700920105
16604	rnn.weight_ih_l0_reverse	6	0.024433741346001625
16604	rnn.weight_ih_l0_reverse	7	0.04507415369153023
16604	rnn.weight_ih_l0_reverse	8	-0.0435594879090786
16604	rnn.weight_ih_l0_reverse	9	-0.0534520298242569
16604	rnn.weight_hh_l0_reverse	0	-0.0730852484703064
16604	rnn.weight_hh_l0_reverse	1	-0.05113069340586662
16604	rnn.weight_hh_l0_reverse	2	0.031258489936590195
16604	rnn.weight_hh_l0_reverse	3	0.04284742474555969
16604	rnn.weight_hh_l0_reverse	4	0.004934021737426519
16604	rnn.weight_hh_l0_reverse	5	0.04396982118487358
16604	rnn.weight_hh_l0_reverse	6	0.0026121139526367188
16604	rnn.weight_hh_l0_reverse	7	0.006855335086584091
16604	rnn.weight_hh_l0_reverse	8	-0.08837352693080902
16604	rnn.weight_hh_l0_reverse	9	0.06965088099241257
16604	rnn.bias_ih_l0_reverse	0	-0.07305475324392319
16604	rnn.bias_ih_l0_reverse	1	-0.06133105605840683
16604	rnn.bias_ih_l0_reverse	2	0.09059175848960876
16604	rnn.bias_ih_l0_reverse	3	0.0352989062666893
16604	rnn.bias_ih_l0_reverse	4	-0.1253282129764557
16604	rnn.bias_ih_l0_reverse	5	0.04973958060145378
16604	rnn.bias_ih_l0_reverse	6	-0.10932682454586029
16604	rnn.bias_ih_l0_reverse	7	0.03860027343034744
16604	rnn.bias_ih_l0_reverse	8	0.03045867569744587
16604	rnn.bias_ih_l0_reverse	9	0.06922167539596558
16604	rnn.bias_hh_l0_reverse	0	0.062273137271404266
16604	rnn.bias_hh_l0_reverse	1	0.06331504136323929
16604	rnn.bias_hh_l0_reverse	2	0.07582265883684158
16604	rnn.bias_hh_l0_reverse	3	-0.009662861935794353
16604	rnn.bias_hh_l0_reverse	4	0.08785878866910934
16604	rnn.bias_hh_l0_reverse	5	-0.020812371745705605
16604	rnn.bias_hh_l0_reverse	6	-0.06854524463415146
16604	rnn.bias_hh_l0_reverse	7	0.0328870564699173
16604	rnn.bias_hh_l0_reverse	8	0.032006364315748215
16604	rnn.bias_hh_l0_reverse	9	-0.16228701174259186
16604	linear.weight	0	0.18943040072917938
16604	linear.weight	1	-0.13311700522899628
16604	linear.weight	2	-0.1993323117494583
16604	linear.weight	3	0.08653581142425537
16604	linear.weight	4	-0.010608837008476257
16604	linear.weight	5	-0.005421733949333429
16604	linear.weight	6	-0.008031015284359455
16604	linear.weight	7	-0.03213045746088028
16604	linear.weight	8	0.05995780974626541
16604	linear.weight	9	0.2990644872188568
16604	linear.bias	0	-0.18141844868659973
16604	linear.bias	1	0.1498238891363144
16604	linear.bias	2	-0.4813883900642395
16604	linear.bias	3	1.6286630630493164
16604	linear.bias	4	-0.3724386990070343
16604	linear.bias	5	-0.030769959092140198
16604	linear.bias	6	-0.33146995306015015
16604	linear.bias	7	-0.24073190987110138
16604	linear.bias	8	-0.00994085893034935
16604	linear.bias	9	-0.4702502191066742
16632	transitions	0	-0.6291219592094421
16632	transitions	1	0.3701997697353363
16632	transitions	2	1.6992820501327515
16632	transitions	3	0.11970342695713043
16632	transitions	4	0.9628008604049683
16632	transitions	5	1.2742893695831299
16632	transitions	6	0.4838261306285858
16632	transitions	7	0.17838741838932037
16632	transitions	8	-0.9193323254585266
16632	transitions	9	0.9307311773300171
16632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16632	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16632	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16632	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16632	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16632	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16632	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16632	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16632	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16632	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16632	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16632	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16632	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16632	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16632	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16632	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16632	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16632	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16632	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16632	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16632	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16632	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16632	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16632	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16632	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16632	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16632	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16632	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16632	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16632	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16632	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16632	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16632	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16632	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16632	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16632	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16632	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16632	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16632	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16632	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16632	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16632	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16632	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16632	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16632	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16632	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16632	embedding2nn.weight	0	0.020936237648129463
16632	embedding2nn.weight	1	0.014541585929691792
16632	embedding2nn.weight	2	-0.005052933935075998
16632	embedding2nn.weight	3	0.002159026451408863
16632	embedding2nn.weight	4	-0.004618026781827211
16632	embedding2nn.weight	5	0.009143219329416752
16632	embedding2nn.weight	6	-0.003313687862828374
16632	embedding2nn.weight	7	0.015908798202872276
16632	embedding2nn.weight	8	-0.006268072407692671
16632	embedding2nn.weight	9	-0.012664048932492733
16632	embedding2nn.bias	0	-0.039851076900959015
16632	embedding2nn.bias	1	-0.015667464584112167
16632	embedding2nn.bias	2	-0.06099893897771835
16632	embedding2nn.bias	3	0.008128685876727104
16632	embedding2nn.bias	4	-0.0012526203645393252
16632	embedding2nn.bias	5	0.0021249009296298027
16632	embedding2nn.bias	6	0.007583337370306253
16632	embedding2nn.bias	7	0.027661891654133797
16632	embedding2nn.bias	8	-0.0037631194572895765
16632	embedding2nn.bias	9	0.0035692094825208187
16632	rnn.weight_ih_l0	0	0.041009094566106796
16632	rnn.weight_ih_l0	1	-0.00925708469003439
16632	rnn.weight_ih_l0	2	-0.03960120677947998
16632	rnn.weight_ih_l0	3	-0.042880307883024216
16632	rnn.weight_ih_l0	4	-0.0512683242559433
16632	rnn.weight_ih_l0	5	-0.005178490187972784
16632	rnn.weight_ih_l0	6	-0.05399266257882118
16632	rnn.weight_ih_l0	7	-0.05579819530248642
16632	rnn.weight_ih_l0	8	-0.04405960068106651
16632	rnn.weight_ih_l0	9	-0.028459059074521065
16632	rnn.weight_hh_l0	0	0.013969589956104755
16632	rnn.weight_hh_l0	1	-0.023777026683092117
16632	rnn.weight_hh_l0	2	-0.062880739569664
16632	rnn.weight_hh_l0	3	-0.027598489075899124
16632	rnn.weight_hh_l0	4	-0.07040947675704956
16632	rnn.weight_hh_l0	5	-0.014405395835638046
16632	rnn.weight_hh_l0	6	-0.04402482509613037
16632	rnn.weight_hh_l0	7	-0.011460102163255215
16632	rnn.weight_hh_l0	8	-0.017628591507673264
16632	rnn.weight_hh_l0	9	0.011056262068450451
16632	rnn.bias_ih_l0	0	0.1211785078048706
16632	rnn.bias_ih_l0	1	-0.04890400916337967
16632	rnn.bias_ih_l0	2	0.1067291647195816
16632	rnn.bias_ih_l0	3	0.052179962396621704
16632	rnn.bias_ih_l0	4	0.09878461807966232
16632	rnn.bias_ih_l0	5	0.02041572891175747
16632	rnn.bias_ih_l0	6	-0.00962013192474842
16632	rnn.bias_ih_l0	7	-0.09803514927625656
16632	rnn.bias_ih_l0	8	-0.17930874228477478
16632	rnn.bias_ih_l0	9	0.08687403053045273
16632	rnn.bias_hh_l0	0	-0.0177298653870821
16632	rnn.bias_hh_l0	1	0.016259534284472466
16632	rnn.bias_hh_l0	2	-0.02226179838180542
16632	rnn.bias_hh_l0	3	-0.02388119511306286
16632	rnn.bias_hh_l0	4	-0.03873339295387268
16632	rnn.bias_hh_l0	5	0.12758466601371765
16632	rnn.bias_hh_l0	6	0.02048739604651928
16632	rnn.bias_hh_l0	7	0.04230771213769913
16632	rnn.bias_hh_l0	8	0.024748610332608223
16632	rnn.bias_hh_l0	9	0.03897881507873535
16632	rnn.weight_ih_l0_reverse	0	-0.030183836817741394
16632	rnn.weight_ih_l0_reverse	1	-0.0008056273800320923
16632	rnn.weight_ih_l0_reverse	2	0.025806758552789688
16632	rnn.weight_ih_l0_reverse	3	-0.0603468231856823
16632	rnn.weight_ih_l0_reverse	4	0.010697402991354465
16632	rnn.weight_ih_l0_reverse	5	-0.04977606609463692
16632	rnn.weight_ih_l0_reverse	6	0.0244558434933424
16632	rnn.weight_ih_l0_reverse	7	0.04513859003782272
16632	rnn.weight_ih_l0_reverse	8	-0.04356877878308296
16632	rnn.weight_ih_l0_reverse	9	-0.053369760513305664
16632	rnn.weight_hh_l0_reverse	0	-0.07347076386213303
16632	rnn.weight_hh_l0_reverse	1	-0.0509372279047966
16632	rnn.weight_hh_l0_reverse	2	0.03147218003869057
16632	rnn.weight_hh_l0_reverse	3	0.04295247793197632
16632	rnn.weight_hh_l0_reverse	4	0.004388085566461086
16632	rnn.weight_hh_l0_reverse	5	0.043727561831474304
16632	rnn.weight_hh_l0_reverse	6	0.0016921312781050801
16632	rnn.weight_hh_l0_reverse	7	0.007085262332111597
16632	rnn.weight_hh_l0_reverse	8	-0.08875245600938797
16632	rnn.weight_hh_l0_reverse	9	0.0701545849442482
16632	rnn.bias_ih_l0_reverse	0	-0.06907336413860321
16632	rnn.bias_ih_l0_reverse	1	-0.060249213129282
16632	rnn.bias_ih_l0_reverse	2	0.09223837405443192
16632	rnn.bias_ih_l0_reverse	3	0.03622680902481079
16632	rnn.bias_ih_l0_reverse	4	-0.12290362268686295
16632	rnn.bias_ih_l0_reverse	5	0.048973262310028076
16632	rnn.bias_ih_l0_reverse	6	-0.1100582554936409
16632	rnn.bias_ih_l0_reverse	7	0.03832763805985451
16632	rnn.bias_ih_l0_reverse	8	0.030412370339035988
16632	rnn.bias_ih_l0_reverse	9	0.06947825849056244
16632	rnn.bias_hh_l0_reverse	0	0.05748910456895828
16632	rnn.bias_hh_l0_reverse	1	0.061521660536527634
16632	rnn.bias_hh_l0_reverse	2	0.07529895007610321
16632	rnn.bias_hh_l0_reverse	3	-0.009688536636531353
16632	rnn.bias_hh_l0_reverse	4	0.08723241090774536
16632	rnn.bias_hh_l0_reverse	5	-0.0253219623118639
16632	rnn.bias_hh_l0_reverse	6	-0.06779367476701736
16632	rnn.bias_hh_l0_reverse	7	0.03157897666096687
16632	rnn.bias_hh_l0_reverse	8	0.031921979039907455
16632	rnn.bias_hh_l0_reverse	9	-0.16197681427001953
16632	linear.weight	0	0.17932701110839844
16632	linear.weight	1	-0.1331198811531067
16632	linear.weight	2	-0.19979001581668854
16632	linear.weight	3	0.08730688691139221
16632	linear.weight	4	-0.010439920239150524
16632	linear.weight	5	-0.005277554504573345
16632	linear.weight	6	-0.008032461628317833
16632	linear.weight	7	-0.032086219638586044
16632	linear.weight	8	0.05841953307390213
16632	linear.weight	9	0.2934137284755707
16632	linear.bias	0	-0.17891204357147217
16632	linear.bias	1	0.15798845887184143
16632	linear.bias	2	-0.48124009370803833
16632	linear.bias	3	1.6354421377182007
16632	linear.bias	4	-0.3727388083934784
16632	linear.bias	5	-0.030769959092140198
16632	linear.bias	6	-0.3308567702770233
16632	linear.bias	7	-0.24366536736488342
16632	linear.bias	8	-0.008786958642303944
16632	linear.bias	9	-0.47035637497901917
16660	transitions	0	-0.6291942000389099
16660	transitions	1	0.3701748847961426
16660	transitions	2	1.6992093324661255
16660	transitions	3	0.11956696957349777
16660	transitions	4	0.9627931118011475
16660	transitions	5	1.2742875814437866
16660	transitions	6	0.4838259518146515
16660	transitions	7	0.17838537693023682
16660	transitions	8	-0.9193328022956848
16660	transitions	9	0.9307311773300171
16660	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16660	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16660	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16660	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16660	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16660	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16660	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16660	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16660	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16660	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16660	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16660	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16660	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16660	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16660	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16660	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16660	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16660	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16660	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16660	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16660	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16660	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16660	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16660	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16660	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16660	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16660	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16660	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16660	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16660	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16660	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16660	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16660	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16660	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16660	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16660	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16660	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16660	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16660	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16660	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16660	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16660	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16660	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16660	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16660	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16660	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16660	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16660	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16660	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16660	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16660	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16660	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16660	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16660	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16660	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16660	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16660	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16660	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16660	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16660	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16660	embedding2nn.weight	0	0.02105502039194107
16660	embedding2nn.weight	1	0.014557438902556896
16660	embedding2nn.weight	2	-0.005000770557671785
16660	embedding2nn.weight	3	0.0022963930387049913
16660	embedding2nn.weight	4	-0.00464459927752614
16660	embedding2nn.weight	5	0.00936212670058012
16660	embedding2nn.weight	6	-0.0032951280009001493
16660	embedding2nn.weight	7	0.014699004590511322
16660	embedding2nn.weight	8	-0.0065011437982320786
16660	embedding2nn.weight	9	-0.012621922418475151
16660	embedding2nn.bias	0	-0.04339899495244026
16660	embedding2nn.bias	1	-0.019279679283499718
16660	embedding2nn.bias	2	-0.057714514434337616
16660	embedding2nn.bias	3	0.009044158272445202
16660	embedding2nn.bias	4	0.001734972815029323
16660	embedding2nn.bias	5	-0.005377552937716246
16660	embedding2nn.bias	6	0.007753153797239065
16660	embedding2nn.bias	7	0.028178082779049873
16660	embedding2nn.bias	8	-0.0069683268666267395
16660	embedding2nn.bias	9	0.0033371441531926394
16660	rnn.weight_ih_l0	0	0.040833212435245514
16660	rnn.weight_ih_l0	1	-0.010428909212350845
16660	rnn.weight_ih_l0	2	-0.04114089161157608
16660	rnn.weight_ih_l0	3	-0.04285728931427002
16660	rnn.weight_ih_l0	4	-0.05151998996734619
16660	rnn.weight_ih_l0	5	-0.005169998854398727
16660	rnn.weight_ih_l0	6	-0.053853657096624374
16660	rnn.weight_ih_l0	7	-0.05584268644452095
16660	rnn.weight_ih_l0	8	-0.043671149760484695
16660	rnn.weight_ih_l0	9	-0.02829015627503395
16660	rnn.weight_hh_l0	0	0.01351549755781889
16660	rnn.weight_hh_l0	1	-0.024083897471427917
16660	rnn.weight_hh_l0	2	-0.06242263689637184
16660	rnn.weight_hh_l0	3	-0.028030017390847206
16660	rnn.weight_hh_l0	4	-0.07080081850290298
16660	rnn.weight_hh_l0	5	-0.014107274822890759
16660	rnn.weight_hh_l0	6	-0.04231208562850952
16660	rnn.weight_hh_l0	7	-0.012100654654204845
16660	rnn.weight_hh_l0	8	-0.017696883529424667
16660	rnn.weight_hh_l0	9	0.011808913201093674
16660	rnn.bias_ih_l0	0	0.11996356397867203
16660	rnn.bias_ih_l0	1	-0.04818178713321686
16660	rnn.bias_ih_l0	2	0.106510229408741
16660	rnn.bias_ih_l0	3	0.053074125200510025
16660	rnn.bias_ih_l0	4	0.09947711229324341
16660	rnn.bias_ih_l0	5	0.019734397530555725
16660	rnn.bias_ih_l0	6	-0.008374111726880074
16660	rnn.bias_ih_l0	7	-0.10052981972694397
16660	rnn.bias_ih_l0	8	-0.18096759915351868
16660	rnn.bias_ih_l0	9	0.08548399060964584
16660	rnn.bias_hh_l0	0	-0.01697661727666855
16660	rnn.bias_hh_l0	1	0.016253922134637833
16660	rnn.bias_hh_l0	2	-0.020929425954818726
16660	rnn.bias_hh_l0	3	-0.01979977823793888
16660	rnn.bias_hh_l0	4	-0.03746480867266655
16660	rnn.bias_hh_l0	5	0.12955869734287262
16660	rnn.bias_hh_l0	6	0.019580461084842682
16660	rnn.bias_hh_l0	7	0.04273499920964241
16660	rnn.bias_hh_l0	8	0.02599463239312172
16660	rnn.bias_hh_l0	9	0.037511102855205536
16660	rnn.weight_ih_l0_reverse	0	-0.029848087579011917
16660	rnn.weight_ih_l0_reverse	1	-0.0012047782074660063
16660	rnn.weight_ih_l0_reverse	2	0.02587461657822132
16660	rnn.weight_ih_l0_reverse	3	-0.06075948476791382
16660	rnn.weight_ih_l0_reverse	4	0.010254268534481525
16660	rnn.weight_ih_l0_reverse	5	-0.04976114630699158
16660	rnn.weight_ih_l0_reverse	6	0.024763016030192375
16660	rnn.weight_ih_l0_reverse	7	0.044972896575927734
16660	rnn.weight_ih_l0_reverse	8	-0.04413596913218498
16660	rnn.weight_ih_l0_reverse	9	-0.05345189943909645
16660	rnn.weight_hh_l0_reverse	0	-0.07423371076583862
16660	rnn.weight_hh_l0_reverse	1	-0.050525493919849396
16660	rnn.weight_hh_l0_reverse	2	0.03179244324564934
16660	rnn.weight_hh_l0_reverse	3	0.04320685938000679
16660	rnn.weight_hh_l0_reverse	4	0.004343236330896616
16660	rnn.weight_hh_l0_reverse	5	0.043917372822761536
16660	rnn.weight_hh_l0_reverse	6	0.0015569707611575723
16660	rnn.weight_hh_l0_reverse	7	0.007174218073487282
16660	rnn.weight_hh_l0_reverse	8	-0.08920340985059738
16660	rnn.weight_hh_l0_reverse	9	0.06906324625015259
16660	rnn.bias_ih_l0_reverse	0	-0.07050306349992752
16660	rnn.bias_ih_l0_reverse	1	-0.06580942869186401
16660	rnn.bias_ih_l0_reverse	2	0.09326299279928207
16660	rnn.bias_ih_l0_reverse	3	0.036773838102817535
16660	rnn.bias_ih_l0_reverse	4	-0.12262094765901566
16660	rnn.bias_ih_l0_reverse	5	0.050285037606954575
16660	rnn.bias_ih_l0_reverse	6	-0.11005160212516785
16660	rnn.bias_ih_l0_reverse	7	0.040400706231594086
16660	rnn.bias_ih_l0_reverse	8	0.030727162957191467
16660	rnn.bias_ih_l0_reverse	9	0.06824886798858643
16660	rnn.bias_hh_l0_reverse	0	0.062135905027389526
16660	rnn.bias_hh_l0_reverse	1	0.06396091729402542
16660	rnn.bias_hh_l0_reverse	2	0.07700006663799286
16660	rnn.bias_hh_l0_reverse	3	-0.010293874889612198
16660	rnn.bias_hh_l0_reverse	4	0.08695589005947113
16660	rnn.bias_hh_l0_reverse	5	-0.01820855215191841
16660	rnn.bias_hh_l0_reverse	6	-0.06889175623655319
16660	rnn.bias_hh_l0_reverse	7	0.031403012573719025
16660	rnn.bias_hh_l0_reverse	8	0.03311040997505188
16660	rnn.bias_hh_l0_reverse	9	-0.15878288447856903
16660	linear.weight	0	0.1819080263376236
16660	linear.weight	1	-0.13312409818172455
16660	linear.weight	2	-0.20258019864559174
16660	linear.weight	3	0.09284260869026184
16660	linear.weight	4	-0.008895276114344597
16660	linear.weight	5	-0.005159871187061071
16660	linear.weight	6	-0.008027254603803158
16660	linear.weight	7	-0.03203526884317398
16660	linear.weight	8	0.05857265368103981
16660	linear.weight	9	0.29286348819732666
16660	linear.bias	0	-0.17680533230304718
16660	linear.bias	1	0.15951690077781677
16660	linear.bias	2	-0.4820156693458557
16660	linear.bias	3	1.630265712738037
16660	linear.bias	4	-0.3729133605957031
16660	linear.bias	5	-0.030769959092140198
16660	linear.bias	6	-0.32958871126174927
16660	linear.bias	7	-0.2435598075389862
16660	linear.bias	8	-0.02324954979121685
16660	linear.bias	9	-0.4704208970069885
16688	transitions	0	-0.6292555928230286
16688	transitions	1	0.37013503909111023
16688	transitions	2	1.699117660522461
16688	transitions	3	0.11954934149980545
16688	transitions	4	0.9627384543418884
16688	transitions	5	1.2742866277694702
16688	transitions	6	0.4838259518146515
16688	transitions	7	0.1783851981163025
16688	transitions	8	-0.919333279132843
16688	transitions	9	0.9307311773300171
16688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16688	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16688	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16688	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16688	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16688	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16688	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16688	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16688	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16688	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16688	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16688	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16688	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16688	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16688	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16688	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16688	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16688	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16688	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16688	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16688	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16688	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16688	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16688	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16688	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16688	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16688	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16688	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16688	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16688	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16688	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16688	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16688	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16688	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16688	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16688	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16688	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16688	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16688	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16688	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16688	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16688	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16688	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16688	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16688	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16688	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16688	embedding2nn.weight	0	0.02085649035871029
16688	embedding2nn.weight	1	0.014511333778500557
16688	embedding2nn.weight	2	-0.005013469140976667
16688	embedding2nn.weight	3	0.0023972520139068365
16688	embedding2nn.weight	4	-0.0046568987891077995
16688	embedding2nn.weight	5	0.00932304933667183
16688	embedding2nn.weight	6	-0.003196814563125372
16688	embedding2nn.weight	7	0.014770426787436008
16688	embedding2nn.weight	8	-0.006437324918806553
16688	embedding2nn.weight	9	-0.012589294463396072
16688	embedding2nn.bias	0	-0.046660974621772766
16688	embedding2nn.bias	1	-0.01994970068335533
16688	embedding2nn.bias	2	-0.05609613284468651
16688	embedding2nn.bias	3	0.004632464610040188
16688	embedding2nn.bias	4	-0.0019447053782641888
16688	embedding2nn.bias	5	-0.0023314941208809614
16688	embedding2nn.bias	6	0.014950044453144073
16688	embedding2nn.bias	7	0.027602283284068108
16688	embedding2nn.bias	8	-0.009138072840869427
16688	embedding2nn.bias	9	-0.0006163285579532385
16688	rnn.weight_ih_l0	0	0.040490977466106415
16688	rnn.weight_ih_l0	1	-0.01061349455267191
16688	rnn.weight_ih_l0	2	-0.04038957133889198
16688	rnn.weight_ih_l0	3	-0.04233391210436821
16688	rnn.weight_ih_l0	4	-0.05159519612789154
16688	rnn.weight_ih_l0	5	-0.005082340445369482
16688	rnn.weight_ih_l0	6	-0.0536905899643898
16688	rnn.weight_ih_l0	7	-0.055976927280426025
16688	rnn.weight_ih_l0	8	-0.04353940486907959
16688	rnn.weight_ih_l0	9	-0.028608504682779312
16688	rnn.weight_hh_l0	0	0.013082415796816349
16688	rnn.weight_hh_l0	1	-0.024025408551096916
16688	rnn.weight_hh_l0	2	-0.06249265372753143
16688	rnn.weight_hh_l0	3	-0.02743646502494812
16688	rnn.weight_hh_l0	4	-0.07081019878387451
16688	rnn.weight_hh_l0	5	-0.014381005428731441
16688	rnn.weight_hh_l0	6	-0.04139883071184158
16688	rnn.weight_hh_l0	7	-0.014329085126519203
16688	rnn.weight_hh_l0	8	-0.017284302040934563
16688	rnn.weight_hh_l0	9	0.010827546939253807
16688	rnn.bias_ih_l0	0	0.11959979683160782
16688	rnn.bias_ih_l0	1	-0.04945114254951477
16688	rnn.bias_ih_l0	2	0.10725319385528564
16688	rnn.bias_ih_l0	3	0.051171064376831055
16688	rnn.bias_ih_l0	4	0.10116688907146454
16688	rnn.bias_ih_l0	5	0.020676547661423683
16688	rnn.bias_ih_l0	6	-0.006601207889616489
16688	rnn.bias_ih_l0	7	-0.10265827924013138
16688	rnn.bias_ih_l0	8	-0.18266892433166504
16688	rnn.bias_ih_l0	9	0.08764632046222687
16688	rnn.bias_hh_l0	0	-0.016252515837550163
16688	rnn.bias_hh_l0	1	0.014962639659643173
16688	rnn.bias_hh_l0	2	-0.021547075361013412
16688	rnn.bias_hh_l0	3	-0.017690351232886314
16688	rnn.bias_hh_l0	4	-0.0376167818903923
16688	rnn.bias_hh_l0	5	0.12860393524169922
16688	rnn.bias_hh_l0	6	0.02156568132340908
16688	rnn.bias_hh_l0	7	0.04312726482748985
16688	rnn.bias_hh_l0	8	0.027767537161707878
16688	rnn.bias_hh_l0	9	0.0376904234290123
16688	rnn.weight_ih_l0_reverse	0	-0.030047297477722168
16688	rnn.weight_ih_l0_reverse	1	-0.0020443922840058804
16688	rnn.weight_ih_l0_reverse	2	0.025990119203925133
16688	rnn.weight_ih_l0_reverse	3	-0.060657817870378494
16688	rnn.weight_ih_l0_reverse	4	0.010172905400395393
16688	rnn.weight_ih_l0_reverse	5	-0.04977835714817047
16688	rnn.weight_ih_l0_reverse	6	0.025159785524010658
16688	rnn.weight_ih_l0_reverse	7	0.04508494585752487
16688	rnn.weight_ih_l0_reverse	8	-0.044295940548181534
16688	rnn.weight_ih_l0_reverse	9	-0.053333476185798645
16688	rnn.weight_hh_l0_reverse	0	-0.07423382252454758
16688	rnn.weight_hh_l0_reverse	1	-0.04999653995037079
16688	rnn.weight_hh_l0_reverse	2	0.031831562519073486
16688	rnn.weight_hh_l0_reverse	3	0.043584052473306656
16688	rnn.weight_hh_l0_reverse	4	0.004009957890957594
16688	rnn.weight_hh_l0_reverse	5	0.04386542737483978
16688	rnn.weight_hh_l0_reverse	6	0.0010089577408507466
16688	rnn.weight_hh_l0_reverse	7	0.00739059504121542
16688	rnn.weight_hh_l0_reverse	8	-0.08956661075353622
16688	rnn.weight_hh_l0_reverse	9	0.06926959753036499
16688	rnn.bias_ih_l0_reverse	0	-0.07210247963666916
16688	rnn.bias_ih_l0_reverse	1	-0.06170743703842163
16688	rnn.bias_ih_l0_reverse	2	0.09469479322433472
16688	rnn.bias_ih_l0_reverse	3	0.03549658879637718
16688	rnn.bias_ih_l0_reverse	4	-0.12201865017414093
16688	rnn.bias_ih_l0_reverse	5	0.04911891371011734
16688	rnn.bias_ih_l0_reverse	6	-0.10816869884729385
16688	rnn.bias_ih_l0_reverse	7	0.04004032164812088
16688	rnn.bias_ih_l0_reverse	8	0.02925190143287182
16688	rnn.bias_ih_l0_reverse	9	0.06754009425640106
16688	rnn.bias_hh_l0_reverse	0	0.06488927453756332
16688	rnn.bias_hh_l0_reverse	1	0.06308575719594955
16688	rnn.bias_hh_l0_reverse	2	0.07655584067106247
16688	rnn.bias_hh_l0_reverse	3	-0.009844507090747356
16688	rnn.bias_hh_l0_reverse	4	0.08749458938837051
16688	rnn.bias_hh_l0_reverse	5	-0.016022728756070137
16688	rnn.bias_hh_l0_reverse	6	-0.07149932533502579
16688	rnn.bias_hh_l0_reverse	7	0.03186416253447533
16688	rnn.bias_hh_l0_reverse	8	0.03476490452885628
16688	rnn.bias_hh_l0_reverse	9	-0.15535284578800201
16688	linear.weight	0	0.17874394357204437
16688	linear.weight	1	-0.13312742114067078
16688	linear.weight	2	-0.19701071083545685
16688	linear.weight	3	0.08697643876075745
16688	linear.weight	4	-0.008705747313797474
16688	linear.weight	5	-0.00494676036760211
16688	linear.weight	6	-0.008023208007216454
16688	linear.weight	7	-0.032000765204429626
16688	linear.weight	8	0.059717774391174316
16688	linear.weight	9	0.2963811159133911
16688	linear.bias	0	-0.1816910356283188
16688	linear.bias	1	0.16221100091934204
16688	linear.bias	2	-0.4844067096710205
16688	linear.bias	3	1.6335111856460571
16688	linear.bias	4	-0.37317824363708496
16688	linear.bias	5	-0.030769959092140198
16688	linear.bias	6	-0.33107829093933105
16688	linear.bias	7	-0.24396318197250366
16688	linear.bias	8	-0.011800176464021206
16688	linear.bias	9	-0.4705159664154053
16716	transitions	0	-0.6293026208877563
16716	transitions	1	0.37008973956108093
16716	transitions	2	1.6990416049957275
16716	transitions	3	0.11952909827232361
16716	transitions	4	0.9627025127410889
16716	transitions	5	1.274286150932312
16716	transitions	6	0.48382478952407837
16716	transitions	7	0.17837251722812653
16716	transitions	8	-0.9193340539932251
16716	transitions	9	0.9307311773300171
16716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16716	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16716	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16716	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16716	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16716	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16716	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16716	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16716	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16716	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16716	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16716	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16716	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16716	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16716	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16716	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16716	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16716	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16716	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16716	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16716	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16716	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16716	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16716	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16716	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16716	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16716	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16716	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16716	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16716	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16716	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16716	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16716	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16716	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16716	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16716	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16716	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16716	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16716	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16716	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16716	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16716	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16716	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16716	embedding2nn.weight	0	0.021036297082901
16716	embedding2nn.weight	1	0.014449791982769966
16716	embedding2nn.weight	2	-0.005006394814699888
16716	embedding2nn.weight	3	0.0022796967532485723
16716	embedding2nn.weight	4	-0.004646721296012402
16716	embedding2nn.weight	5	0.009213220328092575
16716	embedding2nn.weight	6	-0.003118666121736169
16716	embedding2nn.weight	7	0.014631933532655239
16716	embedding2nn.weight	8	-0.006556748878210783
16716	embedding2nn.weight	9	-0.012599634937942028
16716	embedding2nn.bias	0	-0.04792015627026558
16716	embedding2nn.bias	1	-0.01336923148483038
16716	embedding2nn.bias	2	-0.055532973259687424
16716	embedding2nn.bias	3	-0.0009043020545504987
16716	embedding2nn.bias	4	0.0028232201002538204
16716	embedding2nn.bias	5	-0.0022801884915679693
16716	embedding2nn.bias	6	0.01652892678976059
16716	embedding2nn.bias	7	0.030162012204527855
16716	embedding2nn.bias	8	-0.003539158497005701
16716	embedding2nn.bias	9	0.003611869877204299
16716	rnn.weight_ih_l0	0	0.04050601273775101
16716	rnn.weight_ih_l0	1	-0.010524841025471687
16716	rnn.weight_ih_l0	2	-0.03995310887694359
16716	rnn.weight_ih_l0	3	-0.04246724024415016
16716	rnn.weight_ih_l0	4	-0.051512837409973145
16716	rnn.weight_ih_l0	5	-0.005208735819905996
16716	rnn.weight_ih_l0	6	-0.05409439280629158
16716	rnn.weight_ih_l0	7	-0.05592305213212967
16716	rnn.weight_ih_l0	8	-0.04320356994867325
16716	rnn.weight_ih_l0	9	-0.02846314013004303
16716	rnn.weight_hh_l0	0	0.013127906247973442
16716	rnn.weight_hh_l0	1	-0.02383677288889885
16716	rnn.weight_hh_l0	2	-0.06096069887280464
16716	rnn.weight_hh_l0	3	-0.027323590591549873
16716	rnn.weight_hh_l0	4	-0.07099825143814087
16716	rnn.weight_hh_l0	5	-0.013723010197281837
16716	rnn.weight_hh_l0	6	-0.04203686863183975
16716	rnn.weight_hh_l0	7	-0.015680795535445213
16716	rnn.weight_hh_l0	8	-0.017614886164665222
16716	rnn.weight_hh_l0	9	0.011275921948254108
16716	rnn.bias_ih_l0	0	0.1196870356798172
16716	rnn.bias_ih_l0	1	-0.04916462302207947
16716	rnn.bias_ih_l0	2	0.10791593044996262
16716	rnn.bias_ih_l0	3	0.051595404744148254
16716	rnn.bias_ih_l0	4	0.10113169997930527
16716	rnn.bias_ih_l0	5	0.020624244585633278
16716	rnn.bias_ih_l0	6	-0.0044423965737223625
16716	rnn.bias_ih_l0	7	-0.1057998389005661
16716	rnn.bias_ih_l0	8	-0.1857796460390091
16716	rnn.bias_ih_l0	9	0.08915477991104126
16716	rnn.bias_hh_l0	0	-0.017679767683148384
16716	rnn.bias_hh_l0	1	0.014530960470438004
16716	rnn.bias_hh_l0	2	-0.021841613575816154
16716	rnn.bias_hh_l0	3	-0.01755841076374054
16716	rnn.bias_hh_l0	4	-0.0384194552898407
16716	rnn.bias_hh_l0	5	0.12770169973373413
16716	rnn.bias_hh_l0	6	0.019913343712687492
16716	rnn.bias_hh_l0	7	0.043192483484745026
16716	rnn.bias_hh_l0	8	0.029926352202892303
16716	rnn.bias_hh_l0	9	0.03941798955202103
16716	rnn.weight_ih_l0_reverse	0	-0.03012256696820259
16716	rnn.weight_ih_l0_reverse	1	-0.0023554011713713408
16716	rnn.weight_ih_l0_reverse	2	0.026042355224490166
16716	rnn.weight_ih_l0_reverse	3	-0.06100192293524742
16716	rnn.weight_ih_l0_reverse	4	0.009892452508211136
16716	rnn.weight_ih_l0_reverse	5	-0.04943837597966194
16716	rnn.weight_ih_l0_reverse	6	0.024778781458735466
16716	rnn.weight_ih_l0_reverse	7	0.045234039425849915
16716	rnn.weight_ih_l0_reverse	8	-0.04460728541016579
16716	rnn.weight_ih_l0_reverse	9	-0.053364045917987823
16716	rnn.weight_hh_l0_reverse	0	-0.0741237998008728
16716	rnn.weight_hh_l0_reverse	1	-0.05056518316268921
16716	rnn.weight_hh_l0_reverse	2	0.03147213160991669
16716	rnn.weight_hh_l0_reverse	3	0.043582409620285034
16716	rnn.weight_hh_l0_reverse	4	0.004289346747100353
16716	rnn.weight_hh_l0_reverse	5	0.0437835231423378
16716	rnn.weight_hh_l0_reverse	6	0.00044868586701340973
16716	rnn.weight_hh_l0_reverse	7	0.007619180250912905
16716	rnn.weight_hh_l0_reverse	8	-0.0895412340760231
16716	rnn.weight_hh_l0_reverse	9	0.06854724884033203
16716	rnn.bias_ih_l0_reverse	0	-0.07120660692453384
16716	rnn.bias_ih_l0_reverse	1	-0.0650232806801796
16716	rnn.bias_ih_l0_reverse	2	0.09447004646062851
16716	rnn.bias_ih_l0_reverse	3	0.035312771797180176
16716	rnn.bias_ih_l0_reverse	4	-0.12219561636447906
16716	rnn.bias_ih_l0_reverse	5	0.049319636076688766
16716	rnn.bias_ih_l0_reverse	6	-0.10599011927843094
16716	rnn.bias_ih_l0_reverse	7	0.04107579216361046
16716	rnn.bias_ih_l0_reverse	8	0.028362806886434555
16716	rnn.bias_ih_l0_reverse	9	0.06803509593009949
16716	rnn.bias_hh_l0_reverse	0	0.0643201544880867
16716	rnn.bias_hh_l0_reverse	1	0.06106914207339287
16716	rnn.bias_hh_l0_reverse	2	0.07647967338562012
16716	rnn.bias_hh_l0_reverse	3	-0.010657547041773796
16716	rnn.bias_hh_l0_reverse	4	0.08517174422740936
16716	rnn.bias_hh_l0_reverse	5	-0.009133290499448776
16716	rnn.bias_hh_l0_reverse	6	-0.07206907123327255
16716	rnn.bias_hh_l0_reverse	7	0.03195371851325035
16716	rnn.bias_hh_l0_reverse	8	0.03480197489261627
16716	rnn.bias_hh_l0_reverse	9	-0.1567879319190979
16716	linear.weight	0	0.17783896625041962
16716	linear.weight	1	-0.1331358402967453
16716	linear.weight	2	-0.19575156271457672
16716	linear.weight	3	0.08383471518754959
16716	linear.weight	4	-0.007986620999872684
16716	linear.weight	5	-0.0048657492734491825
16716	linear.weight	6	-0.008021868765354156
16716	linear.weight	7	-0.03196095675230026
16716	linear.weight	8	0.05910243093967438
16716	linear.weight	9	0.29335829615592957
16716	linear.bias	0	-0.17968139052391052
16716	linear.bias	1	0.15673428773880005
16716	linear.bias	2	-0.48479634523391724
16716	linear.bias	3	1.6311427354812622
16716	linear.bias	4	-0.37342211604118347
16716	linear.bias	5	-0.030769959092140198
16716	linear.bias	6	-0.332105815410614
16716	linear.bias	7	-0.24425670504570007
16716	linear.bias	8	-0.011059016920626163
16716	linear.bias	9	-0.47059908509254456
16744	transitions	0	-0.6293636560440063
16744	transitions	1	0.3700176775455475
16744	transitions	2	1.698854923248291
16744	transitions	3	0.11950317025184631
16744	transitions	4	0.9626941084861755
16744	transitions	5	1.274284839630127
16744	transitions	6	0.4838242828845978
16744	transitions	7	0.17837029695510864
16744	transitions	8	-0.9193347096443176
16744	transitions	9	0.9307305812835693
16744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16744	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16744	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16744	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16744	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16744	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16744	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16744	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16744	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16744	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16744	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16744	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16744	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16744	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16744	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16744	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16744	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16744	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16744	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16744	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16744	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16744	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16744	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16744	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16744	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16744	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16744	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16744	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16744	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16744	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16744	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16744	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16744	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16744	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16744	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16744	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16744	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16744	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16744	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16744	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16744	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16744	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16744	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16744	embedding2nn.weight	0	0.021189065650105476
16744	embedding2nn.weight	1	0.014427932910621166
16744	embedding2nn.weight	2	-0.004935406148433685
16744	embedding2nn.weight	3	0.0019331093644723296
16744	embedding2nn.weight	4	-0.004630607552826405
16744	embedding2nn.weight	5	0.009159604087471962
16744	embedding2nn.weight	6	-0.0031208216678351164
16744	embedding2nn.weight	7	0.01420610398054123
16744	embedding2nn.weight	8	-0.006563970819115639
16744	embedding2nn.weight	9	-0.012617046013474464
16744	embedding2nn.bias	0	-0.050837431102991104
16744	embedding2nn.bias	1	-0.022230423986911774
16744	embedding2nn.bias	2	-0.05700322613120079
16744	embedding2nn.bias	3	0.0035887400154024363
16744	embedding2nn.bias	4	-0.0032274858094751835
16744	embedding2nn.bias	5	0.000554847763851285
16744	embedding2nn.bias	6	0.019473161548376083
16744	embedding2nn.bias	7	0.030207112431526184
16744	embedding2nn.bias	8	-0.007804547902196646
16744	embedding2nn.bias	9	0.00502954563125968
16744	rnn.weight_ih_l0	0	0.04045712202787399
16744	rnn.weight_ih_l0	1	-0.009511713869869709
16744	rnn.weight_ih_l0	2	-0.03998437151312828
16744	rnn.weight_ih_l0	3	-0.042343687266111374
16744	rnn.weight_ih_l0	4	-0.05159715563058853
16744	rnn.weight_ih_l0	5	-0.005398693028837442
16744	rnn.weight_ih_l0	6	-0.054169174283742905
16744	rnn.weight_ih_l0	7	-0.0562533475458622
16744	rnn.weight_ih_l0	8	-0.04320021718740463
16744	rnn.weight_ih_l0	9	-0.028440937399864197
16744	rnn.weight_hh_l0	0	0.013662061654031277
16744	rnn.weight_hh_l0	1	-0.022879742085933685
16744	rnn.weight_hh_l0	2	-0.06251908838748932
16744	rnn.weight_hh_l0	3	-0.02730671688914299
16744	rnn.weight_hh_l0	4	-0.07116181403398514
16744	rnn.weight_hh_l0	5	-0.01351023931056261
16744	rnn.weight_hh_l0	6	-0.040099065750837326
16744	rnn.weight_hh_l0	7	-0.016477135941386223
16744	rnn.weight_hh_l0	8	-0.01774396374821663
16744	rnn.weight_hh_l0	9	0.009863385930657387
16744	rnn.bias_ih_l0	0	0.1195123940706253
16744	rnn.bias_ih_l0	1	-0.04677135869860649
16744	rnn.bias_ih_l0	2	0.10562714189291
16744	rnn.bias_ih_l0	3	0.05079975724220276
16744	rnn.bias_ih_l0	4	0.10170981287956238
16744	rnn.bias_ih_l0	5	0.019942933693528175
16744	rnn.bias_ih_l0	6	-0.008069277741014957
16744	rnn.bias_ih_l0	7	-0.10455703735351562
16744	rnn.bias_ih_l0	8	-0.18800042569637299
16744	rnn.bias_ih_l0	9	0.08975613862276077
16744	rnn.bias_hh_l0	0	-0.017283519729971886
16744	rnn.bias_hh_l0	1	0.014259561896324158
16744	rnn.bias_hh_l0	2	-0.02325889840722084
16744	rnn.bias_hh_l0	3	-0.02210911735892296
16744	rnn.bias_hh_l0	4	-0.036711838096380234
16744	rnn.bias_hh_l0	5	0.1296442300081253
16744	rnn.bias_hh_l0	6	0.018914207816123962
16744	rnn.bias_hh_l0	7	0.04159410297870636
16744	rnn.bias_hh_l0	8	0.026299474760890007
16744	rnn.bias_hh_l0	9	0.03812279552221298
16744	rnn.weight_ih_l0_reverse	0	-0.02995341457426548
16744	rnn.weight_ih_l0_reverse	1	-0.0012486380292102695
16744	rnn.weight_ih_l0_reverse	2	0.026172518730163574
16744	rnn.weight_ih_l0_reverse	3	-0.060683686286211014
16744	rnn.weight_ih_l0_reverse	4	0.009747013449668884
16744	rnn.weight_ih_l0_reverse	5	-0.04946451634168625
16744	rnn.weight_ih_l0_reverse	6	0.025508612394332886
16744	rnn.weight_ih_l0_reverse	7	0.045329753309488297
16744	rnn.weight_ih_l0_reverse	8	-0.044252268970012665
16744	rnn.weight_ih_l0_reverse	9	-0.0534060113132
16744	rnn.weight_hh_l0_reverse	0	-0.07481703907251358
16744	rnn.weight_hh_l0_reverse	1	-0.050675198435783386
16744	rnn.weight_hh_l0_reverse	2	0.031939297914505005
16744	rnn.weight_hh_l0_reverse	3	0.043278519064188004
16744	rnn.weight_hh_l0_reverse	4	0.004421780817210674
16744	rnn.weight_hh_l0_reverse	5	0.04376072809100151
16744	rnn.weight_hh_l0_reverse	6	0.0005930442130193114
16744	rnn.weight_hh_l0_reverse	7	0.007868415676057339
16744	rnn.weight_hh_l0_reverse	8	-0.089193195104599
16744	rnn.weight_hh_l0_reverse	9	0.06886126101016998
16744	rnn.bias_ih_l0_reverse	0	-0.07335754483938217
16744	rnn.bias_ih_l0_reverse	1	-0.07039862126111984
16744	rnn.bias_ih_l0_reverse	2	0.09466823935508728
16744	rnn.bias_ih_l0_reverse	3	0.034497279673814774
16744	rnn.bias_ih_l0_reverse	4	-0.12178882211446762
16744	rnn.bias_ih_l0_reverse	5	0.04923347756266594
16744	rnn.bias_ih_l0_reverse	6	-0.10515564680099487
16744	rnn.bias_ih_l0_reverse	7	0.03834964707493782
16744	rnn.bias_ih_l0_reverse	8	0.028810016810894012
16744	rnn.bias_ih_l0_reverse	9	0.06891652196645737
16744	rnn.bias_hh_l0_reverse	0	0.05575456842780113
16744	rnn.bias_hh_l0_reverse	1	0.060548968613147736
16744	rnn.bias_hh_l0_reverse	2	0.07540613412857056
16744	rnn.bias_hh_l0_reverse	3	-0.011792335659265518
16744	rnn.bias_hh_l0_reverse	4	0.08599937707185745
16744	rnn.bias_hh_l0_reverse	5	-0.01147545501589775
16744	rnn.bias_hh_l0_reverse	6	-0.0711640790104866
16744	rnn.bias_hh_l0_reverse	7	0.0317671000957489
16744	rnn.bias_hh_l0_reverse	8	0.03429137170314789
16744	rnn.bias_hh_l0_reverse	9	-0.15685351192951202
16744	linear.weight	0	0.17936788499355316
16744	linear.weight	1	-0.13310196995735168
16744	linear.weight	2	-0.19730284810066223
16744	linear.weight	3	0.07907753437757492
16744	linear.weight	4	-0.007711248937994242
16744	linear.weight	5	-0.0014834047760814428
16744	linear.weight	6	-0.008017200045287609
16744	linear.weight	7	-0.03148398548364639
16744	linear.weight	8	0.056720513850450516
16744	linear.weight	9	0.2940618097782135
16744	linear.bias	0	-0.18019835650920868
16744	linear.bias	1	0.159269779920578
16744	linear.bias	2	-0.4849756062030792
16744	linear.bias	3	1.6343261003494263
16744	linear.bias	4	-0.37608495354652405
16744	linear.bias	5	-0.030769959092140198
16744	linear.bias	6	-0.331745445728302
16744	linear.bias	7	-0.24609260261058807
16744	linear.bias	8	-0.014772482216358185
16744	linear.bias	9	-0.4707401990890503
16772	transitions	0	-0.6294418573379517
16772	transitions	1	0.3699575364589691
16772	transitions	2	1.6987401247024536
16772	transitions	3	0.11948778480291367
16772	transitions	4	0.9626838564872742
16772	transitions	5	1.2742823362350464
16772	transitions	6	0.4838239550590515
16772	transitions	7	0.17779886722564697
16772	transitions	8	-0.9193357229232788
16772	transitions	9	0.9307305812835693
16772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16772	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16772	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16772	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16772	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16772	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16772	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16772	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16772	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16772	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16772	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16772	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16772	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16772	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16772	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16772	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16772	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16772	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16772	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16772	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16772	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16772	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16772	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16772	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16772	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16772	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16772	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16772	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16772	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16772	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16772	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16772	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16772	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16772	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16772	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16772	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16772	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16772	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16772	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16772	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16772	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16772	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16772	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16772	embedding2nn.weight	0	0.020860007032752037
16772	embedding2nn.weight	1	0.014305131509900093
16772	embedding2nn.weight	2	-0.004933761432766914
16772	embedding2nn.weight	3	0.001973499311134219
16772	embedding2nn.weight	4	-0.004635739605873823
16772	embedding2nn.weight	5	0.009356441907584667
16772	embedding2nn.weight	6	-0.0030199687462300062
16772	embedding2nn.weight	7	0.014217858202755451
16772	embedding2nn.weight	8	-0.006692631170153618
16772	embedding2nn.weight	9	-0.012630827724933624
16772	embedding2nn.bias	0	-0.04207680746912956
16772	embedding2nn.bias	1	-0.025491971522569656
16772	embedding2nn.bias	2	-0.053516633808612823
16772	embedding2nn.bias	3	0.0019825224298983812
16772	embedding2nn.bias	4	-0.0028680770192295313
16772	embedding2nn.bias	5	-0.0044068871065974236
16772	embedding2nn.bias	6	0.008031344972550869
16772	embedding2nn.bias	7	0.03047114610671997
16772	embedding2nn.bias	8	-0.0025653101038187742
16772	embedding2nn.bias	9	-0.003041297197341919
16772	rnn.weight_ih_l0	0	0.040863487869501114
16772	rnn.weight_ih_l0	1	-0.009730789810419083
16772	rnn.weight_ih_l0	2	-0.03989517316222191
16772	rnn.weight_ih_l0	3	-0.04233323037624359
16772	rnn.weight_ih_l0	4	-0.05115890130400658
16772	rnn.weight_ih_l0	5	-0.005432962439954281
16772	rnn.weight_ih_l0	6	-0.05395532771945
16772	rnn.weight_ih_l0	7	-0.056618206202983856
16772	rnn.weight_ih_l0	8	-0.04310569912195206
16772	rnn.weight_ih_l0	9	-0.028701893985271454
16772	rnn.weight_hh_l0	0	0.013706982135772705
16772	rnn.weight_hh_l0	1	-0.02325858734548092
16772	rnn.weight_hh_l0	2	-0.06276118010282516
16772	rnn.weight_hh_l0	3	-0.027311116456985474
16772	rnn.weight_hh_l0	4	-0.07140333205461502
16772	rnn.weight_hh_l0	5	-0.014035546220839024
16772	rnn.weight_hh_l0	6	-0.04178231209516525
16772	rnn.weight_hh_l0	7	-0.017161622643470764
16772	rnn.weight_hh_l0	8	-0.01823301799595356
16772	rnn.weight_hh_l0	9	0.010847853496670723
16772	rnn.bias_ih_l0	0	0.12182415276765823
16772	rnn.bias_ih_l0	1	-0.04867307469248772
16772	rnn.bias_ih_l0	2	0.10329490900039673
16772	rnn.bias_ih_l0	3	0.047123443335294724
16772	rnn.bias_ih_l0	4	0.10060407221317291
16772	rnn.bias_ih_l0	5	0.02005411870777607
16772	rnn.bias_ih_l0	6	-0.010055485181510448
16772	rnn.bias_ih_l0	7	-0.10219298303127289
16772	rnn.bias_ih_l0	8	-0.1878492832183838
16772	rnn.bias_ih_l0	9	0.09022700786590576
16772	rnn.bias_hh_l0	0	-0.01755492575466633
16772	rnn.bias_hh_l0	1	0.012678570114076138
16772	rnn.bias_hh_l0	2	-0.02228810451924801
16772	rnn.bias_hh_l0	3	-0.021218005567789078
16772	rnn.bias_hh_l0	4	-0.03724329546093941
16772	rnn.bias_hh_l0	5	0.12821714580059052
16772	rnn.bias_hh_l0	6	0.017769474536180496
16772	rnn.bias_hh_l0	7	0.04176202788949013
16772	rnn.bias_hh_l0	8	0.02431327849626541
16772	rnn.bias_hh_l0	9	0.03744986653327942
16772	rnn.weight_ih_l0_reverse	0	-0.029833387583494186
16772	rnn.weight_ih_l0_reverse	1	-0.0007221787818707526
16772	rnn.weight_ih_l0_reverse	2	0.02633538842201233
16772	rnn.weight_ih_l0_reverse	3	-0.06114037707448006
16772	rnn.weight_ih_l0_reverse	4	0.009821468032896519
16772	rnn.weight_ih_l0_reverse	5	-0.04949347302317619
16772	rnn.weight_ih_l0_reverse	6	0.024525973945856094
16772	rnn.weight_ih_l0_reverse	7	0.04529276490211487
16772	rnn.weight_ih_l0_reverse	8	-0.04414034262299538
16772	rnn.weight_ih_l0_reverse	9	-0.053382862359285355
16772	rnn.weight_hh_l0_reverse	0	-0.0748489648103714
16772	rnn.weight_hh_l0_reverse	1	-0.0504302941262722
16772	rnn.weight_hh_l0_reverse	2	0.03150808438658714
16772	rnn.weight_hh_l0_reverse	3	0.044098202139139175
16772	rnn.weight_hh_l0_reverse	4	0.0042703947983682156
16772	rnn.weight_hh_l0_reverse	5	0.04363797977566719
16772	rnn.weight_hh_l0_reverse	6	0.00014891321188770235
16772	rnn.weight_hh_l0_reverse	7	0.007944688200950623
16772	rnn.weight_hh_l0_reverse	8	-0.08885633945465088
16772	rnn.weight_hh_l0_reverse	9	0.0681619793176651
16772	rnn.bias_ih_l0_reverse	0	-0.07140874862670898
16772	rnn.bias_ih_l0_reverse	1	-0.07457564771175385
16772	rnn.bias_ih_l0_reverse	2	0.09421314299106598
16772	rnn.bias_ih_l0_reverse	3	0.03404650837182999
16772	rnn.bias_ih_l0_reverse	4	-0.12118060141801834
16772	rnn.bias_ih_l0_reverse	5	0.049898236989974976
16772	rnn.bias_ih_l0_reverse	6	-0.10544215142726898
16772	rnn.bias_ih_l0_reverse	7	0.040546875447034836
16772	rnn.bias_ih_l0_reverse	8	0.027005357667803764
16772	rnn.bias_ih_l0_reverse	9	0.06763440370559692
16772	rnn.bias_hh_l0_reverse	0	0.06038926541805267
16772	rnn.bias_hh_l0_reverse	1	0.06220078095793724
16772	rnn.bias_hh_l0_reverse	2	0.075873464345932
16772	rnn.bias_hh_l0_reverse	3	-0.010205280967056751
16772	rnn.bias_hh_l0_reverse	4	0.08713769167661667
16772	rnn.bias_hh_l0_reverse	5	-0.006634598597884178
16772	rnn.bias_hh_l0_reverse	6	-0.07109623402357101
16772	rnn.bias_hh_l0_reverse	7	0.03077079728245735
16772	rnn.bias_hh_l0_reverse	8	0.032143983989953995
16772	rnn.bias_hh_l0_reverse	9	-0.15717342495918274
16772	linear.weight	0	0.1849069595336914
16772	linear.weight	1	-0.1330617368221283
16772	linear.weight	2	-0.19783684611320496
16772	linear.weight	3	0.07390904426574707
16772	linear.weight	4	-0.009002014994621277
16772	linear.weight	5	-0.002468485850840807
16772	linear.weight	6	-0.008013438433408737
16772	linear.weight	7	-0.031435199081897736
16772	linear.weight	8	0.055422067642211914
16772	linear.weight	9	0.29558616876602173
16772	linear.bias	0	-0.16106924414634705
16772	linear.bias	1	0.15578201413154602
16772	linear.bias	2	-0.4831483066082001
16772	linear.bias	3	1.6068530082702637
16772	linear.bias	4	-0.376313179731369
16772	linear.bias	5	-0.030769959092140198
16772	linear.bias	6	-0.32969930768013
16772	linear.bias	7	-0.2452145665884018
16772	linear.bias	8	-0.011700313538312912
16772	linear.bias	9	-0.47084376215934753
16800	transitions	0	-0.6295211315155029
16800	transitions	1	0.3699251413345337
16800	transitions	2	1.6985664367675781
16800	transitions	3	0.11945324391126633
16800	transitions	4	0.9626713991165161
16800	transitions	5	1.2742805480957031
16800	transitions	6	0.4838232696056366
16800	transitions	7	0.17779836058616638
16800	transitions	8	-0.9193377494812012
16800	transitions	9	0.9307305812835693
16800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16800	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16800	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16800	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16800	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16800	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16800	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16800	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16800	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16800	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16800	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16800	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16800	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16800	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16800	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16800	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16800	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16800	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16800	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16800	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16800	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16800	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16800	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16800	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16800	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16800	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16800	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16800	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16800	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16800	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16800	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16800	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16800	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16800	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16800	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16800	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16800	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16800	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16800	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16800	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16800	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16800	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16800	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16800	embedding2nn.weight	0	0.020810669288039207
16800	embedding2nn.weight	1	0.014312096871435642
16800	embedding2nn.weight	2	-0.004889764357358217
16800	embedding2nn.weight	3	0.0018796473741531372
16800	embedding2nn.weight	4	-0.004580894950777292
16800	embedding2nn.weight	5	0.00942368246614933
16800	embedding2nn.weight	6	-0.0030625290237367153
16800	embedding2nn.weight	7	0.013897090218961239
16800	embedding2nn.weight	8	-0.006521573290228844
16800	embedding2nn.weight	9	-0.01260667759925127
16800	embedding2nn.bias	0	-0.04450174793601036
16800	embedding2nn.bias	1	-0.02002413384616375
16800	embedding2nn.bias	2	-0.05111143738031387
16800	embedding2nn.bias	3	-0.004775424022227526
16800	embedding2nn.bias	4	-0.0037720603868365288
16800	embedding2nn.bias	5	-0.0059175267815589905
16800	embedding2nn.bias	6	0.00446384958922863
16800	embedding2nn.bias	7	0.03270998224616051
16800	embedding2nn.bias	8	-0.012122283689677715
16800	embedding2nn.bias	9	-0.004438090603798628
16800	rnn.weight_ih_l0	0	0.04089215025305748
16800	rnn.weight_ih_l0	1	-0.009388560429215431
16800	rnn.weight_ih_l0	2	-0.040208764374256134
16800	rnn.weight_ih_l0	3	-0.042415864765644073
16800	rnn.weight_ih_l0	4	-0.05089098587632179
16800	rnn.weight_ih_l0	5	-0.005514088086783886
16800	rnn.weight_ih_l0	6	-0.053841184824705124
16800	rnn.weight_ih_l0	7	-0.05673328414559364
16800	rnn.weight_ih_l0	8	-0.043250586837530136
16800	rnn.weight_ih_l0	9	-0.02851574495434761
16800	rnn.weight_hh_l0	0	0.013864907436072826
16800	rnn.weight_hh_l0	1	-0.02268415130674839
16800	rnn.weight_hh_l0	2	-0.06380827724933624
16800	rnn.weight_hh_l0	3	-0.026773732155561447
16800	rnn.weight_hh_l0	4	-0.07118645310401917
16800	rnn.weight_hh_l0	5	-0.01414573099464178
16800	rnn.weight_hh_l0	6	-0.04053501412272453
16800	rnn.weight_hh_l0	7	-0.016872979700565338
16800	rnn.weight_hh_l0	8	-0.018233932554721832
16800	rnn.weight_hh_l0	9	0.009417025372385979
16800	rnn.bias_ih_l0	0	0.12139351665973663
16800	rnn.bias_ih_l0	1	-0.04665384069085121
16800	rnn.bias_ih_l0	2	0.1052427589893341
16800	rnn.bias_ih_l0	3	0.04898097738623619
16800	rnn.bias_ih_l0	4	0.09956244379281998
16800	rnn.bias_ih_l0	5	0.02002376690506935
16800	rnn.bias_ih_l0	6	-0.008526992052793503
16800	rnn.bias_ih_l0	7	-0.10548824816942215
16800	rnn.bias_ih_l0	8	-0.19162102043628693
16800	rnn.bias_ih_l0	9	0.09055965393781662
16800	rnn.bias_hh_l0	0	-0.019259389489889145
16800	rnn.bias_hh_l0	1	0.013035734184086323
16800	rnn.bias_hh_l0	2	-0.023678403347730637
16800	rnn.bias_hh_l0	3	-0.0220895167440176
16800	rnn.bias_hh_l0	4	-0.03774268180131912
16800	rnn.bias_hh_l0	5	0.12592987716197968
16800	rnn.bias_hh_l0	6	0.018106846138834953
16800	rnn.bias_hh_l0	7	0.03836852312088013
16800	rnn.bias_hh_l0	8	0.025841770693659782
16800	rnn.bias_hh_l0	9	0.03670584782958031
16800	rnn.weight_ih_l0_reverse	0	-0.02989686280488968
16800	rnn.weight_ih_l0_reverse	1	-0.0009261813829652965
16800	rnn.weight_ih_l0_reverse	2	0.026497041806578636
16800	rnn.weight_ih_l0_reverse	3	-0.06068430840969086
16800	rnn.weight_ih_l0_reverse	4	0.00972054060548544
16800	rnn.weight_ih_l0_reverse	5	-0.04950147867202759
16800	rnn.weight_ih_l0_reverse	6	0.023840276524424553
16800	rnn.weight_ih_l0_reverse	7	0.0453101322054863
16800	rnn.weight_ih_l0_reverse	8	-0.04423920065164566
16800	rnn.weight_ih_l0_reverse	9	-0.05319724604487419
16800	rnn.weight_hh_l0_reverse	0	-0.07457616180181503
16800	rnn.weight_hh_l0_reverse	1	-0.05070066452026367
16800	rnn.weight_hh_l0_reverse	2	0.03143544867634773
16800	rnn.weight_hh_l0_reverse	3	0.04456380009651184
16800	rnn.weight_hh_l0_reverse	4	0.003744036192074418
16800	rnn.weight_hh_l0_reverse	5	0.043695129454135895
16800	rnn.weight_hh_l0_reverse	6	-0.0014195431722328067
16800	rnn.weight_hh_l0_reverse	7	0.008015569299459457
16800	rnn.weight_hh_l0_reverse	8	-0.08839382976293564
16800	rnn.weight_hh_l0_reverse	9	0.06820739805698395
16800	rnn.bias_ih_l0_reverse	0	-0.0745512992143631
16800	rnn.bias_ih_l0_reverse	1	-0.07321814447641373
16800	rnn.bias_ih_l0_reverse	2	0.09368942677974701
16800	rnn.bias_ih_l0_reverse	3	0.03348959982395172
16800	rnn.bias_ih_l0_reverse	4	-0.12110883742570877
16800	rnn.bias_ih_l0_reverse	5	0.05062880739569664
16800	rnn.bias_ih_l0_reverse	6	-0.10348621010780334
16800	rnn.bias_ih_l0_reverse	7	0.03880731016397476
16800	rnn.bias_ih_l0_reverse	8	0.02663308195769787
16800	rnn.bias_ih_l0_reverse	9	0.06647463142871857
16800	rnn.bias_hh_l0_reverse	0	0.06299135088920593
16800	rnn.bias_hh_l0_reverse	1	0.06484606117010117
16800	rnn.bias_hh_l0_reverse	2	0.07588768750429153
16800	rnn.bias_hh_l0_reverse	3	-0.010364146903157234
16800	rnn.bias_hh_l0_reverse	4	0.08945160359144211
16800	rnn.bias_hh_l0_reverse	5	-0.003708156757056713
16800	rnn.bias_hh_l0_reverse	6	-0.06930826604366302
16800	rnn.bias_hh_l0_reverse	7	0.030388640239834785
16800	rnn.bias_hh_l0_reverse	8	0.029751747846603394
16800	rnn.bias_hh_l0_reverse	9	-0.1546202450990677
16800	linear.weight	0	0.19095122814178467
16800	linear.weight	1	-0.13304655253887177
16800	linear.weight	2	-0.19590026140213013
16800	linear.weight	3	0.07348992675542831
16800	linear.weight	4	-0.011416980996727943
16800	linear.weight	5	-0.0048959520645439625
16800	linear.weight	6	-0.008010170422494411
16800	linear.weight	7	-0.031379442662000656
16800	linear.weight	8	0.05891440808773041
16800	linear.weight	9	0.2952607572078705
16800	linear.bias	0	-0.16838370263576508
16800	linear.bias	1	0.15260322391986847
16800	linear.bias	2	-0.4853111505508423
16800	linear.bias	3	1.6183544397354126
16800	linear.bias	4	-0.37668687105178833
16800	linear.bias	5	-0.030769959092140198
16800	linear.bias	6	-0.33100423216819763
16800	linear.bias	7	-0.24689841270446777
16800	linear.bias	8	-0.016982559114694595
16800	linear.bias	9	-0.4709177613258362
16828	transitions	0	-0.6296342611312866
16828	transitions	1	0.3698734939098358
16828	transitions	2	1.6984769105911255
16828	transitions	3	0.11941953003406525
16828	transitions	4	0.9626402258872986
16828	transitions	5	1.274278163909912
16828	transitions	6	0.48382264375686646
16828	transitions	7	0.17779751121997833
16828	transitions	8	-0.9193382859230042
16828	transitions	9	0.9307305812835693
16828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16828	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16828	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16828	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16828	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16828	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16828	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16828	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16828	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16828	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16828	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16828	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16828	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16828	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16828	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16828	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16828	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16828	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16828	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16828	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16828	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16828	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16828	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16828	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16828	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16828	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16828	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16828	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16828	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16828	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16828	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16828	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16828	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16828	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16828	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16828	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16828	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16828	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16828	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16828	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16828	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16828	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16828	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16828	embedding2nn.weight	0	0.021653665229678154
16828	embedding2nn.weight	1	0.014401893131434917
16828	embedding2nn.weight	2	-0.004968088120222092
16828	embedding2nn.weight	3	0.002114989561960101
16828	embedding2nn.weight	4	-0.004619108512997627
16828	embedding2nn.weight	5	0.00947363767772913
16828	embedding2nn.weight	6	-0.003059378592297435
16828	embedding2nn.weight	7	0.01456238329410553
16828	embedding2nn.weight	8	-0.0067832088097929955
16828	embedding2nn.weight	9	-0.012575898319482803
16828	embedding2nn.bias	0	-0.04187269136309624
16828	embedding2nn.bias	1	-0.017217151820659637
16828	embedding2nn.bias	2	-0.05721632018685341
16828	embedding2nn.bias	3	-0.0021998470183461905
16828	embedding2nn.bias	4	-0.001676010200753808
16828	embedding2nn.bias	5	-0.015103154815733433
16828	embedding2nn.bias	6	0.010680407285690308
16828	embedding2nn.bias	7	0.03213954716920853
16828	embedding2nn.bias	8	-0.01134459674358368
16828	embedding2nn.bias	9	0.008752423338592052
16828	rnn.weight_ih_l0	0	0.041190579533576965
16828	rnn.weight_ih_l0	1	-0.009393232874572277
16828	rnn.weight_ih_l0	2	-0.04027767479419708
16828	rnn.weight_ih_l0	3	-0.0424053780734539
16828	rnn.weight_ih_l0	4	-0.050609290599823
16828	rnn.weight_ih_l0	5	-0.005256981123238802
16828	rnn.weight_ih_l0	6	-0.05420469120144844
16828	rnn.weight_ih_l0	7	-0.056909285485744476
16828	rnn.weight_ih_l0	8	-0.04347490519285202
16828	rnn.weight_ih_l0	9	-0.02843957208096981
16828	rnn.weight_hh_l0	0	0.01399639155715704
16828	rnn.weight_hh_l0	1	-0.022415664047002792
16828	rnn.weight_hh_l0	2	-0.06458910554647446
16828	rnn.weight_hh_l0	3	-0.027055509388446808
16828	rnn.weight_hh_l0	4	-0.07088685780763626
16828	rnn.weight_hh_l0	5	-0.014695076271891594
16828	rnn.weight_hh_l0	6	-0.04293328896164894
16828	rnn.weight_hh_l0	7	-0.017717018723487854
16828	rnn.weight_hh_l0	8	-0.018751922994852066
16828	rnn.weight_hh_l0	9	0.011060443706810474
16828	rnn.bias_ih_l0	0	0.12030098587274551
16828	rnn.bias_ih_l0	1	-0.04653279110789299
16828	rnn.bias_ih_l0	2	0.10514901578426361
16828	rnn.bias_ih_l0	3	0.049132026731967926
16828	rnn.bias_ih_l0	4	0.09874784201383591
16828	rnn.bias_ih_l0	5	0.01814378798007965
16828	rnn.bias_ih_l0	6	-0.010668933391571045
16828	rnn.bias_ih_l0	7	-0.11326950043439865
16828	rnn.bias_ih_l0	8	-0.18996788561344147
16828	rnn.bias_ih_l0	9	0.09038490802049637
16828	rnn.bias_hh_l0	0	-0.017448941245675087
16828	rnn.bias_hh_l0	1	0.013553660362958908
16828	rnn.bias_hh_l0	2	-0.02584199421107769
16828	rnn.bias_hh_l0	3	-0.023470977321267128
16828	rnn.bias_hh_l0	4	-0.03710848465561867
16828	rnn.bias_hh_l0	5	0.12629494071006775
16828	rnn.bias_hh_l0	6	0.01909308135509491
16828	rnn.bias_hh_l0	7	0.037916023284196854
16828	rnn.bias_hh_l0	8	0.02369982749223709
16828	rnn.bias_hh_l0	9	0.03696513921022415
16828	rnn.weight_ih_l0_reverse	0	-0.029928049072623253
16828	rnn.weight_ih_l0_reverse	1	-0.0015172087587416172
16828	rnn.weight_ih_l0_reverse	2	0.02639530971646309
16828	rnn.weight_ih_l0_reverse	3	-0.06059357151389122
16828	rnn.weight_ih_l0_reverse	4	0.009882197715342045
16828	rnn.weight_ih_l0_reverse	5	-0.04951336607336998
16828	rnn.weight_ih_l0_reverse	6	0.023848623037338257
16828	rnn.weight_ih_l0_reverse	7	0.04516251012682915
16828	rnn.weight_ih_l0_reverse	8	-0.04416976496577263
16828	rnn.weight_ih_l0_reverse	9	-0.05305641144514084
16828	rnn.weight_hh_l0_reverse	0	-0.07462690025568008
16828	rnn.weight_hh_l0_reverse	1	-0.050285615026950836
16828	rnn.weight_hh_l0_reverse	2	0.03137269616127014
16828	rnn.weight_hh_l0_reverse	3	0.04418669641017914
16828	rnn.weight_hh_l0_reverse	4	0.003905666060745716
16828	rnn.weight_hh_l0_reverse	5	0.0431155189871788
16828	rnn.weight_hh_l0_reverse	6	-0.0021662928629666567
16828	rnn.weight_hh_l0_reverse	7	0.00827902089804411
16828	rnn.weight_hh_l0_reverse	8	-0.0880308747291565
16828	rnn.weight_hh_l0_reverse	9	0.06851871311664581
16828	rnn.bias_ih_l0_reverse	0	-0.07674941420555115
16828	rnn.bias_ih_l0_reverse	1	-0.07385575771331787
16828	rnn.bias_ih_l0_reverse	2	0.09606076776981354
16828	rnn.bias_ih_l0_reverse	3	0.03368868678808212
16828	rnn.bias_ih_l0_reverse	4	-0.12166935205459595
16828	rnn.bias_ih_l0_reverse	5	0.048423875123262405
16828	rnn.bias_ih_l0_reverse	6	-0.10606260597705841
16828	rnn.bias_ih_l0_reverse	7	0.03535855561494827
16828	rnn.bias_ih_l0_reverse	8	0.02899848483502865
16828	rnn.bias_ih_l0_reverse	9	0.06710764020681381
16828	rnn.bias_hh_l0_reverse	0	0.06117524579167366
16828	rnn.bias_hh_l0_reverse	1	0.06337210536003113
16828	rnn.bias_hh_l0_reverse	2	0.07740283012390137
16828	rnn.bias_hh_l0_reverse	3	-0.011092942208051682
16828	rnn.bias_hh_l0_reverse	4	0.08783391118049622
16828	rnn.bias_hh_l0_reverse	5	-0.008750980719923973
16828	rnn.bias_hh_l0_reverse	6	-0.06769774854183197
16828	rnn.bias_hh_l0_reverse	7	0.031732190400362015
16828	rnn.bias_hh_l0_reverse	8	0.02896115370094776
16828	rnn.bias_hh_l0_reverse	9	-0.1504373699426651
16828	linear.weight	0	0.1887238323688507
16828	linear.weight	1	-0.13725173473358154
16828	linear.weight	2	-0.19594471156597137
16828	linear.weight	3	0.06699106097221375
16828	linear.weight	4	-0.013289565220475197
16828	linear.weight	5	-0.003606356680393219
16828	linear.weight	6	-0.008008787408471107
16828	linear.weight	7	-0.031061192974448204
16828	linear.weight	8	0.0585535503923893
16828	linear.weight	9	0.2938462197780609
16828	linear.bias	0	-0.17032290995121002
16828	linear.bias	1	0.1505786031484604
16828	linear.bias	2	-0.4861544072628021
16828	linear.bias	3	1.6139253377914429
16828	linear.bias	4	-0.3769931495189667
16828	linear.bias	5	-0.030769959092140198
16828	linear.bias	6	-0.3322814404964447
16828	linear.bias	7	-0.24974630773067474
16828	linear.bias	8	-0.01599176600575447
16828	linear.bias	9	-0.47105202078819275
16856	transitions	0	-0.6296968460083008
16856	transitions	1	0.3690246045589447
16856	transitions	2	1.6983983516693115
16856	transitions	3	0.11937613785266876
16856	transitions	4	0.9626286625862122
16856	transitions	5	1.274276852607727
16856	transitions	6	0.48382213711738586
16856	transitions	7	0.17779119312763214
16856	transitions	8	-0.9193390607833862
16856	transitions	9	0.930730402469635
16856	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16856	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16856	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16856	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16856	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16856	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16856	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16856	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16856	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16856	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16856	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16856	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16856	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16856	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16856	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16856	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16856	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16856	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16856	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16856	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16856	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16856	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16856	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16856	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16856	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16856	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16856	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16856	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16856	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16856	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16856	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16856	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16856	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16856	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16856	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16856	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16856	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16856	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16856	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16856	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16856	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16856	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16856	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16856	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16856	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16856	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16856	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16856	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16856	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16856	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16856	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16856	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16856	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16856	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16856	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16856	embedding2nn.weight	0	0.021708013489842415
16856	embedding2nn.weight	1	0.014308018609881401
16856	embedding2nn.weight	2	-0.004978594835847616
16856	embedding2nn.weight	3	0.0024192053824663162
16856	embedding2nn.weight	4	-0.00478817755356431
16856	embedding2nn.weight	5	0.00951936561614275
16856	embedding2nn.weight	6	-0.002996311988681555
16856	embedding2nn.weight	7	0.01514424104243517
16856	embedding2nn.weight	8	-0.006779452785849571
16856	embedding2nn.weight	9	-0.012545463629066944
16856	embedding2nn.bias	0	-0.041849832981824875
16856	embedding2nn.bias	1	-0.020494377240538597
16856	embedding2nn.bias	2	-0.05403461679816246
16856	embedding2nn.bias	3	-0.008707927539944649
16856	embedding2nn.bias	4	-0.0026107262820005417
16856	embedding2nn.bias	5	-0.013906977139413357
16856	embedding2nn.bias	6	0.011608445085585117
16856	embedding2nn.bias	7	0.03204689547419548
16856	embedding2nn.bias	8	-0.008120166137814522
16856	embedding2nn.bias	9	0.005278352648019791
16856	rnn.weight_ih_l0	0	0.04104647785425186
16856	rnn.weight_ih_l0	1	-0.008287630043923855
16856	rnn.weight_ih_l0	2	-0.03973928466439247
16856	rnn.weight_ih_l0	3	-0.04217604175209999
16856	rnn.weight_ih_l0	4	-0.050764285027980804
16856	rnn.weight_ih_l0	5	-0.005455455742776394
16856	rnn.weight_ih_l0	6	-0.05451484024524689
16856	rnn.weight_ih_l0	7	-0.057030435651540756
16856	rnn.weight_ih_l0	8	-0.0434051938354969
16856	rnn.weight_ih_l0	9	-0.0286672692745924
16856	rnn.weight_hh_l0	0	0.013943980447947979
16856	rnn.weight_hh_l0	1	-0.022150730714201927
16856	rnn.weight_hh_l0	2	-0.06477434188127518
16856	rnn.weight_hh_l0	3	-0.026984132826328278
16856	rnn.weight_hh_l0	4	-0.07093995064496994
16856	rnn.weight_hh_l0	5	-0.015770012512803078
16856	rnn.weight_hh_l0	6	-0.04352713003754616
16856	rnn.weight_hh_l0	7	-0.0185700710862875
16856	rnn.weight_hh_l0	8	-0.018343869596719742
16856	rnn.weight_hh_l0	9	0.011282592080533504
16856	rnn.bias_ih_l0	0	0.12023191154003143
16856	rnn.bias_ih_l0	1	-0.04727984219789505
16856	rnn.bias_ih_l0	2	0.10596217960119247
16856	rnn.bias_ih_l0	3	0.05019434913992882
16856	rnn.bias_ih_l0	4	0.09889020025730133
16856	rnn.bias_ih_l0	5	0.017397349700331688
16856	rnn.bias_ih_l0	6	-0.011053360998630524
16856	rnn.bias_ih_l0	7	-0.1105315089225769
16856	rnn.bias_ih_l0	8	-0.18865075707435608
16856	rnn.bias_ih_l0	9	0.09035645425319672
16856	rnn.bias_hh_l0	0	-0.018488727509975433
16856	rnn.bias_hh_l0	1	0.01352898683398962
16856	rnn.bias_hh_l0	2	-0.02234194241464138
16856	rnn.bias_hh_l0	3	-0.02408711239695549
16856	rnn.bias_hh_l0	4	-0.04049057513475418
16856	rnn.bias_hh_l0	5	0.1304268091917038
16856	rnn.bias_hh_l0	6	0.02051631733775139
16856	rnn.bias_hh_l0	7	0.039460163563489914
16856	rnn.bias_hh_l0	8	0.023315392434597015
16856	rnn.bias_hh_l0	9	0.03735381364822388
16856	rnn.weight_ih_l0_reverse	0	-0.030307603999972343
16856	rnn.weight_ih_l0_reverse	1	-0.0006871239165775478
16856	rnn.weight_ih_l0_reverse	2	0.02645646594464779
16856	rnn.weight_ih_l0_reverse	3	-0.06065032258629799
16856	rnn.weight_ih_l0_reverse	4	0.009649915620684624
16856	rnn.weight_ih_l0_reverse	5	-0.049545422196388245
16856	rnn.weight_ih_l0_reverse	6	0.024162447080016136
16856	rnn.weight_ih_l0_reverse	7	0.04503220319747925
16856	rnn.weight_ih_l0_reverse	8	-0.0437331460416317
16856	rnn.weight_ih_l0_reverse	9	-0.053220998495817184
16856	rnn.weight_hh_l0_reverse	0	-0.07451995462179184
16856	rnn.weight_hh_l0_reverse	1	-0.05011922866106033
16856	rnn.weight_hh_l0_reverse	2	0.031599145382642746
16856	rnn.weight_hh_l0_reverse	3	0.04398975148797035
16856	rnn.weight_hh_l0_reverse	4	0.003925827331840992
16856	rnn.weight_hh_l0_reverse	5	0.04328715428709984
16856	rnn.weight_hh_l0_reverse	6	-0.0026979907415807247
16856	rnn.weight_hh_l0_reverse	7	0.008394485339522362
16856	rnn.weight_hh_l0_reverse	8	-0.08864909410476685
16856	rnn.weight_hh_l0_reverse	9	0.06927903741598129
16856	rnn.bias_ih_l0_reverse	0	-0.0775371864438057
16856	rnn.bias_ih_l0_reverse	1	-0.07359034568071365
16856	rnn.bias_ih_l0_reverse	2	0.0943693071603775
16856	rnn.bias_ih_l0_reverse	3	0.034233007580041885
16856	rnn.bias_ih_l0_reverse	4	-0.12291029840707779
16856	rnn.bias_ih_l0_reverse	5	0.047206927090883255
16856	rnn.bias_ih_l0_reverse	6	-0.10407198220491409
16856	rnn.bias_ih_l0_reverse	7	0.0326695553958416
16856	rnn.bias_ih_l0_reverse	8	0.029739420861005783
16856	rnn.bias_ih_l0_reverse	9	0.06802941858768463
16856	rnn.bias_hh_l0_reverse	0	0.0709674134850502
16856	rnn.bias_hh_l0_reverse	1	0.06545992195606232
16856	rnn.bias_hh_l0_reverse	2	0.07912182807922363
16856	rnn.bias_hh_l0_reverse	3	-0.011289477348327637
16856	rnn.bias_hh_l0_reverse	4	0.08591583371162415
16856	rnn.bias_hh_l0_reverse	5	-0.006178908981382847
16856	rnn.bias_hh_l0_reverse	6	-0.0667453408241272
16856	rnn.bias_hh_l0_reverse	7	0.031560007482767105
16856	rnn.bias_hh_l0_reverse	8	0.029375461861491203
16856	rnn.bias_hh_l0_reverse	9	-0.15448155999183655
16856	linear.weight	0	0.19147099554538727
16856	linear.weight	1	-0.1372508406639099
16856	linear.weight	2	-0.1988249272108078
16856	linear.weight	3	0.07112282514572144
16856	linear.weight	4	-0.01415878627449274
16856	linear.weight	5	-0.00424050772562623
16856	linear.weight	6	-0.008008386939764023
16856	linear.weight	7	-0.031036602333188057
16856	linear.weight	8	0.05361237749457359
16856	linear.weight	9	0.28589001297950745
16856	linear.bias	0	-0.1773504614830017
16856	linear.bias	1	0.1528208702802658
16856	linear.bias	2	-0.48687854409217834
16856	linear.bias	3	1.6266648769378662
16856	linear.bias	4	-0.37861648201942444
16856	linear.bias	5	-0.030769959092140198
16856	linear.bias	6	-0.3331829607486725
16856	linear.bias	7	-0.2469785213470459
16856	linear.bias	8	-0.011007174849510193
16856	linear.bias	9	-0.47118470072746277
16884	transitions	0	-0.6297615766525269
16884	transitions	1	0.36896970868110657
16884	transitions	2	1.6982108354568481
16884	transitions	3	0.1193450391292572
16884	transitions	4	0.9626145362854004
16884	transitions	5	1.2742760181427002
16884	transitions	6	0.48381924629211426
16884	transitions	7	0.17779091000556946
16884	transitions	8	-0.9193393588066101
16884	transitions	9	0.930730402469635
16884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16884	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16884	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16884	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16884	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16884	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16884	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16884	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16884	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16884	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16884	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16884	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16884	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16884	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16884	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16884	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16884	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16884	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16884	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16884	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16884	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16884	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16884	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16884	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16884	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16884	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16884	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16884	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16884	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16884	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16884	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16884	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16884	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16884	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16884	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16884	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16884	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16884	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16884	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16884	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16884	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16884	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16884	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16884	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16884	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16884	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16884	embedding2nn.weight	0	0.022734209895133972
16884	embedding2nn.weight	1	0.014223371632397175
16884	embedding2nn.weight	2	-0.005015576723963022
16884	embedding2nn.weight	3	0.002280815038830042
16884	embedding2nn.weight	4	-0.004858350846916437
16884	embedding2nn.weight	5	0.009558197110891342
16884	embedding2nn.weight	6	-0.0029961802065372467
16884	embedding2nn.weight	7	0.01572580263018608
16884	embedding2nn.weight	8	-0.006953689269721508
16884	embedding2nn.weight	9	-0.012762229889631271
16884	embedding2nn.bias	0	-0.039031337946653366
16884	embedding2nn.bias	1	-0.019689079374074936
16884	embedding2nn.bias	2	-0.05679088085889816
16884	embedding2nn.bias	3	-0.004384045489132404
16884	embedding2nn.bias	4	-0.004097002558410168
16884	embedding2nn.bias	5	-0.013486785814166069
16884	embedding2nn.bias	6	0.012113180011510849
16884	embedding2nn.bias	7	0.02961070090532303
16884	embedding2nn.bias	8	-0.005133267492055893
16884	embedding2nn.bias	9	0.0006164374644868076
16884	rnn.weight_ih_l0	0	0.04148107022047043
16884	rnn.weight_ih_l0	1	-0.007792186923325062
16884	rnn.weight_ih_l0	2	-0.04001660645008087
16884	rnn.weight_ih_l0	3	-0.04215215891599655
16884	rnn.weight_ih_l0	4	-0.05050814151763916
16884	rnn.weight_ih_l0	5	-0.005394528619945049
16884	rnn.weight_ih_l0	6	-0.05455992370843887
16884	rnn.weight_ih_l0	7	-0.05723653733730316
16884	rnn.weight_ih_l0	8	-0.043602317571640015
16884	rnn.weight_ih_l0	9	-0.028693562373518944
16884	rnn.weight_hh_l0	0	0.014461038634181023
16884	rnn.weight_hh_l0	1	-0.022619282826781273
16884	rnn.weight_hh_l0	2	-0.06600645929574966
16884	rnn.weight_hh_l0	3	-0.027091315016150475
16884	rnn.weight_hh_l0	4	-0.07108606398105621
16884	rnn.weight_hh_l0	5	-0.015751918777823448
16884	rnn.weight_hh_l0	6	-0.043218016624450684
16884	rnn.weight_hh_l0	7	-0.01824360340833664
16884	rnn.weight_hh_l0	8	-0.018388809636235237
16884	rnn.weight_hh_l0	9	0.011121032759547234
16884	rnn.bias_ih_l0	0	0.12020154297351837
16884	rnn.bias_ih_l0	1	-0.048443131148815155
16884	rnn.bias_ih_l0	2	0.10748646408319473
16884	rnn.bias_ih_l0	3	0.05137583240866661
16884	rnn.bias_ih_l0	4	0.0979103296995163
16884	rnn.bias_ih_l0	5	0.018901314586400986
16884	rnn.bias_ih_l0	6	-0.008604581467807293
16884	rnn.bias_ih_l0	7	-0.10670462995767593
16884	rnn.bias_ih_l0	8	-0.1893470138311386
16884	rnn.bias_ih_l0	9	0.09103072434663773
16884	rnn.bias_hh_l0	0	-0.016186567023396492
16884	rnn.bias_hh_l0	1	0.013772030360996723
16884	rnn.bias_hh_l0	2	-0.02153255045413971
16884	rnn.bias_hh_l0	3	-0.018006345257163048
16884	rnn.bias_hh_l0	4	-0.04104817658662796
16884	rnn.bias_hh_l0	5	0.13344313204288483
16884	rnn.bias_hh_l0	6	0.021628811955451965
16884	rnn.bias_hh_l0	7	0.0389871709048748
16884	rnn.bias_hh_l0	8	0.02576417103409767
16884	rnn.bias_hh_l0	9	0.035918887704610825
16884	rnn.weight_ih_l0_reverse	0	-0.030594095587730408
16884	rnn.weight_ih_l0_reverse	1	-0.0015033354284241796
16884	rnn.weight_ih_l0_reverse	2	0.02653946541249752
16884	rnn.weight_ih_l0_reverse	3	-0.060597024857997894
16884	rnn.weight_ih_l0_reverse	4	0.009831328876316547
16884	rnn.weight_ih_l0_reverse	5	-0.04952726513147354
16884	rnn.weight_ih_l0_reverse	6	0.023848408833146095
16884	rnn.weight_ih_l0_reverse	7	0.044801563024520874
16884	rnn.weight_ih_l0_reverse	8	-0.04401562735438347
16884	rnn.weight_ih_l0_reverse	9	-0.05292341858148575
16884	rnn.weight_hh_l0_reverse	0	-0.07482393831014633
16884	rnn.weight_hh_l0_reverse	1	-0.05131741613149643
16884	rnn.weight_hh_l0_reverse	2	0.03132013976573944
16884	rnn.weight_hh_l0_reverse	3	0.04407062754034996
16884	rnn.weight_hh_l0_reverse	4	0.003725748974829912
16884	rnn.weight_hh_l0_reverse	5	0.04320149123668671
16884	rnn.weight_hh_l0_reverse	6	-0.0013492469443008304
16884	rnn.weight_hh_l0_reverse	7	0.008272468112409115
16884	rnn.weight_hh_l0_reverse	8	-0.08903142064809799
16884	rnn.weight_hh_l0_reverse	9	0.07003054022789001
16884	rnn.bias_ih_l0_reverse	0	-0.07885601371526718
16884	rnn.bias_ih_l0_reverse	1	-0.06859049946069717
16884	rnn.bias_ih_l0_reverse	2	0.09478545188903809
16884	rnn.bias_ih_l0_reverse	3	0.03591441363096237
16884	rnn.bias_ih_l0_reverse	4	-0.12294954061508179
16884	rnn.bias_ih_l0_reverse	5	0.04686290770769119
16884	rnn.bias_ih_l0_reverse	6	-0.10324956476688385
16884	rnn.bias_ih_l0_reverse	7	0.0326615609228611
16884	rnn.bias_ih_l0_reverse	8	0.029753558337688446
16884	rnn.bias_ih_l0_reverse	9	0.06820958107709885
16884	rnn.bias_hh_l0_reverse	0	0.07374486327171326
16884	rnn.bias_hh_l0_reverse	1	0.06421875208616257
16884	rnn.bias_hh_l0_reverse	2	0.07902443408966064
16884	rnn.bias_hh_l0_reverse	3	-0.010731594637036324
16884	rnn.bias_hh_l0_reverse	4	0.08779076486825943
16884	rnn.bias_hh_l0_reverse	5	-0.0010711608920246363
16884	rnn.bias_hh_l0_reverse	6	-0.0661027580499649
16884	rnn.bias_hh_l0_reverse	7	0.030068065971136093
16884	rnn.bias_hh_l0_reverse	8	0.028663434088230133
16884	rnn.bias_hh_l0_reverse	9	-0.1549089252948761
16884	linear.weight	0	0.19109971821308136
16884	linear.weight	1	-0.137292742729187
16884	linear.weight	2	-0.19852003455162048
16884	linear.weight	3	0.06721842288970947
16884	linear.weight	4	-0.014003523625433445
16884	linear.weight	5	-0.002495743799954653
16884	linear.weight	6	-0.008005199022591114
16884	linear.weight	7	-0.0310205090790987
16884	linear.weight	8	0.05382957682013512
16884	linear.weight	9	0.2826062738895416
16884	linear.bias	0	-0.17235462367534637
16884	linear.bias	1	0.15559887886047363
16884	linear.bias	2	-0.48698335886001587
16884	linear.bias	3	1.620276927947998
16884	linear.bias	4	-0.3787919282913208
16884	linear.bias	5	-0.030769959092140198
16884	linear.bias	6	-0.3333989977836609
16884	linear.bias	7	-0.2472231090068817
16884	linear.bias	8	-0.021809622645378113
16884	linear.bias	9	-0.47127893567085266
16912	transitions	0	-0.6298274397850037
16912	transitions	1	0.36891838908195496
16912	transitions	2	1.698034644126892
16912	transitions	3	0.11931878328323364
16912	transitions	4	0.9625592231750488
16912	transitions	5	1.2742745876312256
16912	transitions	6	0.4838188886642456
16912	transitions	7	0.1777891367673874
16912	transitions	8	-0.9193412661552429
16912	transitions	9	0.9307292699813843
16912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16912	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16912	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16912	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16912	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16912	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16912	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16912	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16912	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16912	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16912	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16912	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16912	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16912	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16912	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16912	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16912	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16912	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16912	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16912	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16912	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16912	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16912	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16912	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16912	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16912	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16912	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16912	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16912	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16912	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16912	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16912	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16912	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16912	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16912	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16912	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16912	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16912	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16912	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16912	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16912	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16912	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16912	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16912	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16912	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16912	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16912	embedding2nn.weight	0	0.022403018549084663
16912	embedding2nn.weight	1	0.01419905200600624
16912	embedding2nn.weight	2	-0.005006385967135429
16912	embedding2nn.weight	3	0.002154056215658784
16912	embedding2nn.weight	4	-0.004927570465952158
16912	embedding2nn.weight	5	0.009755736216902733
16912	embedding2nn.weight	6	-0.0029999243561178446
16912	embedding2nn.weight	7	0.015770068392157555
16912	embedding2nn.weight	8	-0.006889070384204388
16912	embedding2nn.weight	9	-0.012627684511244297
16912	embedding2nn.bias	0	-0.03972100839018822
16912	embedding2nn.bias	1	-0.021527210250496864
16912	embedding2nn.bias	2	-0.049514878541231155
16912	embedding2nn.bias	3	-0.01376047357916832
16912	embedding2nn.bias	4	-0.005506455898284912
16912	embedding2nn.bias	5	-0.011148353107273579
16912	embedding2nn.bias	6	0.017728082835674286
16912	embedding2nn.bias	7	0.021565167233347893
16912	embedding2nn.bias	8	-0.010080404579639435
16912	embedding2nn.bias	9	0.0013336195843294263
16912	rnn.weight_ih_l0	0	0.04114881157875061
16912	rnn.weight_ih_l0	1	-0.007965026423335075
16912	rnn.weight_ih_l0	2	-0.04068088158965111
16912	rnn.weight_ih_l0	3	-0.04187940061092377
16912	rnn.weight_ih_l0	4	-0.05052651837468147
16912	rnn.weight_ih_l0	5	-0.005262427031993866
16912	rnn.weight_ih_l0	6	-0.05448316037654877
16912	rnn.weight_ih_l0	7	-0.05767468363046646
16912	rnn.weight_ih_l0	8	-0.04375122860074043
16912	rnn.weight_ih_l0	9	-0.02862066775560379
16912	rnn.weight_hh_l0	0	0.014463490806519985
16912	rnn.weight_hh_l0	1	-0.023163432255387306
16912	rnn.weight_hh_l0	2	-0.06568177044391632
16912	rnn.weight_hh_l0	3	-0.026841716840863228
16912	rnn.weight_hh_l0	4	-0.07109247148036957
16912	rnn.weight_hh_l0	5	-0.015423581935465336
16912	rnn.weight_hh_l0	6	-0.045207299292087555
16912	rnn.weight_hh_l0	7	-0.019991209730505943
16912	rnn.weight_hh_l0	8	-0.018296629190444946
16912	rnn.weight_hh_l0	9	0.01036014687269926
16912	rnn.bias_ih_l0	0	0.11924649775028229
16912	rnn.bias_ih_l0	1	-0.053201254457235336
16912	rnn.bias_ih_l0	2	0.10754219442605972
16912	rnn.bias_ih_l0	3	0.051609836518764496
16912	rnn.bias_ih_l0	4	0.0987781509757042
16912	rnn.bias_ih_l0	5	0.018126020208001137
16912	rnn.bias_ih_l0	6	-0.007915064692497253
16912	rnn.bias_ih_l0	7	-0.11399607360363007
16912	rnn.bias_ih_l0	8	-0.18521864712238312
16912	rnn.bias_ih_l0	9	0.08956895768642426
16912	rnn.bias_hh_l0	0	-0.016484135761857033
16912	rnn.bias_hh_l0	1	0.013088786974549294
16912	rnn.bias_hh_l0	2	-0.022061167284846306
16912	rnn.bias_hh_l0	3	-0.015557322651147842
16912	rnn.bias_hh_l0	4	-0.041443079710006714
16912	rnn.bias_hh_l0	5	0.13305354118347168
16912	rnn.bias_hh_l0	6	0.020878387615084648
16912	rnn.bias_hh_l0	7	0.039669428020715714
16912	rnn.bias_hh_l0	8	0.026453690603375435
16912	rnn.bias_hh_l0	9	0.03695792704820633
16912	rnn.weight_ih_l0_reverse	0	-0.030986782163381577
16912	rnn.weight_ih_l0_reverse	1	-0.002375222509726882
16912	rnn.weight_ih_l0_reverse	2	0.02642202563583851
16912	rnn.weight_ih_l0_reverse	3	-0.06052887812256813
16912	rnn.weight_ih_l0_reverse	4	0.009686595760285854
16912	rnn.weight_ih_l0_reverse	5	-0.049579739570617676
16912	rnn.weight_ih_l0_reverse	6	0.02316264808177948
16912	rnn.weight_ih_l0_reverse	7	0.044736601412296295
16912	rnn.weight_ih_l0_reverse	8	-0.044131550937891006
16912	rnn.weight_ih_l0_reverse	9	-0.05301477015018463
16912	rnn.weight_hh_l0_reverse	0	-0.07458781450986862
16912	rnn.weight_hh_l0_reverse	1	-0.051907554268836975
16912	rnn.weight_hh_l0_reverse	2	0.03259334713220596
16912	rnn.weight_hh_l0_reverse	3	0.04423411563038826
16912	rnn.weight_hh_l0_reverse	4	0.003934983629733324
16912	rnn.weight_hh_l0_reverse	5	0.04334796592593193
16912	rnn.weight_hh_l0_reverse	6	-0.0015704018296673894
16912	rnn.weight_hh_l0_reverse	7	0.007886354811489582
16912	rnn.weight_hh_l0_reverse	8	-0.08952328562736511
16912	rnn.weight_hh_l0_reverse	9	0.06923284381628036
16912	rnn.bias_ih_l0_reverse	0	-0.08161644637584686
16912	rnn.bias_ih_l0_reverse	1	-0.06961627304553986
16912	rnn.bias_ih_l0_reverse	2	0.09388713538646698
16912	rnn.bias_ih_l0_reverse	3	0.035816047340631485
16912	rnn.bias_ih_l0_reverse	4	-0.12312906980514526
16912	rnn.bias_ih_l0_reverse	5	0.04716440662741661
16912	rnn.bias_ih_l0_reverse	6	-0.104833222925663
16912	rnn.bias_ih_l0_reverse	7	0.03435397520661354
16912	rnn.bias_ih_l0_reverse	8	0.03065672144293785
16912	rnn.bias_ih_l0_reverse	9	0.06613019108772278
16912	rnn.bias_hh_l0_reverse	0	0.07745242863893509
16912	rnn.bias_hh_l0_reverse	1	0.06601037085056305
16912	rnn.bias_hh_l0_reverse	2	0.07835036516189575
16912	rnn.bias_hh_l0_reverse	3	-0.011148860678076744
16912	rnn.bias_hh_l0_reverse	4	0.08654208481311798
16912	rnn.bias_hh_l0_reverse	5	-0.0021435627713799477
16912	rnn.bias_hh_l0_reverse	6	-0.06405314058065414
16912	rnn.bias_hh_l0_reverse	7	0.027580639347434044
16912	rnn.bias_hh_l0_reverse	8	0.029035726562142372
16912	rnn.bias_hh_l0_reverse	9	-0.1576755791902542
16912	linear.weight	0	0.17768613994121552
16912	linear.weight	1	-0.13729439675807953
16912	linear.weight	2	-0.1959894299507141
16912	linear.weight	3	0.06664202362298965
16912	linear.weight	4	-0.013371358625590801
16912	linear.weight	5	-0.002173910615965724
16912	linear.weight	6	-0.008000689558684826
16912	linear.weight	7	-0.0309887882322073
16912	linear.weight	8	0.054010555148124695
16912	linear.weight	9	0.2828176021575928
16912	linear.bias	0	-0.18276607990264893
16912	linear.bias	1	0.15363967418670654
16912	linear.bias	2	-0.48333486914634705
16912	linear.bias	3	1.630070447921753
16912	linear.bias	4	-0.3766842186450958
16912	linear.bias	5	-0.030769959092140198
16912	linear.bias	6	-0.3304896056652069
16912	linear.bias	7	-0.24690675735473633
16912	linear.bias	8	-0.011346195824444294
16912	linear.bias	9	-0.47139352560043335
16940	transitions	0	-0.6299433708190918
16940	transitions	1	0.36889660358428955
16940	transitions	2	1.6977565288543701
16940	transitions	3	0.11916862428188324
16940	transitions	4	0.9625368714332581
16940	transitions	5	1.2742735147476196
16940	transitions	6	0.48381882905960083
16940	transitions	7	0.17778892815113068
16940	transitions	8	-0.9193418622016907
16940	transitions	9	0.9307292699813843
16940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16940	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16940	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16940	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16940	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16940	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16940	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16940	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16940	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16940	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16940	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16940	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16940	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16940	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16940	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16940	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16940	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16940	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16940	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16940	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16940	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16940	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16940	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16940	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16940	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16940	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16940	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16940	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16940	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16940	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16940	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16940	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16940	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16940	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16940	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16940	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16940	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16940	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16940	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16940	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16940	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16940	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16940	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16940	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16940	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16940	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16940	embedding2nn.weight	0	0.022358516231179237
16940	embedding2nn.weight	1	0.014111022464931011
16940	embedding2nn.weight	2	-0.004959150217473507
16940	embedding2nn.weight	3	0.0019988182466477156
16940	embedding2nn.weight	4	-0.004924267530441284
16940	embedding2nn.weight	5	0.009568383917212486
16940	embedding2nn.weight	6	-0.0030669907573610544
16940	embedding2nn.weight	7	0.016284938901662827
16940	embedding2nn.weight	8	-0.006893231999129057
16940	embedding2nn.weight	9	-0.012739074416458607
16940	embedding2nn.bias	0	-0.03642906993627548
16940	embedding2nn.bias	1	-0.018768541514873505
16940	embedding2nn.bias	2	-0.053171686828136444
16940	embedding2nn.bias	3	-0.011279544793069363
16940	embedding2nn.bias	4	-0.0026076871436089277
16940	embedding2nn.bias	5	-0.011519328691065311
16940	embedding2nn.bias	6	0.016499748453497887
16940	embedding2nn.bias	7	0.023598257452249527
16940	embedding2nn.bias	8	-0.00909375585615635
16940	embedding2nn.bias	9	0.0018260490614920855
16940	rnn.weight_ih_l0	0	0.04124424234032631
16940	rnn.weight_ih_l0	1	-0.007731834426522255
16940	rnn.weight_ih_l0	2	-0.040959298610687256
16940	rnn.weight_ih_l0	3	-0.042350929230451584
16940	rnn.weight_ih_l0	4	-0.05046567693352699
16940	rnn.weight_ih_l0	5	-0.005191546864807606
16940	rnn.weight_ih_l0	6	-0.05444376915693283
16940	rnn.weight_ih_l0	7	-0.057498615235090256
16940	rnn.weight_ih_l0	8	-0.043815117329359055
16940	rnn.weight_ih_l0	9	-0.028347710147500038
16940	rnn.weight_hh_l0	0	0.014474372379481792
16940	rnn.weight_hh_l0	1	-0.02342378720641136
16940	rnn.weight_hh_l0	2	-0.06670230627059937
16940	rnn.weight_hh_l0	3	-0.027191247791051865
16940	rnn.weight_hh_l0	4	-0.07113954424858093
16940	rnn.weight_hh_l0	5	-0.015333487652242184
16940	rnn.weight_hh_l0	6	-0.044349707663059235
16940	rnn.weight_hh_l0	7	-0.02004726231098175
16940	rnn.weight_hh_l0	8	-0.01793237030506134
16940	rnn.weight_hh_l0	9	0.01045119110494852
16940	rnn.bias_ih_l0	0	0.11940348893404007
16940	rnn.bias_ih_l0	1	-0.052464984357357025
16940	rnn.bias_ih_l0	2	0.1074707880616188
16940	rnn.bias_ih_l0	3	0.050880368798971176
16940	rnn.bias_ih_l0	4	0.09829811006784439
16940	rnn.bias_ih_l0	5	0.018448615446686745
16940	rnn.bias_ih_l0	6	-0.0063444399274885654
16940	rnn.bias_ih_l0	7	-0.11015520989894867
16940	rnn.bias_ih_l0	8	-0.18045765161514282
16940	rnn.bias_ih_l0	9	0.08979570865631104
16940	rnn.bias_hh_l0	0	-0.01818173937499523
16940	rnn.bias_hh_l0	1	0.01284398790448904
16940	rnn.bias_hh_l0	2	-0.023086393252015114
16940	rnn.bias_hh_l0	3	-0.015774453058838844
16940	rnn.bias_hh_l0	4	-0.04119596630334854
16940	rnn.bias_hh_l0	5	0.1322319358587265
16940	rnn.bias_hh_l0	6	0.020313670858740807
16940	rnn.bias_hh_l0	7	0.03680143877863884
16940	rnn.bias_hh_l0	8	0.02802431769669056
16940	rnn.bias_hh_l0	9	0.03798492252826691
16940	rnn.weight_ih_l0_reverse	0	-0.030717145651578903
16940	rnn.weight_ih_l0_reverse	1	-0.0017091352492570877
16940	rnn.weight_ih_l0_reverse	2	0.026431528851389885
16940	rnn.weight_ih_l0_reverse	3	-0.060261256992816925
16940	rnn.weight_ih_l0_reverse	4	0.009471909143030643
16940	rnn.weight_ih_l0_reverse	5	-0.04978061839938164
16940	rnn.weight_ih_l0_reverse	6	0.02250145934522152
16940	rnn.weight_ih_l0_reverse	7	0.044825904071331024
16940	rnn.weight_ih_l0_reverse	8	-0.04411270096898079
16940	rnn.weight_ih_l0_reverse	9	-0.05287405103445053
16940	rnn.weight_hh_l0_reverse	0	-0.07481572777032852
16940	rnn.weight_hh_l0_reverse	1	-0.05332523211836815
16940	rnn.weight_hh_l0_reverse	2	0.03285215422511101
16940	rnn.weight_hh_l0_reverse	3	0.04405994340777397
16940	rnn.weight_hh_l0_reverse	4	0.0035049475263804197
16940	rnn.weight_hh_l0_reverse	5	0.04329121112823486
16940	rnn.weight_hh_l0_reverse	6	-0.002958679338917136
16940	rnn.weight_hh_l0_reverse	7	0.007778799161314964
16940	rnn.weight_hh_l0_reverse	8	-0.0903242975473404
16940	rnn.weight_hh_l0_reverse	9	0.06962081044912338
16940	rnn.bias_ih_l0_reverse	0	-0.08323845267295837
16940	rnn.bias_ih_l0_reverse	1	-0.0693858191370964
16940	rnn.bias_ih_l0_reverse	2	0.09460891783237457
16940	rnn.bias_ih_l0_reverse	3	0.035961031913757324
16940	rnn.bias_ih_l0_reverse	4	-0.12257428467273712
16940	rnn.bias_ih_l0_reverse	5	0.04851621761918068
16940	rnn.bias_ih_l0_reverse	6	-0.10559245198965073
16940	rnn.bias_ih_l0_reverse	7	0.0328248105943203
16940	rnn.bias_ih_l0_reverse	8	0.034451086074113846
16940	rnn.bias_ih_l0_reverse	9	0.06683564931154251
16940	rnn.bias_hh_l0_reverse	0	0.07640689611434937
16940	rnn.bias_hh_l0_reverse	1	0.06679827719926834
16940	rnn.bias_hh_l0_reverse	2	0.08021785318851471
16940	rnn.bias_hh_l0_reverse	3	-0.010041268542408943
16940	rnn.bias_hh_l0_reverse	4	0.08797512948513031
16940	rnn.bias_hh_l0_reverse	5	-0.002868868177756667
16940	rnn.bias_hh_l0_reverse	6	-0.06419465690851212
16940	rnn.bias_hh_l0_reverse	7	0.027263153344392776
16940	rnn.bias_hh_l0_reverse	8	0.026852913200855255
16940	rnn.bias_hh_l0_reverse	9	-0.16219483315944672
16940	linear.weight	0	0.1784127950668335
16940	linear.weight	1	-0.13730572164058685
16940	linear.weight	2	-0.19605694711208344
16940	linear.weight	3	0.0667949914932251
16940	linear.weight	4	-0.013901944272220135
16940	linear.weight	5	-0.0025297326501458883
16940	linear.weight	6	-0.00799691490828991
16940	linear.weight	7	-0.030963806435465813
16940	linear.weight	8	0.05144263431429863
16940	linear.weight	9	0.2816857397556305
16940	linear.bias	0	-0.1753990799188614
16940	linear.bias	1	0.15461939573287964
16940	linear.bias	2	-0.4831237196922302
16940	linear.bias	3	1.6167043447494507
16940	linear.bias	4	-0.3768317699432373
16940	linear.bias	5	-0.030769959092140198
16940	linear.bias	6	-0.3295716941356659
16940	linear.bias	7	-0.24580396711826324
16940	linear.bias	8	-0.008420484140515327
16940	linear.bias	9	-0.4714595377445221
16968	transitions	0	-0.6299845576286316
16968	transitions	1	0.36886516213417053
16968	transitions	2	1.6976920366287231
16968	transitions	3	0.11907724291086197
16968	transitions	4	0.9625029563903809
16968	transitions	5	1.274269461631775
16968	transitions	6	0.48381826281547546
16968	transitions	7	0.17778488993644714
16968	transitions	8	-0.9193432927131653
16968	transitions	9	0.9307292699813843
16968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16968	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16968	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16968	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16968	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16968	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16968	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16968	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16968	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16968	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16968	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16968	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16968	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16968	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16968	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16968	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16968	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16968	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16968	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16968	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16968	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16968	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16968	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16968	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16968	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16968	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16968	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16968	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16968	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16968	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16968	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16968	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16968	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16968	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16968	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16968	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16968	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16968	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16968	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16968	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16968	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16968	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16968	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16968	embedding2nn.weight	0	0.02319241873919964
16968	embedding2nn.weight	1	0.014158406294882298
16968	embedding2nn.weight	2	-0.005017404910176992
16968	embedding2nn.weight	3	0.0020720376633107662
16968	embedding2nn.weight	4	-0.00494978716596961
16968	embedding2nn.weight	5	0.00933770276606083
16968	embedding2nn.weight	6	-0.0030156353022903204
16968	embedding2nn.weight	7	0.01600237935781479
16968	embedding2nn.weight	8	-0.007102377247065306
16968	embedding2nn.weight	9	-0.012764696031808853
16968	embedding2nn.bias	0	-0.037863172590732574
16968	embedding2nn.bias	1	-0.013658376410603523
16968	embedding2nn.bias	2	-0.05289323627948761
16968	embedding2nn.bias	3	-0.012309928424656391
16968	embedding2nn.bias	4	-0.006629337556660175
16968	embedding2nn.bias	5	-0.017923178151249886
16968	embedding2nn.bias	6	0.011399880982935429
16968	embedding2nn.bias	7	0.02975236065685749
16968	embedding2nn.bias	8	-0.010276892222464085
16968	embedding2nn.bias	9	0.005877631716430187
16968	rnn.weight_ih_l0	0	0.04099210724234581
16968	rnn.weight_ih_l0	1	-0.007943089120090008
16968	rnn.weight_ih_l0	2	-0.041304811835289
16968	rnn.weight_ih_l0	3	-0.04240347445011139
16968	rnn.weight_ih_l0	4	-0.0503050833940506
16968	rnn.weight_ih_l0	5	-0.005092014092952013
16968	rnn.weight_ih_l0	6	-0.054315708577632904
16968	rnn.weight_ih_l0	7	-0.05795972794294357
16968	rnn.weight_ih_l0	8	-0.04392773285508156
16968	rnn.weight_ih_l0	9	-0.028266530483961105
16968	rnn.weight_hh_l0	0	0.014613328501582146
16968	rnn.weight_hh_l0	1	-0.024125896394252777
16968	rnn.weight_hh_l0	2	-0.06683385372161865
16968	rnn.weight_hh_l0	3	-0.02765396423637867
16968	rnn.weight_hh_l0	4	-0.07104212790727615
16968	rnn.weight_hh_l0	5	-0.01509919948875904
16968	rnn.weight_hh_l0	6	-0.04283639043569565
16968	rnn.weight_hh_l0	7	-0.01995900832116604
16968	rnn.weight_hh_l0	8	-0.018503867089748383
16968	rnn.weight_hh_l0	9	0.010163127444684505
16968	rnn.bias_ih_l0	0	0.11885256320238113
16968	rnn.bias_ih_l0	1	-0.05024957284331322
16968	rnn.bias_ih_l0	2	0.10760273784399033
16968	rnn.bias_ih_l0	3	0.05148838460445404
16968	rnn.bias_ih_l0	4	0.09672313183546066
16968	rnn.bias_ih_l0	5	0.017910748720169067
16968	rnn.bias_ih_l0	6	-0.00742558017373085
16968	rnn.bias_ih_l0	7	-0.11472073942422867
16968	rnn.bias_ih_l0	8	-0.18899741768836975
16968	rnn.bias_ih_l0	9	0.0883408635854721
16968	rnn.bias_hh_l0	0	-0.018983637914061546
16968	rnn.bias_hh_l0	1	0.015490525402128696
16968	rnn.bias_hh_l0	2	-0.02245473302900791
16968	rnn.bias_hh_l0	3	-0.015875518321990967
16968	rnn.bias_hh_l0	4	-0.04218583181500435
16968	rnn.bias_hh_l0	5	0.1321713626384735
16968	rnn.bias_hh_l0	6	0.0185953788459301
16968	rnn.bias_hh_l0	7	0.04142602160573006
16968	rnn.bias_hh_l0	8	0.026943178847432137
16968	rnn.bias_hh_l0	9	0.03648778051137924
16968	rnn.weight_ih_l0_reverse	0	-0.030808307230472565
16968	rnn.weight_ih_l0_reverse	1	-0.0013646450825035572
16968	rnn.weight_ih_l0_reverse	2	0.026308070868253708
16968	rnn.weight_ih_l0_reverse	3	-0.061012379825115204
16968	rnn.weight_ih_l0_reverse	4	0.009573778137564659
16968	rnn.weight_ih_l0_reverse	5	-0.04986963048577309
16968	rnn.weight_ih_l0_reverse	6	0.021250808611512184
16968	rnn.weight_ih_l0_reverse	7	0.04474017024040222
16968	rnn.weight_ih_l0_reverse	8	-0.04393478110432625
16968	rnn.weight_ih_l0_reverse	9	-0.0526249073445797
16968	rnn.weight_hh_l0_reverse	0	-0.07518735527992249
16968	rnn.weight_hh_l0_reverse	1	-0.05233238264918327
16968	rnn.weight_hh_l0_reverse	2	0.03294692188501358
16968	rnn.weight_hh_l0_reverse	3	0.044132016599178314
16968	rnn.weight_hh_l0_reverse	4	0.0038686722982674837
16968	rnn.weight_hh_l0_reverse	5	0.043490953743457794
16968	rnn.weight_hh_l0_reverse	6	-0.004675846081227064
16968	rnn.weight_hh_l0_reverse	7	0.007395108230412006
16968	rnn.weight_hh_l0_reverse	8	-0.09062217175960541
16968	rnn.weight_hh_l0_reverse	9	0.06987401843070984
16968	rnn.bias_ih_l0_reverse	0	-0.08285527676343918
16968	rnn.bias_ih_l0_reverse	1	-0.06762471050024033
16968	rnn.bias_ih_l0_reverse	2	0.0947423130273819
16968	rnn.bias_ih_l0_reverse	3	0.03685371205210686
16968	rnn.bias_ih_l0_reverse	4	-0.12394504994153976
16968	rnn.bias_ih_l0_reverse	5	0.04808908700942993
16968	rnn.bias_ih_l0_reverse	6	-0.10511662811040878
16968	rnn.bias_ih_l0_reverse	7	0.034974005073308945
16968	rnn.bias_ih_l0_reverse	8	0.03251174837350845
16968	rnn.bias_ih_l0_reverse	9	0.06853345781564713
16968	rnn.bias_hh_l0_reverse	0	0.07528731226921082
16968	rnn.bias_hh_l0_reverse	1	0.06539450585842133
16968	rnn.bias_hh_l0_reverse	2	0.07893290370702744
16968	rnn.bias_hh_l0_reverse	3	-0.009767468087375164
16968	rnn.bias_hh_l0_reverse	4	0.08834744244813919
16968	rnn.bias_hh_l0_reverse	5	-0.008282780647277832
16968	rnn.bias_hh_l0_reverse	6	-0.06302991509437561
16968	rnn.bias_hh_l0_reverse	7	0.02786453813314438
16968	rnn.bias_hh_l0_reverse	8	0.02701328694820404
16968	rnn.bias_hh_l0_reverse	9	-0.16313402354717255
16968	linear.weight	0	0.16832639276981354
16968	linear.weight	1	-0.1372796595096588
16968	linear.weight	2	-0.19588246941566467
16968	linear.weight	3	0.06579109281301498
16968	linear.weight	4	-0.01336792204529047
16968	linear.weight	5	-0.0021721168886870146
16968	linear.weight	6	-0.007984766736626625
16968	linear.weight	7	-0.030945511534810066
16968	linear.weight	8	0.049940939992666245
16968	linear.weight	9	0.28259631991386414
16968	linear.bias	0	-0.17690065503120422
16968	linear.bias	1	0.15483106672763824
16968	linear.bias	2	-0.4838850200176239
16968	linear.bias	3	1.6223552227020264
16968	linear.bias	4	-0.3770178258419037
16968	linear.bias	5	-0.030769959092140198
16968	linear.bias	6	-0.3303770422935486
16968	linear.bias	7	-0.24635596573352814
16968	linear.bias	8	-0.015523981302976608
16968	linear.bias	9	-0.4715357720851898
16996	transitions	0	-0.6300469040870667
16996	transitions	1	0.3688068985939026
16996	transitions	2	1.6973387002944946
16996	transitions	3	0.11906038224697113
16996	transitions	4	0.9624135494232178
16996	transitions	5	1.2742682695388794
16996	transitions	6	0.48381802439689636
16996	transitions	7	0.1777840107679367
16996	transitions	8	-0.9193439483642578
16996	transitions	9	0.9307292699813843
16996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
16996	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
16996	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
16996	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
16996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
16996	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
16996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
16996	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
16996	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
16996	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
16996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
16996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
16996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
16996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
16996	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
16996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
16996	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
16996	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
16996	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
16996	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
16996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
16996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
16996	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
16996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
16996	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
16996	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
16996	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
16996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
16996	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
16996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
16996	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
16996	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
16996	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
16996	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
16996	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
16996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
16996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
16996	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
16996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
16996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
16996	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
16996	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
16996	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
16996	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
16996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
16996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
16996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
16996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
16996	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
16996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
16996	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
16996	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
16996	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
16996	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
16996	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
16996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
16996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
16996	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
16996	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
16996	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
16996	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
16996	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
16996	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
16996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
16996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
16996	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
16996	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
16996	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
16996	embedding2nn.weight	0	0.023487064987421036
16996	embedding2nn.weight	1	0.014152821153402328
16996	embedding2nn.weight	2	-0.004850359167903662
16996	embedding2nn.weight	3	0.001949841738678515
16996	embedding2nn.weight	4	-0.0050442577339708805
16996	embedding2nn.weight	5	0.009114555083215237
16996	embedding2nn.weight	6	-0.0028798633720725775
16996	embedding2nn.weight	7	0.01563446782529354
16996	embedding2nn.weight	8	-0.007198189850896597
16996	embedding2nn.weight	9	-0.01277195941656828
16996	embedding2nn.bias	0	-0.038103241473436356
16996	embedding2nn.bias	1	-0.0148973623290658
16996	embedding2nn.bias	2	-0.048642296344041824
16996	embedding2nn.bias	3	-0.005548601504415274
16996	embedding2nn.bias	4	-0.0040922691114246845
16996	embedding2nn.bias	5	-0.01498808991163969
16996	embedding2nn.bias	6	0.011228950694203377
16996	embedding2nn.bias	7	0.02362300269305706
16996	embedding2nn.bias	8	-0.010017338208854198
16996	embedding2nn.bias	9	8.882909605745226e-05
16996	rnn.weight_ih_l0	0	0.04081101715564728
16996	rnn.weight_ih_l0	1	-0.007574211340397596
16996	rnn.weight_ih_l0	2	-0.04219389706850052
16996	rnn.weight_ih_l0	3	-0.042948026210069656
16996	rnn.weight_ih_l0	4	-0.05046531930565834
16996	rnn.weight_ih_l0	5	-0.005226267501711845
16996	rnn.weight_ih_l0	6	-0.05419176444411278
16996	rnn.weight_ih_l0	7	-0.05812731012701988
16996	rnn.weight_ih_l0	8	-0.043869853019714355
16996	rnn.weight_ih_l0	9	-0.028203798457980156
16996	rnn.weight_hh_l0	0	0.015077240765094757
16996	rnn.weight_hh_l0	1	-0.023695575073361397
16996	rnn.weight_hh_l0	2	-0.06632917374372482
16996	rnn.weight_hh_l0	3	-0.028191186487674713
16996	rnn.weight_hh_l0	4	-0.07097046077251434
16996	rnn.weight_hh_l0	5	-0.015464999713003635
16996	rnn.weight_hh_l0	6	-0.04078522324562073
16996	rnn.weight_hh_l0	7	-0.020694345235824585
16996	rnn.weight_hh_l0	8	-0.017624614760279655
16996	rnn.weight_hh_l0	9	0.010547284968197346
16996	rnn.bias_ih_l0	0	0.11913558095693588
16996	rnn.bias_ih_l0	1	-0.04969530925154686
16996	rnn.bias_ih_l0	2	0.1079055443406105
16996	rnn.bias_ih_l0	3	0.05404894798994064
16996	rnn.bias_ih_l0	4	0.09541834890842438
16996	rnn.bias_ih_l0	5	0.018731970340013504
16996	rnn.bias_ih_l0	6	-0.012064144015312195
16996	rnn.bias_ih_l0	7	-0.10296850651502609
16996	rnn.bias_ih_l0	8	-0.19821934401988983
16996	rnn.bias_ih_l0	9	0.09056384861469269
16996	rnn.bias_hh_l0	0	-0.019064126536250114
16996	rnn.bias_hh_l0	1	0.013979366980493069
16996	rnn.bias_hh_l0	2	-0.020987439900636673
16996	rnn.bias_hh_l0	3	-0.014817031100392342
16996	rnn.bias_hh_l0	4	-0.04335875064134598
16996	rnn.bias_hh_l0	5	0.13354255259037018
16996	rnn.bias_hh_l0	6	0.01665998250246048
16996	rnn.bias_hh_l0	7	0.035076770931482315
16996	rnn.bias_hh_l0	8	0.022304615005850792
16996	rnn.bias_hh_l0	9	0.037783779203891754
16996	rnn.weight_ih_l0_reverse	0	-0.0304730087518692
16996	rnn.weight_ih_l0_reverse	1	-0.0008920123800635338
16996	rnn.weight_ih_l0_reverse	2	0.02676585502922535
16996	rnn.weight_ih_l0_reverse	3	-0.0604851171374321
16996	rnn.weight_ih_l0_reverse	4	0.00971019547432661
16996	rnn.weight_ih_l0_reverse	5	-0.04937993362545967
16996	rnn.weight_ih_l0_reverse	6	0.021643124520778656
16996	rnn.weight_ih_l0_reverse	7	0.04446033015847206
16996	rnn.weight_ih_l0_reverse	8	-0.044010747224092484
16996	rnn.weight_ih_l0_reverse	9	-0.052588045597076416
16996	rnn.weight_hh_l0_reverse	0	-0.07511022686958313
16996	rnn.weight_hh_l0_reverse	1	-0.052270762622356415
16996	rnn.weight_hh_l0_reverse	2	0.032601967453956604
16996	rnn.weight_hh_l0_reverse	3	0.0442529022693634
16996	rnn.weight_hh_l0_reverse	4	0.0033959397114813328
16996	rnn.weight_hh_l0_reverse	5	0.04341617226600647
16996	rnn.weight_hh_l0_reverse	6	-0.00437316857278347
16996	rnn.weight_hh_l0_reverse	7	0.00736693199723959
16996	rnn.weight_hh_l0_reverse	8	-0.09074113517999649
16996	rnn.weight_hh_l0_reverse	9	0.07027684897184372
16996	rnn.bias_ih_l0_reverse	0	-0.083281509578228
16996	rnn.bias_ih_l0_reverse	1	-0.07184556126594543
16996	rnn.bias_ih_l0_reverse	2	0.09541792422533035
16996	rnn.bias_ih_l0_reverse	3	0.038280609995126724
16996	rnn.bias_ih_l0_reverse	4	-0.12253403663635254
16996	rnn.bias_ih_l0_reverse	5	0.04949465021491051
16996	rnn.bias_ih_l0_reverse	6	-0.10513415187597275
16996	rnn.bias_ih_l0_reverse	7	0.03548813238739967
16996	rnn.bias_ih_l0_reverse	8	0.033394813537597656
16996	rnn.bias_ih_l0_reverse	9	0.06866982579231262
16996	rnn.bias_hh_l0_reverse	0	0.07657646387815475
16996	rnn.bias_hh_l0_reverse	1	0.06228519603610039
16996	rnn.bias_hh_l0_reverse	2	0.08033246546983719
16996	rnn.bias_hh_l0_reverse	3	-0.009061060845851898
16996	rnn.bias_hh_l0_reverse	4	0.08842646330595016
16996	rnn.bias_hh_l0_reverse	5	-0.011187601834535599
16996	rnn.bias_hh_l0_reverse	6	-0.06339150667190552
16996	rnn.bias_hh_l0_reverse	7	0.029206354171037674
16996	rnn.bias_hh_l0_reverse	8	0.02838551066815853
16996	rnn.bias_hh_l0_reverse	9	-0.16179607808589935
16996	linear.weight	0	0.1601594090461731
16996	linear.weight	1	-0.13725194334983826
16996	linear.weight	2	-0.1959303319454193
16996	linear.weight	3	0.06384467333555222
16996	linear.weight	4	-0.014903423376381397
16996	linear.weight	5	-0.003693889593705535
16996	linear.weight	6	-0.007977958768606186
16996	linear.weight	7	-0.03265227749943733
16996	linear.weight	8	0.0547475703060627
16996	linear.weight	9	0.28165650367736816
16996	linear.bias	0	-0.17464876174926758
16996	linear.bias	1	0.15458893775939941
16996	linear.bias	2	-0.4810996651649475
16996	linear.bias	3	1.6304150819778442
16996	linear.bias	4	-0.3773339092731476
16996	linear.bias	5	-0.030769959092140198
16996	linear.bias	6	-0.32800427079200745
16996	linear.bias	7	-0.25207847356796265
16996	linear.bias	8	-0.02300742268562317
16996	linear.bias	9	-0.4716537594795227
17024	transitions	0	-0.6302155256271362
17024	transitions	1	0.3687615394592285
17024	transitions	2	1.6963380575180054
17024	transitions	3	0.11903026700019836
17024	transitions	4	0.9623667597770691
17024	transitions	5	1.2742680311203003
17024	transitions	6	0.4838171601295471
17024	transitions	7	0.17778180539608002
17024	transitions	8	-0.9193446040153503
17024	transitions	9	0.9307292699813843
17024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17024	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17024	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17024	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17024	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17024	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17024	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17024	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17024	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17024	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17024	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17024	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17024	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17024	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17024	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17024	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17024	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17024	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17024	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17024	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17024	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17024	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17024	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17024	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17024	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17024	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17024	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17024	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17024	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17024	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17024	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17024	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17024	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17024	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17024	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17024	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17024	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17024	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17024	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17024	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17024	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17024	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17024	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17024	embedding2nn.weight	0	0.023830033838748932
17024	embedding2nn.weight	1	0.014146984554827213
17024	embedding2nn.weight	2	-0.00481776287779212
17024	embedding2nn.weight	3	0.0019496894674375653
17024	embedding2nn.weight	4	-0.0050035822205245495
17024	embedding2nn.weight	5	0.00914888083934784
17024	embedding2nn.weight	6	-0.002728271298110485
17024	embedding2nn.weight	7	0.01599763333797455
17024	embedding2nn.weight	8	-0.0070577808655798435
17024	embedding2nn.weight	9	-0.01271591242402792
17024	embedding2nn.bias	0	-0.035337403416633606
17024	embedding2nn.bias	1	-0.012333810329437256
17024	embedding2nn.bias	2	-0.051307011395692825
17024	embedding2nn.bias	3	-0.005058861803263426
17024	embedding2nn.bias	4	-0.003164684632793069
17024	embedding2nn.bias	5	-0.007543874438852072
17024	embedding2nn.bias	6	0.014610161073505878
17024	embedding2nn.bias	7	0.022427774965763092
17024	embedding2nn.bias	8	-0.010104628279805183
17024	embedding2nn.bias	9	0.004379054065793753
17024	rnn.weight_ih_l0	0	0.040459707379341125
17024	rnn.weight_ih_l0	1	-0.008059431798756123
17024	rnn.weight_ih_l0	2	-0.04144219681620598
17024	rnn.weight_ih_l0	3	-0.04296122491359711
17024	rnn.weight_ih_l0	4	-0.0501427948474884
17024	rnn.weight_ih_l0	5	-0.005427032243460417
17024	rnn.weight_ih_l0	6	-0.054562006145715714
17024	rnn.weight_ih_l0	7	-0.058150552213191986
17024	rnn.weight_ih_l0	8	-0.04361511394381523
17024	rnn.weight_ih_l0	9	-0.028224796056747437
17024	rnn.weight_hh_l0	0	0.014812994748353958
17024	rnn.weight_hh_l0	1	-0.022827718406915665
17024	rnn.weight_hh_l0	2	-0.06568536162376404
17024	rnn.weight_hh_l0	3	-0.02780306525528431
17024	rnn.weight_hh_l0	4	-0.0707656741142273
17024	rnn.weight_hh_l0	5	-0.015344583429396152
17024	rnn.weight_hh_l0	6	-0.04124685749411583
17024	rnn.weight_hh_l0	7	-0.020462220534682274
17024	rnn.weight_hh_l0	8	-0.017839660868048668
17024	rnn.weight_hh_l0	9	0.010305373929440975
17024	rnn.bias_ih_l0	0	0.11984080821275711
17024	rnn.bias_ih_l0	1	-0.05055232718586922
17024	rnn.bias_ih_l0	2	0.10642960667610168
17024	rnn.bias_ih_l0	3	0.05351666361093521
17024	rnn.bias_ih_l0	4	0.09625577926635742
17024	rnn.bias_ih_l0	5	0.018990889191627502
17024	rnn.bias_ih_l0	6	-0.011928982101380825
17024	rnn.bias_ih_l0	7	-0.10464224964380264
17024	rnn.bias_ih_l0	8	-0.19636665284633636
17024	rnn.bias_ih_l0	9	0.08943245559930801
17024	rnn.bias_hh_l0	0	-0.01743130199611187
17024	rnn.bias_hh_l0	1	0.012197744101285934
17024	rnn.bias_hh_l0	2	-0.020191606134176254
17024	rnn.bias_hh_l0	3	-0.014469822868704796
17024	rnn.bias_hh_l0	4	-0.04434238746762276
17024	rnn.bias_hh_l0	5	0.13290156424045563
17024	rnn.bias_hh_l0	6	0.01729176566004753
17024	rnn.bias_hh_l0	7	0.03490408882498741
17024	rnn.bias_hh_l0	8	0.022439777851104736
17024	rnn.bias_hh_l0	9	0.036980047821998596
17024	rnn.weight_ih_l0_reverse	0	-0.030344683676958084
17024	rnn.weight_ih_l0_reverse	1	0.0005477508530020714
17024	rnn.weight_ih_l0_reverse	2	0.026782620698213577
17024	rnn.weight_ih_l0_reverse	3	-0.060621898621320724
17024	rnn.weight_ih_l0_reverse	4	0.009728360921144485
17024	rnn.weight_ih_l0_reverse	5	-0.049511831253767014
17024	rnn.weight_ih_l0_reverse	6	0.02219402976334095
17024	rnn.weight_ih_l0_reverse	7	0.04433863237500191
17024	rnn.weight_ih_l0_reverse	8	-0.04365229979157448
17024	rnn.weight_ih_l0_reverse	9	-0.05280059948563576
17024	rnn.weight_hh_l0_reverse	0	-0.07594525814056396
17024	rnn.weight_hh_l0_reverse	1	-0.05335373803973198
17024	rnn.weight_hh_l0_reverse	2	0.03283413499593735
17024	rnn.weight_hh_l0_reverse	3	0.04443738982081413
17024	rnn.weight_hh_l0_reverse	4	0.0028594601899385452
17024	rnn.weight_hh_l0_reverse	5	0.04330656677484512
17024	rnn.weight_hh_l0_reverse	6	-0.003018546849489212
17024	rnn.weight_hh_l0_reverse	7	0.007481157314032316
17024	rnn.weight_hh_l0_reverse	8	-0.09086896479129791
17024	rnn.weight_hh_l0_reverse	9	0.07084742188453674
17024	rnn.bias_ih_l0_reverse	0	-0.08421987295150757
17024	rnn.bias_ih_l0_reverse	1	-0.06775916367769241
17024	rnn.bias_ih_l0_reverse	2	0.09317955374717712
17024	rnn.bias_ih_l0_reverse	3	0.03775310516357422
17024	rnn.bias_ih_l0_reverse	4	-0.12212780863046646
17024	rnn.bias_ih_l0_reverse	5	0.04842314496636391
17024	rnn.bias_ih_l0_reverse	6	-0.10598975419998169
17024	rnn.bias_ih_l0_reverse	7	0.03562232479453087
17024	rnn.bias_ih_l0_reverse	8	0.033845558762550354
17024	rnn.bias_ih_l0_reverse	9	0.06944595277309418
17024	rnn.bias_hh_l0_reverse	0	0.07648072391748428
17024	rnn.bias_hh_l0_reverse	1	0.061027638614177704
17024	rnn.bias_hh_l0_reverse	2	0.07974454760551453
17024	rnn.bias_hh_l0_reverse	3	-0.009620065800845623
17024	rnn.bias_hh_l0_reverse	4	0.08607765287160873
17024	rnn.bias_hh_l0_reverse	5	-0.015527860261499882
17024	rnn.bias_hh_l0_reverse	6	-0.06218457594513893
17024	rnn.bias_hh_l0_reverse	7	0.028508616611361504
17024	rnn.bias_hh_l0_reverse	8	0.028454428538680077
17024	rnn.bias_hh_l0_reverse	9	-0.15601572394371033
17024	linear.weight	0	0.17064444720745087
17024	linear.weight	1	-0.13723674416542053
17024	linear.weight	2	-0.19596047699451447
17024	linear.weight	3	0.06833937764167786
17024	linear.weight	4	-0.014941933564841747
17024	linear.weight	5	-0.0034045525826513767
17024	linear.weight	6	-0.007971377111971378
17024	linear.weight	7	-0.032595228403806686
17024	linear.weight	8	0.05169129744172096
17024	linear.weight	9	0.2810721695423126
17024	linear.bias	0	-0.16641712188720703
17024	linear.bias	1	0.14708267152309418
17024	linear.bias	2	-0.4828178584575653
17024	linear.bias	3	1.6215097904205322
17024	linear.bias	4	-0.3775113523006439
17024	linear.bias	5	-0.030769959092140198
17024	linear.bias	6	-0.3290925920009613
17024	linear.bias	7	-0.2513410449028015
17024	linear.bias	8	-0.015686213970184326
17024	linear.bias	9	-0.47172310948371887
17052	transitions	0	-0.6302623152732849
17052	transitions	1	0.3687138855457306
17052	transitions	2	1.696289300918579
17052	transitions	3	0.11901365220546722
17052	transitions	4	0.9623647332191467
17052	transitions	5	1.2742652893066406
17052	transitions	6	0.4838135540485382
17052	transitions	7	0.17778125405311584
17052	transitions	8	-0.9193450212478638
17052	transitions	9	0.9307289719581604
17052	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17052	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17052	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17052	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17052	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17052	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17052	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17052	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17052	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17052	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17052	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17052	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17052	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17052	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17052	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17052	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17052	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17052	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17052	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17052	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17052	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17052	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17052	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17052	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17052	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17052	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17052	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17052	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17052	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17052	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17052	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17052	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17052	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17052	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17052	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17052	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17052	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17052	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17052	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17052	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17052	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17052	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17052	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17052	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17052	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17052	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17052	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17052	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17052	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17052	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17052	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17052	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17052	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17052	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17052	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17052	embedding2nn.weight	0	0.024213779717683792
17052	embedding2nn.weight	1	0.01412008237093687
17052	embedding2nn.weight	2	-0.0049152011051774025
17052	embedding2nn.weight	3	0.001803938765078783
17052	embedding2nn.weight	4	-0.004820996895432472
17052	embedding2nn.weight	5	0.00915555376559496
17052	embedding2nn.weight	6	-0.0026962817646563053
17052	embedding2nn.weight	7	0.015393017791211605
17052	embedding2nn.weight	8	-0.006993477698415518
17052	embedding2nn.weight	9	-0.012796051800251007
17052	embedding2nn.bias	0	-0.032847799360752106
17052	embedding2nn.bias	1	-0.014952692203223705
17052	embedding2nn.bias	2	-0.046256378293037415
17052	embedding2nn.bias	3	-0.006131826899945736
17052	embedding2nn.bias	4	-0.008202427066862583
17052	embedding2nn.bias	5	-0.00873424019664526
17052	embedding2nn.bias	6	0.009188578464090824
17052	embedding2nn.bias	7	0.02023501694202423
17052	embedding2nn.bias	8	-0.01470347959548235
17052	embedding2nn.bias	9	0.003601370146498084
17052	rnn.weight_ih_l0	0	0.040121838450431824
17052	rnn.weight_ih_l0	1	-0.00749608501791954
17052	rnn.weight_ih_l0	2	-0.040311407297849655
17052	rnn.weight_ih_l0	3	-0.042600929737091064
17052	rnn.weight_ih_l0	4	-0.05009448155760765
17052	rnn.weight_ih_l0	5	-0.005377587862312794
17052	rnn.weight_ih_l0	6	-0.05428303778171539
17052	rnn.weight_ih_l0	7	-0.05807563662528992
17052	rnn.weight_ih_l0	8	-0.04345818608999252
17052	rnn.weight_ih_l0	9	-0.02820846624672413
17052	rnn.weight_hh_l0	0	0.014947803691029549
17052	rnn.weight_hh_l0	1	-0.023103971034288406
17052	rnn.weight_hh_l0	2	-0.06607323884963989
17052	rnn.weight_hh_l0	3	-0.02774505689740181
17052	rnn.weight_hh_l0	4	-0.0710352212190628
17052	rnn.weight_hh_l0	5	-0.015235369093716145
17052	rnn.weight_hh_l0	6	-0.04019793123006821
17052	rnn.weight_hh_l0	7	-0.020609218627214432
17052	rnn.weight_hh_l0	8	-0.018210913985967636
17052	rnn.weight_hh_l0	9	0.01129419170320034
17052	rnn.bias_ih_l0	0	0.11888884752988815
17052	rnn.bias_ih_l0	1	-0.05091981589794159
17052	rnn.bias_ih_l0	2	0.10722264647483826
17052	rnn.bias_ih_l0	3	0.05306984484195709
17052	rnn.bias_ih_l0	4	0.0957147404551506
17052	rnn.bias_ih_l0	5	0.018995681777596474
17052	rnn.bias_ih_l0	6	-0.011120480485260487
17052	rnn.bias_ih_l0	7	-0.10516446828842163
17052	rnn.bias_ih_l0	8	-0.1970216929912567
17052	rnn.bias_ih_l0	9	0.08844653517007828
17052	rnn.bias_hh_l0	0	-0.0172538161277771
17052	rnn.bias_hh_l0	1	0.012224553152918816
17052	rnn.bias_hh_l0	2	-0.019130254164338112
17052	rnn.bias_hh_l0	3	-0.01546900812536478
17052	rnn.bias_hh_l0	4	-0.04397730901837349
17052	rnn.bias_hh_l0	5	0.13326244056224823
17052	rnn.bias_hh_l0	6	0.019357290118932724
17052	rnn.bias_hh_l0	7	0.03877229988574982
17052	rnn.bias_hh_l0	8	0.02324828691780567
17052	rnn.bias_hh_l0	9	0.03884332999587059
17052	rnn.weight_ih_l0_reverse	0	-0.03018869273364544
17052	rnn.weight_ih_l0_reverse	1	-0.00011643971083685756
17052	rnn.weight_ih_l0_reverse	2	0.02669011987745762
17052	rnn.weight_ih_l0_reverse	3	-0.06067223474383354
17052	rnn.weight_ih_l0_reverse	4	0.009369311854243279
17052	rnn.weight_ih_l0_reverse	5	-0.0497686006128788
17052	rnn.weight_ih_l0_reverse	6	0.022707687690854073
17052	rnn.weight_ih_l0_reverse	7	0.044501323252916336
17052	rnn.weight_ih_l0_reverse	8	-0.043704550713300705
17052	rnn.weight_ih_l0_reverse	9	-0.052913207560777664
17052	rnn.weight_hh_l0_reverse	0	-0.07557260990142822
17052	rnn.weight_hh_l0_reverse	1	-0.05436219274997711
17052	rnn.weight_hh_l0_reverse	2	0.03275376558303833
17052	rnn.weight_hh_l0_reverse	3	0.04494534432888031
17052	rnn.weight_hh_l0_reverse	4	0.003054444445297122
17052	rnn.weight_hh_l0_reverse	5	0.043403904885053635
17052	rnn.weight_hh_l0_reverse	6	-0.002430758671835065
17052	rnn.weight_hh_l0_reverse	7	0.008021125569939613
17052	rnn.weight_hh_l0_reverse	8	-0.09075579792261124
17052	rnn.weight_hh_l0_reverse	9	0.07043910026550293
17052	rnn.bias_ih_l0_reverse	0	-0.0866658166050911
17052	rnn.bias_ih_l0_reverse	1	-0.06757717579603195
17052	rnn.bias_ih_l0_reverse	2	0.09355108439922333
17052	rnn.bias_ih_l0_reverse	3	0.038832761347293854
17052	rnn.bias_ih_l0_reverse	4	-0.1226334422826767
17052	rnn.bias_ih_l0_reverse	5	0.05046011880040169
17052	rnn.bias_ih_l0_reverse	6	-0.10560037195682526
17052	rnn.bias_ih_l0_reverse	7	0.03499539569020271
17052	rnn.bias_ih_l0_reverse	8	0.03182218596339226
17052	rnn.bias_ih_l0_reverse	9	0.0692673921585083
17052	rnn.bias_hh_l0_reverse	0	0.06946296989917755
17052	rnn.bias_hh_l0_reverse	1	0.05965336784720421
17052	rnn.bias_hh_l0_reverse	2	0.08178172260522842
17052	rnn.bias_hh_l0_reverse	3	-0.009346391074359417
17052	rnn.bias_hh_l0_reverse	4	0.08636310696601868
17052	rnn.bias_hh_l0_reverse	5	-0.011177480220794678
17052	rnn.bias_hh_l0_reverse	6	-0.06397107243537903
17052	rnn.bias_hh_l0_reverse	7	0.029850328341126442
17052	rnn.bias_hh_l0_reverse	8	0.02607967145740986
17052	rnn.bias_hh_l0_reverse	9	-0.15014761686325073
17052	linear.weight	0	0.17356406152248383
17052	linear.weight	1	-0.13718993961811066
17052	linear.weight	2	-0.19505228102207184
17052	linear.weight	3	0.06158822774887085
17052	linear.weight	4	-0.014666820876300335
17052	linear.weight	5	-0.002189828548580408
17052	linear.weight	6	-0.00796540081501007
17052	linear.weight	7	-0.03257974237203598
17052	linear.weight	8	0.05042509362101555
17052	linear.weight	9	0.28194761276245117
17052	linear.bias	0	-0.17418672144412994
17052	linear.bias	1	0.14732778072357178
17052	linear.bias	2	-0.4847237765789032
17052	linear.bias	3	1.6328529119491577
17052	linear.bias	4	-0.37786921858787537
17052	linear.bias	5	-0.030769959092140198
17052	linear.bias	6	-0.33009883761405945
17052	linear.bias	7	-0.24602758884429932
17052	linear.bias	8	-0.022363176569342613
17052	linear.bias	9	-0.47179877758026123
17080	transitions	0	-0.6303443908691406
17080	transitions	1	0.3686882555484772
17080	transitions	2	1.6962456703186035
17080	transitions	3	0.11888039112091064
17080	transitions	4	0.9623438715934753
17080	transitions	5	1.2742646932601929
17080	transitions	6	0.4838072657585144
17080	transitions	7	0.17778059840202332
17080	transitions	8	-0.9193463921546936
17080	transitions	9	0.9307289719581604
17080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17080	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17080	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17080	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17080	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17080	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17080	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17080	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17080	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17080	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17080	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17080	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17080	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17080	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17080	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17080	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17080	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17080	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17080	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17080	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17080	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17080	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17080	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17080	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17080	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17080	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17080	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17080	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17080	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17080	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17080	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17080	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17080	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17080	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17080	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17080	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17080	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17080	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17080	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17080	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17080	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17080	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17080	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17080	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17080	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17080	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17080	embedding2nn.weight	0	0.02412508614361286
17080	embedding2nn.weight	1	0.01416082214564085
17080	embedding2nn.weight	2	-0.00489076878875494
17080	embedding2nn.weight	3	0.0016163608524948359
17080	embedding2nn.weight	4	-0.00483228312805295
17080	embedding2nn.weight	5	0.008998309262096882
17080	embedding2nn.weight	6	-0.002654824173077941
17080	embedding2nn.weight	7	0.016157185658812523
17080	embedding2nn.weight	8	-0.006939614657312632
17080	embedding2nn.weight	9	-0.012861015275120735
17080	embedding2nn.bias	0	-0.030934114009141922
17080	embedding2nn.bias	1	-0.015897177159786224
17080	embedding2nn.bias	2	-0.05379945784807205
17080	embedding2nn.bias	3	-0.0034960415214300156
17080	embedding2nn.bias	4	-0.01143165584653616
17080	embedding2nn.bias	5	-0.008627789095044136
17080	embedding2nn.bias	6	0.008859704248607159
17080	embedding2nn.bias	7	0.01727290265262127
17080	embedding2nn.bias	8	-0.008974896743893623
17080	embedding2nn.bias	9	0.013425268232822418
17080	rnn.weight_ih_l0	0	0.040176987648010254
17080	rnn.weight_ih_l0	1	-0.006674590986222029
17080	rnn.weight_ih_l0	2	-0.03934117779135704
17080	rnn.weight_ih_l0	3	-0.04303973913192749
17080	rnn.weight_ih_l0	4	-0.05039738118648529
17080	rnn.weight_ih_l0	5	-0.00576380779966712
17080	rnn.weight_ih_l0	6	-0.05478828772902489
17080	rnn.weight_ih_l0	7	-0.05812649056315422
17080	rnn.weight_ih_l0	8	-0.04381333664059639
17080	rnn.weight_ih_l0	9	-0.028117232024669647
17080	rnn.weight_hh_l0	0	0.015116135589778423
17080	rnn.weight_hh_l0	1	-0.023811014369130135
17080	rnn.weight_hh_l0	2	-0.06639613211154938
17080	rnn.weight_hh_l0	3	-0.028363630175590515
17080	rnn.weight_hh_l0	4	-0.07083960622549057
17080	rnn.weight_hh_l0	5	-0.01466212049126625
17080	rnn.weight_hh_l0	6	-0.03797594830393791
17080	rnn.weight_hh_l0	7	-0.01966269500553608
17080	rnn.weight_hh_l0	8	-0.018143583089113235
17080	rnn.weight_hh_l0	9	0.011378529481589794
17080	rnn.bias_ih_l0	0	0.11805795878171921
17080	rnn.bias_ih_l0	1	-0.04878828302025795
17080	rnn.bias_ih_l0	2	0.10635033994913101
17080	rnn.bias_ih_l0	3	0.055665161460638046
17080	rnn.bias_ih_l0	4	0.09597072005271912
17080	rnn.bias_ih_l0	5	0.01940959133207798
17080	rnn.bias_ih_l0	6	-0.012560326606035233
17080	rnn.bias_ih_l0	7	-0.10557079315185547
17080	rnn.bias_ih_l0	8	-0.19288326799869537
17080	rnn.bias_ih_l0	9	0.08905074745416641
17080	rnn.bias_hh_l0	0	-0.01854042150080204
17080	rnn.bias_hh_l0	1	0.01219466608017683
17080	rnn.bias_hh_l0	2	-0.019618583843111992
17080	rnn.bias_hh_l0	3	-0.01868385635316372
17080	rnn.bias_hh_l0	4	-0.04104965552687645
17080	rnn.bias_hh_l0	5	0.13479183614253998
17080	rnn.bias_hh_l0	6	0.018626976758241653
17080	rnn.bias_hh_l0	7	0.04664212465286255
17080	rnn.bias_hh_l0	8	0.02180843986570835
17080	rnn.bias_hh_l0	9	0.03915669769048691
17080	rnn.weight_ih_l0_reverse	0	-0.030312273651361465
17080	rnn.weight_ih_l0_reverse	1	-0.00041130417957901955
17080	rnn.weight_ih_l0_reverse	2	0.026360178366303444
17080	rnn.weight_ih_l0_reverse	3	-0.060250986367464066
17080	rnn.weight_ih_l0_reverse	4	0.00938892550766468
17080	rnn.weight_ih_l0_reverse	5	-0.04972269386053085
17080	rnn.weight_ih_l0_reverse	6	0.02194960229098797
17080	rnn.weight_ih_l0_reverse	7	0.04463803023099899
17080	rnn.weight_ih_l0_reverse	8	-0.04342469573020935
17080	rnn.weight_ih_l0_reverse	9	-0.05262041091918945
17080	rnn.weight_hh_l0_reverse	0	-0.07573601603507996
17080	rnn.weight_hh_l0_reverse	1	-0.05374329909682274
17080	rnn.weight_hh_l0_reverse	2	0.032561056315898895
17080	rnn.weight_hh_l0_reverse	3	0.04526306688785553
17080	rnn.weight_hh_l0_reverse	4	0.003245063591748476
17080	rnn.weight_hh_l0_reverse	5	0.0434044785797596
17080	rnn.weight_hh_l0_reverse	6	-0.001261545461602509
17080	rnn.weight_hh_l0_reverse	7	0.008183364756405354
17080	rnn.weight_hh_l0_reverse	8	-0.09074609726667404
17080	rnn.weight_hh_l0_reverse	9	0.07026409357786179
17080	rnn.bias_ih_l0_reverse	0	-0.09452246129512787
17080	rnn.bias_ih_l0_reverse	1	-0.060042575001716614
17080	rnn.bias_ih_l0_reverse	2	0.09334403276443481
17080	rnn.bias_ih_l0_reverse	3	0.038319818675518036
17080	rnn.bias_ih_l0_reverse	4	-0.12307529896497726
17080	rnn.bias_ih_l0_reverse	5	0.05100191384553909
17080	rnn.bias_ih_l0_reverse	6	-0.10762093216180801
17080	rnn.bias_ih_l0_reverse	7	0.03135378286242485
17080	rnn.bias_ih_l0_reverse	8	0.03155643492937088
17080	rnn.bias_ih_l0_reverse	9	0.07021524757146835
17080	rnn.bias_hh_l0_reverse	0	0.06428354233503342
17080	rnn.bias_hh_l0_reverse	1	0.061321452260017395
17080	rnn.bias_hh_l0_reverse	2	0.08218397200107574
17080	rnn.bias_hh_l0_reverse	3	-0.00957269687205553
17080	rnn.bias_hh_l0_reverse	4	0.08674373477697372
17080	rnn.bias_hh_l0_reverse	5	-0.00972851924598217
17080	rnn.bias_hh_l0_reverse	6	-0.0636134073138237
17080	rnn.bias_hh_l0_reverse	7	0.03037135861814022
17080	rnn.bias_hh_l0_reverse	8	0.027101043611764908
17080	rnn.bias_hh_l0_reverse	9	-0.15109600126743317
17080	linear.weight	0	0.17334626615047455
17080	linear.weight	1	-0.13718584179878235
17080	linear.weight	2	-0.19452345371246338
17080	linear.weight	3	0.0673614889383316
17080	linear.weight	4	-0.01508860383182764
17080	linear.weight	5	-0.002034218283370137
17080	linear.weight	6	-0.007954203523695469
17080	linear.weight	7	-0.032534271478652954
17080	linear.weight	8	0.047371551394462585
17080	linear.weight	9	0.28070521354675293
17080	linear.bias	0	-0.17171816527843475
17080	linear.bias	1	0.14599980413913727
17080	linear.bias	2	-0.48474258184432983
17080	linear.bias	3	1.6373891830444336
17080	linear.bias	4	-0.3780171275138855
17080	linear.bias	5	-0.030769959092140198
17080	linear.bias	6	-0.32985788583755493
17080	linear.bias	7	-0.24355106055736542
17080	linear.bias	8	-0.02396179921925068
17080	linear.bias	9	-0.47190213203430176
17108	transitions	0	-0.6304197907447815
17108	transitions	1	0.3686603903770447
17108	transitions	2	1.696172833442688
17108	transitions	3	0.11886731535196304
17108	transitions	4	0.9623364210128784
17108	transitions	5	1.2742642164230347
17108	transitions	6	0.483805775642395
17108	transitions	7	0.1777786761522293
17108	transitions	8	-0.9193465113639832
17108	transitions	9	0.9307289719581604
17108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17108	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17108	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17108	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17108	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17108	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17108	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17108	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17108	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17108	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17108	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17108	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17108	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17108	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17108	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17108	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17108	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17108	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17108	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17108	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17108	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17108	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17108	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17108	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17108	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17108	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17108	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17108	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17108	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17108	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17108	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17108	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17108	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17108	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17108	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17108	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17108	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17108	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17108	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17108	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17108	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17108	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17108	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17108	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17108	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17108	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17108	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17108	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17108	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17108	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17108	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17108	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17108	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17108	embedding2nn.weight	0	0.023700637742877007
17108	embedding2nn.weight	1	0.01425634790211916
17108	embedding2nn.weight	2	-0.0049316068179905415
17108	embedding2nn.weight	3	0.0014175563119351864
17108	embedding2nn.weight	4	-0.004888781812041998
17108	embedding2nn.weight	5	0.009056675247848034
17108	embedding2nn.weight	6	-0.0025292637292295694
17108	embedding2nn.weight	7	0.01651729829609394
17108	embedding2nn.weight	8	-0.006963371764868498
17108	embedding2nn.weight	9	-0.012900955975055695
17108	embedding2nn.bias	0	-0.0288089569658041
17108	embedding2nn.bias	1	-0.016803350299596786
17108	embedding2nn.bias	2	-0.06077422574162483
17108	embedding2nn.bias	3	-0.007959604263305664
17108	embedding2nn.bias	4	-0.0038362485356628895
17108	embedding2nn.bias	5	-0.013334749266505241
17108	embedding2nn.bias	6	0.012600664049386978
17108	embedding2nn.bias	7	0.024093735963106155
17108	embedding2nn.bias	8	-0.008557576686143875
17108	embedding2nn.bias	9	0.011726222932338715
17108	rnn.weight_ih_l0	0	0.040233757346868515
17108	rnn.weight_ih_l0	1	-0.006701137404888868
17108	rnn.weight_ih_l0	2	-0.03978370502591133
17108	rnn.weight_ih_l0	3	-0.04329952225089073
17108	rnn.weight_ih_l0	4	-0.0504259429872036
17108	rnn.weight_ih_l0	5	-0.00560279143974185
17108	rnn.weight_ih_l0	6	-0.05457553267478943
17108	rnn.weight_ih_l0	7	-0.05838099867105484
17108	rnn.weight_ih_l0	8	-0.04399513080716133
17108	rnn.weight_ih_l0	9	-0.02810090407729149
17108	rnn.weight_hh_l0	0	0.0151896383613348
17108	rnn.weight_hh_l0	1	-0.023526616394519806
17108	rnn.weight_hh_l0	2	-0.06562396138906479
17108	rnn.weight_hh_l0	3	-0.028686044737696648
17108	rnn.weight_hh_l0	4	-0.07117477059364319
17108	rnn.weight_hh_l0	5	-0.014509769156575203
17108	rnn.weight_hh_l0	6	-0.03709057718515396
17108	rnn.weight_hh_l0	7	-0.018102208152413368
17108	rnn.weight_hh_l0	8	-0.018172048032283783
17108	rnn.weight_hh_l0	9	0.012994618155062199
17108	rnn.bias_ih_l0	0	0.11843124032020569
17108	rnn.bias_ih_l0	1	-0.04834004119038582
17108	rnn.bias_ih_l0	2	0.10552296042442322
17108	rnn.bias_ih_l0	3	0.05801824852824211
17108	rnn.bias_ih_l0	4	0.09728242456912994
17108	rnn.bias_ih_l0	5	0.020013554021716118
17108	rnn.bias_ih_l0	6	-0.01255021058022976
17108	rnn.bias_ih_l0	7	-0.10670425742864609
17108	rnn.bias_ih_l0	8	-0.18166737258434296
17108	rnn.bias_ih_l0	9	0.08937588334083557
17108	rnn.bias_hh_l0	0	-0.01846102811396122
17108	rnn.bias_hh_l0	1	0.014009073376655579
17108	rnn.bias_hh_l0	2	-0.02250816859304905
17108	rnn.bias_hh_l0	3	-0.017203936353325844
17108	rnn.bias_hh_l0	4	-0.042356010526418686
17108	rnn.bias_hh_l0	5	0.1327606588602066
17108	rnn.bias_hh_l0	6	0.02032644860446453
17108	rnn.bias_hh_l0	7	0.04743810370564461
17108	rnn.bias_hh_l0	8	0.021818555891513824
17108	rnn.bias_hh_l0	9	0.0404377244412899
17108	rnn.weight_ih_l0_reverse	0	-0.02996949292719364
17108	rnn.weight_ih_l0_reverse	1	-0.0010150778107345104
17108	rnn.weight_ih_l0_reverse	2	0.026545505970716476
17108	rnn.weight_ih_l0_reverse	3	-0.05999448895454407
17108	rnn.weight_ih_l0_reverse	4	0.009425245225429535
17108	rnn.weight_ih_l0_reverse	5	-0.049453385174274445
17108	rnn.weight_ih_l0_reverse	6	0.020545778796076775
17108	rnn.weight_ih_l0_reverse	7	0.0448145754635334
17108	rnn.weight_ih_l0_reverse	8	-0.04390022158622742
17108	rnn.weight_ih_l0_reverse	9	-0.05276333913207054
17108	rnn.weight_hh_l0_reverse	0	-0.07527928054332733
17108	rnn.weight_hh_l0_reverse	1	-0.053389158099889755
17108	rnn.weight_hh_l0_reverse	2	0.03231661394238472
17108	rnn.weight_hh_l0_reverse	3	0.04608939588069916
17108	rnn.weight_hh_l0_reverse	4	0.003460208885371685
17108	rnn.weight_hh_l0_reverse	5	0.04329443722963333
17108	rnn.weight_hh_l0_reverse	6	-0.0009645814425311983
17108	rnn.weight_hh_l0_reverse	7	0.008019753731787205
17108	rnn.weight_hh_l0_reverse	8	-0.09035108983516693
17108	rnn.weight_hh_l0_reverse	9	0.06979086995124817
17108	rnn.bias_ih_l0_reverse	0	-0.0980881005525589
17108	rnn.bias_ih_l0_reverse	1	-0.0632171481847763
17108	rnn.bias_ih_l0_reverse	2	0.09341158717870712
17108	rnn.bias_ih_l0_reverse	3	0.03869372978806496
17108	rnn.bias_ih_l0_reverse	4	-0.12159251421689987
17108	rnn.bias_ih_l0_reverse	5	0.05193326622247696
17108	rnn.bias_ih_l0_reverse	6	-0.10862370580434799
17108	rnn.bias_ih_l0_reverse	7	0.03126618266105652
17108	rnn.bias_ih_l0_reverse	8	0.031107939779758453
17108	rnn.bias_ih_l0_reverse	9	0.06964882463216782
17108	rnn.bias_hh_l0_reverse	0	0.06605460494756699
17108	rnn.bias_hh_l0_reverse	1	0.062439534813165665
17108	rnn.bias_hh_l0_reverse	2	0.08035871386528015
17108	rnn.bias_hh_l0_reverse	3	-0.01093533355742693
17108	rnn.bias_hh_l0_reverse	4	0.08632842451334
17108	rnn.bias_hh_l0_reverse	5	-0.012167136184871197
17108	rnn.bias_hh_l0_reverse	6	-0.0651114210486412
17108	rnn.bias_hh_l0_reverse	7	0.030990608036518097
17108	rnn.bias_hh_l0_reverse	8	0.028792493045330048
17108	rnn.bias_hh_l0_reverse	9	-0.14884763956069946
17108	linear.weight	0	0.17491237819194794
17108	linear.weight	1	-0.13717930018901825
17108	linear.weight	2	-0.19476045668125153
17108	linear.weight	3	0.06680910289287567
17108	linear.weight	4	-0.013446463271975517
17108	linear.weight	5	-0.0009934817207977176
17108	linear.weight	6	-0.007946893572807312
17108	linear.weight	7	-0.03247927501797676
17108	linear.weight	8	0.04737984389066696
17108	linear.weight	9	0.2813660204410553
17108	linear.bias	0	-0.16580094397068024
17108	linear.bias	1	0.15098382532596588
17108	linear.bias	2	-0.4874531626701355
17108	linear.bias	3	1.6340194940567017
17108	linear.bias	4	-0.3782161474227905
17108	linear.bias	5	-0.030769959092140198
17108	linear.bias	6	-0.33220624923706055
17108	linear.bias	7	-0.244302898645401
17108	linear.bias	8	-0.015005075372755527
17108	linear.bias	9	-0.47195684909820557
17136	transitions	0	-0.630467414855957
17136	transitions	1	0.3686318099498749
17136	transitions	2	1.6960896253585815
17136	transitions	3	0.11883921176195145
17136	transitions	4	0.9623265862464905
17136	transitions	5	1.2742618322372437
17136	transitions	6	0.4838041365146637
17136	transitions	7	0.17777805030345917
17136	transitions	8	-0.9193476438522339
17136	transitions	9	0.9307289123535156
17136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17136	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17136	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17136	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17136	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17136	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17136	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17136	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17136	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17136	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17136	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17136	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17136	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17136	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17136	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17136	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17136	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17136	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17136	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17136	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17136	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17136	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17136	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17136	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17136	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17136	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17136	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17136	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17136	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17136	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17136	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17136	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17136	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17136	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17136	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17136	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17136	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17136	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17136	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17136	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17136	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17136	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17136	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17136	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17136	embedding2nn.weight	0	0.02381288819015026
17136	embedding2nn.weight	1	0.014311525039374828
17136	embedding2nn.weight	2	-0.004954698495566845
17136	embedding2nn.weight	3	0.0014556460082530975
17136	embedding2nn.weight	4	-0.004863646812736988
17136	embedding2nn.weight	5	0.009238849394023418
17136	embedding2nn.weight	6	-0.002477949485182762
17136	embedding2nn.weight	7	0.01589668169617653
17136	embedding2nn.weight	8	-0.006938746199011803
17136	embedding2nn.weight	9	-0.012875537388026714
17136	embedding2nn.bias	0	-0.029975848272442818
17136	embedding2nn.bias	1	-0.019256558269262314
17136	embedding2nn.bias	2	-0.06486444175243378
17136	embedding2nn.bias	3	-0.0004431381239555776
17136	embedding2nn.bias	4	-0.0064023081213235855
17136	embedding2nn.bias	5	-0.007125488016754389
17136	embedding2nn.bias	6	0.01058214996010065
17136	embedding2nn.bias	7	0.02457670122385025
17136	embedding2nn.bias	8	-0.0071093300357460976
17136	embedding2nn.bias	9	0.014818466268479824
17136	rnn.weight_ih_l0	0	0.04072340205311775
17136	rnn.weight_ih_l0	1	-0.007257083430886269
17136	rnn.weight_ih_l0	2	-0.03983133286237717
17136	rnn.weight_ih_l0	3	-0.043303411453962326
17136	rnn.weight_ih_l0	4	-0.050342023372650146
17136	rnn.weight_ih_l0	5	-0.005567773710936308
17136	rnn.weight_ih_l0	6	-0.054539754986763
17136	rnn.weight_ih_l0	7	-0.058695197105407715
17136	rnn.weight_ih_l0	8	-0.04410845786333084
17136	rnn.weight_ih_l0	9	-0.028102576732635498
17136	rnn.weight_hh_l0	0	0.014948412775993347
17136	rnn.weight_hh_l0	1	-0.02348329871892929
17136	rnn.weight_hh_l0	2	-0.06555110216140747
17136	rnn.weight_hh_l0	3	-0.029152603819966316
17136	rnn.weight_hh_l0	4	-0.0710209384560585
17136	rnn.weight_hh_l0	5	-0.014090267941355705
17136	rnn.weight_hh_l0	6	-0.038552988320589066
17136	rnn.weight_hh_l0	7	-0.01808706670999527
17136	rnn.weight_hh_l0	8	-0.01793786697089672
17136	rnn.weight_hh_l0	9	0.011495369486510754
17136	rnn.bias_ih_l0	0	0.11831304430961609
17136	rnn.bias_ih_l0	1	-0.04779025539755821
17136	rnn.bias_ih_l0	2	0.1030086800456047
17136	rnn.bias_ih_l0	3	0.0560348704457283
17136	rnn.bias_ih_l0	4	0.09941030293703079
17136	rnn.bias_ih_l0	5	0.020025746896862984
17136	rnn.bias_ih_l0	6	-0.012530392035841942
17136	rnn.bias_ih_l0	7	-0.1029113307595253
17136	rnn.bias_ih_l0	8	-0.18386763334274292
17136	rnn.bias_ih_l0	9	0.08844805508852005
17136	rnn.bias_hh_l0	0	-0.019746961072087288
17136	rnn.bias_hh_l0	1	0.013873823918402195
17136	rnn.bias_hh_l0	2	-0.02513042278587818
17136	rnn.bias_hh_l0	3	-0.01441014651209116
17136	rnn.bias_hh_l0	4	-0.04467145353555679
17136	rnn.bias_hh_l0	5	0.13173456490039825
17136	rnn.bias_hh_l0	6	0.018878642469644547
17136	rnn.bias_hh_l0	7	0.04523162916302681
17136	rnn.bias_hh_l0	8	0.021838372573256493
17136	rnn.bias_hh_l0	9	0.0404723659157753
17136	rnn.weight_ih_l0_reverse	0	-0.030075225979089737
17136	rnn.weight_ih_l0_reverse	1	-0.0005303442012518644
17136	rnn.weight_ih_l0_reverse	2	0.02643730491399765
17136	rnn.weight_ih_l0_reverse	3	-0.05985608324408531
17136	rnn.weight_ih_l0_reverse	4	0.009529905393719673
17136	rnn.weight_ih_l0_reverse	5	-0.04947461187839508
17136	rnn.weight_ih_l0_reverse	6	0.020845767110586166
17136	rnn.weight_ih_l0_reverse	7	0.044905468821525574
17136	rnn.weight_ih_l0_reverse	8	-0.0439746268093586
17136	rnn.weight_ih_l0_reverse	9	-0.05265595391392708
17136	rnn.weight_hh_l0_reverse	0	-0.0752132311463356
17136	rnn.weight_hh_l0_reverse	1	-0.05320317670702934
17136	rnn.weight_hh_l0_reverse	2	0.03186475858092308
17136	rnn.weight_hh_l0_reverse	3	0.04596523568034172
17136	rnn.weight_hh_l0_reverse	4	0.002737572882324457
17136	rnn.weight_hh_l0_reverse	5	0.043271925300359726
17136	rnn.weight_hh_l0_reverse	6	-0.0010040453635156155
17136	rnn.weight_hh_l0_reverse	7	0.008236784487962723
17136	rnn.weight_hh_l0_reverse	8	-0.09038572013378143
17136	rnn.weight_hh_l0_reverse	9	0.06951139122247696
17136	rnn.bias_ih_l0_reverse	0	-0.09642390161752701
17136	rnn.bias_ih_l0_reverse	1	-0.051702696830034256
17136	rnn.bias_ih_l0_reverse	2	0.09264834225177765
17136	rnn.bias_ih_l0_reverse	3	0.03640124946832657
17136	rnn.bias_ih_l0_reverse	4	-0.12121962010860443
17136	rnn.bias_ih_l0_reverse	5	0.04907640442252159
17136	rnn.bias_ih_l0_reverse	6	-0.10815630853176117
17136	rnn.bias_ih_l0_reverse	7	0.033448558300733566
17136	rnn.bias_ih_l0_reverse	8	0.031319767236709595
17136	rnn.bias_ih_l0_reverse	9	0.07060616463422775
17136	rnn.bias_hh_l0_reverse	0	0.05814993754029274
17136	rnn.bias_hh_l0_reverse	1	0.06192657724022865
17136	rnn.bias_hh_l0_reverse	2	0.07839807868003845
17136	rnn.bias_hh_l0_reverse	3	-0.010684194043278694
17136	rnn.bias_hh_l0_reverse	4	0.08618966490030289
17136	rnn.bias_hh_l0_reverse	5	-0.01709451898932457
17136	rnn.bias_hh_l0_reverse	6	-0.06452620774507523
17136	rnn.bias_hh_l0_reverse	7	0.031440965831279755
17136	rnn.bias_hh_l0_reverse	8	0.029423270374536514
17136	rnn.bias_hh_l0_reverse	9	-0.14899134635925293
17136	linear.weight	0	0.16964279115200043
17136	linear.weight	1	-0.137168288230896
17136	linear.weight	2	-0.19421334564685822
17136	linear.weight	3	0.08021410554647446
17136	linear.weight	4	-0.01350407674908638
17136	linear.weight	5	-0.0008485087309964001
17136	linear.weight	6	-0.00794198177754879
17136	linear.weight	7	-0.0332597941160202
17136	linear.weight	8	0.04919655993580818
17136	linear.weight	9	0.28622716665267944
17136	linear.bias	0	-0.15255418419837952
17136	linear.bias	1	0.14671674370765686
17136	linear.bias	2	-0.48809289932250977
17136	linear.bias	3	1.6304844617843628
17136	linear.bias	4	-0.3784162104129791
17136	linear.bias	5	-0.030769959092140198
17136	linear.bias	6	-0.33257466554641724
17136	linear.bias	7	-0.2443283051252365
17136	linear.bias	8	-0.025471828877925873
17136	linear.bias	9	-0.4720620810985565
17164	transitions	0	-0.6305187940597534
17164	transitions	1	0.3685884177684784
17164	transitions	2	1.696058988571167
17164	transitions	3	0.11880906671285629
17164	transitions	4	0.9623101353645325
17164	transitions	5	1.2742611169815063
17164	transitions	6	0.4838038384914398
17164	transitions	7	0.17757433652877808
17164	transitions	8	-0.9193487167358398
17164	transitions	9	0.9307289123535156
17164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17164	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17164	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17164	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17164	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17164	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17164	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17164	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17164	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17164	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17164	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17164	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17164	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17164	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17164	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17164	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17164	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17164	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17164	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17164	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17164	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17164	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17164	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17164	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17164	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17164	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17164	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17164	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17164	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17164	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17164	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17164	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17164	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17164	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17164	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17164	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17164	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17164	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17164	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17164	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17164	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17164	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17164	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17164	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17164	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17164	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17164	embedding2nn.weight	0	0.023312492296099663
17164	embedding2nn.weight	1	0.014191419817507267
17164	embedding2nn.weight	2	-0.004996671341359615
17164	embedding2nn.weight	3	0.0014985878951847553
17164	embedding2nn.weight	4	-0.00492293294519186
17164	embedding2nn.weight	5	0.009019268676638603
17164	embedding2nn.weight	6	-0.0025091618299484253
17164	embedding2nn.weight	7	0.016616931185126305
17164	embedding2nn.weight	8	-0.006841624621301889
17164	embedding2nn.weight	9	-0.012918989174067974
17164	embedding2nn.bias	0	-0.030195074155926704
17164	embedding2nn.bias	1	-0.019083945080637932
17164	embedding2nn.bias	2	-0.06263568252325058
17164	embedding2nn.bias	3	0.003418881446123123
17164	embedding2nn.bias	4	-0.004363623447716236
17164	embedding2nn.bias	5	-0.004004522226750851
17164	embedding2nn.bias	6	0.004782994277775288
17164	embedding2nn.bias	7	0.025424109771847725
17164	embedding2nn.bias	8	-0.0017137991962954402
17164	embedding2nn.bias	9	0.012929561547935009
17164	rnn.weight_ih_l0	0	0.04051799699664116
17164	rnn.weight_ih_l0	1	-0.007541699800640345
17164	rnn.weight_ih_l0	2	-0.040251411497592926
17164	rnn.weight_ih_l0	3	-0.04320065677165985
17164	rnn.weight_ih_l0	4	-0.050448495894670486
17164	rnn.weight_ih_l0	5	-0.005481414962559938
17164	rnn.weight_ih_l0	6	-0.05451488494873047
17164	rnn.weight_ih_l0	7	-0.05830485746264458
17164	rnn.weight_ih_l0	8	-0.04406984522938728
17164	rnn.weight_ih_l0	9	-0.02814403921365738
17164	rnn.weight_hh_l0	0	0.014732323586940765
17164	rnn.weight_hh_l0	1	-0.02331394888460636
17164	rnn.weight_hh_l0	2	-0.06521637737751007
17164	rnn.weight_hh_l0	3	-0.028761988505721092
17164	rnn.weight_hh_l0	4	-0.07135241478681564
17164	rnn.weight_hh_l0	5	-0.014377889223396778
17164	rnn.weight_hh_l0	6	-0.03917727619409561
17164	rnn.weight_hh_l0	7	-0.01844925619661808
17164	rnn.weight_hh_l0	8	-0.017457371577620506
17164	rnn.weight_hh_l0	9	0.012112083844840527
17164	rnn.bias_ih_l0	0	0.1180696040391922
17164	rnn.bias_ih_l0	1	-0.04968801885843277
17164	rnn.bias_ih_l0	2	0.1023738831281662
17164	rnn.bias_ih_l0	3	0.054444994777441025
17164	rnn.bias_ih_l0	4	0.0988016128540039
17164	rnn.bias_ih_l0	5	0.020853813737630844
17164	rnn.bias_ih_l0	6	-0.009981155395507812
17164	rnn.bias_ih_l0	7	-0.09997045993804932
17164	rnn.bias_ih_l0	8	-0.18017464876174927
17164	rnn.bias_ih_l0	9	0.08945959061384201
17164	rnn.bias_hh_l0	0	-0.018844371661543846
17164	rnn.bias_hh_l0	1	0.013025784865021706
17164	rnn.bias_hh_l0	2	-0.024655194953083992
17164	rnn.bias_hh_l0	3	-0.013753986917436123
17164	rnn.bias_hh_l0	4	-0.045004118233919144
17164	rnn.bias_hh_l0	5	0.13032786548137665
17164	rnn.bias_hh_l0	6	0.01953619159758091
17164	rnn.bias_hh_l0	7	0.04482750594615936
17164	rnn.bias_hh_l0	8	0.02438761107623577
17164	rnn.bias_hh_l0	9	0.0387217216193676
17164	rnn.weight_ih_l0_reverse	0	-0.029662039130926132
17164	rnn.weight_ih_l0_reverse	1	-0.0012523338664323092
17164	rnn.weight_ih_l0_reverse	2	0.02648354321718216
17164	rnn.weight_ih_l0_reverse	3	-0.05971080809831619
17164	rnn.weight_ih_l0_reverse	4	0.008980868384242058
17164	rnn.weight_ih_l0_reverse	5	-0.04948558658361435
17164	rnn.weight_ih_l0_reverse	6	0.019863087683916092
17164	rnn.weight_ih_l0_reverse	7	0.045034006237983704
17164	rnn.weight_ih_l0_reverse	8	-0.044130172580480576
17164	rnn.weight_ih_l0_reverse	9	-0.0526869036257267
17164	rnn.weight_hh_l0_reverse	0	-0.07553788274526596
17164	rnn.weight_hh_l0_reverse	1	-0.05406547337770462
17164	rnn.weight_hh_l0_reverse	2	0.03224554285407066
17164	rnn.weight_hh_l0_reverse	3	0.045349255204200745
17164	rnn.weight_hh_l0_reverse	4	0.002649199916049838
17164	rnn.weight_hh_l0_reverse	5	0.043242696672677994
17164	rnn.weight_hh_l0_reverse	6	-0.0007924102246761322
17164	rnn.weight_hh_l0_reverse	7	0.007890863344073296
17164	rnn.weight_hh_l0_reverse	8	-0.0908132791519165
17164	rnn.weight_hh_l0_reverse	9	0.07079032063484192
17164	rnn.bias_ih_l0_reverse	0	-0.09212992340326309
17164	rnn.bias_ih_l0_reverse	1	-0.05230602249503136
17164	rnn.bias_ih_l0_reverse	2	0.09406056255102158
17164	rnn.bias_ih_l0_reverse	3	0.03582543879747391
17164	rnn.bias_ih_l0_reverse	4	-0.1223747730255127
17164	rnn.bias_ih_l0_reverse	5	0.051011815667152405
17164	rnn.bias_ih_l0_reverse	6	-0.10507743060588837
17164	rnn.bias_ih_l0_reverse	7	0.03405704349279404
17164	rnn.bias_ih_l0_reverse	8	0.03374737873673439
17164	rnn.bias_ih_l0_reverse	9	0.07136518508195877
17164	rnn.bias_hh_l0_reverse	0	0.05861755833029747
17164	rnn.bias_hh_l0_reverse	1	0.0628344938158989
17164	rnn.bias_hh_l0_reverse	2	0.07915324717760086
17164	rnn.bias_hh_l0_reverse	3	-0.010181594640016556
17164	rnn.bias_hh_l0_reverse	4	0.08452966064214706
17164	rnn.bias_hh_l0_reverse	5	-0.019679436460137367
17164	rnn.bias_hh_l0_reverse	6	-0.06350897252559662
17164	rnn.bias_hh_l0_reverse	7	0.0314188189804554
17164	rnn.bias_hh_l0_reverse	8	0.028957735747098923
17164	rnn.bias_hh_l0_reverse	9	-0.1482502669095993
17164	linear.weight	0	0.17055624723434448
17164	linear.weight	1	-0.1371627151966095
17164	linear.weight	2	-0.19587194919586182
17164	linear.weight	3	0.08449581265449524
17164	linear.weight	4	-0.013056105002760887
17164	linear.weight	5	0.00039017293602228165
17164	linear.weight	6	-0.007942472584545612
17164	linear.weight	7	-0.03227165341377258
17164	linear.weight	8	0.05013206973671913
17164	linear.weight	9	0.28956037759780884
17164	linear.bias	0	-0.16456539928913116
17164	linear.bias	1	0.14213606715202332
17164	linear.bias	2	-0.4831877648830414
17164	linear.bias	3	1.6429531574249268
17164	linear.bias	4	-0.3786844313144684
17164	linear.bias	5	-0.030769959092140198
17164	linear.bias	6	-0.32829442620277405
17164	linear.bias	7	-0.24589453637599945
17164	linear.bias	8	-0.023409955203533173
17164	linear.bias	9	-0.4721728563308716
17192	transitions	0	-0.6305761933326721
17192	transitions	1	0.36857038736343384
17192	transitions	2	1.6959240436553955
17192	transitions	3	0.1187906414270401
17192	transitions	4	0.9622414708137512
17192	transitions	5	1.2742598056793213
17192	transitions	6	0.48380354046821594
17192	transitions	7	0.177573099732399
17192	transitions	8	-0.9193493723869324
17192	transitions	9	0.9307289123535156
17192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17192	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17192	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17192	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17192	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17192	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17192	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17192	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17192	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17192	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17192	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17192	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17192	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17192	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17192	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17192	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17192	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17192	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17192	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17192	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17192	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17192	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17192	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17192	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17192	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17192	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17192	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17192	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17192	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17192	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17192	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17192	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17192	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17192	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17192	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17192	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17192	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17192	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17192	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17192	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17192	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17192	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17192	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17192	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17192	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17192	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17192	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17192	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17192	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17192	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17192	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17192	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17192	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17192	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17192	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17192	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17192	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17192	embedding2nn.weight	0	0.023222990334033966
17192	embedding2nn.weight	1	0.01417492050677538
17192	embedding2nn.weight	2	-0.005016508977860212
17192	embedding2nn.weight	3	0.0015740449307486415
17192	embedding2nn.weight	4	-0.004867052659392357
17192	embedding2nn.weight	5	0.00947085302323103
17192	embedding2nn.weight	6	-0.002706301398575306
17192	embedding2nn.weight	7	0.01663506031036377
17192	embedding2nn.weight	8	-0.006821111775934696
17192	embedding2nn.weight	9	-0.01289664302021265
17192	embedding2nn.bias	0	-0.03209028020501137
17192	embedding2nn.bias	1	-0.016529742628335953
17192	embedding2nn.bias	2	-0.06444104760885239
17192	embedding2nn.bias	3	0.0006050523370504379
17192	embedding2nn.bias	4	-0.007066801656037569
17192	embedding2nn.bias	5	-0.006166459526866674
17192	embedding2nn.bias	6	0.007599582429975271
17192	embedding2nn.bias	7	0.026875298470258713
17192	embedding2nn.bias	8	0.0009634091984480619
17192	embedding2nn.bias	9	0.01870567537844181
17192	rnn.weight_ih_l0	0	0.040186576545238495
17192	rnn.weight_ih_l0	1	-0.006895581725984812
17192	rnn.weight_ih_l0	2	-0.04022878408432007
17192	rnn.weight_ih_l0	3	-0.042972248047590256
17192	rnn.weight_ih_l0	4	-0.05051056668162346
17192	rnn.weight_ih_l0	5	-0.005595982540398836
17192	rnn.weight_ih_l0	6	-0.054739609360694885
17192	rnn.weight_ih_l0	7	-0.058173418045043945
17192	rnn.weight_ih_l0	8	-0.04379727318882942
17192	rnn.weight_ih_l0	9	-0.028154319152235985
17192	rnn.weight_hh_l0	0	0.01476679090410471
17192	rnn.weight_hh_l0	1	-0.02314322255551815
17192	rnn.weight_hh_l0	2	-0.06663001328706741
17192	rnn.weight_hh_l0	3	-0.028339318931102753
17192	rnn.weight_hh_l0	4	-0.07125842571258545
17192	rnn.weight_hh_l0	5	-0.014689791947603226
17192	rnn.weight_hh_l0	6	-0.039908476173877716
17192	rnn.weight_hh_l0	7	-0.018422067165374756
17192	rnn.weight_hh_l0	8	-0.017715120688080788
17192	rnn.weight_hh_l0	9	0.012274529784917831
17192	rnn.bias_ih_l0	0	0.1180383637547493
17192	rnn.bias_ih_l0	1	-0.05183485522866249
17192	rnn.bias_ih_l0	2	0.10373294353485107
17192	rnn.bias_ih_l0	3	0.05174809694290161
17192	rnn.bias_ih_l0	4	0.10094977915287018
17192	rnn.bias_ih_l0	5	0.020827986299991608
17192	rnn.bias_ih_l0	6	-0.00937341246753931
17192	rnn.bias_ih_l0	7	-0.10045786201953888
17192	rnn.bias_ih_l0	8	-0.18245358765125275
17192	rnn.bias_ih_l0	9	0.09007755666971207
17192	rnn.bias_hh_l0	0	-0.018630392849445343
17192	rnn.bias_hh_l0	1	0.01410128828138113
17192	rnn.bias_hh_l0	2	-0.026693634688854218
17192	rnn.bias_hh_l0	3	-0.014945992268621922
17192	rnn.bias_hh_l0	4	-0.04647315293550491
17192	rnn.bias_hh_l0	5	0.1307351142168045
17192	rnn.bias_hh_l0	6	0.01964379847049713
17192	rnn.bias_hh_l0	7	0.045194659382104874
17192	rnn.bias_hh_l0	8	0.0249953530728817
17192	rnn.bias_hh_l0	9	0.03896286338567734
17192	rnn.weight_ih_l0_reverse	0	-0.029718946665525436
17192	rnn.weight_ih_l0_reverse	1	-0.0018157780868932605
17192	rnn.weight_ih_l0_reverse	2	0.026368683204054832
17192	rnn.weight_ih_l0_reverse	3	-0.05988239869475365
17192	rnn.weight_ih_l0_reverse	4	0.008998771198093891
17192	rnn.weight_ih_l0_reverse	5	-0.049332961440086365
17192	rnn.weight_ih_l0_reverse	6	0.02038637176156044
17192	rnn.weight_ih_l0_reverse	7	0.045076604932546616
17192	rnn.weight_ih_l0_reverse	8	-0.044198524206876755
17192	rnn.weight_ih_l0_reverse	9	-0.05262034758925438
17192	rnn.weight_hh_l0_reverse	0	-0.07549485564231873
17192	rnn.weight_hh_l0_reverse	1	-0.0542680025100708
17192	rnn.weight_hh_l0_reverse	2	0.03242882341146469
17192	rnn.weight_hh_l0_reverse	3	0.04526956379413605
17192	rnn.weight_hh_l0_reverse	4	0.0029474070761352777
17192	rnn.weight_hh_l0_reverse	5	0.04345369338989258
17192	rnn.weight_hh_l0_reverse	6	-0.0021452594082802534
17192	rnn.weight_hh_l0_reverse	7	0.008395172655582428
17192	rnn.weight_hh_l0_reverse	8	-0.09127814322710037
17192	rnn.weight_hh_l0_reverse	9	0.07069091498851776
17192	rnn.bias_ih_l0_reverse	0	-0.09042138606309891
17192	rnn.bias_ih_l0_reverse	1	-0.059405047446489334
17192	rnn.bias_ih_l0_reverse	2	0.09287647157907486
17192	rnn.bias_ih_l0_reverse	3	0.037183284759521484
17192	rnn.bias_ih_l0_reverse	4	-0.12219585478305817
17192	rnn.bias_ih_l0_reverse	5	0.051874980330467224
17192	rnn.bias_ih_l0_reverse	6	-0.10545657575130463
17192	rnn.bias_ih_l0_reverse	7	0.03429673984646797
17192	rnn.bias_ih_l0_reverse	8	0.0327330157160759
17192	rnn.bias_ih_l0_reverse	9	0.07269351929426193
17192	rnn.bias_hh_l0_reverse	0	0.053995586931705475
17192	rnn.bias_hh_l0_reverse	1	0.0634966492652893
17192	rnn.bias_hh_l0_reverse	2	0.0792793557047844
17192	rnn.bias_hh_l0_reverse	3	-0.00970485806465149
17192	rnn.bias_hh_l0_reverse	4	0.08386588096618652
17192	rnn.bias_hh_l0_reverse	5	-0.0238626878708601
17192	rnn.bias_hh_l0_reverse	6	-0.06312783062458038
17192	rnn.bias_hh_l0_reverse	7	0.03218187764286995
17192	rnn.bias_hh_l0_reverse	8	0.029455378651618958
17192	rnn.bias_hh_l0_reverse	9	-0.1457456648349762
17192	linear.weight	0	0.1649988889694214
17192	linear.weight	1	-0.13716015219688416
17192	linear.weight	2	-0.19442932307720184
17192	linear.weight	3	0.08503860235214233
17192	linear.weight	4	-0.014001237228512764
17192	linear.weight	5	0.0009256444172933698
17192	linear.weight	6	-0.007938538677990437
17192	linear.weight	7	-0.03224734589457512
17192	linear.weight	8	0.05001675710082054
17192	linear.weight	9	0.28963637351989746
17192	linear.bias	0	-0.17099657654762268
17192	linear.bias	1	0.14414964616298676
17192	linear.bias	2	-0.4902839660644531
17192	linear.bias	3	1.6427807807922363
17192	linear.bias	4	-0.378877192735672
17192	linear.bias	5	-0.030769959092140198
17192	linear.bias	6	-0.33316341042518616
17192	linear.bias	7	-0.24330341815948486
17192	linear.bias	8	-0.019463064149022102
17192	linear.bias	9	-0.47223183512687683
17220	transitions	0	-0.6306326389312744
17220	transitions	1	0.3685471713542938
17220	transitions	2	1.695794701576233
17220	transitions	3	0.11876951903104782
17220	transitions	4	0.9622136950492859
17220	transitions	5	1.274257779121399
17220	transitions	6	0.4837990999221802
17220	transitions	7	0.177572101354599
17220	transitions	8	-0.9193496704101562
17220	transitions	9	0.9307289123535156
17220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17220	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17220	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17220	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17220	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17220	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17220	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17220	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17220	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17220	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17220	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17220	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17220	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17220	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17220	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17220	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17220	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17220	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17220	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17220	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17220	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17220	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17220	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17220	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17220	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17220	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17220	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17220	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17220	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17220	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17220	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17220	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17220	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17220	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17220	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17220	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17220	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17220	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17220	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17220	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17220	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17220	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17220	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17220	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17220	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17220	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17220	embedding2nn.weight	0	0.02324070781469345
17220	embedding2nn.weight	1	0.01404554583132267
17220	embedding2nn.weight	2	-0.005078834947198629
17220	embedding2nn.weight	3	0.001664139679633081
17220	embedding2nn.weight	4	-0.004886546637862921
17220	embedding2nn.weight	5	0.009666978381574154
17220	embedding2nn.weight	6	-0.002720104530453682
17220	embedding2nn.weight	7	0.015716953203082085
17220	embedding2nn.weight	8	-0.006866718176752329
17220	embedding2nn.weight	9	-0.012892333790659904
17220	embedding2nn.bias	0	-0.03236719220876694
17220	embedding2nn.bias	1	-0.01713869534432888
17220	embedding2nn.bias	2	-0.06135772913694382
17220	embedding2nn.bias	3	-0.0010945644462481141
17220	embedding2nn.bias	4	-0.004146011080592871
17220	embedding2nn.bias	5	-0.006987305823713541
17220	embedding2nn.bias	6	0.012430647388100624
17220	embedding2nn.bias	7	0.022195206955075264
17220	embedding2nn.bias	8	-0.0016234897775575519
17220	embedding2nn.bias	9	0.01114328857511282
17220	rnn.weight_ih_l0	0	0.03997962549328804
17220	rnn.weight_ih_l0	1	-0.006602137349545956
17220	rnn.weight_ih_l0	2	-0.04034210741519928
17220	rnn.weight_ih_l0	3	-0.042778223752975464
17220	rnn.weight_ih_l0	4	-0.050581999123096466
17220	rnn.weight_ih_l0	5	-0.00569100072607398
17220	rnn.weight_ih_l0	6	-0.0551295205950737
17220	rnn.weight_ih_l0	7	-0.058106936514377594
17220	rnn.weight_ih_l0	8	-0.04333418980240822
17220	rnn.weight_ih_l0	9	-0.028081757947802544
17220	rnn.weight_hh_l0	0	0.014729439280927181
17220	rnn.weight_hh_l0	1	-0.02326875925064087
17220	rnn.weight_hh_l0	2	-0.06671260297298431
17220	rnn.weight_hh_l0	3	-0.028109967708587646
17220	rnn.weight_hh_l0	4	-0.07129660248756409
17220	rnn.weight_hh_l0	5	-0.015158760361373425
17220	rnn.weight_hh_l0	6	-0.037851087749004364
17220	rnn.weight_hh_l0	7	-0.01971927285194397
17220	rnn.weight_hh_l0	8	-0.01735924929380417
17220	rnn.weight_hh_l0	9	0.012141403742134571
17220	rnn.bias_ih_l0	0	0.11940779536962509
17220	rnn.bias_ih_l0	1	-0.050045907497406006
17220	rnn.bias_ih_l0	2	0.10152983665466309
17220	rnn.bias_ih_l0	3	0.05332624167203903
17220	rnn.bias_ih_l0	4	0.10236915946006775
17220	rnn.bias_ih_l0	5	0.021641789004206657
17220	rnn.bias_ih_l0	6	-0.008506180718541145
17220	rnn.bias_ih_l0	7	-0.10136985778808594
17220	rnn.bias_ih_l0	8	-0.19290821254253387
17220	rnn.bias_ih_l0	9	0.08846763521432877
17220	rnn.bias_hh_l0	0	-0.018597455695271492
17220	rnn.bias_hh_l0	1	0.01351244654506445
17220	rnn.bias_hh_l0	2	-0.026217205449938774
17220	rnn.bias_hh_l0	3	-0.014599512331187725
17220	rnn.bias_hh_l0	4	-0.046641021966934204
17220	rnn.bias_hh_l0	5	0.13029006123542786
17220	rnn.bias_hh_l0	6	0.019216639921069145
17220	rnn.bias_hh_l0	7	0.04870488867163658
17220	rnn.bias_hh_l0	8	0.025862591341137886
17220	rnn.bias_hh_l0	9	0.039576806128025055
17220	rnn.weight_ih_l0_reverse	0	-0.030149975791573524
17220	rnn.weight_ih_l0_reverse	1	-0.0014608860947191715
17220	rnn.weight_ih_l0_reverse	2	0.0266495980322361
17220	rnn.weight_ih_l0_reverse	3	-0.06006268784403801
17220	rnn.weight_ih_l0_reverse	4	0.009277253411710262
17220	rnn.weight_ih_l0_reverse	5	-0.048944324254989624
17220	rnn.weight_ih_l0_reverse	6	0.020000267773866653
17220	rnn.weight_ih_l0_reverse	7	0.045066822320222855
17220	rnn.weight_ih_l0_reverse	8	-0.044248539954423904
17220	rnn.weight_ih_l0_reverse	9	-0.05256805196404457
17220	rnn.weight_hh_l0_reverse	0	-0.07548604160547256
17220	rnn.weight_hh_l0_reverse	1	-0.05507728457450867
17220	rnn.weight_hh_l0_reverse	2	0.03214157372713089
17220	rnn.weight_hh_l0_reverse	3	0.04556775838136673
17220	rnn.weight_hh_l0_reverse	4	0.002487771213054657
17220	rnn.weight_hh_l0_reverse	5	0.0435536652803421
17220	rnn.weight_hh_l0_reverse	6	-0.00466149253770709
17220	rnn.weight_hh_l0_reverse	7	0.0075973449274897575
17220	rnn.weight_hh_l0_reverse	8	-0.09132210165262222
17220	rnn.weight_hh_l0_reverse	9	0.07125933468341827
17220	rnn.bias_ih_l0_reverse	0	-0.09201067686080933
17220	rnn.bias_ih_l0_reverse	1	-0.05696938931941986
17220	rnn.bias_ih_l0_reverse	2	0.09248987585306168
17220	rnn.bias_ih_l0_reverse	3	0.037393368780612946
17220	rnn.bias_ih_l0_reverse	4	-0.12400791794061661
17220	rnn.bias_ih_l0_reverse	5	0.05345180630683899
17220	rnn.bias_ih_l0_reverse	6	-0.1041310504078865
17220	rnn.bias_ih_l0_reverse	7	0.03619811311364174
17220	rnn.bias_ih_l0_reverse	8	0.033397577702999115
17220	rnn.bias_ih_l0_reverse	9	0.07115811854600906
17220	rnn.bias_hh_l0_reverse	0	0.05217447504401207
17220	rnn.bias_hh_l0_reverse	1	0.06233569234609604
17220	rnn.bias_hh_l0_reverse	2	0.07936099171638489
17220	rnn.bias_hh_l0_reverse	3	-0.009532097727060318
17220	rnn.bias_hh_l0_reverse	4	0.08335354179143906
17220	rnn.bias_hh_l0_reverse	5	-0.01744672656059265
17220	rnn.bias_hh_l0_reverse	6	-0.06421124190092087
17220	rnn.bias_hh_l0_reverse	7	0.03216126188635826
17220	rnn.bias_hh_l0_reverse	8	0.029554961249232292
17220	rnn.bias_hh_l0_reverse	9	-0.14718851447105408
17220	linear.weight	0	0.16284722089767456
17220	linear.weight	1	-0.13715386390686035
17220	linear.weight	2	-0.19396556913852692
17220	linear.weight	3	0.08319687843322754
17220	linear.weight	4	-0.01282557938247919
17220	linear.weight	5	0.0010815482819452882
17220	linear.weight	6	-0.007937866263091564
17220	linear.weight	7	-0.032237038016319275
17220	linear.weight	8	0.04960014671087265
17220	linear.weight	9	0.2881077229976654
17220	linear.bias	0	-0.15713517367839813
17220	linear.bias	1	0.1375010907649994
17220	linear.bias	2	-0.48985937237739563
17220	linear.bias	3	1.6358848810195923
17220	linear.bias	4	-0.3790404498577118
17220	linear.bias	5	-0.030769959092140198
17220	linear.bias	6	-0.3327401876449585
17220	linear.bias	7	-0.2424883395433426
17220	linear.bias	8	-0.021792981773614883
17220	linear.bias	9	-0.47229546308517456
17248	transitions	0	-0.630752682685852
17248	transitions	1	0.36850282549858093
17248	transitions	2	1.6956915855407715
17248	transitions	3	0.11875110119581223
17248	transitions	4	0.9622038006782532
17248	transitions	5	1.2742564678192139
17248	transitions	6	0.483798086643219
17248	transitions	7	0.17757157981395721
17248	transitions	8	-0.9193497896194458
17248	transitions	9	0.9307289123535156
17248	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17248	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17248	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17248	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17248	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17248	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17248	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17248	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17248	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17248	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17248	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17248	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17248	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17248	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17248	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17248	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17248	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17248	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17248	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17248	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17248	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17248	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17248	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17248	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17248	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17248	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17248	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17248	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17248	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17248	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17248	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17248	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17248	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17248	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17248	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17248	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17248	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17248	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17248	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17248	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17248	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17248	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17248	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17248	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17248	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17248	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17248	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17248	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17248	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17248	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17248	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17248	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17248	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17248	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17248	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17248	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17248	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17248	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17248	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17248	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17248	embedding2nn.weight	0	0.0242171548306942
17248	embedding2nn.weight	1	0.014000438153743744
17248	embedding2nn.weight	2	-0.005112070124596357
17248	embedding2nn.weight	3	0.001794027048163116
17248	embedding2nn.weight	4	-0.00490736635401845
17248	embedding2nn.weight	5	0.009586744010448456
17248	embedding2nn.weight	6	-0.0027921749278903008
17248	embedding2nn.weight	7	0.016187243163585663
17248	embedding2nn.weight	8	-0.006862930487841368
17248	embedding2nn.weight	9	-0.012942456640303135
17248	embedding2nn.bias	0	-0.0318957194685936
17248	embedding2nn.bias	1	-0.01749052293598652
17248	embedding2nn.bias	2	-0.06264644861221313
17248	embedding2nn.bias	3	-0.002876515965908766
17248	embedding2nn.bias	4	0.000775806896854192
17248	embedding2nn.bias	5	-0.00533389113843441
17248	embedding2nn.bias	6	0.011561140418052673
17248	embedding2nn.bias	7	0.02522517740726471
17248	embedding2nn.bias	8	0.0009578359313309193
17248	embedding2nn.bias	9	0.010255367495119572
17248	rnn.weight_ih_l0	0	0.040180325508117676
17248	rnn.weight_ih_l0	1	-0.007178073283284903
17248	rnn.weight_ih_l0	2	-0.04090457037091255
17248	rnn.weight_ih_l0	3	-0.042867861688137054
17248	rnn.weight_ih_l0	4	-0.05102978274226189
17248	rnn.weight_ih_l0	5	-0.005520541220903397
17248	rnn.weight_ih_l0	6	-0.05509446933865547
17248	rnn.weight_ih_l0	7	-0.05767608806490898
17248	rnn.weight_ih_l0	8	-0.04316355288028717
17248	rnn.weight_ih_l0	9	-0.028238441795110703
17248	rnn.weight_hh_l0	0	0.014597619883716106
17248	rnn.weight_hh_l0	1	-0.023267216980457306
17248	rnn.weight_hh_l0	2	-0.0667012631893158
17248	rnn.weight_hh_l0	3	-0.028156597167253494
17248	rnn.weight_hh_l0	4	-0.07149221003055573
17248	rnn.weight_hh_l0	5	-0.015450178645551205
17248	rnn.weight_hh_l0	6	-0.03764655068516731
17248	rnn.weight_hh_l0	7	-0.019379187375307083
17248	rnn.weight_hh_l0	8	-0.017501216381788254
17248	rnn.weight_hh_l0	9	0.013002939522266388
17248	rnn.bias_ih_l0	0	0.12005569040775299
17248	rnn.bias_ih_l0	1	-0.04987708106637001
17248	rnn.bias_ih_l0	2	0.10002671927213669
17248	rnn.bias_ih_l0	3	0.05392764136195183
17248	rnn.bias_ih_l0	4	0.10369547456502914
17248	rnn.bias_ih_l0	5	0.021630236878991127
17248	rnn.bias_ih_l0	6	-0.00999150238931179
17248	rnn.bias_ih_l0	7	-0.09974119067192078
17248	rnn.bias_ih_l0	8	-0.18839898705482483
17248	rnn.bias_ih_l0	9	0.08735279738903046
17248	rnn.bias_hh_l0	0	-0.019436001777648926
17248	rnn.bias_hh_l0	1	0.012293301522731781
17248	rnn.bias_hh_l0	2	-0.02665264531970024
17248	rnn.bias_hh_l0	3	-0.01713705249130726
17248	rnn.bias_hh_l0	4	-0.04679371789097786
17248	rnn.bias_hh_l0	5	0.12926988303661346
17248	rnn.bias_hh_l0	6	0.018863072618842125
17248	rnn.bias_hh_l0	7	0.039218511432409286
17248	rnn.bias_hh_l0	8	0.02437727153301239
17248	rnn.bias_hh_l0	9	0.040601979941129684
17248	rnn.weight_ih_l0_reverse	0	-0.03042849898338318
17248	rnn.weight_ih_l0_reverse	1	-0.000849912001285702
17248	rnn.weight_ih_l0_reverse	2	0.02673371508717537
17248	rnn.weight_ih_l0_reverse	3	-0.059854891151189804
17248	rnn.weight_ih_l0_reverse	4	0.009673367254436016
17248	rnn.weight_ih_l0_reverse	5	-0.048592597246170044
17248	rnn.weight_ih_l0_reverse	6	0.02113240212202072
17248	rnn.weight_ih_l0_reverse	7	0.04504157230257988
17248	rnn.weight_ih_l0_reverse	8	-0.044462695717811584
17248	rnn.weight_ih_l0_reverse	9	-0.05233490839600563
17248	rnn.weight_hh_l0_reverse	0	-0.07606513053178787
17248	rnn.weight_hh_l0_reverse	1	-0.05453570559620857
17248	rnn.weight_hh_l0_reverse	2	0.03204963356256485
17248	rnn.weight_hh_l0_reverse	3	0.04531694948673248
17248	rnn.weight_hh_l0_reverse	4	0.0014729020185768604
17248	rnn.weight_hh_l0_reverse	5	0.043825943022966385
17248	rnn.weight_hh_l0_reverse	6	-0.0066706957295536995
17248	rnn.weight_hh_l0_reverse	7	0.007315144874155521
17248	rnn.weight_hh_l0_reverse	8	-0.09115243703126907
17248	rnn.weight_hh_l0_reverse	9	0.07246524095535278
17248	rnn.bias_ih_l0_reverse	0	-0.09012553095817566
17248	rnn.bias_ih_l0_reverse	1	-0.05664472281932831
17248	rnn.bias_ih_l0_reverse	2	0.09346571564674377
17248	rnn.bias_ih_l0_reverse	3	0.03469635173678398
17248	rnn.bias_ih_l0_reverse	4	-0.12455502897500992
17248	rnn.bias_ih_l0_reverse	5	0.05437856912612915
17248	rnn.bias_ih_l0_reverse	6	-0.10394258052110672
17248	rnn.bias_ih_l0_reverse	7	0.036818619817495346
17248	rnn.bias_ih_l0_reverse	8	0.03370232135057449
17248	rnn.bias_ih_l0_reverse	9	0.07022256404161453
17248	rnn.bias_hh_l0_reverse	0	0.05216440558433533
17248	rnn.bias_hh_l0_reverse	1	0.06427080184221268
17248	rnn.bias_hh_l0_reverse	2	0.07813799381256104
17248	rnn.bias_hh_l0_reverse	3	-0.010301806032657623
17248	rnn.bias_hh_l0_reverse	4	0.08358990401029587
17248	rnn.bias_hh_l0_reverse	5	-0.017081985250115395
17248	rnn.bias_hh_l0_reverse	6	-0.06394252181053162
17248	rnn.bias_hh_l0_reverse	7	0.0313943475484848
17248	rnn.bias_hh_l0_reverse	8	0.03195839375257492
17248	rnn.bias_hh_l0_reverse	9	-0.14274588227272034
17248	linear.weight	0	0.1530420482158661
17248	linear.weight	1	-0.13710084557533264
17248	linear.weight	2	-0.1928369104862213
17248	linear.weight	3	0.07771847397089005
17248	linear.weight	4	-0.012788276188075542
17248	linear.weight	5	0.0009239606442861259
17248	linear.weight	6	-0.007932919077575207
17248	linear.weight	7	-0.03221781179308891
17248	linear.weight	8	0.04929322376847267
17248	linear.weight	9	0.2928951382637024
17248	linear.bias	0	-0.15518000721931458
17248	linear.bias	1	0.14134109020233154
17248	linear.bias	2	-0.490111768245697
17248	linear.bias	3	1.6213420629501343
17248	linear.bias	4	-0.37922734022140503
17248	linear.bias	5	-0.030769959092140198
17248	linear.bias	6	-0.3331654965877533
17248	linear.bias	7	-0.23897920548915863
17248	linear.bias	8	-0.018350869417190552
17248	linear.bias	9	-0.4723822772502899
17276	transitions	0	-0.6308290958404541
17276	transitions	1	0.36844101548194885
17276	transitions	2	1.695596694946289
17276	transitions	3	0.11860629171133041
17276	transitions	4	0.9619414210319519
17276	transitions	5	1.2742552757263184
17276	transitions	6	0.48379722237586975
17276	transitions	7	0.17756786942481995
17276	transitions	8	-0.9193509817123413
17276	transitions	9	0.9307288527488708
17276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17276	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17276	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17276	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17276	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17276	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17276	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17276	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17276	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17276	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17276	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17276	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17276	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17276	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17276	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17276	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17276	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17276	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17276	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17276	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17276	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17276	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17276	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17276	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17276	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17276	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17276	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17276	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17276	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17276	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17276	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17276	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17276	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17276	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17276	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17276	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17276	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17276	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17276	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17276	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17276	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17276	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17276	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17276	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17276	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17276	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17276	embedding2nn.weight	0	0.023449283093214035
17276	embedding2nn.weight	1	0.014109519310295582
17276	embedding2nn.weight	2	-0.005112090148031712
17276	embedding2nn.weight	3	0.0018268144922330976
17276	embedding2nn.weight	4	-0.004871916491538286
17276	embedding2nn.weight	5	0.00939093716442585
17276	embedding2nn.weight	6	-0.002756010042503476
17276	embedding2nn.weight	7	0.01648545265197754
17276	embedding2nn.weight	8	-0.0067253317683935165
17276	embedding2nn.weight	9	-0.012813295237720013
17276	embedding2nn.bias	0	-0.03854801878333092
17276	embedding2nn.bias	1	-0.011730375699698925
17276	embedding2nn.bias	2	-0.06018918380141258
17276	embedding2nn.bias	3	-0.011629899963736534
17276	embedding2nn.bias	4	-0.0025303794536739588
17276	embedding2nn.bias	5	-0.0013469822006300092
17276	embedding2nn.bias	6	0.009846081957221031
17276	embedding2nn.bias	7	0.030621953308582306
17276	embedding2nn.bias	8	-0.0015068516368046403
17276	embedding2nn.bias	9	0.0059632170014083385
17276	rnn.weight_ih_l0	0	0.04004330560564995
17276	rnn.weight_ih_l0	1	-0.008786049671471119
17276	rnn.weight_ih_l0	2	-0.040557198226451874
17276	rnn.weight_ih_l0	3	-0.04243079572916031
17276	rnn.weight_ih_l0	4	-0.05098194628953934
17276	rnn.weight_ih_l0	5	-0.0055999672040343285
17276	rnn.weight_ih_l0	6	-0.054979898035526276
17276	rnn.weight_ih_l0	7	-0.05744045600295067
17276	rnn.weight_ih_l0	8	-0.043141815811395645
17276	rnn.weight_ih_l0	9	-0.027995018288493156
17276	rnn.weight_hh_l0	0	0.014686567708849907
17276	rnn.weight_hh_l0	1	-0.022752394899725914
17276	rnn.weight_hh_l0	2	-0.06685146689414978
17276	rnn.weight_hh_l0	3	-0.02839036099612713
17276	rnn.weight_hh_l0	4	-0.07132662832736969
17276	rnn.weight_hh_l0	5	-0.015499508939683437
17276	rnn.weight_hh_l0	6	-0.03619362413883209
17276	rnn.weight_hh_l0	7	-0.019315827637910843
17276	rnn.weight_hh_l0	8	-0.01783403940498829
17276	rnn.weight_hh_l0	9	0.012774077244102955
17276	rnn.bias_ih_l0	0	0.11919385939836502
17276	rnn.bias_ih_l0	1	-0.0487983375787735
17276	rnn.bias_ih_l0	2	0.09969858080148697
17276	rnn.bias_ih_l0	3	0.05164021998643875
17276	rnn.bias_ih_l0	4	0.10338062047958374
17276	rnn.bias_ih_l0	5	0.020972715690732002
17276	rnn.bias_ih_l0	6	-0.008643506094813347
17276	rnn.bias_ih_l0	7	-0.09689797461032867
17276	rnn.bias_ih_l0	8	-0.18814995884895325
17276	rnn.bias_ih_l0	9	0.0883655995130539
17276	rnn.bias_hh_l0	0	-0.019306229427456856
17276	rnn.bias_hh_l0	1	0.012137806043028831
17276	rnn.bias_hh_l0	2	-0.026403112336993217
17276	rnn.bias_hh_l0	3	-0.017497748136520386
17276	rnn.bias_hh_l0	4	-0.04487164318561554
17276	rnn.bias_hh_l0	5	0.13095246255397797
17276	rnn.bias_hh_l0	6	0.01867045648396015
17276	rnn.bias_hh_l0	7	0.040981024503707886
17276	rnn.bias_hh_l0	8	0.025725265964865685
17276	rnn.bias_hh_l0	9	0.04160235822200775
17276	rnn.weight_ih_l0_reverse	0	-0.03091566637158394
17276	rnn.weight_ih_l0_reverse	1	-0.00039434703649021685
17276	rnn.weight_ih_l0_reverse	2	0.026743218302726746
17276	rnn.weight_ih_l0_reverse	3	-0.05956214666366577
17276	rnn.weight_ih_l0_reverse	4	0.01023751962929964
17276	rnn.weight_ih_l0_reverse	5	-0.049158982932567596
17276	rnn.weight_ih_l0_reverse	6	0.0204207394272089
17276	rnn.weight_ih_l0_reverse	7	0.04480801522731781
17276	rnn.weight_ih_l0_reverse	8	-0.044435564428567886
17276	rnn.weight_ih_l0_reverse	9	-0.05223969370126724
17276	rnn.weight_hh_l0_reverse	0	-0.07575052976608276
17276	rnn.weight_hh_l0_reverse	1	-0.054871585220098495
17276	rnn.weight_hh_l0_reverse	2	0.03173249214887619
17276	rnn.weight_hh_l0_reverse	3	0.044584009796381
17276	rnn.weight_hh_l0_reverse	4	0.0006911882082931697
17276	rnn.weight_hh_l0_reverse	5	0.04370316490530968
17276	rnn.weight_hh_l0_reverse	6	-0.004785554483532906
17276	rnn.weight_hh_l0_reverse	7	0.0075217122212052345
17276	rnn.weight_hh_l0_reverse	8	-0.09089964628219604
17276	rnn.weight_hh_l0_reverse	9	0.0722174271941185
17276	rnn.bias_ih_l0_reverse	0	-0.08642662316560745
17276	rnn.bias_ih_l0_reverse	1	-0.05280656740069389
17276	rnn.bias_ih_l0_reverse	2	0.0937335416674614
17276	rnn.bias_ih_l0_reverse	3	0.03502121940255165
17276	rnn.bias_ih_l0_reverse	4	-0.12431693822145462
17276	rnn.bias_ih_l0_reverse	5	0.053663838654756546
17276	rnn.bias_ih_l0_reverse	6	-0.10583125799894333
17276	rnn.bias_ih_l0_reverse	7	0.03491157293319702
17276	rnn.bias_ih_l0_reverse	8	0.0327640101313591
17276	rnn.bias_ih_l0_reverse	9	0.07068400084972382
17276	rnn.bias_hh_l0_reverse	0	0.05954514816403389
17276	rnn.bias_hh_l0_reverse	1	0.06581337749958038
17276	rnn.bias_hh_l0_reverse	2	0.07663889229297638
17276	rnn.bias_hh_l0_reverse	3	-0.009580487385392189
17276	rnn.bias_hh_l0_reverse	4	0.08384335786104202
17276	rnn.bias_hh_l0_reverse	5	-0.015503225848078728
17276	rnn.bias_hh_l0_reverse	6	-0.06238899379968643
17276	rnn.bias_hh_l0_reverse	7	0.030473092570900917
17276	rnn.bias_hh_l0_reverse	8	0.030914027243852615
17276	rnn.bias_hh_l0_reverse	9	-0.14091679453849792
17276	linear.weight	0	0.1509280949831009
17276	linear.weight	1	-0.13705798983573914
17276	linear.weight	2	-0.19267739355564117
17276	linear.weight	3	0.07358837872743607
17276	linear.weight	4	-0.013310397043824196
17276	linear.weight	5	0.0011539219412952662
17276	linear.weight	6	-0.00792804267257452
17276	linear.weight	7	-0.032075412571430206
17276	linear.weight	8	0.04561998322606087
17276	linear.weight	9	0.2911381721496582
17276	linear.bias	0	-0.15976133942604065
17276	linear.bias	1	0.14600786566734314
17276	linear.bias	2	-0.49070310592651367
17276	linear.bias	3	1.6356165409088135
17276	linear.bias	4	-0.38071590662002563
17276	linear.bias	5	-0.030769959092140198
17276	linear.bias	6	-0.3341159224510193
17276	linear.bias	7	-0.232387974858284
17276	linear.bias	8	-0.015522166155278683
17276	linear.bias	9	-0.4724951982498169
17304	transitions	0	-0.6309049725532532
17304	transitions	1	0.36841627955436707
17304	transitions	2	1.695483922958374
17304	transitions	3	0.11859095841646194
17304	transitions	4	0.9618938565254211
17304	transitions	5	1.2742533683776855
17304	transitions	6	0.48379629850387573
17304	transitions	7	0.17756527662277222
17304	transitions	8	-0.9193512797355652
17304	transitions	9	0.9307288527488708
17304	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17304	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17304	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17304	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17304	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17304	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17304	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17304	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17304	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17304	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17304	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17304	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17304	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17304	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17304	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17304	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17304	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17304	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17304	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17304	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17304	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17304	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17304	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17304	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17304	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17304	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17304	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17304	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17304	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17304	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17304	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17304	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17304	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17304	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17304	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17304	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17304	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17304	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17304	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17304	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17304	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17304	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17304	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17304	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17304	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17304	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17304	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17304	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17304	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17304	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17304	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17304	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17304	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17304	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17304	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17304	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17304	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17304	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17304	embedding2nn.weight	0	0.023245668038725853
17304	embedding2nn.weight	1	0.014244980178773403
17304	embedding2nn.weight	2	-0.005039358511567116
17304	embedding2nn.weight	3	0.002053180243819952
17304	embedding2nn.weight	4	-0.004957269411534071
17304	embedding2nn.weight	5	0.009400958195328712
17304	embedding2nn.weight	6	-0.002694693859666586
17304	embedding2nn.weight	7	0.01609492301940918
17304	embedding2nn.weight	8	-0.006539604626595974
17304	embedding2nn.weight	9	-0.012800902128219604
17304	embedding2nn.bias	0	-0.044325221329927444
17304	embedding2nn.bias	1	-0.012045719660818577
17304	embedding2nn.bias	2	-0.0574067085981369
17304	embedding2nn.bias	3	-0.009956051595509052
17304	embedding2nn.bias	4	-0.004634205251932144
17304	embedding2nn.bias	5	-0.001913345418870449
17304	embedding2nn.bias	6	0.005450707394629717
17304	embedding2nn.bias	7	0.03304148092865944
17304	embedding2nn.bias	8	-0.00034810748184099793
17304	embedding2nn.bias	9	0.007114587351679802
17304	rnn.weight_ih_l0	0	0.040044307708740234
17304	rnn.weight_ih_l0	1	-0.008988913148641586
17304	rnn.weight_ih_l0	2	-0.04001663625240326
17304	rnn.weight_ih_l0	3	-0.04227583110332489
17304	rnn.weight_ih_l0	4	-0.05079019442200661
17304	rnn.weight_ih_l0	5	-0.005396378226578236
17304	rnn.weight_ih_l0	6	-0.05493578314781189
17304	rnn.weight_ih_l0	7	-0.05764481797814369
17304	rnn.weight_ih_l0	8	-0.04342930391430855
17304	rnn.weight_ih_l0	9	-0.027884680777788162
17304	rnn.weight_hh_l0	0	0.014549465849995613
17304	rnn.weight_hh_l0	1	-0.022318383678793907
17304	rnn.weight_hh_l0	2	-0.06756081432104111
17304	rnn.weight_hh_l0	3	-0.02851211093366146
17304	rnn.weight_hh_l0	4	-0.0709470584988594
17304	rnn.weight_hh_l0	5	-0.014707452617585659
17304	rnn.weight_hh_l0	6	-0.037061478942632675
17304	rnn.weight_hh_l0	7	-0.019039595499634743
17304	rnn.weight_hh_l0	8	-0.018422141671180725
17304	rnn.weight_hh_l0	9	0.01344546303153038
17304	rnn.bias_ih_l0	0	0.1192617267370224
17304	rnn.bias_ih_l0	1	-0.048627376556396484
17304	rnn.bias_ih_l0	2	0.10274945944547653
17304	rnn.bias_ih_l0	3	0.05377470701932907
17304	rnn.bias_ih_l0	4	0.1042167916893959
17304	rnn.bias_ih_l0	5	0.020786205306649208
17304	rnn.bias_ih_l0	6	-0.00949688721448183
17304	rnn.bias_ih_l0	7	-0.09984881430864334
17304	rnn.bias_ih_l0	8	-0.19266007840633392
17304	rnn.bias_ih_l0	9	0.08818458765745163
17304	rnn.bias_hh_l0	0	-0.019184110686182976
17304	rnn.bias_hh_l0	1	0.011999684385955334
17304	rnn.bias_hh_l0	2	-0.026322385296225548
17304	rnn.bias_hh_l0	3	-0.019153263419866562
17304	rnn.bias_hh_l0	4	-0.04523629695177078
17304	rnn.bias_hh_l0	5	0.13138465583324432
17304	rnn.bias_hh_l0	6	0.020934179425239563
17304	rnn.bias_hh_l0	7	0.043365199118852615
17304	rnn.bias_hh_l0	8	0.024871883913874626
17304	rnn.bias_hh_l0	9	0.04074143245816231
17304	rnn.weight_ih_l0_reverse	0	-0.030993564054369926
17304	rnn.weight_ih_l0_reverse	1	-0.00019712623907253146
17304	rnn.weight_ih_l0_reverse	2	0.027012353762984276
17304	rnn.weight_ih_l0_reverse	3	-0.05922868102788925
17304	rnn.weight_ih_l0_reverse	4	0.009863334707915783
17304	rnn.weight_ih_l0_reverse	5	-0.04944499582052231
17304	rnn.weight_ih_l0_reverse	6	0.019711429253220558
17304	rnn.weight_ih_l0_reverse	7	0.04465658217668533
17304	rnn.weight_ih_l0_reverse	8	-0.04476024955511093
17304	rnn.weight_ih_l0_reverse	9	-0.05251523107290268
17304	rnn.weight_hh_l0_reverse	0	-0.0752459242939949
17304	rnn.weight_hh_l0_reverse	1	-0.05523790046572685
17304	rnn.weight_hh_l0_reverse	2	0.03152251988649368
17304	rnn.weight_hh_l0_reverse	3	0.04500240087509155
17304	rnn.weight_hh_l0_reverse	4	0.0005239804740995169
17304	rnn.weight_hh_l0_reverse	5	0.04380336031317711
17304	rnn.weight_hh_l0_reverse	6	-0.006984880194067955
17304	rnn.weight_hh_l0_reverse	7	0.008378076367080212
17304	rnn.weight_hh_l0_reverse	8	-0.09066367149353027
17304	rnn.weight_hh_l0_reverse	9	0.07132451981306076
17304	rnn.bias_ih_l0_reverse	0	-0.0885564386844635
17304	rnn.bias_ih_l0_reverse	1	-0.050322894006967545
17304	rnn.bias_ih_l0_reverse	2	0.09204214066267014
17304	rnn.bias_ih_l0_reverse	3	0.035473331809043884
17304	rnn.bias_ih_l0_reverse	4	-0.12567350268363953
17304	rnn.bias_ih_l0_reverse	5	0.05312241241335869
17304	rnn.bias_ih_l0_reverse	6	-0.10629084706306458
17304	rnn.bias_ih_l0_reverse	7	0.03567725419998169
17304	rnn.bias_ih_l0_reverse	8	0.03168381750583649
17304	rnn.bias_ih_l0_reverse	9	0.07026048749685287
17304	rnn.bias_hh_l0_reverse	0	0.06027670577168465
17304	rnn.bias_hh_l0_reverse	1	0.0641348585486412
17304	rnn.bias_hh_l0_reverse	2	0.07584730535745621
17304	rnn.bias_hh_l0_reverse	3	-0.010117948986589909
17304	rnn.bias_hh_l0_reverse	4	0.08268564939498901
17304	rnn.bias_hh_l0_reverse	5	-0.01445354986935854
17304	rnn.bias_hh_l0_reverse	6	-0.06302616745233536
17304	rnn.bias_hh_l0_reverse	7	0.030740143731236458
17304	rnn.bias_hh_l0_reverse	8	0.03005949966609478
17304	rnn.bias_hh_l0_reverse	9	-0.14504855871200562
17304	linear.weight	0	0.1477760374546051
17304	linear.weight	1	-0.1408887803554535
17304	linear.weight	2	-0.19117681682109833
17304	linear.weight	3	0.06583604216575623
17304	linear.weight	4	-0.012617046944797039
17304	linear.weight	5	0.0012411052593961358
17304	linear.weight	6	-0.007918001152575016
17304	linear.weight	7	-0.032059259712696075
17304	linear.weight	8	0.0476362444460392
17304	linear.weight	9	0.2913540303707123
17304	linear.bias	0	-0.1639428287744522
17304	linear.bias	1	0.14791546761989594
17304	linear.bias	2	-0.4892807900905609
17304	linear.bias	3	1.637013554573059
17304	linear.bias	4	-0.3809437155723572
17304	linear.bias	5	-0.030769959092140198
17304	linear.bias	6	-0.3330164849758148
17304	linear.bias	7	-0.23603683710098267
17304	linear.bias	8	-0.018515080213546753
17304	linear.bias	9	-0.4725688099861145
17332	transitions	0	-0.6309741735458374
17332	transitions	1	0.3683045208454132
17332	transitions	2	1.6953436136245728
17332	transitions	3	0.11849579215049744
17332	transitions	4	0.9618592858314514
17332	transitions	5	1.2742525339126587
17332	transitions	6	0.48379573225975037
17332	transitions	7	0.1775646209716797
17332	transitions	8	-0.9193518161773682
17332	transitions	9	0.9307279586791992
17332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17332	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17332	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17332	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17332	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17332	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17332	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17332	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17332	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17332	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17332	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17332	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17332	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17332	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17332	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17332	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17332	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17332	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17332	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17332	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17332	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17332	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17332	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17332	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17332	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17332	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17332	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17332	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17332	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17332	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17332	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17332	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17332	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17332	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17332	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17332	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17332	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17332	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17332	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17332	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17332	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17332	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17332	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17332	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17332	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17332	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17332	embedding2nn.weight	0	0.023736082017421722
17332	embedding2nn.weight	1	0.014247315004467964
17332	embedding2nn.weight	2	-0.005025769583880901
17332	embedding2nn.weight	3	0.0019473022548481822
17332	embedding2nn.weight	4	-0.004931585397571325
17332	embedding2nn.weight	5	0.009381995536386967
17332	embedding2nn.weight	6	-0.0027963502798229456
17332	embedding2nn.weight	7	0.01582798920571804
17332	embedding2nn.weight	8	-0.006315967999398708
17332	embedding2nn.weight	9	-0.012688717804849148
17332	embedding2nn.bias	0	-0.04345691204071045
17332	embedding2nn.bias	1	-0.009369280189275742
17332	embedding2nn.bias	2	-0.05417504161596298
17332	embedding2nn.bias	3	-0.011606846004724503
17332	embedding2nn.bias	4	-0.00396063644438982
17332	embedding2nn.bias	5	0.0030232558492571115
17332	embedding2nn.bias	6	0.010244878940284252
17332	embedding2nn.bias	7	0.031133098527789116
17332	embedding2nn.bias	8	0.0023619397543370724
17332	embedding2nn.bias	9	0.006106381770223379
17332	rnn.weight_ih_l0	0	0.0401875302195549
17332	rnn.weight_ih_l0	1	-0.009319432079792023
17332	rnn.weight_ih_l0	2	-0.03978155553340912
17332	rnn.weight_ih_l0	3	-0.04226117208600044
17332	rnn.weight_ih_l0	4	-0.05070360749959946
17332	rnn.weight_ih_l0	5	-0.005182476248592138
17332	rnn.weight_ih_l0	6	-0.05483461171388626
17332	rnn.weight_ih_l0	7	-0.05776171386241913
17332	rnn.weight_ih_l0	8	-0.04369094595313072
17332	rnn.weight_ih_l0	9	-0.027798818424344063
17332	rnn.weight_hh_l0	0	0.014442550018429756
17332	rnn.weight_hh_l0	1	-0.0219133198261261
17332	rnn.weight_hh_l0	2	-0.06681301444768906
17332	rnn.weight_hh_l0	3	-0.02876465581357479
17332	rnn.weight_hh_l0	4	-0.07078893482685089
17332	rnn.weight_hh_l0	5	-0.014224008657038212
17332	rnn.weight_hh_l0	6	-0.03781900927424431
17332	rnn.weight_hh_l0	7	-0.018757415935397148
17332	rnn.weight_hh_l0	8	-0.017984304577112198
17332	rnn.weight_hh_l0	9	0.01336261723190546
17332	rnn.bias_ih_l0	0	0.11930513381958008
17332	rnn.bias_ih_l0	1	-0.049271196126937866
17332	rnn.bias_ih_l0	2	0.101170614361763
17332	rnn.bias_ih_l0	3	0.054110314697027206
17332	rnn.bias_ih_l0	4	0.103144571185112
17332	rnn.bias_ih_l0	5	0.021388186141848564
17332	rnn.bias_ih_l0	6	-0.008857904933393002
17332	rnn.bias_ih_l0	7	-0.10649803280830383
17332	rnn.bias_ih_l0	8	-0.18688657879829407
17332	rnn.bias_ih_l0	9	0.0889580175280571
17332	rnn.bias_hh_l0	0	-0.018724268302321434
17332	rnn.bias_hh_l0	1	0.011532098054885864
17332	rnn.bias_hh_l0	2	-0.026871679350733757
17332	rnn.bias_hh_l0	3	-0.020382588729262352
17332	rnn.bias_hh_l0	4	-0.04126341640949249
17332	rnn.bias_hh_l0	5	0.13198089599609375
17332	rnn.bias_hh_l0	6	0.020631223917007446
17332	rnn.bias_hh_l0	7	0.04321684688329697
17332	rnn.bias_hh_l0	8	0.025510868057608604
17332	rnn.bias_hh_l0	9	0.03960705175995827
17332	rnn.weight_ih_l0_reverse	0	-0.031176505610346794
17332	rnn.weight_ih_l0_reverse	1	0.00044438993791118264
17332	rnn.weight_ih_l0_reverse	2	0.027026552706956863
17332	rnn.weight_ih_l0_reverse	3	-0.05956421047449112
17332	rnn.weight_ih_l0_reverse	4	0.010199553333222866
17332	rnn.weight_ih_l0_reverse	5	-0.0495295450091362
17332	rnn.weight_ih_l0_reverse	6	0.019717177376151085
17332	rnn.weight_ih_l0_reverse	7	0.04462801292538643
17332	rnn.weight_ih_l0_reverse	8	-0.0449356809258461
17332	rnn.weight_ih_l0_reverse	9	-0.05241167172789574
17332	rnn.weight_hh_l0_reverse	0	-0.07519449293613434
17332	rnn.weight_hh_l0_reverse	1	-0.05546405911445618
17332	rnn.weight_hh_l0_reverse	2	0.03158494457602501
17332	rnn.weight_hh_l0_reverse	3	0.04543289169669151
17332	rnn.weight_hh_l0_reverse	4	0.00037603123928420246
17332	rnn.weight_hh_l0_reverse	5	0.04426317662000656
17332	rnn.weight_hh_l0_reverse	6	-0.006736010778695345
17332	rnn.weight_hh_l0_reverse	7	0.009083685465157032
17332	rnn.weight_hh_l0_reverse	8	-0.09039609134197235
17332	rnn.weight_hh_l0_reverse	9	0.07114556431770325
17332	rnn.bias_ih_l0_reverse	0	-0.08045382797718048
17332	rnn.bias_ih_l0_reverse	1	-0.05084612965583801
17332	rnn.bias_ih_l0_reverse	2	0.0949728712439537
17332	rnn.bias_ih_l0_reverse	3	0.0343184620141983
17332	rnn.bias_ih_l0_reverse	4	-0.1261814534664154
17332	rnn.bias_ih_l0_reverse	5	0.052334390580654144
17332	rnn.bias_ih_l0_reverse	6	-0.10475501418113708
17332	rnn.bias_ih_l0_reverse	7	0.03597485274076462
17332	rnn.bias_ih_l0_reverse	8	0.03096523880958557
17332	rnn.bias_ih_l0_reverse	9	0.06982225924730301
17332	rnn.bias_hh_l0_reverse	0	0.05335747450590134
17332	rnn.bias_hh_l0_reverse	1	0.06257443130016327
17332	rnn.bias_hh_l0_reverse	2	0.0784924328327179
17332	rnn.bias_hh_l0_reverse	3	-0.011806847527623177
17332	rnn.bias_hh_l0_reverse	4	0.08298221230506897
17332	rnn.bias_hh_l0_reverse	5	-0.0205503199249506
17332	rnn.bias_hh_l0_reverse	6	-0.0650913342833519
17332	rnn.bias_hh_l0_reverse	7	0.030406249687075615
17332	rnn.bias_hh_l0_reverse	8	0.027488602325320244
17332	rnn.bias_hh_l0_reverse	9	-0.1438816487789154
17332	linear.weight	0	0.1524980217218399
17332	linear.weight	1	-0.14092357456684113
17332	linear.weight	2	-0.1942504495382309
17332	linear.weight	3	0.06636596471071243
17332	linear.weight	4	-0.013957569375634193
17332	linear.weight	5	-0.0006461996817961335
17332	linear.weight	6	-0.007915176451206207
17332	linear.weight	7	-0.03163394331932068
17332	linear.weight	8	0.048589855432510376
17332	linear.weight	9	0.28463947772979736
17332	linear.bias	0	-0.18043343722820282
17332	linear.bias	1	0.14523884654045105
17332	linear.bias	2	-0.49015548825263977
17332	linear.bias	3	1.6480990648269653
17332	linear.bias	4	-0.3822389245033264
17332	linear.bias	5	-0.030769959092140198
17332	linear.bias	6	-0.3342284560203552
17332	linear.bias	7	-0.23748019337654114
17332	linear.bias	8	-0.014237042516469955
17332	linear.bias	9	-0.47268325090408325
17360	transitions	0	-0.6310153007507324
17360	transitions	1	0.3682860732078552
17360	transitions	2	1.6951935291290283
17360	transitions	3	0.11845624446868896
17360	transitions	4	0.9618541598320007
17360	transitions	5	1.2742518186569214
17360	transitions	6	0.48379549384117126
17360	transitions	7	0.17756281793117523
17360	transitions	8	-0.9193524718284607
17360	transitions	9	0.9307279586791992
17360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17360	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17360	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17360	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17360	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17360	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17360	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17360	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17360	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17360	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17360	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17360	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17360	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17360	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17360	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17360	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17360	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17360	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17360	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17360	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17360	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17360	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17360	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17360	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17360	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17360	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17360	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17360	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17360	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17360	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17360	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17360	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17360	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17360	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17360	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17360	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17360	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17360	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17360	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17360	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17360	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17360	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17360	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17360	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17360	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17360	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17360	embedding2nn.weight	0	0.023996297270059586
17360	embedding2nn.weight	1	0.01413909811526537
17360	embedding2nn.weight	2	-0.00509290024638176
17360	embedding2nn.weight	3	0.002014047233387828
17360	embedding2nn.weight	4	-0.004793470725417137
17360	embedding2nn.weight	5	0.00931625161319971
17360	embedding2nn.weight	6	-0.002803739160299301
17360	embedding2nn.weight	7	0.015874631702899933
17360	embedding2nn.weight	8	-0.006165237631648779
17360	embedding2nn.weight	9	-0.012708318419754505
17360	embedding2nn.bias	0	-0.04594019800424576
17360	embedding2nn.bias	1	-0.01124619785696268
17360	embedding2nn.bias	2	-0.058687474578619
17360	embedding2nn.bias	3	-0.013000661507248878
17360	embedding2nn.bias	4	-0.008954651653766632
17360	embedding2nn.bias	5	0.008126054890453815
17360	embedding2nn.bias	6	0.012664361856877804
17360	embedding2nn.bias	7	0.023648984730243683
17360	embedding2nn.bias	8	-0.0053040990605950356
17360	embedding2nn.bias	9	0.002308283466845751
17360	rnn.weight_ih_l0	0	0.04024649038910866
17360	rnn.weight_ih_l0	1	-0.009344074875116348
17360	rnn.weight_ih_l0	2	-0.03950807452201843
17360	rnn.weight_ih_l0	3	-0.041988782584667206
17360	rnn.weight_ih_l0	4	-0.05061641335487366
17360	rnn.weight_ih_l0	5	-0.005546485539525747
17360	rnn.weight_ih_l0	6	-0.05399996414780617
17360	rnn.weight_ih_l0	7	-0.05774446949362755
17360	rnn.weight_ih_l0	8	-0.0437810942530632
17360	rnn.weight_ih_l0	9	-0.027794452384114265
17360	rnn.weight_hh_l0	0	0.014391493983566761
17360	rnn.weight_hh_l0	1	-0.0213420782238245
17360	rnn.weight_hh_l0	2	-0.06697575002908707
17360	rnn.weight_hh_l0	3	-0.02844792976975441
17360	rnn.weight_hh_l0	4	-0.07075607031583786
17360	rnn.weight_hh_l0	5	-0.014175843447446823
17360	rnn.weight_hh_l0	6	-0.0402100495994091
17360	rnn.weight_hh_l0	7	-0.01880761794745922
17360	rnn.weight_hh_l0	8	-0.017925729975104332
17360	rnn.weight_hh_l0	9	0.013771961443126202
17360	rnn.bias_ih_l0	0	0.12091095745563507
17360	rnn.bias_ih_l0	1	-0.049162544310092926
17360	rnn.bias_ih_l0	2	0.1003672257065773
17360	rnn.bias_ih_l0	3	0.05278334021568298
17360	rnn.bias_ih_l0	4	0.10349934548139572
17360	rnn.bias_ih_l0	5	0.02156944014132023
17360	rnn.bias_ih_l0	6	-0.008520679548382759
17360	rnn.bias_ih_l0	7	-0.10164681077003479
17360	rnn.bias_ih_l0	8	-0.18495571613311768
17360	rnn.bias_ih_l0	9	0.08959279954433441
17360	rnn.bias_hh_l0	0	-0.018471764400601387
17360	rnn.bias_hh_l0	1	0.012962352484464645
17360	rnn.bias_hh_l0	2	-0.02767563797533512
17360	rnn.bias_hh_l0	3	-0.015481780283153057
17360	rnn.bias_hh_l0	4	-0.04146414250135422
17360	rnn.bias_hh_l0	5	0.12982507050037384
17360	rnn.bias_hh_l0	6	0.019988488405942917
17360	rnn.bias_hh_l0	7	0.04054366424679756
17360	rnn.bias_hh_l0	8	0.02584809437394142
17360	rnn.bias_hh_l0	9	0.037982579320669174
17360	rnn.weight_ih_l0_reverse	0	-0.031107157468795776
17360	rnn.weight_ih_l0_reverse	1	0.0002756646426860243
17360	rnn.weight_ih_l0_reverse	2	0.027012022212147713
17360	rnn.weight_ih_l0_reverse	3	-0.05946405977010727
17360	rnn.weight_ih_l0_reverse	4	0.00986260175704956
17360	rnn.weight_ih_l0_reverse	5	-0.0493583157658577
17360	rnn.weight_ih_l0_reverse	6	0.01984160579741001
17360	rnn.weight_ih_l0_reverse	7	0.04464550316333771
17360	rnn.weight_ih_l0_reverse	8	-0.04472097009420395
17360	rnn.weight_ih_l0_reverse	9	-0.052452392876148224
17360	rnn.weight_hh_l0_reverse	0	-0.07529569417238235
17360	rnn.weight_hh_l0_reverse	1	-0.056494783610105515
17360	rnn.weight_hh_l0_reverse	2	0.03178969770669937
17360	rnn.weight_hh_l0_reverse	3	0.045672643929719925
17360	rnn.weight_hh_l0_reverse	4	5.992991282255389e-05
17360	rnn.weight_hh_l0_reverse	5	0.04424794018268585
17360	rnn.weight_hh_l0_reverse	6	-0.007502396125346422
17360	rnn.weight_hh_l0_reverse	7	0.009017244912683964
17360	rnn.weight_hh_l0_reverse	8	-0.09023291617631912
17360	rnn.weight_hh_l0_reverse	9	0.07218462228775024
17360	rnn.bias_ih_l0_reverse	0	-0.07759031653404236
17360	rnn.bias_ih_l0_reverse	1	-0.05721006542444229
17360	rnn.bias_ih_l0_reverse	2	0.09501375257968903
17360	rnn.bias_ih_l0_reverse	3	0.03359303995966911
17360	rnn.bias_ih_l0_reverse	4	-0.12848246097564697
17360	rnn.bias_ih_l0_reverse	5	0.052135713398456573
17360	rnn.bias_ih_l0_reverse	6	-0.10551121830940247
17360	rnn.bias_ih_l0_reverse	7	0.0401386097073555
17360	rnn.bias_ih_l0_reverse	8	0.030697882175445557
17360	rnn.bias_ih_l0_reverse	9	0.06733216345310211
17360	rnn.bias_hh_l0_reverse	0	0.05816769599914551
17360	rnn.bias_hh_l0_reverse	1	0.06149572134017944
17360	rnn.bias_hh_l0_reverse	2	0.07770738005638123
17360	rnn.bias_hh_l0_reverse	3	-0.012543854303658009
17360	rnn.bias_hh_l0_reverse	4	0.08140703290700912
17360	rnn.bias_hh_l0_reverse	5	-0.01451962348073721
17360	rnn.bias_hh_l0_reverse	6	-0.06514137238264084
17360	rnn.bias_hh_l0_reverse	7	0.031329527497291565
17360	rnn.bias_hh_l0_reverse	8	0.028909610584378242
17360	rnn.bias_hh_l0_reverse	9	-0.14594945311546326
17360	linear.weight	0	0.146564319729805
17360	linear.weight	1	-0.1409190148115158
17360	linear.weight	2	-0.19386473298072815
17360	linear.weight	3	0.06473851203918457
17360	linear.weight	4	-0.013778532855212688
17360	linear.weight	5	-0.0003333928470965475
17360	linear.weight	6	-0.007911806926131248
17360	linear.weight	7	-0.031549952924251556
17360	linear.weight	8	0.04748653993010521
17360	linear.weight	9	0.28976428508758545
17360	linear.bias	0	-0.17311380803585052
17360	linear.bias	1	0.14910727739334106
17360	linear.bias	2	-0.48662444949150085
17360	linear.bias	3	1.633769154548645
17360	linear.bias	4	-0.3823835253715515
17360	linear.bias	5	-0.030769959092140198
17360	linear.bias	6	-0.3316988945007324
17360	linear.bias	7	-0.23584261536598206
17360	linear.bias	8	-0.007925324141979218
17360	linear.bias	9	-0.47274941205978394
17388	transitions	0	-0.6311164498329163
17388	transitions	1	0.36823412775993347
17388	transitions	2	1.6951199769973755
17388	transitions	3	0.11841242015361786
17388	transitions	4	0.9618041515350342
17388	transitions	5	1.2742500305175781
17388	transitions	6	0.4837954044342041
17388	transitions	7	0.17756204307079315
17388	transitions	8	-0.9193527102470398
17388	transitions	9	0.9307278990745544
17388	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17388	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17388	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17388	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17388	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17388	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17388	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17388	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17388	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17388	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17388	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17388	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17388	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17388	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17388	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17388	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17388	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17388	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17388	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17388	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17388	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17388	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17388	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17388	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17388	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17388	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17388	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17388	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17388	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17388	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17388	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17388	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17388	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17388	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17388	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17388	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17388	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17388	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17388	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17388	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17388	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17388	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17388	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17388	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17388	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17388	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17388	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17388	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17388	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17388	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17388	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17388	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17388	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17388	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17388	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17388	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17388	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17388	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17388	embedding2nn.weight	0	0.023768827319145203
17388	embedding2nn.weight	1	0.013993627391755581
17388	embedding2nn.weight	2	-0.005136448889970779
17388	embedding2nn.weight	3	0.0020396930631250143
17388	embedding2nn.weight	4	-0.004828468430787325
17388	embedding2nn.weight	5	0.009172785095870495
17388	embedding2nn.weight	6	-0.00283196778036654
17388	embedding2nn.weight	7	0.01619039475917816
17388	embedding2nn.weight	8	-0.005838154349476099
17388	embedding2nn.weight	9	-0.012797302566468716
17388	embedding2nn.bias	0	-0.045374006032943726
17388	embedding2nn.bias	1	-0.01371968537569046
17388	embedding2nn.bias	2	-0.05728738754987717
17388	embedding2nn.bias	3	-0.02097572572529316
17388	embedding2nn.bias	4	-0.0156424418091774
17388	embedding2nn.bias	5	0.005043376702815294
17388	embedding2nn.bias	6	0.002848790492862463
17388	embedding2nn.bias	7	0.01941245049238205
17388	embedding2nn.bias	8	-0.006002094596624374
17388	embedding2nn.bias	9	0.003774585435166955
17388	rnn.weight_ih_l0	0	0.04023262858390808
17388	rnn.weight_ih_l0	1	-0.010414713993668556
17388	rnn.weight_ih_l0	2	-0.03962605446577072
17388	rnn.weight_ih_l0	3	-0.042072489857673645
17388	rnn.weight_ih_l0	4	-0.050639454275369644
17388	rnn.weight_ih_l0	5	-0.0054188622161746025
17388	rnn.weight_ih_l0	6	-0.054080307483673096
17388	rnn.weight_ih_l0	7	-0.057670917361974716
17388	rnn.weight_ih_l0	8	-0.04386023059487343
17388	rnn.weight_ih_l0	9	-0.02791084721684456
17388	rnn.weight_hh_l0	0	0.01442138571292162
17388	rnn.weight_hh_l0	1	-0.021190691739320755
17388	rnn.weight_hh_l0	2	-0.06697762757539749
17388	rnn.weight_hh_l0	3	-0.028338324278593063
17388	rnn.weight_hh_l0	4	-0.07129710912704468
17388	rnn.weight_hh_l0	5	-0.013489924371242523
17388	rnn.weight_hh_l0	6	-0.03944407030940056
17388	rnn.weight_hh_l0	7	-0.018168635666370392
17388	rnn.weight_hh_l0	8	-0.01824215054512024
17388	rnn.weight_hh_l0	9	0.012920032255351543
17388	rnn.bias_ih_l0	0	0.12067387998104095
17388	rnn.bias_ih_l0	1	-0.05157826468348503
17388	rnn.bias_ih_l0	2	0.10134198516607285
17388	rnn.bias_ih_l0	3	0.05372263491153717
17388	rnn.bias_ih_l0	4	0.10378502309322357
17388	rnn.bias_ih_l0	5	0.021429162472486496
17388	rnn.bias_ih_l0	6	-0.011057562194764614
17388	rnn.bias_ih_l0	7	-0.111142598092556
17388	rnn.bias_ih_l0	8	-0.18507057428359985
17388	rnn.bias_ih_l0	9	0.09149911254644394
17388	rnn.bias_hh_l0	0	-0.017934303730726242
17388	rnn.bias_hh_l0	1	0.014331948012113571
17388	rnn.bias_hh_l0	2	-0.02765730954706669
17388	rnn.bias_hh_l0	3	-0.019681816920638084
17388	rnn.bias_hh_l0	4	-0.043054789304733276
17388	rnn.bias_hh_l0	5	0.12975548207759857
17388	rnn.bias_hh_l0	6	0.020140307024121284
17388	rnn.bias_hh_l0	7	0.0417097844183445
17388	rnn.bias_hh_l0	8	0.023311208933591843
17388	rnn.bias_hh_l0	9	0.03766540810465813
17388	rnn.weight_ih_l0_reverse	0	-0.030695799738168716
17388	rnn.weight_ih_l0_reverse	1	0.001456439378671348
17388	rnn.weight_ih_l0_reverse	2	0.027136294171214104
17388	rnn.weight_ih_l0_reverse	3	-0.05933118239045143
17388	rnn.weight_ih_l0_reverse	4	0.009654040448367596
17388	rnn.weight_ih_l0_reverse	5	-0.049815189093351364
17388	rnn.weight_ih_l0_reverse	6	0.021184898912906647
17388	rnn.weight_ih_l0_reverse	7	0.04464751482009888
17388	rnn.weight_ih_l0_reverse	8	-0.04474441707134247
17388	rnn.weight_ih_l0_reverse	9	-0.05245419219136238
17388	rnn.weight_hh_l0_reverse	0	-0.07551548629999161
17388	rnn.weight_hh_l0_reverse	1	-0.055624689906835556
17388	rnn.weight_hh_l0_reverse	2	0.03166360780596733
17388	rnn.weight_hh_l0_reverse	3	0.045838240534067154
17388	rnn.weight_hh_l0_reverse	4	-4.247864490025677e-05
17388	rnn.weight_hh_l0_reverse	5	0.04428378865122795
17388	rnn.weight_hh_l0_reverse	6	-0.008151773363351822
17388	rnn.weight_hh_l0_reverse	7	0.00872926227748394
17388	rnn.weight_hh_l0_reverse	8	-0.08937587589025497
17388	rnn.weight_hh_l0_reverse	9	0.07142230123281479
17388	rnn.bias_ih_l0_reverse	0	-0.07891938835382462
17388	rnn.bias_ih_l0_reverse	1	-0.05836082994937897
17388	rnn.bias_ih_l0_reverse	2	0.09577541053295135
17388	rnn.bias_ih_l0_reverse	3	0.034794509410858154
17388	rnn.bias_ih_l0_reverse	4	-0.12902483344078064
17388	rnn.bias_ih_l0_reverse	5	0.049522146582603455
17388	rnn.bias_ih_l0_reverse	6	-0.1057315319776535
17388	rnn.bias_ih_l0_reverse	7	0.04487280175089836
17388	rnn.bias_ih_l0_reverse	8	0.029980145394802094
17388	rnn.bias_ih_l0_reverse	9	0.06670490652322769
17388	rnn.bias_hh_l0_reverse	0	0.0556073859333992
17388	rnn.bias_hh_l0_reverse	1	0.06140858307480812
17388	rnn.bias_hh_l0_reverse	2	0.07661715894937515
17388	rnn.bias_hh_l0_reverse	3	-0.01203770563006401
17388	rnn.bias_hh_l0_reverse	4	0.08184058964252472
17388	rnn.bias_hh_l0_reverse	5	-0.01857379451394081
17388	rnn.bias_hh_l0_reverse	6	-0.06549351662397385
17388	rnn.bias_hh_l0_reverse	7	0.031514596194028854
17388	rnn.bias_hh_l0_reverse	8	0.026625314727425575
17388	rnn.bias_hh_l0_reverse	9	-0.14756786823272705
17388	linear.weight	0	0.14128302037715912
17388	linear.weight	1	-0.14090707898139954
17388	linear.weight	2	-0.1944877952337265
17388	linear.weight	3	0.06918274611234665
17388	linear.weight	4	-0.014288479462265968
17388	linear.weight	5	0.0012756806099787354
17388	linear.weight	6	-0.007910773158073425
17388	linear.weight	7	-0.03151174262166023
17388	linear.weight	8	0.04951052740216255
17388	linear.weight	9	0.2910284698009491
17388	linear.bias	0	-0.17253386974334717
17388	linear.bias	1	0.14758123457431793
17388	linear.bias	2	-0.4879368245601654
17388	linear.bias	3	1.6403013467788696
17388	linear.bias	4	-0.3826611638069153
17388	linear.bias	5	-0.030769959092140198
17388	linear.bias	6	-0.3340167701244354
17388	linear.bias	7	-0.2334270179271698
17388	linear.bias	8	-0.0010047410614788532
17388	linear.bias	9	-0.47294631600379944
17416	transitions	0	-0.6311946511268616
17416	transitions	1	0.36819911003112793
17416	transitions	2	1.695026159286499
17416	transitions	3	0.11824355274438858
17416	transitions	4	0.9617451429367065
17416	transitions	5	1.2742470502853394
17416	transitions	6	0.48379313945770264
17416	transitions	7	0.17755216360092163
17416	transitions	8	-0.9193544387817383
17416	transitions	9	0.9307278394699097
17416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17416	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17416	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17416	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17416	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17416	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17416	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17416	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17416	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17416	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17416	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17416	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17416	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17416	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17416	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17416	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17416	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17416	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17416	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17416	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17416	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17416	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17416	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17416	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17416	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17416	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17416	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17416	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17416	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17416	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17416	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17416	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17416	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17416	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17416	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17416	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17416	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17416	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17416	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17416	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17416	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17416	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17416	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17416	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17416	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17416	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17416	embedding2nn.weight	0	0.023508600890636444
17416	embedding2nn.weight	1	0.014011231251060963
17416	embedding2nn.weight	2	-0.0051740603521466255
17416	embedding2nn.weight	3	0.0019512152066454291
17416	embedding2nn.weight	4	-0.004775232635438442
17416	embedding2nn.weight	5	0.009253950789570808
17416	embedding2nn.weight	6	-0.002847641706466675
17416	embedding2nn.weight	7	0.01629137247800827
17416	embedding2nn.weight	8	-0.005908474791795015
17416	embedding2nn.weight	9	-0.012720025144517422
17416	embedding2nn.bias	0	-0.051144685596227646
17416	embedding2nn.bias	1	-0.010468789376318455
17416	embedding2nn.bias	2	-0.05261031165719032
17416	embedding2nn.bias	3	-0.018744386732578278
17416	embedding2nn.bias	4	-0.013120715506374836
17416	embedding2nn.bias	5	0.004174704663455486
17416	embedding2nn.bias	6	0.00046504184138029814
17416	embedding2nn.bias	7	0.01848684251308441
17416	embedding2nn.bias	8	-0.0012988365488126874
17416	embedding2nn.bias	9	0.00859422143548727
17416	rnn.weight_ih_l0	0	0.04043003171682358
17416	rnn.weight_ih_l0	1	-0.010766422376036644
17416	rnn.weight_ih_l0	2	-0.03899073228240013
17416	rnn.weight_ih_l0	3	-0.0419701412320137
17416	rnn.weight_ih_l0	4	-0.05037035420536995
17416	rnn.weight_ih_l0	5	-0.0053740693256258965
17416	rnn.weight_ih_l0	6	-0.0538191981613636
17416	rnn.weight_ih_l0	7	-0.0579012930393219
17416	rnn.weight_ih_l0	8	-0.04385724663734436
17416	rnn.weight_ih_l0	9	-0.027920929715037346
17416	rnn.weight_hh_l0	0	0.015090416185557842
17416	rnn.weight_hh_l0	1	-0.021593952551484108
17416	rnn.weight_hh_l0	2	-0.06847970187664032
17416	rnn.weight_hh_l0	3	-0.028310008347034454
17416	rnn.weight_hh_l0	4	-0.07145749032497406
17416	rnn.weight_hh_l0	5	-0.012746050953865051
17416	rnn.weight_hh_l0	6	-0.03766921907663345
17416	rnn.weight_hh_l0	7	-0.020251303911209106
17416	rnn.weight_hh_l0	8	-0.018313560634851456
17416	rnn.weight_hh_l0	9	0.01294409204274416
17416	rnn.bias_ih_l0	0	0.12039809674024582
17416	rnn.bias_ih_l0	1	-0.052707720547914505
17416	rnn.bias_ih_l0	2	0.10016520321369171
17416	rnn.bias_ih_l0	3	0.052469175308942795
17416	rnn.bias_ih_l0	4	0.10347119718790054
17416	rnn.bias_ih_l0	5	0.02155417390167713
17416	rnn.bias_ih_l0	6	-0.011008084751665592
17416	rnn.bias_ih_l0	7	-0.11237791180610657
17416	rnn.bias_ih_l0	8	-0.17150737345218658
17416	rnn.bias_ih_l0	9	0.09084870666265488
17416	rnn.bias_hh_l0	0	-0.015061065554618835
17416	rnn.bias_hh_l0	1	0.015072640962898731
17416	rnn.bias_hh_l0	2	-0.025039972737431526
17416	rnn.bias_hh_l0	3	-0.018046490848064423
17416	rnn.bias_hh_l0	4	-0.04275491088628769
17416	rnn.bias_hh_l0	5	0.12934967875480652
17416	rnn.bias_hh_l0	6	0.01854611001908779
17416	rnn.bias_hh_l0	7	0.04347069561481476
17416	rnn.bias_hh_l0	8	0.023360680788755417
17416	rnn.bias_hh_l0	9	0.037870630621910095
17416	rnn.weight_ih_l0_reverse	0	-0.030664987862110138
17416	rnn.weight_ih_l0_reverse	1	0.0010506105609238148
17416	rnn.weight_ih_l0_reverse	2	0.026884004473686218
17416	rnn.weight_ih_l0_reverse	3	-0.05957963690161705
17416	rnn.weight_ih_l0_reverse	4	0.009985968470573425
17416	rnn.weight_ih_l0_reverse	5	-0.049725811928510666
17416	rnn.weight_ih_l0_reverse	6	0.021585632115602493
17416	rnn.weight_ih_l0_reverse	7	0.0446416512131691
17416	rnn.weight_ih_l0_reverse	8	-0.04492628201842308
17416	rnn.weight_ih_l0_reverse	9	-0.05233186110854149
17416	rnn.weight_hh_l0_reverse	0	-0.07593115419149399
17416	rnn.weight_hh_l0_reverse	1	-0.05483846366405487
17416	rnn.weight_hh_l0_reverse	2	0.03193629905581474
17416	rnn.weight_hh_l0_reverse	3	0.045959632843732834
17416	rnn.weight_hh_l0_reverse	4	0.0008750504930503666
17416	rnn.weight_hh_l0_reverse	5	0.04414336383342743
17416	rnn.weight_hh_l0_reverse	6	-0.011145026423037052
17416	rnn.weight_hh_l0_reverse	7	0.00868002325296402
17416	rnn.weight_hh_l0_reverse	8	-0.08912418782711029
17416	rnn.weight_hh_l0_reverse	9	0.07028912007808685
17416	rnn.bias_ih_l0_reverse	0	-0.07421860098838806
17416	rnn.bias_ih_l0_reverse	1	-0.057726673781871796
17416	rnn.bias_ih_l0_reverse	2	0.09524989873170853
17416	rnn.bias_ih_l0_reverse	3	0.03476376831531525
17416	rnn.bias_ih_l0_reverse	4	-0.12925569713115692
17416	rnn.bias_ih_l0_reverse	5	0.0457051545381546
17416	rnn.bias_ih_l0_reverse	6	-0.10555090010166168
17416	rnn.bias_ih_l0_reverse	7	0.04527721181511879
17416	rnn.bias_ih_l0_reverse	8	0.028074415400624275
17416	rnn.bias_ih_l0_reverse	9	0.06538396328687668
17416	rnn.bias_hh_l0_reverse	0	0.0527702197432518
17416	rnn.bias_hh_l0_reverse	1	0.05972779914736748
17416	rnn.bias_hh_l0_reverse	2	0.0758746862411499
17416	rnn.bias_hh_l0_reverse	3	-0.012657785788178444
17416	rnn.bias_hh_l0_reverse	4	0.07988624274730682
17416	rnn.bias_hh_l0_reverse	5	-0.01775197871029377
17416	rnn.bias_hh_l0_reverse	6	-0.06433898955583572
17416	rnn.bias_hh_l0_reverse	7	0.03083478845655918
17416	rnn.bias_hh_l0_reverse	8	0.025176167488098145
17416	rnn.bias_hh_l0_reverse	9	-0.13822968304157257
17416	linear.weight	0	0.14678001403808594
17416	linear.weight	1	-0.14090469479560852
17416	linear.weight	2	-0.193968266248703
17416	linear.weight	3	0.07350021600723267
17416	linear.weight	4	-0.014219997450709343
17416	linear.weight	5	0.0011459806701168418
17416	linear.weight	6	-0.007864207029342651
17416	linear.weight	7	-0.03154239058494568
17416	linear.weight	8	0.05004242807626724
17416	linear.weight	9	0.2912466526031494
17416	linear.bias	0	-0.16934770345687866
17416	linear.bias	1	0.1451096087694168
17416	linear.bias	2	-0.4888744652271271
17416	linear.bias	3	1.6416223049163818
17416	linear.bias	4	-0.38293904066085815
17416	linear.bias	5	-0.030769959092140198
17416	linear.bias	6	-0.3346005380153656
17416	linear.bias	7	-0.23527473211288452
17416	linear.bias	8	-0.01674976386129856
17416	linear.bias	9	-0.47308021783828735
17444	transitions	0	-0.631298303604126
17444	transitions	1	0.3681316375732422
17444	transitions	2	1.694823980331421
17444	transitions	3	0.11815851926803589
17444	transitions	4	0.961715579032898
17444	transitions	5	1.2742458581924438
17444	transitions	6	0.48378944396972656
17444	transitions	7	0.1775510311126709
17444	transitions	8	-0.9193552732467651
17444	transitions	9	0.9307278394699097
17444	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17444	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17444	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17444	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17444	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17444	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17444	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17444	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17444	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17444	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17444	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17444	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17444	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17444	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17444	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17444	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17444	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17444	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17444	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17444	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17444	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17444	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17444	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17444	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17444	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17444	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17444	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17444	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17444	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17444	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17444	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17444	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17444	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17444	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17444	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17444	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17444	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17444	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17444	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17444	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17444	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17444	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17444	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17444	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17444	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17444	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17444	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17444	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17444	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17444	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17444	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17444	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17444	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17444	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17444	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17444	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17444	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17444	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17444	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17444	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17444	embedding2nn.weight	0	0.022503672167658806
17444	embedding2nn.weight	1	0.014061675406992435
17444	embedding2nn.weight	2	-0.005204225890338421
17444	embedding2nn.weight	3	0.0019587907008826733
17444	embedding2nn.weight	4	-0.004779029171913862
17444	embedding2nn.weight	5	0.00942743755877018
17444	embedding2nn.weight	6	-0.002823102055117488
17444	embedding2nn.weight	7	0.015764793381094933
17444	embedding2nn.weight	8	-0.00581333925947547
17444	embedding2nn.weight	9	-0.012559965252876282
17444	embedding2nn.bias	0	-0.04897844046354294
17444	embedding2nn.bias	1	-0.012549689039587975
17444	embedding2nn.bias	2	-0.05414864420890808
17444	embedding2nn.bias	3	-0.020684918388724327
17444	embedding2nn.bias	4	-0.008081911131739616
17444	embedding2nn.bias	5	0.004967407323420048
17444	embedding2nn.bias	6	-0.0012000077404081821
17444	embedding2nn.bias	7	0.023080646991729736
17444	embedding2nn.bias	8	-0.003235648851841688
17444	embedding2nn.bias	9	0.004842444788664579
17444	rnn.weight_ih_l0	0	0.0405975803732872
17444	rnn.weight_ih_l0	1	-0.011431846767663956
17444	rnn.weight_ih_l0	2	-0.03886302188038826
17444	rnn.weight_ih_l0	3	-0.041941940784454346
17444	rnn.weight_ih_l0	4	-0.050173696130514145
17444	rnn.weight_ih_l0	5	-0.005557470954954624
17444	rnn.weight_ih_l0	6	-0.05401450768113136
17444	rnn.weight_ih_l0	7	-0.0576726533472538
17444	rnn.weight_ih_l0	8	-0.043677784502506256
17444	rnn.weight_ih_l0	9	-0.027985312044620514
17444	rnn.weight_hh_l0	0	0.015096473507583141
17444	rnn.weight_hh_l0	1	-0.021850788965821266
17444	rnn.weight_hh_l0	2	-0.06836743652820587
17444	rnn.weight_hh_l0	3	-0.02830457128584385
17444	rnn.weight_hh_l0	4	-0.07126769423484802
17444	rnn.weight_hh_l0	5	-0.01290340255945921
17444	rnn.weight_hh_l0	6	-0.03628960996866226
17444	rnn.weight_hh_l0	7	-0.019936708733439445
17444	rnn.weight_hh_l0	8	-0.01817956008017063
17444	rnn.weight_hh_l0	9	0.013180418871343136
17444	rnn.bias_ih_l0	0	0.12109594792127609
17444	rnn.bias_ih_l0	1	-0.05242183059453964
17444	rnn.bias_ih_l0	2	0.10041161626577377
17444	rnn.bias_ih_l0	3	0.054174892604351044
17444	rnn.bias_ih_l0	4	0.10616375505924225
17444	rnn.bias_ih_l0	5	0.02189626358449459
17444	rnn.bias_ih_l0	6	-0.012146192602813244
17444	rnn.bias_ih_l0	7	-0.11179890483617783
17444	rnn.bias_ih_l0	8	-0.16988487541675568
17444	rnn.bias_ih_l0	9	0.09103057533502579
17444	rnn.bias_hh_l0	0	-0.014991210773587227
17444	rnn.bias_hh_l0	1	0.015689052641391754
17444	rnn.bias_hh_l0	2	-0.026922672986984253
17444	rnn.bias_hh_l0	3	-0.019399845972657204
17444	rnn.bias_hh_l0	4	-0.045137789100408554
17444	rnn.bias_hh_l0	5	0.12993963062763214
17444	rnn.bias_hh_l0	6	0.01946951448917389
17444	rnn.bias_hh_l0	7	0.041361004114151
17444	rnn.bias_hh_l0	8	0.022222578525543213
17444	rnn.bias_hh_l0	9	0.03783876821398735
17444	rnn.weight_ih_l0_reverse	0	-0.030615705996751785
17444	rnn.weight_ih_l0_reverse	1	0.0007637819508090615
17444	rnn.weight_ih_l0_reverse	2	0.026730310171842575
17444	rnn.weight_ih_l0_reverse	3	-0.059369318187236786
17444	rnn.weight_ih_l0_reverse	4	0.009871270507574081
17444	rnn.weight_ih_l0_reverse	5	-0.04984273016452789
17444	rnn.weight_ih_l0_reverse	6	0.02285739779472351
17444	rnn.weight_ih_l0_reverse	7	0.04457715526223183
17444	rnn.weight_ih_l0_reverse	8	-0.04501550644636154
17444	rnn.weight_ih_l0_reverse	9	-0.05243172124028206
17444	rnn.weight_hh_l0_reverse	0	-0.07604678720235825
17444	rnn.weight_hh_l0_reverse	1	-0.055352140218019485
17444	rnn.weight_hh_l0_reverse	2	0.03204067051410675
17444	rnn.weight_hh_l0_reverse	3	0.045571886003017426
17444	rnn.weight_hh_l0_reverse	4	0.0006574030849151313
17444	rnn.weight_hh_l0_reverse	5	0.044169191271066666
17444	rnn.weight_hh_l0_reverse	6	-0.01380325946956873
17444	rnn.weight_hh_l0_reverse	7	0.008583446964621544
17444	rnn.weight_hh_l0_reverse	8	-0.08913204073905945
17444	rnn.weight_hh_l0_reverse	9	0.06983102858066559
17444	rnn.bias_ih_l0_reverse	0	-0.07661990821361542
17444	rnn.bias_ih_l0_reverse	1	-0.05284811183810234
17444	rnn.bias_ih_l0_reverse	2	0.09668675810098648
17444	rnn.bias_ih_l0_reverse	3	0.03559710085391998
17444	rnn.bias_ih_l0_reverse	4	-0.1289912909269333
17444	rnn.bias_ih_l0_reverse	5	0.04561959579586983
17444	rnn.bias_ih_l0_reverse	6	-0.10527599602937698
17444	rnn.bias_ih_l0_reverse	7	0.04643359035253525
17444	rnn.bias_ih_l0_reverse	8	0.028740858659148216
17444	rnn.bias_ih_l0_reverse	9	0.06523638963699341
17444	rnn.bias_hh_l0_reverse	0	0.05952939763665199
17444	rnn.bias_hh_l0_reverse	1	0.058902449905872345
17444	rnn.bias_hh_l0_reverse	2	0.07665631175041199
17444	rnn.bias_hh_l0_reverse	3	-0.012892053462564945
17444	rnn.bias_hh_l0_reverse	4	0.07900700718164444
17444	rnn.bias_hh_l0_reverse	5	-0.015240170061588287
17444	rnn.bias_hh_l0_reverse	6	-0.06637577712535858
17444	rnn.bias_hh_l0_reverse	7	0.030387137085199356
17444	rnn.bias_hh_l0_reverse	8	0.024033186957240105
17444	rnn.bias_hh_l0_reverse	9	-0.14559854567050934
17444	linear.weight	0	0.14241114258766174
17444	linear.weight	1	-0.14090338349342346
17444	linear.weight	2	-0.19371706247329712
17444	linear.weight	3	0.07357358187437057
17444	linear.weight	4	-0.014111623167991638
17444	linear.weight	5	0.0014632322126999497
17444	linear.weight	6	-0.007862384431064129
17444	linear.weight	7	-0.03153296932578087
17444	linear.weight	8	0.048847414553165436
17444	linear.weight	9	0.2866586744785309
17444	linear.bias	0	-0.16713818907737732
17444	linear.bias	1	0.1481412947177887
17444	linear.bias	2	-0.4914538264274597
17444	linear.bias	3	1.6378202438354492
17444	linear.bias	4	-0.38324350118637085
17444	linear.bias	5	-0.030769959092140198
17444	linear.bias	6	-0.33734387159347534
17444	linear.bias	7	-0.23656418919563293
17444	linear.bias	8	-0.013555752113461494
17444	linear.bias	9	-0.47320935130119324
17472	transitions	0	-0.6313713788986206
17472	transitions	1	0.3680952489376068
17472	transitions	2	1.6945934295654297
17472	transitions	3	0.1181299239397049
17472	transitions	4	0.9616998434066772
17472	transitions	5	1.2742444276809692
17472	transitions	6	0.48378562927246094
17472	transitions	7	0.1775086671113968
17472	transitions	8	-0.919355571269989
17472	transitions	9	0.9307278394699097
17472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17472	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17472	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17472	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17472	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17472	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17472	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17472	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17472	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17472	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17472	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17472	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17472	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17472	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17472	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17472	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17472	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17472	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17472	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17472	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17472	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17472	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17472	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17472	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17472	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17472	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17472	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17472	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17472	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17472	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17472	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17472	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17472	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17472	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17472	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17472	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17472	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17472	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17472	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17472	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17472	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17472	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17472	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17472	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17472	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17472	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17472	embedding2nn.weight	0	0.022764405235648155
17472	embedding2nn.weight	1	0.013924278318881989
17472	embedding2nn.weight	2	-0.0052018542774021626
17472	embedding2nn.weight	3	0.002048222813755274
17472	embedding2nn.weight	4	-0.004769624676555395
17472	embedding2nn.weight	5	0.009421786293387413
17472	embedding2nn.weight	6	-0.002816164866089821
17472	embedding2nn.weight	7	0.015988508239388466
17472	embedding2nn.weight	8	-0.005891337525099516
17472	embedding2nn.weight	9	-0.012547504156827927
17472	embedding2nn.bias	0	-0.049858663231134415
17472	embedding2nn.bias	1	-0.015175064094364643
17472	embedding2nn.bias	2	-0.05692782253026962
17472	embedding2nn.bias	3	-0.017995692789554596
17472	embedding2nn.bias	4	-0.007986011914908886
17472	embedding2nn.bias	5	0.0030801568645983934
17472	embedding2nn.bias	6	-0.0029489377047866583
17472	embedding2nn.bias	7	0.01612839102745056
17472	embedding2nn.bias	8	-0.006594566162675619
17472	embedding2nn.bias	9	0.00494023272767663
17472	rnn.weight_ih_l0	0	0.04018118232488632
17472	rnn.weight_ih_l0	1	-0.011317919939756393
17472	rnn.weight_ih_l0	2	-0.03847775608301163
17472	rnn.weight_ih_l0	3	-0.041995372623205185
17472	rnn.weight_ih_l0	4	-0.050098590552806854
17472	rnn.weight_ih_l0	5	-0.005411012563854456
17472	rnn.weight_ih_l0	6	-0.054020922631025314
17472	rnn.weight_ih_l0	7	-0.05773889273405075
17472	rnn.weight_ih_l0	8	-0.04434731602668762
17472	rnn.weight_ih_l0	9	-0.028012052178382874
17472	rnn.weight_hh_l0	0	0.015125524252653122
17472	rnn.weight_hh_l0	1	-0.021683616563677788
17472	rnn.weight_hh_l0	2	-0.06905796378850937
17472	rnn.weight_hh_l0	3	-0.027925999835133553
17472	rnn.weight_hh_l0	4	-0.0711548924446106
17472	rnn.weight_hh_l0	5	-0.013909049332141876
17472	rnn.weight_hh_l0	6	-0.034686483442783356
17472	rnn.weight_hh_l0	7	-0.019161032512784004
17472	rnn.weight_hh_l0	8	-0.01837492547929287
17472	rnn.weight_hh_l0	9	0.013493587262928486
17472	rnn.bias_ih_l0	0	0.12171421200037003
17472	rnn.bias_ih_l0	1	-0.05154804140329361
17472	rnn.bias_ih_l0	2	0.10098676383495331
17472	rnn.bias_ih_l0	3	0.055341314524412155
17472	rnn.bias_ih_l0	4	0.10510175675153732
17472	rnn.bias_ih_l0	5	0.020723436027765274
17472	rnn.bias_ih_l0	6	-0.011228824034333229
17472	rnn.bias_ih_l0	7	-0.1110215038061142
17472	rnn.bias_ih_l0	8	-0.17949150502681732
17472	rnn.bias_ih_l0	9	0.09058395773172379
17472	rnn.bias_hh_l0	0	-0.015466077253222466
17472	rnn.bias_hh_l0	1	0.016429634764790535
17472	rnn.bias_hh_l0	2	-0.02698581852018833
17472	rnn.bias_hh_l0	3	-0.02160109393298626
17472	rnn.bias_hh_l0	4	-0.04519576206803322
17472	rnn.bias_hh_l0	5	0.13118332624435425
17472	rnn.bias_hh_l0	6	0.01930011622607708
17472	rnn.bias_hh_l0	7	0.040113240480422974
17472	rnn.bias_hh_l0	8	0.02313994988799095
17472	rnn.bias_hh_l0	9	0.03883122280240059
17472	rnn.weight_ih_l0_reverse	0	-0.030651580542325974
17472	rnn.weight_ih_l0_reverse	1	-3.015494485225645e-06
17472	rnn.weight_ih_l0_reverse	2	0.02698589116334915
17472	rnn.weight_ih_l0_reverse	3	-0.059507787227630615
17472	rnn.weight_ih_l0_reverse	4	0.009887457825243473
17472	rnn.weight_ih_l0_reverse	5	-0.04996175691485405
17472	rnn.weight_ih_l0_reverse	6	0.02251479960978031
17472	rnn.weight_ih_l0_reverse	7	0.044478580355644226
17472	rnn.weight_ih_l0_reverse	8	-0.045383818447589874
17472	rnn.weight_ih_l0_reverse	9	-0.052432458847761154
17472	rnn.weight_hh_l0_reverse	0	-0.07637648284435272
17472	rnn.weight_hh_l0_reverse	1	-0.05526704341173172
17472	rnn.weight_hh_l0_reverse	2	0.03190121799707413
17472	rnn.weight_hh_l0_reverse	3	0.04556893929839134
17472	rnn.weight_hh_l0_reverse	4	0.000878735794685781
17472	rnn.weight_hh_l0_reverse	5	0.04416199028491974
17472	rnn.weight_hh_l0_reverse	6	-0.012789249420166016
17472	rnn.weight_hh_l0_reverse	7	0.00888857152312994
17472	rnn.weight_hh_l0_reverse	8	-0.08947061002254486
17472	rnn.weight_hh_l0_reverse	9	0.07004421204328537
17472	rnn.bias_ih_l0_reverse	0	-0.0770571157336235
17472	rnn.bias_ih_l0_reverse	1	-0.060104526579380035
17472	rnn.bias_ih_l0_reverse	2	0.09406991302967072
17472	rnn.bias_ih_l0_reverse	3	0.035268548876047134
17472	rnn.bias_ih_l0_reverse	4	-0.1285334676504135
17472	rnn.bias_ih_l0_reverse	5	0.04478760063648224
17472	rnn.bias_ih_l0_reverse	6	-0.10695374011993408
17472	rnn.bias_ih_l0_reverse	7	0.04621868208050728
17472	rnn.bias_ih_l0_reverse	8	0.027684755623340607
17472	rnn.bias_ih_l0_reverse	9	0.06460081785917282
17472	rnn.bias_hh_l0_reverse	0	0.05861726775765419
17472	rnn.bias_hh_l0_reverse	1	0.059654947370290756
17472	rnn.bias_hh_l0_reverse	2	0.07787929475307465
17472	rnn.bias_hh_l0_reverse	3	-0.014792409725487232
17472	rnn.bias_hh_l0_reverse	4	0.07859524339437485
17472	rnn.bias_hh_l0_reverse	5	-0.02031501941382885
17472	rnn.bias_hh_l0_reverse	6	-0.06622704863548279
17472	rnn.bias_hh_l0_reverse	7	0.0314934179186821
17472	rnn.bias_hh_l0_reverse	8	0.024149421602487564
17472	rnn.bias_hh_l0_reverse	9	-0.14477291703224182
17472	linear.weight	0	0.14595916867256165
17472	linear.weight	1	-0.14090372622013092
17472	linear.weight	2	-0.19323982298374176
17472	linear.weight	3	0.07390186190605164
17472	linear.weight	4	-0.01403488963842392
17472	linear.weight	5	0.0008633820689283311
17472	linear.weight	6	-0.007859917357563972
17472	linear.weight	7	-0.032350022345781326
17472	linear.weight	8	0.04940308257937431
17472	linear.weight	9	0.28541135787963867
17472	linear.bias	0	-0.17022912204265594
17472	linear.bias	1	0.14596311748027802
17472	linear.bias	2	-0.49039897322654724
17472	linear.bias	3	1.6347341537475586
17472	linear.bias	4	-0.38343745470046997
17472	linear.bias	5	-0.030769959092140198
17472	linear.bias	6	-0.3363846242427826
17472	linear.bias	7	-0.2367163896560669
17472	linear.bias	8	-0.013681628741323948
17472	linear.bias	9	-0.4733363389968872
17500	transitions	0	-0.6314518451690674
17500	transitions	1	0.36804521083831787
17500	transitions	2	1.694535493850708
17500	transitions	3	0.11802493780851364
17500	transitions	4	0.9616854190826416
17500	transitions	5	1.274243950843811
17500	transitions	6	0.48378506302833557
17500	transitions	7	0.17750804126262665
17500	transitions	8	-0.9193558096885681
17500	transitions	9	0.9307276606559753
17500	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17500	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17500	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17500	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17500	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17500	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17500	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17500	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17500	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17500	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17500	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17500	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17500	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17500	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17500	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17500	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17500	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17500	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17500	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17500	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17500	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17500	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17500	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17500	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17500	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17500	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17500	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17500	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17500	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17500	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17500	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17500	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17500	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17500	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17500	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17500	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17500	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17500	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17500	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17500	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17500	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17500	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17500	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17500	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17500	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17500	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17500	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17500	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17500	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17500	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17500	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17500	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17500	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17500	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17500	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17500	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17500	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17500	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17500	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17500	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17500	embedding2nn.weight	0	0.022873196750879288
17500	embedding2nn.weight	1	0.013973160646855831
17500	embedding2nn.weight	2	-0.0051751588471233845
17500	embedding2nn.weight	3	0.0022626109421253204
17500	embedding2nn.weight	4	-0.004771184176206589
17500	embedding2nn.weight	5	0.009426239877939224
17500	embedding2nn.weight	6	-0.0028716984670609236
17500	embedding2nn.weight	7	0.01566673070192337
17500	embedding2nn.weight	8	-0.005840393248945475
17500	embedding2nn.weight	9	-0.012489011511206627
17500	embedding2nn.bias	0	-0.047055426985025406
17500	embedding2nn.bias	1	-0.013824000023305416
17500	embedding2nn.bias	2	-0.06618939340114594
17500	embedding2nn.bias	3	-0.019300172105431557
17500	embedding2nn.bias	4	-0.0019333433592692018
17500	embedding2nn.bias	5	0.0066588157787919044
17500	embedding2nn.bias	6	-0.0012010440696030855
17500	embedding2nn.bias	7	0.022561341524124146
17500	embedding2nn.bias	8	-0.008822030387818813
17500	embedding2nn.bias	9	0.010780155658721924
17500	rnn.weight_ih_l0	0	0.04041946679353714
17500	rnn.weight_ih_l0	1	-0.011455700732767582
17500	rnn.weight_ih_l0	2	-0.0385202094912529
17500	rnn.weight_ih_l0	3	-0.04226352646946907
17500	rnn.weight_ih_l0	4	-0.04984121024608612
17500	rnn.weight_ih_l0	5	-0.005397610366344452
17500	rnn.weight_ih_l0	6	-0.05416136980056763
17500	rnn.weight_ih_l0	7	-0.057280752807855606
17500	rnn.weight_ih_l0	8	-0.04482889920473099
17500	rnn.weight_ih_l0	9	-0.028026551008224487
17500	rnn.weight_hh_l0	0	0.015135981142520905
17500	rnn.weight_hh_l0	1	-0.021421333774924278
17500	rnn.weight_hh_l0	2	-0.06890866160392761
17500	rnn.weight_hh_l0	3	-0.028178758919239044
17500	rnn.weight_hh_l0	4	-0.071205273270607
17500	rnn.weight_hh_l0	5	-0.013890163041651249
17500	rnn.weight_hh_l0	6	-0.036676231771707535
17500	rnn.weight_hh_l0	7	-0.018406441435217857
17500	rnn.weight_hh_l0	8	-0.018287545070052147
17500	rnn.weight_hh_l0	9	0.014624116010963917
17500	rnn.bias_ih_l0	0	0.12160074710845947
17500	rnn.bias_ih_l0	1	-0.05157855898141861
17500	rnn.bias_ih_l0	2	0.10143641382455826
17500	rnn.bias_ih_l0	3	0.05513680726289749
17500	rnn.bias_ih_l0	4	0.10454556345939636
17500	rnn.bias_ih_l0	5	0.021371228620409966
17500	rnn.bias_ih_l0	6	-0.012757539749145508
17500	rnn.bias_ih_l0	7	-0.11188757419586182
17500	rnn.bias_ih_l0	8	-0.17823956906795502
17500	rnn.bias_ih_l0	9	0.09224648773670197
17500	rnn.bias_hh_l0	0	-0.014856547117233276
17500	rnn.bias_hh_l0	1	0.01765233837068081
17500	rnn.bias_hh_l0	2	-0.0273200161755085
17500	rnn.bias_hh_l0	3	-0.021210236474871635
17500	rnn.bias_hh_l0	4	-0.04746728390455246
17500	rnn.bias_hh_l0	5	0.13365358114242554
17500	rnn.bias_hh_l0	6	0.01940208487212658
17500	rnn.bias_hh_l0	7	0.03912904113531113
17500	rnn.bias_hh_l0	8	0.021611232310533524
17500	rnn.bias_hh_l0	9	0.038875095546245575
17500	rnn.weight_ih_l0_reverse	0	-0.030665108934044838
17500	rnn.weight_ih_l0_reverse	1	-0.0002162944438168779
17500	rnn.weight_ih_l0_reverse	2	0.026970358565449715
17500	rnn.weight_ih_l0_reverse	3	-0.059908296912908554
17500	rnn.weight_ih_l0_reverse	4	0.009970657527446747
17500	rnn.weight_ih_l0_reverse	5	-0.04955732077360153
17500	rnn.weight_ih_l0_reverse	6	0.022028373554348946
17500	rnn.weight_ih_l0_reverse	7	0.04444234445691109
17500	rnn.weight_ih_l0_reverse	8	-0.04553184658288956
17500	rnn.weight_ih_l0_reverse	9	-0.0522649772465229
17500	rnn.weight_hh_l0_reverse	0	-0.07693502306938171
17500	rnn.weight_hh_l0_reverse	1	-0.0552636943757534
17500	rnn.weight_hh_l0_reverse	2	0.031523607671260834
17500	rnn.weight_hh_l0_reverse	3	0.045117586851119995
17500	rnn.weight_hh_l0_reverse	4	0.0009292506729252636
17500	rnn.weight_hh_l0_reverse	5	0.04421883076429367
17500	rnn.weight_hh_l0_reverse	6	-0.01477749738842249
17500	rnn.weight_hh_l0_reverse	7	0.008856166154146194
17500	rnn.weight_hh_l0_reverse	8	-0.08957909047603607
17500	rnn.weight_hh_l0_reverse	9	0.0702599585056305
17500	rnn.bias_ih_l0_reverse	0	-0.08090657740831375
17500	rnn.bias_ih_l0_reverse	1	-0.06378886103630066
17500	rnn.bias_ih_l0_reverse	2	0.09519559890031815
17500	rnn.bias_ih_l0_reverse	3	0.0366634838283062
17500	rnn.bias_ih_l0_reverse	4	-0.1280861496925354
17500	rnn.bias_ih_l0_reverse	5	0.047094572335481644
17500	rnn.bias_ih_l0_reverse	6	-0.11033312976360321
17500	rnn.bias_ih_l0_reverse	7	0.04614178463816643
17500	rnn.bias_ih_l0_reverse	8	0.028814241290092468
17500	rnn.bias_ih_l0_reverse	9	0.06443240493535995
17500	rnn.bias_hh_l0_reverse	0	0.05429092049598694
17500	rnn.bias_hh_l0_reverse	1	0.0591965988278389
17500	rnn.bias_hh_l0_reverse	2	0.07743313163518906
17500	rnn.bias_hh_l0_reverse	3	-0.015216299332678318
17500	rnn.bias_hh_l0_reverse	4	0.07835973799228668
17500	rnn.bias_hh_l0_reverse	5	-0.019491450861096382
17500	rnn.bias_hh_l0_reverse	6	-0.06632154434919357
17500	rnn.bias_hh_l0_reverse	7	0.030655108392238617
17500	rnn.bias_hh_l0_reverse	8	0.023867975920438766
17500	rnn.bias_hh_l0_reverse	9	-0.1455598622560501
17500	linear.weight	0	0.14481477439403534
17500	linear.weight	1	-0.14088937640190125
17500	linear.weight	2	-0.19352252781391144
17500	linear.weight	3	0.06246385723352432
17500	linear.weight	4	-0.013578500598669052
17500	linear.weight	5	0.0029345874208956957
17500	linear.weight	6	-0.007854575291275978
17500	linear.weight	7	-0.03208880499005318
17500	linear.weight	8	0.049710847437381744
17500	linear.weight	9	0.28654417395591736
17500	linear.bias	0	-0.17325736582279205
17500	linear.bias	1	0.1500096470117569
17500	linear.bias	2	-0.49322637915611267
17500	linear.bias	3	1.6371333599090576
17500	linear.bias	4	-0.38516515493392944
17500	linear.bias	5	-0.030769959092140198
17500	linear.bias	6	-0.3394951820373535
17500	linear.bias	7	-0.23879651725292206
17500	linear.bias	8	-0.022165803238749504
17500	linear.bias	9	-0.4734906256198883
17528	transitions	0	-0.6314901113510132
17528	transitions	1	0.3680175542831421
17528	transitions	2	1.6944859027862549
17528	transitions	3	0.1179346814751625
17528	transitions	4	0.9614734053611755
17528	transitions	5	1.274242639541626
17528	transitions	6	0.4837847948074341
17528	transitions	7	0.17750702798366547
17528	transitions	8	-0.919356107711792
17528	transitions	9	0.9307276606559753
17528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17528	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17528	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17528	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17528	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17528	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17528	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17528	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17528	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17528	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17528	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17528	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17528	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17528	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17528	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17528	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17528	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17528	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17528	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17528	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17528	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17528	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17528	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17528	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17528	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17528	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17528	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17528	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17528	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17528	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17528	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17528	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17528	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17528	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17528	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17528	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17528	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17528	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17528	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17528	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17528	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17528	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17528	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17528	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17528	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17528	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17528	embedding2nn.weight	0	0.022429995238780975
17528	embedding2nn.weight	1	0.013904232531785965
17528	embedding2nn.weight	2	-0.005177110433578491
17528	embedding2nn.weight	3	0.002187914913520217
17528	embedding2nn.weight	4	-0.004750202409923077
17528	embedding2nn.weight	5	0.009883690625429153
17528	embedding2nn.weight	6	-0.0028018744196742773
17528	embedding2nn.weight	7	0.01513784658163786
17528	embedding2nn.weight	8	-0.005585817154496908
17528	embedding2nn.weight	9	-0.012512678280472755
17528	embedding2nn.bias	0	-0.04217803105711937
17528	embedding2nn.bias	1	-0.012315666303038597
17528	embedding2nn.bias	2	-0.056267332285642624
17528	embedding2nn.bias	3	-0.02653692290186882
17528	embedding2nn.bias	4	0.0004402010818012059
17528	embedding2nn.bias	5	0.0081715052947402
17528	embedding2nn.bias	6	-0.001506505417637527
17528	embedding2nn.bias	7	0.027041912078857422
17528	embedding2nn.bias	8	-0.012748930603265762
17528	embedding2nn.bias	9	0.009477254934608936
17528	rnn.weight_ih_l0	0	0.04022326320409775
17528	rnn.weight_ih_l0	1	-0.011642370373010635
17528	rnn.weight_ih_l0	2	-0.038148801773786545
17528	rnn.weight_ih_l0	3	-0.04240618646144867
17528	rnn.weight_ih_l0	4	-0.049643389880657196
17528	rnn.weight_ih_l0	5	-0.005626125726848841
17528	rnn.weight_ih_l0	6	-0.05374431982636452
17528	rnn.weight_ih_l0	7	-0.057290829718112946
17528	rnn.weight_ih_l0	8	-0.04504816234111786
17528	rnn.weight_ih_l0	9	-0.028050115332007408
17528	rnn.weight_hh_l0	0	0.015074199065566063
17528	rnn.weight_hh_l0	1	-0.021401753649115562
17528	rnn.weight_hh_l0	2	-0.0691145732998848
17528	rnn.weight_hh_l0	3	-0.02884085662662983
17528	rnn.weight_hh_l0	4	-0.07172591984272003
17528	rnn.weight_hh_l0	5	-0.01442795991897583
17528	rnn.weight_hh_l0	6	-0.03584679961204529
17528	rnn.weight_hh_l0	7	-0.01895107328891754
17528	rnn.weight_hh_l0	8	-0.018281739205121994
17528	rnn.weight_hh_l0	9	0.014602425508201122
17528	rnn.bias_ih_l0	0	0.11990257352590561
17528	rnn.bias_ih_l0	1	-0.0510953888297081
17528	rnn.bias_ih_l0	2	0.10016058385372162
17528	rnn.bias_ih_l0	3	0.05505549907684326
17528	rnn.bias_ih_l0	4	0.10352563858032227
17528	rnn.bias_ih_l0	5	0.020368292927742004
17528	rnn.bias_ih_l0	6	-0.011784146539866924
17528	rnn.bias_ih_l0	7	-0.11607852578163147
17528	rnn.bias_ih_l0	8	-0.1740202009677887
17528	rnn.bias_ih_l0	9	0.09011613577604294
17528	rnn.bias_hh_l0	0	-0.01616784557700157
17528	rnn.bias_hh_l0	1	0.018725309520959854
17528	rnn.bias_hh_l0	2	-0.02758863754570484
17528	rnn.bias_hh_l0	3	-0.020803309977054596
17528	rnn.bias_hh_l0	4	-0.04734556004405022
17528	rnn.bias_hh_l0	5	0.1326134204864502
17528	rnn.bias_hh_l0	6	0.02036488614976406
17528	rnn.bias_hh_l0	7	0.04223262891173363
17528	rnn.bias_hh_l0	8	0.022584620863199234
17528	rnn.bias_hh_l0	9	0.03948046639561653
17528	rnn.weight_ih_l0_reverse	0	-0.0306497011333704
17528	rnn.weight_ih_l0_reverse	1	0.00046146116801537573
17528	rnn.weight_ih_l0_reverse	2	0.027013493701815605
17528	rnn.weight_ih_l0_reverse	3	-0.06030895560979843
17528	rnn.weight_ih_l0_reverse	4	0.009756302461028099
17528	rnn.weight_ih_l0_reverse	5	-0.049693603068590164
17528	rnn.weight_ih_l0_reverse	6	0.021543413400650024
17528	rnn.weight_ih_l0_reverse	7	0.044419627636671066
17528	rnn.weight_ih_l0_reverse	8	-0.045781735330820084
17528	rnn.weight_ih_l0_reverse	9	-0.05223746970295906
17528	rnn.weight_hh_l0_reverse	0	-0.07715955376625061
17528	rnn.weight_hh_l0_reverse	1	-0.05551500990986824
17528	rnn.weight_hh_l0_reverse	2	0.03115277737379074
17528	rnn.weight_hh_l0_reverse	3	0.04530562087893486
17528	rnn.weight_hh_l0_reverse	4	0.001041823998093605
17528	rnn.weight_hh_l0_reverse	5	0.04448404163122177
17528	rnn.weight_hh_l0_reverse	6	-0.015989426523447037
17528	rnn.weight_hh_l0_reverse	7	0.008898897096514702
17528	rnn.weight_hh_l0_reverse	8	-0.08899349719285965
17528	rnn.weight_hh_l0_reverse	9	0.07081545889377594
17528	rnn.bias_ih_l0_reverse	0	-0.073262520134449
17528	rnn.bias_ih_l0_reverse	1	-0.05964861810207367
17528	rnn.bias_ih_l0_reverse	2	0.09519825875759125
17528	rnn.bias_ih_l0_reverse	3	0.0354030504822731
17528	rnn.bias_ih_l0_reverse	4	-0.12887857854366302
17528	rnn.bias_ih_l0_reverse	5	0.04558217525482178
17528	rnn.bias_ih_l0_reverse	6	-0.10914453119039536
17528	rnn.bias_ih_l0_reverse	7	0.046469349414110184
17528	rnn.bias_ih_l0_reverse	8	0.029889153316617012
17528	rnn.bias_ih_l0_reverse	9	0.06369291990995407
17528	rnn.bias_hh_l0_reverse	0	0.06170951947569847
17528	rnn.bias_hh_l0_reverse	1	0.060449350625276566
17528	rnn.bias_hh_l0_reverse	2	0.07642324268817902
17528	rnn.bias_hh_l0_reverse	3	-0.014348570257425308
17528	rnn.bias_hh_l0_reverse	4	0.07906032353639603
17528	rnn.bias_hh_l0_reverse	5	-0.021135764196515083
17528	rnn.bias_hh_l0_reverse	6	-0.06461083143949509
17528	rnn.bias_hh_l0_reverse	7	0.029615120962262154
17528	rnn.bias_hh_l0_reverse	8	0.023476533591747284
17528	rnn.bias_hh_l0_reverse	9	-0.13933701813220978
17528	linear.weight	0	0.14156898856163025
17528	linear.weight	1	-0.14088916778564453
17528	linear.weight	2	-0.19381730258464813
17528	linear.weight	3	0.06772486120462418
17528	linear.weight	4	-0.01344939786940813
17528	linear.weight	5	0.003107235999777913
17528	linear.weight	6	-0.007850928232073784
17528	linear.weight	7	-0.03206678479909897
17528	linear.weight	8	0.05353681743144989
17528	linear.weight	9	0.285238116979599
17528	linear.bias	0	-0.17688116431236267
17528	linear.bias	1	0.1461488902568817
17528	linear.bias	2	-0.49611780047416687
17528	linear.bias	3	1.6375012397766113
17528	linear.bias	4	-0.3853394389152527
17528	linear.bias	5	-0.030769959092140198
17528	linear.bias	6	-0.3422801196575165
17528	linear.bias	7	-0.2358822077512741
17528	linear.bias	8	-0.01518219243735075
17528	linear.bias	9	-0.4735445976257324
17556	transitions	0	-0.6316198110580444
17556	transitions	1	0.36797186732292175
17556	transitions	2	1.6944100856781006
17556	transitions	3	0.11650221049785614
17556	transitions	4	0.9614598155021667
17556	transitions	5	1.2742410898208618
17556	transitions	6	0.4837844669818878
17556	transitions	7	0.17750680446624756
17556	transitions	8	-0.9193569421768188
17556	transitions	9	0.9307242035865784
17556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17556	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17556	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17556	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17556	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17556	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17556	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17556	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17556	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17556	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17556	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17556	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17556	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17556	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17556	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17556	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17556	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17556	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17556	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17556	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17556	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17556	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17556	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17556	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17556	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17556	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17556	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17556	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17556	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17556	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17556	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17556	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17556	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17556	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17556	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17556	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17556	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17556	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17556	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17556	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17556	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17556	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17556	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17556	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17556	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17556	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17556	embedding2nn.weight	0	0.022184038534760475
17556	embedding2nn.weight	1	0.013899986632168293
17556	embedding2nn.weight	2	-0.005154045298695564
17556	embedding2nn.weight	3	0.002168842125684023
17556	embedding2nn.weight	4	-0.004721898585557938
17556	embedding2nn.weight	5	0.009941043332219124
17556	embedding2nn.weight	6	-0.0027715503238141537
17556	embedding2nn.weight	7	0.015264419838786125
17556	embedding2nn.weight	8	-0.00561546953395009
17556	embedding2nn.weight	9	-0.012503933161497116
17556	embedding2nn.bias	0	-0.04098620265722275
17556	embedding2nn.bias	1	-0.013940048404037952
17556	embedding2nn.bias	2	-0.05433731526136398
17556	embedding2nn.bias	3	-0.024768933653831482
17556	embedding2nn.bias	4	0.00213637575507164
17556	embedding2nn.bias	5	0.010360048152506351
17556	embedding2nn.bias	6	-0.004838041961193085
17556	embedding2nn.bias	7	0.02654602751135826
17556	embedding2nn.bias	8	-0.006174529902637005
17556	embedding2nn.bias	9	0.011921180412173271
17556	rnn.weight_ih_l0	0	0.04024877771735191
17556	rnn.weight_ih_l0	1	-0.012217096984386444
17556	rnn.weight_ih_l0	2	-0.03801271319389343
17556	rnn.weight_ih_l0	3	-0.04240908473730087
17556	rnn.weight_ih_l0	4	-0.04945027083158493
17556	rnn.weight_ih_l0	5	-0.005396642722189426
17556	rnn.weight_ih_l0	6	-0.053399648517370224
17556	rnn.weight_ih_l0	7	-0.05702825263142586
17556	rnn.weight_ih_l0	8	-0.04536239430308342
17556	rnn.weight_ih_l0	9	-0.027971729636192322
17556	rnn.weight_hh_l0	0	0.015211625955998898
17556	rnn.weight_hh_l0	1	-0.021529318764805794
17556	rnn.weight_hh_l0	2	-0.06868086755275726
17556	rnn.weight_hh_l0	3	-0.02851783111691475
17556	rnn.weight_hh_l0	4	-0.07160824537277222
17556	rnn.weight_hh_l0	5	-0.014808946289122105
17556	rnn.weight_hh_l0	6	-0.03725168853998184
17556	rnn.weight_hh_l0	7	-0.019062399864196777
17556	rnn.weight_hh_l0	8	-0.018305080011487007
17556	rnn.weight_hh_l0	9	0.014701503328979015
17556	rnn.bias_ih_l0	0	0.12098398804664612
17556	rnn.bias_ih_l0	1	-0.048884764313697815
17556	rnn.bias_ih_l0	2	0.10163690894842148
17556	rnn.bias_ih_l0	3	0.05307154357433319
17556	rnn.bias_ih_l0	4	0.10107096284627914
17556	rnn.bias_ih_l0	5	0.021152669563889503
17556	rnn.bias_ih_l0	6	-0.010247708298265934
17556	rnn.bias_ih_l0	7	-0.1158033013343811
17556	rnn.bias_ih_l0	8	-0.17848335206508636
17556	rnn.bias_ih_l0	9	0.08991499245166779
17556	rnn.bias_hh_l0	0	-0.01695309951901436
17556	rnn.bias_hh_l0	1	0.020323993638157845
17556	rnn.bias_hh_l0	2	-0.025773828849196434
17556	rnn.bias_hh_l0	3	-0.020029600709676743
17556	rnn.bias_hh_l0	4	-0.04686492681503296
17556	rnn.bias_hh_l0	5	0.13202182948589325
17556	rnn.bias_hh_l0	6	0.021128449589014053
17556	rnn.bias_hh_l0	7	0.038358453661203384
17556	rnn.bias_hh_l0	8	0.024121057242155075
17556	rnn.bias_hh_l0	9	0.03979268670082092
17556	rnn.weight_ih_l0_reverse	0	-0.030390053987503052
17556	rnn.weight_ih_l0_reverse	1	0.00011591183283599094
17556	rnn.weight_ih_l0_reverse	2	0.02700151689350605
17556	rnn.weight_ih_l0_reverse	3	-0.06041018292307854
17556	rnn.weight_ih_l0_reverse	4	0.0095986258238554
17556	rnn.weight_ih_l0_reverse	5	-0.0499553382396698
17556	rnn.weight_ih_l0_reverse	6	0.020841246470808983
17556	rnn.weight_ih_l0_reverse	7	0.04483269527554512
17556	rnn.weight_ih_l0_reverse	8	-0.046009015291929245
17556	rnn.weight_ih_l0_reverse	9	-0.052227966487407684
17556	rnn.weight_hh_l0_reverse	0	-0.07665122300386429
17556	rnn.weight_hh_l0_reverse	1	-0.05611523985862732
17556	rnn.weight_hh_l0_reverse	2	0.030971195548772812
17556	rnn.weight_hh_l0_reverse	3	0.044739026576280594
17556	rnn.weight_hh_l0_reverse	4	0.0012329367455095053
17556	rnn.weight_hh_l0_reverse	5	0.04452528804540634
17556	rnn.weight_hh_l0_reverse	6	-0.017263343557715416
17556	rnn.weight_hh_l0_reverse	7	0.008899742737412453
17556	rnn.weight_hh_l0_reverse	8	-0.08921272307634354
17556	rnn.weight_hh_l0_reverse	9	0.07020531594753265
17556	rnn.bias_ih_l0_reverse	0	-0.07240501046180725
17556	rnn.bias_ih_l0_reverse	1	-0.06525621563196182
17556	rnn.bias_ih_l0_reverse	2	0.09568469226360321
17556	rnn.bias_ih_l0_reverse	3	0.036258138716220856
17556	rnn.bias_ih_l0_reverse	4	-0.12849971652030945
17556	rnn.bias_ih_l0_reverse	5	0.04678970202803612
17556	rnn.bias_ih_l0_reverse	6	-0.10920879989862442
17556	rnn.bias_ih_l0_reverse	7	0.04670730605721474
17556	rnn.bias_ih_l0_reverse	8	0.028084227815270424
17556	rnn.bias_ih_l0_reverse	9	0.06495995074510574
17556	rnn.bias_hh_l0_reverse	0	0.057330094277858734
17556	rnn.bias_hh_l0_reverse	1	0.06199418753385544
17556	rnn.bias_hh_l0_reverse	2	0.07868420332670212
17556	rnn.bias_hh_l0_reverse	3	-0.015279682353138924
17556	rnn.bias_hh_l0_reverse	4	0.08087970316410065
17556	rnn.bias_hh_l0_reverse	5	-0.02202404849231243
17556	rnn.bias_hh_l0_reverse	6	-0.0668415054678917
17556	rnn.bias_hh_l0_reverse	7	0.030111465603113174
17556	rnn.bias_hh_l0_reverse	8	0.02375202253460884
17556	rnn.bias_hh_l0_reverse	9	-0.14170260727405548
17556	linear.weight	0	0.13833501935005188
17556	linear.weight	1	-0.1408836394548416
17556	linear.weight	2	-0.19408193230628967
17556	linear.weight	3	0.07014013826847076
17556	linear.weight	4	-0.013178300112485886
17556	linear.weight	5	0.003258097916841507
17556	linear.weight	6	-0.007848255336284637
17556	linear.weight	7	-0.03205999359488487
17556	linear.weight	8	0.05477534607052803
17556	linear.weight	9	0.2840428948402405
17556	linear.bias	0	-0.17550936341285706
17556	linear.bias	1	0.1541973203420639
17556	linear.bias	2	-0.49290749430656433
17556	linear.bias	3	1.6360867023468018
17556	linear.bias	4	-0.3842460811138153
17556	linear.bias	5	-0.030769959092140198
17556	linear.bias	6	-0.3399121165275574
17556	linear.bias	7	-0.23569244146347046
17556	linear.bias	8	-0.02239200286567211
17556	linear.bias	9	-0.47360607981681824
17584	transitions	0	-0.6316789388656616
17584	transitions	1	0.36795660853385925
17584	transitions	2	1.6943823099136353
17584	transitions	3	0.11648977547883987
17584	transitions	4	0.9614331126213074
17584	transitions	5	1.2742406129837036
17584	transitions	6	0.4837842881679535
17584	transitions	7	0.1775050312280655
17584	transitions	8	-0.91935795545578
17584	transitions	9	0.9307242035865784
17584	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17584	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17584	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17584	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17584	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17584	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17584	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17584	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17584	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17584	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17584	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17584	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17584	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17584	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17584	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17584	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17584	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17584	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17584	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17584	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17584	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17584	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17584	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17584	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17584	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17584	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17584	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17584	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17584	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17584	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17584	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17584	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17584	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17584	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17584	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17584	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17584	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17584	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17584	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17584	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17584	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17584	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17584	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17584	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17584	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17584	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17584	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17584	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17584	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17584	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17584	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17584	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17584	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17584	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17584	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17584	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17584	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17584	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17584	embedding2nn.weight	0	0.021914316341280937
17584	embedding2nn.weight	1	0.01394401490688324
17584	embedding2nn.weight	2	-0.005184412468224764
17584	embedding2nn.weight	3	0.0021074379328638315
17584	embedding2nn.weight	4	-0.004761384800076485
17584	embedding2nn.weight	5	0.009826503694057465
17584	embedding2nn.weight	6	-0.002843870548531413
17584	embedding2nn.weight	7	0.016077876091003418
17584	embedding2nn.weight	8	-0.005409812554717064
17584	embedding2nn.weight	9	-0.012425970286130905
17584	embedding2nn.bias	0	-0.039416342973709106
17584	embedding2nn.bias	1	-0.019256746396422386
17584	embedding2nn.bias	2	-0.05337189882993698
17584	embedding2nn.bias	3	-0.01903069205582142
17584	embedding2nn.bias	4	0.0013686519814655185
17584	embedding2nn.bias	5	0.005898152478039265
17584	embedding2nn.bias	6	-0.0009052217938005924
17584	embedding2nn.bias	7	0.02988380566239357
17584	embedding2nn.bias	8	0.0005886257858946919
17584	embedding2nn.bias	9	0.01185043714940548
17584	rnn.weight_ih_l0	0	0.04054567962884903
17584	rnn.weight_ih_l0	1	-0.011576092801988125
17584	rnn.weight_ih_l0	2	-0.03825489431619644
17584	rnn.weight_ih_l0	3	-0.04233379289507866
17584	rnn.weight_ih_l0	4	-0.04947347939014435
17584	rnn.weight_ih_l0	5	-0.005539244040846825
17584	rnn.weight_ih_l0	6	-0.05356842651963234
17584	rnn.weight_ih_l0	7	-0.056997112929821014
17584	rnn.weight_ih_l0	8	-0.04512089490890503
17584	rnn.weight_ih_l0	9	-0.027799371629953384
17584	rnn.weight_hh_l0	0	0.015440016984939575
17584	rnn.weight_hh_l0	1	-0.022352248430252075
17584	rnn.weight_hh_l0	2	-0.06820356100797653
17584	rnn.weight_hh_l0	3	-0.028782548382878304
17584	rnn.weight_hh_l0	4	-0.07157731056213379
17584	rnn.weight_hh_l0	5	-0.014744134619832039
17584	rnn.weight_hh_l0	6	-0.0376402847468853
17584	rnn.weight_hh_l0	7	-0.01861012913286686
17584	rnn.weight_hh_l0	8	-0.01813426986336708
17584	rnn.weight_hh_l0	9	0.016067301854491234
17584	rnn.bias_ih_l0	0	0.12110196053981781
17584	rnn.bias_ih_l0	1	-0.0498502142727375
17584	rnn.bias_ih_l0	2	0.1022874265909195
17584	rnn.bias_ih_l0	3	0.05265093967318535
17584	rnn.bias_ih_l0	4	0.10246164351701736
17584	rnn.bias_ih_l0	5	0.021843321621418
17584	rnn.bias_ih_l0	6	-0.009009025059640408
17584	rnn.bias_ih_l0	7	-0.12364707887172699
17584	rnn.bias_ih_l0	8	-0.1818128079175949
17584	rnn.bias_ih_l0	9	0.08933424949645996
17584	rnn.bias_hh_l0	0	-0.017530078068375587
17584	rnn.bias_hh_l0	1	0.019990582019090652
17584	rnn.bias_hh_l0	2	-0.025430912151932716
17584	rnn.bias_hh_l0	3	-0.018999507650732994
17584	rnn.bias_hh_l0	4	-0.04519166052341461
17584	rnn.bias_hh_l0	5	0.1312340795993805
17584	rnn.bias_hh_l0	6	0.020474357530474663
17584	rnn.bias_hh_l0	7	0.041992053389549255
17584	rnn.bias_hh_l0	8	0.02535974606871605
17584	rnn.bias_hh_l0	9	0.03870359808206558
17584	rnn.weight_ih_l0_reverse	0	-0.030135782435536385
17584	rnn.weight_ih_l0_reverse	1	0.00020535202929750085
17584	rnn.weight_ih_l0_reverse	2	0.026594804599881172
17584	rnn.weight_ih_l0_reverse	3	-0.060545846819877625
17584	rnn.weight_ih_l0_reverse	4	0.0097263865172863
17584	rnn.weight_ih_l0_reverse	5	-0.050002019852399826
17584	rnn.weight_ih_l0_reverse	6	0.01963886432349682
17584	rnn.weight_ih_l0_reverse	7	0.04466794431209564
17584	rnn.weight_ih_l0_reverse	8	-0.045838791877031326
17584	rnn.weight_ih_l0_reverse	9	-0.05209401249885559
17584	rnn.weight_hh_l0_reverse	0	-0.07635902613401413
17584	rnn.weight_hh_l0_reverse	1	-0.057380933314561844
17584	rnn.weight_hh_l0_reverse	2	0.031035561114549637
17584	rnn.weight_hh_l0_reverse	3	0.04463539645075798
17584	rnn.weight_hh_l0_reverse	4	0.001321225892752409
17584	rnn.weight_hh_l0_reverse	5	0.04451446235179901
17584	rnn.weight_hh_l0_reverse	6	-0.014798502437770367
17584	rnn.weight_hh_l0_reverse	7	0.008798564784228802
17584	rnn.weight_hh_l0_reverse	8	-0.08886537700891495
17584	rnn.weight_hh_l0_reverse	9	0.06944818049669266
17584	rnn.bias_ih_l0_reverse	0	-0.07439088076353073
17584	rnn.bias_ih_l0_reverse	1	-0.06952512264251709
17584	rnn.bias_ih_l0_reverse	2	0.09563247114419937
17584	rnn.bias_ih_l0_reverse	3	0.035689495503902435
17584	rnn.bias_ih_l0_reverse	4	-0.1283651441335678
17584	rnn.bias_ih_l0_reverse	5	0.046408869326114655
17584	rnn.bias_ih_l0_reverse	6	-0.1100103035569191
17584	rnn.bias_ih_l0_reverse	7	0.04554165527224541
17584	rnn.bias_ih_l0_reverse	8	0.02746249921619892
17584	rnn.bias_ih_l0_reverse	9	0.06609923392534256
17584	rnn.bias_hh_l0_reverse	0	0.049653276801109314
17584	rnn.bias_hh_l0_reverse	1	0.061487827450037
17584	rnn.bias_hh_l0_reverse	2	0.08028607815504074
17584	rnn.bias_hh_l0_reverse	3	-0.015136513859033585
17584	rnn.bias_hh_l0_reverse	4	0.08101056516170502
17584	rnn.bias_hh_l0_reverse	5	-0.01688028685748577
17584	rnn.bias_hh_l0_reverse	6	-0.06602197140455246
17584	rnn.bias_hh_l0_reverse	7	0.029088016599416733
17584	rnn.bias_hh_l0_reverse	8	0.022461505606770515
17584	rnn.bias_hh_l0_reverse	9	-0.14095783233642578
17584	linear.weight	0	0.1399998664855957
17584	linear.weight	1	-0.14088140428066254
17584	linear.weight	2	-0.19258631765842438
17584	linear.weight	3	0.07825673371553421
17584	linear.weight	4	-0.013066385872662067
17584	linear.weight	5	0.0016475694719702005
17584	linear.weight	6	-0.007845527492463589
17584	linear.weight	7	-0.03205198049545288
17584	linear.weight	8	0.052223317325115204
17584	linear.weight	9	0.2880118787288666
17584	linear.bias	0	-0.1717669665813446
17584	linear.bias	1	0.15939664840698242
17584	linear.bias	2	-0.4935874342918396
17584	linear.bias	3	1.6312017440795898
17584	linear.bias	4	-0.384345144033432
17584	linear.bias	5	-0.030769959092140198
17584	linear.bias	6	-0.33905699849128723
17584	linear.bias	7	-0.23783673346042633
17584	linear.bias	8	-0.022058870643377304
17584	linear.bias	9	-0.47364625334739685
17612	transitions	0	-0.6318117380142212
17612	transitions	1	0.36793118715286255
17612	transitions	2	1.6943241357803345
17612	transitions	3	0.11646503210067749
17612	transitions	4	0.9612514972686768
17612	transitions	5	1.2742398977279663
17612	transitions	6	0.4837806522846222
17612	transitions	7	0.1775045245885849
17612	transitions	8	-0.919358491897583
17612	transitions	9	0.9307242035865784
17612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17612	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17612	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17612	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17612	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17612	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17612	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17612	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17612	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17612	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17612	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17612	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17612	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17612	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17612	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17612	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17612	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17612	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17612	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17612	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17612	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17612	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17612	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17612	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17612	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17612	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17612	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17612	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17612	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17612	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17612	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17612	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17612	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17612	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17612	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17612	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17612	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17612	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17612	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17612	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17612	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17612	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17612	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17612	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17612	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17612	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17612	embedding2nn.weight	0	0.02194080501794815
17612	embedding2nn.weight	1	0.014025273732841015
17612	embedding2nn.weight	2	-0.005221981555223465
17612	embedding2nn.weight	3	0.0022673748899251223
17612	embedding2nn.weight	4	-0.004781749565154314
17612	embedding2nn.weight	5	0.009972939267754555
17612	embedding2nn.weight	6	-0.0028728058096021414
17612	embedding2nn.weight	7	0.015948142856359482
17612	embedding2nn.weight	8	-0.005174971651285887
17612	embedding2nn.weight	9	-0.012548880651593208
17612	embedding2nn.bias	0	-0.04419345036149025
17612	embedding2nn.bias	1	-0.02566869929432869
17612	embedding2nn.bias	2	-0.05321059003472328
17612	embedding2nn.bias	3	-0.016673075035214424
17612	embedding2nn.bias	4	-0.007042065262794495
17612	embedding2nn.bias	5	-0.0002458235539961606
17612	embedding2nn.bias	6	-7.482041110051796e-05
17612	embedding2nn.bias	7	0.03201870992779732
17612	embedding2nn.bias	8	-0.0007093900348991156
17612	embedding2nn.bias	9	0.01656445302069187
17612	rnn.weight_ih_l0	0	0.040067579597234726
17612	rnn.weight_ih_l0	1	-0.011130780912935734
17612	rnn.weight_ih_l0	2	-0.038706738501787186
17612	rnn.weight_ih_l0	3	-0.04269993677735329
17612	rnn.weight_ih_l0	4	-0.049454014748334885
17612	rnn.weight_ih_l0	5	-0.005702631082385778
17612	rnn.weight_ih_l0	6	-0.0533384270966053
17612	rnn.weight_ih_l0	7	-0.05741181969642639
17612	rnn.weight_ih_l0	8	-0.045426029711961746
17612	rnn.weight_ih_l0	9	-0.027718693017959595
17612	rnn.weight_hh_l0	0	0.015477233566343784
17612	rnn.weight_hh_l0	1	-0.021909046918153763
17612	rnn.weight_hh_l0	2	-0.06792185455560684
17612	rnn.weight_hh_l0	3	-0.029042989015579224
17612	rnn.weight_hh_l0	4	-0.07155244052410126
17612	rnn.weight_hh_l0	5	-0.014701543375849724
17612	rnn.weight_hh_l0	6	-0.039105694741010666
17612	rnn.weight_hh_l0	7	-0.018046218901872635
17612	rnn.weight_hh_l0	8	-0.017933500930666924
17612	rnn.weight_hh_l0	9	0.015287482179701328
17612	rnn.bias_ih_l0	0	0.12292320281267166
17612	rnn.bias_ih_l0	1	-0.05186125636100769
17612	rnn.bias_ih_l0	2	0.10452636331319809
17612	rnn.bias_ih_l0	3	0.05201856419444084
17612	rnn.bias_ih_l0	4	0.10223682224750519
17612	rnn.bias_ih_l0	5	0.02200160175561905
17612	rnn.bias_ih_l0	6	-0.010876473970711231
17612	rnn.bias_ih_l0	7	-0.1155947670340538
17612	rnn.bias_ih_l0	8	-0.1825929433107376
17612	rnn.bias_ih_l0	9	0.09033399820327759
17612	rnn.bias_hh_l0	0	-0.018204055726528168
17612	rnn.bias_hh_l0	1	0.01845335215330124
17612	rnn.bias_hh_l0	2	-0.024744782596826553
17612	rnn.bias_hh_l0	3	-0.02095911093056202
17612	rnn.bias_hh_l0	4	-0.043720588088035583
17612	rnn.bias_hh_l0	5	0.13030791282653809
17612	rnn.bias_hh_l0	6	0.020034529268741608
17612	rnn.bias_hh_l0	7	0.041556671261787415
17612	rnn.bias_hh_l0	8	0.023492295295000076
17612	rnn.bias_hh_l0	9	0.042352233082056046
17612	rnn.weight_ih_l0_reverse	0	-0.030307240784168243
17612	rnn.weight_ih_l0_reverse	1	0.00047719335998408496
17612	rnn.weight_ih_l0_reverse	2	0.026355527341365814
17612	rnn.weight_ih_l0_reverse	3	-0.06021968647837639
17612	rnn.weight_ih_l0_reverse	4	0.009687960147857666
17612	rnn.weight_ih_l0_reverse	5	-0.04998711869120598
17612	rnn.weight_ih_l0_reverse	6	0.01882251724600792
17612	rnn.weight_ih_l0_reverse	7	0.044788114726543427
17612	rnn.weight_ih_l0_reverse	8	-0.04581890627741814
17612	rnn.weight_ih_l0_reverse	9	-0.05218298360705376
17612	rnn.weight_hh_l0_reverse	0	-0.07677001506090164
17612	rnn.weight_hh_l0_reverse	1	-0.058079589158296585
17612	rnn.weight_hh_l0_reverse	2	0.03057975508272648
17612	rnn.weight_hh_l0_reverse	3	0.04504140093922615
17612	rnn.weight_hh_l0_reverse	4	0.0011190492659807205
17612	rnn.weight_hh_l0_reverse	5	0.0447419174015522
17612	rnn.weight_hh_l0_reverse	6	-0.011997781693935394
17612	rnn.weight_hh_l0_reverse	7	0.00889859814196825
17612	rnn.weight_hh_l0_reverse	8	-0.08974181860685349
17612	rnn.weight_hh_l0_reverse	9	0.06967170536518097
17612	rnn.bias_ih_l0_reverse	0	-0.07365129888057709
17612	rnn.bias_ih_l0_reverse	1	-0.06895939260721207
17612	rnn.bias_ih_l0_reverse	2	0.0954214408993721
17612	rnn.bias_ih_l0_reverse	3	0.037529099732637405
17612	rnn.bias_ih_l0_reverse	4	-0.12901310622692108
17612	rnn.bias_ih_l0_reverse	5	0.04816214367747307
17612	rnn.bias_ih_l0_reverse	6	-0.11158476769924164
17612	rnn.bias_ih_l0_reverse	7	0.04756321758031845
17612	rnn.bias_ih_l0_reverse	8	0.029511407017707825
17612	rnn.bias_ih_l0_reverse	9	0.0643971636891365
17612	rnn.bias_hh_l0_reverse	0	0.05178019776940346
17612	rnn.bias_hh_l0_reverse	1	0.06259611994028091
17612	rnn.bias_hh_l0_reverse	2	0.08174071460962296
17612	rnn.bias_hh_l0_reverse	3	-0.015124852769076824
17612	rnn.bias_hh_l0_reverse	4	0.08330558985471725
17612	rnn.bias_hh_l0_reverse	5	-0.019255464896559715
17612	rnn.bias_hh_l0_reverse	6	-0.06449993699789047
17612	rnn.bias_hh_l0_reverse	7	0.029647573828697205
17612	rnn.bias_hh_l0_reverse	8	0.025526076555252075
17612	rnn.bias_hh_l0_reverse	9	-0.13594099879264832
17612	linear.weight	0	0.13983586430549622
17612	linear.weight	1	-0.14083901047706604
17612	linear.weight	2	-0.19266444444656372
17612	linear.weight	3	0.07601343840360641
17612	linear.weight	4	-0.012258563190698624
17612	linear.weight	5	0.0021808890160173178
17612	linear.weight	6	-0.007846316322684288
17612	linear.weight	7	-0.03203815966844559
17612	linear.weight	8	0.053410604596138
17612	linear.weight	9	0.28838875889778137
17612	linear.bias	0	-0.18703168630599976
17612	linear.bias	1	0.15652605891227722
17612	linear.bias	2	-0.493084579706192
17612	linear.bias	3	1.6432360410690308
17612	linear.bias	4	-0.38452720642089844
17612	linear.bias	5	-0.030769959092140198
17612	linear.bias	6	-0.3378290832042694
17612	linear.bias	7	-0.2372197061777115
17612	linear.bias	8	-0.020619099959731102
17612	linear.bias	9	-0.4738008975982666
17640	transitions	0	-0.6318855881690979
17640	transitions	1	0.3661414086818695
17640	transitions	2	1.6941096782684326
17640	transitions	3	0.1164485514163971
17640	transitions	4	0.9612275958061218
17640	transitions	5	1.2742373943328857
17640	transitions	6	0.48378047347068787
17640	transitions	7	0.17743057012557983
17640	transitions	8	-0.9193594455718994
17640	transitions	9	0.9307228326797485
17640	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17640	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17640	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17640	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17640	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17640	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17640	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17640	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17640	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17640	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17640	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17640	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17640	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17640	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17640	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17640	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17640	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17640	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17640	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17640	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17640	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17640	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17640	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17640	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17640	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17640	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17640	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17640	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17640	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17640	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17640	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17640	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17640	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17640	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17640	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17640	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17640	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17640	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17640	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17640	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17640	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17640	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17640	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17640	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17640	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17640	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17640	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17640	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17640	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17640	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17640	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17640	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17640	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17640	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17640	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17640	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17640	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17640	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17640	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17640	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17640	embedding2nn.weight	0	0.021978002041578293
17640	embedding2nn.weight	1	0.014043815433979034
17640	embedding2nn.weight	2	-0.00527430372312665
17640	embedding2nn.weight	3	0.0022558122873306274
17640	embedding2nn.weight	4	-0.004762552212923765
17640	embedding2nn.weight	5	0.009815075434744358
17640	embedding2nn.weight	6	-0.002951484639197588
17640	embedding2nn.weight	7	0.015460365451872349
17640	embedding2nn.weight	8	-0.005122434813529253
17640	embedding2nn.weight	9	-0.012448666617274284
17640	embedding2nn.bias	0	-0.039083126932382584
17640	embedding2nn.bias	1	-0.022273972630500793
17640	embedding2nn.bias	2	-0.0524461455643177
17640	embedding2nn.bias	3	-0.015911785885691643
17640	embedding2nn.bias	4	-0.0032264015171676874
17640	embedding2nn.bias	5	0.0037345988675951958
17640	embedding2nn.bias	6	-0.0031344732269644737
17640	embedding2nn.bias	7	0.023239947855472565
17640	embedding2nn.bias	8	-0.003987298347055912
17640	embedding2nn.bias	9	0.020014377310872078
17640	rnn.weight_ih_l0	0	0.03965163230895996
17640	rnn.weight_ih_l0	1	-0.011262510903179646
17640	rnn.weight_ih_l0	2	-0.0396493524312973
17640	rnn.weight_ih_l0	3	-0.042160727083683014
17640	rnn.weight_ih_l0	4	-0.04973297938704491
17640	rnn.weight_ih_l0	5	-0.005777471698820591
17640	rnn.weight_ih_l0	6	-0.052652642130851746
17640	rnn.weight_ih_l0	7	-0.057094473391771317
17640	rnn.weight_ih_l0	8	-0.045506369322538376
17640	rnn.weight_ih_l0	9	-0.027684150263667107
17640	rnn.weight_hh_l0	0	0.016005374491214752
17640	rnn.weight_hh_l0	1	-0.02158619649708271
17640	rnn.weight_hh_l0	2	-0.06983130425214767
17640	rnn.weight_hh_l0	3	-0.02890765108168125
17640	rnn.weight_hh_l0	4	-0.07135020941495895
17640	rnn.weight_hh_l0	5	-0.014406343922019005
17640	rnn.weight_hh_l0	6	-0.03930549696087837
17640	rnn.weight_hh_l0	7	-0.016146821901202202
17640	rnn.weight_hh_l0	8	-0.01789865829050541
17640	rnn.weight_hh_l0	9	0.01583945006132126
17640	rnn.bias_ih_l0	0	0.12279128283262253
17640	rnn.bias_ih_l0	1	-0.05037336423993111
17640	rnn.bias_ih_l0	2	0.10526010394096375
17640	rnn.bias_ih_l0	3	0.0502900704741478
17640	rnn.bias_ih_l0	4	0.10169066488742828
17640	rnn.bias_ih_l0	5	0.022442419081926346
17640	rnn.bias_ih_l0	6	-0.010051364079117775
17640	rnn.bias_ih_l0	7	-0.12266043573617935
17640	rnn.bias_ih_l0	8	-0.1798272579908371
17640	rnn.bias_ih_l0	9	0.09208529442548752
17640	rnn.bias_hh_l0	0	-0.018497368320822716
17640	rnn.bias_hh_l0	1	0.01832089200615883
17640	rnn.bias_hh_l0	2	-0.02721427008509636
17640	rnn.bias_hh_l0	3	-0.019359860569238663
17640	rnn.bias_hh_l0	4	-0.04370788484811783
17640	rnn.bias_hh_l0	5	0.13017094135284424
17640	rnn.bias_hh_l0	6	0.01902117393910885
17640	rnn.bias_hh_l0	7	0.04315313324332237
17640	rnn.bias_hh_l0	8	0.02431740239262581
17640	rnn.bias_hh_l0	9	0.04385555535554886
17640	rnn.weight_ih_l0_reverse	0	-0.02987363189458847
17640	rnn.weight_ih_l0_reverse	1	0.0007024710648693144
17640	rnn.weight_ih_l0_reverse	2	0.02623148262500763
17640	rnn.weight_ih_l0_reverse	3	-0.06003687530755997
17640	rnn.weight_ih_l0_reverse	4	0.009494734928011894
17640	rnn.weight_ih_l0_reverse	5	-0.0498773530125618
17640	rnn.weight_ih_l0_reverse	6	0.017970111221075058
17640	rnn.weight_ih_l0_reverse	7	0.04487482085824013
17640	rnn.weight_ih_l0_reverse	8	-0.04580891132354736
17640	rnn.weight_ih_l0_reverse	9	-0.05223677307367325
17640	rnn.weight_hh_l0_reverse	0	-0.07633243501186371
17640	rnn.weight_hh_l0_reverse	1	-0.058055683970451355
17640	rnn.weight_hh_l0_reverse	2	0.030675267800688744
17640	rnn.weight_hh_l0_reverse	3	0.045020800083875656
17640	rnn.weight_hh_l0_reverse	4	0.0013560740044340491
17640	rnn.weight_hh_l0_reverse	5	0.04481521621346474
17640	rnn.weight_hh_l0_reverse	6	-0.009778892621397972
17640	rnn.weight_hh_l0_reverse	7	0.009600820951163769
17640	rnn.weight_hh_l0_reverse	8	-0.09021337330341339
17640	rnn.weight_hh_l0_reverse	9	0.07018612325191498
17640	rnn.bias_ih_l0_reverse	0	-0.07844290882349014
17640	rnn.bias_ih_l0_reverse	1	-0.0707169696688652
17640	rnn.bias_ih_l0_reverse	2	0.095925472676754
17640	rnn.bias_ih_l0_reverse	3	0.037360649555921555
17640	rnn.bias_ih_l0_reverse	4	-0.12892210483551025
17640	rnn.bias_ih_l0_reverse	5	0.04940641671419144
17640	rnn.bias_ih_l0_reverse	6	-0.10989947617053986
17640	rnn.bias_ih_l0_reverse	7	0.04836603254079819
17640	rnn.bias_ih_l0_reverse	8	0.029060065746307373
17640	rnn.bias_ih_l0_reverse	9	0.06451845169067383
17640	rnn.bias_hh_l0_reverse	0	0.05723772197961807
17640	rnn.bias_hh_l0_reverse	1	0.06537356227636337
17640	rnn.bias_hh_l0_reverse	2	0.07885375618934631
17640	rnn.bias_hh_l0_reverse	3	-0.014473185874521732
17640	rnn.bias_hh_l0_reverse	4	0.0842992439866066
17640	rnn.bias_hh_l0_reverse	5	-0.01622922532260418
17640	rnn.bias_hh_l0_reverse	6	-0.06282269954681396
17640	rnn.bias_hh_l0_reverse	7	0.030697735026478767
17640	rnn.bias_hh_l0_reverse	8	0.025056181475520134
17640	rnn.bias_hh_l0_reverse	9	-0.1375412791967392
17640	linear.weight	0	0.14717353880405426
17640	linear.weight	1	-0.14083582162857056
17640	linear.weight	2	-0.19149209558963776
17640	linear.weight	3	0.07512076199054718
17640	linear.weight	4	-0.012002384290099144
17640	linear.weight	5	0.002479704562574625
17640	linear.weight	6	-0.007839120924472809
17640	linear.weight	7	-0.03170859068632126
17640	linear.weight	8	0.05323527008295059
17640	linear.weight	9	0.28664952516555786
17640	linear.bias	0	-0.19283069670200348
17640	linear.bias	1	0.1541205793619156
17640	linear.bias	2	-0.49430006742477417
17640	linear.bias	3	1.6510770320892334
17640	linear.bias	4	-0.38059526681900024
17640	linear.bias	5	-0.030769959092140198
17640	linear.bias	6	-0.3393140733242035
17640	linear.bias	7	-0.23892340064048767
17640	linear.bias	8	-0.02133314684033394
17640	linear.bias	9	-0.4739304184913635
17668	transitions	0	-0.6319736242294312
17668	transitions	1	0.3660928010940552
17668	transitions	2	1.6940162181854248
17668	transitions	3	0.11642739921808243
17668	transitions	4	0.9612200856208801
17668	transitions	5	1.274236798286438
17668	transitions	6	0.4837803244590759
17668	transitions	7	0.17743012309074402
17668	transitions	8	-0.9193597435951233
17668	transitions	9	0.9307226538658142
17668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17668	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17668	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17668	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17668	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17668	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17668	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17668	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17668	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17668	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17668	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17668	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17668	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17668	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17668	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17668	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17668	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17668	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17668	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17668	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17668	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17668	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17668	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17668	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17668	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17668	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17668	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17668	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17668	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17668	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17668	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17668	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17668	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17668	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17668	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17668	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17668	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17668	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17668	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17668	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17668	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17668	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17668	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17668	embedding2nn.weight	0	0.021879132837057114
17668	embedding2nn.weight	1	0.01394146028906107
17668	embedding2nn.weight	2	-0.005306250881403685
17668	embedding2nn.weight	3	0.0021116395946592093
17668	embedding2nn.weight	4	-0.004750172141939402
17668	embedding2nn.weight	5	0.009800190106034279
17668	embedding2nn.weight	6	-0.0030302831437438726
17668	embedding2nn.weight	7	0.01511014997959137
17668	embedding2nn.weight	8	-0.005045495927333832
17668	embedding2nn.weight	9	-0.012442518956959248
17668	embedding2nn.bias	0	-0.03355187177658081
17668	embedding2nn.bias	1	-0.023894697427749634
17668	embedding2nn.bias	2	-0.04665539041161537
17668	embedding2nn.bias	3	-0.017781659960746765
17668	embedding2nn.bias	4	-0.004705664701759815
17668	embedding2nn.bias	5	0.0063475933857262135
17668	embedding2nn.bias	6	-0.004396439995616674
17668	embedding2nn.bias	7	0.01894882693886757
17668	embedding2nn.bias	8	0.0037932703271508217
17668	embedding2nn.bias	9	0.019178343936800957
17668	rnn.weight_ih_l0	0	0.039728082716464996
17668	rnn.weight_ih_l0	1	-0.010612010955810547
17668	rnn.weight_ih_l0	2	-0.03982852026820183
17668	rnn.weight_ih_l0	3	-0.041693899780511856
17668	rnn.weight_ih_l0	4	-0.04937920719385147
17668	rnn.weight_ih_l0	5	-0.0061036767438054085
17668	rnn.weight_ih_l0	6	-0.05260271206498146
17668	rnn.weight_ih_l0	7	-0.057024840265512466
17668	rnn.weight_ih_l0	8	-0.04500798135995865
17668	rnn.weight_ih_l0	9	-0.02784014493227005
17668	rnn.weight_hh_l0	0	0.015915775671601295
17668	rnn.weight_hh_l0	1	-0.02177882194519043
17668	rnn.weight_hh_l0	2	-0.06944170594215393
17668	rnn.weight_hh_l0	3	-0.029385318979620934
17668	rnn.weight_hh_l0	4	-0.07185127586126328
17668	rnn.weight_hh_l0	5	-0.014058598317205906
17668	rnn.weight_hh_l0	6	-0.04008091986179352
17668	rnn.weight_hh_l0	7	-0.015697641298174858
17668	rnn.weight_hh_l0	8	-0.01781114563345909
17668	rnn.weight_hh_l0	9	0.015142418444156647
17668	rnn.bias_ih_l0	0	0.12348082661628723
17668	rnn.bias_ih_l0	1	-0.049797069281339645
17668	rnn.bias_ih_l0	2	0.10429392009973526
17668	rnn.bias_ih_l0	3	0.05017435550689697
17668	rnn.bias_ih_l0	4	0.10019759833812714
17668	rnn.bias_ih_l0	5	0.022103285416960716
17668	rnn.bias_ih_l0	6	-0.0063592009246349335
17668	rnn.bias_ih_l0	7	-0.12149545550346375
17668	rnn.bias_ih_l0	8	-0.18319736421108246
17668	rnn.bias_ih_l0	9	0.09351454675197601
17668	rnn.bias_hh_l0	0	-0.01837519183754921
17668	rnn.bias_hh_l0	1	0.019261227920651436
17668	rnn.bias_hh_l0	2	-0.02697141468524933
17668	rnn.bias_hh_l0	3	-0.018024183809757233
17668	rnn.bias_hh_l0	4	-0.044056493788957596
17668	rnn.bias_hh_l0	5	0.1313389241695404
17668	rnn.bias_hh_l0	6	0.02000652439892292
17668	rnn.bias_hh_l0	7	0.041481442749500275
17668	rnn.bias_hh_l0	8	0.0280095674097538
17668	rnn.bias_hh_l0	9	0.042868029326200485
17668	rnn.weight_ih_l0_reverse	0	-0.030243825167417526
17668	rnn.weight_ih_l0_reverse	1	0.0014742084313184023
17668	rnn.weight_ih_l0_reverse	2	0.02616078034043312
17668	rnn.weight_ih_l0_reverse	3	-0.059793926775455475
17668	rnn.weight_ih_l0_reverse	4	0.00948380958288908
17668	rnn.weight_ih_l0_reverse	5	-0.04995517432689667
17668	rnn.weight_ih_l0_reverse	6	0.017316307872533798
17668	rnn.weight_ih_l0_reverse	7	0.04511260613799095
17668	rnn.weight_ih_l0_reverse	8	-0.04594109207391739
17668	rnn.weight_ih_l0_reverse	9	-0.05226229876279831
17668	rnn.weight_hh_l0_reverse	0	-0.0768582746386528
17668	rnn.weight_hh_l0_reverse	1	-0.05681902542710304
17668	rnn.weight_hh_l0_reverse	2	0.030971914529800415
17668	rnn.weight_hh_l0_reverse	3	0.04452980309724808
17668	rnn.weight_hh_l0_reverse	4	0.0012175504816696048
17668	rnn.weight_hh_l0_reverse	5	0.04483510181307793
17668	rnn.weight_hh_l0_reverse	6	-0.009259367361664772
17668	rnn.weight_hh_l0_reverse	7	0.009179797023534775
17668	rnn.weight_hh_l0_reverse	8	-0.0909886509180069
17668	rnn.weight_hh_l0_reverse	9	0.07025274634361267
17668	rnn.bias_ih_l0_reverse	0	-0.07874176651239395
17668	rnn.bias_ih_l0_reverse	1	-0.07123488932847977
17668	rnn.bias_ih_l0_reverse	2	0.09401963651180267
17668	rnn.bias_ih_l0_reverse	3	0.03676310554146767
17668	rnn.bias_ih_l0_reverse	4	-0.12919840216636658
17668	rnn.bias_ih_l0_reverse	5	0.049364302307367325
17668	rnn.bias_ih_l0_reverse	6	-0.11094899475574493
17668	rnn.bias_ih_l0_reverse	7	0.04830403998494148
17668	rnn.bias_ih_l0_reverse	8	0.028667375445365906
17668	rnn.bias_ih_l0_reverse	9	0.0642491802573204
17668	rnn.bias_hh_l0_reverse	0	0.052964989095926285
17668	rnn.bias_hh_l0_reverse	1	0.06485682725906372
17668	rnn.bias_hh_l0_reverse	2	0.08037442713975906
17668	rnn.bias_hh_l0_reverse	3	-0.014881727285683155
17668	rnn.bias_hh_l0_reverse	4	0.08490461856126785
17668	rnn.bias_hh_l0_reverse	5	-0.02141837775707245
17668	rnn.bias_hh_l0_reverse	6	-0.0645010843873024
17668	rnn.bias_hh_l0_reverse	7	0.030602412298321724
17668	rnn.bias_hh_l0_reverse	8	0.02330978587269783
17668	rnn.bias_hh_l0_reverse	9	-0.14458924531936646
17668	linear.weight	0	0.15780368447303772
17668	linear.weight	1	-0.14081689715385437
17668	linear.weight	2	-0.19354653358459473
17668	linear.weight	3	0.06921543926000595
17668	linear.weight	4	-0.013193008489906788
17668	linear.weight	5	0.0005527523462660611
17668	linear.weight	6	-0.007831492461264133
17668	linear.weight	7	-0.03166128695011139
17668	linear.weight	8	0.05385793372988701
17668	linear.weight	9	0.29007261991500854
17668	linear.bias	0	-0.17432540655136108
17668	linear.bias	1	0.15716494619846344
17668	linear.bias	2	-0.4927659332752228
17668	linear.bias	3	1.634398341178894
17668	linear.bias	4	-0.3808232247829437
17668	linear.bias	5	-0.030769959092140198
17668	linear.bias	6	-0.3386355936527252
17668	linear.bias	7	-0.24008865654468536
17668	linear.bias	8	-0.017191218212246895
17668	linear.bias	9	-0.4740891456604004
17696	transitions	0	-0.6320542097091675
17696	transitions	1	0.36603838205337524
17696	transitions	2	1.6939412355422974
17696	transitions	3	0.11638982594013214
17696	transitions	4	0.9612129330635071
17696	transitions	5	1.2742351293563843
17696	transitions	6	0.4837799668312073
17696	transitions	7	0.1774296909570694
17696	transitions	8	-0.919360339641571
17696	transitions	9	0.9307226538658142
17696	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17696	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17696	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17696	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17696	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17696	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17696	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17696	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17696	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17696	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17696	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17696	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17696	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17696	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17696	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17696	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17696	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17696	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17696	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17696	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17696	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17696	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17696	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17696	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17696	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17696	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17696	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17696	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17696	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17696	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17696	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17696	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17696	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17696	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17696	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17696	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17696	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17696	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17696	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17696	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17696	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17696	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17696	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17696	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17696	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17696	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17696	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17696	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17696	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17696	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17696	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17696	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17696	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17696	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17696	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17696	embedding2nn.weight	0	0.021382682025432587
17696	embedding2nn.weight	1	0.014020614326000214
17696	embedding2nn.weight	2	-0.005304180085659027
17696	embedding2nn.weight	3	0.0020104895811527967
17696	embedding2nn.weight	4	-0.004803331568837166
17696	embedding2nn.weight	5	0.00981401652097702
17696	embedding2nn.weight	6	-0.0029878513887524605
17696	embedding2nn.weight	7	0.015295679681003094
17696	embedding2nn.weight	8	-0.00506554264575243
17696	embedding2nn.weight	9	-0.012451544404029846
17696	embedding2nn.bias	0	-0.03165317699313164
17696	embedding2nn.bias	1	-0.02634589374065399
17696	embedding2nn.bias	2	-0.046265654265880585
17696	embedding2nn.bias	3	-0.017864733934402466
17696	embedding2nn.bias	4	-0.006341067608445883
17696	embedding2nn.bias	5	0.0007903373916633427
17696	embedding2nn.bias	6	-0.010923256166279316
17696	embedding2nn.bias	7	0.01804974116384983
17696	embedding2nn.bias	8	0.004658859688788652
17696	embedding2nn.bias	9	0.0176918376237154
17696	rnn.weight_ih_l0	0	0.03967052325606346
17696	rnn.weight_ih_l0	1	-0.011114509776234627
17696	rnn.weight_ih_l0	2	-0.04089749604463577
17696	rnn.weight_ih_l0	3	-0.04190010577440262
17696	rnn.weight_ih_l0	4	-0.05024322494864464
17696	rnn.weight_ih_l0	5	-0.005946449935436249
17696	rnn.weight_ih_l0	6	-0.05268947780132294
17696	rnn.weight_ih_l0	7	-0.056818824261426926
17696	rnn.weight_ih_l0	8	-0.04525228962302208
17696	rnn.weight_ih_l0	9	-0.027965979650616646
17696	rnn.weight_hh_l0	0	0.016120927408337593
17696	rnn.weight_hh_l0	1	-0.021698391065001488
17696	rnn.weight_hh_l0	2	-0.06911198794841766
17696	rnn.weight_hh_l0	3	-0.02919336035847664
17696	rnn.weight_hh_l0	4	-0.0718950480222702
17696	rnn.weight_hh_l0	5	-0.014339775778353214
17696	rnn.weight_hh_l0	6	-0.04127349331974983
17696	rnn.weight_hh_l0	7	-0.013473478145897388
17696	rnn.weight_hh_l0	8	-0.017581839114427567
17696	rnn.weight_hh_l0	9	0.014726076275110245
17696	rnn.bias_ih_l0	0	0.12406453490257263
17696	rnn.bias_ih_l0	1	-0.052482765167951584
17696	rnn.bias_ih_l0	2	0.10365480929613113
17696	rnn.bias_ih_l0	3	0.05017707496881485
17696	rnn.bias_ih_l0	4	0.10217544436454773
17696	rnn.bias_ih_l0	5	0.023871706798672676
17696	rnn.bias_ih_l0	6	-0.00459030969068408
17696	rnn.bias_ih_l0	7	-0.11181614547967911
17696	rnn.bias_ih_l0	8	-0.18244709074497223
17696	rnn.bias_ih_l0	9	0.09385445713996887
17696	rnn.bias_hh_l0	0	-0.016140682622790337
17696	rnn.bias_hh_l0	1	0.020905181765556335
17696	rnn.bias_hh_l0	2	-0.024052277207374573
17696	rnn.bias_hh_l0	3	-0.01712197996675968
17696	rnn.bias_hh_l0	4	-0.042395513504743576
17696	rnn.bias_hh_l0	5	0.13176372647285461
17696	rnn.bias_hh_l0	6	0.01869058795273304
17696	rnn.bias_hh_l0	7	0.04033157229423523
17696	rnn.bias_hh_l0	8	0.029778461903333664
17696	rnn.bias_hh_l0	9	0.04028327018022537
17696	rnn.weight_ih_l0_reverse	0	-0.030254505574703217
17696	rnn.weight_ih_l0_reverse	1	0.001236475189216435
17696	rnn.weight_ih_l0_reverse	2	0.026315979659557343
17696	rnn.weight_ih_l0_reverse	3	-0.05973377451300621
17696	rnn.weight_ih_l0_reverse	4	0.009551793336868286
17696	rnn.weight_ih_l0_reverse	5	-0.04994186758995056
17696	rnn.weight_ih_l0_reverse	6	0.017748219892382622
17696	rnn.weight_ih_l0_reverse	7	0.04516826197504997
17696	rnn.weight_ih_l0_reverse	8	-0.0462210588157177
17696	rnn.weight_ih_l0_reverse	9	-0.05230875685811043
17696	rnn.weight_hh_l0_reverse	0	-0.07624869048595428
17696	rnn.weight_hh_l0_reverse	1	-0.057135362178087234
17696	rnn.weight_hh_l0_reverse	2	0.030601348727941513
17696	rnn.weight_hh_l0_reverse	3	0.04407300800085068
17696	rnn.weight_hh_l0_reverse	4	0.001166317262686789
17696	rnn.weight_hh_l0_reverse	5	0.044948432594537735
17696	rnn.weight_hh_l0_reverse	6	-0.007757176645100117
17696	rnn.weight_hh_l0_reverse	7	0.008501429110765457
17696	rnn.weight_hh_l0_reverse	8	-0.09112328290939331
17696	rnn.weight_hh_l0_reverse	9	0.07120393216609955
17696	rnn.bias_ih_l0_reverse	0	-0.07938829064369202
17696	rnn.bias_ih_l0_reverse	1	-0.06857693195343018
17696	rnn.bias_ih_l0_reverse	2	0.09388194978237152
17696	rnn.bias_ih_l0_reverse	3	0.03765856474637985
17696	rnn.bias_ih_l0_reverse	4	-0.12998893857002258
17696	rnn.bias_ih_l0_reverse	5	0.04760261997580528
17696	rnn.bias_ih_l0_reverse	6	-0.11375372111797333
17696	rnn.bias_ih_l0_reverse	7	0.045619480311870575
17696	rnn.bias_ih_l0_reverse	8	0.02807200327515602
17696	rnn.bias_ih_l0_reverse	9	0.06304273009300232
17696	rnn.bias_hh_l0_reverse	0	0.054252613335847855
17696	rnn.bias_hh_l0_reverse	1	0.06224725767970085
17696	rnn.bias_hh_l0_reverse	2	0.08086194097995758
17696	rnn.bias_hh_l0_reverse	3	-0.015314847230911255
17696	rnn.bias_hh_l0_reverse	4	0.0828121155500412
17696	rnn.bias_hh_l0_reverse	5	-0.01641811802983284
17696	rnn.bias_hh_l0_reverse	6	-0.0649217739701271
17696	rnn.bias_hh_l0_reverse	7	0.029813481494784355
17696	rnn.bias_hh_l0_reverse	8	0.023701421916484833
17696	rnn.bias_hh_l0_reverse	9	-0.14284716546535492
17696	linear.weight	0	0.1564084142446518
17696	linear.weight	1	-0.14081469178199768
17696	linear.weight	2	-0.1930759847164154
17696	linear.weight	3	0.06761051714420319
17696	linear.weight	4	-0.012834465131163597
17696	linear.weight	5	0.0007525521796196699
17696	linear.weight	6	-0.00782756693661213
17696	linear.weight	7	-0.031657181680202484
17696	linear.weight	8	0.053245916962623596
17696	linear.weight	9	0.29056039452552795
17696	linear.bias	0	-0.18105417490005493
17696	linear.bias	1	0.1580490916967392
17696	linear.bias	2	-0.49488452076911926
17696	linear.bias	3	1.6206034421920776
17696	linear.bias	4	-0.3809886872768402
17696	linear.bias	5	-0.030769959092140198
17696	linear.bias	6	-0.3414187431335449
17696	linear.bias	7	-0.24296845495700836
17696	linear.bias	8	-0.011623871512711048
17696	linear.bias	9	-0.47415891289711
17724	transitions	0	-0.6321132779121399
17724	transitions	1	0.3659791350364685
17724	transitions	2	1.693871259689331
17724	transitions	3	0.11546885967254639
17724	transitions	4	0.9611998200416565
17724	transitions	5	1.274233102798462
17724	transitions	6	0.483776330947876
17724	transitions	7	0.1774289458990097
17724	transitions	8	-0.9193611145019531
17724	transitions	9	0.9307220578193665
17724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17724	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17724	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17724	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17724	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17724	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17724	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17724	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17724	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17724	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17724	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17724	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17724	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17724	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17724	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17724	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17724	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17724	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17724	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17724	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17724	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17724	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17724	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17724	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17724	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17724	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17724	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17724	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17724	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17724	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17724	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17724	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17724	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17724	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17724	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17724	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17724	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17724	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17724	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17724	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17724	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17724	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17724	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17724	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17724	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17724	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17724	embedding2nn.weight	0	0.02105458453297615
17724	embedding2nn.weight	1	0.013954553753137589
17724	embedding2nn.weight	2	-0.0051849097944796085
17724	embedding2nn.weight	3	0.0022635210771113634
17724	embedding2nn.weight	4	-0.004759711213409901
17724	embedding2nn.weight	5	0.009831930510699749
17724	embedding2nn.weight	6	-0.0031315225642174482
17724	embedding2nn.weight	7	0.015181781724095345
17724	embedding2nn.weight	8	-0.005206780042499304
17724	embedding2nn.weight	9	-0.012540510855615139
17724	embedding2nn.bias	0	-0.034261833876371384
17724	embedding2nn.bias	1	-0.02767402119934559
17724	embedding2nn.bias	2	-0.04973433166742325
17724	embedding2nn.bias	3	-0.01614314690232277
17724	embedding2nn.bias	4	-0.005717137362807989
17724	embedding2nn.bias	5	-0.0015260698273777962
17724	embedding2nn.bias	6	-0.0057137091644108295
17724	embedding2nn.bias	7	0.018584949895739555
17724	embedding2nn.bias	8	0.009224642999470234
17724	embedding2nn.bias	9	0.021454982459545135
17724	rnn.weight_ih_l0	0	0.03960248455405235
17724	rnn.weight_ih_l0	1	-0.012045938521623611
17724	rnn.weight_ih_l0	2	-0.0411493293941021
17724	rnn.weight_ih_l0	3	-0.04200819879770279
17724	rnn.weight_ih_l0	4	-0.05043923482298851
17724	rnn.weight_ih_l0	5	-0.005871957167983055
17724	rnn.weight_ih_l0	6	-0.05234671011567116
17724	rnn.weight_ih_l0	7	-0.056717850267887115
17724	rnn.weight_ih_l0	8	-0.04533635079860687
17724	rnn.weight_ih_l0	9	-0.028091296553611755
17724	rnn.weight_hh_l0	0	0.01648835837841034
17724	rnn.weight_hh_l0	1	-0.021548928692936897
17724	rnn.weight_hh_l0	2	-0.06854135543107986
17724	rnn.weight_hh_l0	3	-0.02955903485417366
17724	rnn.weight_hh_l0	4	-0.07257585227489471
17724	rnn.weight_hh_l0	5	-0.014640417881309986
17724	rnn.weight_hh_l0	6	-0.041534360498189926
17724	rnn.weight_hh_l0	7	-0.012242755852639675
17724	rnn.weight_hh_l0	8	-0.017874058336019516
17724	rnn.weight_hh_l0	9	0.01479931827634573
17724	rnn.bias_ih_l0	0	0.12444080412387848
17724	rnn.bias_ih_l0	1	-0.05235659331083298
17724	rnn.bias_ih_l0	2	0.10373929888010025
17724	rnn.bias_ih_l0	3	0.05074232071638107
17724	rnn.bias_ih_l0	4	0.10414690524339676
17724	rnn.bias_ih_l0	5	0.02479088492691517
17724	rnn.bias_ih_l0	6	-0.005883520469069481
17724	rnn.bias_ih_l0	7	-0.11272265017032623
17724	rnn.bias_ih_l0	8	-0.18024946749210358
17724	rnn.bias_ih_l0	9	0.09330011904239655
17724	rnn.bias_hh_l0	0	-0.012352156452834606
17724	rnn.bias_hh_l0	1	0.01957372948527336
17724	rnn.bias_hh_l0	2	-0.024610696360468864
17724	rnn.bias_hh_l0	3	-0.014987791888415813
17724	rnn.bias_hh_l0	4	-0.044397544115781784
17724	rnn.bias_hh_l0	5	0.12961427867412567
17724	rnn.bias_hh_l0	6	0.017925143241882324
17724	rnn.bias_hh_l0	7	0.04141756892204285
17724	rnn.bias_hh_l0	8	0.0284852534532547
17724	rnn.bias_hh_l0	9	0.0402747243642807
17724	rnn.weight_ih_l0_reverse	0	-0.03023291751742363
17724	rnn.weight_ih_l0_reverse	1	0.00036715419264510274
17724	rnn.weight_ih_l0_reverse	2	0.02634473517537117
17724	rnn.weight_ih_l0_reverse	3	-0.059608981013298035
17724	rnn.weight_ih_l0_reverse	4	0.010224280878901482
17724	rnn.weight_ih_l0_reverse	5	-0.05019926652312279
17724	rnn.weight_ih_l0_reverse	6	0.01735660247504711
17724	rnn.weight_ih_l0_reverse	7	0.04514337703585625
17724	rnn.weight_ih_l0_reverse	8	-0.04613928124308586
17724	rnn.weight_ih_l0_reverse	9	-0.052342645823955536
17724	rnn.weight_hh_l0_reverse	0	-0.0763120949268341
17724	rnn.weight_hh_l0_reverse	1	-0.05608063563704491
17724	rnn.weight_hh_l0_reverse	2	0.03093750774860382
17724	rnn.weight_hh_l0_reverse	3	0.04439447075128555
17724	rnn.weight_hh_l0_reverse	4	0.0008961503044702113
17724	rnn.weight_hh_l0_reverse	5	0.04491088539361954
17724	rnn.weight_hh_l0_reverse	6	-0.006506477482616901
17724	rnn.weight_hh_l0_reverse	7	0.008234381675720215
17724	rnn.weight_hh_l0_reverse	8	-0.0913035199046135
17724	rnn.weight_hh_l0_reverse	9	0.07138902693986893
17724	rnn.bias_ih_l0_reverse	0	-0.08260859549045563
17724	rnn.bias_ih_l0_reverse	1	-0.06395310908555984
17724	rnn.bias_ih_l0_reverse	2	0.09482423961162567
17724	rnn.bias_ih_l0_reverse	3	0.038237541913986206
17724	rnn.bias_ih_l0_reverse	4	-0.1322246938943863
17724	rnn.bias_ih_l0_reverse	5	0.045789845287799835
17724	rnn.bias_ih_l0_reverse	6	-0.11529306322336197
17724	rnn.bias_ih_l0_reverse	7	0.04785941541194916
17724	rnn.bias_ih_l0_reverse	8	0.02849568985402584
17724	rnn.bias_ih_l0_reverse	9	0.06497418880462646
17724	rnn.bias_hh_l0_reverse	0	0.05547934025526047
17724	rnn.bias_hh_l0_reverse	1	0.06309717148542404
17724	rnn.bias_hh_l0_reverse	2	0.08193977922201157
17724	rnn.bias_hh_l0_reverse	3	-0.016323797404766083
17724	rnn.bias_hh_l0_reverse	4	0.08199949562549591
17724	rnn.bias_hh_l0_reverse	5	-0.020135080441832542
17724	rnn.bias_hh_l0_reverse	6	-0.06626021862030029
17724	rnn.bias_hh_l0_reverse	7	0.031218841671943665
17724	rnn.bias_hh_l0_reverse	8	0.0235728956758976
17724	rnn.bias_hh_l0_reverse	9	-0.14619512856006622
17724	linear.weight	0	0.15465177595615387
17724	linear.weight	1	-0.1406089961528778
17724	linear.weight	2	-0.19341181218624115
17724	linear.weight	3	0.0640115886926651
17724	linear.weight	4	-0.0121585913002491
17724	linear.weight	5	0.0009659440256655216
17724	linear.weight	6	-0.00782159436494112
17724	linear.weight	7	-0.03160398080945015
17724	linear.weight	8	0.05321372300386429
17724	linear.weight	9	0.292376846075058
17724	linear.bias	0	-0.18605175614356995
17724	linear.bias	1	0.1540321409702301
17724	linear.bias	2	-0.49403128027915955
17724	linear.bias	3	1.6335200071334839
17724	linear.bias	4	-0.38275057077407837
17724	linear.bias	5	-0.030769959092140198
17724	linear.bias	6	-0.3416896164417267
17724	linear.bias	7	-0.24380037188529968
17724	linear.bias	8	-0.01555716060101986
17724	linear.bias	9	-0.47422945499420166
17752	transitions	0	-0.6322312951087952
17752	transitions	1	0.36588940024375916
17752	transitions	2	1.6937878131866455
17752	transitions	3	0.11544661968946457
17752	transitions	4	0.9611572623252869
17752	transitions	5	1.2742316722869873
17752	transitions	6	0.4837750196456909
17752	transitions	7	0.17739804089069366
17752	transitions	8	-0.9193638563156128
17752	transitions	9	0.9307218790054321
17752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17752	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17752	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17752	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17752	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17752	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17752	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17752	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17752	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17752	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17752	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17752	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17752	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17752	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17752	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17752	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17752	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17752	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17752	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17752	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17752	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17752	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17752	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17752	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17752	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17752	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17752	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17752	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17752	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17752	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17752	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17752	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17752	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17752	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17752	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17752	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17752	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17752	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17752	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17752	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17752	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17752	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17752	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17752	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17752	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17752	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17752	embedding2nn.weight	0	0.020869094878435135
17752	embedding2nn.weight	1	0.013868872076272964
17752	embedding2nn.weight	2	-0.005162187851965427
17752	embedding2nn.weight	3	0.002179122995585203
17752	embedding2nn.weight	4	-0.0047336663119494915
17752	embedding2nn.weight	5	0.010040982626378536
17752	embedding2nn.weight	6	-0.003095969557762146
17752	embedding2nn.weight	7	0.015721067786216736
17752	embedding2nn.weight	8	-0.0051352642476558685
17752	embedding2nn.weight	9	-0.012475777417421341
17752	embedding2nn.bias	0	-0.03256881237030029
17752	embedding2nn.bias	1	-0.02753293327987194
17752	embedding2nn.bias	2	-0.050047025084495544
17752	embedding2nn.bias	3	-0.01145311538130045
17752	embedding2nn.bias	4	-0.012514203786849976
17752	embedding2nn.bias	5	-0.003176104510203004
17752	embedding2nn.bias	6	0.004595933016389608
17752	embedding2nn.bias	7	0.017796818166971207
17752	embedding2nn.bias	8	0.007678573951125145
17752	embedding2nn.bias	9	0.01833689585328102
17752	rnn.weight_ih_l0	0	0.03975861892104149
17752	rnn.weight_ih_l0	1	-0.012250467203557491
17752	rnn.weight_ih_l0	2	-0.042033638805150986
17752	rnn.weight_ih_l0	3	-0.041965585201978683
17752	rnn.weight_ih_l0	4	-0.05004530027508736
17752	rnn.weight_ih_l0	5	-0.005448886658996344
17752	rnn.weight_ih_l0	6	-0.0519760325551033
17752	rnn.weight_ih_l0	7	-0.05685402452945709
17752	rnn.weight_ih_l0	8	-0.045207370072603226
17752	rnn.weight_ih_l0	9	-0.028180666267871857
17752	rnn.weight_hh_l0	0	0.016450995579361916
17752	rnn.weight_hh_l0	1	-0.021450143307447433
17752	rnn.weight_hh_l0	2	-0.0685337707400322
17752	rnn.weight_hh_l0	3	-0.029934536665678024
17752	rnn.weight_hh_l0	4	-0.07292626053094864
17752	rnn.weight_hh_l0	5	-0.014387893490493298
17752	rnn.weight_hh_l0	6	-0.043530259281396866
17752	rnn.weight_hh_l0	7	-0.011240487918257713
17752	rnn.weight_hh_l0	8	-0.01789933070540428
17752	rnn.weight_hh_l0	9	0.015002724714577198
17752	rnn.bias_ih_l0	0	0.12483173608779907
17752	rnn.bias_ih_l0	1	-0.052345506846904755
17752	rnn.bias_ih_l0	2	0.10339537262916565
17752	rnn.bias_ih_l0	3	0.05050487443804741
17752	rnn.bias_ih_l0	4	0.10369516909122467
17752	rnn.bias_ih_l0	5	0.02484908699989319
17752	rnn.bias_ih_l0	6	-0.007165941409766674
17752	rnn.bias_ih_l0	7	-0.10911991447210312
17752	rnn.bias_ih_l0	8	-0.18230779469013214
17752	rnn.bias_ih_l0	9	0.09397275000810623
17752	rnn.bias_hh_l0	0	-0.012615536339581013
17752	rnn.bias_hh_l0	1	0.01907084695994854
17752	rnn.bias_hh_l0	2	-0.02643102966248989
17752	rnn.bias_hh_l0	3	-0.01776924356818199
17752	rnn.bias_hh_l0	4	-0.04546426609158516
17752	rnn.bias_hh_l0	5	0.12922781705856323
17752	rnn.bias_hh_l0	6	0.016825145110487938
17752	rnn.bias_hh_l0	7	0.04177839681506157
17752	rnn.bias_hh_l0	8	0.02720283530652523
17752	rnn.bias_hh_l0	9	0.04230064898729324
17752	rnn.weight_ih_l0_reverse	0	-0.030351774767041206
17752	rnn.weight_ih_l0_reverse	1	0.0005097194807603955
17752	rnn.weight_ih_l0_reverse	2	0.026526257395744324
17752	rnn.weight_ih_l0_reverse	3	-0.05951878800988197
17752	rnn.weight_ih_l0_reverse	4	0.010440370999276638
17752	rnn.weight_ih_l0_reverse	5	-0.050326716154813766
17752	rnn.weight_ih_l0_reverse	6	0.017023473978042603
17752	rnn.weight_ih_l0_reverse	7	0.04506349563598633
17752	rnn.weight_ih_l0_reverse	8	-0.04632698372006416
17752	rnn.weight_ih_l0_reverse	9	-0.05227932706475258
17752	rnn.weight_hh_l0_reverse	0	-0.07611126452684402
17752	rnn.weight_hh_l0_reverse	1	-0.05485846847295761
17752	rnn.weight_hh_l0_reverse	2	0.031071290373802185
17752	rnn.weight_hh_l0_reverse	3	0.044099822640419006
17752	rnn.weight_hh_l0_reverse	4	0.0007842089398764074
17752	rnn.weight_hh_l0_reverse	5	0.044935569167137146
17752	rnn.weight_hh_l0_reverse	6	-0.005390402395278215
17752	rnn.weight_hh_l0_reverse	7	0.007532293908298016
17752	rnn.weight_hh_l0_reverse	8	-0.09074975550174713
17752	rnn.weight_hh_l0_reverse	9	0.07158659398555756
17752	rnn.bias_ih_l0_reverse	0	-0.0829543024301529
17752	rnn.bias_ih_l0_reverse	1	-0.06260763108730316
17752	rnn.bias_ih_l0_reverse	2	0.09774752706289291
17752	rnn.bias_ih_l0_reverse	3	0.039109449833631516
17752	rnn.bias_ih_l0_reverse	4	-0.13221658766269684
17752	rnn.bias_ih_l0_reverse	5	0.04620020464062691
17752	rnn.bias_ih_l0_reverse	6	-0.11737478524446487
17752	rnn.bias_ih_l0_reverse	7	0.04413924738764763
17752	rnn.bias_ih_l0_reverse	8	0.02888350561261177
17752	rnn.bias_ih_l0_reverse	9	0.06582453101873398
17752	rnn.bias_hh_l0_reverse	0	0.05042646452784538
17752	rnn.bias_hh_l0_reverse	1	0.06237802654504776
17752	rnn.bias_hh_l0_reverse	2	0.08492690324783325
17752	rnn.bias_hh_l0_reverse	3	-0.016654152423143387
17752	rnn.bias_hh_l0_reverse	4	0.08263397216796875
17752	rnn.bias_hh_l0_reverse	5	-0.01370746735483408
17752	rnn.bias_hh_l0_reverse	6	-0.06768514215946198
17752	rnn.bias_hh_l0_reverse	7	0.029720868915319443
17752	rnn.bias_hh_l0_reverse	8	0.02713955193758011
17752	rnn.bias_hh_l0_reverse	9	-0.14481201767921448
17752	linear.weight	0	0.1587517112493515
17752	linear.weight	1	-0.14471793174743652
17752	linear.weight	2	-0.19923292100429535
17752	linear.weight	3	0.06610188633203506
17752	linear.weight	4	-0.013783866539597511
17752	linear.weight	5	0.0006468891515396535
17752	linear.weight	6	-0.007800690829753876
17752	linear.weight	7	-0.03157192841172218
17752	linear.weight	8	0.05093470960855484
17752	linear.weight	9	0.2895779013633728
17752	linear.bias	0	-0.18870455026626587
17752	linear.bias	1	0.1500159204006195
17752	linear.bias	2	-0.4999053478240967
17752	linear.bias	3	1.6235898733139038
17752	linear.bias	4	-0.3802410662174225
17752	linear.bias	5	-0.030769959092140198
17752	linear.bias	6	-0.3453591465950012
17752	linear.bias	7	-0.24824678897857666
17752	linear.bias	8	-0.020129719749093056
17752	linear.bias	9	-0.47440433502197266
17780	transitions	0	-0.6322880983352661
17780	transitions	1	0.3658634424209595
17780	transitions	2	1.6936427354812622
17780	transitions	3	0.11539195477962494
17780	transitions	4	0.9611392021179199
17780	transitions	5	1.27423095703125
17780	transitions	6	0.4837723672389984
17780	transitions	7	0.17739756405353546
17780	transitions	8	-0.9193643927574158
17780	transitions	9	0.9307218790054321
17780	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17780	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17780	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17780	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17780	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17780	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17780	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17780	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17780	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17780	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17780	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17780	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17780	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17780	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17780	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17780	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17780	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17780	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17780	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17780	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17780	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17780	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17780	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17780	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17780	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17780	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17780	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17780	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17780	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17780	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17780	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17780	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17780	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17780	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17780	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17780	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17780	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17780	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17780	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17780	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17780	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17780	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17780	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17780	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17780	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17780	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17780	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17780	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17780	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17780	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17780	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17780	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17780	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17780	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17780	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17780	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17780	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17780	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17780	embedding2nn.weight	0	0.021131552755832672
17780	embedding2nn.weight	1	0.013830291107296944
17780	embedding2nn.weight	2	-0.005177275277674198
17780	embedding2nn.weight	3	0.002220421563833952
17780	embedding2nn.weight	4	-0.004802319221198559
17780	embedding2nn.weight	5	0.010141029953956604
17780	embedding2nn.weight	6	-0.0033221144694834948
17780	embedding2nn.weight	7	0.015219266526401043
17780	embedding2nn.weight	8	-0.0051890467293560505
17780	embedding2nn.weight	9	-0.012485087849199772
17780	embedding2nn.bias	0	-0.034235529601573944
17780	embedding2nn.bias	1	-0.028586730360984802
17780	embedding2nn.bias	2	-0.0491032712161541
17780	embedding2nn.bias	3	-0.012487277388572693
17780	embedding2nn.bias	4	-0.01003350131213665
17780	embedding2nn.bias	5	0.0032243365421891212
17780	embedding2nn.bias	6	0.008372033946216106
17780	embedding2nn.bias	7	0.01676763780415058
17780	embedding2nn.bias	8	0.013943174853920937
17780	embedding2nn.bias	9	0.017358075827360153
17780	rnn.weight_ih_l0	0	0.039886474609375
17780	rnn.weight_ih_l0	1	-0.012023767456412315
17780	rnn.weight_ih_l0	2	-0.041664693504571915
17780	rnn.weight_ih_l0	3	-0.04208097979426384
17780	rnn.weight_ih_l0	4	-0.04986632987856865
17780	rnn.weight_ih_l0	5	-0.005385316908359528
17780	rnn.weight_ih_l0	6	-0.05173270031809807
17780	rnn.weight_ih_l0	7	-0.0565006285905838
17780	rnn.weight_ih_l0	8	-0.044856976717710495
17780	rnn.weight_ih_l0	9	-0.028295718133449554
17780	rnn.weight_hh_l0	0	0.01613200269639492
17780	rnn.weight_hh_l0	1	-0.021332556381821632
17780	rnn.weight_hh_l0	2	-0.06847723573446274
17780	rnn.weight_hh_l0	3	-0.029973192140460014
17780	rnn.weight_hh_l0	4	-0.07323404401540756
17780	rnn.weight_hh_l0	5	-0.014514215290546417
17780	rnn.weight_hh_l0	6	-0.04370764642953873
17780	rnn.weight_hh_l0	7	-0.010559629648923874
17780	rnn.weight_hh_l0	8	-0.018038233742117882
17780	rnn.weight_hh_l0	9	0.015312287956476212
17780	rnn.bias_ih_l0	0	0.12432146817445755
17780	rnn.bias_ih_l0	1	-0.049829524010419846
17780	rnn.bias_ih_l0	2	0.10420871526002884
17780	rnn.bias_ih_l0	3	0.05091581493616104
17780	rnn.bias_ih_l0	4	0.10482527315616608
17780	rnn.bias_ih_l0	5	0.025809377431869507
17780	rnn.bias_ih_l0	6	-0.011546229012310505
17780	rnn.bias_ih_l0	7	-0.11014304310083389
17780	rnn.bias_ih_l0	8	-0.1803099662065506
17780	rnn.bias_ih_l0	9	0.09511426091194153
17780	rnn.bias_hh_l0	0	-0.012556340545415878
17780	rnn.bias_hh_l0	1	0.016921188682317734
17780	rnn.bias_hh_l0	2	-0.025786984711885452
17780	rnn.bias_hh_l0	3	-0.01921701990067959
17780	rnn.bias_hh_l0	4	-0.044839635491371155
17780	rnn.bias_hh_l0	5	0.1290026158094406
17780	rnn.bias_hh_l0	6	0.01832471787929535
17780	rnn.bias_hh_l0	7	0.040410224348306656
17780	rnn.bias_hh_l0	8	0.0228225477039814
17780	rnn.bias_hh_l0	9	0.04187517985701561
17780	rnn.weight_ih_l0_reverse	0	-0.030165676027536392
17780	rnn.weight_ih_l0_reverse	1	0.0012736544013023376
17780	rnn.weight_ih_l0_reverse	2	0.026684027165174484
17780	rnn.weight_ih_l0_reverse	3	-0.0594916045665741
17780	rnn.weight_ih_l0_reverse	4	0.010303148068487644
17780	rnn.weight_ih_l0_reverse	5	-0.05058012157678604
17780	rnn.weight_ih_l0_reverse	6	0.016755221411585808
17780	rnn.weight_ih_l0_reverse	7	0.04509459435939789
17780	rnn.weight_ih_l0_reverse	8	-0.04628546163439751
17780	rnn.weight_ih_l0_reverse	9	-0.05229444429278374
17780	rnn.weight_hh_l0_reverse	0	-0.07614478468894958
17780	rnn.weight_hh_l0_reverse	1	-0.054114628583192825
17780	rnn.weight_hh_l0_reverse	2	0.03142004460096359
17780	rnn.weight_hh_l0_reverse	3	0.043999526649713516
17780	rnn.weight_hh_l0_reverse	4	0.0006579864420928061
17780	rnn.weight_hh_l0_reverse	5	0.04452194273471832
17780	rnn.weight_hh_l0_reverse	6	-0.0033819167874753475
17780	rnn.weight_hh_l0_reverse	7	0.007684940937906504
17780	rnn.weight_hh_l0_reverse	8	-0.0911344513297081
17780	rnn.weight_hh_l0_reverse	9	0.07264072448015213
17780	rnn.bias_ih_l0_reverse	0	-0.07639715820550919
17780	rnn.bias_ih_l0_reverse	1	-0.06441035866737366
17780	rnn.bias_ih_l0_reverse	2	0.09597114473581314
17780	rnn.bias_ih_l0_reverse	3	0.038218483328819275
17780	rnn.bias_ih_l0_reverse	4	-0.13181070983409882
17780	rnn.bias_ih_l0_reverse	5	0.045638419687747955
17780	rnn.bias_ih_l0_reverse	6	-0.11628615856170654
17780	rnn.bias_ih_l0_reverse	7	0.041639719158411026
17780	rnn.bias_ih_l0_reverse	8	0.03051825985312462
17780	rnn.bias_ih_l0_reverse	9	0.06610684096813202
17780	rnn.bias_hh_l0_reverse	0	0.05646459385752678
17780	rnn.bias_hh_l0_reverse	1	0.06085316836833954
17780	rnn.bias_hh_l0_reverse	2	0.08180975914001465
17780	rnn.bias_hh_l0_reverse	3	-0.016419025138020515
17780	rnn.bias_hh_l0_reverse	4	0.08159200847148895
17780	rnn.bias_hh_l0_reverse	5	-0.015541980974376202
17780	rnn.bias_hh_l0_reverse	6	-0.06780897080898285
17780	rnn.bias_hh_l0_reverse	7	0.02990829013288021
17780	rnn.bias_hh_l0_reverse	8	0.028758510947227478
17780	rnn.bias_hh_l0_reverse	9	-0.15301643311977386
17780	linear.weight	0	0.1564602255821228
17780	linear.weight	1	-0.1447019875049591
17780	linear.weight	2	-0.1971561312675476
17780	linear.weight	3	0.06802169978618622
17780	linear.weight	4	-0.013411213643848896
17780	linear.weight	5	0.0017560082487761974
17780	linear.weight	6	-0.007798825390636921
17780	linear.weight	7	-0.031536392867565155
17780	linear.weight	8	0.05143094062805176
17780	linear.weight	9	0.29012778401374817
17780	linear.bias	0	-0.18156909942626953
17780	linear.bias	1	0.15947219729423523
17780	linear.bias	2	-0.4979197680950165
17780	linear.bias	3	1.6421018838882446
17780	linear.bias	4	-0.38049429655075073
17780	linear.bias	5	-0.030769959092140198
17780	linear.bias	6	-0.3417714834213257
17780	linear.bias	7	-0.2476004660129547
17780	linear.bias	8	-0.024974966421723366
17780	linear.bias	9	-0.4745202362537384
17808	transitions	0	-0.6323876976966858
17808	transitions	1	0.36583030223846436
17808	transitions	2	1.6935887336730957
17808	transitions	3	0.1153206154704094
17808	transitions	4	0.9611283540725708
17808	transitions	5	1.2742297649383545
17808	transitions	6	0.4837721586227417
17808	transitions	7	0.17739728093147278
17808	transitions	8	-0.9193649291992188
17808	transitions	9	0.9307217597961426
17808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17808	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17808	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17808	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17808	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17808	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17808	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17808	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17808	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17808	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17808	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17808	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17808	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17808	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17808	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17808	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17808	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17808	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17808	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17808	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17808	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17808	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17808	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17808	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17808	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17808	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17808	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17808	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17808	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17808	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17808	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17808	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17808	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17808	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17808	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17808	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17808	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17808	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17808	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17808	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17808	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17808	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17808	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17808	embedding2nn.weight	0	0.0205547958612442
17808	embedding2nn.weight	1	0.013785055838525295
17808	embedding2nn.weight	2	-0.0052128322422504425
17808	embedding2nn.weight	3	0.002461722819134593
17808	embedding2nn.weight	4	-0.0047228047624230385
17808	embedding2nn.weight	5	0.010091851465404034
17808	embedding2nn.weight	6	-0.003323665587231517
17808	embedding2nn.weight	7	0.015619051642715931
17808	embedding2nn.weight	8	-0.005047391168773174
17808	embedding2nn.weight	9	-0.012460287660360336
17808	embedding2nn.bias	0	-0.02762076072394848
17808	embedding2nn.bias	1	-0.025832070037722588
17808	embedding2nn.bias	2	-0.05173863470554352
17808	embedding2nn.bias	3	-0.00842597708106041
17808	embedding2nn.bias	4	-0.018773086369037628
17808	embedding2nn.bias	5	-0.0004101162776350975
17808	embedding2nn.bias	6	0.0026771677657961845
17808	embedding2nn.bias	7	0.02251731976866722
17808	embedding2nn.bias	8	0.010037352330982685
17808	embedding2nn.bias	9	0.015499400906264782
17808	rnn.weight_ih_l0	0	0.03988346457481384
17808	rnn.weight_ih_l0	1	-0.011705105192959309
17808	rnn.weight_ih_l0	2	-0.04177160561084747
17808	rnn.weight_ih_l0	3	-0.041785191744565964
17808	rnn.weight_ih_l0	4	-0.049598801881074905
17808	rnn.weight_ih_l0	5	-0.00525089493021369
17808	rnn.weight_ih_l0	6	-0.051919978111982346
17808	rnn.weight_ih_l0	7	-0.05645283684134483
17808	rnn.weight_ih_l0	8	-0.04501316696405411
17808	rnn.weight_ih_l0	9	-0.028145145624876022
17808	rnn.weight_hh_l0	0	0.01582113280892372
17808	rnn.weight_hh_l0	1	-0.020793326199054718
17808	rnn.weight_hh_l0	2	-0.06881720572710037
17808	rnn.weight_hh_l0	3	-0.02972392365336418
17808	rnn.weight_hh_l0	4	-0.07369937002658844
17808	rnn.weight_hh_l0	5	-0.013681536540389061
17808	rnn.weight_hh_l0	6	-0.03990378603339195
17808	rnn.weight_hh_l0	7	-0.011557475663721561
17808	rnn.weight_hh_l0	8	-0.018508369103074074
17808	rnn.weight_hh_l0	9	0.013950705528259277
17808	rnn.bias_ih_l0	0	0.12385082989931107
17808	rnn.bias_ih_l0	1	-0.05230256915092468
17808	rnn.bias_ih_l0	2	0.10439470410346985
17808	rnn.bias_ih_l0	3	0.049991004168987274
17808	rnn.bias_ih_l0	4	0.10551123321056366
17808	rnn.bias_ih_l0	5	0.02639991231262684
17808	rnn.bias_ih_l0	6	-0.013008366338908672
17808	rnn.bias_ih_l0	7	-0.11261866241693497
17808	rnn.bias_ih_l0	8	-0.18601880967617035
17808	rnn.bias_ih_l0	9	0.09211936593055725
17808	rnn.bias_hh_l0	0	-0.011619297787547112
17808	rnn.bias_hh_l0	1	0.020368311554193497
17808	rnn.bias_hh_l0	2	-0.02411014214158058
17808	rnn.bias_hh_l0	3	-0.019087927415966988
17808	rnn.bias_hh_l0	4	-0.04540429264307022
17808	rnn.bias_hh_l0	5	0.1287732720375061
17808	rnn.bias_hh_l0	6	0.017500050365924835
17808	rnn.bias_hh_l0	7	0.03886684775352478
17808	rnn.bias_hh_l0	8	0.021360410377383232
17808	rnn.bias_hh_l0	9	0.04226335138082504
17808	rnn.weight_ih_l0_reverse	0	-0.03013126365840435
17808	rnn.weight_ih_l0_reverse	1	0.0009508657967671752
17808	rnn.weight_ih_l0_reverse	2	0.026359083130955696
17808	rnn.weight_ih_l0_reverse	3	-0.0597742535173893
17808	rnn.weight_ih_l0_reverse	4	0.010333230718970299
17808	rnn.weight_ih_l0_reverse	5	-0.050623878836631775
17808	rnn.weight_ih_l0_reverse	6	0.01765570603311062
17808	rnn.weight_ih_l0_reverse	7	0.04507070407271385
17808	rnn.weight_ih_l0_reverse	8	-0.04636413976550102
17808	rnn.weight_ih_l0_reverse	9	-0.052357371896505356
17808	rnn.weight_hh_l0_reverse	0	-0.07636334002017975
17808	rnn.weight_hh_l0_reverse	1	-0.05374236777424812
17808	rnn.weight_hh_l0_reverse	2	0.03169091045856476
17808	rnn.weight_hh_l0_reverse	3	0.04370023310184479
17808	rnn.weight_hh_l0_reverse	4	0.0010589191224426031
17808	rnn.weight_hh_l0_reverse	5	0.044307783246040344
17808	rnn.weight_hh_l0_reverse	6	-0.001830586465075612
17808	rnn.weight_hh_l0_reverse	7	0.007410078309476376
17808	rnn.weight_hh_l0_reverse	8	-0.09090254455804825
17808	rnn.weight_hh_l0_reverse	9	0.07258202880620956
17808	rnn.bias_ih_l0_reverse	0	-0.0757557824254036
17808	rnn.bias_ih_l0_reverse	1	-0.06470233201980591
17808	rnn.bias_ih_l0_reverse	2	0.09481758624315262
17808	rnn.bias_ih_l0_reverse	3	0.03722791001200676
17808	rnn.bias_ih_l0_reverse	4	-0.1313910335302353
17808	rnn.bias_ih_l0_reverse	5	0.04518628492951393
17808	rnn.bias_ih_l0_reverse	6	-0.11641010642051697
17808	rnn.bias_ih_l0_reverse	7	0.04260681942105293
17808	rnn.bias_ih_l0_reverse	8	0.02976706251502037
17808	rnn.bias_ih_l0_reverse	9	0.06496324390172958
17808	rnn.bias_hh_l0_reverse	0	0.05190245062112808
17808	rnn.bias_hh_l0_reverse	1	0.06210324540734291
17808	rnn.bias_hh_l0_reverse	2	0.07997500151395798
17808	rnn.bias_hh_l0_reverse	3	-0.016365280374884605
17808	rnn.bias_hh_l0_reverse	4	0.08273298293352127
17808	rnn.bias_hh_l0_reverse	5	-0.011297355405986309
17808	rnn.bias_hh_l0_reverse	6	-0.06700751930475235
17808	rnn.bias_hh_l0_reverse	7	0.028504716232419014
17808	rnn.bias_hh_l0_reverse	8	0.02480950579047203
17808	rnn.bias_hh_l0_reverse	9	-0.1514185220003128
17808	linear.weight	0	0.1574607491493225
17808	linear.weight	1	-0.14469192922115326
17808	linear.weight	2	-0.19555342197418213
17808	linear.weight	3	0.06767658144235611
17808	linear.weight	4	-0.012009703554213047
17808	linear.weight	5	0.002747055608779192
17808	linear.weight	6	-0.00779804028570652
17808	linear.weight	7	-0.031508058309555054
17808	linear.weight	8	0.052240610122680664
17808	linear.weight	9	0.2893713414669037
17808	linear.bias	0	-0.18969084322452545
17808	linear.bias	1	0.15145690739154816
17808	linear.bias	2	-0.495342493057251
17808	linear.bias	3	1.6324440240859985
17808	linear.bias	4	-0.38168972730636597
17808	linear.bias	5	-0.030769959092140198
17808	linear.bias	6	-0.33925408124923706
17808	linear.bias	7	-0.2470811903476715
17808	linear.bias	8	-0.022405577823519707
17808	linear.bias	9	-0.47456663846969604
17836	transitions	0	-0.6325010657310486
17836	transitions	1	0.36580291390419006
17836	transitions	2	1.6934990882873535
17836	transitions	3	0.11530165374279022
17836	transitions	4	0.9610766172409058
17836	transitions	5	1.2742283344268799
17836	transitions	6	0.4837719798088074
17836	transitions	7	0.17739525437355042
17836	transitions	8	-0.9193652868270874
17836	transitions	9	0.9307217597961426
17836	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17836	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17836	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17836	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17836	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17836	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17836	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17836	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17836	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17836	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17836	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17836	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17836	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17836	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17836	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17836	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17836	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17836	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17836	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17836	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17836	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17836	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17836	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17836	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17836	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17836	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17836	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17836	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17836	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17836	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17836	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17836	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17836	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17836	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17836	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17836	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17836	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17836	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17836	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17836	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17836	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17836	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17836	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17836	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17836	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17836	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17836	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17836	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17836	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17836	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17836	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17836	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17836	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17836	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17836	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17836	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17836	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17836	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17836	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17836	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17836	embedding2nn.weight	0	0.02094341069459915
17836	embedding2nn.weight	1	0.01364086288958788
17836	embedding2nn.weight	2	-0.005152225028723478
17836	embedding2nn.weight	3	0.0026992550119757652
17836	embedding2nn.weight	4	-0.004740738309919834
17836	embedding2nn.weight	5	0.010101907886564732
17836	embedding2nn.weight	6	-0.0033374440390616655
17836	embedding2nn.weight	7	0.015607571229338646
17836	embedding2nn.weight	8	-0.004995471797883511
17836	embedding2nn.weight	9	-0.012507947161793709
17836	embedding2nn.bias	0	-0.023340245708823204
17836	embedding2nn.bias	1	-0.022708451375365257
17836	embedding2nn.bias	2	-0.04974505677819252
17836	embedding2nn.bias	3	-0.009540827944874763
17836	embedding2nn.bias	4	-0.0194748193025589
17836	embedding2nn.bias	5	-6.641957588726655e-05
17836	embedding2nn.bias	6	0.005584666971117258
17836	embedding2nn.bias	7	0.01747145503759384
17836	embedding2nn.bias	8	0.007139731664210558
17836	embedding2nn.bias	9	0.016514791175723076
17836	rnn.weight_ih_l0	0	0.04041789844632149
17836	rnn.weight_ih_l0	1	-0.011645887978374958
17836	rnn.weight_ih_l0	2	-0.0410398468375206
17836	rnn.weight_ih_l0	3	-0.04191752150654793
17836	rnn.weight_ih_l0	4	-0.04928317293524742
17836	rnn.weight_ih_l0	5	-0.005345313809812069
17836	rnn.weight_ih_l0	6	-0.05181020498275757
17836	rnn.weight_ih_l0	7	-0.05629827454686165
17836	rnn.weight_ih_l0	8	-0.04524128884077072
17836	rnn.weight_ih_l0	9	-0.02798718586564064
17836	rnn.weight_hh_l0	0	0.015804965049028397
17836	rnn.weight_hh_l0	1	-0.020819783210754395
17836	rnn.weight_hh_l0	2	-0.06766781210899353
17836	rnn.weight_hh_l0	3	-0.029998747631907463
17836	rnn.weight_hh_l0	4	-0.07396307587623596
17836	rnn.weight_hh_l0	5	-0.013789563439786434
17836	rnn.weight_hh_l0	6	-0.039855651557445526
17836	rnn.weight_hh_l0	7	-0.01267255935817957
17836	rnn.weight_hh_l0	8	-0.018489664420485497
17836	rnn.weight_hh_l0	9	0.014032497070729733
17836	rnn.bias_ih_l0	0	0.12479086965322495
17836	rnn.bias_ih_l0	1	-0.052857160568237305
17836	rnn.bias_ih_l0	2	0.10486553609371185
17836	rnn.bias_ih_l0	3	0.0502796433866024
17836	rnn.bias_ih_l0	4	0.10495437681674957
17836	rnn.bias_ih_l0	5	0.02640121802687645
17836	rnn.bias_ih_l0	6	-0.015320245176553726
17836	rnn.bias_ih_l0	7	-0.11344291269779205
17836	rnn.bias_ih_l0	8	-0.1881982833147049
17836	rnn.bias_ih_l0	9	0.09324494004249573
17836	rnn.bias_hh_l0	0	-0.010942666791379452
17836	rnn.bias_hh_l0	1	0.019247272983193398
17836	rnn.bias_hh_l0	2	-0.02605055645108223
17836	rnn.bias_hh_l0	3	-0.019207824021577835
17836	rnn.bias_hh_l0	4	-0.044852353632450104
17836	rnn.bias_hh_l0	5	0.12836726009845734
17836	rnn.bias_hh_l0	6	0.01811889372766018
17836	rnn.bias_hh_l0	7	0.04206351563334465
17836	rnn.bias_hh_l0	8	0.019048526883125305
17836	rnn.bias_hh_l0	9	0.04293108358979225
17836	rnn.weight_ih_l0_reverse	0	-0.03052625246345997
17836	rnn.weight_ih_l0_reverse	1	0.0015171300619840622
17836	rnn.weight_ih_l0_reverse	2	0.026462899520993233
17836	rnn.weight_ih_l0_reverse	3	-0.059347350150346756
17836	rnn.weight_ih_l0_reverse	4	0.010426109656691551
17836	rnn.weight_ih_l0_reverse	5	-0.05021478980779648
17836	rnn.weight_ih_l0_reverse	6	0.017923275008797646
17836	rnn.weight_ih_l0_reverse	7	0.04515259712934494
17836	rnn.weight_ih_l0_reverse	8	-0.04625164717435837
17836	rnn.weight_ih_l0_reverse	9	-0.05226574465632439
17836	rnn.weight_hh_l0_reverse	0	-0.07548811286687851
17836	rnn.weight_hh_l0_reverse	1	-0.053513433784246445
17836	rnn.weight_hh_l0_reverse	2	0.03210423141717911
17836	rnn.weight_hh_l0_reverse	3	0.043411508202552795
17836	rnn.weight_hh_l0_reverse	4	0.000483171665109694
17836	rnn.weight_hh_l0_reverse	5	0.04431841894984245
17836	rnn.weight_hh_l0_reverse	6	-0.001418620115146041
17836	rnn.weight_hh_l0_reverse	7	0.0071293264627456665
17836	rnn.weight_hh_l0_reverse	8	-0.09143667668104172
17836	rnn.weight_hh_l0_reverse	9	0.07219953835010529
17836	rnn.bias_ih_l0_reverse	0	-0.07482673227787018
17836	rnn.bias_ih_l0_reverse	1	-0.0632929727435112
17836	rnn.bias_ih_l0_reverse	2	0.09455738216638565
17836	rnn.bias_ih_l0_reverse	3	0.035747505724430084
17836	rnn.bias_ih_l0_reverse	4	-0.13072989881038666
17836	rnn.bias_ih_l0_reverse	5	0.04481864720582962
17836	rnn.bias_ih_l0_reverse	6	-0.11638164520263672
17836	rnn.bias_ih_l0_reverse	7	0.04371083155274391
17836	rnn.bias_ih_l0_reverse	8	0.030585912987589836
17836	rnn.bias_ih_l0_reverse	9	0.0642736405134201
17836	rnn.bias_hh_l0_reverse	0	0.04919423907995224
17836	rnn.bias_hh_l0_reverse	1	0.059170205146074295
17836	rnn.bias_hh_l0_reverse	2	0.08031100034713745
17836	rnn.bias_hh_l0_reverse	3	-0.01582975685596466
17836	rnn.bias_hh_l0_reverse	4	0.08421296626329422
17836	rnn.bias_hh_l0_reverse	5	-0.013513503596186638
17836	rnn.bias_hh_l0_reverse	6	-0.06806576251983643
17836	rnn.bias_hh_l0_reverse	7	0.02805263176560402
17836	rnn.bias_hh_l0_reverse	8	0.025377368554472923
17836	rnn.bias_hh_l0_reverse	9	-0.15370404720306396
17836	linear.weight	0	0.15439598262310028
17836	linear.weight	1	-0.1446717381477356
17836	linear.weight	2	-0.19342833757400513
17836	linear.weight	3	0.06259756535291672
17836	linear.weight	4	-0.014796080999076366
17836	linear.weight	5	0.0029244080651551485
17836	linear.weight	6	-0.007793353870511055
17836	linear.weight	7	-0.031423844397068024
17836	linear.weight	8	0.05168228596448898
17836	linear.weight	9	0.2900697588920593
17836	linear.bias	0	-0.19502317905426025
17836	linear.bias	1	0.15446273982524872
17836	linear.bias	2	-0.4933926463127136
17836	linear.bias	3	1.6460314989089966
17836	linear.bias	4	-0.3818441331386566
17836	linear.bias	5	-0.030769959092140198
17836	linear.bias	6	-0.3379021883010864
17836	linear.bias	7	-0.24886249005794525
17836	linear.bias	8	-0.016888419166207314
17836	linear.bias	9	-0.47462162375450134
17864	transitions	0	-0.6326214671134949
17864	transitions	1	0.3657718896865845
17864	transitions	2	1.6934176683425903
17864	transitions	3	0.11526403576135635
17864	transitions	4	0.9610530734062195
17864	transitions	5	1.2742269039154053
17864	transitions	6	0.48377129435539246
17864	transitions	7	0.17739398777484894
17864	transitions	8	-0.9193658232688904
17864	transitions	9	0.9307217001914978
17864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17864	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17864	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17864	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17864	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17864	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17864	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17864	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17864	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17864	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17864	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17864	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17864	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17864	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17864	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17864	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17864	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17864	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17864	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17864	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17864	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17864	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17864	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17864	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17864	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17864	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17864	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17864	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17864	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17864	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17864	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17864	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17864	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17864	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17864	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17864	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17864	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17864	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17864	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17864	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17864	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17864	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17864	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17864	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17864	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17864	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17864	embedding2nn.weight	0	0.021523892879486084
17864	embedding2nn.weight	1	0.013683788478374481
17864	embedding2nn.weight	2	-0.005116705782711506
17864	embedding2nn.weight	3	0.0023139300756156445
17864	embedding2nn.weight	4	-0.004734067711979151
17864	embedding2nn.weight	5	0.010210181586444378
17864	embedding2nn.weight	6	-0.00324277114123106
17864	embedding2nn.weight	7	0.015198088251054287
17864	embedding2nn.weight	8	-0.005064877215772867
17864	embedding2nn.weight	9	-0.01253741979598999
17864	embedding2nn.bias	0	-0.030332930386066437
17864	embedding2nn.bias	1	-0.029926512390375137
17864	embedding2nn.bias	2	-0.04909118264913559
17864	embedding2nn.bias	3	-0.012162728235125542
17864	embedding2nn.bias	4	-0.0223394688218832
17864	embedding2nn.bias	5	0.006826882716268301
17864	embedding2nn.bias	6	0.0026407146360725164
17864	embedding2nn.bias	7	0.016630811616778374
17864	embedding2nn.bias	8	0.006112838163971901
17864	embedding2nn.bias	9	0.02030596137046814
17864	rnn.weight_ih_l0	0	0.04060519114136696
17864	rnn.weight_ih_l0	1	-0.011186540126800537
17864	rnn.weight_ih_l0	2	-0.0414615236222744
17864	rnn.weight_ih_l0	3	-0.04145476967096329
17864	rnn.weight_ih_l0	4	-0.04918154701590538
17864	rnn.weight_ih_l0	5	-0.00514038372784853
17864	rnn.weight_ih_l0	6	-0.05135418847203255
17864	rnn.weight_ih_l0	7	-0.05646700784564018
17864	rnn.weight_ih_l0	8	-0.0451059527695179
17864	rnn.weight_ih_l0	9	-0.02758639119565487
17864	rnn.weight_hh_l0	0	0.016026031225919724
17864	rnn.weight_hh_l0	1	-0.02054872177541256
17864	rnn.weight_hh_l0	2	-0.06887642294168472
17864	rnn.weight_hh_l0	3	-0.030750246718525887
17864	rnn.weight_hh_l0	4	-0.07401064783334732
17864	rnn.weight_hh_l0	5	-0.013408273458480835
17864	rnn.weight_hh_l0	6	-0.03938174620270729
17864	rnn.weight_hh_l0	7	-0.011456974782049656
17864	rnn.weight_hh_l0	8	-0.01867925561964512
17864	rnn.weight_hh_l0	9	0.013631721027195454
17864	rnn.bias_ih_l0	0	0.1250794380903244
17864	rnn.bias_ih_l0	1	-0.05260908976197243
17864	rnn.bias_ih_l0	2	0.1077069491147995
17864	rnn.bias_ih_l0	3	0.05124395713210106
17864	rnn.bias_ih_l0	4	0.10350227355957031
17864	rnn.bias_ih_l0	5	0.024213893339037895
17864	rnn.bias_ih_l0	6	-0.016885576769709587
17864	rnn.bias_ih_l0	7	-0.11106859892606735
17864	rnn.bias_ih_l0	8	-0.18899774551391602
17864	rnn.bias_ih_l0	9	0.09299660474061966
17864	rnn.bias_hh_l0	0	-0.010629849508404732
17864	rnn.bias_hh_l0	1	0.020190440118312836
17864	rnn.bias_hh_l0	2	-0.024710729718208313
17864	rnn.bias_hh_l0	3	-0.0202933456748724
17864	rnn.bias_hh_l0	4	-0.043614935129880905
17864	rnn.bias_hh_l0	5	0.12697061896324158
17864	rnn.bias_hh_l0	6	0.020258549600839615
17864	rnn.bias_hh_l0	7	0.03757541999220848
17864	rnn.bias_hh_l0	8	0.017483193427324295
17864	rnn.bias_hh_l0	9	0.04217546805739403
17864	rnn.weight_ih_l0_reverse	0	-0.030829712748527527
17864	rnn.weight_ih_l0_reverse	1	0.0008515236550010741
17864	rnn.weight_ih_l0_reverse	2	0.026198048144578934
17864	rnn.weight_ih_l0_reverse	3	-0.05949517339468002
17864	rnn.weight_ih_l0_reverse	4	0.010241929441690445
17864	rnn.weight_ih_l0_reverse	5	-0.050441134721040726
17864	rnn.weight_ih_l0_reverse	6	0.018975740298628807
17864	rnn.weight_ih_l0_reverse	7	0.045103803277015686
17864	rnn.weight_ih_l0_reverse	8	-0.046156853437423706
17864	rnn.weight_ih_l0_reverse	9	-0.05218779295682907
17864	rnn.weight_hh_l0_reverse	0	-0.07509700208902359
17864	rnn.weight_hh_l0_reverse	1	-0.052819591015577316
17864	rnn.weight_hh_l0_reverse	2	0.03221641108393669
17864	rnn.weight_hh_l0_reverse	3	0.04325126111507416
17864	rnn.weight_hh_l0_reverse	4	0.0007406208897009492
17864	rnn.weight_hh_l0_reverse	5	0.04443064332008362
17864	rnn.weight_hh_l0_reverse	6	-0.004769316874444485
17864	rnn.weight_hh_l0_reverse	7	0.007644190452992916
17864	rnn.weight_hh_l0_reverse	8	-0.09166920185089111
17864	rnn.weight_hh_l0_reverse	9	0.07250172644853592
17864	rnn.bias_ih_l0_reverse	0	-0.07984878122806549
17864	rnn.bias_ih_l0_reverse	1	-0.0662432461977005
17864	rnn.bias_ih_l0_reverse	2	0.09571059793233871
17864	rnn.bias_ih_l0_reverse	3	0.03675048053264618
17864	rnn.bias_ih_l0_reverse	4	-0.12914296984672546
17864	rnn.bias_ih_l0_reverse	5	0.04523900896310806
17864	rnn.bias_ih_l0_reverse	6	-0.11576636135578156
17864	rnn.bias_ih_l0_reverse	7	0.03946809470653534
17864	rnn.bias_ih_l0_reverse	8	0.029333529993891716
17864	rnn.bias_ih_l0_reverse	9	0.06312153488397598
17864	rnn.bias_hh_l0_reverse	0	0.05095429718494415
17864	rnn.bias_hh_l0_reverse	1	0.05994584038853645
17864	rnn.bias_hh_l0_reverse	2	0.08010261505842209
17864	rnn.bias_hh_l0_reverse	3	-0.0127983707934618
17864	rnn.bias_hh_l0_reverse	4	0.08408904075622559
17864	rnn.bias_hh_l0_reverse	5	-0.014168240129947662
17864	rnn.bias_hh_l0_reverse	6	-0.06555674970149994
17864	rnn.bias_hh_l0_reverse	7	0.027984121814370155
17864	rnn.bias_hh_l0_reverse	8	0.023037107661366463
17864	rnn.bias_hh_l0_reverse	9	-0.15573927760124207
17864	linear.weight	0	0.14992298185825348
17864	linear.weight	1	-0.14465957880020142
17864	linear.weight	2	-0.19635626673698425
17864	linear.weight	3	0.05858217179775238
17864	linear.weight	4	-0.014465323649346828
17864	linear.weight	5	0.0028564685489982367
17864	linear.weight	6	-0.007793322205543518
17864	linear.weight	7	-0.03135613352060318
17864	linear.weight	8	0.05231720209121704
17864	linear.weight	9	0.287747859954834
17864	linear.bias	0	-0.19209910929203033
17864	linear.bias	1	0.16143254935741425
17864	linear.bias	2	-0.4956798553466797
17864	linear.bias	3	1.654069185256958
17864	linear.bias	4	-0.3820295035839081
17864	linear.bias	5	-0.030769959092140198
17864	linear.bias	6	-0.3399335741996765
17864	linear.bias	7	-0.24882663786411285
17864	linear.bias	8	-0.021901709958910942
17864	linear.bias	9	-0.4746933877468109
17892	transitions	0	-0.6327683329582214
17892	transitions	1	0.3657523989677429
17892	transitions	2	1.6933467388153076
17892	transitions	3	0.11523478478193283
17892	transitions	4	0.9610489010810852
17892	transitions	5	1.2742258310317993
17892	transitions	6	0.4837704002857208
17892	transitions	7	0.17739348113536835
17892	transitions	8	-0.919366180896759
17892	transitions	9	0.9307217001914978
17892	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17892	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17892	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17892	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17892	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17892	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17892	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17892	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17892	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17892	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17892	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17892	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17892	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17892	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17892	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17892	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17892	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17892	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17892	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17892	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17892	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17892	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17892	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17892	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17892	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17892	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17892	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17892	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17892	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17892	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17892	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17892	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17892	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17892	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17892	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17892	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17892	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17892	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17892	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17892	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17892	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17892	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17892	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17892	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17892	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17892	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17892	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17892	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17892	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17892	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17892	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17892	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17892	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17892	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17892	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17892	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17892	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17892	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17892	embedding2nn.weight	0	0.021233851090073586
17892	embedding2nn.weight	1	0.013680912554264069
17892	embedding2nn.weight	2	-0.005104503594338894
17892	embedding2nn.weight	3	0.002408422529697418
17892	embedding2nn.weight	4	-0.004763327073305845
17892	embedding2nn.weight	5	0.01036183163523674
17892	embedding2nn.weight	6	-0.003197415266185999
17892	embedding2nn.weight	7	0.01466464065015316
17892	embedding2nn.weight	8	-0.004829040728509426
17892	embedding2nn.weight	9	-0.012434717267751694
17892	embedding2nn.bias	0	-0.03446468338370323
17892	embedding2nn.bias	1	-0.034920331090688705
17892	embedding2nn.bias	2	-0.046327218413352966
17892	embedding2nn.bias	3	-0.01695614866912365
17892	embedding2nn.bias	4	-0.0225500650703907
17892	embedding2nn.bias	5	0.0064192102290689945
17892	embedding2nn.bias	6	0.00410956097766757
17892	embedding2nn.bias	7	0.026074884459376335
17892	embedding2nn.bias	8	0.0065306853502988815
17892	embedding2nn.bias	9	0.02297580987215042
17892	rnn.weight_ih_l0	0	0.040348175913095474
17892	rnn.weight_ih_l0	1	-0.011547974310815334
17892	rnn.weight_ih_l0	2	-0.041280027478933334
17892	rnn.weight_ih_l0	3	-0.041670747101306915
17892	rnn.weight_ih_l0	4	-0.04960191249847412
17892	rnn.weight_ih_l0	5	-0.005539721343666315
17892	rnn.weight_ih_l0	6	-0.05166792497038841
17892	rnn.weight_ih_l0	7	-0.056442584842443466
17892	rnn.weight_ih_l0	8	-0.04516671970486641
17892	rnn.weight_ih_l0	9	-0.02767467126250267
17892	rnn.weight_hh_l0	0	0.016158008947968483
17892	rnn.weight_hh_l0	1	-0.02089770697057247
17892	rnn.weight_hh_l0	2	-0.06796092540025711
17892	rnn.weight_hh_l0	3	-0.030189530923962593
17892	rnn.weight_hh_l0	4	-0.073597252368927
17892	rnn.weight_hh_l0	5	-0.014609836041927338
17892	rnn.weight_hh_l0	6	-0.04035426676273346
17892	rnn.weight_hh_l0	7	-0.012073650024831295
17892	rnn.weight_hh_l0	8	-0.018656989559531212
17892	rnn.weight_hh_l0	9	0.013971327804028988
17892	rnn.bias_ih_l0	0	0.12590430676937103
17892	rnn.bias_ih_l0	1	-0.05163273587822914
17892	rnn.bias_ih_l0	2	0.10760872811079025
17892	rnn.bias_ih_l0	3	0.050111640244722366
17892	rnn.bias_ih_l0	4	0.1042860820889473
17892	rnn.bias_ih_l0	5	0.023472310975193977
17892	rnn.bias_ih_l0	6	-0.016912389546632767
17892	rnn.bias_ih_l0	7	-0.1120418831706047
17892	rnn.bias_ih_l0	8	-0.18705447018146515
17892	rnn.bias_ih_l0	9	0.09403294324874878
17892	rnn.bias_hh_l0	0	-0.010104632936418056
17892	rnn.bias_hh_l0	1	0.019343357533216476
17892	rnn.bias_hh_l0	2	-0.02311904914677143
17892	rnn.bias_hh_l0	3	-0.018413512036204338
17892	rnn.bias_hh_l0	4	-0.04228536784648895
17892	rnn.bias_hh_l0	5	0.12843480706214905
17892	rnn.bias_hh_l0	6	0.018821174278855324
17892	rnn.bias_hh_l0	7	0.038797639310359955
17892	rnn.bias_hh_l0	8	0.017456380650401115
17892	rnn.bias_hh_l0	9	0.04089454188942909
17892	rnn.weight_ih_l0_reverse	0	-0.030942555516958237
17892	rnn.weight_ih_l0_reverse	1	0.0011031728936359286
17892	rnn.weight_ih_l0_reverse	2	0.026241840794682503
17892	rnn.weight_ih_l0_reverse	3	-0.0589829757809639
17892	rnn.weight_ih_l0_reverse	4	0.009844141080975533
17892	rnn.weight_ih_l0_reverse	5	-0.050247058272361755
17892	rnn.weight_ih_l0_reverse	6	0.019716687500476837
17892	rnn.weight_ih_l0_reverse	7	0.04506445676088333
17892	rnn.weight_ih_l0_reverse	8	-0.04628446325659752
17892	rnn.weight_ih_l0_reverse	9	-0.052250221371650696
17892	rnn.weight_hh_l0_reverse	0	-0.07463810592889786
17892	rnn.weight_hh_l0_reverse	1	-0.051698874682188034
17892	rnn.weight_hh_l0_reverse	2	0.0318177193403244
17892	rnn.weight_hh_l0_reverse	3	0.04366326704621315
17892	rnn.weight_hh_l0_reverse	4	0.0008314360165968537
17892	rnn.weight_hh_l0_reverse	5	0.044598277658224106
17892	rnn.weight_hh_l0_reverse	6	-0.001052039791829884
17892	rnn.weight_hh_l0_reverse	7	0.007337566465139389
17892	rnn.weight_hh_l0_reverse	8	-0.09185151755809784
17892	rnn.weight_hh_l0_reverse	9	0.07358653098344803
17892	rnn.bias_ih_l0_reverse	0	-0.07773832231760025
17892	rnn.bias_ih_l0_reverse	1	-0.06970953196287155
17892	rnn.bias_ih_l0_reverse	2	0.09491328150033951
17892	rnn.bias_ih_l0_reverse	3	0.0365300178527832
17892	rnn.bias_ih_l0_reverse	4	-0.12714575231075287
17892	rnn.bias_ih_l0_reverse	5	0.045748792588710785
17892	rnn.bias_ih_l0_reverse	6	-0.11764922738075256
17892	rnn.bias_ih_l0_reverse	7	0.04155035316944122
17892	rnn.bias_ih_l0_reverse	8	0.029466213658452034
17892	rnn.bias_ih_l0_reverse	9	0.06465283781290054
17892	rnn.bias_hh_l0_reverse	0	0.050951868295669556
17892	rnn.bias_hh_l0_reverse	1	0.061584312468767166
17892	rnn.bias_hh_l0_reverse	2	0.08113199472427368
17892	rnn.bias_hh_l0_reverse	3	-0.013116400688886642
17892	rnn.bias_hh_l0_reverse	4	0.08260651677846909
17892	rnn.bias_hh_l0_reverse	5	-0.01260334998369217
17892	rnn.bias_hh_l0_reverse	6	-0.0659184679389
17892	rnn.bias_hh_l0_reverse	7	0.028892137110233307
17892	rnn.bias_hh_l0_reverse	8	0.02441065013408661
17892	rnn.bias_hh_l0_reverse	9	-0.15289746224880219
17892	linear.weight	0	0.14465206861495972
17892	linear.weight	1	-0.1446509212255478
17892	linear.weight	2	-0.1973903626203537
17892	linear.weight	3	0.05939030647277832
17892	linear.weight	4	-0.013629857450723648
17892	linear.weight	5	0.0035386185627430677
17892	linear.weight	6	-0.007791685871779919
17892	linear.weight	7	-0.0313195139169693
17892	linear.weight	8	0.0519740991294384
17892	linear.weight	9	0.28747835755348206
17892	linear.bias	0	-0.19581061601638794
17892	linear.bias	1	0.17124773561954498
17892	linear.bias	2	-0.4975694417953491
17892	linear.bias	3	1.6591607332229614
17892	linear.bias	4	-0.3822222650051117
17892	linear.bias	5	-0.030769959092140198
17892	linear.bias	6	-0.34107664227485657
17892	linear.bias	7	-0.2494984120130539
17892	linear.bias	8	-0.014304646290838718
17892	linear.bias	9	-0.4747730493545532
17920	transitions	0	-0.6328349113464355
17920	transitions	1	0.3657124638557434
17920	transitions	2	1.6932891607284546
17920	transitions	3	0.11520395427942276
17920	transitions	4	0.9610275626182556
17920	transitions	5	1.2742246389389038
17920	transitions	6	0.48377034068107605
17920	transitions	7	0.17739222943782806
17920	transitions	8	-0.9193668961524963
17920	transitions	9	0.9307217001914978
17920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17920	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17920	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17920	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17920	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17920	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17920	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17920	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17920	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17920	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17920	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17920	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17920	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17920	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17920	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17920	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17920	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17920	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17920	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17920	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17920	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17920	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17920	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17920	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17920	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17920	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17920	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17920	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17920	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17920	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17920	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17920	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17920	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17920	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17920	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17920	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17920	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17920	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17920	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17920	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17920	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17920	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17920	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17920	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17920	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17920	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17920	embedding2nn.weight	0	0.02158348448574543
17920	embedding2nn.weight	1	0.013815460726618767
17920	embedding2nn.weight	2	-0.00506783789023757
17920	embedding2nn.weight	3	0.00252323504537344
17920	embedding2nn.weight	4	-0.004744065925478935
17920	embedding2nn.weight	5	0.010434074327349663
17920	embedding2nn.weight	6	-0.0031592962332069874
17920	embedding2nn.weight	7	0.015461069531738758
17920	embedding2nn.weight	8	-0.004930575843900442
17920	embedding2nn.weight	9	-0.012488407082855701
17920	embedding2nn.bias	0	-0.04061642661690712
17920	embedding2nn.bias	1	-0.033266011625528336
17920	embedding2nn.bias	2	-0.05114111676812172
17920	embedding2nn.bias	3	-0.015781166031956673
17920	embedding2nn.bias	4	-0.022358283400535583
17920	embedding2nn.bias	5	0.008645418100059032
17920	embedding2nn.bias	6	0.003145912429317832
17920	embedding2nn.bias	7	0.02873384952545166
17920	embedding2nn.bias	8	0.009411810897290707
17920	embedding2nn.bias	9	0.02124192751944065
17920	rnn.weight_ih_l0	0	0.04050175100564957
17920	rnn.weight_ih_l0	1	-0.012437976896762848
17920	rnn.weight_ih_l0	2	-0.041877757757902145
17920	rnn.weight_ih_l0	3	-0.04156716912984848
17920	rnn.weight_ih_l0	4	-0.04951149970293045
17920	rnn.weight_ih_l0	5	-0.005501893814653158
17920	rnn.weight_ih_l0	6	-0.051120106130838394
17920	rnn.weight_ih_l0	7	-0.05644182488322258
17920	rnn.weight_ih_l0	8	-0.045633550733327866
17920	rnn.weight_ih_l0	9	-0.027464622631669044
17920	rnn.weight_hh_l0	0	0.01560226734727621
17920	rnn.weight_hh_l0	1	-0.020617162808775902
17920	rnn.weight_hh_l0	2	-0.0688837468624115
17920	rnn.weight_hh_l0	3	-0.029683377593755722
17920	rnn.weight_hh_l0	4	-0.07361868023872375
17920	rnn.weight_hh_l0	5	-0.015282033011317253
17920	rnn.weight_hh_l0	6	-0.04092664644122124
17920	rnn.weight_hh_l0	7	-0.011636781506240368
17920	rnn.weight_hh_l0	8	-0.018519748002290726
17920	rnn.weight_hh_l0	9	0.013750840909779072
17920	rnn.bias_ih_l0	0	0.12672920525074005
17920	rnn.bias_ih_l0	1	-0.05268971994519234
17920	rnn.bias_ih_l0	2	0.10669738054275513
17920	rnn.bias_ih_l0	3	0.05018924921751022
17920	rnn.bias_ih_l0	4	0.10491248965263367
17920	rnn.bias_ih_l0	5	0.02228204905986786
17920	rnn.bias_ih_l0	6	-0.01668119616806507
17920	rnn.bias_ih_l0	7	-0.10421793162822723
17920	rnn.bias_ih_l0	8	-0.18669329583644867
17920	rnn.bias_ih_l0	9	0.0939713567495346
17920	rnn.bias_hh_l0	0	-0.009526805952191353
17920	rnn.bias_hh_l0	1	0.01841709390282631
17920	rnn.bias_hh_l0	2	-0.02218046970665455
17920	rnn.bias_hh_l0	3	-0.01859137788414955
17920	rnn.bias_hh_l0	4	-0.04403746500611305
17920	rnn.bias_hh_l0	5	0.12929102778434753
17920	rnn.bias_hh_l0	6	0.018456507474184036
17920	rnn.bias_hh_l0	7	0.03699009120464325
17920	rnn.bias_hh_l0	8	0.01768757402896881
17920	rnn.bias_hh_l0	9	0.04324387386441231
17920	rnn.weight_ih_l0_reverse	0	-0.031169353052973747
17920	rnn.weight_ih_l0_reverse	1	0.00026269786758348346
17920	rnn.weight_ih_l0_reverse	2	0.026351667940616608
17920	rnn.weight_ih_l0_reverse	3	-0.05904340744018555
17920	rnn.weight_ih_l0_reverse	4	0.009662863798439503
17920	rnn.weight_ih_l0_reverse	5	-0.05019495263695717
17920	rnn.weight_ih_l0_reverse	6	0.019239716231822968
17920	rnn.weight_ih_l0_reverse	7	0.04517047852277756
17920	rnn.weight_ih_l0_reverse	8	-0.046282678842544556
17920	rnn.weight_ih_l0_reverse	9	-0.052270013839006424
17920	rnn.weight_hh_l0_reverse	0	-0.07495473325252533
17920	rnn.weight_hh_l0_reverse	1	-0.052556660026311874
17920	rnn.weight_hh_l0_reverse	2	0.03182445839047432
17920	rnn.weight_hh_l0_reverse	3	0.04366392642259598
17920	rnn.weight_hh_l0_reverse	4	0.0016138025093823671
17920	rnn.weight_hh_l0_reverse	5	0.04452161490917206
17920	rnn.weight_hh_l0_reverse	6	-0.000754436943680048
17920	rnn.weight_hh_l0_reverse	7	0.00733110960572958
17920	rnn.weight_hh_l0_reverse	8	-0.09203831106424332
17920	rnn.weight_hh_l0_reverse	9	0.0738632008433342
17920	rnn.bias_ih_l0_reverse	0	-0.07879570871591568
17920	rnn.bias_ih_l0_reverse	1	-0.06771790236234665
17920	rnn.bias_ih_l0_reverse	2	0.09428653120994568
17920	rnn.bias_ih_l0_reverse	3	0.037323497235774994
17920	rnn.bias_ih_l0_reverse	4	-0.12772509455680847
17920	rnn.bias_ih_l0_reverse	5	0.04464178532361984
17920	rnn.bias_ih_l0_reverse	6	-0.11808259040117264
17920	rnn.bias_ih_l0_reverse	7	0.041845858097076416
17920	rnn.bias_ih_l0_reverse	8	0.028139431029558182
17920	rnn.bias_ih_l0_reverse	9	0.06386911869049072
17920	rnn.bias_hh_l0_reverse	0	0.04754485934972763
17920	rnn.bias_hh_l0_reverse	1	0.06201285496354103
17920	rnn.bias_hh_l0_reverse	2	0.0812186598777771
17920	rnn.bias_hh_l0_reverse	3	-0.01239838544279337
17920	rnn.bias_hh_l0_reverse	4	0.083121158182621
17920	rnn.bias_hh_l0_reverse	5	-0.010756583884358406
17920	rnn.bias_hh_l0_reverse	6	-0.06478168815374374
17920	rnn.bias_hh_l0_reverse	7	0.029983973130583763
17920	rnn.bias_hh_l0_reverse	8	0.025842435657978058
17920	rnn.bias_hh_l0_reverse	9	-0.1554364562034607
17920	linear.weight	0	0.14048798382282257
17920	linear.weight	1	-0.1445598304271698
17920	linear.weight	2	-0.19503730535507202
17920	linear.weight	3	0.06052573770284653
17920	linear.weight	4	-0.014074033126235008
17920	linear.weight	5	0.00360818300396204
17920	linear.weight	6	-0.007789379917085171
17920	linear.weight	7	-0.03130627050995827
17920	linear.weight	8	0.048949047923088074
17920	linear.weight	9	0.2869335114955902
17920	linear.bias	0	-0.18849937617778778
17920	linear.bias	1	0.1707594394683838
17920	linear.bias	2	-0.4981555938720703
17920	linear.bias	3	1.6450742483139038
17920	linear.bias	4	-0.3823888897895813
17920	linear.bias	5	-0.030769959092140198
17920	linear.bias	6	-0.34194228053092957
17920	linear.bias	7	-0.24962300062179565
17920	linear.bias	8	-0.02172805927693844
17920	linear.bias	9	-0.4748314917087555
17948	transitions	0	-0.6328927278518677
17948	transitions	1	0.36554545164108276
17948	transitions	2	1.6931750774383545
17948	transitions	3	0.11512883007526398
17948	transitions	4	0.9610065221786499
17948	transitions	5	1.2742244005203247
17948	transitions	6	0.4837700128555298
17948	transitions	7	0.17739194631576538
17948	transitions	8	-0.9193671345710754
17948	transitions	9	0.9307217001914978
17948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17948	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17948	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17948	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17948	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17948	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17948	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17948	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17948	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17948	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17948	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17948	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17948	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17948	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17948	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17948	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17948	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17948	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17948	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17948	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17948	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17948	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17948	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17948	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17948	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17948	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17948	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17948	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17948	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17948	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17948	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17948	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17948	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17948	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17948	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17948	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17948	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17948	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17948	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17948	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17948	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17948	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17948	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17948	embedding2nn.weight	0	0.02193637378513813
17948	embedding2nn.weight	1	0.013754901476204395
17948	embedding2nn.weight	2	-0.005092451814562082
17948	embedding2nn.weight	3	0.002626547124236822
17948	embedding2nn.weight	4	-0.004790044389665127
17948	embedding2nn.weight	5	0.010526427999138832
17948	embedding2nn.weight	6	-0.0031304480507969856
17948	embedding2nn.weight	7	0.015857476741075516
17948	embedding2nn.weight	8	-0.0049402229487895966
17948	embedding2nn.weight	9	-0.01236526109278202
17948	embedding2nn.bias	0	-0.04156685993075371
17948	embedding2nn.bias	1	-0.02697407640516758
17948	embedding2nn.bias	2	-0.04916638508439064
17948	embedding2nn.bias	3	-0.017200300469994545
17948	embedding2nn.bias	4	-0.012186788953840733
17948	embedding2nn.bias	5	0.008823808282613754
17948	embedding2nn.bias	6	0.0053801764734089375
17948	embedding2nn.bias	7	0.018760299310088158
17948	embedding2nn.bias	8	0.001935296575538814
17948	embedding2nn.bias	9	0.020248303189873695
17948	rnn.weight_ih_l0	0	0.040543083101511
17948	rnn.weight_ih_l0	1	-0.012530624866485596
17948	rnn.weight_ih_l0	2	-0.04216208681464195
17948	rnn.weight_ih_l0	3	-0.04163365438580513
17948	rnn.weight_ih_l0	4	-0.04948396608233452
17948	rnn.weight_ih_l0	5	-0.005438785068690777
17948	rnn.weight_ih_l0	6	-0.05130727216601372
17948	rnn.weight_ih_l0	7	-0.05655501037836075
17948	rnn.weight_ih_l0	8	-0.04583152383565903
17948	rnn.weight_ih_l0	9	-0.027507198974490166
17948	rnn.weight_hh_l0	0	0.015494685620069504
17948	rnn.weight_hh_l0	1	-0.0205844659358263
17948	rnn.weight_hh_l0	2	-0.06827407330274582
17948	rnn.weight_hh_l0	3	-0.029493847861886024
17948	rnn.weight_hh_l0	4	-0.0732601061463356
17948	rnn.weight_hh_l0	5	-0.01583987846970558
17948	rnn.weight_hh_l0	6	-0.04013624042272568
17948	rnn.weight_hh_l0	7	-0.011344789527356625
17948	rnn.weight_hh_l0	8	-0.018560167402029037
17948	rnn.weight_hh_l0	9	0.012296811677515507
17948	rnn.bias_ih_l0	0	0.12586446106433868
17948	rnn.bias_ih_l0	1	-0.053106244653463364
17948	rnn.bias_ih_l0	2	0.10505253821611404
17948	rnn.bias_ih_l0	3	0.05099086835980415
17948	rnn.bias_ih_l0	4	0.1039014682173729
17948	rnn.bias_ih_l0	5	0.022188229486346245
17948	rnn.bias_ih_l0	6	-0.014621779322624207
17948	rnn.bias_ih_l0	7	-0.10504167526960373
17948	rnn.bias_ih_l0	8	-0.18401339650154114
17948	rnn.bias_ih_l0	9	0.09284336864948273
17948	rnn.bias_hh_l0	0	-0.009459548629820347
17948	rnn.bias_hh_l0	1	0.01961875520646572
17948	rnn.bias_hh_l0	2	-0.024514837190508842
17948	rnn.bias_hh_l0	3	-0.01691571995615959
17948	rnn.bias_hh_l0	4	-0.04377998784184456
17948	rnn.bias_hh_l0	5	0.1313646137714386
17948	rnn.bias_hh_l0	6	0.018262309953570366
17948	rnn.bias_hh_l0	7	0.03534722700715065
17948	rnn.bias_hh_l0	8	0.019746992737054825
17948	rnn.bias_hh_l0	9	0.0429556630551815
17948	rnn.weight_ih_l0_reverse	0	-0.03120340034365654
17948	rnn.weight_ih_l0_reverse	1	0.0005312754074111581
17948	rnn.weight_ih_l0_reverse	2	0.026354053989052773
17948	rnn.weight_ih_l0_reverse	3	-0.0583648756146431
17948	rnn.weight_ih_l0_reverse	4	0.009593256749212742
17948	rnn.weight_ih_l0_reverse	5	-0.049925677478313446
17948	rnn.weight_ih_l0_reverse	6	0.018195845186710358
17948	rnn.weight_ih_l0_reverse	7	0.04517083615064621
17948	rnn.weight_ih_l0_reverse	8	-0.04628700762987137
17948	rnn.weight_ih_l0_reverse	9	-0.052340924739837646
17948	rnn.weight_hh_l0_reverse	0	-0.07473353296518326
17948	rnn.weight_hh_l0_reverse	1	-0.052834320813417435
17948	rnn.weight_hh_l0_reverse	2	0.03189704194664955
17948	rnn.weight_hh_l0_reverse	3	0.04355724900960922
17948	rnn.weight_hh_l0_reverse	4	0.001818132121115923
17948	rnn.weight_hh_l0_reverse	5	0.044673629105091095
17948	rnn.weight_hh_l0_reverse	6	-0.002001330256462097
17948	rnn.weight_hh_l0_reverse	7	0.006703029852360487
17948	rnn.weight_hh_l0_reverse	8	-0.09303994476795197
17948	rnn.weight_hh_l0_reverse	9	0.0737520381808281
17948	rnn.bias_ih_l0_reverse	0	-0.08015213906764984
17948	rnn.bias_ih_l0_reverse	1	-0.06393839418888092
17948	rnn.bias_ih_l0_reverse	2	0.09487901628017426
17948	rnn.bias_ih_l0_reverse	3	0.03703730180859566
17948	rnn.bias_ih_l0_reverse	4	-0.1281956285238266
17948	rnn.bias_ih_l0_reverse	5	0.04334069415926933
17948	rnn.bias_ih_l0_reverse	6	-0.11700990051031113
17948	rnn.bias_ih_l0_reverse	7	0.03960059955716133
17948	rnn.bias_ih_l0_reverse	8	0.028155146166682243
17948	rnn.bias_ih_l0_reverse	9	0.06551340222358704
17948	rnn.bias_hh_l0_reverse	0	0.04990347847342491
17948	rnn.bias_hh_l0_reverse	1	0.06291850656270981
17948	rnn.bias_hh_l0_reverse	2	0.08011317998170853
17948	rnn.bias_hh_l0_reverse	3	-0.011690739542245865
17948	rnn.bias_hh_l0_reverse	4	0.0830230638384819
17948	rnn.bias_hh_l0_reverse	5	-0.016808973625302315
17948	rnn.bias_hh_l0_reverse	6	-0.06536801904439926
17948	rnn.bias_hh_l0_reverse	7	0.030340462923049927
17948	rnn.bias_hh_l0_reverse	8	0.02458283305168152
17948	rnn.bias_hh_l0_reverse	9	-0.15377089381217957
17948	linear.weight	0	0.1470578908920288
17948	linear.weight	1	-0.1445464938879013
17948	linear.weight	2	-0.19066154956817627
17948	linear.weight	3	0.06468126177787781
17948	linear.weight	4	-0.015910953283309937
17948	linear.weight	5	0.0017271324759349227
17948	linear.weight	6	-0.007791129872202873
17948	linear.weight	7	-0.03128385171294212
17948	linear.weight	8	0.04882963001728058
17948	linear.weight	9	0.2847433388233185
17948	linear.bias	0	-0.18832182884216309
17948	linear.bias	1	0.16623538732528687
17948	linear.bias	2	-0.4975239038467407
17948	linear.bias	3	1.6599496603012085
17948	linear.bias	4	-0.3816705346107483
17948	linear.bias	5	-0.030769959092140198
17948	linear.bias	6	-0.34244412183761597
17948	linear.bias	7	-0.248005211353302
17948	linear.bias	8	-0.026043634861707687
17948	linear.bias	9	-0.4749215841293335
17976	transitions	0	-0.6329707503318787
17976	transitions	1	0.3655097484588623
17976	transitions	2	1.693108081817627
17976	transitions	3	0.11510263383388519
17976	transitions	4	0.9609935283660889
17976	transitions	5	1.2742244005203247
17976	transitions	6	0.4837697148323059
17976	transitions	7	0.17739148437976837
17976	transitions	8	-0.9193674325942993
17976	transitions	9	0.930721640586853
17976	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
17976	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
17976	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
17976	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
17976	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
17976	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
17976	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
17976	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
17976	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
17976	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
17976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
17976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
17976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
17976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
17976	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
17976	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
17976	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
17976	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
17976	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
17976	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
17976	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
17976	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
17976	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
17976	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
17976	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
17976	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
17976	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
17976	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
17976	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
17976	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
17976	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
17976	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
17976	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
17976	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
17976	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
17976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
17976	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
17976	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
17976	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
17976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
17976	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
17976	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
17976	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
17976	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
17976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
17976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
17976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
17976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
17976	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
17976	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
17976	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
17976	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
17976	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
17976	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
17976	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
17976	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
17976	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
17976	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
17976	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
17976	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
17976	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
17976	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
17976	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
17976	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
17976	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
17976	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
17976	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
17976	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
17976	embedding2nn.weight	0	0.021627111360430717
17976	embedding2nn.weight	1	0.013902806676924229
17976	embedding2nn.weight	2	-0.0051252031698822975
17976	embedding2nn.weight	3	0.002562114270403981
17976	embedding2nn.weight	4	-0.004735833499580622
17976	embedding2nn.weight	5	0.010559169575572014
17976	embedding2nn.weight	6	-0.0031361475121229887
17976	embedding2nn.weight	7	0.014555283822119236
17976	embedding2nn.weight	8	-0.004995107650756836
17976	embedding2nn.weight	9	-0.012376234866678715
17976	embedding2nn.bias	0	-0.04410182312130928
17976	embedding2nn.bias	1	-0.02494591288268566
17976	embedding2nn.bias	2	-0.05103788897395134
17976	embedding2nn.bias	3	-0.017283648252487183
17976	embedding2nn.bias	4	-0.011922184377908707
17976	embedding2nn.bias	5	0.009006467647850513
17976	embedding2nn.bias	6	0.0013354053953662515
17976	embedding2nn.bias	7	0.023413898423314095
17976	embedding2nn.bias	8	0.004922220949083567
17976	embedding2nn.bias	9	0.01871047355234623
17976	rnn.weight_ih_l0	0	0.04051818698644638
17976	rnn.weight_ih_l0	1	-0.012568620964884758
17976	rnn.weight_ih_l0	2	-0.04169641435146332
17976	rnn.weight_ih_l0	3	-0.04130106046795845
17976	rnn.weight_ih_l0	4	-0.04944628104567528
17976	rnn.weight_ih_l0	5	-0.005587037652730942
17976	rnn.weight_ih_l0	6	-0.051136866211891174
17976	rnn.weight_ih_l0	7	-0.05679687112569809
17976	rnn.weight_ih_l0	8	-0.04563221335411072
17976	rnn.weight_ih_l0	9	-0.027597492560744286
17976	rnn.weight_hh_l0	0	0.015271210111677647
17976	rnn.weight_hh_l0	1	-0.02025441825389862
17976	rnn.weight_hh_l0	2	-0.06758955121040344
17976	rnn.weight_hh_l0	3	-0.029358312487602234
17976	rnn.weight_hh_l0	4	-0.07298823446035385
17976	rnn.weight_hh_l0	5	-0.015230421908199787
17976	rnn.weight_hh_l0	6	-0.03933406621217728
17976	rnn.weight_hh_l0	7	-0.012333709746599197
17976	rnn.weight_hh_l0	8	-0.018686190247535706
17976	rnn.weight_hh_l0	9	0.011998251080513
17976	rnn.bias_ih_l0	0	0.1256837695837021
17976	rnn.bias_ih_l0	1	-0.05099590867757797
17976	rnn.bias_ih_l0	2	0.10514805465936661
17976	rnn.bias_ih_l0	3	0.05000903829932213
17976	rnn.bias_ih_l0	4	0.10321758687496185
17976	rnn.bias_ih_l0	5	0.021015837788581848
17976	rnn.bias_ih_l0	6	-0.014961914159357548
17976	rnn.bias_ih_l0	7	-0.10601750761270523
17976	rnn.bias_ih_l0	8	-0.17979954183101654
17976	rnn.bias_ih_l0	9	0.09244973212480545
17976	rnn.bias_hh_l0	0	-0.009336774237453938
17976	rnn.bias_hh_l0	1	0.01957753300666809
17976	rnn.bias_hh_l0	2	-0.023660890758037567
17976	rnn.bias_hh_l0	3	-0.017314860597252846
17976	rnn.bias_hh_l0	4	-0.04470325633883476
17976	rnn.bias_hh_l0	5	0.13059307634830475
17976	rnn.bias_hh_l0	6	0.018315652385354042
17976	rnn.bias_hh_l0	7	0.03871224820613861
17976	rnn.bias_hh_l0	8	0.019406858831644058
17976	rnn.bias_hh_l0	9	0.03949638456106186
17976	rnn.weight_ih_l0_reverse	0	-0.03104637935757637
17976	rnn.weight_ih_l0_reverse	1	0.0007239588303491473
17976	rnn.weight_ih_l0_reverse	2	0.026519013568758965
17976	rnn.weight_ih_l0_reverse	3	-0.058417122811079025
17976	rnn.weight_ih_l0_reverse	4	0.009605146944522858
17976	rnn.weight_ih_l0_reverse	5	-0.050041791051626205
17976	rnn.weight_ih_l0_reverse	6	0.017683131620287895
17976	rnn.weight_ih_l0_reverse	7	0.045020319521427155
17976	rnn.weight_ih_l0_reverse	8	-0.04624738171696663
17976	rnn.weight_ih_l0_reverse	9	-0.05242176353931427
17976	rnn.weight_hh_l0_reverse	0	-0.07442008703947067
17976	rnn.weight_hh_l0_reverse	1	-0.05270608514547348
17976	rnn.weight_hh_l0_reverse	2	0.032568078488111496
17976	rnn.weight_hh_l0_reverse	3	0.0435398705303669
17976	rnn.weight_hh_l0_reverse	4	0.0021177323069423437
17976	rnn.weight_hh_l0_reverse	5	0.04480443894863129
17976	rnn.weight_hh_l0_reverse	6	-0.00025892729172483087
17976	rnn.weight_hh_l0_reverse	7	0.00704508600756526
17976	rnn.weight_hh_l0_reverse	8	-0.09308100491762161
17976	rnn.weight_hh_l0_reverse	9	0.07315050810575485
17976	rnn.bias_ih_l0_reverse	0	-0.08034373074769974
17976	rnn.bias_ih_l0_reverse	1	-0.06865021586418152
17976	rnn.bias_ih_l0_reverse	2	0.09587838500738144
17976	rnn.bias_ih_l0_reverse	3	0.039371851831674576
17976	rnn.bias_ih_l0_reverse	4	-0.12835659086704254
17976	rnn.bias_ih_l0_reverse	5	0.04350462183356285
17976	rnn.bias_ih_l0_reverse	6	-0.11696086823940277
17976	rnn.bias_ih_l0_reverse	7	0.037279270589351654
17976	rnn.bias_ih_l0_reverse	8	0.028588782995939255
17976	rnn.bias_ih_l0_reverse	9	0.06504856050014496
17976	rnn.bias_hh_l0_reverse	0	0.05820857733488083
17976	rnn.bias_hh_l0_reverse	1	0.06239338219165802
17976	rnn.bias_hh_l0_reverse	2	0.08139090240001678
17976	rnn.bias_hh_l0_reverse	3	-0.01262213010340929
17976	rnn.bias_hh_l0_reverse	4	0.08367468416690826
17976	rnn.bias_hh_l0_reverse	5	-0.022748896852135658
17976	rnn.bias_hh_l0_reverse	6	-0.0660402923822403
17976	rnn.bias_hh_l0_reverse	7	0.030394339933991432
17976	rnn.bias_hh_l0_reverse	8	0.024134894832968712
17976	rnn.bias_hh_l0_reverse	9	-0.14952418208122253
17976	linear.weight	0	0.1555856466293335
17976	linear.weight	1	-0.14454905688762665
17976	linear.weight	2	-0.19127251207828522
17976	linear.weight	3	0.0672527402639389
17976	linear.weight	4	-0.015718720853328705
17976	linear.weight	5	5.523841082322178e-07
17976	linear.weight	6	-0.007789046969264746
17976	linear.weight	7	-0.03126944601535797
17976	linear.weight	8	0.04775695130228996
17976	linear.weight	9	0.2897898256778717
17976	linear.bias	0	-0.1820390373468399
17976	linear.bias	1	0.16686862707138062
17976	linear.bias	2	-0.49941274523735046
17976	linear.bias	3	1.6441380977630615
17976	linear.bias	4	-0.3864441215991974
17976	linear.bias	5	-0.030769959092140198
17976	linear.bias	6	-0.34444460272789
17976	linear.bias	7	-0.2484205663204193
17976	linear.bias	8	-0.024850035086274147
17976	linear.bias	9	-0.4750427007675171
18004	transitions	0	-0.632991373538971
18004	transitions	1	0.36547625064849854
18004	transitions	2	1.6929715871810913
18004	transitions	3	0.1150687113404274
18004	transitions	4	0.9609507322311401
18004	transitions	5	1.2742236852645874
18004	transitions	6	0.48376864194869995
18004	transitions	7	0.17739100754261017
18004	transitions	8	-0.9193682074546814
18004	transitions	9	0.9307215809822083
18004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18004	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18004	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18004	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18004	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18004	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18004	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18004	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18004	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18004	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18004	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18004	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18004	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18004	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18004	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18004	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18004	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18004	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18004	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18004	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18004	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18004	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18004	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18004	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18004	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18004	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18004	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18004	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18004	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18004	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18004	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18004	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18004	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18004	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18004	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18004	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18004	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18004	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18004	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18004	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18004	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18004	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18004	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18004	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18004	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18004	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18004	embedding2nn.weight	0	0.021410338580608368
18004	embedding2nn.weight	1	0.013988520950078964
18004	embedding2nn.weight	2	-0.005106812343001366
18004	embedding2nn.weight	3	0.0025913133285939693
18004	embedding2nn.weight	4	-0.004951863549649715
18004	embedding2nn.weight	5	0.010676995851099491
18004	embedding2nn.weight	6	-0.003125940216705203
18004	embedding2nn.weight	7	0.015469352714717388
18004	embedding2nn.weight	8	-0.004967758897691965
18004	embedding2nn.weight	9	-0.012421299703419209
18004	embedding2nn.bias	0	-0.04492326080799103
18004	embedding2nn.bias	1	-0.031377196311950684
18004	embedding2nn.bias	2	-0.05583091080188751
18004	embedding2nn.bias	3	-0.016405578702688217
18004	embedding2nn.bias	4	-0.010347235016524792
18004	embedding2nn.bias	5	0.009746787138283253
18004	embedding2nn.bias	6	0.0053314948454499245
18004	embedding2nn.bias	7	0.017748871818184853
18004	embedding2nn.bias	8	0.0014183535240590572
18004	embedding2nn.bias	9	0.021438829600811005
18004	rnn.weight_ih_l0	0	0.04073476046323776
18004	rnn.weight_ih_l0	1	-0.0126445721834898
18004	rnn.weight_ih_l0	2	-0.041250620037317276
18004	rnn.weight_ih_l0	3	-0.04065994173288345
18004	rnn.weight_ih_l0	4	-0.04909225553274155
18004	rnn.weight_ih_l0	5	-0.006165771279484034
18004	rnn.weight_ih_l0	6	-0.051184143871068954
18004	rnn.weight_ih_l0	7	-0.05668339878320694
18004	rnn.weight_ih_l0	8	-0.04562552645802498
18004	rnn.weight_ih_l0	9	-0.027804529294371605
18004	rnn.weight_hh_l0	0	0.015244829468429089
18004	rnn.weight_hh_l0	1	-0.019636236131191254
18004	rnn.weight_hh_l0	2	-0.06789346039295197
18004	rnn.weight_hh_l0	3	-0.02978411875665188
18004	rnn.weight_hh_l0	4	-0.07309195399284363
18004	rnn.weight_hh_l0	5	-0.014398304745554924
18004	rnn.weight_hh_l0	6	-0.040587011724710464
18004	rnn.weight_hh_l0	7	-0.012793147005140781
18004	rnn.weight_hh_l0	8	-0.01830272004008293
18004	rnn.weight_hh_l0	9	0.01242160052061081
18004	rnn.bias_ih_l0	0	0.12509946525096893
18004	rnn.bias_ih_l0	1	-0.053258270025253296
18004	rnn.bias_ih_l0	2	0.10663527250289917
18004	rnn.bias_ih_l0	3	0.05249791964888573
18004	rnn.bias_ih_l0	4	0.10336358100175858
18004	rnn.bias_ih_l0	5	0.021725650876760483
18004	rnn.bias_ih_l0	6	-0.014728253707289696
18004	rnn.bias_ih_l0	7	-0.10700719803571701
18004	rnn.bias_ih_l0	8	-0.18636773526668549
18004	rnn.bias_ih_l0	9	0.09201672673225403
18004	rnn.bias_hh_l0	0	-0.009616835042834282
18004	rnn.bias_hh_l0	1	0.01961527206003666
18004	rnn.bias_hh_l0	2	-0.023344915360212326
18004	rnn.bias_hh_l0	3	-0.01514578890055418
18004	rnn.bias_hh_l0	4	-0.042788904160261154
18004	rnn.bias_hh_l0	5	0.13284097611904144
18004	rnn.bias_hh_l0	6	0.018489127978682518
18004	rnn.bias_hh_l0	7	0.03891777992248535
18004	rnn.bias_hh_l0	8	0.019640522077679634
18004	rnn.bias_hh_l0	9	0.03990602493286133
18004	rnn.weight_ih_l0_reverse	0	-0.031042851507663727
18004	rnn.weight_ih_l0_reverse	1	-0.0004545524425338954
18004	rnn.weight_ih_l0_reverse	2	0.026574991643428802
18004	rnn.weight_ih_l0_reverse	3	-0.058937862515449524
18004	rnn.weight_ih_l0_reverse	4	0.009277883917093277
18004	rnn.weight_ih_l0_reverse	5	-0.05007879436016083
18004	rnn.weight_ih_l0_reverse	6	0.017501484602689743
18004	rnn.weight_ih_l0_reverse	7	0.044926393777132034
18004	rnn.weight_ih_l0_reverse	8	-0.046296071261167526
18004	rnn.weight_ih_l0_reverse	9	-0.05229920521378517
18004	rnn.weight_hh_l0_reverse	0	-0.07488492131233215
18004	rnn.weight_hh_l0_reverse	1	-0.052929218858480453
18004	rnn.weight_hh_l0_reverse	2	0.033224377781152725
18004	rnn.weight_hh_l0_reverse	3	0.043463218957185745
18004	rnn.weight_hh_l0_reverse	4	0.0016474679578095675
18004	rnn.weight_hh_l0_reverse	5	0.04517676681280136
18004	rnn.weight_hh_l0_reverse	6	0.00045675403089262545
18004	rnn.weight_hh_l0_reverse	7	0.007346512284129858
18004	rnn.weight_hh_l0_reverse	8	-0.09193189442157745
18004	rnn.weight_hh_l0_reverse	9	0.07387697696685791
18004	rnn.bias_ih_l0_reverse	0	-0.08037026971578598
18004	rnn.bias_ih_l0_reverse	1	-0.06836191564798355
18004	rnn.bias_ih_l0_reverse	2	0.0935622975230217
18004	rnn.bias_ih_l0_reverse	3	0.038973018527030945
18004	rnn.bias_ih_l0_reverse	4	-0.12881802022457123
18004	rnn.bias_ih_l0_reverse	5	0.04569081589579582
18004	rnn.bias_ih_l0_reverse	6	-0.11729980260133743
18004	rnn.bias_ih_l0_reverse	7	0.03720235079526901
18004	rnn.bias_ih_l0_reverse	8	0.028151076287031174
18004	rnn.bias_ih_l0_reverse	9	0.06561863422393799
18004	rnn.bias_hh_l0_reverse	0	0.04946345463395119
18004	rnn.bias_hh_l0_reverse	1	0.06291212886571884
18004	rnn.bias_hh_l0_reverse	2	0.07915915548801422
18004	rnn.bias_hh_l0_reverse	3	-0.012463887222111225
18004	rnn.bias_hh_l0_reverse	4	0.08523460477590561
18004	rnn.bias_hh_l0_reverse	5	-0.020015830174088478
18004	rnn.bias_hh_l0_reverse	6	-0.06671328842639923
18004	rnn.bias_hh_l0_reverse	7	0.031324636191129684
18004	rnn.bias_hh_l0_reverse	8	0.02395668625831604
18004	rnn.bias_hh_l0_reverse	9	-0.151729017496109
18004	linear.weight	0	0.16089248657226562
18004	linear.weight	1	-0.144532710313797
18004	linear.weight	2	-0.18994957208633423
18004	linear.weight	3	0.06642639636993408
18004	linear.weight	4	-0.015773678198456764
18004	linear.weight	5	-3.1210733141051605e-05
18004	linear.weight	6	-0.007784096524119377
18004	linear.weight	7	-0.03127032890915871
18004	linear.weight	8	0.04626323655247688
18004	linear.weight	9	0.2886841893196106
18004	linear.bias	0	-0.18299995362758636
18004	linear.bias	1	0.16508542001247406
18004	linear.bias	2	-0.4970986843109131
18004	linear.bias	3	1.6619235277175903
18004	linear.bias	4	-0.3872940242290497
18004	linear.bias	5	-0.030769959092140198
18004	linear.bias	6	-0.342010498046875
18004	linear.bias	7	-0.24900256097316742
18004	linear.bias	8	-0.018801016733050346
18004	linear.bias	9	-0.4751439690589905
18032	transitions	0	-0.6330417394638062
18032	transitions	1	0.3654298186302185
18032	transitions	2	1.6927906274795532
18032	transitions	3	0.11506403237581253
18032	transitions	4	0.9609416723251343
18032	transitions	5	1.2742228507995605
18032	transitions	6	0.4837599992752075
18032	transitions	7	0.1773909330368042
18032	transitions	8	-0.9193689823150635
18032	transitions	9	0.9307215809822083
18032	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18032	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18032	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18032	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18032	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18032	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18032	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18032	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18032	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18032	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18032	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18032	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18032	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18032	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18032	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18032	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18032	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18032	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18032	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18032	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18032	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18032	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18032	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18032	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18032	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18032	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18032	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18032	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18032	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18032	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18032	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18032	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18032	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18032	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18032	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18032	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18032	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18032	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18032	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18032	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18032	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18032	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18032	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18032	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18032	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18032	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18032	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18032	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18032	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18032	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18032	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18032	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18032	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18032	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18032	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18032	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18032	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18032	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18032	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18032	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18032	embedding2nn.weight	0	0.022197458893060684
18032	embedding2nn.weight	1	0.014040235430002213
18032	embedding2nn.weight	2	-0.005017571151256561
18032	embedding2nn.weight	3	0.0024458388797938824
18032	embedding2nn.weight	4	-0.005011959001421928
18032	embedding2nn.weight	5	0.010646963492035866
18032	embedding2nn.weight	6	-0.0032566185109317303
18032	embedding2nn.weight	7	0.014865845441818237
18032	embedding2nn.weight	8	-0.0050261919386684895
18032	embedding2nn.weight	9	-0.012420183047652245
18032	embedding2nn.bias	0	-0.0463433712720871
18032	embedding2nn.bias	1	-0.03141484409570694
18032	embedding2nn.bias	2	-0.051903702318668365
18032	embedding2nn.bias	3	-0.013615966774523258
18032	embedding2nn.bias	4	-0.013330183923244476
18032	embedding2nn.bias	5	0.013676724396646023
18032	embedding2nn.bias	6	0.011697878129780293
18032	embedding2nn.bias	7	0.01947193779051304
18032	embedding2nn.bias	8	0.006035078316926956
18032	embedding2nn.bias	9	0.019707147032022476
18032	rnn.weight_ih_l0	0	0.040615253150463104
18032	rnn.weight_ih_l0	1	-0.012807733379304409
18032	rnn.weight_ih_l0	2	-0.041096124798059464
18032	rnn.weight_ih_l0	3	-0.04047369956970215
18032	rnn.weight_ih_l0	4	-0.04901519790291786
18032	rnn.weight_ih_l0	5	-0.006578395608812571
18032	rnn.weight_ih_l0	6	-0.05096907913684845
18032	rnn.weight_ih_l0	7	-0.05713411048054695
18032	rnn.weight_ih_l0	8	-0.045876916497945786
18032	rnn.weight_ih_l0	9	-0.027525218203663826
18032	rnn.weight_hh_l0	0	0.014885710552334785
18032	rnn.weight_hh_l0	1	-0.02023966796696186
18032	rnn.weight_hh_l0	2	-0.06657189130783081
18032	rnn.weight_hh_l0	3	-0.02916303463280201
18032	rnn.weight_hh_l0	4	-0.07278887182474136
18032	rnn.weight_hh_l0	5	-0.014667806215584278
18032	rnn.weight_hh_l0	6	-0.040997400879859924
18032	rnn.weight_hh_l0	7	-0.014295532368123531
18032	rnn.weight_hh_l0	8	-0.018621645867824554
18032	rnn.weight_hh_l0	9	0.01305115595459938
18032	rnn.bias_ih_l0	0	0.12497185170650482
18032	rnn.bias_ih_l0	1	-0.05348188802599907
18032	rnn.bias_ih_l0	2	0.10404110699892044
18032	rnn.bias_ih_l0	3	0.050169482827186584
18032	rnn.bias_ih_l0	4	0.10216552019119263
18032	rnn.bias_ih_l0	5	0.02204395830631256
18032	rnn.bias_ih_l0	6	-0.015019239857792854
18032	rnn.bias_ih_l0	7	-0.1034751683473587
18032	rnn.bias_ih_l0	8	-0.18632006645202637
18032	rnn.bias_ih_l0	9	0.09205698221921921
18032	rnn.bias_hh_l0	0	-0.007698823697865009
18032	rnn.bias_hh_l0	1	0.019758105278015137
18032	rnn.bias_hh_l0	2	-0.02304978109896183
18032	rnn.bias_hh_l0	3	-0.01870281621813774
18032	rnn.bias_hh_l0	4	-0.042286328971385956
18032	rnn.bias_hh_l0	5	0.13016128540039062
18032	rnn.bias_hh_l0	6	0.019196804612874985
18032	rnn.bias_hh_l0	7	0.041303496807813644
18032	rnn.bias_hh_l0	8	0.019349535927176476
18032	rnn.bias_hh_l0	9	0.04164683446288109
18032	rnn.weight_ih_l0_reverse	0	-0.031055474653840065
18032	rnn.weight_ih_l0_reverse	1	-0.0015101759927347302
18032	rnn.weight_ih_l0_reverse	2	0.02669406309723854
18032	rnn.weight_ih_l0_reverse	3	-0.0586632676422596
18032	rnn.weight_ih_l0_reverse	4	0.009298278018832207
18032	rnn.weight_ih_l0_reverse	5	-0.05004419386386871
18032	rnn.weight_ih_l0_reverse	6	0.016251644119620323
18032	rnn.weight_ih_l0_reverse	7	0.04489770531654358
18032	rnn.weight_ih_l0_reverse	8	-0.046126045286655426
18032	rnn.weight_ih_l0_reverse	9	-0.052172593772411346
18032	rnn.weight_hh_l0_reverse	0	-0.07493840903043747
18032	rnn.weight_hh_l0_reverse	1	-0.05252297222614288
18032	rnn.weight_hh_l0_reverse	2	0.03311336413025856
18032	rnn.weight_hh_l0_reverse	3	0.04358864948153496
18032	rnn.weight_hh_l0_reverse	4	0.0017190981889143586
18032	rnn.weight_hh_l0_reverse	5	0.04515085741877556
18032	rnn.weight_hh_l0_reverse	6	9.449326171306893e-05
18032	rnn.weight_hh_l0_reverse	7	0.007841004058718681
18032	rnn.weight_hh_l0_reverse	8	-0.09181131422519684
18032	rnn.weight_hh_l0_reverse	9	0.07423999905586243
18032	rnn.bias_ih_l0_reverse	0	-0.07983971387147903
18032	rnn.bias_ih_l0_reverse	1	-0.0659942552447319
18032	rnn.bias_ih_l0_reverse	2	0.0932890772819519
18032	rnn.bias_ih_l0_reverse	3	0.039781104773283005
18032	rnn.bias_ih_l0_reverse	4	-0.1289236843585968
18032	rnn.bias_ih_l0_reverse	5	0.044512078166007996
18032	rnn.bias_ih_l0_reverse	6	-0.11615151166915894
18032	rnn.bias_ih_l0_reverse	7	0.038685742765665054
18032	rnn.bias_ih_l0_reverse	8	0.028474045917391777
18032	rnn.bias_ih_l0_reverse	9	0.06409148871898651
18032	rnn.bias_hh_l0_reverse	0	0.05301043391227722
18032	rnn.bias_hh_l0_reverse	1	0.06303397566080093
18032	rnn.bias_hh_l0_reverse	2	0.0791664868593216
18032	rnn.bias_hh_l0_reverse	3	-0.013172020204365253
18032	rnn.bias_hh_l0_reverse	4	0.08593551069498062
18032	rnn.bias_hh_l0_reverse	5	-0.020138515159487724
18032	rnn.bias_hh_l0_reverse	6	-0.06809773296117783
18032	rnn.bias_hh_l0_reverse	7	0.029861796647310257
18032	rnn.bias_hh_l0_reverse	8	0.02527732402086258
18032	rnn.bias_hh_l0_reverse	9	-0.1501879096031189
18032	linear.weight	0	0.16440771520137787
18032	linear.weight	1	-0.14453133940696716
18032	linear.weight	2	-0.19074322283267975
18032	linear.weight	3	0.06926824897527695
18032	linear.weight	4	-0.016987502574920654
18032	linear.weight	5	-0.0001678823318798095
18032	linear.weight	6	-0.0077801174484193325
18032	linear.weight	7	-0.03115839511156082
18032	linear.weight	8	0.04969207942485809
18032	linear.weight	9	0.28872597217559814
18032	linear.bias	0	-0.17999045550823212
18032	linear.bias	1	0.16683846712112427
18032	linear.bias	2	-0.49704447388648987
18032	linear.bias	3	1.655353307723999
18032	linear.bias	4	-0.387471079826355
18032	linear.bias	5	-0.030769959092140198
18032	linear.bias	6	-0.3416825830936432
18032	linear.bias	7	-0.2508408725261688
18032	linear.bias	8	-0.01890927366912365
18032	linear.bias	9	-0.47521811723709106
18060	transitions	0	-0.6330929398536682
18060	transitions	1	0.36528149247169495
18060	transitions	2	1.6927152872085571
18060	transitions	3	0.11503268778324127
18060	transitions	4	0.9609193801879883
18060	transitions	5	1.2742196321487427
18060	transitions	6	0.48375988006591797
18060	transitions	7	0.17738689482212067
18060	transitions	8	-0.9193706512451172
18060	transitions	9	0.9307203888893127
18060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18060	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18060	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18060	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18060	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18060	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18060	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18060	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18060	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18060	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18060	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18060	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18060	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18060	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18060	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18060	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18060	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18060	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18060	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18060	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18060	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18060	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18060	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18060	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18060	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18060	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18060	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18060	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18060	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18060	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18060	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18060	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18060	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18060	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18060	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18060	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18060	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18060	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18060	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18060	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18060	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18060	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18060	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18060	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18060	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18060	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18060	embedding2nn.weight	0	0.022002100944519043
18060	embedding2nn.weight	1	0.014046127907931805
18060	embedding2nn.weight	2	-0.004999722354114056
18060	embedding2nn.weight	3	0.002154120011255145
18060	embedding2nn.weight	4	-0.005069905426353216
18060	embedding2nn.weight	5	0.010620479471981525
18060	embedding2nn.weight	6	-0.0032512962352484465
18060	embedding2nn.weight	7	0.014563941396772861
18060	embedding2nn.weight	8	-0.005120139103382826
18060	embedding2nn.weight	9	-0.012364584021270275
18060	embedding2nn.bias	0	-0.04205043986439705
18060	embedding2nn.bias	1	-0.024645034223794937
18060	embedding2nn.bias	2	-0.058837585151195526
18060	embedding2nn.bias	3	-0.00967439915984869
18060	embedding2nn.bias	4	-0.009399889037013054
18060	embedding2nn.bias	5	0.007871151901781559
18060	embedding2nn.bias	6	0.01792292110621929
18060	embedding2nn.bias	7	0.02014259062707424
18060	embedding2nn.bias	8	0.006726248189806938
18060	embedding2nn.bias	9	0.012854346074163914
18060	rnn.weight_ih_l0	0	0.04031111299991608
18060	rnn.weight_ih_l0	1	-0.012508662417531013
18060	rnn.weight_ih_l0	2	-0.04078776016831398
18060	rnn.weight_ih_l0	3	-0.040796056389808655
18060	rnn.weight_ih_l0	4	-0.04946257174015045
18060	rnn.weight_ih_l0	5	-0.006342154927551746
18060	rnn.weight_ih_l0	6	-0.05168325453996658
18060	rnn.weight_ih_l0	7	-0.05720514804124832
18060	rnn.weight_ih_l0	8	-0.045931603759527206
18060	rnn.weight_ih_l0	9	-0.027550404891371727
18060	rnn.weight_hh_l0	0	0.01456215139478445
18060	rnn.weight_hh_l0	1	-0.020330864936113358
18060	rnn.weight_hh_l0	2	-0.06636849045753479
18060	rnn.weight_hh_l0	3	-0.029495105147361755
18060	rnn.weight_hh_l0	4	-0.07278420776128769
18060	rnn.weight_hh_l0	5	-0.014336353167891502
18060	rnn.weight_hh_l0	6	-0.040442343801259995
18060	rnn.weight_hh_l0	7	-0.014777514152228832
18060	rnn.weight_hh_l0	8	-0.018663132563233376
18060	rnn.weight_hh_l0	9	0.013870198279619217
18060	rnn.bias_ih_l0	0	0.12476873397827148
18060	rnn.bias_ih_l0	1	-0.0526236817240715
18060	rnn.bias_ih_l0	2	0.10287521034479141
18060	rnn.bias_ih_l0	3	0.050251077860593796
18060	rnn.bias_ih_l0	4	0.1057509034872055
18060	rnn.bias_ih_l0	5	0.02422121725976467
18060	rnn.bias_ih_l0	6	-0.01414540410041809
18060	rnn.bias_ih_l0	7	-0.09841450303792953
18060	rnn.bias_ih_l0	8	-0.18611463904380798
18060	rnn.bias_ih_l0	9	0.09348881989717484
18060	rnn.bias_hh_l0	0	-0.006578619591891766
18060	rnn.bias_hh_l0	1	0.019082937389612198
18060	rnn.bias_hh_l0	2	-0.022181948646903038
18060	rnn.bias_hh_l0	3	-0.017847048118710518
18060	rnn.bias_hh_l0	4	-0.043325506150722504
18060	rnn.bias_hh_l0	5	0.12947608530521393
18060	rnn.bias_hh_l0	6	0.018655281513929367
18060	rnn.bias_hh_l0	7	0.04088810458779335
18060	rnn.bias_hh_l0	8	0.020223375409841537
18060	rnn.bias_hh_l0	9	0.04175750911235809
18060	rnn.weight_ih_l0_reverse	0	-0.03135412931442261
18060	rnn.weight_ih_l0_reverse	1	-0.0011273554991930723
18060	rnn.weight_ih_l0_reverse	2	0.026829540729522705
18060	rnn.weight_ih_l0_reverse	3	-0.05854782462120056
18060	rnn.weight_ih_l0_reverse	4	0.00940651260316372
18060	rnn.weight_ih_l0_reverse	5	-0.05016925558447838
18060	rnn.weight_ih_l0_reverse	6	0.016590803861618042
18060	rnn.weight_ih_l0_reverse	7	0.04504324868321419
18060	rnn.weight_ih_l0_reverse	8	-0.04617246240377426
18060	rnn.weight_ih_l0_reverse	9	-0.05212288722395897
18060	rnn.weight_hh_l0_reverse	0	-0.07620967924594879
18060	rnn.weight_hh_l0_reverse	1	-0.05380931869149208
18060	rnn.weight_hh_l0_reverse	2	0.03297199308872223
18060	rnn.weight_hh_l0_reverse	3	0.04404404014348984
18060	rnn.weight_hh_l0_reverse	4	0.002164326375350356
18060	rnn.weight_hh_l0_reverse	5	0.04523620381951332
18060	rnn.weight_hh_l0_reverse	6	-0.000394077884266153
18060	rnn.weight_hh_l0_reverse	7	0.00743308337405324
18060	rnn.weight_hh_l0_reverse	8	-0.09146883338689804
18060	rnn.weight_hh_l0_reverse	9	0.07411112636327744
18060	rnn.bias_ih_l0_reverse	0	-0.07689892500638962
18060	rnn.bias_ih_l0_reverse	1	-0.06696537882089615
18060	rnn.bias_ih_l0_reverse	2	0.094904825091362
18060	rnn.bias_ih_l0_reverse	3	0.03901110216975212
18060	rnn.bias_ih_l0_reverse	4	-0.1288764625787735
18060	rnn.bias_ih_l0_reverse	5	0.04455102980136871
18060	rnn.bias_ih_l0_reverse	6	-0.11640479415655136
18060	rnn.bias_ih_l0_reverse	7	0.03982783481478691
18060	rnn.bias_ih_l0_reverse	8	0.028254980221390724
18060	rnn.bias_ih_l0_reverse	9	0.06286615133285522
18060	rnn.bias_hh_l0_reverse	0	0.048098113387823105
18060	rnn.bias_hh_l0_reverse	1	0.06015666574239731
18060	rnn.bias_hh_l0_reverse	2	0.08110354840755463
18060	rnn.bias_hh_l0_reverse	3	-0.014546692371368408
18060	rnn.bias_hh_l0_reverse	4	0.08450072258710861
18060	rnn.bias_hh_l0_reverse	5	-0.021544208750128746
18060	rnn.bias_hh_l0_reverse	6	-0.0698111280798912
18060	rnn.bias_hh_l0_reverse	7	0.029926825314760208
18060	rnn.bias_hh_l0_reverse	8	0.02539205364882946
18060	rnn.bias_hh_l0_reverse	9	-0.14492672681808472
18060	linear.weight	0	0.1571638584136963
18060	linear.weight	1	-0.1445285826921463
18060	linear.weight	2	-0.19247455894947052
18060	linear.weight	3	0.0636872947216034
18060	linear.weight	4	-0.01686520129442215
18060	linear.weight	5	-0.0010541739175096154
18060	linear.weight	6	-0.007779525127261877
18060	linear.weight	7	-0.031123828142881393
18060	linear.weight	8	0.04932641610503197
18060	linear.weight	9	0.28902897238731384
18060	linear.bias	0	-0.19642868638038635
18060	linear.bias	1	0.16715629398822784
18060	linear.bias	2	-0.49731534719467163
18060	linear.bias	3	1.6603398323059082
18060	linear.bias	4	-0.3875970244407654
18060	linear.bias	5	-0.030769959092140198
18060	linear.bias	6	-0.3437900245189667
18060	linear.bias	7	-0.25234121084213257
18060	linear.bias	8	-0.018372833728790283
18060	linear.bias	9	-0.47533613443374634
18088	transitions	0	-0.6331478953361511
18088	transitions	1	0.36524438858032227
18088	transitions	2	1.6926647424697876
18088	transitions	3	0.11480065435171127
18088	transitions	4	0.9609115719795227
18088	transitions	5	1.274219274520874
18088	transitions	6	0.48375964164733887
18088	transitions	7	0.1773827075958252
18088	transitions	8	-0.9193717241287231
18088	transitions	9	0.9307203888893127
18088	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18088	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18088	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18088	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18088	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18088	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18088	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18088	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18088	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18088	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18088	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18088	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18088	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18088	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18088	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18088	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18088	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18088	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18088	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18088	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18088	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18088	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18088	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18088	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18088	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18088	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18088	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18088	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18088	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18088	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18088	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18088	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18088	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18088	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18088	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18088	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18088	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18088	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18088	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18088	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18088	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18088	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18088	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18088	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18088	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18088	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18088	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18088	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18088	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18088	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18088	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18088	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18088	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18088	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18088	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18088	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18088	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18088	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18088	embedding2nn.weight	0	0.02289527654647827
18088	embedding2nn.weight	1	0.014126111753284931
18088	embedding2nn.weight	2	-0.005053731147199869
18088	embedding2nn.weight	3	0.002017002087086439
18088	embedding2nn.weight	4	-0.005050460807979107
18088	embedding2nn.weight	5	0.010690750554203987
18088	embedding2nn.weight	6	-0.0032163718715310097
18088	embedding2nn.weight	7	0.014946949668228626
18088	embedding2nn.weight	8	-0.005089300684630871
18088	embedding2nn.weight	9	-0.012501247227191925
18088	embedding2nn.bias	0	-0.04974130541086197
18088	embedding2nn.bias	1	-0.021610355004668236
18088	embedding2nn.bias	2	-0.0635647177696228
18088	embedding2nn.bias	3	-0.014244753867387772
18088	embedding2nn.bias	4	0.0015822056448087096
18088	embedding2nn.bias	5	0.00492641469463706
18088	embedding2nn.bias	6	0.010253425687551498
18088	embedding2nn.bias	7	0.02185179851949215
18088	embedding2nn.bias	8	0.0017726460937410593
18088	embedding2nn.bias	9	0.017186133190989494
18088	rnn.weight_ih_l0	0	0.04062563180923462
18088	rnn.weight_ih_l0	1	-0.01375540066510439
18088	rnn.weight_ih_l0	2	-0.04016053304076195
18088	rnn.weight_ih_l0	3	-0.0404471792280674
18088	rnn.weight_ih_l0	4	-0.049648165702819824
18088	rnn.weight_ih_l0	5	-0.0064941770397126675
18088	rnn.weight_ih_l0	6	-0.05166906490921974
18088	rnn.weight_ih_l0	7	-0.057162512093782425
18088	rnn.weight_ih_l0	8	-0.045930832624435425
18088	rnn.weight_ih_l0	9	-0.02759503945708275
18088	rnn.weight_hh_l0	0	0.014423560351133347
18088	rnn.weight_hh_l0	1	-0.020138908177614212
18088	rnn.weight_hh_l0	2	-0.06704971939325333
18088	rnn.weight_hh_l0	3	-0.02988988533616066
18088	rnn.weight_hh_l0	4	-0.07261541485786438
18088	rnn.weight_hh_l0	5	-0.01441939827054739
18088	rnn.weight_hh_l0	6	-0.03987041860818863
18088	rnn.weight_hh_l0	7	-0.01540964562445879
18088	rnn.weight_hh_l0	8	-0.01851705089211464
18088	rnn.weight_hh_l0	9	0.012971093878149986
18088	rnn.bias_ih_l0	0	0.12669673562049866
18088	rnn.bias_ih_l0	1	-0.05247065797448158
18088	rnn.bias_ih_l0	2	0.1036558672785759
18088	rnn.bias_ih_l0	3	0.04912974685430527
18088	rnn.bias_ih_l0	4	0.10345818847417831
18088	rnn.bias_ih_l0	5	0.023969095200300217
18088	rnn.bias_ih_l0	6	-0.012096943333745003
18088	rnn.bias_ih_l0	7	-0.10225676000118256
18088	rnn.bias_ih_l0	8	-0.18195773661136627
18088	rnn.bias_ih_l0	9	0.09525758028030396
18088	rnn.bias_hh_l0	0	-0.006607857532799244
18088	rnn.bias_hh_l0	1	0.020233290269970894
18088	rnn.bias_hh_l0	2	-0.022061001509428024
18088	rnn.bias_hh_l0	3	-0.01965491846203804
18088	rnn.bias_hh_l0	4	-0.040867723524570465
18088	rnn.bias_hh_l0	5	0.13000299036502838
18088	rnn.bias_hh_l0	6	0.01924300193786621
18088	rnn.bias_hh_l0	7	0.040631070733070374
18088	rnn.bias_hh_l0	8	0.022271839901804924
18088	rnn.bias_hh_l0	9	0.04169593006372452
18088	rnn.weight_ih_l0_reverse	0	-0.03148914873600006
18088	rnn.weight_ih_l0_reverse	1	-0.0009453030070289969
18088	rnn.weight_ih_l0_reverse	2	0.02685055322945118
18088	rnn.weight_ih_l0_reverse	3	-0.05828976631164551
18088	rnn.weight_ih_l0_reverse	4	0.009739307686686516
18088	rnn.weight_ih_l0_reverse	5	-0.05022247135639191
18088	rnn.weight_ih_l0_reverse	6	0.015759825706481934
18088	rnn.weight_ih_l0_reverse	7	0.045390743762254715
18088	rnn.weight_ih_l0_reverse	8	-0.04610627517104149
18088	rnn.weight_ih_l0_reverse	9	-0.0520499162375927
18088	rnn.weight_hh_l0_reverse	0	-0.07559345662593842
18088	rnn.weight_hh_l0_reverse	1	-0.054464858025312424
18088	rnn.weight_hh_l0_reverse	2	0.03269079700112343
18088	rnn.weight_hh_l0_reverse	3	0.0437021404504776
18088	rnn.weight_hh_l0_reverse	4	0.0018408370669931173
18088	rnn.weight_hh_l0_reverse	5	0.04504648223519325
18088	rnn.weight_hh_l0_reverse	6	-0.0016053346917033195
18088	rnn.weight_hh_l0_reverse	7	0.007213995326310396
18088	rnn.weight_hh_l0_reverse	8	-0.0916590690612793
18088	rnn.weight_hh_l0_reverse	9	0.07378380745649338
18088	rnn.bias_ih_l0_reverse	0	-0.0805889368057251
18088	rnn.bias_ih_l0_reverse	1	-0.06852389127016068
18088	rnn.bias_ih_l0_reverse	2	0.09428652375936508
18088	rnn.bias_ih_l0_reverse	3	0.038188107311725616
18088	rnn.bias_ih_l0_reverse	4	-0.12927787005901337
18088	rnn.bias_ih_l0_reverse	5	0.043957024812698364
18088	rnn.bias_ih_l0_reverse	6	-0.11627690494060516
18088	rnn.bias_ih_l0_reverse	7	0.04132019728422165
18088	rnn.bias_ih_l0_reverse	8	0.0284720528870821
18088	rnn.bias_ih_l0_reverse	9	0.061578866094350815
18088	rnn.bias_hh_l0_reverse	0	0.04760880395770073
18088	rnn.bias_hh_l0_reverse	1	0.061056800186634064
18088	rnn.bias_hh_l0_reverse	2	0.080197773873806
18088	rnn.bias_hh_l0_reverse	3	-0.014295384287834167
18088	rnn.bias_hh_l0_reverse	4	0.08559589087963104
18088	rnn.bias_hh_l0_reverse	5	-0.01717916689813137
18088	rnn.bias_hh_l0_reverse	6	-0.06974369287490845
18088	rnn.bias_hh_l0_reverse	7	0.027910318225622177
18088	rnn.bias_hh_l0_reverse	8	0.02497689053416252
18088	rnn.bias_hh_l0_reverse	9	-0.15132668614387512
18088	linear.weight	0	0.15163059532642365
18088	linear.weight	1	-0.14454908668994904
18088	linear.weight	2	-0.19171220064163208
18088	linear.weight	3	0.0638577863574028
18088	linear.weight	4	-0.015659067779779434
18088	linear.weight	5	-0.0005241070757620037
18088	linear.weight	6	-0.007776428945362568
18088	linear.weight	7	-0.031039997935295105
18088	linear.weight	8	0.047446396201848984
18088	linear.weight	9	0.2934019863605499
18088	linear.bias	0	-0.1658092588186264
18088	linear.bias	1	0.1749456226825714
18088	linear.bias	2	-0.49845051765441895
18088	linear.bias	3	1.6363451480865479
18088	linear.bias	4	-0.3877689242362976
18088	linear.bias	5	-0.030769959092140198
18088	linear.bias	6	-0.3436034023761749
18088	linear.bias	7	-0.2532684803009033
18088	linear.bias	8	-0.02720201015472412
18088	linear.bias	9	-0.47542330622673035
18116	transitions	0	-0.6332231760025024
18116	transitions	1	0.3652203381061554
18116	transitions	2	1.6926183700561523
18116	transitions	3	0.11477179825305939
18116	transitions	4	0.9608980417251587
18116	transitions	5	1.2742183208465576
18116	transitions	6	0.48375895619392395
18116	transitions	7	0.17737983167171478
18116	transitions	8	-0.9193739295005798
18116	transitions	9	0.9307203888893127
18116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18116	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18116	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18116	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18116	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18116	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18116	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18116	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18116	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18116	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18116	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18116	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18116	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18116	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18116	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18116	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18116	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18116	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18116	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18116	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18116	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18116	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18116	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18116	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18116	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18116	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18116	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18116	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18116	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18116	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18116	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18116	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18116	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18116	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18116	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18116	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18116	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18116	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18116	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18116	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18116	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18116	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18116	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18116	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18116	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18116	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18116	embedding2nn.weight	0	0.023369373753666878
18116	embedding2nn.weight	1	0.01407088153064251
18116	embedding2nn.weight	2	-0.0050544035620987415
18116	embedding2nn.weight	3	0.0021726919803768396
18116	embedding2nn.weight	4	-0.0052040270529687405
18116	embedding2nn.weight	5	0.010740682482719421
18116	embedding2nn.weight	6	-0.0031854300759732723
18116	embedding2nn.weight	7	0.014378419145941734
18116	embedding2nn.weight	8	-0.0049646226689219475
18116	embedding2nn.weight	9	-0.012495308183133602
18116	embedding2nn.bias	0	-0.04777819290757179
18116	embedding2nn.bias	1	-0.019899966195225716
18116	embedding2nn.bias	2	-0.06674331426620483
18116	embedding2nn.bias	3	-0.010204749181866646
18116	embedding2nn.bias	4	-0.005037310998886824
18116	embedding2nn.bias	5	0.0008408930152654648
18116	embedding2nn.bias	6	0.012957734055817127
18116	embedding2nn.bias	7	0.017512032762169838
18116	embedding2nn.bias	8	0.0065166279673576355
18116	embedding2nn.bias	9	0.017052890732884407
18116	rnn.weight_ih_l0	0	0.04035932198166847
18116	rnn.weight_ih_l0	1	-0.013725122436881065
18116	rnn.weight_ih_l0	2	-0.040610212832689285
18116	rnn.weight_ih_l0	3	-0.04030158370733261
18116	rnn.weight_ih_l0	4	-0.04973207041621208
18116	rnn.weight_ih_l0	5	-0.006380489561706781
18116	rnn.weight_ih_l0	6	-0.05118899419903755
18116	rnn.weight_ih_l0	7	-0.05717897042632103
18116	rnn.weight_ih_l0	8	-0.045759230852127075
18116	rnn.weight_ih_l0	9	-0.027566896751523018
18116	rnn.weight_hh_l0	0	0.01463678851723671
18116	rnn.weight_hh_l0	1	-0.020026063546538353
18116	rnn.weight_hh_l0	2	-0.06769347190856934
18116	rnn.weight_hh_l0	3	-0.029939457774162292
18116	rnn.weight_hh_l0	4	-0.0728529542684555
18116	rnn.weight_hh_l0	5	-0.014651374891400337
18116	rnn.weight_hh_l0	6	-0.040700603276491165
18116	rnn.weight_hh_l0	7	-0.014807186089456081
18116	rnn.weight_hh_l0	8	-0.018548786640167236
18116	rnn.weight_hh_l0	9	0.014564176090061665
18116	rnn.bias_ih_l0	0	0.12590989470481873
18116	rnn.bias_ih_l0	1	-0.05156952142715454
18116	rnn.bias_ih_l0	2	0.09938342869281769
18116	rnn.bias_ih_l0	3	0.04822500795125961
18116	rnn.bias_ih_l0	4	0.10524888336658478
18116	rnn.bias_ih_l0	5	0.025448746979236603
18116	rnn.bias_ih_l0	6	-0.01028797309845686
18116	rnn.bias_ih_l0	7	-0.0976225882768631
18116	rnn.bias_ih_l0	8	-0.1779809296131134
18116	rnn.bias_ih_l0	9	0.09448463469743729
18116	rnn.bias_hh_l0	0	-0.005162183195352554
18116	rnn.bias_hh_l0	1	0.02205081470310688
18116	rnn.bias_hh_l0	2	-0.022416211664676666
18116	rnn.bias_hh_l0	3	-0.021002991124987602
18116	rnn.bias_hh_l0	4	-0.041149403899908066
18116	rnn.bias_hh_l0	5	0.13109718263149261
18116	rnn.bias_hh_l0	6	0.01896178163588047
18116	rnn.bias_hh_l0	7	0.04006073623895645
18116	rnn.bias_hh_l0	8	0.024080811068415642
18116	rnn.bias_hh_l0	9	0.03730009123682976
18116	rnn.weight_ih_l0_reverse	0	-0.03170023113489151
18116	rnn.weight_ih_l0_reverse	1	-0.0002599751460365951
18116	rnn.weight_ih_l0_reverse	2	0.0269280057400465
18116	rnn.weight_ih_l0_reverse	3	-0.058536309748888016
18116	rnn.weight_ih_l0_reverse	4	0.009554830379784107
18116	rnn.weight_ih_l0_reverse	5	-0.050206031650304794
18116	rnn.weight_ih_l0_reverse	6	0.015688985586166382
18116	rnn.weight_ih_l0_reverse	7	0.04560233652591705
18116	rnn.weight_ih_l0_reverse	8	-0.04597082361578941
18116	rnn.weight_ih_l0_reverse	9	-0.05200599879026413
18116	rnn.weight_hh_l0_reverse	0	-0.07521725445985794
18116	rnn.weight_hh_l0_reverse	1	-0.053096797317266464
18116	rnn.weight_hh_l0_reverse	2	0.03299609199166298
18116	rnn.weight_hh_l0_reverse	3	0.04354643449187279
18116	rnn.weight_hh_l0_reverse	4	0.0018304697005078197
18116	rnn.weight_hh_l0_reverse	5	0.04502144455909729
18116	rnn.weight_hh_l0_reverse	6	-0.0014380681095644832
18116	rnn.weight_hh_l0_reverse	7	0.007170224562287331
18116	rnn.weight_hh_l0_reverse	8	-0.09150934219360352
18116	rnn.weight_hh_l0_reverse	9	0.07387024164199829
18116	rnn.bias_ih_l0_reverse	0	-0.08716032654047012
18116	rnn.bias_ih_l0_reverse	1	-0.06977542489767075
18116	rnn.bias_ih_l0_reverse	2	0.09413757175207138
18116	rnn.bias_ih_l0_reverse	3	0.039378829300403595
18116	rnn.bias_ih_l0_reverse	4	-0.13033294677734375
18116	rnn.bias_ih_l0_reverse	5	0.042897459119558334
18116	rnn.bias_ih_l0_reverse	6	-0.11712048202753067
18116	rnn.bias_ih_l0_reverse	7	0.04067813232541084
18116	rnn.bias_ih_l0_reverse	8	0.028174988925457
18116	rnn.bias_ih_l0_reverse	9	0.062209080904722214
18116	rnn.bias_hh_l0_reverse	0	0.04462924972176552
18116	rnn.bias_hh_l0_reverse	1	0.06206594407558441
18116	rnn.bias_hh_l0_reverse	2	0.08008195459842682
18116	rnn.bias_hh_l0_reverse	3	-0.015031264163553715
18116	rnn.bias_hh_l0_reverse	4	0.08470176160335541
18116	rnn.bias_hh_l0_reverse	5	-0.017017394304275513
18116	rnn.bias_hh_l0_reverse	6	-0.06767351180315018
18116	rnn.bias_hh_l0_reverse	7	0.02906203828752041
18116	rnn.bias_hh_l0_reverse	8	0.023158377036452293
18116	rnn.bias_hh_l0_reverse	9	-0.15603165328502655
18116	linear.weight	0	0.15668295323848724
18116	linear.weight	1	-0.14450396597385406
18116	linear.weight	2	-0.19219614565372467
18116	linear.weight	3	0.05836505442857742
18116	linear.weight	4	-0.01792195253074169
18116	linear.weight	5	-0.0014778480399399996
18116	linear.weight	6	-0.007775695063173771
18116	linear.weight	7	-0.03104494698345661
18116	linear.weight	8	0.04661503806710243
18116	linear.weight	9	0.292372465133667
18116	linear.bias	0	-0.17285603284835815
18116	linear.bias	1	0.1693357229232788
18116	linear.bias	2	-0.497188538312912
18116	linear.bias	3	1.655714988708496
18116	linear.bias	4	-0.3879494071006775
18116	linear.bias	5	-0.030769959092140198
18116	linear.bias	6	-0.343567430973053
18116	linear.bias	7	-0.2526478171348572
18116	linear.bias	8	-0.021260028705000877
18116	linear.bias	9	-0.4755600094795227
18144	transitions	0	-0.6332845687866211
18144	transitions	1	0.3651891052722931
18144	transitions	2	1.6925592422485352
18144	transitions	3	0.11475561559200287
18144	transitions	4	0.9605691432952881
18144	transitions	5	1.2742174863815308
18144	transitions	6	0.483758807182312
18144	transitions	7	0.17737945914268494
18144	transitions	8	-0.9193752408027649
18144	transitions	9	0.9307203888893127
18144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18144	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18144	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18144	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18144	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18144	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18144	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18144	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18144	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18144	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18144	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18144	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18144	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18144	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18144	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18144	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18144	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18144	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18144	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18144	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18144	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18144	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18144	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18144	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18144	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18144	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18144	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18144	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18144	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18144	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18144	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18144	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18144	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18144	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18144	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18144	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18144	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18144	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18144	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18144	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18144	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18144	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18144	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18144	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18144	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18144	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18144	embedding2nn.weight	0	0.022724444046616554
18144	embedding2nn.weight	1	0.01410329807549715
18144	embedding2nn.weight	2	-0.005016847979277372
18144	embedding2nn.weight	3	0.0023277278523892164
18144	embedding2nn.weight	4	-0.005122098606079817
18144	embedding2nn.weight	5	0.01103893481194973
18144	embedding2nn.weight	6	-0.0032812110148370266
18144	embedding2nn.weight	7	0.015391222201287746
18144	embedding2nn.weight	8	-0.005013665650039911
18144	embedding2nn.weight	9	-0.012524573132395744
18144	embedding2nn.bias	0	-0.047842297703027725
18144	embedding2nn.bias	1	-0.024951163679361343
18144	embedding2nn.bias	2	-0.06273821741342545
18144	embedding2nn.bias	3	-0.008677222765982151
18144	embedding2nn.bias	4	-0.011594780720770359
18144	embedding2nn.bias	5	0.002846376970410347
18144	embedding2nn.bias	6	0.01826835796236992
18144	embedding2nn.bias	7	0.02182881347835064
18144	embedding2nn.bias	8	0.008767413906753063
18144	embedding2nn.bias	9	0.01947038806974888
18144	rnn.weight_ih_l0	0	0.041063304990530014
18144	rnn.weight_ih_l0	1	-0.012567942030727863
18144	rnn.weight_ih_l0	2	-0.040451016277074814
18144	rnn.weight_ih_l0	3	-0.04038608819246292
18144	rnn.weight_ih_l0	4	-0.049900446087121964
18144	rnn.weight_ih_l0	5	-0.006144519429653883
18144	rnn.weight_ih_l0	6	-0.05115118622779846
18144	rnn.weight_ih_l0	7	-0.056928735226392746
18144	rnn.weight_ih_l0	8	-0.04555381461977959
18144	rnn.weight_ih_l0	9	-0.027550963684916496
18144	rnn.weight_hh_l0	0	0.01415237132459879
18144	rnn.weight_hh_l0	1	-0.019594212993979454
18144	rnn.weight_hh_l0	2	-0.0677814856171608
18144	rnn.weight_hh_l0	3	-0.02948785573244095
18144	rnn.weight_hh_l0	4	-0.0730857104063034
18144	rnn.weight_hh_l0	5	-0.01529747899621725
18144	rnn.weight_hh_l0	6	-0.039750836789608
18144	rnn.weight_hh_l0	7	-0.015332341194152832
18144	rnn.weight_hh_l0	8	-0.01794632337987423
18144	rnn.weight_hh_l0	9	0.014056232757866383
18144	rnn.bias_ih_l0	0	0.12563136219978333
18144	rnn.bias_ih_l0	1	-0.05106430873274803
18144	rnn.bias_ih_l0	2	0.09760285168886185
18144	rnn.bias_ih_l0	3	0.049306467175483704
18144	rnn.bias_ih_l0	4	0.10247351974248886
18144	rnn.bias_ih_l0	5	0.024751797318458557
18144	rnn.bias_ih_l0	6	-0.007140643894672394
18144	rnn.bias_ih_l0	7	-0.09075679630041122
18144	rnn.bias_ih_l0	8	-0.1755678653717041
18144	rnn.bias_ih_l0	9	0.09343666583299637
18144	rnn.bias_hh_l0	0	-0.007173488847911358
18144	rnn.bias_hh_l0	1	0.023741479963064194
18144	rnn.bias_hh_l0	2	-0.02031661570072174
18144	rnn.bias_hh_l0	3	-0.020111458376049995
18144	rnn.bias_hh_l0	4	-0.041183438152074814
18144	rnn.bias_hh_l0	5	0.13065962493419647
18144	rnn.bias_hh_l0	6	0.021169176325201988
18144	rnn.bias_hh_l0	7	0.04157741367816925
18144	rnn.bias_hh_l0	8	0.027228135615587234
18144	rnn.bias_hh_l0	9	0.037850573658943176
18144	rnn.weight_ih_l0_reverse	0	-0.031309012323617935
18144	rnn.weight_ih_l0_reverse	1	0.0007430019904859364
18144	rnn.weight_ih_l0_reverse	2	0.026854010298848152
18144	rnn.weight_ih_l0_reverse	3	-0.05921511352062225
18144	rnn.weight_ih_l0_reverse	4	0.009313147515058517
18144	rnn.weight_ih_l0_reverse	5	-0.05026116222143173
18144	rnn.weight_ih_l0_reverse	6	0.015221577137708664
18144	rnn.weight_ih_l0_reverse	7	0.045661166310310364
18144	rnn.weight_ih_l0_reverse	8	-0.04570618271827698
18144	rnn.weight_ih_l0_reverse	9	-0.05199713632464409
18144	rnn.weight_hh_l0_reverse	0	-0.0751677006483078
18144	rnn.weight_hh_l0_reverse	1	-0.05199936777353287
18144	rnn.weight_hh_l0_reverse	2	0.032704465091228485
18144	rnn.weight_hh_l0_reverse	3	0.04361681267619133
18144	rnn.weight_hh_l0_reverse	4	0.001611932530067861
18144	rnn.weight_hh_l0_reverse	5	0.045151691883802414
18144	rnn.weight_hh_l0_reverse	6	-0.0007021303754299879
18144	rnn.weight_hh_l0_reverse	7	0.007695150561630726
18144	rnn.weight_hh_l0_reverse	8	-0.09136468917131424
18144	rnn.weight_hh_l0_reverse	9	0.07416999340057373
18144	rnn.bias_ih_l0_reverse	0	-0.08494570106267929
18144	rnn.bias_ih_l0_reverse	1	-0.06606601923704147
18144	rnn.bias_ih_l0_reverse	2	0.09472978860139847
18144	rnn.bias_ih_l0_reverse	3	0.039327263832092285
18144	rnn.bias_ih_l0_reverse	4	-0.12932583689689636
18144	rnn.bias_ih_l0_reverse	5	0.04129552096128464
18144	rnn.bias_ih_l0_reverse	6	-0.11673685163259506
18144	rnn.bias_ih_l0_reverse	7	0.044140756130218506
18144	rnn.bias_ih_l0_reverse	8	0.02808620221912861
18144	rnn.bias_ih_l0_reverse	9	0.06081753596663475
18144	rnn.bias_hh_l0_reverse	0	0.044518500566482544
18144	rnn.bias_hh_l0_reverse	1	0.06169873848557472
18144	rnn.bias_hh_l0_reverse	2	0.08187456429004669
18144	rnn.bias_hh_l0_reverse	3	-0.01599532552063465
18144	rnn.bias_hh_l0_reverse	4	0.0842875987291336
18144	rnn.bias_hh_l0_reverse	5	-0.017069604247808456
18144	rnn.bias_hh_l0_reverse	6	-0.06762378662824631
18144	rnn.bias_hh_l0_reverse	7	0.0264163576066494
18144	rnn.bias_hh_l0_reverse	8	0.02232302352786064
18144	rnn.bias_hh_l0_reverse	9	-0.15157631039619446
18144	linear.weight	0	0.15899723768234253
18144	linear.weight	1	-0.1444898396730423
18144	linear.weight	2	-0.19516830146312714
18144	linear.weight	3	0.059720996767282486
18144	linear.weight	4	-0.017599210143089294
18144	linear.weight	5	-0.0011979436967521906
18144	linear.weight	6	-0.007772585842758417
18144	linear.weight	7	-0.031009674072265625
18144	linear.weight	8	0.04627007618546486
18144	linear.weight	9	0.29203853011131287
18144	linear.bias	0	-0.17899417877197266
18144	linear.bias	1	0.16914978623390198
18144	linear.bias	2	-0.4944041669368744
18144	linear.bias	3	1.6537415981292725
18144	linear.bias	4	-0.38814353942871094
18144	linear.bias	5	-0.030769959092140198
18144	linear.bias	6	-0.3405836522579193
18144	linear.bias	7	-0.2555793821811676
18144	linear.bias	8	-0.017265234142541885
18144	linear.bias	9	-0.47582030296325684
18172	transitions	0	-0.6333286762237549
18172	transitions	1	0.36512407660484314
18172	transitions	2	1.692490577697754
18172	transitions	3	0.11473052203655243
18172	transitions	4	0.9605426788330078
18172	transitions	5	1.2742160558700562
18172	transitions	6	0.48375844955444336
18172	transitions	7	0.17737841606140137
18172	transitions	8	-0.9193770885467529
18172	transitions	9	0.930720329284668
18172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18172	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18172	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18172	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18172	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18172	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18172	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18172	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18172	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18172	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18172	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18172	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18172	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18172	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18172	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18172	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18172	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18172	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18172	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18172	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18172	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18172	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18172	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18172	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18172	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18172	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18172	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18172	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18172	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18172	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18172	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18172	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18172	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18172	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18172	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18172	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18172	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18172	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18172	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18172	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18172	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18172	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18172	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18172	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18172	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18172	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18172	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18172	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18172	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18172	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18172	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18172	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18172	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18172	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18172	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18172	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18172	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18172	embedding2nn.weight	0	0.022764155641198158
18172	embedding2nn.weight	1	0.014076492749154568
18172	embedding2nn.weight	2	-0.004958631005138159
18172	embedding2nn.weight	3	0.001944670220836997
18172	embedding2nn.weight	4	-0.005108029581606388
18172	embedding2nn.weight	5	0.010788983665406704
18172	embedding2nn.weight	6	-0.0033953783567994833
18172	embedding2nn.weight	7	0.014885041862726212
18172	embedding2nn.weight	8	-0.004605842754244804
18172	embedding2nn.weight	9	-0.012640048749744892
18172	embedding2nn.bias	0	-0.050625137984752655
18172	embedding2nn.bias	1	-0.027039499953389168
18172	embedding2nn.bias	2	-0.06740669906139374
18172	embedding2nn.bias	3	-0.009304328821599483
18172	embedding2nn.bias	4	-0.014285310171544552
18172	embedding2nn.bias	5	0.0035163217689841986
18172	embedding2nn.bias	6	0.011769674718379974
18172	embedding2nn.bias	7	0.027184396982192993
18172	embedding2nn.bias	8	0.009584310464560986
18172	embedding2nn.bias	9	0.02608317695558071
18172	rnn.weight_ih_l0	0	0.0408969484269619
18172	rnn.weight_ih_l0	1	-0.012164127081632614
18172	rnn.weight_ih_l0	2	-0.0407203771173954
18172	rnn.weight_ih_l0	3	-0.04064396396279335
18172	rnn.weight_ih_l0	4	-0.049571443349123
18172	rnn.weight_ih_l0	5	-0.006244668271392584
18172	rnn.weight_ih_l0	6	-0.050847820937633514
18172	rnn.weight_ih_l0	7	-0.057243939489126205
18172	rnn.weight_ih_l0	8	-0.045419465750455856
18172	rnn.weight_ih_l0	9	-0.027882637456059456
18172	rnn.weight_hh_l0	0	0.01451963558793068
18172	rnn.weight_hh_l0	1	-0.019426198676228523
18172	rnn.weight_hh_l0	2	-0.06812629848718643
18172	rnn.weight_hh_l0	3	-0.029234588146209717
18172	rnn.weight_hh_l0	4	-0.07272136211395264
18172	rnn.weight_hh_l0	5	-0.015027670189738274
18172	rnn.weight_hh_l0	6	-0.03943095728754997
18172	rnn.weight_hh_l0	7	-0.015941524878144264
18172	rnn.weight_hh_l0	8	-0.017808174714446068
18172	rnn.weight_hh_l0	9	0.013349859043955803
18172	rnn.bias_ih_l0	0	0.12379158288240433
18172	rnn.bias_ih_l0	1	-0.05340993404388428
18172	rnn.bias_ih_l0	2	0.09827521443367004
18172	rnn.bias_ih_l0	3	0.04976523295044899
18172	rnn.bias_ih_l0	4	0.10312455147504807
18172	rnn.bias_ih_l0	5	0.023231958970427513
18172	rnn.bias_ih_l0	6	-0.002202362287789583
18172	rnn.bias_ih_l0	7	-0.09255478531122208
18172	rnn.bias_ih_l0	8	-0.17139041423797607
18172	rnn.bias_ih_l0	9	0.09417745471000671
18172	rnn.bias_hh_l0	0	-0.009434789419174194
18172	rnn.bias_hh_l0	1	0.02594732865691185
18172	rnn.bias_hh_l0	2	-0.020048923790454865
18172	rnn.bias_hh_l0	3	-0.02329297363758087
18172	rnn.bias_hh_l0	4	-0.042053237557411194
18172	rnn.bias_hh_l0	5	0.129652738571167
18172	rnn.bias_hh_l0	6	0.019296130165457726
18172	rnn.bias_hh_l0	7	0.041357528418302536
18172	rnn.bias_hh_l0	8	0.03216642141342163
18172	rnn.bias_hh_l0	9	0.03642164543271065
18172	rnn.weight_ih_l0_reverse	0	-0.031611185520887375
18172	rnn.weight_ih_l0_reverse	1	0.0018030700739473104
18172	rnn.weight_ih_l0_reverse	2	0.02695169486105442
18172	rnn.weight_ih_l0_reverse	3	-0.05974847450852394
18172	rnn.weight_ih_l0_reverse	4	0.00946927722543478
18172	rnn.weight_ih_l0_reverse	5	-0.05021405965089798
18172	rnn.weight_ih_l0_reverse	6	0.01617097668349743
18172	rnn.weight_ih_l0_reverse	7	0.045538440346717834
18172	rnn.weight_ih_l0_reverse	8	-0.045656852424144745
18172	rnn.weight_ih_l0_reverse	9	-0.051843371242284775
18172	rnn.weight_hh_l0_reverse	0	-0.07600045204162598
18172	rnn.weight_hh_l0_reverse	1	-0.052726659923791885
18172	rnn.weight_hh_l0_reverse	2	0.03311796113848686
18172	rnn.weight_hh_l0_reverse	3	0.043738652020692825
18172	rnn.weight_hh_l0_reverse	4	0.0013073636218905449
18172	rnn.weight_hh_l0_reverse	5	0.045041803270578384
18172	rnn.weight_hh_l0_reverse	6	-0.001413133111782372
18172	rnn.weight_hh_l0_reverse	7	0.007332685403525829
18172	rnn.weight_hh_l0_reverse	8	-0.090985506772995
18172	rnn.weight_hh_l0_reverse	9	0.07339432090520859
18172	rnn.bias_ih_l0_reverse	0	-0.08279675245285034
18172	rnn.bias_ih_l0_reverse	1	-0.06510275602340698
18172	rnn.bias_ih_l0_reverse	2	0.0943106859922409
18172	rnn.bias_ih_l0_reverse	3	0.03956451639533043
18172	rnn.bias_ih_l0_reverse	4	-0.12914203107357025
18172	rnn.bias_ih_l0_reverse	5	0.0422174334526062
18172	rnn.bias_ih_l0_reverse	6	-0.11696036905050278
18172	rnn.bias_ih_l0_reverse	7	0.04479615390300751
18172	rnn.bias_ih_l0_reverse	8	0.027361487969756126
18172	rnn.bias_ih_l0_reverse	9	0.060882098972797394
18172	rnn.bias_hh_l0_reverse	0	0.04244110360741615
18172	rnn.bias_hh_l0_reverse	1	0.06320522725582123
18172	rnn.bias_hh_l0_reverse	2	0.08236204832792282
18172	rnn.bias_hh_l0_reverse	3	-0.015268952585756779
18172	rnn.bias_hh_l0_reverse	4	0.085572749376297
18172	rnn.bias_hh_l0_reverse	5	-0.015278165228664875
18172	rnn.bias_hh_l0_reverse	6	-0.06912598758935928
18172	rnn.bias_hh_l0_reverse	7	0.025343550369143486
18172	rnn.bias_hh_l0_reverse	8	0.022692255675792694
18172	rnn.bias_hh_l0_reverse	9	-0.14587540924549103
18172	linear.weight	0	0.15962383151054382
18172	linear.weight	1	-0.14448627829551697
18172	linear.weight	2	-0.19312018156051636
18172	linear.weight	3	0.059858620166778564
18172	linear.weight	4	-0.01738206297159195
18172	linear.weight	5	-0.0021739203948527575
18172	linear.weight	6	-0.007771627977490425
18172	linear.weight	7	-0.030882498249411583
18172	linear.weight	8	0.04543562978506088
18172	linear.weight	9	0.2951611876487732
18172	linear.bias	0	-0.1669321209192276
18172	linear.bias	1	0.17210914194583893
18172	linear.bias	2	-0.4961802065372467
18172	linear.bias	3	1.6528873443603516
18172	linear.bias	4	-0.38833510875701904
18172	linear.bias	5	-0.030769959092140198
18172	linear.bias	6	-0.34212177991867065
18172	linear.bias	7	-0.2529226243495941
18172	linear.bias	8	-0.024714631959795952
18172	linear.bias	9	-0.4758833050727844
18200	transitions	0	-0.633392870426178
18200	transitions	1	0.36509156227111816
18200	transitions	2	1.6923125982284546
18200	transitions	3	0.11470480263233185
18200	transitions	4	0.9602848291397095
18200	transitions	5	1.2742135524749756
18200	transitions	6	0.48373931646347046
18200	transitions	7	0.17736847698688507
18200	transitions	8	-0.9193781614303589
18200	transitions	9	0.9307199716567993
18200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18200	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18200	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18200	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18200	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18200	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18200	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18200	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18200	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18200	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18200	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18200	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18200	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18200	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18200	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18200	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18200	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18200	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18200	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18200	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18200	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18200	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18200	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18200	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18200	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18200	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18200	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18200	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18200	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18200	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18200	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18200	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18200	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18200	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18200	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18200	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18200	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18200	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18200	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18200	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18200	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18200	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18200	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18200	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18200	embedding2nn.weight	0	0.022204333916306496
18200	embedding2nn.weight	1	0.014153890311717987
18200	embedding2nn.weight	2	-0.004988743457943201
18200	embedding2nn.weight	3	0.0018252668669447303
18200	embedding2nn.weight	4	-0.005139241926372051
18200	embedding2nn.weight	5	0.01080278865993023
18200	embedding2nn.weight	6	-0.003409502562135458
18200	embedding2nn.weight	7	0.014926468022167683
18200	embedding2nn.weight	8	-0.004678682424128056
18200	embedding2nn.weight	9	-0.012656227685511112
18200	embedding2nn.bias	0	-0.05112995207309723
18200	embedding2nn.bias	1	-0.02765113301575184
18200	embedding2nn.bias	2	-0.062455613166093826
18200	embedding2nn.bias	3	-0.010378137230873108
18200	embedding2nn.bias	4	-0.01756291277706623
18200	embedding2nn.bias	5	0.006227613892406225
18200	embedding2nn.bias	6	0.005445688497275114
18200	embedding2nn.bias	7	0.02342739701271057
18200	embedding2nn.bias	8	0.00888336542993784
18200	embedding2nn.bias	9	0.018735522404313087
18200	rnn.weight_ih_l0	0	0.04083683714270592
18200	rnn.weight_ih_l0	1	-0.011374346911907196
18200	rnn.weight_ih_l0	2	-0.04082958772778511
18200	rnn.weight_ih_l0	3	-0.040718648582696915
18200	rnn.weight_ih_l0	4	-0.04963942989706993
18200	rnn.weight_ih_l0	5	-0.006343276239931583
18200	rnn.weight_ih_l0	6	-0.05059036985039711
18200	rnn.weight_ih_l0	7	-0.057298362255096436
18200	rnn.weight_ih_l0	8	-0.04538288712501526
18200	rnn.weight_ih_l0	9	-0.027795780450105667
18200	rnn.weight_hh_l0	0	0.013888750225305557
18200	rnn.weight_hh_l0	1	-0.01904359459877014
18200	rnn.weight_hh_l0	2	-0.06841173022985458
18200	rnn.weight_hh_l0	3	-0.029526202008128166
18200	rnn.weight_hh_l0	4	-0.07281016558408737
18200	rnn.weight_hh_l0	5	-0.014917248860001564
18200	rnn.weight_hh_l0	6	-0.03925485163927078
18200	rnn.weight_hh_l0	7	-0.01708715222775936
18200	rnn.weight_hh_l0	8	-0.017485516145825386
18200	rnn.weight_hh_l0	9	0.013875202275812626
18200	rnn.bias_ih_l0	0	0.12483372539281845
18200	rnn.bias_ih_l0	1	-0.053628940135240555
18200	rnn.bias_ih_l0	2	0.09968653321266174
18200	rnn.bias_ih_l0	3	0.04932534694671631
18200	rnn.bias_ih_l0	4	0.10250520706176758
18200	rnn.bias_ih_l0	5	0.024137889966368675
18200	rnn.bias_ih_l0	6	-0.006568612065166235
18200	rnn.bias_ih_l0	7	-0.09819375723600388
18200	rnn.bias_ih_l0	8	-0.17150373756885529
18200	rnn.bias_ih_l0	9	0.09445066750049591
18200	rnn.bias_hh_l0	0	-0.011072471737861633
18200	rnn.bias_hh_l0	1	0.025482097640633583
18200	rnn.bias_hh_l0	2	-0.021064184606075287
18200	rnn.bias_hh_l0	3	-0.02474389784038067
18200	rnn.bias_hh_l0	4	-0.04236996918916702
18200	rnn.bias_hh_l0	5	0.1281859427690506
18200	rnn.bias_hh_l0	6	0.017882175743579865
18200	rnn.bias_hh_l0	7	0.042740922421216965
18200	rnn.bias_hh_l0	8	0.027800174430012703
18200	rnn.bias_hh_l0	9	0.034902215003967285
18200	rnn.weight_ih_l0_reverse	0	-0.03172929212450981
18200	rnn.weight_ih_l0_reverse	1	0.0016943387454375625
18200	rnn.weight_ih_l0_reverse	2	0.02677319012582302
18200	rnn.weight_ih_l0_reverse	3	-0.05972723662853241
18200	rnn.weight_ih_l0_reverse	4	0.009496316313743591
18200	rnn.weight_ih_l0_reverse	5	-0.050858888775110245
18200	rnn.weight_ih_l0_reverse	6	0.015288922004401684
18200	rnn.weight_ih_l0_reverse	7	0.04534326493740082
18200	rnn.weight_ih_l0_reverse	8	-0.045642271637916565
18200	rnn.weight_ih_l0_reverse	9	-0.05194199085235596
18200	rnn.weight_hh_l0_reverse	0	-0.07644134014844894
18200	rnn.weight_hh_l0_reverse	1	-0.053221315145492554
18200	rnn.weight_hh_l0_reverse	2	0.033353060483932495
18200	rnn.weight_hh_l0_reverse	3	0.04342753812670708
18200	rnn.weight_hh_l0_reverse	4	0.000841989298351109
18200	rnn.weight_hh_l0_reverse	5	0.045147500932216644
18200	rnn.weight_hh_l0_reverse	6	0.0009062392637133598
18200	rnn.weight_hh_l0_reverse	7	0.007495615631341934
18200	rnn.weight_hh_l0_reverse	8	-0.09117431938648224
18200	rnn.weight_hh_l0_reverse	9	0.07414282113313675
18200	rnn.bias_ih_l0_reverse	0	-0.08062185347080231
18200	rnn.bias_ih_l0_reverse	1	-0.06328514218330383
18200	rnn.bias_ih_l0_reverse	2	0.09516056627035141
18200	rnn.bias_ih_l0_reverse	3	0.040235452353954315
18200	rnn.bias_ih_l0_reverse	4	-0.13030630350112915
18200	rnn.bias_ih_l0_reverse	5	0.04372721165418625
18200	rnn.bias_ih_l0_reverse	6	-0.11827809363603592
18200	rnn.bias_ih_l0_reverse	7	0.04546068608760834
18200	rnn.bias_ih_l0_reverse	8	0.028314335271716118
18200	rnn.bias_ih_l0_reverse	9	0.061815179884433746
18200	rnn.bias_hh_l0_reverse	0	0.04224961996078491
18200	rnn.bias_hh_l0_reverse	1	0.06338717043399811
18200	rnn.bias_hh_l0_reverse	2	0.08238187432289124
18200	rnn.bias_hh_l0_reverse	3	-0.015328029170632362
18200	rnn.bias_hh_l0_reverse	4	0.08526021987199783
18200	rnn.bias_hh_l0_reverse	5	-0.010311027988791466
18200	rnn.bias_hh_l0_reverse	6	-0.06724464148283005
18200	rnn.bias_hh_l0_reverse	7	0.025744257494807243
18200	rnn.bias_hh_l0_reverse	8	0.022931573912501335
18200	rnn.bias_hh_l0_reverse	9	-0.14641831815242767
18200	linear.weight	0	0.16182543337345123
18200	linear.weight	1	-0.14446578919887543
18200	linear.weight	2	-0.19215694069862366
18200	linear.weight	3	0.05368262156844139
18200	linear.weight	4	-0.01815418340265751
18200	linear.weight	5	-0.0007369027007371187
18200	linear.weight	6	-0.007766006980091333
18200	linear.weight	7	-0.03050515241920948
18200	linear.weight	8	0.04611264541745186
18200	linear.weight	9	0.2971932888031006
18200	linear.bias	0	-0.1632322371006012
18200	linear.bias	1	0.17457063496112823
18200	linear.bias	2	-0.49622008204460144
18200	linear.bias	3	1.6431325674057007
18200	linear.bias	4	-0.3885299265384674
18200	linear.bias	5	-0.030769959092140198
18200	linear.bias	6	-0.34215134382247925
18200	linear.bias	7	-0.25599536299705505
18200	linear.bias	8	-0.027436373755335808
18200	linear.bias	9	-0.4759705662727356
18228	transitions	0	-0.6334553956985474
18228	transitions	1	0.36504432559013367
18228	transitions	2	1.6921991109848022
18228	transitions	3	0.11468597501516342
18228	transitions	4	0.9602757096290588
18228	transitions	5	1.2742122411727905
18228	transitions	6	0.4837389290332794
18228	transitions	7	0.17736372351646423
18228	transitions	8	-0.9193786978721619
18228	transitions	9	0.9307199716567993
18228	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18228	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18228	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18228	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18228	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18228	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18228	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18228	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18228	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18228	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18228	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18228	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18228	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18228	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18228	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18228	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18228	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18228	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18228	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18228	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18228	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18228	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18228	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18228	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18228	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18228	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18228	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18228	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18228	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18228	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18228	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18228	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18228	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18228	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18228	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18228	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18228	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18228	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18228	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18228	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18228	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18228	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18228	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18228	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18228	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18228	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18228	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18228	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18228	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18228	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18228	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18228	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18228	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18228	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18228	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18228	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18228	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18228	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18228	embedding2nn.weight	0	0.023124413564801216
18228	embedding2nn.weight	1	0.014053931459784508
18228	embedding2nn.weight	2	-0.004962374921888113
18228	embedding2nn.weight	3	0.00186816300265491
18228	embedding2nn.weight	4	-0.005135354585945606
18228	embedding2nn.weight	5	0.010753877460956573
18228	embedding2nn.weight	6	-0.003468090668320656
18228	embedding2nn.weight	7	0.014857187867164612
18228	embedding2nn.weight	8	-0.004687443841248751
18228	embedding2nn.weight	9	-0.012725337408483028
18228	embedding2nn.bias	0	-0.04399406164884567
18228	embedding2nn.bias	1	-0.022131560370326042
18228	embedding2nn.bias	2	-0.06228701025247574
18228	embedding2nn.bias	3	-0.004591313656419516
18228	embedding2nn.bias	4	-0.018146570771932602
18228	embedding2nn.bias	5	0.004491687752306461
18228	embedding2nn.bias	6	0.0010257642716169357
18228	embedding2nn.bias	7	0.02208615094423294
18228	embedding2nn.bias	8	0.004400111734867096
18228	embedding2nn.bias	9	0.01927006244659424
18228	rnn.weight_ih_l0	0	0.04094912111759186
18228	rnn.weight_ih_l0	1	-0.011396782472729683
18228	rnn.weight_ih_l0	2	-0.04132413491606712
18228	rnn.weight_ih_l0	3	-0.04069555923342705
18228	rnn.weight_ih_l0	4	-0.049468379467725754
18228	rnn.weight_ih_l0	5	-0.006254374515265226
18228	rnn.weight_ih_l0	6	-0.05080167576670647
18228	rnn.weight_ih_l0	7	-0.057196542620658875
18228	rnn.weight_ih_l0	8	-0.045355916023254395
18228	rnn.weight_ih_l0	9	-0.02803940325975418
18228	rnn.weight_hh_l0	0	0.013954512774944305
18228	rnn.weight_hh_l0	1	-0.019208086654543877
18228	rnn.weight_hh_l0	2	-0.06881633400917053
18228	rnn.weight_hh_l0	3	-0.029185909777879715
18228	rnn.weight_hh_l0	4	-0.07286542654037476
18228	rnn.weight_hh_l0	5	-0.015112485736608505
18228	rnn.weight_hh_l0	6	-0.0403730645775795
18228	rnn.weight_hh_l0	7	-0.019127132371068
18228	rnn.weight_hh_l0	8	-0.017627663910388947
18228	rnn.weight_hh_l0	9	0.012811674736440182
18228	rnn.bias_ih_l0	0	0.12441714107990265
18228	rnn.bias_ih_l0	1	-0.05520123615860939
18228	rnn.bias_ih_l0	2	0.09977862983942032
18228	rnn.bias_ih_l0	3	0.04936452582478523
18228	rnn.bias_ih_l0	4	0.10209603607654572
18228	rnn.bias_ih_l0	5	0.023903612047433853
18228	rnn.bias_ih_l0	6	-0.007557164877653122
18228	rnn.bias_ih_l0	7	-0.10195044428110123
18228	rnn.bias_ih_l0	8	-0.16815285384655
18228	rnn.bias_ih_l0	9	0.09247304499149323
18228	rnn.bias_hh_l0	0	-0.01088256947696209
18228	rnn.bias_hh_l0	1	0.026824472472071648
18228	rnn.bias_hh_l0	2	-0.02065490186214447
18228	rnn.bias_hh_l0	3	-0.021176466718316078
18228	rnn.bias_hh_l0	4	-0.042435094714164734
18228	rnn.bias_hh_l0	5	0.12892574071884155
18228	rnn.bias_hh_l0	6	0.01880200393497944
18228	rnn.bias_hh_l0	7	0.04369441792368889
18228	rnn.bias_hh_l0	8	0.026811620220541954
18228	rnn.bias_hh_l0	9	0.03280293941497803
18228	rnn.weight_ih_l0_reverse	0	-0.03195181116461754
18228	rnn.weight_ih_l0_reverse	1	0.0006519340095110238
18228	rnn.weight_ih_l0_reverse	2	0.02670103684067726
18228	rnn.weight_ih_l0_reverse	3	-0.05984286591410637
18228	rnn.weight_ih_l0_reverse	4	0.009355851449072361
18228	rnn.weight_ih_l0_reverse	5	-0.05060804635286331
18228	rnn.weight_ih_l0_reverse	6	0.014910530298948288
18228	rnn.weight_ih_l0_reverse	7	0.045318081974983215
18228	rnn.weight_ih_l0_reverse	8	-0.04526907950639725
18228	rnn.weight_ih_l0_reverse	9	-0.05193616822361946
18228	rnn.weight_hh_l0_reverse	0	-0.07707773894071579
18228	rnn.weight_hh_l0_reverse	1	-0.05488188937306404
18228	rnn.weight_hh_l0_reverse	2	0.03381343185901642
18228	rnn.weight_hh_l0_reverse	3	0.043214160948991776
18228	rnn.weight_hh_l0_reverse	4	0.0013574132462963462
18228	rnn.weight_hh_l0_reverse	5	0.045014504343271255
18228	rnn.weight_hh_l0_reverse	6	-0.000196759938262403
18228	rnn.weight_hh_l0_reverse	7	0.007528808433562517
18228	rnn.weight_hh_l0_reverse	8	-0.09055599570274353
18228	rnn.weight_hh_l0_reverse	9	0.07400865107774734
18228	rnn.bias_ih_l0_reverse	0	-0.08357930183410645
18228	rnn.bias_ih_l0_reverse	1	-0.06752683967351913
18228	rnn.bias_ih_l0_reverse	2	0.09416913986206055
18228	rnn.bias_ih_l0_reverse	3	0.040170975029468536
18228	rnn.bias_ih_l0_reverse	4	-0.1308622807264328
18228	rnn.bias_ih_l0_reverse	5	0.0452900193631649
18228	rnn.bias_ih_l0_reverse	6	-0.11855577677488327
18228	rnn.bias_ih_l0_reverse	7	0.04487035050988197
18228	rnn.bias_ih_l0_reverse	8	0.028115317225456238
18228	rnn.bias_ih_l0_reverse	9	0.06309578567743301
18228	rnn.bias_hh_l0_reverse	0	0.03754601255059242
18228	rnn.bias_hh_l0_reverse	1	0.06311913579702377
18228	rnn.bias_hh_l0_reverse	2	0.08202066272497177
18228	rnn.bias_hh_l0_reverse	3	-0.015420269221067429
18228	rnn.bias_hh_l0_reverse	4	0.0835055410861969
18228	rnn.bias_hh_l0_reverse	5	-0.01057210098952055
18228	rnn.bias_hh_l0_reverse	6	-0.06796357780694962
18228	rnn.bias_hh_l0_reverse	7	0.02514471672475338
18228	rnn.bias_hh_l0_reverse	8	0.020633481442928314
18228	rnn.bias_hh_l0_reverse	9	-0.14498454332351685
18228	linear.weight	0	0.16363099217414856
18228	linear.weight	1	-0.14444297552108765
18228	linear.weight	2	-0.19251775741577148
18228	linear.weight	3	0.05021756514906883
18228	linear.weight	4	-0.017902018502354622
18228	linear.weight	5	-0.0005311014247126877
18228	linear.weight	6	-0.007763981353491545
18228	linear.weight	7	-0.030625278130173683
18228	linear.weight	8	0.044024646282196045
18228	linear.weight	9	0.29765161871910095
18228	linear.bias	0	-0.16780729591846466
18228	linear.bias	1	0.17276941239833832
18228	linear.bias	2	-0.4943002462387085
18228	linear.bias	3	1.6340149641036987
18228	linear.bias	4	-0.3887876272201538
18228	linear.bias	5	-0.030769959092140198
18228	linear.bias	6	-0.3382563292980194
18228	linear.bias	7	-0.2559923231601715
18228	linear.bias	8	-0.02109348215162754
18228	linear.bias	9	-0.4760674834251404
18256	transitions	0	-0.6335334777832031
18256	transitions	1	0.3650051951408386
18256	transitions	2	1.692160964012146
18256	transitions	3	0.11464015394449234
18256	transitions	4	0.9602683782577515
18256	transitions	5	1.2742106914520264
18256	transitions	6	0.48372146487236023
18256	transitions	7	0.17735835909843445
18256	transitions	8	-0.9193800687789917
18256	transitions	9	0.9307199716567993
18256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18256	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18256	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18256	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18256	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18256	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18256	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18256	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18256	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18256	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18256	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18256	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18256	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18256	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18256	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18256	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18256	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18256	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18256	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18256	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18256	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18256	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18256	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18256	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18256	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18256	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18256	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18256	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18256	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18256	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18256	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18256	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18256	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18256	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18256	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18256	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18256	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18256	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18256	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18256	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18256	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18256	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18256	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18256	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18256	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18256	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18256	embedding2nn.weight	0	0.02347475104033947
18256	embedding2nn.weight	1	0.013986926525831223
18256	embedding2nn.weight	2	-0.004964867141097784
18256	embedding2nn.weight	3	0.0018602515337988734
18256	embedding2nn.weight	4	-0.005166507326066494
18256	embedding2nn.weight	5	0.01087863277643919
18256	embedding2nn.weight	6	-0.0034952322021126747
18256	embedding2nn.weight	7	0.015171305276453495
18256	embedding2nn.weight	8	-0.004824240226298571
18256	embedding2nn.weight	9	-0.012707763351500034
18256	embedding2nn.bias	0	-0.04133843258023262
18256	embedding2nn.bias	1	-0.023192131891846657
18256	embedding2nn.bias	2	-0.05904245376586914
18256	embedding2nn.bias	3	-0.005591023713350296
18256	embedding2nn.bias	4	-0.014347044751048088
18256	embedding2nn.bias	5	0.0076947589404881
18256	embedding2nn.bias	6	0.006858271546661854
18256	embedding2nn.bias	7	0.019140714779496193
18256	embedding2nn.bias	8	0.004832760896533728
18256	embedding2nn.bias	9	0.018833670765161514
18256	rnn.weight_ih_l0	0	0.04130881652235985
18256	rnn.weight_ih_l0	1	-0.011453893035650253
18256	rnn.weight_ih_l0	2	-0.04095779359340668
18256	rnn.weight_ih_l0	3	-0.04114576801657677
18256	rnn.weight_ih_l0	4	-0.04930771142244339
18256	rnn.weight_ih_l0	5	-0.0062788501381874084
18256	rnn.weight_ih_l0	6	-0.05098671838641167
18256	rnn.weight_ih_l0	7	-0.057360585778951645
18256	rnn.weight_ih_l0	8	-0.04534856230020523
18256	rnn.weight_ih_l0	9	-0.02782229334115982
18256	rnn.weight_hh_l0	0	0.014141291379928589
18256	rnn.weight_hh_l0	1	-0.0190117284655571
18256	rnn.weight_hh_l0	2	-0.06895456463098526
18256	rnn.weight_hh_l0	3	-0.02914939634501934
18256	rnn.weight_hh_l0	4	-0.07295000553131104
18256	rnn.weight_hh_l0	5	-0.014706479385495186
18256	rnn.weight_hh_l0	6	-0.04132857173681259
18256	rnn.weight_hh_l0	7	-0.018665490671992302
18256	rnn.weight_hh_l0	8	-0.0180501751601696
18256	rnn.weight_hh_l0	9	0.01283326931297779
18256	rnn.bias_ih_l0	0	0.12596841156482697
18256	rnn.bias_ih_l0	1	-0.055165089666843414
18256	rnn.bias_ih_l0	2	0.09930406510829926
18256	rnn.bias_ih_l0	3	0.051770154386758804
18256	rnn.bias_ih_l0	4	0.10373508185148239
18256	rnn.bias_ih_l0	5	0.023086227476596832
18256	rnn.bias_ih_l0	6	-0.007256277836859226
18256	rnn.bias_ih_l0	7	-0.10161852091550827
18256	rnn.bias_ih_l0	8	-0.1652897745370865
18256	rnn.bias_ih_l0	9	0.09301627427339554
18256	rnn.bias_hh_l0	0	-0.013321100734174252
18256	rnn.bias_hh_l0	1	0.02755456231534481
18256	rnn.bias_hh_l0	2	-0.020132344216108322
18256	rnn.bias_hh_l0	3	-0.0242262315005064
18256	rnn.bias_hh_l0	4	-0.04352450743317604
18256	rnn.bias_hh_l0	5	0.13019166886806488
18256	rnn.bias_hh_l0	6	0.019637331366539
18256	rnn.bias_hh_l0	7	0.042571764439344406
18256	rnn.bias_hh_l0	8	0.027112500742077827
18256	rnn.bias_hh_l0	9	0.034342147409915924
18256	rnn.weight_ih_l0_reverse	0	-0.03189771622419357
18256	rnn.weight_ih_l0_reverse	1	0.0011201074812561274
18256	rnn.weight_ih_l0_reverse	2	0.02660328336060047
18256	rnn.weight_ih_l0_reverse	3	-0.060221508145332336
18256	rnn.weight_ih_l0_reverse	4	0.009321984834969044
18256	rnn.weight_ih_l0_reverse	5	-0.05109649896621704
18256	rnn.weight_ih_l0_reverse	6	0.01573784090578556
18256	rnn.weight_ih_l0_reverse	7	0.04548884555697441
18256	rnn.weight_ih_l0_reverse	8	-0.04566574469208717
18256	rnn.weight_ih_l0_reverse	9	-0.05161549896001816
18256	rnn.weight_hh_l0_reverse	0	-0.07761871069669724
18256	rnn.weight_hh_l0_reverse	1	-0.0549720861017704
18256	rnn.weight_hh_l0_reverse	2	0.033877160400152206
18256	rnn.weight_hh_l0_reverse	3	0.04289226606488228
18256	rnn.weight_hh_l0_reverse	4	0.0015471698716282845
18256	rnn.weight_hh_l0_reverse	5	0.04525142163038254
18256	rnn.weight_hh_l0_reverse	6	0.002439778298139572
18256	rnn.weight_hh_l0_reverse	7	0.0073320986703038216
18256	rnn.weight_hh_l0_reverse	8	-0.09066326171159744
18256	rnn.weight_hh_l0_reverse	9	0.07457590848207474
18256	rnn.bias_ih_l0_reverse	0	-0.08711613714694977
18256	rnn.bias_ih_l0_reverse	1	-0.06487387418746948
18256	rnn.bias_ih_l0_reverse	2	0.09569776803255081
18256	rnn.bias_ih_l0_reverse	3	0.040745850652456284
18256	rnn.bias_ih_l0_reverse	4	-0.13130050897598267
18256	rnn.bias_ih_l0_reverse	5	0.043607547879219055
18256	rnn.bias_ih_l0_reverse	6	-0.11872147768735886
18256	rnn.bias_ih_l0_reverse	7	0.04434310644865036
18256	rnn.bias_ih_l0_reverse	8	0.026014728471636772
18256	rnn.bias_ih_l0_reverse	9	0.06417360156774521
18256	rnn.bias_hh_l0_reverse	0	0.04421340674161911
18256	rnn.bias_hh_l0_reverse	1	0.061987850815057755
18256	rnn.bias_hh_l0_reverse	2	0.0804598405957222
18256	rnn.bias_hh_l0_reverse	3	-0.01602167636156082
18256	rnn.bias_hh_l0_reverse	4	0.08398328721523285
18256	rnn.bias_hh_l0_reverse	5	-0.010024805553257465
18256	rnn.bias_hh_l0_reverse	6	-0.06923867762088776
18256	rnn.bias_hh_l0_reverse	7	0.0259243231266737
18256	rnn.bias_hh_l0_reverse	8	0.018619591370224953
18256	rnn.bias_hh_l0_reverse	9	-0.14206935465335846
18256	linear.weight	0	0.16187797486782074
18256	linear.weight	1	-0.14443129301071167
18256	linear.weight	2	-0.19374938309192657
18256	linear.weight	3	0.05262988060712814
18256	linear.weight	4	-0.017870862036943436
18256	linear.weight	5	-0.0019254718208685517
18256	linear.weight	6	-0.007756217382848263
18256	linear.weight	7	-0.030501674860715866
18256	linear.weight	8	0.04251032695174217
18256	linear.weight	9	0.2937602996826172
18256	linear.bias	0	-0.1815807819366455
18256	linear.bias	1	0.17000974714756012
18256	linear.bias	2	-0.4958147406578064
18256	linear.bias	3	1.645261526107788
18256	linear.bias	4	-0.38901495933532715
18256	linear.bias	5	-0.030769959092140198
18256	linear.bias	6	-0.34029150009155273
18256	linear.bias	7	-0.25368380546569824
18256	linear.bias	8	-0.015208002179861069
18256	linear.bias	9	-0.4763799011707306
18284	transitions	0	-0.6336027979850769
18284	transitions	1	0.36498138308525085
18284	transitions	2	1.692044973373413
18284	transitions	3	0.11459735780954361
18284	transitions	4	0.9602416157722473
18284	transitions	5	1.2742098569869995
18284	transitions	6	0.48371005058288574
18284	transitions	7	0.17735758423805237
18284	transitions	8	-0.9193806648254395
18284	transitions	9	0.9307199716567993
18284	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18284	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18284	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18284	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18284	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18284	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18284	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18284	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18284	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18284	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18284	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18284	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18284	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18284	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18284	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18284	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18284	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18284	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18284	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18284	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18284	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18284	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18284	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18284	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18284	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18284	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18284	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18284	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18284	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18284	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18284	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18284	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18284	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18284	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18284	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18284	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18284	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18284	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18284	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18284	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18284	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18284	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18284	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18284	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18284	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18284	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18284	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18284	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18284	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18284	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18284	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18284	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18284	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18284	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18284	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18284	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18284	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18284	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18284	embedding2nn.weight	0	0.023492909967899323
18284	embedding2nn.weight	1	0.013983318582177162
18284	embedding2nn.weight	2	-0.004982928745448589
18284	embedding2nn.weight	3	0.0018099164590239525
18284	embedding2nn.weight	4	-0.005142868030816317
18284	embedding2nn.weight	5	0.010812176391482353
18284	embedding2nn.weight	6	-0.0034950082190334797
18284	embedding2nn.weight	7	0.015058011747896671
18284	embedding2nn.weight	8	-0.004917039070278406
18284	embedding2nn.weight	9	-0.012639837339520454
18284	embedding2nn.bias	0	-0.045768558979034424
18284	embedding2nn.bias	1	-0.018273433670401573
18284	embedding2nn.bias	2	-0.06303751468658447
18284	embedding2nn.bias	3	-0.00458993436768651
18284	embedding2nn.bias	4	-0.012604274787008762
18284	embedding2nn.bias	5	0.005671902559697628
18284	embedding2nn.bias	6	0.013363556936383247
18284	embedding2nn.bias	7	0.020124195143580437
18284	embedding2nn.bias	8	0.0035264622420072556
18284	embedding2nn.bias	9	0.01232134085148573
18284	rnn.weight_ih_l0	0	0.04156004264950752
18284	rnn.weight_ih_l0	1	-0.012460236437618732
18284	rnn.weight_ih_l0	2	-0.04128050059080124
18284	rnn.weight_ih_l0	3	-0.041326526552438736
18284	rnn.weight_ih_l0	4	-0.049300774931907654
18284	rnn.weight_ih_l0	5	-0.006259735673666
18284	rnn.weight_ih_l0	6	-0.05100091174244881
18284	rnn.weight_ih_l0	7	-0.05744802579283714
18284	rnn.weight_ih_l0	8	-0.04538269713521004
18284	rnn.weight_ih_l0	9	-0.02758440375328064
18284	rnn.weight_hh_l0	0	0.0143683897331357
18284	rnn.weight_hh_l0	1	-0.01930815912783146
18284	rnn.weight_hh_l0	2	-0.07043768465518951
18284	rnn.weight_hh_l0	3	-0.029178200289607048
18284	rnn.weight_hh_l0	4	-0.07279631495475769
18284	rnn.weight_hh_l0	5	-0.01454143412411213
18284	rnn.weight_hh_l0	6	-0.042174044996500015
18284	rnn.weight_hh_l0	7	-0.019208284094929695
18284	rnn.weight_hh_l0	8	-0.017912527546286583
18284	rnn.weight_hh_l0	9	0.012888128869235516
18284	rnn.bias_ih_l0	0	0.12453437596559525
18284	rnn.bias_ih_l0	1	-0.05332136154174805
18284	rnn.bias_ih_l0	2	0.09829583019018173
18284	rnn.bias_ih_l0	3	0.05020296201109886
18284	rnn.bias_ih_l0	4	0.10192714631557465
18284	rnn.bias_ih_l0	5	0.0250376109033823
18284	rnn.bias_ih_l0	6	-0.006836749613285065
18284	rnn.bias_ih_l0	7	-0.10436978191137314
18284	rnn.bias_ih_l0	8	-0.16410747170448303
18284	rnn.bias_ih_l0	9	0.09347905963659286
18284	rnn.bias_hh_l0	0	-0.013056693598628044
18284	rnn.bias_hh_l0	1	0.027921918779611588
18284	rnn.bias_hh_l0	2	-0.020587997511029243
18284	rnn.bias_hh_l0	3	-0.024089176207780838
18284	rnn.bias_hh_l0	4	-0.043514054268598557
18284	rnn.bias_hh_l0	5	0.1294391006231308
18284	rnn.bias_hh_l0	6	0.020483341068029404
18284	rnn.bias_hh_l0	7	0.04179999977350235
18284	rnn.bias_hh_l0	8	0.027532026171684265
18284	rnn.bias_hh_l0	9	0.035063158720731735
18284	rnn.weight_ih_l0_reverse	0	-0.031947504729032516
18284	rnn.weight_ih_l0_reverse	1	0.0013135367771610618
18284	rnn.weight_ih_l0_reverse	2	0.026465019211173058
18284	rnn.weight_ih_l0_reverse	3	-0.06013790890574455
18284	rnn.weight_ih_l0_reverse	4	0.009189894422888756
18284	rnn.weight_ih_l0_reverse	5	-0.051322080194950104
18284	rnn.weight_ih_l0_reverse	6	0.015968546271324158
18284	rnn.weight_ih_l0_reverse	7	0.04537155106663704
18284	rnn.weight_ih_l0_reverse	8	-0.04545969516038895
18284	rnn.weight_ih_l0_reverse	9	-0.051669929176568985
18284	rnn.weight_hh_l0_reverse	0	-0.0770329013466835
18284	rnn.weight_hh_l0_reverse	1	-0.05619869753718376
18284	rnn.weight_hh_l0_reverse	2	0.03362962231040001
18284	rnn.weight_hh_l0_reverse	3	0.04320636764168739
18284	rnn.weight_hh_l0_reverse	4	0.0016056963941082358
18284	rnn.weight_hh_l0_reverse	5	0.045127879828214645
18284	rnn.weight_hh_l0_reverse	6	0.0011077815433964133
18284	rnn.weight_hh_l0_reverse	7	0.007387994322925806
18284	rnn.weight_hh_l0_reverse	8	-0.0908217579126358
18284	rnn.weight_hh_l0_reverse	9	0.07415623962879181
18284	rnn.bias_ih_l0_reverse	0	-0.0897083505988121
18284	rnn.bias_ih_l0_reverse	1	-0.06528028845787048
18284	rnn.bias_ih_l0_reverse	2	0.09508300572633743
18284	rnn.bias_ih_l0_reverse	3	0.04024749621748924
18284	rnn.bias_ih_l0_reverse	4	-0.1311713606119156
18284	rnn.bias_ih_l0_reverse	5	0.043678928166627884
18284	rnn.bias_ih_l0_reverse	6	-0.12040644139051437
18284	rnn.bias_ih_l0_reverse	7	0.04343754053115845
18284	rnn.bias_ih_l0_reverse	8	0.025462308898568153
18284	rnn.bias_ih_l0_reverse	9	0.06519005447626114
18284	rnn.bias_hh_l0_reverse	0	0.04913681373000145
18284	rnn.bias_hh_l0_reverse	1	0.060224149376153946
18284	rnn.bias_hh_l0_reverse	2	0.08090293407440186
18284	rnn.bias_hh_l0_reverse	3	-0.015729404985904694
18284	rnn.bias_hh_l0_reverse	4	0.08539003133773804
18284	rnn.bias_hh_l0_reverse	5	-0.01461639255285263
18284	rnn.bias_hh_l0_reverse	6	-0.07019173353910446
18284	rnn.bias_hh_l0_reverse	7	0.026838038116693497
18284	rnn.bias_hh_l0_reverse	8	0.019495151937007904
18284	rnn.bias_hh_l0_reverse	9	-0.14402326941490173
18284	linear.weight	0	0.16189004480838776
18284	linear.weight	1	-0.14442524313926697
18284	linear.weight	2	-0.1942002773284912
18284	linear.weight	3	0.05201421305537224
18284	linear.weight	4	-0.017031412571668625
18284	linear.weight	5	7.738581189187244e-05
18284	linear.weight	6	-0.007752763573080301
18284	linear.weight	7	-0.030489549040794373
18284	linear.weight	8	0.04257756844162941
18284	linear.weight	9	0.2941356301307678
18284	linear.bias	0	-0.18211911618709564
18284	linear.bias	1	0.1690313220024109
18284	linear.bias	2	-0.49861446022987366
18284	linear.bias	3	1.6567187309265137
18284	linear.bias	4	-0.38917234539985657
18284	linear.bias	5	-0.030769959092140198
18284	linear.bias	6	-0.3422737717628479
18284	linear.bias	7	-0.2542809247970581
18284	linear.bias	8	-0.01629197970032692
18284	linear.bias	9	-0.47642838954925537
18312	transitions	0	-0.6336591839790344
18312	transitions	1	0.3648679554462433
18312	transitions	2	1.6920018196105957
18312	transitions	3	0.11450973898172379
18312	transitions	4	0.9601052403450012
18312	transitions	5	1.2742091417312622
18312	transitions	6	0.48370984196662903
18312	transitions	7	0.17735683917999268
18312	transitions	8	-0.9193810820579529
18312	transitions	9	0.9307198524475098
18312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18312	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18312	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18312	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18312	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18312	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18312	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18312	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18312	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18312	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18312	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18312	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18312	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18312	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18312	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18312	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18312	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18312	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18312	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18312	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18312	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18312	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18312	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18312	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18312	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18312	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18312	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18312	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18312	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18312	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18312	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18312	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18312	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18312	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18312	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18312	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18312	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18312	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18312	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18312	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18312	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18312	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18312	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18312	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18312	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18312	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18312	embedding2nn.weight	0	0.023321861401200294
18312	embedding2nn.weight	1	0.014113690704107285
18312	embedding2nn.weight	2	-0.004974795039743185
18312	embedding2nn.weight	3	0.0018755592172965407
18312	embedding2nn.weight	4	-0.005131861660629511
18312	embedding2nn.weight	5	0.01077639777213335
18312	embedding2nn.weight	6	-0.0033598262816667557
18312	embedding2nn.weight	7	0.015323271974921227
18312	embedding2nn.weight	8	-0.004887542687356472
18312	embedding2nn.weight	9	-0.012644393369555473
18312	embedding2nn.bias	0	-0.05579803138971329
18312	embedding2nn.bias	1	-0.018027571961283684
18312	embedding2nn.bias	2	-0.06280394643545151
18312	embedding2nn.bias	3	-0.00366570265032351
18312	embedding2nn.bias	4	-0.01648598350584507
18312	embedding2nn.bias	5	0.011391258798539639
18312	embedding2nn.bias	6	0.015308682806789875
18312	embedding2nn.bias	7	0.02342548407614231
18312	embedding2nn.bias	8	0.007820824161171913
18312	embedding2nn.bias	9	0.013494184240698814
18312	rnn.weight_ih_l0	0	0.04169591888785362
18312	rnn.weight_ih_l0	1	-0.012795702554285526
18312	rnn.weight_ih_l0	2	-0.0409921295940876
18312	rnn.weight_ih_l0	3	-0.04204503074288368
18312	rnn.weight_ih_l0	4	-0.0496983639895916
18312	rnn.weight_ih_l0	5	-0.006263509392738342
18312	rnn.weight_ih_l0	6	-0.05113576725125313
18312	rnn.weight_ih_l0	7	-0.057517342269420624
18312	rnn.weight_ih_l0	8	-0.045620910823345184
18312	rnn.weight_ih_l0	9	-0.027622608467936516
18312	rnn.weight_hh_l0	0	0.01457994058728218
18312	rnn.weight_hh_l0	1	-0.01945049688220024
18312	rnn.weight_hh_l0	2	-0.07075895369052887
18312	rnn.weight_hh_l0	3	-0.02943824790418148
18312	rnn.weight_hh_l0	4	-0.07270753383636475
18312	rnn.weight_hh_l0	5	-0.01423672679811716
18312	rnn.weight_hh_l0	6	-0.04171930253505707
18312	rnn.weight_hh_l0	7	-0.021594982594251633
18312	rnn.weight_hh_l0	8	-0.017739228904247284
18312	rnn.weight_hh_l0	9	0.012395345605909824
18312	rnn.bias_ih_l0	0	0.12513941526412964
18312	rnn.bias_ih_l0	1	-0.05298915505409241
18312	rnn.bias_ih_l0	2	0.09852023422718048
18312	rnn.bias_ih_l0	3	0.04919343814253807
18312	rnn.bias_ih_l0	4	0.10205056518316269
18312	rnn.bias_ih_l0	5	0.025236817076802254
18312	rnn.bias_ih_l0	6	-0.0068520791828632355
18312	rnn.bias_ih_l0	7	-0.10284935683012009
18312	rnn.bias_ih_l0	8	-0.16239184141159058
18312	rnn.bias_ih_l0	9	0.09429118782281876
18312	rnn.bias_hh_l0	0	-0.01294847670942545
18312	rnn.bias_hh_l0	1	0.026329396292567253
18312	rnn.bias_hh_l0	2	-0.019365716725587845
18312	rnn.bias_hh_l0	3	-0.024313628673553467
18312	rnn.bias_hh_l0	4	-0.042415570467710495
18312	rnn.bias_hh_l0	5	0.13093651831150055
18312	rnn.bias_hh_l0	6	0.019987715408205986
18312	rnn.bias_hh_l0	7	0.0427858866751194
18312	rnn.bias_hh_l0	8	0.027516696602106094
18312	rnn.bias_hh_l0	9	0.03605867922306061
18312	rnn.weight_ih_l0_reverse	0	-0.03198904171586037
18312	rnn.weight_ih_l0_reverse	1	4.0416914998786524e-05
18312	rnn.weight_ih_l0_reverse	2	0.026592234149575233
18312	rnn.weight_ih_l0_reverse	3	-0.06051095947623253
18312	rnn.weight_ih_l0_reverse	4	0.00945514626801014
18312	rnn.weight_ih_l0_reverse	5	-0.051171477884054184
18312	rnn.weight_ih_l0_reverse	6	0.01610960066318512
18312	rnn.weight_ih_l0_reverse	7	0.045201390981674194
18312	rnn.weight_ih_l0_reverse	8	-0.045071862637996674
18312	rnn.weight_ih_l0_reverse	9	-0.05163086578249931
18312	rnn.weight_hh_l0_reverse	0	-0.07731527090072632
18312	rnn.weight_hh_l0_reverse	1	-0.05748651176691055
18312	rnn.weight_hh_l0_reverse	2	0.034231700003147125
18312	rnn.weight_hh_l0_reverse	3	0.04311860352754593
18312	rnn.weight_hh_l0_reverse	4	0.0014347329270094633
18312	rnn.weight_hh_l0_reverse	5	0.04504380747675896
18312	rnn.weight_hh_l0_reverse	6	0.0013744788011536002
18312	rnn.weight_hh_l0_reverse	7	0.007808641996234655
18312	rnn.weight_hh_l0_reverse	8	-0.08987736701965332
18312	rnn.weight_hh_l0_reverse	9	0.07365848869085312
18312	rnn.bias_ih_l0_reverse	0	-0.08426876366138458
18312	rnn.bias_ih_l0_reverse	1	-0.06039423123002052
18312	rnn.bias_ih_l0_reverse	2	0.0952853187918663
18312	rnn.bias_ih_l0_reverse	3	0.03943323343992233
18312	rnn.bias_ih_l0_reverse	4	-0.1315549612045288
18312	rnn.bias_ih_l0_reverse	5	0.0423358790576458
18312	rnn.bias_ih_l0_reverse	6	-0.11905815452337265
18312	rnn.bias_ih_l0_reverse	7	0.04227076843380928
18312	rnn.bias_ih_l0_reverse	8	0.02458808943629265
18312	rnn.bias_ih_l0_reverse	9	0.06553769111633301
18312	rnn.bias_hh_l0_reverse	0	0.045874591916799545
18312	rnn.bias_hh_l0_reverse	1	0.06096842512488365
18312	rnn.bias_hh_l0_reverse	2	0.08022625744342804
18312	rnn.bias_hh_l0_reverse	3	-0.016485262662172318
18312	rnn.bias_hh_l0_reverse	4	0.0843689814209938
18312	rnn.bias_hh_l0_reverse	5	-0.01140515971928835
18312	rnn.bias_hh_l0_reverse	6	-0.06932467222213745
18312	rnn.bias_hh_l0_reverse	7	0.02834208309650421
18312	rnn.bias_hh_l0_reverse	8	0.021947242319583893
18312	rnn.bias_hh_l0_reverse	9	-0.14475755393505096
18312	linear.weight	0	0.16283152997493744
18312	linear.weight	1	-0.14440974593162537
18312	linear.weight	2	-0.19424299895763397
18312	linear.weight	3	0.04988403245806694
18312	linear.weight	4	-0.01635417528450489
18312	linear.weight	5	-0.0016520603094249964
18312	linear.weight	6	-0.007752081844955683
18312	linear.weight	7	-0.030478952452540398
18312	linear.weight	8	0.04341810196638107
18312	linear.weight	9	0.29626771807670593
18312	linear.bias	0	-0.18475863337516785
18312	linear.bias	1	0.17136476933956146
18312	linear.bias	2	-0.49831992387771606
18312	linear.bias	3	1.6669799089431763
18312	linear.bias	4	-0.3901936113834381
18312	linear.bias	5	-0.030769959092140198
18312	linear.bias	6	-0.34205934405326843
18312	linear.bias	7	-0.25128045678138733
18312	linear.bias	8	-0.018838772550225258
18312	linear.bias	9	-0.4765223562717438
18340	transitions	0	-0.6337221264839172
18340	transitions	1	0.36484336853027344
18340	transitions	2	1.6919108629226685
18340	transitions	3	0.11450035125017166
18340	transitions	4	0.9600775241851807
18340	transitions	5	1.2742081880569458
18340	transitions	6	0.48370420932769775
18340	transitions	7	0.17735625803470612
18340	transitions	8	-0.9193813800811768
18340	transitions	9	0.9307198524475098
18340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18340	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18340	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18340	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18340	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18340	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18340	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18340	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18340	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18340	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18340	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18340	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18340	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18340	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18340	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18340	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18340	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18340	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18340	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18340	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18340	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18340	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18340	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18340	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18340	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18340	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18340	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18340	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18340	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18340	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18340	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18340	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18340	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18340	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18340	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18340	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18340	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18340	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18340	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18340	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18340	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18340	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18340	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18340	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18340	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18340	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18340	embedding2nn.weight	0	0.02339567430317402
18340	embedding2nn.weight	1	0.013966388069093227
18340	embedding2nn.weight	2	-0.004982610698789358
18340	embedding2nn.weight	3	0.0016995844198390841
18340	embedding2nn.weight	4	-0.005260446574538946
18340	embedding2nn.weight	5	0.010688343085348606
18340	embedding2nn.weight	6	-0.003344243159517646
18340	embedding2nn.weight	7	0.015314103104174137
18340	embedding2nn.weight	8	-0.004906098823994398
18340	embedding2nn.weight	9	-0.012718594633042812
18340	embedding2nn.bias	0	-0.05446399003267288
18340	embedding2nn.bias	1	-0.013721696101129055
18340	embedding2nn.bias	2	-0.06780455261468887
18340	embedding2nn.bias	3	-0.0030577881261706352
18340	embedding2nn.bias	4	-0.01412175316363573
18340	embedding2nn.bias	5	0.008317265659570694
18340	embedding2nn.bias	6	0.021854422986507416
18340	embedding2nn.bias	7	0.027019890025258064
18340	embedding2nn.bias	8	0.002902556676417589
18340	embedding2nn.bias	9	0.008029231801629066
18340	rnn.weight_ih_l0	0	0.04164903238415718
18340	rnn.weight_ih_l0	1	-0.013235391117632389
18340	rnn.weight_ih_l0	2	-0.04135134816169739
18340	rnn.weight_ih_l0	3	-0.04222141206264496
18340	rnn.weight_ih_l0	4	-0.049373429268598557
18340	rnn.weight_ih_l0	5	-0.006167413666844368
18340	rnn.weight_ih_l0	6	-0.050961438566446304
18340	rnn.weight_ih_l0	7	-0.05748087912797928
18340	rnn.weight_ih_l0	8	-0.04577825963497162
18340	rnn.weight_ih_l0	9	-0.02761317975819111
18340	rnn.weight_hh_l0	0	0.014824498444795609
18340	rnn.weight_hh_l0	1	-0.01968434639275074
18340	rnn.weight_hh_l0	2	-0.07021110504865646
18340	rnn.weight_hh_l0	3	-0.02972453460097313
18340	rnn.weight_hh_l0	4	-0.0728544369339943
18340	rnn.weight_hh_l0	5	-0.014465808868408203
18340	rnn.weight_hh_l0	6	-0.0422041229903698
18340	rnn.weight_hh_l0	7	-0.019790880382061005
18340	rnn.weight_hh_l0	8	-0.017508627846837044
18340	rnn.weight_hh_l0	9	0.012747744098305702
18340	rnn.bias_ih_l0	0	0.12673190236091614
18340	rnn.bias_ih_l0	1	-0.054390717297792435
18340	rnn.bias_ih_l0	2	0.09878362715244293
18340	rnn.bias_ih_l0	3	0.048462945967912674
18340	rnn.bias_ih_l0	4	0.10315272957086563
18340	rnn.bias_ih_l0	5	0.02500264346599579
18340	rnn.bias_ih_l0	6	-0.00689091719686985
18340	rnn.bias_ih_l0	7	-0.1059536561369896
18340	rnn.bias_ih_l0	8	-0.16237793862819672
18340	rnn.bias_ih_l0	9	0.0921778529882431
18340	rnn.bias_hh_l0	0	-0.014001220464706421
18340	rnn.bias_hh_l0	1	0.02689429372549057
18340	rnn.bias_hh_l0	2	-0.019210489466786385
18340	rnn.bias_hh_l0	3	-0.02418351359665394
18340	rnn.bias_hh_l0	4	-0.043234746903181076
18340	rnn.bias_hh_l0	5	0.13176922500133514
18340	rnn.bias_hh_l0	6	0.01929442398250103
18340	rnn.bias_hh_l0	7	0.042913634330034256
18340	rnn.bias_hh_l0	8	0.02747785858809948
18340	rnn.bias_hh_l0	9	0.03552867844700813
18340	rnn.weight_ih_l0_reverse	0	-0.03197275102138519
18340	rnn.weight_ih_l0_reverse	1	-0.000136164715513587
18340	rnn.weight_ih_l0_reverse	2	0.026525337249040604
18340	rnn.weight_ih_l0_reverse	3	-0.06056366115808487
18340	rnn.weight_ih_l0_reverse	4	0.009379206225275993
18340	rnn.weight_ih_l0_reverse	5	-0.050815556198358536
18340	rnn.weight_ih_l0_reverse	6	0.015759393572807312
18340	rnn.weight_ih_l0_reverse	7	0.045399393886327744
18340	rnn.weight_ih_l0_reverse	8	-0.04500192776322365
18340	rnn.weight_ih_l0_reverse	9	-0.05172641947865486
18340	rnn.weight_hh_l0_reverse	0	-0.07722167670726776
18340	rnn.weight_hh_l0_reverse	1	-0.0564429871737957
18340	rnn.weight_hh_l0_reverse	2	0.03444523736834526
18340	rnn.weight_hh_l0_reverse	3	0.04333829507231712
18340	rnn.weight_hh_l0_reverse	4	0.0012649345444515347
18340	rnn.weight_hh_l0_reverse	5	0.044869568198919296
18340	rnn.weight_hh_l0_reverse	6	0.0012207808904349804
18340	rnn.weight_hh_l0_reverse	7	0.00796990655362606
18340	rnn.weight_hh_l0_reverse	8	-0.08910585194826126
18340	rnn.weight_hh_l0_reverse	9	0.07364111393690109
18340	rnn.bias_ih_l0_reverse	0	-0.08018121868371964
18340	rnn.bias_ih_l0_reverse	1	-0.06379155814647675
18340	rnn.bias_ih_l0_reverse	2	0.09545975178480148
18340	rnn.bias_ih_l0_reverse	3	0.040128570050001144
18340	rnn.bias_ih_l0_reverse	4	-0.1314338743686676
18340	rnn.bias_ih_l0_reverse	5	0.04280304163694382
18340	rnn.bias_ih_l0_reverse	6	-0.12047713249921799
18340	rnn.bias_ih_l0_reverse	7	0.04381595551967621
18340	rnn.bias_ih_l0_reverse	8	0.02503633312880993
18340	rnn.bias_ih_l0_reverse	9	0.06454800069332123
18340	rnn.bias_hh_l0_reverse	0	0.03748491406440735
18340	rnn.bias_hh_l0_reverse	1	0.06214481219649315
18340	rnn.bias_hh_l0_reverse	2	0.08088250458240509
18340	rnn.bias_hh_l0_reverse	3	-0.01595001295208931
18340	rnn.bias_hh_l0_reverse	4	0.08471844345331192
18340	rnn.bias_hh_l0_reverse	5	-0.011366413906216621
18340	rnn.bias_hh_l0_reverse	6	-0.06959186494350433
18340	rnn.bias_hh_l0_reverse	7	0.028308680281043053
18340	rnn.bias_hh_l0_reverse	8	0.021796394139528275
18340	rnn.bias_hh_l0_reverse	9	-0.14374686777591705
18340	linear.weight	0	0.16122916340827942
18340	linear.weight	1	-0.14435914158821106
18340	linear.weight	2	-0.19368596374988556
18340	linear.weight	3	0.051322486251592636
18340	linear.weight	4	-0.0160222090780735
18340	linear.weight	5	-0.0016404592897742987
18340	linear.weight	6	-0.0077497991733253
18340	linear.weight	7	-0.03013758175075054
18340	linear.weight	8	0.04340744391083717
18340	linear.weight	9	0.29407861828804016
18340	linear.bias	0	-0.18830811977386475
18340	linear.bias	1	0.17012856900691986
18340	linear.bias	2	-0.49872151017189026
18340	linear.bias	3	1.6668199300765991
18340	linear.bias	4	-0.39047878980636597
18340	linear.bias	5	-0.030769959092140198
18340	linear.bias	6	-0.3421902060508728
18340	linear.bias	7	-0.25367361307144165
18340	linear.bias	8	-0.017933139577507973
18340	linear.bias	9	-0.4766082763671875
18368	transitions	0	-0.6337748765945435
18368	transitions	1	0.3648105263710022
18368	transitions	2	1.6917140483856201
18368	transitions	3	0.11448237299919128
18368	transitions	4	0.9600507616996765
18368	transitions	5	1.2742067575454712
18368	transitions	6	0.48370376229286194
18368	transitions	7	0.177348330616951
18368	transitions	8	-0.9193834662437439
18368	transitions	9	0.9307198524475098
18368	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18368	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18368	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18368	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18368	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18368	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18368	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18368	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18368	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18368	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18368	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18368	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18368	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18368	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18368	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18368	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18368	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18368	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18368	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18368	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18368	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18368	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18368	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18368	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18368	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18368	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18368	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18368	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18368	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18368	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18368	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18368	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18368	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18368	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18368	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18368	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18368	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18368	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18368	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18368	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18368	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18368	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18368	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18368	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18368	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18368	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18368	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18368	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18368	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18368	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18368	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18368	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18368	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18368	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18368	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18368	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18368	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18368	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18368	embedding2nn.weight	0	0.022699033841490746
18368	embedding2nn.weight	1	0.013984531164169312
18368	embedding2nn.weight	2	-0.004968554712831974
18368	embedding2nn.weight	3	0.0014255329733714461
18368	embedding2nn.weight	4	-0.0051921335980296135
18368	embedding2nn.weight	5	0.010531852021813393
18368	embedding2nn.weight	6	-0.003445785492658615
18368	embedding2nn.weight	7	0.01453274954110384
18368	embedding2nn.weight	8	-0.005059039685875177
18368	embedding2nn.weight	9	-0.012672556564211845
18368	embedding2nn.bias	0	-0.05458594113588333
18368	embedding2nn.bias	1	-0.016399798914790154
18368	embedding2nn.bias	2	-0.07186347991228104
18368	embedding2nn.bias	3	-0.0061023342423141
18368	embedding2nn.bias	4	-0.010623681358993053
18368	embedding2nn.bias	5	0.010507335886359215
18368	embedding2nn.bias	6	0.020267166197299957
18368	embedding2nn.bias	7	0.02875054068863392
18368	embedding2nn.bias	8	0.010139022022485733
18368	embedding2nn.bias	9	0.009738716296851635
18368	rnn.weight_ih_l0	0	0.04170965030789375
18368	rnn.weight_ih_l0	1	-0.012009249068796635
18368	rnn.weight_ih_l0	2	-0.04089431092143059
18368	rnn.weight_ih_l0	3	-0.04225438833236694
18368	rnn.weight_ih_l0	4	-0.04950575903058052
18368	rnn.weight_ih_l0	5	-0.006070898845791817
18368	rnn.weight_ih_l0	6	-0.05107235535979271
18368	rnn.weight_ih_l0	7	-0.05758112668991089
18368	rnn.weight_ih_l0	8	-0.04610764980316162
18368	rnn.weight_ih_l0	9	-0.028034323826432228
18368	rnn.weight_hh_l0	0	0.01517744455486536
18368	rnn.weight_hh_l0	1	-0.01949317753314972
18368	rnn.weight_hh_l0	2	-0.07042112201452255
18368	rnn.weight_hh_l0	3	-0.029705632477998734
18368	rnn.weight_hh_l0	4	-0.07280242443084717
18368	rnn.weight_hh_l0	5	-0.014383160509169102
18368	rnn.weight_hh_l0	6	-0.04402075707912445
18368	rnn.weight_hh_l0	7	-0.020619016140699387
18368	rnn.weight_hh_l0	8	-0.017416732385754585
18368	rnn.weight_hh_l0	9	0.012670702300965786
18368	rnn.bias_ih_l0	0	0.1250527799129486
18368	rnn.bias_ih_l0	1	-0.05521214008331299
18368	rnn.bias_ih_l0	2	0.1005304604768753
18368	rnn.bias_ih_l0	3	0.0477740541100502
18368	rnn.bias_ih_l0	4	0.10264015197753906
18368	rnn.bias_ih_l0	5	0.02477540448307991
18368	rnn.bias_ih_l0	6	-0.00950612872838974
18368	rnn.bias_ih_l0	7	-0.10232727229595184
18368	rnn.bias_ih_l0	8	-0.15027004480361938
18368	rnn.bias_ih_l0	9	0.0923500508069992
18368	rnn.bias_hh_l0	0	-0.015133154578506947
18368	rnn.bias_hh_l0	1	0.025607025250792503
18368	rnn.bias_hh_l0	2	-0.019389761611819267
18368	rnn.bias_hh_l0	3	-0.023808792233467102
18368	rnn.bias_hh_l0	4	-0.04262233152985573
18368	rnn.bias_hh_l0	5	0.1352320909500122
18368	rnn.bias_hh_l0	6	0.01965627633035183
18368	rnn.bias_hh_l0	7	0.04533142223954201
18368	rnn.bias_hh_l0	8	0.024862654507160187
18368	rnn.bias_hh_l0	9	0.03659220412373543
18368	rnn.weight_ih_l0_reverse	0	-0.031118027865886688
18368	rnn.weight_ih_l0_reverse	1	0.0004654795629903674
18368	rnn.weight_ih_l0_reverse	2	0.02639014832675457
18368	rnn.weight_ih_l0_reverse	3	-0.059930309653282166
18368	rnn.weight_ih_l0_reverse	4	0.009377659298479557
18368	rnn.weight_ih_l0_reverse	5	-0.051142383366823196
18368	rnn.weight_ih_l0_reverse	6	0.017223214730620384
18368	rnn.weight_ih_l0_reverse	7	0.04525452107191086
18368	rnn.weight_ih_l0_reverse	8	-0.04484914615750313
18368	rnn.weight_ih_l0_reverse	9	-0.0517437718808651
18368	rnn.weight_hh_l0_reverse	0	-0.07724889367818832
18368	rnn.weight_hh_l0_reverse	1	-0.05759618803858757
18368	rnn.weight_hh_l0_reverse	2	0.034789253026247025
18368	rnn.weight_hh_l0_reverse	3	0.043534886091947556
18368	rnn.weight_hh_l0_reverse	4	0.00112500402610749
18368	rnn.weight_hh_l0_reverse	5	0.044519636780023575
18368	rnn.weight_hh_l0_reverse	6	0.0032154780346900225
18368	rnn.weight_hh_l0_reverse	7	0.007941363379359245
18368	rnn.weight_hh_l0_reverse	8	-0.08990360051393509
18368	rnn.weight_hh_l0_reverse	9	0.07417916506528854
18368	rnn.bias_ih_l0_reverse	0	-0.08625989407300949
18368	rnn.bias_ih_l0_reverse	1	-0.06067498028278351
18368	rnn.bias_ih_l0_reverse	2	0.09427426010370255
18368	rnn.bias_ih_l0_reverse	3	0.04016655310988426
18368	rnn.bias_ih_l0_reverse	4	-0.13269436359405518
18368	rnn.bias_ih_l0_reverse	5	0.042539842426776886
18368	rnn.bias_ih_l0_reverse	6	-0.12101823091506958
18368	rnn.bias_ih_l0_reverse	7	0.043905746191740036
18368	rnn.bias_ih_l0_reverse	8	0.026242418214678764
18368	rnn.bias_ih_l0_reverse	9	0.06300799548625946
18368	rnn.bias_hh_l0_reverse	0	0.04548614099621773
18368	rnn.bias_hh_l0_reverse	1	0.06324467808008194
18368	rnn.bias_hh_l0_reverse	2	0.0812293291091919
18368	rnn.bias_hh_l0_reverse	3	-0.014721233397722244
18368	rnn.bias_hh_l0_reverse	4	0.08561500161886215
18368	rnn.bias_hh_l0_reverse	5	-0.015186169184744358
18368	rnn.bias_hh_l0_reverse	6	-0.06866801530122757
18368	rnn.bias_hh_l0_reverse	7	0.02698257565498352
18368	rnn.bias_hh_l0_reverse	8	0.020575152710080147
18368	rnn.bias_hh_l0_reverse	9	-0.14487488567829132
18368	linear.weight	0	0.16047143936157227
18368	linear.weight	1	-0.1443512886762619
18368	linear.weight	2	-0.1935700923204422
18368	linear.weight	3	0.048492517322301865
18368	linear.weight	4	-0.017197344452142715
18368	linear.weight	5	-0.0009727276628836989
18368	linear.weight	6	-0.007745033595710993
18368	linear.weight	7	-0.030100898817181587
18368	linear.weight	8	0.044249605387449265
18368	linear.weight	9	0.3013947308063507
18368	linear.bias	0	-0.17651395499706268
18368	linear.bias	1	0.16372224688529968
18368	linear.bias	2	-0.49634599685668945
18368	linear.bias	3	1.6635692119598389
18368	linear.bias	4	-0.3906386196613312
18368	linear.bias	5	-0.030769959092140198
18368	linear.bias	6	-0.3392428159713745
18368	linear.bias	7	-0.2551548480987549
18368	linear.bias	8	-0.01909467950463295
18368	linear.bias	9	-0.4767115116119385
18396	transitions	0	-0.6338709592819214
18396	transitions	1	0.3647788166999817
18396	transitions	2	1.691537857055664
18396	transitions	3	0.11376824975013733
18396	transitions	4	0.960028350353241
18396	transitions	5	1.2742047309875488
18396	transitions	6	0.4837031066417694
18396	transitions	7	0.17734721302986145
18396	transitions	8	-0.9193843603134155
18396	transitions	9	0.930719792842865
18396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18396	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18396	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18396	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18396	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18396	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18396	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18396	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18396	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18396	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18396	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18396	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18396	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18396	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18396	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18396	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18396	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18396	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18396	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18396	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18396	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18396	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18396	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18396	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18396	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18396	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18396	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18396	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18396	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18396	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18396	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18396	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18396	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18396	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18396	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18396	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18396	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18396	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18396	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18396	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18396	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18396	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18396	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18396	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18396	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18396	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18396	embedding2nn.weight	0	0.02241140604019165
18396	embedding2nn.weight	1	0.013943856582045555
18396	embedding2nn.weight	2	-0.004949645139276981
18396	embedding2nn.weight	3	0.0016019706381484866
18396	embedding2nn.weight	4	-0.005200798157602549
18396	embedding2nn.weight	5	0.010761708952486515
18396	embedding2nn.weight	6	-0.0035544871352612972
18396	embedding2nn.weight	7	0.014193391427397728
18396	embedding2nn.weight	8	-0.00517255999147892
18396	embedding2nn.weight	9	-0.01287008635699749
18396	embedding2nn.bias	0	-0.05730398744344711
18396	embedding2nn.bias	1	-0.01582583226263523
18396	embedding2nn.bias	2	-0.062476951628923416
18396	embedding2nn.bias	3	-0.006336493883281946
18396	embedding2nn.bias	4	-0.008155371993780136
18396	embedding2nn.bias	5	0.015759877860546112
18396	embedding2nn.bias	6	0.02201571688055992
18396	embedding2nn.bias	7	0.02005726844072342
18396	embedding2nn.bias	8	0.008280819281935692
18396	embedding2nn.bias	9	0.008637833409011364
18396	rnn.weight_ih_l0	0	0.04172356054186821
18396	rnn.weight_ih_l0	1	-0.012360944412648678
18396	rnn.weight_ih_l0	2	-0.040794264525175095
18396	rnn.weight_ih_l0	3	-0.04215428978204727
18396	rnn.weight_ih_l0	4	-0.04911425709724426
18396	rnn.weight_ih_l0	5	-0.006365225650370121
18396	rnn.weight_ih_l0	6	-0.05114208161830902
18396	rnn.weight_ih_l0	7	-0.0570107102394104
18396	rnn.weight_ih_l0	8	-0.04586086794734001
18396	rnn.weight_ih_l0	9	-0.027874834835529327
18396	rnn.weight_hh_l0	0	0.015495468862354755
18396	rnn.weight_hh_l0	1	-0.019796205684542656
18396	rnn.weight_hh_l0	2	-0.07153956592082977
18396	rnn.weight_hh_l0	3	-0.029001077637076378
18396	rnn.weight_hh_l0	4	-0.0731704905629158
18396	rnn.weight_hh_l0	5	-0.014249318279325962
18396	rnn.weight_hh_l0	6	-0.04450123384594917
18396	rnn.weight_hh_l0	7	-0.01888311468064785
18396	rnn.weight_hh_l0	8	-0.017649801447987556
18396	rnn.weight_hh_l0	9	0.011703679338097572
18396	rnn.bias_ih_l0	0	0.12520204484462738
18396	rnn.bias_ih_l0	1	-0.056465186178684235
18396	rnn.bias_ih_l0	2	0.1033763438463211
18396	rnn.bias_ih_l0	3	0.045776791870594025
18396	rnn.bias_ih_l0	4	0.1001235768198967
18396	rnn.bias_ih_l0	5	0.02606709487736225
18396	rnn.bias_ih_l0	6	-0.011616198346018791
18396	rnn.bias_ih_l0	7	-0.10099629312753677
18396	rnn.bias_ih_l0	8	-0.15277670323848724
18396	rnn.bias_ih_l0	9	0.09031938761472702
18396	rnn.bias_hh_l0	0	-0.01439193356782198
18396	rnn.bias_hh_l0	1	0.02275959588587284
18396	rnn.bias_hh_l0	2	-0.018139425665140152
18396	rnn.bias_hh_l0	3	-0.01988089829683304
18396	rnn.bias_hh_l0	4	-0.041665270924568176
18396	rnn.bias_hh_l0	5	0.13391046226024628
18396	rnn.bias_hh_l0	6	0.02029595524072647
18396	rnn.bias_hh_l0	7	0.046890903264284134
18396	rnn.bias_hh_l0	8	0.022752583026885986
18396	rnn.bias_hh_l0	9	0.035938408225774765
18396	rnn.weight_ih_l0_reverse	0	-0.031000999733805656
18396	rnn.weight_ih_l0_reverse	1	-0.0003692610771395266
18396	rnn.weight_ih_l0_reverse	2	0.026241835206747055
18396	rnn.weight_ih_l0_reverse	3	-0.06056104227900505
18396	rnn.weight_ih_l0_reverse	4	0.00942232646048069
18396	rnn.weight_ih_l0_reverse	5	-0.05147066339850426
18396	rnn.weight_ih_l0_reverse	6	0.016786983236670494
18396	rnn.weight_ih_l0_reverse	7	0.04510055109858513
18396	rnn.weight_ih_l0_reverse	8	-0.04463754966855049
18396	rnn.weight_ih_l0_reverse	9	-0.051681265234947205
18396	rnn.weight_hh_l0_reverse	0	-0.07823219150304794
18396	rnn.weight_hh_l0_reverse	1	-0.05774460732936859
18396	rnn.weight_hh_l0_reverse	2	0.0346040241420269
18396	rnn.weight_hh_l0_reverse	3	0.04318720102310181
18396	rnn.weight_hh_l0_reverse	4	0.0009893298847600818
18396	rnn.weight_hh_l0_reverse	5	0.04484826326370239
18396	rnn.weight_hh_l0_reverse	6	0.004711434245109558
18396	rnn.weight_hh_l0_reverse	7	0.008688339032232761
18396	rnn.weight_hh_l0_reverse	8	-0.09040500968694687
18396	rnn.weight_hh_l0_reverse	9	0.07493399828672409
18396	rnn.bias_ih_l0_reverse	0	-0.08595321327447891
18396	rnn.bias_ih_l0_reverse	1	-0.05711016431450844
18396	rnn.bias_ih_l0_reverse	2	0.09352896362543106
18396	rnn.bias_ih_l0_reverse	3	0.039018888026475906
18396	rnn.bias_ih_l0_reverse	4	-0.133041650056839
18396	rnn.bias_ih_l0_reverse	5	0.04417216405272484
18396	rnn.bias_ih_l0_reverse	6	-0.12066332250833511
18396	rnn.bias_ih_l0_reverse	7	0.04228287935256958
18396	rnn.bias_ih_l0_reverse	8	0.026430774480104446
18396	rnn.bias_ih_l0_reverse	9	0.06389576941728592
18396	rnn.bias_hh_l0_reverse	0	0.047925326973199844
18396	rnn.bias_hh_l0_reverse	1	0.06253425776958466
18396	rnn.bias_hh_l0_reverse	2	0.0830862745642662
18396	rnn.bias_hh_l0_reverse	3	-0.015951858833432198
18396	rnn.bias_hh_l0_reverse	4	0.08546075969934464
18396	rnn.bias_hh_l0_reverse	5	-0.011201632209122181
18396	rnn.bias_hh_l0_reverse	6	-0.0674527958035469
18396	rnn.bias_hh_l0_reverse	7	0.02522284910082817
18396	rnn.bias_hh_l0_reverse	8	0.017801351845264435
18396	rnn.bias_hh_l0_reverse	9	-0.15282849967479706
18396	linear.weight	0	0.16182535886764526
18396	linear.weight	1	-0.14433841407299042
18396	linear.weight	2	-0.19330334663391113
18396	linear.weight	3	0.047010332345962524
18396	linear.weight	4	-0.018482284620404243
18396	linear.weight	5	-0.002637576311826706
18396	linear.weight	6	-0.007744770497083664
18396	linear.weight	7	-0.03008398227393627
18396	linear.weight	8	0.0432695597410202
18396	linear.weight	9	0.2953157424926758
18396	linear.bias	0	-0.18239529430866241
18396	linear.bias	1	0.16098427772521973
18396	linear.bias	2	-0.497615247964859
18396	linear.bias	3	1.6623940467834473
18396	linear.bias	4	-0.391277939081192
18396	linear.bias	5	-0.030769959092140198
18396	linear.bias	6	-0.3419515788555145
18396	linear.bias	7	-0.2556705176830292
18396	linear.bias	8	-0.022070294246077538
18396	linear.bias	9	-0.47683385014533997
18424	transitions	0	-0.633945107460022
18424	transitions	1	0.36469346284866333
18424	transitions	2	1.6914184093475342
18424	transitions	3	0.11373252421617508
18424	transitions	4	0.9600029587745667
18424	transitions	5	1.2742036581039429
18424	transitions	6	0.4837000370025635
18424	transitions	7	0.17734292149543762
18424	transitions	8	-0.919386088848114
18424	transitions	9	0.9307197332382202
18424	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18424	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18424	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18424	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18424	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18424	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18424	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18424	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18424	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18424	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18424	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18424	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18424	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18424	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18424	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18424	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18424	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18424	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18424	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18424	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18424	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18424	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18424	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18424	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18424	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18424	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18424	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18424	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18424	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18424	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18424	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18424	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18424	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18424	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18424	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18424	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18424	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18424	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18424	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18424	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18424	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18424	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18424	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18424	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18424	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18424	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18424	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18424	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18424	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18424	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18424	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18424	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18424	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18424	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18424	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18424	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18424	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18424	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18424	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18424	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18424	embedding2nn.weight	0	0.02189408615231514
18424	embedding2nn.weight	1	0.014019225724041462
18424	embedding2nn.weight	2	-0.004961634986102581
18424	embedding2nn.weight	3	0.0016839968739077449
18424	embedding2nn.weight	4	-0.005181828048080206
18424	embedding2nn.weight	5	0.01072309073060751
18424	embedding2nn.weight	6	-0.0034199829678982496
18424	embedding2nn.weight	7	0.013802051544189453
18424	embedding2nn.weight	8	-0.005466604605317116
18424	embedding2nn.weight	9	-0.01302186306566
18424	embedding2nn.bias	0	-0.06298448145389557
18424	embedding2nn.bias	1	-0.009609805420041084
18424	embedding2nn.bias	2	-0.060830481350421906
18424	embedding2nn.bias	3	-0.0026936610229313374
18424	embedding2nn.bias	4	-0.009357446804642677
18424	embedding2nn.bias	5	0.006287364289164543
18424	embedding2nn.bias	6	0.017998414114117622
18424	embedding2nn.bias	7	0.019202440977096558
18424	embedding2nn.bias	8	0.010723345912992954
18424	embedding2nn.bias	9	0.01412456575781107
18424	rnn.weight_ih_l0	0	0.04188305884599686
18424	rnn.weight_ih_l0	1	-0.012062929570674896
18424	rnn.weight_ih_l0	2	-0.039773326367139816
18424	rnn.weight_ih_l0	3	-0.04241523519158363
18424	rnn.weight_ih_l0	4	-0.048955630511045456
18424	rnn.weight_ih_l0	5	-0.006784672383219004
18424	rnn.weight_ih_l0	6	-0.0508970208466053
18424	rnn.weight_ih_l0	7	-0.05731957033276558
18424	rnn.weight_ih_l0	8	-0.04547762870788574
18424	rnn.weight_ih_l0	9	-0.028244417160749435
18424	rnn.weight_hh_l0	0	0.015722569078207016
18424	rnn.weight_hh_l0	1	-0.01961517333984375
18424	rnn.weight_hh_l0	2	-0.06955961883068085
18424	rnn.weight_hh_l0	3	-0.028724072501063347
18424	rnn.weight_hh_l0	4	-0.0738578662276268
18424	rnn.weight_hh_l0	5	-0.014065898023545742
18424	rnn.weight_hh_l0	6	-0.045181017369031906
18424	rnn.weight_hh_l0	7	-0.01852058432996273
18424	rnn.weight_hh_l0	8	-0.017128365114331245
18424	rnn.weight_hh_l0	9	0.011873573064804077
18424	rnn.bias_ih_l0	0	0.1254168301820755
18424	rnn.bias_ih_l0	1	-0.05538516119122505
18424	rnn.bias_ih_l0	2	0.1013471782207489
18424	rnn.bias_ih_l0	3	0.04739322140812874
18424	rnn.bias_ih_l0	4	0.09948281943798065
18424	rnn.bias_ih_l0	5	0.02638343907892704
18424	rnn.bias_ih_l0	6	-0.01233182568103075
18424	rnn.bias_ih_l0	7	-0.102370984852314
18424	rnn.bias_ih_l0	8	-0.14781689643859863
18424	rnn.bias_ih_l0	9	0.08964242041110992
18424	rnn.bias_hh_l0	0	-0.015592943876981735
18424	rnn.bias_hh_l0	1	0.02343846671283245
18424	rnn.bias_hh_l0	2	-0.01833506114780903
18424	rnn.bias_hh_l0	3	-0.02146119624376297
18424	rnn.bias_hh_l0	4	-0.038499440997838974
18424	rnn.bias_hh_l0	5	0.13347965478897095
18424	rnn.bias_hh_l0	6	0.020681222900748253
18424	rnn.bias_hh_l0	7	0.046886660158634186
18424	rnn.bias_hh_l0	8	0.022036954760551453
18424	rnn.bias_hh_l0	9	0.036451343446969986
18424	rnn.weight_ih_l0_reverse	0	-0.031082822009921074
18424	rnn.weight_ih_l0_reverse	1	-0.0014553213259205222
18424	rnn.weight_ih_l0_reverse	2	0.026296259835362434
18424	rnn.weight_ih_l0_reverse	3	-0.06075739860534668
18424	rnn.weight_ih_l0_reverse	4	0.009281263686716557
18424	rnn.weight_ih_l0_reverse	5	-0.05177537724375725
18424	rnn.weight_ih_l0_reverse	6	0.01655934564769268
18424	rnn.weight_ih_l0_reverse	7	0.04539325088262558
18424	rnn.weight_ih_l0_reverse	8	-0.04460605978965759
18424	rnn.weight_ih_l0_reverse	9	-0.05182341858744621
18424	rnn.weight_hh_l0_reverse	0	-0.07890665531158447
18424	rnn.weight_hh_l0_reverse	1	-0.057391777634620667
18424	rnn.weight_hh_l0_reverse	2	0.03458559513092041
18424	rnn.weight_hh_l0_reverse	3	0.043681882321834564
18424	rnn.weight_hh_l0_reverse	4	-0.0002052875788649544
18424	rnn.weight_hh_l0_reverse	5	0.04465189576148987
18424	rnn.weight_hh_l0_reverse	6	0.001975889317691326
18424	rnn.weight_hh_l0_reverse	7	0.007791388314217329
18424	rnn.weight_hh_l0_reverse	8	-0.09004467725753784
18424	rnn.weight_hh_l0_reverse	9	0.07556167989969254
18424	rnn.bias_ih_l0_reverse	0	-0.08399775624275208
18424	rnn.bias_ih_l0_reverse	1	-0.05419539660215378
18424	rnn.bias_ih_l0_reverse	2	0.09537763148546219
18424	rnn.bias_ih_l0_reverse	3	0.03667030483484268
18424	rnn.bias_ih_l0_reverse	4	-0.13223211467266083
18424	rnn.bias_ih_l0_reverse	5	0.04517582058906555
18424	rnn.bias_ih_l0_reverse	6	-0.12111715972423553
18424	rnn.bias_ih_l0_reverse	7	0.040320269763469696
18424	rnn.bias_ih_l0_reverse	8	0.026495905593037605
18424	rnn.bias_ih_l0_reverse	9	0.06239020451903343
18424	rnn.bias_hh_l0_reverse	0	0.042696673423051834
18424	rnn.bias_hh_l0_reverse	1	0.06424260139465332
18424	rnn.bias_hh_l0_reverse	2	0.0805252343416214
18424	rnn.bias_hh_l0_reverse	3	-0.015389124862849712
18424	rnn.bias_hh_l0_reverse	4	0.08394967764616013
18424	rnn.bias_hh_l0_reverse	5	-0.00832031574100256
18424	rnn.bias_hh_l0_reverse	6	-0.06737132370471954
18424	rnn.bias_hh_l0_reverse	7	0.025132939219474792
18424	rnn.bias_hh_l0_reverse	8	0.017202073708176613
18424	rnn.bias_hh_l0_reverse	9	-0.14983148872852325
18424	linear.weight	0	0.15217790007591248
18424	linear.weight	1	-0.14431414008140564
18424	linear.weight	2	-0.19335347414016724
18424	linear.weight	3	0.04504159092903137
18424	linear.weight	4	-0.018166061490774155
18424	linear.weight	5	-0.00252213585190475
18424	linear.weight	6	-0.007734989281743765
18424	linear.weight	7	-0.03002137504518032
18424	linear.weight	8	0.040271878242492676
18424	linear.weight	9	0.29563242197036743
18424	linear.bias	0	-0.19281843304634094
18424	linear.bias	1	0.1599559783935547
18424	linear.bias	2	-0.499277800321579
18424	linear.bias	3	1.6697200536727905
18424	linear.bias	4	-0.3915782868862152
18424	linear.bias	5	-0.030769959092140198
18424	linear.bias	6	-0.3431089520454407
18424	linear.bias	7	-0.2525506913661957
18424	linear.bias	8	-0.014356673695147038
18424	linear.bias	9	-0.47693541646003723
18452	transitions	0	-0.6340323686599731
18452	transitions	1	0.3645646870136261
18452	transitions	2	1.6912436485290527
18452	transitions	3	0.11371390521526337
18452	transitions	4	0.9599872827529907
18452	transitions	5	1.27420175075531
18452	transitions	6	0.48369961977005005
18452	transitions	7	0.17733532190322876
18452	transitions	8	-0.9193880558013916
18452	transitions	9	0.9307191967964172
18452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18452	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18452	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18452	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18452	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18452	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18452	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18452	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18452	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18452	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18452	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18452	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18452	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18452	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18452	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18452	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18452	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18452	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18452	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18452	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18452	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18452	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18452	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18452	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18452	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18452	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18452	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18452	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18452	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18452	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18452	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18452	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18452	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18452	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18452	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18452	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18452	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18452	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18452	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18452	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18452	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18452	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18452	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18452	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18452	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18452	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18452	embedding2nn.weight	0	0.02214161306619644
18452	embedding2nn.weight	1	0.014088706113398075
18452	embedding2nn.weight	2	-0.0050273858942091465
18452	embedding2nn.weight	3	0.0015499404398724437
18452	embedding2nn.weight	4	-0.005237496457993984
18452	embedding2nn.weight	5	0.010687549598515034
18452	embedding2nn.weight	6	-0.0034555604215711355
18452	embedding2nn.weight	7	0.013509180396795273
18452	embedding2nn.weight	8	-0.005190370604395866
18452	embedding2nn.weight	9	-0.013280030339956284
18452	embedding2nn.bias	0	-0.06316405534744263
18452	embedding2nn.bias	1	-0.015443740412592888
18452	embedding2nn.bias	2	-0.0578375980257988
18452	embedding2nn.bias	3	-0.01041240431368351
18452	embedding2nn.bias	4	-0.011228099465370178
18452	embedding2nn.bias	5	0.007258967962116003
18452	embedding2nn.bias	6	0.014657407999038696
18452	embedding2nn.bias	7	0.013424761593341827
18452	embedding2nn.bias	8	0.010027200914919376
18452	embedding2nn.bias	9	0.009610024280846119
18452	rnn.weight_ih_l0	0	0.041660137474536896
18452	rnn.weight_ih_l0	1	-0.012811429798603058
18452	rnn.weight_ih_l0	2	-0.03965397924184799
18452	rnn.weight_ih_l0	3	-0.041985686868429184
18452	rnn.weight_ih_l0	4	-0.04911397770047188
18452	rnn.weight_ih_l0	5	-0.0070526874624192715
18452	rnn.weight_ih_l0	6	-0.05084642395377159
18452	rnn.weight_ih_l0	7	-0.05733756348490715
18452	rnn.weight_ih_l0	8	-0.04527967795729637
18452	rnn.weight_ih_l0	9	-0.02824191190302372
18452	rnn.weight_hh_l0	0	0.01577914133667946
18452	rnn.weight_hh_l0	1	-0.01915748417377472
18452	rnn.weight_hh_l0	2	-0.07088425010442734
18452	rnn.weight_hh_l0	3	-0.029076525941491127
18452	rnn.weight_hh_l0	4	-0.07381335645914078
18452	rnn.weight_hh_l0	5	-0.014407874085009098
18452	rnn.weight_hh_l0	6	-0.045860834419727325
18452	rnn.weight_hh_l0	7	-0.015096636489033699
18452	rnn.weight_hh_l0	8	-0.01728503406047821
18452	rnn.weight_hh_l0	9	0.011012219823896885
18452	rnn.bias_ih_l0	0	0.1274987906217575
18452	rnn.bias_ih_l0	1	-0.05448127165436745
18452	rnn.bias_ih_l0	2	0.102922223508358
18452	rnn.bias_ih_l0	3	0.04660751670598984
18452	rnn.bias_ih_l0	4	0.09921111166477203
18452	rnn.bias_ih_l0	5	0.0259740948677063
18452	rnn.bias_ih_l0	6	-0.014152266085147858
18452	rnn.bias_ih_l0	7	-0.09989932179450989
18452	rnn.bias_ih_l0	8	-0.15603989362716675
18452	rnn.bias_ih_l0	9	0.08985673636198044
18452	rnn.bias_hh_l0	0	-0.015218188054859638
18452	rnn.bias_hh_l0	1	0.02210148051381111
18452	rnn.bias_hh_l0	2	-0.01956365816295147
18452	rnn.bias_hh_l0	3	-0.022986020892858505
18452	rnn.bias_hh_l0	4	-0.03928469121456146
18452	rnn.bias_hh_l0	5	0.13212677836418152
18452	rnn.bias_hh_l0	6	0.02005421556532383
18452	rnn.bias_hh_l0	7	0.04479352384805679
18452	rnn.bias_hh_l0	8	0.02021651156246662
18452	rnn.bias_hh_l0	9	0.03461834415793419
18452	rnn.weight_ih_l0_reverse	0	-0.030756313353776932
18452	rnn.weight_ih_l0_reverse	1	-0.0010219031246379018
18452	rnn.weight_ih_l0_reverse	2	0.02622799016535282
18452	rnn.weight_ih_l0_reverse	3	-0.061321452260017395
18452	rnn.weight_ih_l0_reverse	4	0.009039784781634808
18452	rnn.weight_ih_l0_reverse	5	-0.05174582824110985
18452	rnn.weight_ih_l0_reverse	6	0.01666954904794693
18452	rnn.weight_ih_l0_reverse	7	0.04550973325967789
18452	rnn.weight_ih_l0_reverse	8	-0.04437103867530823
18452	rnn.weight_ih_l0_reverse	9	-0.051900774240493774
18452	rnn.weight_hh_l0_reverse	0	-0.07918916642665863
18452	rnn.weight_hh_l0_reverse	1	-0.05895311385393143
18452	rnn.weight_hh_l0_reverse	2	0.03472932428121567
18452	rnn.weight_hh_l0_reverse	3	0.043243084102869034
18452	rnn.weight_hh_l0_reverse	4	-0.0005745862727053463
18452	rnn.weight_hh_l0_reverse	5	0.04468594491481781
18452	rnn.weight_hh_l0_reverse	6	0.0018289178842678666
18452	rnn.weight_hh_l0_reverse	7	0.007577177602797747
18452	rnn.weight_hh_l0_reverse	8	-0.09076430648565292
18452	rnn.weight_hh_l0_reverse	9	0.0749523788690567
18452	rnn.bias_ih_l0_reverse	0	-0.0796569213271141
18452	rnn.bias_ih_l0_reverse	1	-0.05457719415426254
18452	rnn.bias_ih_l0_reverse	2	0.09417533874511719
18452	rnn.bias_ih_l0_reverse	3	0.03649245947599411
18452	rnn.bias_ih_l0_reverse	4	-0.13244697451591492
18452	rnn.bias_ih_l0_reverse	5	0.047650471329689026
18452	rnn.bias_ih_l0_reverse	6	-0.11998037248849869
18452	rnn.bias_ih_l0_reverse	7	0.03898221254348755
18452	rnn.bias_ih_l0_reverse	8	0.024987850338220596
18452	rnn.bias_ih_l0_reverse	9	0.06354199349880219
18452	rnn.bias_hh_l0_reverse	0	0.04581166431307793
18452	rnn.bias_hh_l0_reverse	1	0.06666265428066254
18452	rnn.bias_hh_l0_reverse	2	0.0786001905798912
18452	rnn.bias_hh_l0_reverse	3	-0.015528104268014431
18452	rnn.bias_hh_l0_reverse	4	0.08335369825363159
18452	rnn.bias_hh_l0_reverse	5	-0.005202358588576317
18452	rnn.bias_hh_l0_reverse	6	-0.0666186511516571
18452	rnn.bias_hh_l0_reverse	7	0.026645060628652573
18452	rnn.bias_hh_l0_reverse	8	0.017433619126677513
18452	rnn.bias_hh_l0_reverse	9	-0.15020428597927094
18452	linear.weight	0	0.15532152354717255
18452	linear.weight	1	-0.14430062472820282
18452	linear.weight	2	-0.19354654848575592
18452	linear.weight	3	0.04795993119478226
18452	linear.weight	4	-0.017883408814668655
18452	linear.weight	5	-0.002014168305322528
18452	linear.weight	6	-0.00773532222956419
18452	linear.weight	7	-0.029966723173856735
18452	linear.weight	8	0.040612880140542984
18452	linear.weight	9	0.2971043288707733
18452	linear.bias	0	-0.1863696575164795
18452	linear.bias	1	0.17150995135307312
18452	linear.bias	2	-0.4983796179294586
18452	linear.bias	3	1.6656304597854614
18452	linear.bias	4	-0.38901931047439575
18452	linear.bias	5	-0.030769959092140198
18452	linear.bias	6	-0.34144407510757446
18452	linear.bias	7	-0.2586279511451721
18452	linear.bias	8	-0.014675552025437355
18452	linear.bias	9	-0.4771629571914673
18480	transitions	0	-0.6340867877006531
18480	transitions	1	0.364518940448761
18480	transitions	2	1.6911101341247559
18480	transitions	3	0.11368831247091293
18480	transitions	4	0.9599558711051941
18480	transitions	5	1.2741997241973877
18480	transitions	6	0.48369842767715454
18480	transitions	7	0.17733410000801086
18480	transitions	8	-0.9193886518478394
18480	transitions	9	0.9307191967964172
18480	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18480	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18480	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18480	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18480	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18480	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18480	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18480	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18480	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18480	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18480	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18480	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18480	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18480	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18480	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18480	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18480	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18480	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18480	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18480	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18480	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18480	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18480	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18480	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18480	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18480	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18480	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18480	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18480	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18480	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18480	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18480	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18480	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18480	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18480	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18480	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18480	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18480	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18480	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18480	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18480	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18480	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18480	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18480	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18480	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18480	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18480	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18480	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18480	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18480	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18480	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18480	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18480	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18480	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18480	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18480	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18480	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18480	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18480	embedding2nn.weight	0	0.022491220384836197
18480	embedding2nn.weight	1	0.014090188778936863
18480	embedding2nn.weight	2	-0.004954452160745859
18480	embedding2nn.weight	3	0.001737075624987483
18480	embedding2nn.weight	4	-0.005208170507103205
18480	embedding2nn.weight	5	0.010776586830615997
18480	embedding2nn.weight	6	-0.0033987609203904867
18480	embedding2nn.weight	7	0.01386980526149273
18480	embedding2nn.weight	8	-0.005291692912578583
18480	embedding2nn.weight	9	-0.013206128031015396
18480	embedding2nn.bias	0	-0.06512091308832169
18480	embedding2nn.bias	1	-0.018585044890642166
18480	embedding2nn.bias	2	-0.059175215661525726
18480	embedding2nn.bias	3	-0.0025279673282057047
18480	embedding2nn.bias	4	-0.016067571938037872
18480	embedding2nn.bias	5	0.0009272914612665772
18480	embedding2nn.bias	6	0.016654737293720245
18480	embedding2nn.bias	7	0.016605371609330177
18480	embedding2nn.bias	8	0.01206947397440672
18480	embedding2nn.bias	9	0.015267249196767807
18480	rnn.weight_ih_l0	0	0.04121176153421402
18480	rnn.weight_ih_l0	1	-0.01289450190961361
18480	rnn.weight_ih_l0	2	-0.03810172528028488
18480	rnn.weight_ih_l0	3	-0.042301613837480545
18480	rnn.weight_ih_l0	4	-0.04951488599181175
18480	rnn.weight_ih_l0	5	-0.007118190173059702
18480	rnn.weight_ih_l0	6	-0.050836801528930664
18480	rnn.weight_ih_l0	7	-0.05749392881989479
18480	rnn.weight_ih_l0	8	-0.0447782464325428
18480	rnn.weight_ih_l0	9	-0.028162531554698944
18480	rnn.weight_hh_l0	0	0.0158848837018013
18480	rnn.weight_hh_l0	1	-0.01881604827940464
18480	rnn.weight_hh_l0	2	-0.07042335718870163
18480	rnn.weight_hh_l0	3	-0.029298609122633934
18480	rnn.weight_hh_l0	4	-0.07365994155406952
18480	rnn.weight_hh_l0	5	-0.014919879846274853
18480	rnn.weight_hh_l0	6	-0.04571319743990898
18480	rnn.weight_hh_l0	7	-0.013094018213450909
18480	rnn.weight_hh_l0	8	-0.01755114644765854
18480	rnn.weight_hh_l0	9	0.010880700312554836
18480	rnn.bias_ih_l0	0	0.1284416913986206
18480	rnn.bias_ih_l0	1	-0.054582901298999786
18480	rnn.bias_ih_l0	2	0.10235375910997391
18480	rnn.bias_ih_l0	3	0.04660625383257866
18480	rnn.bias_ih_l0	4	0.09851164370775223
18480	rnn.bias_ih_l0	5	0.024516820907592773
18480	rnn.bias_ih_l0	6	-0.012584937736392021
18480	rnn.bias_ih_l0	7	-0.10056449472904205
18480	rnn.bias_ih_l0	8	-0.15839840471744537
18480	rnn.bias_ih_l0	9	0.08939402550458908
18480	rnn.bias_hh_l0	0	-0.012299912981688976
18480	rnn.bias_hh_l0	1	0.022792616859078407
18480	rnn.bias_hh_l0	2	-0.022500116378068924
18480	rnn.bias_hh_l0	3	-0.02429123967885971
18480	rnn.bias_hh_l0	4	-0.039988093078136444
18480	rnn.bias_hh_l0	5	0.13223722577095032
18480	rnn.bias_hh_l0	6	0.021297169849276543
18480	rnn.bias_hh_l0	7	0.041542235761880875
18480	rnn.bias_hh_l0	8	0.021783839911222458
18480	rnn.bias_hh_l0	9	0.03371173515915871
18480	rnn.weight_ih_l0_reverse	0	-0.030553586781024933
18480	rnn.weight_ih_l0_reverse	1	-0.0007909766281954944
18480	rnn.weight_ih_l0_reverse	2	0.02620409056544304
18480	rnn.weight_ih_l0_reverse	3	-0.0613432414829731
18480	rnn.weight_ih_l0_reverse	4	0.00929740909487009
18480	rnn.weight_ih_l0_reverse	5	-0.05191513150930405
18480	rnn.weight_ih_l0_reverse	6	0.015322992578148842
18480	rnn.weight_ih_l0_reverse	7	0.04555157944560051
18480	rnn.weight_ih_l0_reverse	8	-0.0440884567797184
18480	rnn.weight_ih_l0_reverse	9	-0.05172085016965866
18480	rnn.weight_hh_l0_reverse	0	-0.07817281037569046
18480	rnn.weight_hh_l0_reverse	1	-0.06193726882338524
18480	rnn.weight_hh_l0_reverse	2	0.035222724080085754
18480	rnn.weight_hh_l0_reverse	3	0.04375547170639038
18480	rnn.weight_hh_l0_reverse	4	-9.036267874762416e-05
18480	rnn.weight_hh_l0_reverse	5	0.04498264938592911
18480	rnn.weight_hh_l0_reverse	6	-0.0016049209516495466
18480	rnn.weight_hh_l0_reverse	7	0.007565522566437721
18480	rnn.weight_hh_l0_reverse	8	-0.09083433449268341
18480	rnn.weight_hh_l0_reverse	9	0.07489299029111862
18480	rnn.bias_ih_l0_reverse	0	-0.08189760148525238
18480	rnn.bias_ih_l0_reverse	1	-0.05531799793243408
18480	rnn.bias_ih_l0_reverse	2	0.09558889269828796
18480	rnn.bias_ih_l0_reverse	3	0.03574448078870773
18480	rnn.bias_ih_l0_reverse	4	-0.13206063210964203
18480	rnn.bias_ih_l0_reverse	5	0.04657052084803581
18480	rnn.bias_ih_l0_reverse	6	-0.12162718176841736
18480	rnn.bias_ih_l0_reverse	7	0.037512458860874176
18480	rnn.bias_ih_l0_reverse	8	0.023925554007291794
18480	rnn.bias_ih_l0_reverse	9	0.06338487565517426
18480	rnn.bias_hh_l0_reverse	0	0.045389946550130844
18480	rnn.bias_hh_l0_reverse	1	0.06931713968515396
18480	rnn.bias_hh_l0_reverse	2	0.07725953310728073
18480	rnn.bias_hh_l0_reverse	3	-0.01621854491531849
18480	rnn.bias_hh_l0_reverse	4	0.08295974135398865
18480	rnn.bias_hh_l0_reverse	5	-0.005617279093712568
18480	rnn.bias_hh_l0_reverse	6	-0.06642261892557144
18480	rnn.bias_hh_l0_reverse	7	0.027200398966670036
18480	rnn.bias_hh_l0_reverse	8	0.016585474833846092
18480	rnn.bias_hh_l0_reverse	9	-0.1495034545660019
18480	linear.weight	0	0.15617288649082184
18480	linear.weight	1	-0.14430293440818787
18480	linear.weight	2	-0.19397003948688507
18480	linear.weight	3	0.045141614973545074
18480	linear.weight	4	-0.018922267481684685
18480	linear.weight	5	-0.003386576659977436
18480	linear.weight	6	-0.00773183349519968
18480	linear.weight	7	-0.029943980276584625
18480	linear.weight	8	0.039826542139053345
18480	linear.weight	9	0.2979602813720703
18480	linear.bias	0	-0.20006150007247925
18480	linear.bias	1	0.16510851681232452
18480	linear.bias	2	-0.500301718711853
18480	linear.bias	3	1.6591854095458984
18480	linear.bias	4	-0.3893258571624756
18480	linear.bias	5	-0.030769959092140198
18480	linear.bias	6	-0.3425391912460327
18480	linear.bias	7	-0.25824296474456787
18480	linear.bias	8	-0.025346415117383003
18480	linear.bias	9	-0.4772232174873352
18508	transitions	0	-0.6341333389282227
18508	transitions	1	0.36387231945991516
18508	transitions	2	1.6910498142242432
18508	transitions	3	0.11365807801485062
18508	transitions	4	0.959949791431427
18508	transitions	5	1.2741988897323608
18508	transitions	6	0.48369789123535156
18508	transitions	7	0.1773335486650467
18508	transitions	8	-0.9193893074989319
18508	transitions	9	0.9307186603546143
18508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18508	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18508	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18508	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18508	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18508	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18508	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18508	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18508	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18508	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18508	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18508	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18508	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18508	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18508	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18508	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18508	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18508	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18508	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18508	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18508	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18508	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18508	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18508	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18508	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18508	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18508	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18508	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18508	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18508	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18508	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18508	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18508	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18508	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18508	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18508	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18508	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18508	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18508	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18508	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18508	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18508	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18508	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18508	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18508	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18508	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18508	embedding2nn.weight	0	0.022309990599751472
18508	embedding2nn.weight	1	0.014115020632743835
18508	embedding2nn.weight	2	-0.0049996464513242245
18508	embedding2nn.weight	3	0.0016385538037866354
18508	embedding2nn.weight	4	-0.005226270295679569
18508	embedding2nn.weight	5	0.010729975067079067
18508	embedding2nn.weight	6	-0.003786796471104026
18508	embedding2nn.weight	7	0.014489478431642056
18508	embedding2nn.weight	8	-0.005487004294991493
18508	embedding2nn.weight	9	-0.013299758546054363
18508	embedding2nn.bias	0	-0.0664990097284317
18508	embedding2nn.bias	1	-0.02033398300409317
18508	embedding2nn.bias	2	-0.06009327992796898
18508	embedding2nn.bias	3	-0.004777850117534399
18508	embedding2nn.bias	4	-0.015717394649982452
18508	embedding2nn.bias	5	0.0008568213670514524
18508	embedding2nn.bias	6	0.017403576523065567
18508	embedding2nn.bias	7	0.01332713384181261
18508	embedding2nn.bias	8	0.009447653777897358
18508	embedding2nn.bias	9	0.011355713941156864
18508	rnn.weight_ih_l0	0	0.04109066352248192
18508	rnn.weight_ih_l0	1	-0.012634316459298134
18508	rnn.weight_ih_l0	2	-0.03802645578980446
18508	rnn.weight_ih_l0	3	-0.04239155352115631
18508	rnn.weight_ih_l0	4	-0.04925357177853584
18508	rnn.weight_ih_l0	5	-0.00706231314688921
18508	rnn.weight_ih_l0	6	-0.050675712525844574
18508	rnn.weight_ih_l0	7	-0.05745843052864075
18508	rnn.weight_ih_l0	8	-0.04457857832312584
18508	rnn.weight_ih_l0	9	-0.02834424376487732
18508	rnn.weight_hh_l0	0	0.015788044780492783
18508	rnn.weight_hh_l0	1	-0.018229205161333084
18508	rnn.weight_hh_l0	2	-0.06990377604961395
18508	rnn.weight_hh_l0	3	-0.029270797967910767
18508	rnn.weight_hh_l0	4	-0.0733591839671135
18508	rnn.weight_hh_l0	5	-0.014537439681589603
18508	rnn.weight_hh_l0	6	-0.04694950580596924
18508	rnn.weight_hh_l0	7	-0.013713259249925613
18508	rnn.weight_hh_l0	8	-0.017213260754942894
18508	rnn.weight_hh_l0	9	0.01107948087155819
18508	rnn.bias_ih_l0	0	0.12876595556735992
18508	rnn.bias_ih_l0	1	-0.05623020976781845
18508	rnn.bias_ih_l0	2	0.10011449456214905
18508	rnn.bias_ih_l0	3	0.04696328192949295
18508	rnn.bias_ih_l0	4	0.0962851271033287
18508	rnn.bias_ih_l0	5	0.022878840565681458
18508	rnn.bias_ih_l0	6	-0.01058205682784319
18508	rnn.bias_ih_l0	7	-0.09725917130708694
18508	rnn.bias_ih_l0	8	-0.16456645727157593
18508	rnn.bias_ih_l0	9	0.09027178585529327
18508	rnn.bias_hh_l0	0	-0.012492611072957516
18508	rnn.bias_hh_l0	1	0.022931301966309547
18508	rnn.bias_hh_l0	2	-0.019945016130805016
18508	rnn.bias_hh_l0	3	-0.025098726153373718
18508	rnn.bias_hh_l0	4	-0.040814779698848724
18508	rnn.bias_hh_l0	5	0.13156750798225403
18508	rnn.bias_hh_l0	6	0.022514602169394493
18508	rnn.bias_hh_l0	7	0.04138011485338211
18508	rnn.bias_hh_l0	8	0.023786718025803566
18508	rnn.bias_hh_l0	9	0.0325176976621151
18508	rnn.weight_ih_l0_reverse	0	-0.030674608424305916
18508	rnn.weight_ih_l0_reverse	1	-0.0014157360419631004
18508	rnn.weight_ih_l0_reverse	2	0.026501905173063278
18508	rnn.weight_ih_l0_reverse	3	-0.061425935477018356
18508	rnn.weight_ih_l0_reverse	4	0.009487836621701717
18508	rnn.weight_ih_l0_reverse	5	-0.05219772458076477
18508	rnn.weight_ih_l0_reverse	6	0.015096666291356087
18508	rnn.weight_ih_l0_reverse	7	0.04557004198431969
18508	rnn.weight_ih_l0_reverse	8	-0.04390847682952881
18508	rnn.weight_ih_l0_reverse	9	-0.05191497877240181
18508	rnn.weight_hh_l0_reverse	0	-0.07784809917211533
18508	rnn.weight_hh_l0_reverse	1	-0.061927810311317444
18508	rnn.weight_hh_l0_reverse	2	0.03487187996506691
18508	rnn.weight_hh_l0_reverse	3	0.043560758233070374
18508	rnn.weight_hh_l0_reverse	4	-0.00017270426906179637
18508	rnn.weight_hh_l0_reverse	5	0.04507870972156525
18508	rnn.weight_hh_l0_reverse	6	-0.001593303051777184
18508	rnn.weight_hh_l0_reverse	7	0.007056070491671562
18508	rnn.weight_hh_l0_reverse	8	-0.0908271074295044
18508	rnn.weight_hh_l0_reverse	9	0.07487797737121582
18508	rnn.bias_ih_l0_reverse	0	-0.07954619079828262
18508	rnn.bias_ih_l0_reverse	1	-0.0567668154835701
18508	rnn.bias_ih_l0_reverse	2	0.09592129290103912
18508	rnn.bias_ih_l0_reverse	3	0.03654041886329651
18508	rnn.bias_ih_l0_reverse	4	-0.13206221163272858
18508	rnn.bias_ih_l0_reverse	5	0.04701169952750206
18508	rnn.bias_ih_l0_reverse	6	-0.12076561152935028
18508	rnn.bias_ih_l0_reverse	7	0.03661538287997246
18508	rnn.bias_ih_l0_reverse	8	0.024086473509669304
18508	rnn.bias_ih_l0_reverse	9	0.06353773176670074
18508	rnn.bias_hh_l0_reverse	0	0.048635903745889664
18508	rnn.bias_hh_l0_reverse	1	0.07002239674329758
18508	rnn.bias_hh_l0_reverse	2	0.07696846127510071
18508	rnn.bias_hh_l0_reverse	3	-0.017222410067915916
18508	rnn.bias_hh_l0_reverse	4	0.08288755267858505
18508	rnn.bias_hh_l0_reverse	5	-0.006941244471818209
18508	rnn.bias_hh_l0_reverse	6	-0.06767812371253967
18508	rnn.bias_hh_l0_reverse	7	0.027592893689870834
18508	rnn.bias_hh_l0_reverse	8	0.01685590110719204
18508	rnn.bias_hh_l0_reverse	9	-0.15031513571739197
18508	linear.weight	0	0.16211019456386566
18508	linear.weight	1	-0.14428624510765076
18508	linear.weight	2	-0.19057655334472656
18508	linear.weight	3	0.04250958189368248
18508	linear.weight	4	-0.01733514666557312
18508	linear.weight	5	-0.002623551758006215
18508	linear.weight	6	-0.007731501944363117
18508	linear.weight	7	-0.029909929260611534
18508	linear.weight	8	0.042888835072517395
18508	linear.weight	9	0.30006375908851624
18508	linear.bias	0	-0.18714600801467896
18508	linear.bias	1	0.1639712005853653
18508	linear.bias	2	-0.5027716755867004
18508	linear.bias	3	1.6552717685699463
18508	linear.bias	4	-0.38536107540130615
18508	linear.bias	5	-0.030769959092140198
18508	linear.bias	6	-0.34406325221061707
18508	linear.bias	7	-0.256393700838089
18508	linear.bias	8	-0.013282367028295994
18508	linear.bias	9	-0.47744089365005493
18536	transitions	0	-0.6341924667358398
18536	transitions	1	0.3638288080692291
18536	transitions	2	1.6910051107406616
18536	transitions	3	0.11361082643270493
18536	transitions	4	0.9599061608314514
18536	transitions	5	1.2741968631744385
18536	transitions	6	0.4836977422237396
18536	transitions	7	0.17733249068260193
18536	transitions	8	-0.9193899035453796
18536	transitions	9	0.9307182431221008
18536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18536	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18536	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18536	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18536	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18536	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18536	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18536	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18536	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18536	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18536	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18536	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18536	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18536	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18536	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18536	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18536	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18536	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18536	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18536	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18536	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18536	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18536	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18536	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18536	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18536	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18536	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18536	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18536	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18536	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18536	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18536	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18536	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18536	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18536	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18536	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18536	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18536	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18536	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18536	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18536	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18536	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18536	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18536	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18536	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18536	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18536	embedding2nn.weight	0	0.021765241399407387
18536	embedding2nn.weight	1	0.014077183790504932
18536	embedding2nn.weight	2	-0.004990806803107262
18536	embedding2nn.weight	3	0.0016850451938807964
18536	embedding2nn.weight	4	-0.005289221648126841
18536	embedding2nn.weight	5	0.010860792361199856
18536	embedding2nn.weight	6	-0.003976576030254364
18536	embedding2nn.weight	7	0.014194273389875889
18536	embedding2nn.weight	8	-0.0054187593050301075
18536	embedding2nn.weight	9	-0.013164550997316837
18536	embedding2nn.bias	0	-0.05630141496658325
18536	embedding2nn.bias	1	-0.02239367738366127
18536	embedding2nn.bias	2	-0.058378905057907104
18536	embedding2nn.bias	3	-0.01216493546962738
18536	embedding2nn.bias	4	-0.015284948982298374
18536	embedding2nn.bias	5	0.00648250849917531
18536	embedding2nn.bias	6	0.012741529382765293
18536	embedding2nn.bias	7	0.01601158082485199
18536	embedding2nn.bias	8	0.004033104982227087
18536	embedding2nn.bias	9	0.017887214198708534
18536	rnn.weight_ih_l0	0	0.0410718135535717
18536	rnn.weight_ih_l0	1	-0.01223528478294611
18536	rnn.weight_ih_l0	2	-0.0377625897526741
18536	rnn.weight_ih_l0	3	-0.04233747348189354
18536	rnn.weight_ih_l0	4	-0.04941413179039955
18536	rnn.weight_ih_l0	5	-0.007008787710219622
18536	rnn.weight_ih_l0	6	-0.05093115195631981
18536	rnn.weight_ih_l0	7	-0.057496633380651474
18536	rnn.weight_ih_l0	8	-0.044381070882081985
18536	rnn.weight_ih_l0	9	-0.028264613822102547
18536	rnn.weight_hh_l0	0	0.015522154048085213
18536	rnn.weight_hh_l0	1	-0.017854800447821617
18536	rnn.weight_hh_l0	2	-0.07109498232603073
18536	rnn.weight_hh_l0	3	-0.029721956700086594
18536	rnn.weight_hh_l0	4	-0.07387755811214447
18536	rnn.weight_hh_l0	5	-0.015487984754145145
18536	rnn.weight_hh_l0	6	-0.04562796652317047
18536	rnn.weight_hh_l0	7	-0.01300679799169302
18536	rnn.weight_hh_l0	8	-0.017317255958914757
18536	rnn.weight_hh_l0	9	0.010683410800993443
18536	rnn.bias_ih_l0	0	0.12883828580379486
18536	rnn.bias_ih_l0	1	-0.0552528016269207
18536	rnn.bias_ih_l0	2	0.1033518984913826
18536	rnn.bias_ih_l0	3	0.0478024035692215
18536	rnn.bias_ih_l0	4	0.09613315761089325
18536	rnn.bias_ih_l0	5	0.02250749059021473
18536	rnn.bias_ih_l0	6	-0.009794420562684536
18536	rnn.bias_ih_l0	7	-0.09904616326093674
18536	rnn.bias_ih_l0	8	-0.16723626852035522
18536	rnn.bias_ih_l0	9	0.09097708016633987
18536	rnn.bias_hh_l0	0	-0.013153275474905968
18536	rnn.bias_hh_l0	1	0.02382126823067665
18536	rnn.bias_hh_l0	2	-0.019756417721509933
18536	rnn.bias_hh_l0	3	-0.026440976187586784
18536	rnn.bias_hh_l0	4	-0.040078483521938324
18536	rnn.bias_hh_l0	5	0.13267996907234192
18536	rnn.bias_hh_l0	6	0.020820993930101395
18536	rnn.bias_hh_l0	7	0.043280985206365585
18536	rnn.bias_hh_l0	8	0.02457435429096222
18536	rnn.bias_hh_l0	9	0.03078971803188324
18536	rnn.weight_ih_l0_reverse	0	-0.03054579347372055
18536	rnn.weight_ih_l0_reverse	1	-0.0015311294700950384
18536	rnn.weight_ih_l0_reverse	2	0.02674802951514721
18536	rnn.weight_ih_l0_reverse	3	-0.06156616657972336
18536	rnn.weight_ih_l0_reverse	4	0.009415644221007824
18536	rnn.weight_ih_l0_reverse	5	-0.05233828350901604
18536	rnn.weight_ih_l0_reverse	6	0.015876470133662224
18536	rnn.weight_ih_l0_reverse	7	0.045709557831287384
18536	rnn.weight_ih_l0_reverse	8	-0.043678827583789825
18536	rnn.weight_ih_l0_reverse	9	-0.05184517428278923
18536	rnn.weight_hh_l0_reverse	0	-0.07822543382644653
18536	rnn.weight_hh_l0_reverse	1	-0.06202142313122749
18536	rnn.weight_hh_l0_reverse	2	0.034420304000377655
18536	rnn.weight_hh_l0_reverse	3	0.043457888066768646
18536	rnn.weight_hh_l0_reverse	4	-5.685368159902282e-05
18536	rnn.weight_hh_l0_reverse	5	0.045204129070043564
18536	rnn.weight_hh_l0_reverse	6	-0.0016161801759153605
18536	rnn.weight_hh_l0_reverse	7	0.006526059936732054
18536	rnn.weight_hh_l0_reverse	8	-0.09112309664487839
18536	rnn.weight_hh_l0_reverse	9	0.07424245029687881
18536	rnn.bias_ih_l0_reverse	0	-0.07853850722312927
18536	rnn.bias_ih_l0_reverse	1	-0.058368220925331116
18536	rnn.bias_ih_l0_reverse	2	0.09535417705774307
18536	rnn.bias_ih_l0_reverse	3	0.03633531555533409
18536	rnn.bias_ih_l0_reverse	4	-0.13176299631595612
18536	rnn.bias_ih_l0_reverse	5	0.047889191657304764
18536	rnn.bias_ih_l0_reverse	6	-0.12119489163160324
18536	rnn.bias_ih_l0_reverse	7	0.038213104009628296
18536	rnn.bias_ih_l0_reverse	8	0.025663092732429504
18536	rnn.bias_ih_l0_reverse	9	0.062242574989795685
18536	rnn.bias_hh_l0_reverse	0	0.05431719124317169
18536	rnn.bias_hh_l0_reverse	1	0.07003914564847946
18536	rnn.bias_hh_l0_reverse	2	0.07661834359169006
18536	rnn.bias_hh_l0_reverse	3	-0.017745090648531914
18536	rnn.bias_hh_l0_reverse	4	0.08311715722084045
18536	rnn.bias_hh_l0_reverse	5	-0.005965833552181721
18536	rnn.bias_hh_l0_reverse	6	-0.06732688844203949
18536	rnn.bias_hh_l0_reverse	7	0.02902042679488659
18536	rnn.bias_hh_l0_reverse	8	0.01630433462560177
18536	rnn.bias_hh_l0_reverse	9	-0.15100593864917755
18536	linear.weight	0	0.1583932340145111
18536	linear.weight	1	-0.14426493644714355
18536	linear.weight	2	-0.1896158754825592
18536	linear.weight	3	0.04030749946832657
18536	linear.weight	4	-0.01885223761200905
18536	linear.weight	5	-0.0029366968665271997
18536	linear.weight	6	-0.007722332142293453
18536	linear.weight	7	-0.02988123521208763
18536	linear.weight	8	0.04323586821556091
18536	linear.weight	9	0.3000824451446533
18536	linear.bias	0	-0.18263794481754303
18536	linear.bias	1	0.16726656258106232
18536	linear.bias	2	-0.5054082274436951
18536	linear.bias	3	1.64759361743927
18536	linear.bias	4	-0.3890637159347534
18536	linear.bias	5	-0.030769959092140198
18536	linear.bias	6	-0.3468742370605469
18536	linear.bias	7	-0.2629028260707855
18536	linear.bias	8	-0.025385845452547073
18536	linear.bias	9	-0.47755739092826843
18564	transitions	0	-0.6342379450798035
18564	transitions	1	0.36376526951789856
18564	transitions	2	1.690846562385559
18564	transitions	3	0.1135868951678276
18564	transitions	4	0.9598813056945801
18564	transitions	5	1.2741941213607788
18564	transitions	6	0.48369625210762024
18564	transitions	7	0.17733117938041687
18564	transitions	8	-0.9193902611732483
18564	transitions	9	0.9307180643081665
18564	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18564	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18564	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18564	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18564	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18564	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18564	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18564	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18564	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18564	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18564	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18564	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18564	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18564	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18564	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18564	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18564	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18564	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18564	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18564	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18564	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18564	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18564	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18564	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18564	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18564	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18564	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18564	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18564	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18564	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18564	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18564	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18564	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18564	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18564	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18564	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18564	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18564	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18564	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18564	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18564	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18564	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18564	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18564	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18564	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18564	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18564	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18564	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18564	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18564	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18564	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18564	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18564	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18564	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18564	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18564	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18564	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18564	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18564	embedding2nn.weight	0	0.02157873660326004
18564	embedding2nn.weight	1	0.014130094088613987
18564	embedding2nn.weight	2	-0.0049939327873289585
18564	embedding2nn.weight	3	0.0017671668902039528
18564	embedding2nn.weight	4	-0.005259758327156305
18564	embedding2nn.weight	5	0.010716832242906094
18564	embedding2nn.weight	6	-0.00405808025971055
18564	embedding2nn.weight	7	0.013799850828945637
18564	embedding2nn.weight	8	-0.005431046709418297
18564	embedding2nn.weight	9	-0.013104839250445366
18564	embedding2nn.bias	0	-0.05459630489349365
18564	embedding2nn.bias	1	-0.016624819487333298
18564	embedding2nn.bias	2	-0.06073997914791107
18564	embedding2nn.bias	3	-0.0027872754726558924
18564	embedding2nn.bias	4	-0.011664820834994316
18564	embedding2nn.bias	5	0.0038292640820145607
18564	embedding2nn.bias	6	0.019525131210684776
18564	embedding2nn.bias	7	0.012094898149371147
18564	embedding2nn.bias	8	0.006654761731624603
18564	embedding2nn.bias	9	0.018384341150522232
18564	rnn.weight_ih_l0	0	0.041143618524074554
18564	rnn.weight_ih_l0	1	-0.012426696717739105
18564	rnn.weight_ih_l0	2	-0.037941038608551025
18564	rnn.weight_ih_l0	3	-0.042273521423339844
18564	rnn.weight_ih_l0	4	-0.04954681172966957
18564	rnn.weight_ih_l0	5	-0.00733267841860652
18564	rnn.weight_ih_l0	6	-0.05103764310479164
18564	rnn.weight_ih_l0	7	-0.057313643395900726
18564	rnn.weight_ih_l0	8	-0.044667523354291916
18564	rnn.weight_ih_l0	9	-0.02819945104420185
18564	rnn.weight_hh_l0	0	0.015203798189759254
18564	rnn.weight_hh_l0	1	-0.01762460544705391
18564	rnn.weight_hh_l0	2	-0.0722041204571724
18564	rnn.weight_hh_l0	3	-0.030038608238101006
18564	rnn.weight_hh_l0	4	-0.07429149001836777
18564	rnn.weight_hh_l0	5	-0.01570352166891098
18564	rnn.weight_hh_l0	6	-0.04457096382975578
18564	rnn.weight_hh_l0	7	-0.01336995605379343
18564	rnn.weight_hh_l0	8	-0.01752234250307083
18564	rnn.weight_hh_l0	9	0.011425439268350601
18564	rnn.bias_ih_l0	0	0.13046590983867645
18564	rnn.bias_ih_l0	1	-0.055180203169584274
18564	rnn.bias_ih_l0	2	0.10298619419336319
18564	rnn.bias_ih_l0	3	0.04863089323043823
18564	rnn.bias_ih_l0	4	0.09674128144979477
18564	rnn.bias_ih_l0	5	0.022593466565012932
18564	rnn.bias_ih_l0	6	-0.010699710808694363
18564	rnn.bias_ih_l0	7	-0.09563777595758438
18564	rnn.bias_ih_l0	8	-0.1655287742614746
18564	rnn.bias_ih_l0	9	0.09116246551275253
18564	rnn.bias_hh_l0	0	-0.013030494563281536
18564	rnn.bias_hh_l0	1	0.02401554584503174
18564	rnn.bias_hh_l0	2	-0.020945889875292778
18564	rnn.bias_hh_l0	3	-0.02615549974143505
18564	rnn.bias_hh_l0	4	-0.04065599665045738
18564	rnn.bias_hh_l0	5	0.13436739146709442
18564	rnn.bias_hh_l0	6	0.02085704170167446
18564	rnn.bias_hh_l0	7	0.03875917196273804
18564	rnn.bias_hh_l0	8	0.02366906777024269
18564	rnn.bias_hh_l0	9	0.03091023676097393
18564	rnn.weight_ih_l0_reverse	0	-0.03056754544377327
18564	rnn.weight_ih_l0_reverse	1	-0.0021079247817397118
18564	rnn.weight_ih_l0_reverse	2	0.026944972574710846
18564	rnn.weight_ih_l0_reverse	3	-0.061565227806568146
18564	rnn.weight_ih_l0_reverse	4	0.009580938145518303
18564	rnn.weight_ih_l0_reverse	5	-0.052555620670318604
18564	rnn.weight_ih_l0_reverse	6	0.015244748443365097
18564	rnn.weight_ih_l0_reverse	7	0.04557645693421364
18564	rnn.weight_ih_l0_reverse	8	-0.043621726334095
18564	rnn.weight_ih_l0_reverse	9	-0.051936473697423935
18564	rnn.weight_hh_l0_reverse	0	-0.07763409614562988
18564	rnn.weight_hh_l0_reverse	1	-0.0609087310731411
18564	rnn.weight_hh_l0_reverse	2	0.03426407650113106
18564	rnn.weight_hh_l0_reverse	3	0.04360508546233177
18564	rnn.weight_hh_l0_reverse	4	-0.0005435909843072295
18564	rnn.weight_hh_l0_reverse	5	0.044894926249980927
18564	rnn.weight_hh_l0_reverse	6	0.0003439448191784322
18564	rnn.weight_hh_l0_reverse	7	0.006198280490934849
18564	rnn.weight_hh_l0_reverse	8	-0.09074924886226654
18564	rnn.weight_hh_l0_reverse	9	0.073409304022789
18564	rnn.bias_ih_l0_reverse	0	-0.07443063706159592
18564	rnn.bias_ih_l0_reverse	1	-0.05914708599448204
18564	rnn.bias_ih_l0_reverse	2	0.09665779024362564
18564	rnn.bias_ih_l0_reverse	3	0.03635648638010025
18564	rnn.bias_ih_l0_reverse	4	-0.13244137167930603
18564	rnn.bias_ih_l0_reverse	5	0.04743187874555588
18564	rnn.bias_ih_l0_reverse	6	-0.11751917749643326
18564	rnn.bias_ih_l0_reverse	7	0.03805391117930412
18564	rnn.bias_ih_l0_reverse	8	0.026054468005895615
18564	rnn.bias_ih_l0_reverse	9	0.06282250583171844
18564	rnn.bias_hh_l0_reverse	0	0.05115720257163048
18564	rnn.bias_hh_l0_reverse	1	0.07114744931459427
18564	rnn.bias_hh_l0_reverse	2	0.07718464732170105
18564	rnn.bias_hh_l0_reverse	3	-0.01787283457815647
18564	rnn.bias_hh_l0_reverse	4	0.08335564285516739
18564	rnn.bias_hh_l0_reverse	5	-0.01039923820644617
18564	rnn.bias_hh_l0_reverse	6	-0.06679161638021469
18564	rnn.bias_hh_l0_reverse	7	0.029409877955913544
18564	rnn.bias_hh_l0_reverse	8	0.015986895188689232
18564	rnn.bias_hh_l0_reverse	9	-0.14760053157806396
18564	linear.weight	0	0.15838319063186646
18564	linear.weight	1	-0.14432698488235474
18564	linear.weight	2	-0.18963897228240967
18564	linear.weight	3	0.03978227078914642
18564	linear.weight	4	-0.021017344668507576
18564	linear.weight	5	-0.004263287875801325
18564	linear.weight	6	-0.007720086257904768
18564	linear.weight	7	-0.029698876664042473
18564	linear.weight	8	0.04229053482413292
18564	linear.weight	9	0.3017193377017975
18564	linear.bias	0	-0.21181932091712952
18564	linear.bias	1	0.1700894832611084
18564	linear.bias	2	-0.5045668482780457
18564	linear.bias	3	1.6734620332717896
18564	linear.bias	4	-0.3893296718597412
18564	linear.bias	5	-0.030769959092140198
18564	linear.bias	6	-0.3458167016506195
18564	linear.bias	7	-0.2614469826221466
18564	linear.bias	8	-0.026830535382032394
18564	linear.bias	9	-0.47775760293006897
18592	transitions	0	-0.6342959403991699
18592	transitions	1	0.3637300133705139
18592	transitions	2	1.6907563209533691
18592	transitions	3	0.11353373527526855
18592	transitions	4	0.9598672986030579
18592	transitions	5	1.274192452430725
18592	transitions	6	0.483693927526474
18592	transitions	7	0.17733050882816315
18592	transitions	8	-0.9193909168243408
18592	transitions	9	0.9307175278663635
18592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18592	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18592	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18592	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18592	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18592	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18592	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18592	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18592	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18592	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18592	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18592	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18592	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18592	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18592	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18592	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18592	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18592	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18592	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18592	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18592	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18592	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18592	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18592	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18592	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18592	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18592	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18592	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18592	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18592	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18592	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18592	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18592	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18592	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18592	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18592	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18592	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18592	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18592	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18592	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18592	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18592	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18592	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18592	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18592	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18592	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18592	embedding2nn.weight	0	0.021761463955044746
18592	embedding2nn.weight	1	0.01409598346799612
18592	embedding2nn.weight	2	-0.004922485910356045
18592	embedding2nn.weight	3	0.0016505654202774167
18592	embedding2nn.weight	4	-0.005346016958355904
18592	embedding2nn.weight	5	0.010952994227409363
18592	embedding2nn.weight	6	-0.004143735859543085
18592	embedding2nn.weight	7	0.014316225424408913
18592	embedding2nn.weight	8	-0.005343031138181686
18592	embedding2nn.weight	9	-0.013054349459707737
18592	embedding2nn.bias	0	-0.053181253373622894
18592	embedding2nn.bias	1	-0.01381523534655571
18592	embedding2nn.bias	2	-0.06656809896230698
18592	embedding2nn.bias	3	-0.003206362947821617
18592	embedding2nn.bias	4	-0.01946835406124592
18592	embedding2nn.bias	5	0.003058097558096051
18592	embedding2nn.bias	6	0.016672153025865555
18592	embedding2nn.bias	7	0.006622868124395609
18592	embedding2nn.bias	8	0.009422257542610168
18592	embedding2nn.bias	9	0.014689957723021507
18592	rnn.weight_ih_l0	0	0.04111100733280182
18592	rnn.weight_ih_l0	1	-0.012251080945134163
18592	rnn.weight_ih_l0	2	-0.039019711315631866
18592	rnn.weight_ih_l0	3	-0.04185057803988457
18592	rnn.weight_ih_l0	4	-0.049547839909791946
18592	rnn.weight_ih_l0	5	-0.007724781520664692
18592	rnn.weight_ih_l0	6	-0.050914254039525986
18592	rnn.weight_ih_l0	7	-0.05754116177558899
18592	rnn.weight_ih_l0	8	-0.045019689947366714
18592	rnn.weight_ih_l0	9	-0.028056133538484573
18592	rnn.weight_hh_l0	0	0.01584342122077942
18592	rnn.weight_hh_l0	1	-0.01764380745589733
18592	rnn.weight_hh_l0	2	-0.07228589057922363
18592	rnn.weight_hh_l0	3	-0.03043230250477791
18592	rnn.weight_hh_l0	4	-0.07384228706359863
18592	rnn.weight_hh_l0	5	-0.015182282775640488
18592	rnn.weight_hh_l0	6	-0.04370446130633354
18592	rnn.weight_hh_l0	7	-0.013860935345292091
18592	rnn.weight_hh_l0	8	-0.017538469284772873
18592	rnn.weight_hh_l0	9	0.011129632592201233
18592	rnn.bias_ih_l0	0	0.1308942586183548
18592	rnn.bias_ih_l0	1	-0.05638303980231285
18592	rnn.bias_ih_l0	2	0.1016206219792366
18592	rnn.bias_ih_l0	3	0.049722570925951004
18592	rnn.bias_ih_l0	4	0.09853331744670868
18592	rnn.bias_ih_l0	5	0.024118617177009583
18592	rnn.bias_ih_l0	6	-0.013075842522084713
18592	rnn.bias_ih_l0	7	-0.09609845280647278
18592	rnn.bias_ih_l0	8	-0.16866151988506317
18592	rnn.bias_ih_l0	9	0.09228933602571487
18592	rnn.bias_hh_l0	0	-0.01214502938091755
18592	rnn.bias_hh_l0	1	0.023574139922857285
18592	rnn.bias_hh_l0	2	-0.01728026568889618
18592	rnn.bias_hh_l0	3	-0.027693521231412888
18592	rnn.bias_hh_l0	4	-0.03955299034714699
18592	rnn.bias_hh_l0	5	0.1350223869085312
18592	rnn.bias_hh_l0	6	0.0204649455845356
18592	rnn.bias_hh_l0	7	0.035986367613077164
18592	rnn.bias_hh_l0	8	0.021292932331562042
18592	rnn.bias_hh_l0	9	0.03240164741873741
18592	rnn.weight_ih_l0_reverse	0	-0.030781397596001625
18592	rnn.weight_ih_l0_reverse	1	-0.0020641160663217306
18592	rnn.weight_ih_l0_reverse	2	0.026673609390854836
18592	rnn.weight_ih_l0_reverse	3	-0.06150299683213234
18592	rnn.weight_ih_l0_reverse	4	0.009751232340931892
18592	rnn.weight_ih_l0_reverse	5	-0.05252654105424881
18592	rnn.weight_ih_l0_reverse	6	0.01619286835193634
18592	rnn.weight_ih_l0_reverse	7	0.0455828532576561
18592	rnn.weight_ih_l0_reverse	8	-0.04355839267373085
18592	rnn.weight_ih_l0_reverse	9	-0.05206317454576492
18592	rnn.weight_hh_l0_reverse	0	-0.07799895107746124
18592	rnn.weight_hh_l0_reverse	1	-0.06015327572822571
18592	rnn.weight_hh_l0_reverse	2	0.03418434038758278
18592	rnn.weight_hh_l0_reverse	3	0.0439089871942997
18592	rnn.weight_hh_l0_reverse	4	-0.00010805529745994136
18592	rnn.weight_hh_l0_reverse	5	0.044905886054039
18592	rnn.weight_hh_l0_reverse	6	-0.0008582319715060294
18592	rnn.weight_hh_l0_reverse	7	0.006061763036996126
18592	rnn.weight_hh_l0_reverse	8	-0.09083853662014008
18592	rnn.weight_hh_l0_reverse	9	0.0734018087387085
18592	rnn.bias_ih_l0_reverse	0	-0.07527311891317368
18592	rnn.bias_ih_l0_reverse	1	-0.05826958641409874
18592	rnn.bias_ih_l0_reverse	2	0.0974237397313118
18592	rnn.bias_ih_l0_reverse	3	0.036778245121240616
18592	rnn.bias_ih_l0_reverse	4	-0.1331881582736969
18592	rnn.bias_ih_l0_reverse	5	0.04657888412475586
18592	rnn.bias_ih_l0_reverse	6	-0.1175573393702507
18592	rnn.bias_ih_l0_reverse	7	0.040442753583192825
18592	rnn.bias_ih_l0_reverse	8	0.0259868036955595
18592	rnn.bias_ih_l0_reverse	9	0.06200863793492317
18592	rnn.bias_hh_l0_reverse	0	0.05242251977324486
18592	rnn.bias_hh_l0_reverse	1	0.07032223045825958
18592	rnn.bias_hh_l0_reverse	2	0.07552316039800644
18592	rnn.bias_hh_l0_reverse	3	-0.017157776281237602
18592	rnn.bias_hh_l0_reverse	4	0.08243165910243988
18592	rnn.bias_hh_l0_reverse	5	-0.009743399918079376
18592	rnn.bias_hh_l0_reverse	6	-0.06632620096206665
18592	rnn.bias_hh_l0_reverse	7	0.02944980561733246
18592	rnn.bias_hh_l0_reverse	8	0.014765126630663872
18592	rnn.bias_hh_l0_reverse	9	-0.14610229432582855
18592	linear.weight	0	0.15456363558769226
18592	linear.weight	1	-0.14430727064609528
18592	linear.weight	2	-0.19000539183616638
18592	linear.weight	3	0.04798581451177597
18592	linear.weight	4	-0.020386161282658577
18592	linear.weight	5	-0.002732684835791588
18592	linear.weight	6	-0.007718801032751799
18592	linear.weight	7	-0.02967127226293087
18592	linear.weight	8	0.04354579746723175
18592	linear.weight	9	0.30185484886169434
18592	linear.bias	0	-0.207209974527359
18592	linear.bias	1	0.17034462094306946
18592	linear.bias	2	-0.5023776888847351
18592	linear.bias	3	1.6589902639389038
18592	linear.bias	4	-0.3895263373851776
18592	linear.bias	5	-0.030769959092140198
18592	linear.bias	6	-0.3436846137046814
18592	linear.bias	7	-0.2612592279911041
18592	linear.bias	8	-0.019891560077667236
18592	linear.bias	9	-0.47786039113998413
18620	transitions	0	-0.6343763470649719
18620	transitions	1	0.3636687397956848
18620	transitions	2	1.6906720399856567
18620	transitions	3	0.11346907913684845
18620	transitions	4	0.9598338603973389
18620	transitions	5	1.2741907835006714
18620	transitions	6	0.4836924374103546
18620	transitions	7	0.17732767760753632
18620	transitions	8	-0.9193921089172363
18620	transitions	9	0.930717408657074
18620	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18620	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18620	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18620	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18620	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18620	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18620	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18620	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18620	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18620	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18620	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18620	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18620	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18620	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18620	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18620	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18620	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18620	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18620	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18620	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18620	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18620	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18620	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18620	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18620	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18620	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18620	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18620	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18620	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18620	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18620	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18620	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18620	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18620	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18620	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18620	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18620	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18620	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18620	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18620	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18620	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18620	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18620	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18620	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18620	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18620	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18620	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18620	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18620	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18620	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18620	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18620	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18620	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18620	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18620	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18620	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18620	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18620	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18620	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18620	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18620	embedding2nn.weight	0	0.021450242027640343
18620	embedding2nn.weight	1	0.014166328124701977
18620	embedding2nn.weight	2	-0.004948284011334181
18620	embedding2nn.weight	3	0.0017210104269906878
18620	embedding2nn.weight	4	-0.005365611054003239
18620	embedding2nn.weight	5	0.011072121560573578
18620	embedding2nn.weight	6	-0.004091997165232897
18620	embedding2nn.weight	7	0.014552432112395763
18620	embedding2nn.weight	8	-0.005333108827471733
18620	embedding2nn.weight	9	-0.013065043836832047
18620	embedding2nn.bias	0	-0.047646231949329376
18620	embedding2nn.bias	1	-0.02105739340186119
18620	embedding2nn.bias	2	-0.06577973812818527
18620	embedding2nn.bias	3	-0.0077747018076479435
18620	embedding2nn.bias	4	-0.01903739757835865
18620	embedding2nn.bias	5	0.002202657051384449
18620	embedding2nn.bias	6	0.021284310147166252
18620	embedding2nn.bias	7	0.009148625656962395
18620	embedding2nn.bias	8	0.010163634084165096
18620	embedding2nn.bias	9	0.00930006429553032
18620	rnn.weight_ih_l0	0	0.04106750339269638
18620	rnn.weight_ih_l0	1	-0.012569230981171131
18620	rnn.weight_ih_l0	2	-0.039883092045784
18620	rnn.weight_ih_l0	3	-0.042169276624917984
18620	rnn.weight_ih_l0	4	-0.04971352219581604
18620	rnn.weight_ih_l0	5	-0.007755650673061609
18620	rnn.weight_ih_l0	6	-0.05086120218038559
18620	rnn.weight_ih_l0	7	-0.05738455429673195
18620	rnn.weight_ih_l0	8	-0.044946663081645966
18620	rnn.weight_ih_l0	9	-0.02795378305017948
18620	rnn.weight_hh_l0	0	0.016442546620965004
18620	rnn.weight_hh_l0	1	-0.018598541617393494
18620	rnn.weight_hh_l0	2	-0.07216263562440872
18620	rnn.weight_hh_l0	3	-0.03028080239892006
18620	rnn.weight_hh_l0	4	-0.07409431040287018
18620	rnn.weight_hh_l0	5	-0.01575653627514839
18620	rnn.weight_hh_l0	6	-0.04286867752671242
18620	rnn.weight_hh_l0	7	-0.014648158103227615
18620	rnn.weight_hh_l0	8	-0.01796109601855278
18620	rnn.weight_hh_l0	9	0.01148196030408144
18620	rnn.bias_ih_l0	0	0.12979917228221893
18620	rnn.bias_ih_l0	1	-0.05550193041563034
18620	rnn.bias_ih_l0	2	0.1031041219830513
18620	rnn.bias_ih_l0	3	0.04887744039297104
18620	rnn.bias_ih_l0	4	0.09891260415315628
18620	rnn.bias_ih_l0	5	0.02417195774614811
18620	rnn.bias_ih_l0	6	-0.01329202763736248
18620	rnn.bias_ih_l0	7	-0.09041155129671097
18620	rnn.bias_ih_l0	8	-0.16746824979782104
18620	rnn.bias_ih_l0	9	0.0914846658706665
18620	rnn.bias_hh_l0	0	-0.011747428216040134
18620	rnn.bias_hh_l0	1	0.023989472538232803
18620	rnn.bias_hh_l0	2	-0.015580972656607628
18620	rnn.bias_hh_l0	3	-0.027118394151329994
18620	rnn.bias_hh_l0	4	-0.04028565064072609
18620	rnn.bias_hh_l0	5	0.13426190614700317
18620	rnn.bias_hh_l0	6	0.019310038536787033
18620	rnn.bias_hh_l0	7	0.03617282584309578
18620	rnn.bias_hh_l0	8	0.02107674442231655
18620	rnn.bias_hh_l0	9	0.03160996735095978
18620	rnn.weight_ih_l0_reverse	0	-0.03060358390212059
18620	rnn.weight_ih_l0_reverse	1	-0.003202731953933835
18620	rnn.weight_ih_l0_reverse	2	0.02674207091331482
18620	rnn.weight_ih_l0_reverse	3	-0.061016328632831573
18620	rnn.weight_ih_l0_reverse	4	0.009785939007997513
18620	rnn.weight_ih_l0_reverse	5	-0.05266287922859192
18620	rnn.weight_ih_l0_reverse	6	0.01644095778465271
18620	rnn.weight_ih_l0_reverse	7	0.045711714774370193
18620	rnn.weight_ih_l0_reverse	8	-0.04342694953083992
18620	rnn.weight_ih_l0_reverse	9	-0.0520760677754879
18620	rnn.weight_hh_l0_reverse	0	-0.07864619791507721
18620	rnn.weight_hh_l0_reverse	1	-0.06122788414359093
18620	rnn.weight_hh_l0_reverse	2	0.03379134461283684
18620	rnn.weight_hh_l0_reverse	3	0.044005680829286575
18620	rnn.weight_hh_l0_reverse	4	-0.00028295820811763406
18620	rnn.weight_hh_l0_reverse	5	0.04460422694683075
18620	rnn.weight_hh_l0_reverse	6	0.0010100114159286022
18620	rnn.weight_hh_l0_reverse	7	0.006276861764490604
18620	rnn.weight_hh_l0_reverse	8	-0.09020093828439713
18620	rnn.weight_hh_l0_reverse	9	0.07297591120004654
18620	rnn.bias_ih_l0_reverse	0	-0.06890859454870224
18620	rnn.bias_ih_l0_reverse	1	-0.06365599483251572
18620	rnn.bias_ih_l0_reverse	2	0.09892410784959793
18620	rnn.bias_ih_l0_reverse	3	0.03751572594046593
18620	rnn.bias_ih_l0_reverse	4	-0.13359954953193665
18620	rnn.bias_ih_l0_reverse	5	0.046227626502513885
18620	rnn.bias_ih_l0_reverse	6	-0.11432947218418121
18620	rnn.bias_ih_l0_reverse	7	0.03957933560013771
18620	rnn.bias_ih_l0_reverse	8	0.02671830728650093
18620	rnn.bias_ih_l0_reverse	9	0.06227044761180878
18620	rnn.bias_hh_l0_reverse	0	0.04686097055673599
18620	rnn.bias_hh_l0_reverse	1	0.06925094127655029
18620	rnn.bias_hh_l0_reverse	2	0.07547448575496674
18620	rnn.bias_hh_l0_reverse	3	-0.017567770555615425
18620	rnn.bias_hh_l0_reverse	4	0.08267970383167267
18620	rnn.bias_hh_l0_reverse	5	-0.006113206967711449
18620	rnn.bias_hh_l0_reverse	6	-0.06678596138954163
18620	rnn.bias_hh_l0_reverse	7	0.029888657853007317
18620	rnn.bias_hh_l0_reverse	8	0.011026888154447079
18620	rnn.bias_hh_l0_reverse	9	-0.15277595818042755
18620	linear.weight	0	0.14887647330760956
18620	linear.weight	1	-0.144258052110672
18620	linear.weight	2	-0.189296156167984
18620	linear.weight	3	0.04712574556469917
18620	linear.weight	4	-0.01881440356373787
18620	linear.weight	5	-0.0021427422761917114
18620	linear.weight	6	-0.007718144915997982
18620	linear.weight	7	-0.02964824065566063
18620	linear.weight	8	0.04319052770733833
18620	linear.weight	9	0.30063220858573914
18620	linear.bias	0	-0.19917333126068115
18620	linear.bias	1	0.17231960594654083
18620	linear.bias	2	-0.503821074962616
18620	linear.bias	3	1.6585158109664917
18620	linear.bias	4	-0.389790803194046
18620	linear.bias	5	-0.030769959092140198
18620	linear.bias	6	-0.34502556920051575
18620	linear.bias	7	-0.261095255613327
18620	linear.bias	8	-0.02171807736158371
18620	linear.bias	9	-0.4780403673648834
18648	transitions	0	-0.6344605088233948
18648	transitions	1	0.36358028650283813
18648	transitions	2	1.6905570030212402
18648	transitions	3	0.11226702481508255
18648	transitions	4	0.9597212672233582
18648	transitions	5	1.2741862535476685
18648	transitions	6	0.48369085788726807
18648	transitions	7	0.17732571065425873
18648	transitions	8	-0.9193935394287109
18648	transitions	9	0.9307173490524292
18648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18648	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18648	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18648	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18648	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18648	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18648	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18648	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18648	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18648	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18648	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18648	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18648	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18648	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18648	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18648	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18648	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18648	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18648	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18648	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18648	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18648	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18648	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18648	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18648	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18648	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18648	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18648	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18648	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18648	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18648	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18648	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18648	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18648	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18648	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18648	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18648	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18648	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18648	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18648	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18648	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18648	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18648	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18648	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18648	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18648	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18648	embedding2nn.weight	0	0.021419918164610863
18648	embedding2nn.weight	1	0.014261135831475258
18648	embedding2nn.weight	2	-0.004939749836921692
18648	embedding2nn.weight	3	0.0019226843724027276
18648	embedding2nn.weight	4	-0.005368068348616362
18648	embedding2nn.weight	5	0.011083179153501987
18648	embedding2nn.weight	6	-0.004017375875264406
18648	embedding2nn.weight	7	0.01476672850549221
18648	embedding2nn.weight	8	-0.0052238148637115955
18648	embedding2nn.weight	9	-0.013116571120917797
18648	embedding2nn.bias	0	-0.0457240454852581
18648	embedding2nn.bias	1	-0.024805352091789246
18648	embedding2nn.bias	2	-0.05981393903493881
18648	embedding2nn.bias	3	-0.005945099983364344
18648	embedding2nn.bias	4	-0.018627574667334557
18648	embedding2nn.bias	5	0.004877086263149977
18648	embedding2nn.bias	6	0.018773794174194336
18648	embedding2nn.bias	7	0.009439674206078053
18648	embedding2nn.bias	8	0.012715935707092285
18648	embedding2nn.bias	9	0.010344407521188259
18648	rnn.weight_ih_l0	0	0.04123096540570259
18648	rnn.weight_ih_l0	1	-0.012800140306353569
18648	rnn.weight_ih_l0	2	-0.039649903774261475
18648	rnn.weight_ih_l0	3	-0.04227696731686592
18648	rnn.weight_ih_l0	4	-0.05012993887066841
18648	rnn.weight_ih_l0	5	-0.007952496409416199
18648	rnn.weight_ih_l0	6	-0.05154411122202873
18648	rnn.weight_ih_l0	7	-0.05728009343147278
18648	rnn.weight_ih_l0	8	-0.04504057392477989
18648	rnn.weight_ih_l0	9	-0.027987295761704445
18648	rnn.weight_hh_l0	0	0.016413820907473564
18648	rnn.weight_hh_l0	1	-0.018429985269904137
18648	rnn.weight_hh_l0	2	-0.07206189632415771
18648	rnn.weight_hh_l0	3	-0.030399758368730545
18648	rnn.weight_hh_l0	4	-0.07439103722572327
18648	rnn.weight_hh_l0	5	-0.015895823016762733
18648	rnn.weight_hh_l0	6	-0.04449043050408363
18648	rnn.weight_hh_l0	7	-0.015310009010136127
18648	rnn.weight_hh_l0	8	-0.01821546070277691
18648	rnn.weight_hh_l0	9	0.010161224752664566
18648	rnn.bias_ih_l0	0	0.13174599409103394
18648	rnn.bias_ih_l0	1	-0.055519621819257736
18648	rnn.bias_ih_l0	2	0.09978620707988739
18648	rnn.bias_ih_l0	3	0.047881193459033966
18648	rnn.bias_ih_l0	4	0.0989789366722107
18648	rnn.bias_ih_l0	5	0.024678044021129608
18648	rnn.bias_ih_l0	6	-0.015145600773394108
18648	rnn.bias_ih_l0	7	-0.09044952690601349
18648	rnn.bias_ih_l0	8	-0.16855491697788239
18648	rnn.bias_ih_l0	9	0.09308580309152603
18648	rnn.bias_hh_l0	0	-0.010940007865428925
18648	rnn.bias_hh_l0	1	0.02219908870756626
18648	rnn.bias_hh_l0	2	-0.015173784457147121
18648	rnn.bias_hh_l0	3	-0.02652251347899437
18648	rnn.bias_hh_l0	4	-0.039387304335832596
18648	rnn.bias_hh_l0	5	0.13369472324848175
18648	rnn.bias_hh_l0	6	0.020212043076753616
18648	rnn.bias_hh_l0	7	0.03711199387907982
18648	rnn.bias_hh_l0	8	0.019223172217607498
18648	rnn.bias_hh_l0	9	0.03162352740764618
18648	rnn.weight_ih_l0_reverse	0	-0.030826980248093605
18648	rnn.weight_ih_l0_reverse	1	-0.0037602237425744534
18648	rnn.weight_ih_l0_reverse	2	0.0266997292637825
18648	rnn.weight_ih_l0_reverse	3	-0.060820452868938446
18648	rnn.weight_ih_l0_reverse	4	0.009539395570755005
18648	rnn.weight_ih_l0_reverse	5	-0.05267789587378502
18648	rnn.weight_ih_l0_reverse	6	0.017278889194130898
18648	rnn.weight_ih_l0_reverse	7	0.04595375806093216
18648	rnn.weight_ih_l0_reverse	8	-0.04368021339178085
18648	rnn.weight_ih_l0_reverse	9	-0.052146270871162415
18648	rnn.weight_hh_l0_reverse	0	-0.07926125079393387
18648	rnn.weight_hh_l0_reverse	1	-0.061140432953834534
18648	rnn.weight_hh_l0_reverse	2	0.03402191027998924
18648	rnn.weight_hh_l0_reverse	3	0.044424816966056824
18648	rnn.weight_hh_l0_reverse	4	-0.0008543498697690666
18648	rnn.weight_hh_l0_reverse	5	0.04457998275756836
18648	rnn.weight_hh_l0_reverse	6	-0.0004352122778072953
18648	rnn.weight_hh_l0_reverse	7	0.0058336700312793255
18648	rnn.weight_hh_l0_reverse	8	-0.08920013159513474
18648	rnn.weight_hh_l0_reverse	9	0.07281781733036041
18648	rnn.bias_ih_l0_reverse	0	-0.07415826618671417
18648	rnn.bias_ih_l0_reverse	1	-0.06372285634279251
18648	rnn.bias_ih_l0_reverse	2	0.09887243807315826
18648	rnn.bias_ih_l0_reverse	3	0.038457103073596954
18648	rnn.bias_ih_l0_reverse	4	-0.13418671488761902
18648	rnn.bias_ih_l0_reverse	5	0.045676179230213165
18648	rnn.bias_ih_l0_reverse	6	-0.11247527599334717
18648	rnn.bias_ih_l0_reverse	7	0.0383245125412941
18648	rnn.bias_ih_l0_reverse	8	0.025884270668029785
18648	rnn.bias_ih_l0_reverse	9	0.061228565871715546
18648	rnn.bias_hh_l0_reverse	0	0.04925095662474632
18648	rnn.bias_hh_l0_reverse	1	0.06975625455379486
18648	rnn.bias_hh_l0_reverse	2	0.0769156664609909
18648	rnn.bias_hh_l0_reverse	3	-0.016259539872407913
18648	rnn.bias_hh_l0_reverse	4	0.08347858488559723
18648	rnn.bias_hh_l0_reverse	5	-0.0059692952781915665
18648	rnn.bias_hh_l0_reverse	6	-0.06761638820171356
18648	rnn.bias_hh_l0_reverse	7	0.03005635179579258
18648	rnn.bias_hh_l0_reverse	8	0.01121448166668415
18648	rnn.bias_hh_l0_reverse	9	-0.15491721034049988
18648	linear.weight	0	0.15099288523197174
18648	linear.weight	1	-0.14425455033779144
18648	linear.weight	2	-0.18902350962162018
18648	linear.weight	3	0.04664355143904686
18648	linear.weight	4	-0.019950944930315018
18648	linear.weight	5	-0.0026106792502105236
18648	linear.weight	6	-0.007713799364864826
18648	linear.weight	7	-0.029595384374260902
18648	linear.weight	8	0.042994920164346695
18648	linear.weight	9	0.2969767451286316
18648	linear.bias	0	-0.20517666637897491
18648	linear.bias	1	0.17327608168125153
18648	linear.bias	2	-0.5052915811538696
18648	linear.bias	3	1.6790660619735718
18648	linear.bias	4	-0.390131413936615
18648	linear.bias	5	-0.030769959092140198
18648	linear.bias	6	-0.34884777665138245
18648	linear.bias	7	-0.2598288655281067
18648	linear.bias	8	-0.022039275616407394
18648	linear.bias	9	-0.47823572158813477
18676	transitions	0	-0.6345558166503906
18676	transitions	1	0.36353617906570435
18676	transitions	2	1.6903653144836426
18676	transitions	3	0.11223376542329788
18676	transitions	4	0.9596770405769348
18676	transitions	5	1.274185299873352
18676	transitions	6	0.4836680293083191
18676	transitions	7	0.17732468247413635
18676	transitions	8	-0.9193944931030273
18676	transitions	9	0.9307173490524292
18676	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18676	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18676	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18676	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18676	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18676	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18676	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18676	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18676	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18676	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18676	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18676	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18676	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18676	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18676	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18676	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18676	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18676	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18676	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18676	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18676	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18676	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18676	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18676	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18676	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18676	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18676	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18676	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18676	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18676	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18676	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18676	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18676	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18676	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18676	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18676	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18676	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18676	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18676	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18676	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18676	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18676	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18676	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18676	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18676	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18676	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18676	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18676	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18676	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18676	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18676	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18676	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18676	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18676	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18676	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18676	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18676	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18676	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18676	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18676	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18676	embedding2nn.weight	0	0.020956389605998993
18676	embedding2nn.weight	1	0.014240758493542671
18676	embedding2nn.weight	2	-0.004867722280323505
18676	embedding2nn.weight	3	0.00193313870113343
18676	embedding2nn.weight	4	-0.005431602243334055
18676	embedding2nn.weight	5	0.011044114828109741
18676	embedding2nn.weight	6	-0.004060629289597273
18676	embedding2nn.weight	7	0.014519737102091312
18676	embedding2nn.weight	8	-0.0049873171374201775
18676	embedding2nn.weight	9	-0.013172648847103119
18676	embedding2nn.bias	0	-0.05114101618528366
18676	embedding2nn.bias	1	-0.021827008575201035
18676	embedding2nn.bias	2	-0.06183924525976181
18676	embedding2nn.bias	3	-0.005747782997786999
18676	embedding2nn.bias	4	-0.024926867336034775
18676	embedding2nn.bias	5	0.009664616547524929
18676	embedding2nn.bias	6	0.01630076766014099
18676	embedding2nn.bias	7	0.020901167765259743
18676	embedding2nn.bias	8	0.01075875572860241
18676	embedding2nn.bias	9	0.01297568716108799
18676	rnn.weight_ih_l0	0	0.041098304092884064
18676	rnn.weight_ih_l0	1	-0.012340821325778961
18676	rnn.weight_ih_l0	2	-0.03894037380814552
18676	rnn.weight_ih_l0	3	-0.042267657816410065
18676	rnn.weight_ih_l0	4	-0.05034744367003441
18676	rnn.weight_ih_l0	5	-0.008113306947052479
18676	rnn.weight_ih_l0	6	-0.051497429609298706
18676	rnn.weight_ih_l0	7	-0.05719848349690437
18676	rnn.weight_ih_l0	8	-0.04523742198944092
18676	rnn.weight_ih_l0	9	-0.02803679369390011
18676	rnn.weight_hh_l0	0	0.016530485823750496
18676	rnn.weight_hh_l0	1	-0.018520982936024666
18676	rnn.weight_hh_l0	2	-0.07145478576421738
18676	rnn.weight_hh_l0	3	-0.03023526258766651
18676	rnn.weight_hh_l0	4	-0.07468154281377792
18676	rnn.weight_hh_l0	5	-0.015361197292804718
18676	rnn.weight_hh_l0	6	-0.044348619878292084
18676	rnn.weight_hh_l0	7	-0.018180126324295998
18676	rnn.weight_hh_l0	8	-0.018223673105239868
18676	rnn.weight_hh_l0	9	0.009781479835510254
18676	rnn.bias_ih_l0	0	0.13363640010356903
18676	rnn.bias_ih_l0	1	-0.05546177551150322
18676	rnn.bias_ih_l0	2	0.09876416623592377
18676	rnn.bias_ih_l0	3	0.047213420271873474
18676	rnn.bias_ih_l0	4	0.10029959678649902
18676	rnn.bias_ih_l0	5	0.023952703922986984
18676	rnn.bias_ih_l0	6	-0.014698055572807789
18676	rnn.bias_ih_l0	7	-0.09048942476511002
18676	rnn.bias_ih_l0	8	-0.16723017394542694
18676	rnn.bias_ih_l0	9	0.09380286931991577
18676	rnn.bias_hh_l0	0	-0.0134726008400321
18676	rnn.bias_hh_l0	1	0.02132348343729973
18676	rnn.bias_hh_l0	2	-0.016306240111589432
18676	rnn.bias_hh_l0	3	-0.025239786133170128
18676	rnn.bias_hh_l0	4	-0.04063480719923973
18676	rnn.bias_hh_l0	5	0.12958396971225739
18676	rnn.bias_hh_l0	6	0.021125316619873047
18676	rnn.bias_hh_l0	7	0.0376550555229187
18676	rnn.bias_hh_l0	8	0.01967071183025837
18676	rnn.bias_hh_l0	9	0.03079799748957157
18676	rnn.weight_ih_l0_reverse	0	-0.030731532722711563
18676	rnn.weight_ih_l0_reverse	1	-0.0031842668540775776
18676	rnn.weight_ih_l0_reverse	2	0.026537619531154633
18676	rnn.weight_ih_l0_reverse	3	-0.06039028987288475
18676	rnn.weight_ih_l0_reverse	4	0.009393507614731789
18676	rnn.weight_ih_l0_reverse	5	-0.052917055785655975
18676	rnn.weight_ih_l0_reverse	6	0.016295164823532104
18676	rnn.weight_ih_l0_reverse	7	0.04597468301653862
18676	rnn.weight_ih_l0_reverse	8	-0.04414503648877144
18676	rnn.weight_ih_l0_reverse	9	-0.05210236832499504
18676	rnn.weight_hh_l0_reverse	0	-0.07901713252067566
18676	rnn.weight_hh_l0_reverse	1	-0.06066848337650299
18676	rnn.weight_hh_l0_reverse	2	0.033731523901224136
18676	rnn.weight_hh_l0_reverse	3	0.04451202601194382
18676	rnn.weight_hh_l0_reverse	4	-3.0545621143573953e-07
18676	rnn.weight_hh_l0_reverse	5	0.04492388665676117
18676	rnn.weight_hh_l0_reverse	6	0.0007048661937005818
18676	rnn.weight_hh_l0_reverse	7	0.005050166044384241
18676	rnn.weight_hh_l0_reverse	8	-0.08988877385854721
18676	rnn.weight_hh_l0_reverse	9	0.07259859889745712
18676	rnn.bias_ih_l0_reverse	0	-0.07349546998739243
18676	rnn.bias_ih_l0_reverse	1	-0.0609254390001297
18676	rnn.bias_ih_l0_reverse	2	0.0989864245057106
18676	rnn.bias_ih_l0_reverse	3	0.036873709410429
18676	rnn.bias_ih_l0_reverse	4	-0.1335185319185257
18676	rnn.bias_ih_l0_reverse	5	0.045824211090803146
18676	rnn.bias_ih_l0_reverse	6	-0.11382974684238434
18676	rnn.bias_ih_l0_reverse	7	0.0355350635945797
18676	rnn.bias_ih_l0_reverse	8	0.026824437081813812
18676	rnn.bias_ih_l0_reverse	9	0.06146836280822754
18676	rnn.bias_hh_l0_reverse	0	0.049366068094968796
18676	rnn.bias_hh_l0_reverse	1	0.06929522752761841
18676	rnn.bias_hh_l0_reverse	2	0.07429792732000351
18676	rnn.bias_hh_l0_reverse	3	-0.015908071771264076
18676	rnn.bias_hh_l0_reverse	4	0.08116389811038971
18676	rnn.bias_hh_l0_reverse	5	-0.007801763713359833
18676	rnn.bias_hh_l0_reverse	6	-0.06767541170120239
18676	rnn.bias_hh_l0_reverse	7	0.030908066779375076
18676	rnn.bias_hh_l0_reverse	8	0.0102922935038805
18676	rnn.bias_hh_l0_reverse	9	-0.15311561524868011
18676	linear.weight	0	0.15171539783477783
18676	linear.weight	1	-0.14425097405910492
18676	linear.weight	2	-0.18606694042682648
18676	linear.weight	3	0.04774798825383186
18676	linear.weight	4	-0.019881537184119225
18676	linear.weight	5	-0.0025583140086382627
18676	linear.weight	6	-0.007698775734752417
18676	linear.weight	7	-0.02957955002784729
18676	linear.weight	8	0.042677346616983414
18676	linear.weight	9	0.29367560148239136
18676	linear.bias	0	-0.20442327857017517
18676	linear.bias	1	0.17197193205356598
18676	linear.bias	2	-0.5041412115097046
18676	linear.bias	3	1.6744685173034668
18676	linear.bias	4	-0.3903661072254181
18676	linear.bias	5	-0.030769959092140198
18676	linear.bias	6	-0.34631240367889404
18676	linear.bias	7	-0.26089438796043396
18676	linear.bias	8	-0.016694307327270508
18676	linear.bias	9	-0.4783073961734772
18704	transitions	0	-0.634628415107727
18704	transitions	1	0.3635190725326538
18704	transitions	2	1.6902629137039185
18704	transitions	3	0.1121365875005722
18704	transitions	4	0.9596326351165771
18704	transitions	5	1.2741844654083252
18704	transitions	6	0.48366743326187134
18704	transitions	7	0.17671173810958862
18704	transitions	8	-0.9193949103355408
18704	transitions	9	0.9307172894477844
18704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18704	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18704	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18704	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18704	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18704	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18704	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18704	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18704	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18704	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18704	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18704	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18704	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18704	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18704	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18704	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18704	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18704	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18704	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18704	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18704	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18704	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18704	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18704	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18704	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18704	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18704	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18704	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18704	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18704	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18704	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18704	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18704	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18704	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18704	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18704	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18704	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18704	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18704	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18704	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18704	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18704	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18704	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18704	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18704	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18704	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18704	embedding2nn.weight	0	0.02102505974471569
18704	embedding2nn.weight	1	0.014158565551042557
18704	embedding2nn.weight	2	-0.004874124191701412
18704	embedding2nn.weight	3	0.002047121524810791
18704	embedding2nn.weight	4	-0.00538428220897913
18704	embedding2nn.weight	5	0.010904495604336262
18704	embedding2nn.weight	6	-0.004098861012607813
18704	embedding2nn.weight	7	0.014582270756363869
18704	embedding2nn.weight	8	-0.0049409219063818455
18704	embedding2nn.weight	9	-0.013077416457235813
18704	embedding2nn.bias	0	-0.05149839073419571
18704	embedding2nn.bias	1	-0.025582430884242058
18704	embedding2nn.bias	2	-0.06423504650592804
18704	embedding2nn.bias	3	-0.00416675116866827
18704	embedding2nn.bias	4	-0.021901218220591545
18704	embedding2nn.bias	5	0.010497472248971462
18704	embedding2nn.bias	6	0.01088781002908945
18704	embedding2nn.bias	7	0.022360581904649734
18704	embedding2nn.bias	8	0.008434990420937538
18704	embedding2nn.bias	9	0.009316866286098957
18704	rnn.weight_ih_l0	0	0.04134656861424446
18704	rnn.weight_ih_l0	1	-0.012694069184362888
18704	rnn.weight_ih_l0	2	-0.039581213146448135
18704	rnn.weight_ih_l0	3	-0.0420898012816906
18704	rnn.weight_ih_l0	4	-0.05061830207705498
18704	rnn.weight_ih_l0	5	-0.008097930811345577
18704	rnn.weight_ih_l0	6	-0.05174506828188896
18704	rnn.weight_ih_l0	7	-0.05715418979525566
18704	rnn.weight_ih_l0	8	-0.045392319560050964
18704	rnn.weight_ih_l0	9	-0.028015978634357452
18704	rnn.weight_hh_l0	0	0.01659136451780796
18704	rnn.weight_hh_l0	1	-0.018841199576854706
18704	rnn.weight_hh_l0	2	-0.07149688154459
18704	rnn.weight_hh_l0	3	-0.03063061088323593
18704	rnn.weight_hh_l0	4	-0.07431291043758392
18704	rnn.weight_hh_l0	5	-0.014764425344765186
18704	rnn.weight_hh_l0	6	-0.045057617127895355
18704	rnn.weight_hh_l0	7	-0.018953585997223854
18704	rnn.weight_hh_l0	8	-0.0183088555932045
18704	rnn.weight_hh_l0	9	0.010631277225911617
18704	rnn.bias_ih_l0	0	0.1330110877752304
18704	rnn.bias_ih_l0	1	-0.0557330958545208
18704	rnn.bias_ih_l0	2	0.1005842387676239
18704	rnn.bias_ih_l0	3	0.049041882157325745
18704	rnn.bias_ih_l0	4	0.09838707745075226
18704	rnn.bias_ih_l0	5	0.022394878789782524
18704	rnn.bias_ih_l0	6	-0.012217963114380836
18704	rnn.bias_ih_l0	7	-0.09481324255466461
18704	rnn.bias_ih_l0	8	-0.16635893285274506
18704	rnn.bias_ih_l0	9	0.09464462101459503
18704	rnn.bias_hh_l0	0	-0.013354817405343056
18704	rnn.bias_hh_l0	1	0.021662086248397827
18704	rnn.bias_hh_l0	2	-0.015291201882064342
18704	rnn.bias_hh_l0	3	-0.025101643055677414
18704	rnn.bias_hh_l0	4	-0.041180942207574844
18704	rnn.bias_hh_l0	5	0.13215722143650055
18704	rnn.bias_hh_l0	6	0.020878557115793228
18704	rnn.bias_hh_l0	7	0.03490755707025528
18704	rnn.bias_hh_l0	8	0.022150807082653046
18704	rnn.bias_hh_l0	9	0.031138090416789055
18704	rnn.weight_ih_l0_reverse	0	-0.03058595582842827
18704	rnn.weight_ih_l0_reverse	1	-0.003376925829797983
18704	rnn.weight_ih_l0_reverse	2	0.02628050185739994
18704	rnn.weight_ih_l0_reverse	3	-0.0599234402179718
18704	rnn.weight_ih_l0_reverse	4	0.00955856591463089
18704	rnn.weight_ih_l0_reverse	5	-0.05272385850548744
18704	rnn.weight_ih_l0_reverse	6	0.015756865963339806
18704	rnn.weight_ih_l0_reverse	7	0.046000655740499496
18704	rnn.weight_ih_l0_reverse	8	-0.04421994462609291
18704	rnn.weight_ih_l0_reverse	9	-0.05217495560646057
18704	rnn.weight_hh_l0_reverse	0	-0.07938050478696823
18704	rnn.weight_hh_l0_reverse	1	-0.06105932965874672
18704	rnn.weight_hh_l0_reverse	2	0.03365592285990715
18704	rnn.weight_hh_l0_reverse	3	0.044813234359025955
18704	rnn.weight_hh_l0_reverse	4	0.000703070720192045
18704	rnn.weight_hh_l0_reverse	5	0.04498501494526863
18704	rnn.weight_hh_l0_reverse	6	0.004215233027935028
18704	rnn.weight_hh_l0_reverse	7	0.005197216756641865
18704	rnn.weight_hh_l0_reverse	8	-0.09022466093301773
18704	rnn.weight_hh_l0_reverse	9	0.07203628122806549
18704	rnn.bias_ih_l0_reverse	0	-0.07370501756668091
18704	rnn.bias_ih_l0_reverse	1	-0.05958223715424538
18704	rnn.bias_ih_l0_reverse	2	0.09958899766206741
18704	rnn.bias_ih_l0_reverse	3	0.03574211150407791
18704	rnn.bias_ih_l0_reverse	4	-0.13380444049835205
18704	rnn.bias_ih_l0_reverse	5	0.04391936585307121
18704	rnn.bias_ih_l0_reverse	6	-0.11156062036752701
18704	rnn.bias_ih_l0_reverse	7	0.03474806994199753
18704	rnn.bias_ih_l0_reverse	8	0.025621168315410614
18704	rnn.bias_ih_l0_reverse	9	0.06082223728299141
18704	rnn.bias_hh_l0_reverse	0	0.04804687947034836
18704	rnn.bias_hh_l0_reverse	1	0.06838784366846085
18704	rnn.bias_hh_l0_reverse	2	0.07365299016237259
18704	rnn.bias_hh_l0_reverse	3	-0.015226593241095543
18704	rnn.bias_hh_l0_reverse	4	0.07886293530464172
18704	rnn.bias_hh_l0_reverse	5	-0.002346163848415017
18704	rnn.bias_hh_l0_reverse	6	-0.06663164496421814
18704	rnn.bias_hh_l0_reverse	7	0.03136833384633064
18704	rnn.bias_hh_l0_reverse	8	0.010293573141098022
18704	rnn.bias_hh_l0_reverse	9	-0.15236292779445648
18704	linear.weight	0	0.15439385175704956
18704	linear.weight	1	-0.14425128698349
18704	linear.weight	2	-0.18450777232646942
18704	linear.weight	3	0.04755986109375954
18704	linear.weight	4	-0.019457217305898666
18704	linear.weight	5	-0.0023470690939575434
18704	linear.weight	6	-0.007695348933339119
18704	linear.weight	7	-0.029545731842517853
18704	linear.weight	8	0.042860280722379684
18704	linear.weight	9	0.2916506230831146
18704	linear.bias	0	-0.1938871145248413
18704	linear.bias	1	0.16449227929115295
18704	linear.bias	2	-0.5002561211585999
18704	linear.bias	3	1.6644153594970703
18704	linear.bias	4	-0.39055246114730835
18704	linear.bias	5	-0.030769959092140198
18704	linear.bias	6	-0.34115317463874817
18704	linear.bias	7	-0.26115545630455017
18704	linear.bias	8	-0.019839223474264145
18704	linear.bias	9	-0.4783967435359955
18732	transitions	0	-0.634695827960968
18732	transitions	1	0.3634915053844452
18732	transitions	2	1.6902028322219849
18732	transitions	3	0.11210591346025467
18732	transitions	4	0.9595734477043152
18732	transitions	5	1.2741843461990356
18732	transitions	6	0.4836656451225281
18732	transitions	7	0.1767110973596573
18732	transitions	8	-0.9193950295448303
18732	transitions	9	0.9307172894477844
18732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18732	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18732	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18732	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18732	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18732	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18732	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18732	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18732	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18732	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18732	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18732	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18732	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18732	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18732	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18732	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18732	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18732	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18732	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18732	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18732	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18732	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18732	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18732	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18732	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18732	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18732	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18732	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18732	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18732	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18732	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18732	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18732	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18732	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18732	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18732	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18732	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18732	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18732	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18732	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18732	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18732	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18732	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18732	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18732	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18732	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18732	embedding2nn.weight	0	0.020603356882929802
18732	embedding2nn.weight	1	0.014383611269295216
18732	embedding2nn.weight	2	-0.004917471669614315
18732	embedding2nn.weight	3	0.00230580335482955
18732	embedding2nn.weight	4	-0.005369588732719421
18732	embedding2nn.weight	5	0.01100753154605627
18732	embedding2nn.weight	6	-0.003960141912102699
18732	embedding2nn.weight	7	0.014555874280631542
18732	embedding2nn.weight	8	-0.005078741814941168
18732	embedding2nn.weight	9	-0.013117631897330284
18732	embedding2nn.bias	0	-0.05195780098438263
18732	embedding2nn.bias	1	-0.022327901795506477
18732	embedding2nn.bias	2	-0.06340011209249496
18732	embedding2nn.bias	3	-0.0028510652482509613
18732	embedding2nn.bias	4	-0.021807419136166573
18732	embedding2nn.bias	5	0.014862255193293095
18732	embedding2nn.bias	6	0.009916219860315323
18732	embedding2nn.bias	7	0.02260972000658512
18732	embedding2nn.bias	8	0.011922094970941544
18732	embedding2nn.bias	9	0.008281620219349861
18732	rnn.weight_ih_l0	0	0.04101724550127983
18732	rnn.weight_ih_l0	1	-0.012212119065225124
18732	rnn.weight_ih_l0	2	-0.03788989782333374
18732	rnn.weight_ih_l0	3	-0.042105238884687424
18732	rnn.weight_ih_l0	4	-0.05036711320281029
18732	rnn.weight_ih_l0	5	-0.007990573532879353
18732	rnn.weight_ih_l0	6	-0.05124775320291519
18732	rnn.weight_ih_l0	7	-0.057311076670885086
18732	rnn.weight_ih_l0	8	-0.04535742849111557
18732	rnn.weight_ih_l0	9	-0.027695121243596077
18732	rnn.weight_hh_l0	0	0.016657065600156784
18732	rnn.weight_hh_l0	1	-0.018640952184796333
18732	rnn.weight_hh_l0	2	-0.0708252564072609
18732	rnn.weight_hh_l0	3	-0.030389314517378807
18732	rnn.weight_hh_l0	4	-0.07423126697540283
18732	rnn.weight_hh_l0	5	-0.013701952993869781
18732	rnn.weight_hh_l0	6	-0.046203386038541794
18732	rnn.weight_hh_l0	7	-0.017175931483507156
18732	rnn.weight_hh_l0	8	-0.0182449109852314
18732	rnn.weight_hh_l0	9	0.010420051403343678
18732	rnn.bias_ih_l0	0	0.13327334821224213
18732	rnn.bias_ih_l0	1	-0.05590740218758583
18732	rnn.bias_ih_l0	2	0.10424564778804779
18732	rnn.bias_ih_l0	3	0.049451861530542374
18732	rnn.bias_ih_l0	4	0.09668433666229248
18732	rnn.bias_ih_l0	5	0.023638315498828888
18732	rnn.bias_ih_l0	6	-0.014021010138094425
18732	rnn.bias_ih_l0	7	-0.1009165495634079
18732	rnn.bias_ih_l0	8	-0.1666611135005951
18732	rnn.bias_ih_l0	9	0.09337806701660156
18732	rnn.bias_hh_l0	0	-0.013561156578361988
18732	rnn.bias_hh_l0	1	0.023202519863843918
18732	rnn.bias_hh_l0	2	-0.015936272218823433
18732	rnn.bias_hh_l0	3	-0.024079060181975365
18732	rnn.bias_hh_l0	4	-0.040031157433986664
18732	rnn.bias_hh_l0	5	0.1315016895532608
18732	rnn.bias_hh_l0	6	0.02086121030151844
18732	rnn.bias_hh_l0	7	0.035338323563337326
18732	rnn.bias_hh_l0	8	0.020347755402326584
18732	rnn.bias_hh_l0	9	0.031410057097673416
18732	rnn.weight_ih_l0_reverse	0	-0.030482260510325432
18732	rnn.weight_ih_l0_reverse	1	-0.003528295550495386
18732	rnn.weight_ih_l0_reverse	2	0.026120586320757866
18732	rnn.weight_ih_l0_reverse	3	-0.059993546456098557
18732	rnn.weight_ih_l0_reverse	4	0.009535371325910091
18732	rnn.weight_ih_l0_reverse	5	-0.05229251831769943
18732	rnn.weight_ih_l0_reverse	6	0.015273705124855042
18732	rnn.weight_ih_l0_reverse	7	0.04591213911771774
18732	rnn.weight_ih_l0_reverse	8	-0.04430603235960007
18732	rnn.weight_ih_l0_reverse	9	-0.05226849019527435
18732	rnn.weight_hh_l0_reverse	0	-0.07944031804800034
18732	rnn.weight_hh_l0_reverse	1	-0.06115386635065079
18732	rnn.weight_hh_l0_reverse	2	0.03417739272117615
18732	rnn.weight_hh_l0_reverse	3	0.04497018828988075
18732	rnn.weight_hh_l0_reverse	4	0.0007723484304733574
18732	rnn.weight_hh_l0_reverse	5	0.04517082870006561
18732	rnn.weight_hh_l0_reverse	6	0.0004445906379260123
18732	rnn.weight_hh_l0_reverse	7	0.005827695596963167
18732	rnn.weight_hh_l0_reverse	8	-0.0902940183877945
18732	rnn.weight_hh_l0_reverse	9	0.07223983854055405
18732	rnn.bias_ih_l0_reverse	0	-0.07997465133666992
18732	rnn.bias_ih_l0_reverse	1	-0.05858272686600685
18732	rnn.bias_ih_l0_reverse	2	0.09978044778108597
18732	rnn.bias_ih_l0_reverse	3	0.03461568430066109
18732	rnn.bias_ih_l0_reverse	4	-0.1321771889925003
18732	rnn.bias_ih_l0_reverse	5	0.04413570463657379
18732	rnn.bias_ih_l0_reverse	6	-0.11006814986467361
18732	rnn.bias_ih_l0_reverse	7	0.03442288562655449
18732	rnn.bias_ih_l0_reverse	8	0.025531258434057236
18732	rnn.bias_ih_l0_reverse	9	0.06248367205262184
18732	rnn.bias_hh_l0_reverse	0	0.04653352499008179
18732	rnn.bias_hh_l0_reverse	1	0.06637278944253922
18732	rnn.bias_hh_l0_reverse	2	0.07120341807603836
18732	rnn.bias_hh_l0_reverse	3	-0.015583750791847706
18732	rnn.bias_hh_l0_reverse	4	0.07942162454128265
18732	rnn.bias_hh_l0_reverse	5	-0.007515560369938612
18732	rnn.bias_hh_l0_reverse	6	-0.06635289639234543
18732	rnn.bias_hh_l0_reverse	7	0.030879443511366844
18732	rnn.bias_hh_l0_reverse	8	0.012805785052478313
18732	rnn.bias_hh_l0_reverse	9	-0.15395766496658325
18732	linear.weight	0	0.15760163962841034
18732	linear.weight	1	-0.144232377409935
18732	linear.weight	2	-0.18319784104824066
18732	linear.weight	3	0.05245368182659149
18732	linear.weight	4	-0.019263064488768578
18732	linear.weight	5	-0.003658891189843416
18732	linear.weight	6	-0.007691376842558384
18732	linear.weight	7	-0.029528578743338585
18732	linear.weight	8	0.04236317798495293
18732	linear.weight	9	0.29294416308403015
18732	linear.bias	0	-0.2077171802520752
18732	linear.bias	1	0.1645619422197342
18732	linear.bias	2	-0.5031770467758179
18732	linear.bias	3	1.6822509765625
18732	linear.bias	4	-0.3908039629459381
18732	linear.bias	5	-0.030769959092140198
18732	linear.bias	6	-0.34237346053123474
18732	linear.bias	7	-0.2611831724643707
18732	linear.bias	8	-0.015726743265986443
18732	linear.bias	9	-0.4786238968372345
18760	transitions	0	-0.6347603797912598
18760	transitions	1	0.36346176266670227
18760	transitions	2	1.690138816833496
18760	transitions	3	0.1120600625872612
18760	transitions	4	0.959434449672699
18760	transitions	5	1.274181842803955
18760	transitions	6	0.4836651384830475
18760	transitions	7	0.17671076953411102
18760	transitions	8	-0.919396162033081
18760	transitions	9	0.930712878704071
18760	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18760	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18760	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18760	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18760	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18760	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18760	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18760	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18760	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18760	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18760	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18760	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18760	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18760	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18760	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18760	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18760	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18760	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18760	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18760	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18760	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18760	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18760	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18760	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18760	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18760	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18760	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18760	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18760	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18760	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18760	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18760	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18760	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18760	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18760	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18760	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18760	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18760	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18760	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18760	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18760	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18760	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18760	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18760	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18760	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18760	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18760	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18760	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18760	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18760	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18760	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18760	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18760	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18760	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18760	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18760	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18760	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18760	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18760	embedding2nn.weight	0	0.020904164761304855
18760	embedding2nn.weight	1	0.014332704246044159
18760	embedding2nn.weight	2	-0.004932894837111235
18760	embedding2nn.weight	3	0.002294158097356558
18760	embedding2nn.weight	4	-0.005385733209550381
18760	embedding2nn.weight	5	0.010743536986410618
18760	embedding2nn.weight	6	-0.0038462134543806314
18760	embedding2nn.weight	7	0.014287561178207397
18760	embedding2nn.weight	8	-0.005059630610048771
18760	embedding2nn.weight	9	-0.013110031373798847
18760	embedding2nn.bias	0	-0.049206290394067764
18760	embedding2nn.bias	1	-0.023997675627470016
18760	embedding2nn.bias	2	-0.05901045352220535
18760	embedding2nn.bias	3	-0.0010572443716228008
18760	embedding2nn.bias	4	-0.014537997543811798
18760	embedding2nn.bias	5	0.010137173347175121
18760	embedding2nn.bias	6	0.013578471727669239
18760	embedding2nn.bias	7	0.019448287785053253
18760	embedding2nn.bias	8	0.012377796694636345
18760	embedding2nn.bias	9	0.010184000246226788
18760	rnn.weight_ih_l0	0	0.040989071130752563
18760	rnn.weight_ih_l0	1	-0.012707279063761234
18760	rnn.weight_ih_l0	2	-0.03821007162332535
18760	rnn.weight_ih_l0	3	-0.04212559387087822
18760	rnn.weight_ih_l0	4	-0.05012362450361252
18760	rnn.weight_ih_l0	5	-0.007699250243604183
18760	rnn.weight_ih_l0	6	-0.051462315022945404
18760	rnn.weight_ih_l0	7	-0.05720734968781471
18760	rnn.weight_ih_l0	8	-0.04503655806183815
18760	rnn.weight_ih_l0	9	-0.027485599741339684
18760	rnn.weight_hh_l0	0	0.01653893105685711
18760	rnn.weight_hh_l0	1	-0.01830769143998623
18760	rnn.weight_hh_l0	2	-0.07199115306138992
18760	rnn.weight_hh_l0	3	-0.030433321371674538
18760	rnn.weight_hh_l0	4	-0.07473495602607727
18760	rnn.weight_hh_l0	5	-0.012834514491260052
18760	rnn.weight_hh_l0	6	-0.04466639459133148
18760	rnn.weight_hh_l0	7	-0.016159767284989357
18760	rnn.weight_hh_l0	8	-0.018280206248164177
18760	rnn.weight_hh_l0	9	0.011859058402478695
18760	rnn.bias_ih_l0	0	0.13248485326766968
18760	rnn.bias_ih_l0	1	-0.05605192109942436
18760	rnn.bias_ih_l0	2	0.10291577875614166
18760	rnn.bias_ih_l0	3	0.04943852871656418
18760	rnn.bias_ih_l0	4	0.09597399085760117
18760	rnn.bias_ih_l0	5	0.023350944742560387
18760	rnn.bias_ih_l0	6	-0.013177383691072464
18760	rnn.bias_ih_l0	7	-0.10149610787630081
18760	rnn.bias_ih_l0	8	-0.17134876549243927
18760	rnn.bias_ih_l0	9	0.09240127354860306
18760	rnn.bias_hh_l0	0	-0.011768306605517864
18760	rnn.bias_hh_l0	1	0.02147848904132843
18760	rnn.bias_hh_l0	2	-0.015564078465104103
18760	rnn.bias_hh_l0	3	-0.023901402950286865
18760	rnn.bias_hh_l0	4	-0.03984775021672249
18760	rnn.bias_hh_l0	5	0.12995386123657227
18760	rnn.bias_hh_l0	6	0.021768469363451004
18760	rnn.bias_hh_l0	7	0.039511386305093765
18760	rnn.bias_hh_l0	8	0.02119138091802597
18760	rnn.bias_hh_l0	9	0.031692638993263245
18760	rnn.weight_ih_l0_reverse	0	-0.03077910840511322
18760	rnn.weight_ih_l0_reverse	1	-0.0027197375893592834
18760	rnn.weight_ih_l0_reverse	2	0.026352791115641594
18760	rnn.weight_ih_l0_reverse	3	-0.06008227542042732
18760	rnn.weight_ih_l0_reverse	4	0.00951355416327715
18760	rnn.weight_ih_l0_reverse	5	-0.05263424292206764
18760	rnn.weight_ih_l0_reverse	6	0.016284959390759468
18760	rnn.weight_ih_l0_reverse	7	0.04573240503668785
18760	rnn.weight_ih_l0_reverse	8	-0.04453781247138977
18760	rnn.weight_ih_l0_reverse	9	-0.052230361849069595
18760	rnn.weight_hh_l0_reverse	0	-0.07990909367799759
18760	rnn.weight_hh_l0_reverse	1	-0.06183561682701111
18760	rnn.weight_hh_l0_reverse	2	0.03373381868004799
18760	rnn.weight_hh_l0_reverse	3	0.04583679512143135
18760	rnn.weight_hh_l0_reverse	4	0.00018626007658895105
18760	rnn.weight_hh_l0_reverse	5	0.04495241492986679
18760	rnn.weight_hh_l0_reverse	6	0.0014965571463108063
18760	rnn.weight_hh_l0_reverse	7	0.0056568593718111515
18760	rnn.weight_hh_l0_reverse	8	-0.0900905504822731
18760	rnn.weight_hh_l0_reverse	9	0.07225318998098373
18760	rnn.bias_ih_l0_reverse	0	-0.07625088840723038
18760	rnn.bias_ih_l0_reverse	1	-0.0583958737552166
18760	rnn.bias_ih_l0_reverse	2	0.09976421296596527
18760	rnn.bias_ih_l0_reverse	3	0.03422578051686287
18760	rnn.bias_ih_l0_reverse	4	-0.13184049725532532
18760	rnn.bias_ih_l0_reverse	5	0.04375956580042839
18760	rnn.bias_ih_l0_reverse	6	-0.10817977041006088
18760	rnn.bias_ih_l0_reverse	7	0.035071827471256256
18760	rnn.bias_ih_l0_reverse	8	0.023903129622340202
18760	rnn.bias_ih_l0_reverse	9	0.06106412783265114
18760	rnn.bias_hh_l0_reverse	0	0.04837316274642944
18760	rnn.bias_hh_l0_reverse	1	0.06636489927768707
18760	rnn.bias_hh_l0_reverse	2	0.07389992475509644
18760	rnn.bias_hh_l0_reverse	3	-0.016598636284470558
18760	rnn.bias_hh_l0_reverse	4	0.07878497987985611
18760	rnn.bias_hh_l0_reverse	5	-0.007595024071633816
18760	rnn.bias_hh_l0_reverse	6	-0.06591443717479706
18760	rnn.bias_hh_l0_reverse	7	0.03007260151207447
18760	rnn.bias_hh_l0_reverse	8	0.010362761095166206
18760	rnn.bias_hh_l0_reverse	9	-0.1526290327310562
18760	linear.weight	0	0.1534155309200287
18760	linear.weight	1	-0.14410032331943512
18760	linear.weight	2	-0.1843542605638504
18760	linear.weight	3	0.0493759922683239
18760	linear.weight	4	-0.018846910446882248
18760	linear.weight	5	-0.0021868341136723757
18760	linear.weight	6	-0.007698549423366785
18760	linear.weight	7	-0.029917370527982712
18760	linear.weight	8	0.04508836194872856
18760	linear.weight	9	0.2957701086997986
18760	linear.bias	0	-0.19809886813163757
18760	linear.bias	1	0.1657821089029312
18760	linear.bias	2	-0.5073333382606506
18760	linear.bias	3	1.6793673038482666
18760	linear.bias	4	-0.39074569940567017
18760	linear.bias	5	-0.030769959092140198
18760	linear.bias	6	-0.3452986180782318
18760	linear.bias	7	-0.2666868567466736
18760	linear.bias	8	-0.013369029387831688
18760	linear.bias	9	-0.4787102937698364
18788	transitions	0	-0.6348305344581604
18788	transitions	1	0.3634033799171448
18788	transitions	2	1.6900686025619507
18788	transitions	3	0.11203836649656296
18788	transitions	4	0.959334671497345
18788	transitions	5	1.2741801738739014
18788	transitions	6	0.48366492986679077
18788	transitions	7	0.176709845662117
18788	transitions	8	-0.91939777135849
18788	transitions	9	0.930712878704071
18788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18788	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18788	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18788	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18788	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18788	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18788	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18788	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18788	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18788	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18788	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18788	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18788	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18788	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18788	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18788	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18788	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18788	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18788	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18788	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18788	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18788	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18788	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18788	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18788	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18788	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18788	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18788	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18788	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18788	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18788	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18788	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18788	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18788	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18788	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18788	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18788	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18788	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18788	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18788	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18788	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18788	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18788	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18788	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18788	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18788	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18788	embedding2nn.weight	0	0.021592942997813225
18788	embedding2nn.weight	1	0.01436628121882677
18788	embedding2nn.weight	2	-0.00488084414973855
18788	embedding2nn.weight	3	0.0023333500139415264
18788	embedding2nn.weight	4	-0.005344857927411795
18788	embedding2nn.weight	5	0.010785296559333801
18788	embedding2nn.weight	6	-0.0038713309913873672
18788	embedding2nn.weight	7	0.013539428822696209
18788	embedding2nn.weight	8	-0.005054424051195383
18788	embedding2nn.weight	9	-0.013052742928266525
18788	embedding2nn.bias	0	-0.05392633005976677
18788	embedding2nn.bias	1	-0.024402836337685585
18788	embedding2nn.bias	2	-0.06343039125204086
18788	embedding2nn.bias	3	0.009508542716503143
18788	embedding2nn.bias	4	-0.011890619061887264
18788	embedding2nn.bias	5	0.007334643043577671
18788	embedding2nn.bias	6	0.013629676774144173
18788	embedding2nn.bias	7	0.018391909077763557
18788	embedding2nn.bias	8	0.00932679045945406
18788	embedding2nn.bias	9	0.012827851809561253
18788	rnn.weight_ih_l0	0	0.040898945182561874
18788	rnn.weight_ih_l0	1	-0.01203017495572567
18788	rnn.weight_ih_l0	2	-0.03819509968161583
18788	rnn.weight_ih_l0	3	-0.0423385389149189
18788	rnn.weight_ih_l0	4	-0.049926288425922394
18788	rnn.weight_ih_l0	5	-0.007321485783904791
18788	rnn.weight_ih_l0	6	-0.05139360949397087
18788	rnn.weight_ih_l0	7	-0.057579509913921356
18788	rnn.weight_ih_l0	8	-0.045044057071208954
18788	rnn.weight_ih_l0	9	-0.027552258223295212
18788	rnn.weight_hh_l0	0	0.016861002892255783
18788	rnn.weight_hh_l0	1	-0.017732905223965645
18788	rnn.weight_hh_l0	2	-0.07190646231174469
18788	rnn.weight_hh_l0	3	-0.03031020425260067
18788	rnn.weight_hh_l0	4	-0.07462017983198166
18788	rnn.weight_hh_l0	5	-0.012105639092624187
18788	rnn.weight_hh_l0	6	-0.04402032494544983
18788	rnn.weight_hh_l0	7	-0.016242828220129013
18788	rnn.weight_hh_l0	8	-0.017808301374316216
18788	rnn.weight_hh_l0	9	0.0112915625795722
18788	rnn.bias_ih_l0	0	0.13335824012756348
18788	rnn.bias_ih_l0	1	-0.05518222600221634
18788	rnn.bias_ih_l0	2	0.10081589967012405
18788	rnn.bias_ih_l0	3	0.049250826239585876
18788	rnn.bias_ih_l0	4	0.09579195827245712
18788	rnn.bias_ih_l0	5	0.023091144859790802
18788	rnn.bias_ih_l0	6	-0.013309118337929249
18788	rnn.bias_ih_l0	7	-0.0889628455042839
18788	rnn.bias_ih_l0	8	-0.1689271330833435
18788	rnn.bias_ih_l0	9	0.08976523578166962
18788	rnn.bias_hh_l0	0	-0.013672980479896069
18788	rnn.bias_hh_l0	1	0.01969616487622261
18788	rnn.bias_hh_l0	2	-0.016871226951479912
18788	rnn.bias_hh_l0	3	-0.023851824924349785
18788	rnn.bias_hh_l0	4	-0.04041648656129837
18788	rnn.bias_hh_l0	5	0.1263161301612854
18788	rnn.bias_hh_l0	6	0.02223215252161026
18788	rnn.bias_hh_l0	7	0.03912241384387016
18788	rnn.bias_hh_l0	8	0.02105965092778206
18788	rnn.bias_hh_l0	9	0.030950486660003662
18788	rnn.weight_ih_l0_reverse	0	-0.030873579904437065
18788	rnn.weight_ih_l0_reverse	1	-0.0027064341120421886
18788	rnn.weight_ih_l0_reverse	2	0.02649354189634323
18788	rnn.weight_ih_l0_reverse	3	-0.060186468064785004
18788	rnn.weight_ih_l0_reverse	4	0.009219683706760406
18788	rnn.weight_ih_l0_reverse	5	-0.052357014268636703
18788	rnn.weight_ih_l0_reverse	6	0.016919607296586037
18788	rnn.weight_ih_l0_reverse	7	0.04573880136013031
18788	rnn.weight_ih_l0_reverse	8	-0.04473036155104637
18788	rnn.weight_ih_l0_reverse	9	-0.0520169734954834
18788	rnn.weight_hh_l0_reverse	0	-0.07942751795053482
18788	rnn.weight_hh_l0_reverse	1	-0.0629238411784172
18788	rnn.weight_hh_l0_reverse	2	0.03385549411177635
18788	rnn.weight_hh_l0_reverse	3	0.0453772097826004
18788	rnn.weight_hh_l0_reverse	4	0.00020492328621912748
18788	rnn.weight_hh_l0_reverse	5	0.04531213641166687
18788	rnn.weight_hh_l0_reverse	6	-0.0011193922255188227
18788	rnn.weight_hh_l0_reverse	7	0.005280034616589546
18788	rnn.weight_hh_l0_reverse	8	-0.09002089500427246
18788	rnn.weight_hh_l0_reverse	9	0.0725933313369751
18788	rnn.bias_ih_l0_reverse	0	-0.0758248120546341
18788	rnn.bias_ih_l0_reverse	1	-0.060535263270139694
18788	rnn.bias_ih_l0_reverse	2	0.09849453717470169
18788	rnn.bias_ih_l0_reverse	3	0.03535129874944687
18788	rnn.bias_ih_l0_reverse	4	-0.1313122808933258
18788	rnn.bias_ih_l0_reverse	5	0.041967928409576416
18788	rnn.bias_ih_l0_reverse	6	-0.11081527173519135
18788	rnn.bias_ih_l0_reverse	7	0.03382810205221176
18788	rnn.bias_ih_l0_reverse	8	0.025443382561206818
18788	rnn.bias_ih_l0_reverse	9	0.06210535392165184
18788	rnn.bias_hh_l0_reverse	0	0.046711523085832596
18788	rnn.bias_hh_l0_reverse	1	0.0641663521528244
18788	rnn.bias_hh_l0_reverse	2	0.07434148341417313
18788	rnn.bias_hh_l0_reverse	3	-0.017364192754030228
18788	rnn.bias_hh_l0_reverse	4	0.07880546152591705
18788	rnn.bias_hh_l0_reverse	5	-0.009484434500336647
18788	rnn.bias_hh_l0_reverse	6	-0.0657859668135643
18788	rnn.bias_hh_l0_reverse	7	0.029633650556206703
18788	rnn.bias_hh_l0_reverse	8	0.010638805106282234
18788	rnn.bias_hh_l0_reverse	9	-0.14609351754188538
18788	linear.weight	0	0.14820806682109833
18788	linear.weight	1	-0.1441097855567932
18788	linear.weight	2	-0.1821851134300232
18788	linear.weight	3	0.04991438239812851
18788	linear.weight	4	-0.01872514933347702
18788	linear.weight	5	-0.00250946800224483
18788	linear.weight	6	-0.007697576191276312
18788	linear.weight	7	-0.02989341877400875
18788	linear.weight	8	0.04622740298509598
18788	linear.weight	9	0.2950846254825592
18788	linear.bias	0	-0.20237436890602112
18788	linear.bias	1	0.1642056703567505
18788	linear.bias	2	-0.5092957019805908
18788	linear.bias	3	1.6767754554748535
18788	linear.bias	4	-0.3909781277179718
18788	linear.bias	5	-0.030769959092140198
18788	linear.bias	6	-0.3455498516559601
18788	linear.bias	7	-0.2634800970554352
18788	linear.bias	8	-0.019522948190569878
18788	linear.bias	9	-0.47891220450401306
18816	transitions	0	-0.6348987221717834
18816	transitions	1	0.3633789122104645
18816	transitions	2	1.689987301826477
18816	transitions	3	0.1120019257068634
18816	transitions	4	0.9581028819084167
18816	transitions	5	1.2741780281066895
18816	transitions	6	0.4836641848087311
18816	transitions	7	0.17670023441314697
18816	transitions	8	-0.9193981289863586
18816	transitions	9	0.9307128190994263
18816	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18816	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18816	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18816	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18816	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18816	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18816	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18816	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18816	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18816	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18816	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18816	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18816	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18816	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18816	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18816	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18816	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18816	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18816	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18816	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18816	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18816	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18816	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18816	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18816	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18816	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18816	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18816	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18816	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18816	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18816	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18816	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18816	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18816	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18816	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18816	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18816	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18816	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18816	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18816	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18816	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18816	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18816	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18816	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18816	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18816	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18816	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18816	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18816	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18816	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18816	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18816	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18816	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18816	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18816	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18816	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18816	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18816	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18816	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18816	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18816	embedding2nn.weight	0	0.020785391330718994
18816	embedding2nn.weight	1	0.014097071252763271
18816	embedding2nn.weight	2	-0.0048885163851082325
18816	embedding2nn.weight	3	0.0023124327417463064
18816	embedding2nn.weight	4	-0.005344410426914692
18816	embedding2nn.weight	5	0.011192917823791504
18816	embedding2nn.weight	6	-0.0038411400746554136
18816	embedding2nn.weight	7	0.013624802231788635
18816	embedding2nn.weight	8	-0.005070975515991449
18816	embedding2nn.weight	9	-0.013043932616710663
18816	embedding2nn.bias	0	-0.051566507667303085
18816	embedding2nn.bias	1	-0.027585377916693687
18816	embedding2nn.bias	2	-0.05638706684112549
18816	embedding2nn.bias	3	0.003003903431817889
18816	embedding2nn.bias	4	-0.01666964776813984
18816	embedding2nn.bias	5	0.004914738703519106
18816	embedding2nn.bias	6	0.00935045164078474
18816	embedding2nn.bias	7	0.01978885382413864
18816	embedding2nn.bias	8	0.0069736298173666
18816	embedding2nn.bias	9	0.01496910210698843
18816	rnn.weight_ih_l0	0	0.041043199598789215
18816	rnn.weight_ih_l0	1	-0.012780630961060524
18816	rnn.weight_ih_l0	2	-0.03865647688508034
18816	rnn.weight_ih_l0	3	-0.042171068489551544
18816	rnn.weight_ih_l0	4	-0.05002928525209427
18816	rnn.weight_ih_l0	5	-0.007133951876312494
18816	rnn.weight_ih_l0	6	-0.05150701850652695
18816	rnn.weight_ih_l0	7	-0.05762457847595215
18816	rnn.weight_ih_l0	8	-0.045196957886219025
18816	rnn.weight_ih_l0	9	-0.027408353984355927
18816	rnn.weight_hh_l0	0	0.01733529008924961
18816	rnn.weight_hh_l0	1	-0.017745038494467735
18816	rnn.weight_hh_l0	2	-0.07137414067983627
18816	rnn.weight_hh_l0	3	-0.029561316594481468
18816	rnn.weight_hh_l0	4	-0.07431550323963165
18816	rnn.weight_hh_l0	5	-0.011956816539168358
18816	rnn.weight_hh_l0	6	-0.04388748109340668
18816	rnn.weight_hh_l0	7	-0.01590108498930931
18816	rnn.weight_hh_l0	8	-0.01748085953295231
18816	rnn.weight_hh_l0	9	0.009997475892305374
18816	rnn.bias_ih_l0	0	0.1312001496553421
18816	rnn.bias_ih_l0	1	-0.05605458840727806
18816	rnn.bias_ih_l0	2	0.10418223589658737
18816	rnn.bias_ih_l0	3	0.046926099807024
18816	rnn.bias_ih_l0	4	0.0951070711016655
18816	rnn.bias_ih_l0	5	0.022709134966135025
18816	rnn.bias_ih_l0	6	-0.009870446287095547
18816	rnn.bias_ih_l0	7	-0.09431744366884232
18816	rnn.bias_ih_l0	8	-0.17061378061771393
18816	rnn.bias_ih_l0	9	0.08948177099227905
18816	rnn.bias_hh_l0	0	-0.011894596740603447
18816	rnn.bias_hh_l0	1	0.019417768344283104
18816	rnn.bias_hh_l0	2	-0.01901763305068016
18816	rnn.bias_hh_l0	3	-0.025281833484768867
18816	rnn.bias_hh_l0	4	-0.03999096155166626
18816	rnn.bias_hh_l0	5	0.12875594198703766
18816	rnn.bias_hh_l0	6	0.024028103798627853
18816	rnn.bias_hh_l0	7	0.0384802371263504
18816	rnn.bias_hh_l0	8	0.02449832484126091
18816	rnn.bias_hh_l0	9	0.029620783403515816
18816	rnn.weight_ih_l0_reverse	0	-0.03097672574222088
18816	rnn.weight_ih_l0_reverse	1	-0.0027814998757094145
18816	rnn.weight_ih_l0_reverse	2	0.026647446677088737
18816	rnn.weight_ih_l0_reverse	3	-0.06019224599003792
18816	rnn.weight_ih_l0_reverse	4	0.0093139773234725
18816	rnn.weight_ih_l0_reverse	5	-0.052249133586883545
18816	rnn.weight_ih_l0_reverse	6	0.015561537817120552
18816	rnn.weight_ih_l0_reverse	7	0.04602052643895149
18816	rnn.weight_ih_l0_reverse	8	-0.04473109543323517
18816	rnn.weight_ih_l0_reverse	9	-0.05220625177025795
18816	rnn.weight_hh_l0_reverse	0	-0.08005411177873611
18816	rnn.weight_hh_l0_reverse	1	-0.06073403358459473
18816	rnn.weight_hh_l0_reverse	2	0.03414859622716904
18816	rnn.weight_hh_l0_reverse	3	0.04528066888451576
18816	rnn.weight_hh_l0_reverse	4	0.00038122269324958324
18816	rnn.weight_hh_l0_reverse	5	0.045090463012456894
18816	rnn.weight_hh_l0_reverse	6	0.0001038425907609053
18816	rnn.weight_hh_l0_reverse	7	0.005451246630400419
18816	rnn.weight_hh_l0_reverse	8	-0.08967036753892899
18816	rnn.weight_hh_l0_reverse	9	0.07234562188386917
18816	rnn.bias_ih_l0_reverse	0	-0.07935338467359543
18816	rnn.bias_ih_l0_reverse	1	-0.060725968331098557
18816	rnn.bias_ih_l0_reverse	2	0.09839852154254913
18816	rnn.bias_ih_l0_reverse	3	0.03603127971291542
18816	rnn.bias_ih_l0_reverse	4	-0.13159838318824768
18816	rnn.bias_ih_l0_reverse	5	0.042352188378572464
18816	rnn.bias_ih_l0_reverse	6	-0.10776344686746597
18816	rnn.bias_ih_l0_reverse	7	0.03176356479525566
18816	rnn.bias_ih_l0_reverse	8	0.026858124881982803
18816	rnn.bias_ih_l0_reverse	9	0.06174587085843086
18816	rnn.bias_hh_l0_reverse	0	0.04453267529606819
18816	rnn.bias_hh_l0_reverse	1	0.06543433666229248
18816	rnn.bias_hh_l0_reverse	2	0.07384440302848816
18816	rnn.bias_hh_l0_reverse	3	-0.01718876138329506
18816	rnn.bias_hh_l0_reverse	4	0.07926642894744873
18816	rnn.bias_hh_l0_reverse	5	-0.007722881156951189
18816	rnn.bias_hh_l0_reverse	6	-0.06556398421525955
18816	rnn.bias_hh_l0_reverse	7	0.029714658856391907
18816	rnn.bias_hh_l0_reverse	8	0.01183538418263197
18816	rnn.bias_hh_l0_reverse	9	-0.1481163501739502
18816	linear.weight	0	0.14742647111415863
18816	linear.weight	1	-0.14411437511444092
18816	linear.weight	2	-0.18039190769195557
18816	linear.weight	3	0.06032608076930046
18816	linear.weight	4	-0.01897193118929863
18816	linear.weight	5	-0.004788814578205347
18816	linear.weight	6	-0.007695310283452272
18816	linear.weight	7	-0.029815206304192543
18816	linear.weight	8	0.04523995518684387
18816	linear.weight	9	0.29542505741119385
18816	linear.bias	0	-0.194363534450531
18816	linear.bias	1	0.16714443266391754
18816	linear.bias	2	-0.5093974471092224
18816	linear.bias	3	1.666825532913208
18816	linear.bias	4	-0.39114779233932495
18816	linear.bias	5	-0.030769959092140198
18816	linear.bias	6	-0.34515470266342163
18816	linear.bias	7	-0.2661686837673187
18816	linear.bias	8	-0.025400282815098763
18816	linear.bias	9	-0.47899284958839417
18844	transitions	0	-0.6349864602088928
18844	transitions	1	0.3632887899875641
18844	transitions	2	1.6898972988128662
18844	transitions	3	0.111875019967556
18844	transitions	4	0.9580991268157959
18844	transitions	5	1.2741779088974
18844	transitions	6	0.4836636185646057
18844	transitions	7	0.17669807374477386
18844	transitions	8	-0.9193986654281616
18844	transitions	9	0.9307127594947815
18844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18844	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18844	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18844	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18844	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18844	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18844	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18844	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18844	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18844	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18844	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18844	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18844	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18844	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18844	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18844	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18844	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18844	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18844	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18844	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18844	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18844	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18844	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18844	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18844	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18844	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18844	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18844	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18844	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18844	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18844	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18844	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18844	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18844	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18844	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18844	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18844	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18844	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18844	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18844	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18844	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18844	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18844	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18844	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18844	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18844	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18844	embedding2nn.weight	0	0.020107507705688477
18844	embedding2nn.weight	1	0.014039458706974983
18844	embedding2nn.weight	2	-0.004888454917818308
18844	embedding2nn.weight	3	0.002307867631316185
18844	embedding2nn.weight	4	-0.005365760996937752
18844	embedding2nn.weight	5	0.011347077786922455
18844	embedding2nn.weight	6	-0.00379972904920578
18844	embedding2nn.weight	7	0.013220175169408321
18844	embedding2nn.weight	8	-0.0047955745831131935
18844	embedding2nn.weight	9	-0.0132048474624753
18844	embedding2nn.bias	0	-0.05367548018693924
18844	embedding2nn.bias	1	-0.031052902340888977
18844	embedding2nn.bias	2	-0.05757245793938637
18844	embedding2nn.bias	3	0.0011082758428528905
18844	embedding2nn.bias	4	-0.013041408732533455
18844	embedding2nn.bias	5	0.0007952892337925732
18844	embedding2nn.bias	6	0.005971049889922142
18844	embedding2nn.bias	7	0.01939997635781765
18844	embedding2nn.bias	8	0.0048107909969985485
18844	embedding2nn.bias	9	0.017422635108232498
18844	rnn.weight_ih_l0	0	0.04098496958613396
18844	rnn.weight_ih_l0	1	-0.012840681709349155
18844	rnn.weight_ih_l0	2	-0.03925326094031334
18844	rnn.weight_ih_l0	3	-0.04201897978782654
18844	rnn.weight_ih_l0	4	-0.050058458000421524
18844	rnn.weight_ih_l0	5	-0.007538842502981424
18844	rnn.weight_ih_l0	6	-0.051322489976882935
18844	rnn.weight_ih_l0	7	-0.057601578533649445
18844	rnn.weight_ih_l0	8	-0.04515920579433441
18844	rnn.weight_ih_l0	9	-0.027301257476210594
18844	rnn.weight_hh_l0	0	0.01726030372083187
18844	rnn.weight_hh_l0	1	-0.01827470026910305
18844	rnn.weight_hh_l0	2	-0.07098790258169174
18844	rnn.weight_hh_l0	3	-0.029545074328780174
18844	rnn.weight_hh_l0	4	-0.07392100244760513
18844	rnn.weight_hh_l0	5	-0.012495228089392185
18844	rnn.weight_hh_l0	6	-0.04562583938241005
18844	rnn.weight_hh_l0	7	-0.015573562122881413
18844	rnn.weight_hh_l0	8	-0.017609449103474617
18844	rnn.weight_hh_l0	9	0.00870922114700079
18844	rnn.bias_ih_l0	0	0.13206671178340912
18844	rnn.bias_ih_l0	1	-0.05302630364894867
18844	rnn.bias_ih_l0	2	0.10459547489881516
18844	rnn.bias_ih_l0	3	0.049147311598062515
18844	rnn.bias_ih_l0	4	0.09524483233690262
18844	rnn.bias_ih_l0	5	0.022992992773652077
18844	rnn.bias_ih_l0	6	-0.008522710762917995
18844	rnn.bias_ih_l0	7	-0.08937849849462509
18844	rnn.bias_ih_l0	8	-0.17590051889419556
18844	rnn.bias_ih_l0	9	0.09050161391496658
18844	rnn.bias_hh_l0	0	-0.01113730575889349
18844	rnn.bias_hh_l0	1	0.019341446459293365
18844	rnn.bias_hh_l0	2	-0.016706246882677078
18844	rnn.bias_hh_l0	3	-0.02235247753560543
18844	rnn.bias_hh_l0	4	-0.03918476775288582
18844	rnn.bias_hh_l0	5	0.13034148514270782
18844	rnn.bias_hh_l0	6	0.024647654965519905
18844	rnn.bias_hh_l0	7	0.03543834015727043
18844	rnn.bias_hh_l0	8	0.025846056640148163
18844	rnn.bias_hh_l0	9	0.030460340902209282
18844	rnn.weight_ih_l0_reverse	0	-0.031182192265987396
18844	rnn.weight_ih_l0_reverse	1	-0.0037169698625802994
18844	rnn.weight_ih_l0_reverse	2	0.02665993943810463
18844	rnn.weight_ih_l0_reverse	3	-0.059698786586523056
18844	rnn.weight_ih_l0_reverse	4	0.009444941766560078
18844	rnn.weight_ih_l0_reverse	5	-0.052130792289972305
18844	rnn.weight_ih_l0_reverse	6	0.015436414629220963
18844	rnn.weight_ih_l0_reverse	7	0.04604969546198845
18844	rnn.weight_ih_l0_reverse	8	-0.04449266567826271
18844	rnn.weight_ih_l0_reverse	9	-0.05220952257514
18844	rnn.weight_hh_l0_reverse	0	-0.07996105402708054
18844	rnn.weight_hh_l0_reverse	1	-0.060304898768663406
18844	rnn.weight_hh_l0_reverse	2	0.03403646498918533
18844	rnn.weight_hh_l0_reverse	3	0.045121658593416214
18844	rnn.weight_hh_l0_reverse	4	0.00017869651492219418
18844	rnn.weight_hh_l0_reverse	5	0.04520769044756889
18844	rnn.weight_hh_l0_reverse	6	-0.001108973752707243
18844	rnn.weight_hh_l0_reverse	7	0.005027116276323795
18844	rnn.weight_hh_l0_reverse	8	-0.08977138251066208
18844	rnn.weight_hh_l0_reverse	9	0.0723370909690857
18844	rnn.bias_ih_l0_reverse	0	-0.07918597012758255
18844	rnn.bias_ih_l0_reverse	1	-0.05738697946071625
18844	rnn.bias_ih_l0_reverse	2	0.09961304813623428
18844	rnn.bias_ih_l0_reverse	3	0.0367194227874279
18844	rnn.bias_ih_l0_reverse	4	-0.13265793025493622
18844	rnn.bias_ih_l0_reverse	5	0.044437624514102936
18844	rnn.bias_ih_l0_reverse	6	-0.10707058757543564
18844	rnn.bias_ih_l0_reverse	7	0.031771183013916016
18844	rnn.bias_ih_l0_reverse	8	0.0275789313018322
18844	rnn.bias_ih_l0_reverse	9	0.061447810381650925
18844	rnn.bias_hh_l0_reverse	0	0.043950408697128296
18844	rnn.bias_hh_l0_reverse	1	0.06549350172281265
18844	rnn.bias_hh_l0_reverse	2	0.07523506879806519
18844	rnn.bias_hh_l0_reverse	3	-0.015480640344321728
18844	rnn.bias_hh_l0_reverse	4	0.08012446016073227
18844	rnn.bias_hh_l0_reverse	5	-0.012730874121189117
18844	rnn.bias_hh_l0_reverse	6	-0.06494995206594467
18844	rnn.bias_hh_l0_reverse	7	0.02826656587421894
18844	rnn.bias_hh_l0_reverse	8	0.01118056382983923
18844	rnn.bias_hh_l0_reverse	9	-0.14076568186283112
18844	linear.weight	0	0.14965751767158508
18844	linear.weight	1	-0.1440974920988083
18844	linear.weight	2	-0.18038323521614075
18844	linear.weight	3	0.061329182237386703
18844	linear.weight	4	-0.018898438662290573
18844	linear.weight	5	-0.005039337556809187
18844	linear.weight	6	-0.007697704713791609
18844	linear.weight	7	-0.029154129326343536
18844	linear.weight	8	0.04501110315322876
18844	linear.weight	9	0.29615432024002075
18844	linear.bias	0	-0.19496814906597137
18844	linear.bias	1	0.16724038124084473
18844	linear.bias	2	-0.5094226002693176
18844	linear.bias	3	1.6820342540740967
18844	linear.bias	4	-0.39135074615478516
18844	linear.bias	5	-0.030769959092140198
18844	linear.bias	6	-0.3448442816734314
18844	linear.bias	7	-0.2670406699180603
18844	linear.bias	8	-0.03087806887924671
18844	linear.bias	9	-0.4790623188018799
18872	transitions	0	-0.6350653767585754
18872	transitions	1	0.36326393485069275
18872	transitions	2	1.6898165941238403
18872	transitions	3	0.11183889210224152
18872	transitions	4	0.9580675959587097
18872	transitions	5	1.2741769552230835
18872	transitions	6	0.48366326093673706
18872	transitions	7	0.17669717967510223
18872	transitions	8	-0.919398844242096
18872	transitions	9	0.9307119250297546
18872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18872	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18872	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18872	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18872	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18872	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18872	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18872	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18872	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18872	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18872	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18872	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18872	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18872	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18872	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18872	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18872	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18872	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18872	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18872	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18872	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18872	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18872	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18872	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18872	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18872	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18872	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18872	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18872	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18872	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18872	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18872	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18872	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18872	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18872	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18872	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18872	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18872	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18872	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18872	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18872	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18872	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18872	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18872	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18872	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18872	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18872	embedding2nn.weight	0	0.019565854221582413
18872	embedding2nn.weight	1	0.013957633636891842
18872	embedding2nn.weight	2	-0.0048992689698934555
18872	embedding2nn.weight	3	0.002313189208507538
18872	embedding2nn.weight	4	-0.005376529414206743
18872	embedding2nn.weight	5	0.01108673494309187
18872	embedding2nn.weight	6	-0.003809703281149268
18872	embedding2nn.weight	7	0.013058970682322979
18872	embedding2nn.weight	8	-0.004977308213710785
18872	embedding2nn.weight	9	-0.013246189802885056
18872	embedding2nn.bias	0	-0.052266936749219894
18872	embedding2nn.bias	1	-0.030589787289500237
18872	embedding2nn.bias	2	-0.053006481379270554
18872	embedding2nn.bias	3	0.0051269810646772385
18872	embedding2nn.bias	4	-0.018648311495780945
18872	embedding2nn.bias	5	0.007446146570146084
18872	embedding2nn.bias	6	0.009079394862055779
18872	embedding2nn.bias	7	0.010245952755212784
18872	embedding2nn.bias	8	0.0078246695920825
18872	embedding2nn.bias	9	0.013807873241603374
18872	rnn.weight_ih_l0	0	0.041013043373823166
18872	rnn.weight_ih_l0	1	-0.013022467494010925
18872	rnn.weight_ih_l0	2	-0.0388876311480999
18872	rnn.weight_ih_l0	3	-0.042165063321590424
18872	rnn.weight_ih_l0	4	-0.05018991231918335
18872	rnn.weight_ih_l0	5	-0.006974970921874046
18872	rnn.weight_ih_l0	6	-0.051573481410741806
18872	rnn.weight_ih_l0	7	-0.05757054314017296
18872	rnn.weight_ih_l0	8	-0.04539977386593819
18872	rnn.weight_ih_l0	9	-0.027501773089170456
18872	rnn.weight_hh_l0	0	0.01696089841425419
18872	rnn.weight_hh_l0	1	-0.017993725836277008
18872	rnn.weight_hh_l0	2	-0.07130541652441025
18872	rnn.weight_hh_l0	3	-0.02979521080851555
18872	rnn.weight_hh_l0	4	-0.07373874634504318
18872	rnn.weight_hh_l0	5	-0.012591256760060787
18872	rnn.weight_hh_l0	6	-0.045820724219083786
18872	rnn.weight_hh_l0	7	-0.015778498724102974
18872	rnn.weight_hh_l0	8	-0.0170816108584404
18872	rnn.weight_hh_l0	9	0.00808574166148901
18872	rnn.bias_ih_l0	0	0.1318047046661377
18872	rnn.bias_ih_l0	1	-0.05501252040266991
18872	rnn.bias_ih_l0	2	0.10231443494558334
18872	rnn.bias_ih_l0	3	0.050229255110025406
18872	rnn.bias_ih_l0	4	0.09362129867076874
18872	rnn.bias_ih_l0	5	0.022665834054350853
18872	rnn.bias_ih_l0	6	-0.011536390520632267
18872	rnn.bias_ih_l0	7	-0.09072732925415039
18872	rnn.bias_ih_l0	8	-0.17674483358860016
18872	rnn.bias_ih_l0	9	0.09155616164207458
18872	rnn.bias_hh_l0	0	-0.009635464288294315
18872	rnn.bias_hh_l0	1	0.01912767067551613
18872	rnn.bias_hh_l0	2	-0.01608065515756607
18872	rnn.bias_hh_l0	3	-0.022726433351635933
18872	rnn.bias_hh_l0	4	-0.039481986314058304
18872	rnn.bias_hh_l0	5	0.13074912130832672
18872	rnn.bias_hh_l0	6	0.024595655500888824
18872	rnn.bias_hh_l0	7	0.03522707521915436
18872	rnn.bias_hh_l0	8	0.02283237688243389
18872	rnn.bias_hh_l0	9	0.029109880328178406
18872	rnn.weight_ih_l0_reverse	0	-0.031014995649456978
18872	rnn.weight_ih_l0_reverse	1	-0.003876077476888895
18872	rnn.weight_ih_l0_reverse	2	0.02662498503923416
18872	rnn.weight_ih_l0_reverse	3	-0.059952639043331146
18872	rnn.weight_ih_l0_reverse	4	0.009438379667699337
18872	rnn.weight_ih_l0_reverse	5	-0.05251622572541237
18872	rnn.weight_ih_l0_reverse	6	0.0155290886759758
18872	rnn.weight_ih_l0_reverse	7	0.046300482004880905
18872	rnn.weight_ih_l0_reverse	8	-0.04427676275372505
18872	rnn.weight_ih_l0_reverse	9	-0.0522274412214756
18872	rnn.weight_hh_l0_reverse	0	-0.07959755510091782
18872	rnn.weight_hh_l0_reverse	1	-0.0601532943546772
18872	rnn.weight_hh_l0_reverse	2	0.033681221306324005
18872	rnn.weight_hh_l0_reverse	3	0.04501468688249588
18872	rnn.weight_hh_l0_reverse	4	-0.00019796003471128643
18872	rnn.weight_hh_l0_reverse	5	0.04512358829379082
18872	rnn.weight_hh_l0_reverse	6	-0.0024561057798564434
18872	rnn.weight_hh_l0_reverse	7	0.004899880383163691
18872	rnn.weight_hh_l0_reverse	8	-0.09026901423931122
18872	rnn.weight_hh_l0_reverse	9	0.07173340022563934
18872	rnn.bias_ih_l0_reverse	0	-0.07714106887578964
18872	rnn.bias_ih_l0_reverse	1	-0.06011078134179115
18872	rnn.bias_ih_l0_reverse	2	0.09979251027107239
18872	rnn.bias_ih_l0_reverse	3	0.03758655861020088
18872	rnn.bias_ih_l0_reverse	4	-0.13286080956459045
18872	rnn.bias_ih_l0_reverse	5	0.044715527445077896
18872	rnn.bias_ih_l0_reverse	6	-0.11056798696517944
18872	rnn.bias_ih_l0_reverse	7	0.03215763717889786
18872	rnn.bias_ih_l0_reverse	8	0.027390006929636
18872	rnn.bias_ih_l0_reverse	9	0.06207204982638359
18872	rnn.bias_hh_l0_reverse	0	0.0413094088435173
18872	rnn.bias_hh_l0_reverse	1	0.06586721539497375
18872	rnn.bias_hh_l0_reverse	2	0.07462380081415176
18872	rnn.bias_hh_l0_reverse	3	-0.016715558245778084
18872	rnn.bias_hh_l0_reverse	4	0.08012785017490387
18872	rnn.bias_hh_l0_reverse	5	-0.009916713461279869
18872	rnn.bias_hh_l0_reverse	6	-0.06440715491771698
18872	rnn.bias_hh_l0_reverse	7	0.029148610308766365
18872	rnn.bias_hh_l0_reverse	8	0.009654575958848
18872	rnn.bias_hh_l0_reverse	9	-0.1453694850206375
18872	linear.weight	0	0.15415601432323456
18872	linear.weight	1	-0.14410598576068878
18872	linear.weight	2	-0.1794428825378418
18872	linear.weight	3	0.06637150049209595
18872	linear.weight	4	-0.01864810474216938
18872	linear.weight	5	-0.006161512341350317
18872	linear.weight	6	-0.007693213410675526
18872	linear.weight	7	-0.02915227599442005
18872	linear.weight	8	0.04541809484362602
18872	linear.weight	9	0.29551881551742554
18872	linear.bias	0	-0.1944025605916977
18872	linear.bias	1	0.16451138257980347
18872	linear.bias	2	-0.5101257562637329
18872	linear.bias	3	1.6796157360076904
18872	linear.bias	4	-0.3915233612060547
18872	linear.bias	5	-0.030769959092140198
18872	linear.bias	6	-0.3458366394042969
18872	linear.bias	7	-0.26708853244781494
18872	linear.bias	8	-0.02498706802725792
18872	linear.bias	9	-0.4791684150695801
18900	transitions	0	-0.6351421475410461
18900	transitions	1	0.3632122576236725
18900	transitions	2	1.6896882057189941
18900	transitions	3	0.1117968037724495
18900	transitions	4	0.9579961895942688
18900	transitions	5	1.2741765975952148
18900	transitions	6	0.48364633321762085
18900	transitions	7	0.1766626089811325
18900	transitions	8	-0.9194003939628601
18900	transitions	9	0.9307119250297546
18900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18900	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18900	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18900	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18900	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18900	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18900	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18900	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18900	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18900	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18900	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18900	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18900	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18900	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18900	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18900	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18900	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18900	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18900	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18900	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18900	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18900	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18900	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18900	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18900	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18900	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18900	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18900	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18900	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18900	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18900	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18900	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18900	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18900	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18900	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18900	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18900	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18900	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18900	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18900	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18900	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18900	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18900	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18900	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18900	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18900	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18900	embedding2nn.weight	0	0.018816370517015457
18900	embedding2nn.weight	1	0.014011353254318237
18900	embedding2nn.weight	2	-0.004986125975847244
18900	embedding2nn.weight	3	0.0025654614437371492
18900	embedding2nn.weight	4	-0.005423530470579863
18900	embedding2nn.weight	5	0.011178724467754364
18900	embedding2nn.weight	6	-0.003846330102533102
18900	embedding2nn.weight	7	0.012237561866641045
18900	embedding2nn.weight	8	-0.004976753145456314
18900	embedding2nn.weight	9	-0.013306338340044022
18900	embedding2nn.bias	0	-0.048641636967659
18900	embedding2nn.bias	1	-0.021998059004545212
18900	embedding2nn.bias	2	-0.055151887238025665
18900	embedding2nn.bias	3	0.0061329565942287445
18900	embedding2nn.bias	4	-0.014569645747542381
18900	embedding2nn.bias	5	0.0037632440216839314
18900	embedding2nn.bias	6	0.002258345717564225
18900	embedding2nn.bias	7	0.017166951671242714
18900	embedding2nn.bias	8	0.0038392022252082825
18900	embedding2nn.bias	9	0.0030985502526164055
18900	rnn.weight_ih_l0	0	0.0413682758808136
18900	rnn.weight_ih_l0	1	-0.012632186524569988
18900	rnn.weight_ih_l0	2	-0.03878667205572128
18900	rnn.weight_ih_l0	3	-0.04208514094352722
18900	rnn.weight_ih_l0	4	-0.05024400353431702
18900	rnn.weight_ih_l0	5	-0.006879756692796946
18900	rnn.weight_ih_l0	6	-0.050772957503795624
18900	rnn.weight_ih_l0	7	-0.0576770193874836
18900	rnn.weight_ih_l0	8	-0.04530443996191025
18900	rnn.weight_ih_l0	9	-0.02751980349421501
18900	rnn.weight_hh_l0	0	0.017204850912094116
18900	rnn.weight_hh_l0	1	-0.01813139207661152
18900	rnn.weight_hh_l0	2	-0.07238893210887909
18900	rnn.weight_hh_l0	3	-0.029793890193104744
18900	rnn.weight_hh_l0	4	-0.07336186617612839
18900	rnn.weight_hh_l0	5	-0.011980805546045303
18900	rnn.weight_hh_l0	6	-0.04683641716837883
18900	rnn.weight_hh_l0	7	-0.015610269270837307
18900	rnn.weight_hh_l0	8	-0.016575399786233902
18900	rnn.weight_hh_l0	9	0.008113534189760685
18900	rnn.bias_ih_l0	0	0.13174578547477722
18900	rnn.bias_ih_l0	1	-0.056652653962373734
18900	rnn.bias_ih_l0	2	0.10106485337018967
18900	rnn.bias_ih_l0	3	0.047782473266124725
18900	rnn.bias_ih_l0	4	0.09530054777860641
18900	rnn.bias_ih_l0	5	0.02253955788910389
18900	rnn.bias_ih_l0	6	-0.010383760556578636
18900	rnn.bias_ih_l0	7	-0.09156972914934158
18900	rnn.bias_ih_l0	8	-0.17368023097515106
18900	rnn.bias_ih_l0	9	0.09095029532909393
18900	rnn.bias_hh_l0	0	-0.009487907402217388
18900	rnn.bias_hh_l0	1	0.019388841465115547
18900	rnn.bias_hh_l0	2	-0.01599758490920067
18900	rnn.bias_hh_l0	3	-0.021709008142352104
18900	rnn.bias_hh_l0	4	-0.04325559362769127
18900	rnn.bias_hh_l0	5	0.13018697500228882
18900	rnn.bias_hh_l0	6	0.02604641020298004
18900	rnn.bias_hh_l0	7	0.03549611568450928
18900	rnn.bias_hh_l0	8	0.023985009640455246
18900	rnn.bias_hh_l0	9	0.028184572234749794
18900	rnn.weight_ih_l0_reverse	0	-0.030854862183332443
18900	rnn.weight_ih_l0_reverse	1	-0.0036207102239131927
18900	rnn.weight_ih_l0_reverse	2	0.02635803259909153
18900	rnn.weight_ih_l0_reverse	3	-0.060053709894418716
18900	rnn.weight_ih_l0_reverse	4	0.00891152024269104
18900	rnn.weight_ih_l0_reverse	5	-0.052465591579675674
18900	rnn.weight_ih_l0_reverse	6	0.015979792922735214
18900	rnn.weight_ih_l0_reverse	7	0.04638950154185295
18900	rnn.weight_ih_l0_reverse	8	-0.04422193393111229
18900	rnn.weight_ih_l0_reverse	9	-0.052220724523067474
18900	rnn.weight_hh_l0_reverse	0	-0.07949793338775635
18900	rnn.weight_hh_l0_reverse	1	-0.059713538736104965
18900	rnn.weight_hh_l0_reverse	2	0.033531080931425095
18900	rnn.weight_hh_l0_reverse	3	0.04517548158764839
18900	rnn.weight_hh_l0_reverse	4	-0.0005174142424948514
18900	rnn.weight_hh_l0_reverse	5	0.04503369331359863
18900	rnn.weight_hh_l0_reverse	6	-0.0055275787599384785
18900	rnn.weight_hh_l0_reverse	7	0.004732341039925814
18900	rnn.weight_hh_l0_reverse	8	-0.09001520276069641
18900	rnn.weight_hh_l0_reverse	9	0.07143466174602509
18900	rnn.bias_ih_l0_reverse	0	-0.08023633062839508
18900	rnn.bias_ih_l0_reverse	1	-0.06322262436151505
18900	rnn.bias_ih_l0_reverse	2	0.09810246527194977
18900	rnn.bias_ih_l0_reverse	3	0.03845318779349327
18900	rnn.bias_ih_l0_reverse	4	-0.13199760019779205
18900	rnn.bias_ih_l0_reverse	5	0.04228478670120239
18900	rnn.bias_ih_l0_reverse	6	-0.11058147251605988
18900	rnn.bias_ih_l0_reverse	7	0.03479040041565895
18900	rnn.bias_ih_l0_reverse	8	0.029092494398355484
18900	rnn.bias_ih_l0_reverse	9	0.06120188534259796
18900	rnn.bias_hh_l0_reverse	0	0.042656511068344116
18900	rnn.bias_hh_l0_reverse	1	0.06510178744792938
18900	rnn.bias_hh_l0_reverse	2	0.07447873055934906
18900	rnn.bias_hh_l0_reverse	3	-0.016170334070920944
18900	rnn.bias_hh_l0_reverse	4	0.08013705909252167
18900	rnn.bias_hh_l0_reverse	5	-0.004214829299598932
18900	rnn.bias_hh_l0_reverse	6	-0.06587299704551697
18900	rnn.bias_hh_l0_reverse	7	0.02634868398308754
18900	rnn.bias_hh_l0_reverse	8	0.009412702172994614
18900	rnn.bias_hh_l0_reverse	9	-0.14344289898872375
18900	linear.weight	0	0.1584174782037735
18900	linear.weight	1	-0.1440960019826889
18900	linear.weight	2	-0.1801523119211197
18900	linear.weight	3	0.06317635625600815
18900	linear.weight	4	-0.018925826996564865
18900	linear.weight	5	-0.006216656882315874
18900	linear.weight	6	-0.007681954186409712
18900	linear.weight	7	-0.02904842235147953
18900	linear.weight	8	0.04280424863100052
18900	linear.weight	9	0.29793837666511536
18900	linear.bias	0	-0.1984594613313675
18900	linear.bias	1	0.16353435814380646
18900	linear.bias	2	-0.5097621083259583
18900	linear.bias	3	1.6707137823104858
18900	linear.bias	4	-0.39171749353408813
18900	linear.bias	5	-0.030769959092140198
18900	linear.bias	6	-0.34520038962364197
18900	linear.bias	7	-0.2605433166027069
18900	linear.bias	8	-0.018369924277067184
18900	linear.bias	9	-0.4792945683002472
18928	transitions	0	-0.635195255279541
18928	transitions	1	0.36319106817245483
18928	transitions	2	1.6896039247512817
18928	transitions	3	0.11170744895935059
18928	transitions	4	0.9579746723175049
18928	transitions	5	1.274176001548767
18928	transitions	6	0.483633428812027
18928	transitions	7	0.17666207253932953
18928	transitions	8	-0.9194015264511108
18928	transitions	9	0.9307119250297546
18928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18928	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18928	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18928	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18928	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18928	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18928	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18928	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18928	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18928	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18928	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18928	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18928	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18928	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18928	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18928	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18928	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18928	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18928	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18928	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18928	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18928	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18928	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18928	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18928	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18928	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18928	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18928	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18928	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18928	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18928	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18928	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18928	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18928	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18928	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18928	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18928	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18928	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18928	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18928	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18928	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18928	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18928	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18928	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18928	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18928	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18928	embedding2nn.weight	0	0.019034728407859802
18928	embedding2nn.weight	1	0.014057454653084278
18928	embedding2nn.weight	2	-0.004994869232177734
18928	embedding2nn.weight	3	0.0027185094077140093
18928	embedding2nn.weight	4	-0.0053947302512824535
18928	embedding2nn.weight	5	0.011085085570812225
18928	embedding2nn.weight	6	-0.003942630719393492
18928	embedding2nn.weight	7	0.01127615012228489
18928	embedding2nn.weight	8	-0.004714468494057655
18928	embedding2nn.weight	9	-0.013193442486226559
18928	embedding2nn.bias	0	-0.048045720905065536
18928	embedding2nn.bias	1	-0.024271508678793907
18928	embedding2nn.bias	2	-0.05694027245044708
18928	embedding2nn.bias	3	0.003248999360948801
18928	embedding2nn.bias	4	-0.016585323959589005
18928	embedding2nn.bias	5	0.0014632007805630565
18928	embedding2nn.bias	6	0.014020930044353008
18928	embedding2nn.bias	7	0.020152848213911057
18928	embedding2nn.bias	8	0.007683523464947939
18928	embedding2nn.bias	9	0.005888047628104687
18928	rnn.weight_ih_l0	0	0.04173217713832855
18928	rnn.weight_ih_l0	1	-0.01288597658276558
18928	rnn.weight_ih_l0	2	-0.03872733190655708
18928	rnn.weight_ih_l0	3	-0.04245147854089737
18928	rnn.weight_ih_l0	4	-0.05029717832803726
18928	rnn.weight_ih_l0	5	-0.006804127246141434
18928	rnn.weight_ih_l0	6	-0.05001186579465866
18928	rnn.weight_ih_l0	7	-0.05783599615097046
18928	rnn.weight_ih_l0	8	-0.044759929180145264
18928	rnn.weight_ih_l0	9	-0.02750297822058201
18928	rnn.weight_hh_l0	0	0.016724854707717896
18928	rnn.weight_hh_l0	1	-0.01736258901655674
18928	rnn.weight_hh_l0	2	-0.07247071713209152
18928	rnn.weight_hh_l0	3	-0.0299566350877285
18928	rnn.weight_hh_l0	4	-0.07325633615255356
18928	rnn.weight_hh_l0	5	-0.012108912691473961
18928	rnn.weight_hh_l0	6	-0.04740146920084953
18928	rnn.weight_hh_l0	7	-0.016802504658699036
18928	rnn.weight_hh_l0	8	-0.016627807170152664
18928	rnn.weight_hh_l0	9	0.007678734604269266
18928	rnn.bias_ih_l0	0	0.13135384023189545
18928	rnn.bias_ih_l0	1	-0.05511018633842468
18928	rnn.bias_ih_l0	2	0.10288732498884201
18928	rnn.bias_ih_l0	3	0.048558302223682404
18928	rnn.bias_ih_l0	4	0.09493201225996017
18928	rnn.bias_ih_l0	5	0.022755756974220276
18928	rnn.bias_ih_l0	6	-0.01091722957789898
18928	rnn.bias_ih_l0	7	-0.08707883208990097
18928	rnn.bias_ih_l0	8	-0.17440612614154816
18928	rnn.bias_ih_l0	9	0.09003046154975891
18928	rnn.bias_hh_l0	0	-0.00657502980902791
18928	rnn.bias_hh_l0	1	0.017905263230204582
18928	rnn.bias_hh_l0	2	-0.016682269051671028
18928	rnn.bias_hh_l0	3	-0.02291267178952694
18928	rnn.bias_hh_l0	4	-0.04521263763308525
18928	rnn.bias_hh_l0	5	0.12903068959712982
18928	rnn.bias_hh_l0	6	0.026738090440630913
18928	rnn.bias_hh_l0	7	0.035665594041347504
18928	rnn.bias_hh_l0	8	0.023451538756489754
18928	rnn.bias_hh_l0	9	0.028466567397117615
18928	rnn.weight_ih_l0_reverse	0	-0.030482487753033638
18928	rnn.weight_ih_l0_reverse	1	-0.004214736167341471
18928	rnn.weight_ih_l0_reverse	2	0.02652999386191368
18928	rnn.weight_ih_l0_reverse	3	-0.06055580824613571
18928	rnn.weight_ih_l0_reverse	4	0.009163661859929562
18928	rnn.weight_ih_l0_reverse	5	-0.05288485437631607
18928	rnn.weight_ih_l0_reverse	6	0.01550020556896925
18928	rnn.weight_ih_l0_reverse	7	0.04632912576198578
18928	rnn.weight_ih_l0_reverse	8	-0.043959036469459534
18928	rnn.weight_ih_l0_reverse	9	-0.052175384014844894
18928	rnn.weight_hh_l0_reverse	0	-0.07972420752048492
18928	rnn.weight_hh_l0_reverse	1	-0.06033896282315254
18928	rnn.weight_hh_l0_reverse	2	0.033373624086380005
18928	rnn.weight_hh_l0_reverse	3	0.04524978995323181
18928	rnn.weight_hh_l0_reverse	4	-0.0004779918526764959
18928	rnn.weight_hh_l0_reverse	5	0.04453073814511299
18928	rnn.weight_hh_l0_reverse	6	-0.002229922218248248
18928	rnn.weight_hh_l0_reverse	7	0.00470764609053731
18928	rnn.weight_hh_l0_reverse	8	-0.09059607237577438
18928	rnn.weight_hh_l0_reverse	9	0.07201623171567917
18928	rnn.bias_ih_l0_reverse	0	-0.07914421707391739
18928	rnn.bias_ih_l0_reverse	1	-0.07416138052940369
18928	rnn.bias_ih_l0_reverse	2	0.0994107723236084
18928	rnn.bias_ih_l0_reverse	3	0.03816715255379677
18928	rnn.bias_ih_l0_reverse	4	-0.13087138533592224
18928	rnn.bias_ih_l0_reverse	5	0.042351510375738144
18928	rnn.bias_ih_l0_reverse	6	-0.1095150038599968
18928	rnn.bias_ih_l0_reverse	7	0.035141583532094955
18928	rnn.bias_ih_l0_reverse	8	0.026853591203689575
18928	rnn.bias_ih_l0_reverse	9	0.059733737260103226
18928	rnn.bias_hh_l0_reverse	0	0.039406877011060715
18928	rnn.bias_hh_l0_reverse	1	0.0654187873005867
18928	rnn.bias_hh_l0_reverse	2	0.07400592416524887
18928	rnn.bias_hh_l0_reverse	3	-0.016061164438724518
18928	rnn.bias_hh_l0_reverse	4	0.08266900479793549
18928	rnn.bias_hh_l0_reverse	5	-0.007164019625633955
18928	rnn.bias_hh_l0_reverse	6	-0.0626092255115509
18928	rnn.bias_hh_l0_reverse	7	0.02655644528567791
18928	rnn.bias_hh_l0_reverse	8	0.009023443795740604
18928	rnn.bias_hh_l0_reverse	9	-0.15363283455371857
18928	linear.weight	0	0.16994372010231018
18928	linear.weight	1	-0.14407378435134888
18928	linear.weight	2	-0.18347373604774475
18928	linear.weight	3	0.0650973916053772
18928	linear.weight	4	-0.01907540298998356
18928	linear.weight	5	-0.005765153560787439
18928	linear.weight	6	-0.007676706183701754
18928	linear.weight	7	-0.02903721295297146
18928	linear.weight	8	0.04244402423501015
18928	linear.weight	9	0.2974593937397003
18928	linear.bias	0	-0.20976775884628296
18928	linear.bias	1	0.16358591616153717
18928	linear.bias	2	-0.5095471739768982
18928	linear.bias	3	1.6906639337539673
18928	linear.bias	4	-0.3919030427932739
18928	linear.bias	5	-0.030769959092140198
18928	linear.bias	6	-0.34491586685180664
18928	linear.bias	7	-0.2612956166267395
18928	linear.bias	8	-0.006494262721389532
18928	linear.bias	9	-0.47947046160697937
18956	transitions	0	-0.635257363319397
18956	transitions	1	0.36316153407096863
18956	transitions	2	1.6895064115524292
18956	transitions	3	0.11164918541908264
18956	transitions	4	0.9579644203186035
18956	transitions	5	1.2741707563400269
18956	transitions	6	0.4836297631263733
18956	transitions	7	0.17666086554527283
18956	transitions	8	-0.9194021821022034
18956	transitions	9	0.9307113289833069
18956	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18956	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18956	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18956	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18956	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18956	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18956	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18956	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18956	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18956	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18956	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18956	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18956	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18956	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18956	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18956	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18956	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18956	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18956	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18956	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18956	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18956	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18956	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18956	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18956	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18956	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18956	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18956	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18956	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18956	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18956	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18956	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18956	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18956	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18956	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18956	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18956	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18956	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18956	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18956	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18956	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18956	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18956	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18956	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18956	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18956	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18956	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18956	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18956	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18956	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18956	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18956	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18956	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18956	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18956	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18956	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18956	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18956	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18956	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18956	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18956	embedding2nn.weight	0	0.019578132778406143
18956	embedding2nn.weight	1	0.014095106162130833
18956	embedding2nn.weight	2	-0.005052321590483189
18956	embedding2nn.weight	3	0.002883730921894312
18956	embedding2nn.weight	4	-0.005340980365872383
18956	embedding2nn.weight	5	0.010867408476769924
18956	embedding2nn.weight	6	-0.0037952526472508907
18956	embedding2nn.weight	7	0.011656434275209904
18956	embedding2nn.weight	8	-0.00467087933793664
18956	embedding2nn.weight	9	-0.013183319941163063
18956	embedding2nn.bias	0	-0.053617168217897415
18956	embedding2nn.bias	1	-0.020296378061175346
18956	embedding2nn.bias	2	-0.05618226155638695
18956	embedding2nn.bias	3	0.003324441844597459
18956	embedding2nn.bias	4	-0.018459312617778778
18956	embedding2nn.bias	5	0.0058721560053527355
18956	embedding2nn.bias	6	0.011191284283995628
18956	embedding2nn.bias	7	0.022170107811689377
18956	embedding2nn.bias	8	0.008233587257564068
18956	embedding2nn.bias	9	0.0025123225059360266
18956	rnn.weight_ih_l0	0	0.04211335629224777
18956	rnn.weight_ih_l0	1	-0.013971459120512009
18956	rnn.weight_ih_l0	2	-0.03913358598947525
18956	rnn.weight_ih_l0	3	-0.04282905533909798
18956	rnn.weight_ih_l0	4	-0.05081413313746452
18956	rnn.weight_ih_l0	5	-0.00664858054369688
18956	rnn.weight_ih_l0	6	-0.050187669694423676
18956	rnn.weight_ih_l0	7	-0.05766256898641586
18956	rnn.weight_ih_l0	8	-0.04456982761621475
18956	rnn.weight_ih_l0	9	-0.0275857113301754
18956	rnn.weight_hh_l0	0	0.01692560315132141
18956	rnn.weight_hh_l0	1	-0.016959786415100098
18956	rnn.weight_hh_l0	2	-0.07282969355583191
18956	rnn.weight_hh_l0	3	-0.03051784075796604
18956	rnn.weight_hh_l0	4	-0.07340646535158157
18956	rnn.weight_hh_l0	5	-0.012252583168447018
18956	rnn.weight_hh_l0	6	-0.04856586083769798
18956	rnn.weight_hh_l0	7	-0.014802364632487297
18956	rnn.weight_hh_l0	8	-0.016517894342541695
18956	rnn.weight_hh_l0	9	0.007248501293361187
18956	rnn.bias_ih_l0	0	0.13333070278167725
18956	rnn.bias_ih_l0	1	-0.0552954226732254
18956	rnn.bias_ih_l0	2	0.10283661633729935
18956	rnn.bias_ih_l0	3	0.04816201329231262
18956	rnn.bias_ih_l0	4	0.09435815364122391
18956	rnn.bias_ih_l0	5	0.024219371378421783
18956	rnn.bias_ih_l0	6	-0.011571929790079594
18956	rnn.bias_ih_l0	7	-0.0887281745672226
18956	rnn.bias_ih_l0	8	-0.1743481308221817
18956	rnn.bias_ih_l0	9	0.09056918323040009
18956	rnn.bias_hh_l0	0	-0.008404755033552647
18956	rnn.bias_hh_l0	1	0.018644297495484352
18956	rnn.bias_hh_l0	2	-0.016467461362481117
18956	rnn.bias_hh_l0	3	-0.022280173376202583
18956	rnn.bias_hh_l0	4	-0.044612228870391846
18956	rnn.bias_hh_l0	5	0.12884145975112915
18956	rnn.bias_hh_l0	6	0.025758182629942894
18956	rnn.bias_hh_l0	7	0.03489278256893158
18956	rnn.bias_hh_l0	8	0.022796835750341415
18956	rnn.bias_hh_l0	9	0.026888467371463776
18956	rnn.weight_ih_l0_reverse	0	-0.03066946379840374
18956	rnn.weight_ih_l0_reverse	1	-0.003886190475896001
18956	rnn.weight_ih_l0_reverse	2	0.026629645377397537
18956	rnn.weight_ih_l0_reverse	3	-0.06047169119119644
18956	rnn.weight_ih_l0_reverse	4	0.008721088990569115
18956	rnn.weight_ih_l0_reverse	5	-0.05277247726917267
18956	rnn.weight_ih_l0_reverse	6	0.01548361498862505
18956	rnn.weight_ih_l0_reverse	7	0.04621018469333649
18956	rnn.weight_ih_l0_reverse	8	-0.044056132435798645
18956	rnn.weight_ih_l0_reverse	9	-0.05220252275466919
18956	rnn.weight_hh_l0_reverse	0	-0.07917048782110214
18956	rnn.weight_hh_l0_reverse	1	-0.05827039107680321
18956	rnn.weight_hh_l0_reverse	2	0.03297298401594162
18956	rnn.weight_hh_l0_reverse	3	0.04529999941587448
18956	rnn.weight_hh_l0_reverse	4	-0.0008111301576718688
18956	rnn.weight_hh_l0_reverse	5	0.04417577385902405
18956	rnn.weight_hh_l0_reverse	6	-0.0057454495690763
18956	rnn.weight_hh_l0_reverse	7	0.004437509924173355
18956	rnn.weight_hh_l0_reverse	8	-0.08994310349225998
18956	rnn.weight_hh_l0_reverse	9	0.07214339077472687
18956	rnn.bias_ih_l0_reverse	0	-0.08088120073080063
18956	rnn.bias_ih_l0_reverse	1	-0.07378280162811279
18956	rnn.bias_ih_l0_reverse	2	0.10084822028875351
18956	rnn.bias_ih_l0_reverse	3	0.037984587252140045
18956	rnn.bias_ih_l0_reverse	4	-0.1301528364419937
18956	rnn.bias_ih_l0_reverse	5	0.041711874306201935
18956	rnn.bias_ih_l0_reverse	6	-0.11161398887634277
18956	rnn.bias_ih_l0_reverse	7	0.040406063199043274
18956	rnn.bias_ih_l0_reverse	8	0.02599436603486538
18956	rnn.bias_ih_l0_reverse	9	0.06002392992377281
18956	rnn.bias_hh_l0_reverse	0	0.0527171827852726
18956	rnn.bias_hh_l0_reverse	1	0.06469985097646713
18956	rnn.bias_hh_l0_reverse	2	0.07415223866701126
18956	rnn.bias_hh_l0_reverse	3	-0.015765294432640076
18956	rnn.bias_hh_l0_reverse	4	0.08256227523088455
18956	rnn.bias_hh_l0_reverse	5	-0.011447816155850887
18956	rnn.bias_hh_l0_reverse	6	-0.0604139007627964
18956	rnn.bias_hh_l0_reverse	7	0.027396313846111298
18956	rnn.bias_hh_l0_reverse	8	0.008965162560343742
18956	rnn.bias_hh_l0_reverse	9	-0.15098749101161957
18956	linear.weight	0	0.1769372671842575
18956	linear.weight	1	-0.14667178690433502
18956	linear.weight	2	-0.18568997085094452
18956	linear.weight	3	0.06502464413642883
18956	linear.weight	4	-0.018791206181049347
18956	linear.weight	5	-0.005664910655468702
18956	linear.weight	6	-0.007643217220902443
18956	linear.weight	7	-0.029029274359345436
18956	linear.weight	8	0.04494807496666908
18956	linear.weight	9	0.2978154122829437
18956	linear.bias	0	-0.20153596997261047
18956	linear.bias	1	0.16148380935192108
18956	linear.bias	2	-0.50819331407547
18956	linear.bias	3	1.6804988384246826
18956	linear.bias	4	-0.39214062690734863
18956	linear.bias	5	-0.030769959092140198
18956	linear.bias	6	-0.34172874689102173
18956	linear.bias	7	-0.2628874182701111
18956	linear.bias	8	-0.008848550729453564
18956	linear.bias	9	-0.4795399606227875
18984	transitions	0	-0.6353241801261902
18984	transitions	1	0.3631526827812195
18984	transitions	2	1.6894482374191284
18984	transitions	3	0.11159669607877731
18984	transitions	4	0.9579458832740784
18984	transitions	5	1.274170160293579
18984	transitions	6	0.48362937569618225
18984	transitions	7	0.1766572892665863
18984	transitions	8	-0.9194028377532959
18984	transitions	9	0.9307113289833069
18984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
18984	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
18984	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
18984	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
18984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
18984	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
18984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
18984	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
18984	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
18984	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
18984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
18984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
18984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
18984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
18984	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
18984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
18984	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
18984	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
18984	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
18984	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
18984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
18984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
18984	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
18984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
18984	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
18984	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
18984	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
18984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
18984	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
18984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
18984	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
18984	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
18984	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
18984	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
18984	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
18984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
18984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
18984	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
18984	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
18984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
18984	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
18984	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
18984	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
18984	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
18984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
18984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
18984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
18984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
18984	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
18984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
18984	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
18984	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
18984	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
18984	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
18984	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
18984	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
18984	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
18984	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
18984	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
18984	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
18984	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
18984	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
18984	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
18984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
18984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
18984	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
18984	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
18984	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
18984	embedding2nn.weight	0	0.020289268344640732
18984	embedding2nn.weight	1	0.014005963690578938
18984	embedding2nn.weight	2	-0.005045876372605562
18984	embedding2nn.weight	3	0.003202632535248995
18984	embedding2nn.weight	4	-0.005267636850476265
18984	embedding2nn.weight	5	0.010673600248992443
18984	embedding2nn.weight	6	-0.0037436685524880886
18984	embedding2nn.weight	7	0.011113855056464672
18984	embedding2nn.weight	8	-0.004582052119076252
18984	embedding2nn.weight	9	-0.01316186785697937
18984	embedding2nn.bias	0	-0.05193411558866501
18984	embedding2nn.bias	1	-0.016378238797187805
18984	embedding2nn.bias	2	-0.06044778600335121
18984	embedding2nn.bias	3	0.00017703446792438626
18984	embedding2nn.bias	4	-0.015552756376564503
18984	embedding2nn.bias	5	0.003167205024510622
18984	embedding2nn.bias	6	0.009451430290937424
18984	embedding2nn.bias	7	0.02629110775887966
18984	embedding2nn.bias	8	0.0053108432330191135
18984	embedding2nn.bias	9	0.009654881432652473
18984	rnn.weight_ih_l0	0	0.0420888252556324
18984	rnn.weight_ih_l0	1	-0.014497228898108006
18984	rnn.weight_ih_l0	2	-0.038233134895563126
18984	rnn.weight_ih_l0	3	-0.04305017367005348
18984	rnn.weight_ih_l0	4	-0.050898678600788116
18984	rnn.weight_ih_l0	5	-0.006671505980193615
18984	rnn.weight_ih_l0	6	-0.050828319042921066
18984	rnn.weight_ih_l0	7	-0.05765662342309952
18984	rnn.weight_ih_l0	8	-0.04472291097044945
18984	rnn.weight_ih_l0	9	-0.027643850073218346
18984	rnn.weight_hh_l0	0	0.01679421029984951
18984	rnn.weight_hh_l0	1	-0.017104990780353546
18984	rnn.weight_hh_l0	2	-0.07309053093194962
18984	rnn.weight_hh_l0	3	-0.03032391332089901
18984	rnn.weight_hh_l0	4	-0.07340390980243683
18984	rnn.weight_hh_l0	5	-0.012644981034100056
18984	rnn.weight_hh_l0	6	-0.04876256361603737
18984	rnn.weight_hh_l0	7	-0.014440796338021755
18984	rnn.weight_hh_l0	8	-0.016828833147883415
18984	rnn.weight_hh_l0	9	0.007177415303885937
18984	rnn.bias_ih_l0	0	0.1342305690050125
18984	rnn.bias_ih_l0	1	-0.05582830682396889
18984	rnn.bias_ih_l0	2	0.10304918885231018
18984	rnn.bias_ih_l0	3	0.048377472907304764
18984	rnn.bias_ih_l0	4	0.09219702333211899
18984	rnn.bias_ih_l0	5	0.02384786866605282
18984	rnn.bias_ih_l0	6	-0.014249220490455627
18984	rnn.bias_ih_l0	7	-0.08873442560434341
18984	rnn.bias_ih_l0	8	-0.16822044551372528
18984	rnn.bias_ih_l0	9	0.08993490785360336
18984	rnn.bias_hh_l0	0	-0.006649274844676256
18984	rnn.bias_hh_l0	1	0.01906195469200611
18984	rnn.bias_hh_l0	2	-0.016366954892873764
18984	rnn.bias_hh_l0	3	-0.024122552946209908
18984	rnn.bias_hh_l0	4	-0.045117076486349106
18984	rnn.bias_hh_l0	5	0.12708818912506104
18984	rnn.bias_hh_l0	6	0.02633591927587986
18984	rnn.bias_hh_l0	7	0.033369146287441254
18984	rnn.bias_hh_l0	8	0.020119545981287956
18984	rnn.bias_hh_l0	9	0.027925634756684303
18984	rnn.weight_ih_l0_reverse	0	-0.030532093718647957
18984	rnn.weight_ih_l0_reverse	1	-0.0033057176042348146
18984	rnn.weight_ih_l0_reverse	2	0.026548242196440697
18984	rnn.weight_ih_l0_reverse	3	-0.06037848815321922
18984	rnn.weight_ih_l0_reverse	4	0.008802643977105618
18984	rnn.weight_ih_l0_reverse	5	-0.053097888827323914
18984	rnn.weight_ih_l0_reverse	6	0.01512061432003975
18984	rnn.weight_ih_l0_reverse	7	0.04631471261382103
18984	rnn.weight_ih_l0_reverse	8	-0.04441032558679581
18984	rnn.weight_ih_l0_reverse	9	-0.052261918783187866
18984	rnn.weight_hh_l0_reverse	0	-0.07962626963853836
18984	rnn.weight_hh_l0_reverse	1	-0.05873160436749458
18984	rnn.weight_hh_l0_reverse	2	0.032988809049129486
18984	rnn.weight_hh_l0_reverse	3	0.04490366578102112
18984	rnn.weight_hh_l0_reverse	4	-0.0008112440700642765
18984	rnn.weight_hh_l0_reverse	5	0.04437119513750076
18984	rnn.weight_hh_l0_reverse	6	-0.004365887027233839
18984	rnn.weight_hh_l0_reverse	7	0.003917503170669079
18984	rnn.weight_hh_l0_reverse	8	-0.09012109041213989
18984	rnn.weight_hh_l0_reverse	9	0.07236223667860031
18984	rnn.bias_ih_l0_reverse	0	-0.07632455229759216
18984	rnn.bias_ih_l0_reverse	1	-0.0649031549692154
18984	rnn.bias_ih_l0_reverse	2	0.09929559379816055
18984	rnn.bias_ih_l0_reverse	3	0.037838783115148544
18984	rnn.bias_ih_l0_reverse	4	-0.13103775680065155
18984	rnn.bias_ih_l0_reverse	5	0.04296978563070297
18984	rnn.bias_ih_l0_reverse	6	-0.11040019243955612
18984	rnn.bias_ih_l0_reverse	7	0.038580529391765594
18984	rnn.bias_ih_l0_reverse	8	0.028072001412510872
18984	rnn.bias_ih_l0_reverse	9	0.06090657413005829
18984	rnn.bias_hh_l0_reverse	0	0.05821508169174194
18984	rnn.bias_hh_l0_reverse	1	0.06518448889255524
18984	rnn.bias_hh_l0_reverse	2	0.07239668071269989
18984	rnn.bias_hh_l0_reverse	3	-0.016497457399964333
18984	rnn.bias_hh_l0_reverse	4	0.08398404717445374
18984	rnn.bias_hh_l0_reverse	5	-0.013498017564415932
18984	rnn.bias_hh_l0_reverse	6	-0.059932831674814224
18984	rnn.bias_hh_l0_reverse	7	0.027155760675668716
18984	rnn.bias_hh_l0_reverse	8	0.010587683878839016
18984	rnn.bias_hh_l0_reverse	9	-0.15062932670116425
18984	linear.weight	0	0.17297613620758057
18984	linear.weight	1	-0.1466618776321411
18984	linear.weight	2	-0.18521057069301605
18984	linear.weight	3	0.06727562844753265
18984	linear.weight	4	-0.01835820823907852
18984	linear.weight	5	-0.005246741697192192
18984	linear.weight	6	-0.007638607174158096
18984	linear.weight	7	-0.029012544080615044
18984	linear.weight	8	0.04393571987748146
18984	linear.weight	9	0.3013502061367035
18984	linear.bias	0	-0.20185647904872894
18984	linear.bias	1	0.16920830309391022
18984	linear.bias	2	-0.5086958408355713
18984	linear.bias	3	1.682273507118225
18984	linear.bias	4	-0.39224156737327576
18984	linear.bias	5	-0.030769959092140198
18984	linear.bias	6	-0.34271755814552307
18984	linear.bias	7	-0.262477308511734
18984	linear.bias	8	-0.017923370003700256
18984	linear.bias	9	-0.47959771752357483
19012	transitions	0	-0.6354050636291504
19012	transitions	1	0.36309564113616943
19012	transitions	2	1.6894099712371826
19012	transitions	3	0.11159265786409378
19012	transitions	4	0.9579318165779114
19012	transitions	5	1.2741692066192627
19012	transitions	6	0.4836285710334778
19012	transitions	7	0.17663133144378662
19012	transitions	8	-0.9194035530090332
19012	transitions	9	0.9307112693786621
19012	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19012	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19012	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19012	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19012	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19012	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19012	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19012	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19012	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19012	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19012	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19012	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19012	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19012	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19012	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19012	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19012	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19012	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19012	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19012	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19012	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19012	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19012	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19012	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19012	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19012	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19012	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19012	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19012	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19012	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19012	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19012	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19012	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19012	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19012	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19012	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19012	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19012	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19012	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19012	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19012	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19012	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19012	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19012	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19012	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19012	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19012	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19012	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19012	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19012	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19012	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19012	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19012	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19012	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19012	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19012	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19012	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19012	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19012	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19012	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19012	embedding2nn.weight	0	0.019783513620495796
19012	embedding2nn.weight	1	0.01387191191315651
19012	embedding2nn.weight	2	-0.005041917320340872
19012	embedding2nn.weight	3	0.0031849767547100782
19012	embedding2nn.weight	4	-0.00526532344520092
19012	embedding2nn.weight	5	0.01062608789652586
19012	embedding2nn.weight	6	-0.003720424138009548
19012	embedding2nn.weight	7	0.011590045876801014
19012	embedding2nn.weight	8	-0.004642736166715622
19012	embedding2nn.weight	9	-0.01319036539644003
19012	embedding2nn.bias	0	-0.051697518676519394
19012	embedding2nn.bias	1	-0.017588626593351364
19012	embedding2nn.bias	2	-0.06267912685871124
19012	embedding2nn.bias	3	0.0019756678957492113
19012	embedding2nn.bias	4	-0.014631900936365128
19012	embedding2nn.bias	5	0.007580469362437725
19012	embedding2nn.bias	6	0.007445179857313633
19012	embedding2nn.bias	7	0.02132081799209118
19012	embedding2nn.bias	8	0.008696120232343674
19012	embedding2nn.bias	9	0.01347816176712513
19012	rnn.weight_ih_l0	0	0.04183930903673172
19012	rnn.weight_ih_l0	1	-0.014242591336369514
19012	rnn.weight_ih_l0	2	-0.03789565712213516
19012	rnn.weight_ih_l0	3	-0.04281669110059738
19012	rnn.weight_ih_l0	4	-0.050879303365945816
19012	rnn.weight_ih_l0	5	-0.006960080936551094
19012	rnn.weight_ih_l0	6	-0.051029495894908905
19012	rnn.weight_ih_l0	7	-0.05761851742863655
19012	rnn.weight_ih_l0	8	-0.04488961026072502
19012	rnn.weight_ih_l0	9	-0.027530420571565628
19012	rnn.weight_hh_l0	0	0.01692601852118969
19012	rnn.weight_hh_l0	1	-0.016748271882534027
19012	rnn.weight_hh_l0	2	-0.07322420179843903
19012	rnn.weight_hh_l0	3	-0.030281836166977882
19012	rnn.weight_hh_l0	4	-0.0732937604188919
19012	rnn.weight_hh_l0	5	-0.012761403806507587
19012	rnn.weight_hh_l0	6	-0.050075989216566086
19012	rnn.weight_hh_l0	7	-0.015191953629255295
19012	rnn.weight_hh_l0	8	-0.01704276166856289
19012	rnn.weight_hh_l0	9	0.005834037903696299
19012	rnn.bias_ih_l0	0	0.1344446837902069
19012	rnn.bias_ih_l0	1	-0.053946834057569504
19012	rnn.bias_ih_l0	2	0.1015511006116867
19012	rnn.bias_ih_l0	3	0.04620259255170822
19012	rnn.bias_ih_l0	4	0.09243185073137283
19012	rnn.bias_ih_l0	5	0.02416132763028145
19012	rnn.bias_ih_l0	6	-0.013658021576702595
19012	rnn.bias_ih_l0	7	-0.09019455313682556
19012	rnn.bias_ih_l0	8	-0.16516008973121643
19012	rnn.bias_ih_l0	9	0.08903222531080246
19012	rnn.bias_hh_l0	0	-0.007128232624381781
19012	rnn.bias_hh_l0	1	0.020146038383245468
19012	rnn.bias_hh_l0	2	-0.017847495153546333
19012	rnn.bias_hh_l0	3	-0.023593224585056305
19012	rnn.bias_hh_l0	4	-0.04511025920510292
19012	rnn.bias_hh_l0	5	0.12430599331855774
19012	rnn.bias_hh_l0	6	0.0297680776566267
19012	rnn.bias_hh_l0	7	0.03452160954475403
19012	rnn.bias_hh_l0	8	0.020710747689008713
19012	rnn.bias_hh_l0	9	0.028258508071303368
19012	rnn.weight_ih_l0_reverse	0	-0.030460096895694733
19012	rnn.weight_ih_l0_reverse	1	-0.0030636268202215433
19012	rnn.weight_ih_l0_reverse	2	0.026380134746432304
19012	rnn.weight_ih_l0_reverse	3	-0.06016994267702103
19012	rnn.weight_ih_l0_reverse	4	0.009051171131432056
19012	rnn.weight_ih_l0_reverse	5	-0.052950385957956314
19012	rnn.weight_ih_l0_reverse	6	0.015226037241518497
19012	rnn.weight_ih_l0_reverse	7	0.046475980430841446
19012	rnn.weight_ih_l0_reverse	8	-0.04395689070224762
19012	rnn.weight_ih_l0_reverse	9	-0.05221081152558327
19012	rnn.weight_hh_l0_reverse	0	-0.07988574355840683
19012	rnn.weight_hh_l0_reverse	1	-0.05899965018033981
19012	rnn.weight_hh_l0_reverse	2	0.03307574987411499
19012	rnn.weight_hh_l0_reverse	3	0.04485991597175598
19012	rnn.weight_hh_l0_reverse	4	-0.0003719610976986587
19012	rnn.weight_hh_l0_reverse	5	0.04395177215337753
19012	rnn.weight_hh_l0_reverse	6	-0.004264105577021837
19012	rnn.weight_hh_l0_reverse	7	0.004029626492410898
19012	rnn.weight_hh_l0_reverse	8	-0.09037592262029648
19012	rnn.weight_hh_l0_reverse	9	0.0723201334476471
19012	rnn.bias_ih_l0_reverse	0	-0.07495258748531342
19012	rnn.bias_ih_l0_reverse	1	-0.0657125860452652
19012	rnn.bias_ih_l0_reverse	2	0.09939592331647873
19012	rnn.bias_ih_l0_reverse	3	0.03740395978093147
19012	rnn.bias_ih_l0_reverse	4	-0.1289980709552765
19012	rnn.bias_ih_l0_reverse	5	0.04271978512406349
19012	rnn.bias_ih_l0_reverse	6	-0.11114263534545898
19012	rnn.bias_ih_l0_reverse	7	0.035946447402238846
19012	rnn.bias_ih_l0_reverse	8	0.02772255800664425
19012	rnn.bias_ih_l0_reverse	9	0.062108684331178665
19012	rnn.bias_hh_l0_reverse	0	0.05797689035534859
19012	rnn.bias_hh_l0_reverse	1	0.06484420597553253
19012	rnn.bias_hh_l0_reverse	2	0.07004112005233765
19012	rnn.bias_hh_l0_reverse	3	-0.015150627121329308
19012	rnn.bias_hh_l0_reverse	4	0.08354402333498001
19012	rnn.bias_hh_l0_reverse	5	-0.01203880738466978
19012	rnn.bias_hh_l0_reverse	6	-0.059836823493242264
19012	rnn.bias_hh_l0_reverse	7	0.028956621885299683
19012	rnn.bias_hh_l0_reverse	8	0.010260314680635929
19012	rnn.bias_hh_l0_reverse	9	-0.15546008944511414
19012	linear.weight	0	0.1763305813074112
19012	linear.weight	1	-0.14665326476097107
19012	linear.weight	2	-0.18388403952121735
19012	linear.weight	3	0.06748241186141968
19012	linear.weight	4	-0.018591009080410004
19012	linear.weight	5	-0.0052010309882462025
19012	linear.weight	6	-0.007634758949279785
19012	linear.weight	7	-0.028991907835006714
19012	linear.weight	8	0.0427849180996418
19012	linear.weight	9	0.2994982898235321
19012	linear.bias	0	-0.20220650732517242
19012	linear.bias	1	0.16319139301776886
19012	linear.bias	2	-0.5068198442459106
19012	linear.bias	3	1.665737509727478
19012	linear.bias	4	-0.39241358637809753
19012	linear.bias	5	-0.030769959092140198
19012	linear.bias	6	-0.34109875559806824
19012	linear.bias	7	-0.26293498277664185
19012	linear.bias	8	-0.025250056758522987
19012	linear.bias	9	-0.4796643555164337
19040	transitions	0	-0.6354647874832153
19040	transitions	1	0.36307501792907715
19040	transitions	2	1.6893609762191772
19040	transitions	3	0.11156989634037018
19040	transitions	4	0.9578965902328491
19040	transitions	5	1.2741683721542358
19040	transitions	6	0.4836205840110779
19040	transitions	7	0.17662891745567322
19040	transitions	8	-0.9194037318229675
19040	transitions	9	0.9307112693786621
19040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19040	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19040	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19040	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19040	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19040	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19040	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19040	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19040	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19040	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19040	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19040	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19040	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19040	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19040	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19040	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19040	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19040	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19040	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19040	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19040	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19040	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19040	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19040	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19040	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19040	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19040	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19040	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19040	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19040	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19040	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19040	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19040	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19040	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19040	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19040	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19040	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19040	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19040	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19040	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19040	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19040	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19040	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19040	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19040	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19040	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19040	embedding2nn.weight	0	0.01967514492571354
19040	embedding2nn.weight	1	0.01394302025437355
19040	embedding2nn.weight	2	-0.005040653981268406
19040	embedding2nn.weight	3	0.0031617654021829367
19040	embedding2nn.weight	4	-0.005269543267786503
19040	embedding2nn.weight	5	0.010735830292105675
19040	embedding2nn.weight	6	-0.0037896744906902313
19040	embedding2nn.weight	7	0.01111286785453558
19040	embedding2nn.weight	8	-0.004611524287611246
19040	embedding2nn.weight	9	-0.013108588755130768
19040	embedding2nn.bias	0	-0.04475925862789154
19040	embedding2nn.bias	1	-0.012842491269111633
19040	embedding2nn.bias	2	-0.05824454873800278
19040	embedding2nn.bias	3	0.0007915169699117541
19040	embedding2nn.bias	4	-0.014844235964119434
19040	embedding2nn.bias	5	0.005053987726569176
19040	embedding2nn.bias	6	0.004073217045515776
19040	embedding2nn.bias	7	0.026123393326997757
19040	embedding2nn.bias	8	0.006898924242705107
19040	embedding2nn.bias	9	0.009767288342118263
19040	rnn.weight_ih_l0	0	0.04182158410549164
19040	rnn.weight_ih_l0	1	-0.013607772067189217
19040	rnn.weight_ih_l0	2	-0.03714835271239281
19040	rnn.weight_ih_l0	3	-0.04271650314331055
19040	rnn.weight_ih_l0	4	-0.050680577754974365
19040	rnn.weight_ih_l0	5	-0.00712732644751668
19040	rnn.weight_ih_l0	6	-0.05095493793487549
19040	rnn.weight_ih_l0	7	-0.057421330362558365
19040	rnn.weight_ih_l0	8	-0.044786740094423294
19040	rnn.weight_ih_l0	9	-0.02742381952702999
19040	rnn.weight_hh_l0	0	0.017023293301463127
19040	rnn.weight_hh_l0	1	-0.01644926704466343
19040	rnn.weight_hh_l0	2	-0.07301212847232819
19040	rnn.weight_hh_l0	3	-0.030233535915613174
19040	rnn.weight_hh_l0	4	-0.07323547452688217
19040	rnn.weight_hh_l0	5	-0.01284780353307724
19040	rnn.weight_hh_l0	6	-0.04898742586374283
19040	rnn.weight_hh_l0	7	-0.015881609171628952
19040	rnn.weight_hh_l0	8	-0.017256490886211395
19040	rnn.weight_hh_l0	9	0.006377991754561663
19040	rnn.bias_ih_l0	0	0.13424184918403625
19040	rnn.bias_ih_l0	1	-0.052603647112846375
19040	rnn.bias_ih_l0	2	0.10275152325630188
19040	rnn.bias_ih_l0	3	0.047039855271577835
19040	rnn.bias_ih_l0	4	0.09288530051708221
19040	rnn.bias_ih_l0	5	0.02485835738480091
19040	rnn.bias_ih_l0	6	-0.01475943997502327
19040	rnn.bias_ih_l0	7	-0.08361169695854187
19040	rnn.bias_ih_l0	8	-0.17022579908370972
19040	rnn.bias_ih_l0	9	0.08819018304347992
19040	rnn.bias_hh_l0	0	-0.006417101249098778
19040	rnn.bias_hh_l0	1	0.023457495495676994
19040	rnn.bias_hh_l0	2	-0.01924785226583481
19040	rnn.bias_hh_l0	3	-0.024587584659457207
19040	rnn.bias_hh_l0	4	-0.04407928138971329
19040	rnn.bias_hh_l0	5	0.1251506507396698
19040	rnn.bias_hh_l0	6	0.02856897935271263
19040	rnn.bias_hh_l0	7	0.03866110369563103
19040	rnn.bias_hh_l0	8	0.019609328359365463
19040	rnn.bias_hh_l0	9	0.02904265746474266
19040	rnn.weight_ih_l0_reverse	0	-0.030519990250468254
19040	rnn.weight_ih_l0_reverse	1	-0.0027643218636512756
19040	rnn.weight_ih_l0_reverse	2	0.026618951931595802
19040	rnn.weight_ih_l0_reverse	3	-0.060500890016555786
19040	rnn.weight_ih_l0_reverse	4	0.008899104781448841
19040	rnn.weight_ih_l0_reverse	5	-0.0531311109662056
19040	rnn.weight_ih_l0_reverse	6	0.014434805139899254
19040	rnn.weight_ih_l0_reverse	7	0.046418219804763794
19040	rnn.weight_ih_l0_reverse	8	-0.04392385855317116
19040	rnn.weight_ih_l0_reverse	9	-0.05222049355506897
19040	rnn.weight_hh_l0_reverse	0	-0.08069662749767303
19040	rnn.weight_hh_l0_reverse	1	-0.057766590267419815
19040	rnn.weight_hh_l0_reverse	2	0.03326156362891197
19040	rnn.weight_hh_l0_reverse	3	0.044694866985082626
19040	rnn.weight_hh_l0_reverse	4	-0.0005075669032521546
19040	rnn.weight_hh_l0_reverse	5	0.04387843236327171
19040	rnn.weight_hh_l0_reverse	6	-0.006539569236338139
19040	rnn.weight_hh_l0_reverse	7	0.004398701712489128
19040	rnn.weight_hh_l0_reverse	8	-0.09096037596464157
19040	rnn.weight_hh_l0_reverse	9	0.07114973664283752
19040	rnn.bias_ih_l0_reverse	0	-0.07436563819646835
19040	rnn.bias_ih_l0_reverse	1	-0.06749217212200165
19040	rnn.bias_ih_l0_reverse	2	0.09941793233156204
19040	rnn.bias_ih_l0_reverse	3	0.03721044957637787
19040	rnn.bias_ih_l0_reverse	4	-0.12972809374332428
19040	rnn.bias_ih_l0_reverse	5	0.03999296948313713
19040	rnn.bias_ih_l0_reverse	6	-0.11102122068405151
19040	rnn.bias_ih_l0_reverse	7	0.0350804328918457
19040	rnn.bias_ih_l0_reverse	8	0.026385853067040443
19040	rnn.bias_ih_l0_reverse	9	0.06300707161426544
19040	rnn.bias_hh_l0_reverse	0	0.05671355873346329
19040	rnn.bias_hh_l0_reverse	1	0.06334415823221207
19040	rnn.bias_hh_l0_reverse	2	0.06951484084129333
19040	rnn.bias_hh_l0_reverse	3	-0.01527192909270525
19040	rnn.bias_hh_l0_reverse	4	0.08398274332284927
19040	rnn.bias_hh_l0_reverse	5	-0.009240525774657726
19040	rnn.bias_hh_l0_reverse	6	-0.06091611087322235
19040	rnn.bias_hh_l0_reverse	7	0.027982072904706
19040	rnn.bias_hh_l0_reverse	8	0.01031715888530016
19040	rnn.bias_hh_l0_reverse	9	-0.15943314135074615
19040	linear.weight	0	0.18223753571510315
19040	linear.weight	1	-0.1466517299413681
19040	linear.weight	2	-0.18271057307720184
19040	linear.weight	3	0.06491398066282272
19040	linear.weight	4	-0.018223799765110016
19040	linear.weight	5	-0.00429111160337925
19040	linear.weight	6	-0.007633415050804615
19040	linear.weight	7	-0.029547246173024178
19040	linear.weight	8	0.04230259731411934
19040	linear.weight	9	0.3008898198604584
19040	linear.bias	0	-0.20326296985149384
19040	linear.bias	1	0.15808254480361938
19040	linear.bias	2	-0.50587397813797
19040	linear.bias	3	1.6526678800582886
19040	linear.bias	4	-0.39255401492118835
19040	linear.bias	5	-0.030769959092140198
19040	linear.bias	6	-0.3399754762649536
19040	linear.bias	7	-0.26406410336494446
19040	linear.bias	8	-0.01911422424018383
19040	linear.bias	9	-0.47974586486816406
19068	transitions	0	-0.6355506777763367
19068	transitions	1	0.36304187774658203
19068	transitions	2	1.6893017292022705
19068	transitions	3	0.1115291640162468
19068	transitions	4	0.957872748374939
19068	transitions	5	1.2741671800613403
19068	transitions	6	0.4836201071739197
19068	transitions	7	0.1765901744365692
19068	transitions	8	-0.9194042086601257
19068	transitions	9	0.9307112693786621
19068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19068	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19068	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19068	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19068	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19068	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19068	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19068	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19068	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19068	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19068	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19068	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19068	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19068	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19068	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19068	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19068	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19068	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19068	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19068	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19068	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19068	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19068	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19068	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19068	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19068	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19068	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19068	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19068	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19068	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19068	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19068	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19068	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19068	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19068	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19068	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19068	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19068	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19068	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19068	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19068	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19068	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19068	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19068	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19068	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19068	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19068	embedding2nn.weight	0	0.02009088732302189
19068	embedding2nn.weight	1	0.014028003439307213
19068	embedding2nn.weight	2	-0.005074800457805395
19068	embedding2nn.weight	3	0.0029857230838388205
19068	embedding2nn.weight	4	-0.005333503242582083
19068	embedding2nn.weight	5	0.010783744044601917
19068	embedding2nn.weight	6	-0.003789652604609728
19068	embedding2nn.weight	7	0.011083785444498062
19068	embedding2nn.weight	8	-0.004750196821987629
19068	embedding2nn.weight	9	-0.013074207119643688
19068	embedding2nn.bias	0	-0.04591866955161095
19068	embedding2nn.bias	1	-0.007117834873497486
19068	embedding2nn.bias	2	-0.06162179633975029
19068	embedding2nn.bias	3	0.005436822772026062
19068	embedding2nn.bias	4	-0.010897639207541943
19068	embedding2nn.bias	5	0.004291200079023838
19068	embedding2nn.bias	6	0.006089175585657358
19068	embedding2nn.bias	7	0.024135790765285492
19068	embedding2nn.bias	8	0.00285261869430542
19068	embedding2nn.bias	9	0.008717913180589676
19068	rnn.weight_ih_l0	0	0.04143185541033745
19068	rnn.weight_ih_l0	1	-0.012696290388703346
19068	rnn.weight_ih_l0	2	-0.03706487640738487
19068	rnn.weight_ih_l0	3	-0.042637892067432404
19068	rnn.weight_ih_l0	4	-0.05038854107260704
19068	rnn.weight_ih_l0	5	-0.007441106252372265
19068	rnn.weight_ih_l0	6	-0.0510212704539299
19068	rnn.weight_ih_l0	7	-0.057721033692359924
19068	rnn.weight_ih_l0	8	-0.04472823813557625
19068	rnn.weight_ih_l0	9	-0.027279982343316078
19068	rnn.weight_hh_l0	0	0.016837213188409805
19068	rnn.weight_hh_l0	1	-0.016786476597189903
19068	rnn.weight_hh_l0	2	-0.07313918322324753
19068	rnn.weight_hh_l0	3	-0.029952397570014
19068	rnn.weight_hh_l0	4	-0.07292524725198746
19068	rnn.weight_hh_l0	5	-0.01274715457111597
19068	rnn.weight_hh_l0	6	-0.04746777191758156
19068	rnn.weight_hh_l0	7	-0.016812527552247047
19068	rnn.weight_hh_l0	8	-0.017367448657751083
19068	rnn.weight_hh_l0	9	0.006737828720360994
19068	rnn.bias_ih_l0	0	0.1335696578025818
19068	rnn.bias_ih_l0	1	-0.05303296819329262
19068	rnn.bias_ih_l0	2	0.10306322574615479
19068	rnn.bias_ih_l0	3	0.046966250985860825
19068	rnn.bias_ih_l0	4	0.09068788588047028
19068	rnn.bias_ih_l0	5	0.025250161066651344
19068	rnn.bias_ih_l0	6	-0.012321864254772663
19068	rnn.bias_ih_l0	7	-0.08309049159288406
19068	rnn.bias_ih_l0	8	-0.1711047738790512
19068	rnn.bias_ih_l0	9	0.08809825032949448
19068	rnn.bias_hh_l0	0	-0.006327505689114332
19068	rnn.bias_hh_l0	1	0.023172179237008095
19068	rnn.bias_hh_l0	2	-0.02015402726829052
19068	rnn.bias_hh_l0	3	-0.022178208455443382
19068	rnn.bias_hh_l0	4	-0.04549485817551613
19068	rnn.bias_hh_l0	5	0.1253802627325058
19068	rnn.bias_hh_l0	6	0.02719416283071041
19068	rnn.bias_hh_l0	7	0.03514216095209122
19068	rnn.bias_hh_l0	8	0.022046903148293495
19068	rnn.bias_hh_l0	9	0.030208278447389603
19068	rnn.weight_ih_l0_reverse	0	-0.03067239746451378
19068	rnn.weight_ih_l0_reverse	1	-0.003171684220433235
19068	rnn.weight_ih_l0_reverse	2	0.02644881047308445
19068	rnn.weight_ih_l0_reverse	3	-0.060558952391147614
19068	rnn.weight_ih_l0_reverse	4	0.009215233847498894
19068	rnn.weight_ih_l0_reverse	5	-0.05307330936193466
19068	rnn.weight_ih_l0_reverse	6	0.014495069161057472
19068	rnn.weight_ih_l0_reverse	7	0.04617025703191757
19068	rnn.weight_ih_l0_reverse	8	-0.04391902685165405
19068	rnn.weight_ih_l0_reverse	9	-0.05243942141532898
19068	rnn.weight_hh_l0_reverse	0	-0.08024507015943527
19068	rnn.weight_hh_l0_reverse	1	-0.05782904475927353
19068	rnn.weight_hh_l0_reverse	2	0.033398959785699844
19068	rnn.weight_hh_l0_reverse	3	0.0450177937746048
19068	rnn.weight_hh_l0_reverse	4	-0.0005003560800105333
19068	rnn.weight_hh_l0_reverse	5	0.04377222806215286
19068	rnn.weight_hh_l0_reverse	6	-0.004734762944281101
19068	rnn.weight_hh_l0_reverse	7	0.0051233163103461266
19068	rnn.weight_hh_l0_reverse	8	-0.0909719467163086
19068	rnn.weight_hh_l0_reverse	9	0.0720190778374672
19068	rnn.bias_ih_l0_reverse	0	-0.07550279796123505
19068	rnn.bias_ih_l0_reverse	1	-0.0665646344423294
19068	rnn.bias_ih_l0_reverse	2	0.09741722792387009
19068	rnn.bias_ih_l0_reverse	3	0.036821749061346054
19068	rnn.bias_ih_l0_reverse	4	-0.1318781077861786
19068	rnn.bias_ih_l0_reverse	5	0.040910426527261734
19068	rnn.bias_ih_l0_reverse	6	-0.1098223552107811
19068	rnn.bias_ih_l0_reverse	7	0.034295082092285156
19068	rnn.bias_ih_l0_reverse	8	0.026599356904625893
19068	rnn.bias_ih_l0_reverse	9	0.06326992064714432
19068	rnn.bias_hh_l0_reverse	0	0.05537593737244606
19068	rnn.bias_hh_l0_reverse	1	0.0635421872138977
19068	rnn.bias_hh_l0_reverse	2	0.06872107833623886
19068	rnn.bias_hh_l0_reverse	3	-0.01415821723639965
19068	rnn.bias_hh_l0_reverse	4	0.08566136658191681
19068	rnn.bias_hh_l0_reverse	5	-0.009878255426883698
19068	rnn.bias_hh_l0_reverse	6	-0.059372033923864365
19068	rnn.bias_hh_l0_reverse	7	0.02498832903802395
19068	rnn.bias_hh_l0_reverse	8	0.010200382210314274
19068	rnn.bias_hh_l0_reverse	9	-0.16053901612758636
19068	linear.weight	0	0.18942441046237946
19068	linear.weight	1	-0.14666089415550232
19068	linear.weight	2	-0.1855279803276062
19068	linear.weight	3	0.06761854141950607
19068	linear.weight	4	-0.018115410581231117
19068	linear.weight	5	-0.003842652076855302
19068	linear.weight	6	-0.007628770545125008
19068	linear.weight	7	-0.029516706243157387
19068	linear.weight	8	0.040826089680194855
19068	linear.weight	9	0.2992234528064728
19068	linear.bias	0	-0.20429302752017975
19068	linear.bias	1	0.1681731790304184
19068	linear.bias	2	-0.5067657828330994
19068	linear.bias	3	1.656991720199585
19068	linear.bias	4	-0.3927045166492462
19068	linear.bias	5	-0.030769959092140198
19068	linear.bias	6	-0.34012532234191895
19068	linear.bias	7	-0.2662729322910309
19068	linear.bias	8	-0.025750163942575455
19068	linear.bias	9	-0.4798060655593872
19096	transitions	0	-0.6356115937232971
19096	transitions	1	0.36299312114715576
19096	transitions	2	1.6892298460006714
19096	transitions	3	0.11151926964521408
19096	transitions	4	0.957859456539154
19096	transitions	5	1.274166464805603
19096	transitions	6	0.4836184084415436
19096	transitions	7	0.17659001052379608
19096	transitions	8	-0.9194043278694153
19096	transitions	9	0.9307112693786621
19096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19096	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19096	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19096	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19096	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19096	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19096	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19096	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19096	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19096	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19096	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19096	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19096	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19096	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19096	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19096	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19096	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19096	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19096	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19096	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19096	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19096	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19096	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19096	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19096	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19096	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19096	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19096	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19096	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19096	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19096	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19096	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19096	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19096	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19096	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19096	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19096	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19096	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19096	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19096	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19096	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19096	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19096	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19096	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19096	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19096	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19096	embedding2nn.weight	0	0.020555227994918823
19096	embedding2nn.weight	1	0.014131352305412292
19096	embedding2nn.weight	2	-0.004991049412637949
19096	embedding2nn.weight	3	0.0030239527113735676
19096	embedding2nn.weight	4	-0.00538394832983613
19096	embedding2nn.weight	5	0.010784374549984932
19096	embedding2nn.weight	6	-0.0037518616300076246
19096	embedding2nn.weight	7	0.011057937517762184
19096	embedding2nn.weight	8	-0.004946249537169933
19096	embedding2nn.weight	9	-0.013089991174638271
19096	embedding2nn.bias	0	-0.04941568151116371
19096	embedding2nn.bias	1	-0.003610089421272278
19096	embedding2nn.bias	2	-0.05878337472677231
19096	embedding2nn.bias	3	-0.004466617945581675
19096	embedding2nn.bias	4	-0.010257355868816376
19096	embedding2nn.bias	5	0.0021954739931970835
19096	embedding2nn.bias	6	0.0014377880143001676
19096	embedding2nn.bias	7	0.02321692369878292
19096	embedding2nn.bias	8	0.01055489107966423
19096	embedding2nn.bias	9	0.007992400787770748
19096	rnn.weight_ih_l0	0	0.04142707958817482
19096	rnn.weight_ih_l0	1	-0.012529215775430202
19096	rnn.weight_ih_l0	2	-0.03709353879094124
19096	rnn.weight_ih_l0	3	-0.042930617928504944
19096	rnn.weight_ih_l0	4	-0.05019078031182289
19096	rnn.weight_ih_l0	5	-0.007199020590633154
19096	rnn.weight_ih_l0	6	-0.05090297386050224
19096	rnn.weight_ih_l0	7	-0.057702720165252686
19096	rnn.weight_ih_l0	8	-0.044799983501434326
19096	rnn.weight_ih_l0	9	-0.027412112802267075
19096	rnn.weight_hh_l0	0	0.017023982480168343
19096	rnn.weight_hh_l0	1	-0.01706051081418991
19096	rnn.weight_hh_l0	2	-0.07406981289386749
19096	rnn.weight_hh_l0	3	-0.030050579458475113
19096	rnn.weight_hh_l0	4	-0.07272857427597046
19096	rnn.weight_hh_l0	5	-0.012386130169034004
19096	rnn.weight_hh_l0	6	-0.04813080281019211
19096	rnn.weight_hh_l0	7	-0.01753523014485836
19096	rnn.weight_hh_l0	8	-0.01773230731487274
19096	rnn.weight_hh_l0	9	0.0071034603752195835
19096	rnn.bias_ih_l0	0	0.13538190722465515
19096	rnn.bias_ih_l0	1	-0.0537988543510437
19096	rnn.bias_ih_l0	2	0.10491155087947845
19096	rnn.bias_ih_l0	3	0.047621048986911774
19096	rnn.bias_ih_l0	4	0.09368796646595001
19096	rnn.bias_ih_l0	5	0.02659122832119465
19096	rnn.bias_ih_l0	6	-0.01273372769355774
19096	rnn.bias_ih_l0	7	-0.08308359235525131
19096	rnn.bias_ih_l0	8	-0.1763949990272522
19096	rnn.bias_ih_l0	9	0.08793408423662186
19096	rnn.bias_hh_l0	0	-0.005156864412128925
19096	rnn.bias_hh_l0	1	0.024212045595049858
19096	rnn.bias_hh_l0	2	-0.019360307604074478
19096	rnn.bias_hh_l0	3	-0.021319953724741936
19096	rnn.bias_hh_l0	4	-0.043881915509700775
19096	rnn.bias_hh_l0	5	0.126203253865242
19096	rnn.bias_hh_l0	6	0.02782023884356022
19096	rnn.bias_hh_l0	7	0.03808719664812088
19096	rnn.bias_hh_l0	8	0.021635044366121292
19096	rnn.bias_hh_l0	9	0.028944335877895355
19096	rnn.weight_ih_l0_reverse	0	-0.030663935467600822
19096	rnn.weight_ih_l0_reverse	1	-0.003791253548115492
19096	rnn.weight_ih_l0_reverse	2	0.026364320889115334
19096	rnn.weight_ih_l0_reverse	3	-0.060355886816978455
19096	rnn.weight_ih_l0_reverse	4	0.008934663608670235
19096	rnn.weight_ih_l0_reverse	5	-0.05321159586310387
19096	rnn.weight_ih_l0_reverse	6	0.016244396567344666
19096	rnn.weight_ih_l0_reverse	7	0.046192195266485214
19096	rnn.weight_ih_l0_reverse	8	-0.04376097023487091
19096	rnn.weight_ih_l0_reverse	9	-0.052581366151571274
19096	rnn.weight_hh_l0_reverse	0	-0.08024971187114716
19096	rnn.weight_hh_l0_reverse	1	-0.059251293540000916
19096	rnn.weight_hh_l0_reverse	2	0.03306644782423973
19096	rnn.weight_hh_l0_reverse	3	0.04537157341837883
19096	rnn.weight_hh_l0_reverse	4	-0.0009163554641418159
19096	rnn.weight_hh_l0_reverse	5	0.043593402951955795
19096	rnn.weight_hh_l0_reverse	6	-0.006742989644408226
19096	rnn.weight_hh_l0_reverse	7	0.00523230480030179
19096	rnn.weight_hh_l0_reverse	8	-0.09095638245344162
19096	rnn.weight_hh_l0_reverse	9	0.07207471132278442
19096	rnn.bias_ih_l0_reverse	0	-0.07807084172964096
19096	rnn.bias_ih_l0_reverse	1	-0.06440510600805283
19096	rnn.bias_ih_l0_reverse	2	0.09747160226106644
19096	rnn.bias_ih_l0_reverse	3	0.03722444549202919
19096	rnn.bias_ih_l0_reverse	4	-0.13265711069107056
19096	rnn.bias_ih_l0_reverse	5	0.037934355437755585
19096	rnn.bias_ih_l0_reverse	6	-0.11181316524744034
19096	rnn.bias_ih_l0_reverse	7	0.03423610329627991
19096	rnn.bias_ih_l0_reverse	8	0.026262735947966576
19096	rnn.bias_ih_l0_reverse	9	0.06222258135676384
19096	rnn.bias_hh_l0_reverse	0	0.055224768817424774
19096	rnn.bias_hh_l0_reverse	1	0.06357656419277191
19096	rnn.bias_hh_l0_reverse	2	0.06800875812768936
19096	rnn.bias_hh_l0_reverse	3	-0.014613829553127289
19096	rnn.bias_hh_l0_reverse	4	0.08544883877038956
19096	rnn.bias_hh_l0_reverse	5	-0.011119313538074493
19096	rnn.bias_hh_l0_reverse	6	-0.05848918482661247
19096	rnn.bias_hh_l0_reverse	7	0.025571368634700775
19096	rnn.bias_hh_l0_reverse	8	0.009472845122218132
19096	rnn.bias_hh_l0_reverse	9	-0.158506840467453
19096	linear.weight	0	0.19256611168384552
19096	linear.weight	1	-0.14665590226650238
19096	linear.weight	2	-0.18556302785873413
19096	linear.weight	3	0.07559197396039963
19096	linear.weight	4	-0.018017854541540146
19096	linear.weight	5	-0.003501908155158162
19096	linear.weight	6	-0.007626915350556374
19096	linear.weight	7	-0.029499229043722153
19096	linear.weight	8	0.04388284683227539
19096	linear.weight	9	0.3000415861606598
19096	linear.bias	0	-0.20202778279781342
19096	linear.bias	1	0.16532498598098755
19096	linear.bias	2	-0.5080963969230652
19096	linear.bias	3	1.6579163074493408
19096	linear.bias	4	-0.3856087028980255
19096	linear.bias	5	-0.030769959092140198
19096	linear.bias	6	-0.3411697447299957
19096	linear.bias	7	-0.26648327708244324
19096	linear.bias	8	-0.034818846732378006
19096	linear.bias	9	-0.4798596203327179
19124	transitions	0	-0.6356607675552368
19124	transitions	1	0.3629390597343445
19124	transitions	2	1.689164161682129
19124	transitions	3	0.11147593706846237
19124	transitions	4	0.9577190279960632
19124	transitions	5	1.2741656303405762
19124	transitions	6	0.4836183488368988
19124	transitions	7	0.1765892207622528
19124	transitions	8	-0.9194046258926392
19124	transitions	9	0.9307111501693726
19124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19124	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19124	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19124	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19124	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19124	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19124	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19124	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19124	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19124	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19124	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19124	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19124	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19124	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19124	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19124	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19124	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19124	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19124	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19124	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19124	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19124	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19124	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19124	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19124	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19124	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19124	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19124	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19124	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19124	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19124	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19124	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19124	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19124	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19124	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19124	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19124	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19124	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19124	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19124	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19124	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19124	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19124	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19124	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19124	embedding2nn.weight	0	0.020814666524529457
19124	embedding2nn.weight	1	0.014139765873551369
19124	embedding2nn.weight	2	-0.004969160072505474
19124	embedding2nn.weight	3	0.0031962862703949213
19124	embedding2nn.weight	4	-0.0053313858807086945
19124	embedding2nn.weight	5	0.010898428037762642
19124	embedding2nn.weight	6	-0.0037311201449483633
19124	embedding2nn.weight	7	0.0106357978656888
19124	embedding2nn.weight	8	-0.005018217489123344
19124	embedding2nn.weight	9	-0.013099996373057365
19124	embedding2nn.bias	0	-0.05085407942533493
19124	embedding2nn.bias	1	-0.001946621690876782
19124	embedding2nn.bias	2	-0.05393096059560776
19124	embedding2nn.bias	3	-0.008061009459197521
19124	embedding2nn.bias	4	-0.009137339890003204
19124	embedding2nn.bias	5	0.004413137212395668
19124	embedding2nn.bias	6	0.0043860385194420815
19124	embedding2nn.bias	7	0.01990494132041931
19124	embedding2nn.bias	8	0.004309938754886389
19124	embedding2nn.bias	9	0.008023609407246113
19124	rnn.weight_ih_l0	0	0.04159513860940933
19124	rnn.weight_ih_l0	1	-0.012235229834914207
19124	rnn.weight_ih_l0	2	-0.0367891825735569
19124	rnn.weight_ih_l0	3	-0.04354942962527275
19124	rnn.weight_ih_l0	4	-0.04985566809773445
19124	rnn.weight_ih_l0	5	-0.00752707663923502
19124	rnn.weight_ih_l0	6	-0.051095303148031235
19124	rnn.weight_ih_l0	7	-0.05757236108183861
19124	rnn.weight_ih_l0	8	-0.044615041464567184
19124	rnn.weight_ih_l0	9	-0.0273224376142025
19124	rnn.weight_hh_l0	0	0.017519691959023476
19124	rnn.weight_hh_l0	1	-0.01675987057387829
19124	rnn.weight_hh_l0	2	-0.07264024764299393
19124	rnn.weight_hh_l0	3	-0.029710352420806885
19124	rnn.weight_hh_l0	4	-0.07222773134708405
19124	rnn.weight_hh_l0	5	-0.012411313131451607
19124	rnn.weight_hh_l0	6	-0.04740549623966217
19124	rnn.weight_hh_l0	7	-0.017380738630890846
19124	rnn.weight_hh_l0	8	-0.017987268045544624
19124	rnn.weight_hh_l0	9	0.006724364589899778
19124	rnn.bias_ih_l0	0	0.1341593861579895
19124	rnn.bias_ih_l0	1	-0.05457768589258194
19124	rnn.bias_ih_l0	2	0.1051144003868103
19124	rnn.bias_ih_l0	3	0.04845549538731575
19124	rnn.bias_ih_l0	4	0.09242691844701767
19124	rnn.bias_ih_l0	5	0.025926198810338974
19124	rnn.bias_ih_l0	6	-0.0154044134542346
19124	rnn.bias_ih_l0	7	-0.09024389088153839
19124	rnn.bias_ih_l0	8	-0.17327792942523956
19124	rnn.bias_ih_l0	9	0.08725788444280624
19124	rnn.bias_hh_l0	0	-0.005635587964206934
19124	rnn.bias_hh_l0	1	0.022772401571273804
19124	rnn.bias_hh_l0	2	-0.017392262816429138
19124	rnn.bias_hh_l0	3	-0.020326822996139526
19124	rnn.bias_hh_l0	4	-0.04546770825982094
19124	rnn.bias_hh_l0	5	0.12818698585033417
19124	rnn.bias_hh_l0	6	0.026813920587301254
19124	rnn.bias_hh_l0	7	0.03988579660654068
19124	rnn.bias_hh_l0	8	0.01896434649825096
19124	rnn.bias_hh_l0	9	0.02868327684700489
19124	rnn.weight_ih_l0_reverse	0	-0.030403321608901024
19124	rnn.weight_ih_l0_reverse	1	-0.0037036784924566746
19124	rnn.weight_ih_l0_reverse	2	0.026473503559827805
19124	rnn.weight_ih_l0_reverse	3	-0.06032335013151169
19124	rnn.weight_ih_l0_reverse	4	0.008715590462088585
19124	rnn.weight_ih_l0_reverse	5	-0.053346000611782074
19124	rnn.weight_ih_l0_reverse	6	0.016299283131957054
19124	rnn.weight_ih_l0_reverse	7	0.0462484173476696
19124	rnn.weight_ih_l0_reverse	8	-0.04425734281539917
19124	rnn.weight_ih_l0_reverse	9	-0.052753813564777374
19124	rnn.weight_hh_l0_reverse	0	-0.08077401667833328
19124	rnn.weight_hh_l0_reverse	1	-0.05915241315960884
19124	rnn.weight_hh_l0_reverse	2	0.03343414515256882
19124	rnn.weight_hh_l0_reverse	3	0.045410528779029846
19124	rnn.weight_hh_l0_reverse	4	-0.0010929760755971074
19124	rnn.weight_hh_l0_reverse	5	0.04368577152490616
19124	rnn.weight_hh_l0_reverse	6	-0.008333653211593628
19124	rnn.weight_hh_l0_reverse	7	0.00574530940502882
19124	rnn.weight_hh_l0_reverse	8	-0.09164784848690033
19124	rnn.weight_hh_l0_reverse	9	0.07152598351240158
19124	rnn.bias_ih_l0_reverse	0	-0.07769756019115448
19124	rnn.bias_ih_l0_reverse	1	-0.07179608196020126
19124	rnn.bias_ih_l0_reverse	2	0.0990559533238411
19124	rnn.bias_ih_l0_reverse	3	0.03595307469367981
19124	rnn.bias_ih_l0_reverse	4	-0.13353906571865082
19124	rnn.bias_ih_l0_reverse	5	0.03727772459387779
19124	rnn.bias_ih_l0_reverse	6	-0.1115795448422432
19124	rnn.bias_ih_l0_reverse	7	0.035015616565942764
19124	rnn.bias_ih_l0_reverse	8	0.0279267318546772
19124	rnn.bias_ih_l0_reverse	9	0.062034256756305695
19124	rnn.bias_hh_l0_reverse	0	0.059953488409519196
19124	rnn.bias_hh_l0_reverse	1	0.06451387703418732
19124	rnn.bias_hh_l0_reverse	2	0.07004328817129135
19124	rnn.bias_hh_l0_reverse	3	-0.014836065471172333
19124	rnn.bias_hh_l0_reverse	4	0.08545608073472977
19124	rnn.bias_hh_l0_reverse	5	-0.01165413111448288
19124	rnn.bias_hh_l0_reverse	6	-0.05875558406114578
19124	rnn.bias_hh_l0_reverse	7	0.025468196719884872
19124	rnn.bias_hh_l0_reverse	8	0.01243237592279911
19124	rnn.bias_hh_l0_reverse	9	-0.15332315862178802
19124	linear.weight	0	0.1937977373600006
19124	linear.weight	1	-0.14664305746555328
19124	linear.weight	2	-0.18713361024856567
19124	linear.weight	3	0.06928423047065735
19124	linear.weight	4	-0.017744645476341248
19124	linear.weight	5	-0.0038075854536145926
19124	linear.weight	6	-0.007623566314578056
19124	linear.weight	7	-0.029459770768880844
19124	linear.weight	8	0.046973809599876404
19124	linear.weight	9	0.2990182340145111
19124	linear.bias	0	-0.19931454956531525
19124	linear.bias	1	0.16419726610183716
19124	linear.bias	2	-0.5085293650627136
19124	linear.bias	3	1.6468204259872437
19124	linear.bias	4	-0.38634806871414185
19124	linear.bias	5	-0.030769959092140198
19124	linear.bias	6	-0.3414990305900574
19124	linear.bias	7	-0.2650982141494751
19124	linear.bias	8	-0.022083714604377747
19124	linear.bias	9	-0.4799301326274872
19152	transitions	0	-0.6357050538063049
19152	transitions	1	0.3629130423069
19152	transitions	2	1.6891001462936401
19152	transitions	3	0.11144506186246872
19152	transitions	4	0.9577165842056274
19152	transitions	5	1.274164080619812
19152	transitions	6	0.4836161434650421
19152	transitions	7	0.17658419907093048
19152	transitions	8	-0.9194055795669556
19152	transitions	9	0.9307110905647278
19152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19152	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19152	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19152	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19152	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19152	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19152	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19152	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19152	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19152	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19152	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19152	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19152	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19152	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19152	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19152	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19152	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19152	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19152	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19152	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19152	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19152	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19152	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19152	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19152	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19152	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19152	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19152	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19152	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19152	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19152	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19152	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19152	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19152	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19152	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19152	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19152	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19152	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19152	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19152	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19152	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19152	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19152	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19152	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19152	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19152	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19152	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19152	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19152	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19152	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19152	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19152	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19152	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19152	embedding2nn.weight	0	0.020111223682761192
19152	embedding2nn.weight	1	0.014149359427392483
19152	embedding2nn.weight	2	-0.004893748555332422
19152	embedding2nn.weight	3	0.0031826396007090807
19152	embedding2nn.weight	4	-0.005378542467951775
19152	embedding2nn.weight	5	0.010912181809544563
19152	embedding2nn.weight	6	-0.003722048830240965
19152	embedding2nn.weight	7	0.010719582438468933
19152	embedding2nn.weight	8	-0.005030302796512842
19152	embedding2nn.weight	9	-0.013135682791471481
19152	embedding2nn.bias	0	-0.047259192913770676
19152	embedding2nn.bias	1	-0.0038659502752125263
19152	embedding2nn.bias	2	-0.05315951257944107
19152	embedding2nn.bias	3	-0.008694262243807316
19152	embedding2nn.bias	4	-0.016171932220458984
19152	embedding2nn.bias	5	0.00046103919157758355
19152	embedding2nn.bias	6	-0.00556299090385437
19152	embedding2nn.bias	7	0.022124605253338814
19152	embedding2nn.bias	8	0.009266290813684464
19152	embedding2nn.bias	9	-0.0029802476055920124
19152	rnn.weight_ih_l0	0	0.04148634150624275
19152	rnn.weight_ih_l0	1	-0.012502811849117279
19152	rnn.weight_ih_l0	2	-0.036254774779081345
19152	rnn.weight_ih_l0	3	-0.04380950331687927
19152	rnn.weight_ih_l0	4	-0.05006992071866989
19152	rnn.weight_ih_l0	5	-0.007452202960848808
19152	rnn.weight_ih_l0	6	-0.05124307796359062
19152	rnn.weight_ih_l0	7	-0.05787593871355057
19152	rnn.weight_ih_l0	8	-0.04425268992781639
19152	rnn.weight_ih_l0	9	-0.02735709585249424
19152	rnn.weight_hh_l0	0	0.016964295879006386
19152	rnn.weight_hh_l0	1	-0.016176017001271248
19152	rnn.weight_hh_l0	2	-0.0742129385471344
19152	rnn.weight_hh_l0	3	-0.029645336791872978
19152	rnn.weight_hh_l0	4	-0.0724472627043724
19152	rnn.weight_hh_l0	5	-0.01236236933618784
19152	rnn.weight_hh_l0	6	-0.04683900997042656
19152	rnn.weight_hh_l0	7	-0.01683446206152439
19152	rnn.weight_hh_l0	8	-0.018452677875757217
19152	rnn.weight_hh_l0	9	0.006852656602859497
19152	rnn.bias_ih_l0	0	0.13452625274658203
19152	rnn.bias_ih_l0	1	-0.05670025199651718
19152	rnn.bias_ih_l0	2	0.10522826761007309
19152	rnn.bias_ih_l0	3	0.046930063515901566
19152	rnn.bias_ih_l0	4	0.092836894094944
19152	rnn.bias_ih_l0	5	0.02524513751268387
19152	rnn.bias_ih_l0	6	-0.011704123578965664
19152	rnn.bias_ih_l0	7	-0.09079001098871231
19152	rnn.bias_ih_l0	8	-0.17698363959789276
19152	rnn.bias_ih_l0	9	0.08948863297700882
19152	rnn.bias_hh_l0	0	-0.006691222544759512
19152	rnn.bias_hh_l0	1	0.02365722879767418
19152	rnn.bias_hh_l0	2	-0.019130703061819077
19152	rnn.bias_hh_l0	3	-0.019681934267282486
19152	rnn.bias_hh_l0	4	-0.045640215277671814
19152	rnn.bias_hh_l0	5	0.1267203837633133
19152	rnn.bias_hh_l0	6	0.026961063966155052
19152	rnn.bias_hh_l0	7	0.03754541650414467
19152	rnn.bias_hh_l0	8	0.022664640098810196
19152	rnn.bias_hh_l0	9	0.029052212834358215
19152	rnn.weight_ih_l0_reverse	0	-0.030315304175019264
19152	rnn.weight_ih_l0_reverse	1	-0.004223883617669344
19152	rnn.weight_ih_l0_reverse	2	0.026645738631486893
19152	rnn.weight_ih_l0_reverse	3	-0.060128167271614075
19152	rnn.weight_ih_l0_reverse	4	0.009151177480816841
19152	rnn.weight_ih_l0_reverse	5	-0.05308837071061134
19152	rnn.weight_ih_l0_reverse	6	0.016836225986480713
19152	rnn.weight_ih_l0_reverse	7	0.04612763598561287
19152	rnn.weight_ih_l0_reverse	8	-0.044389110058546066
19152	rnn.weight_ih_l0_reverse	9	-0.052777986973524094
19152	rnn.weight_hh_l0_reverse	0	-0.0811007022857666
19152	rnn.weight_hh_l0_reverse	1	-0.06030987203121185
19152	rnn.weight_hh_l0_reverse	2	0.03344298154115677
19152	rnn.weight_hh_l0_reverse	3	0.04564107954502106
19152	rnn.weight_hh_l0_reverse	4	-0.0012929318472743034
19152	rnn.weight_hh_l0_reverse	5	0.043694037944078445
19152	rnn.weight_hh_l0_reverse	6	-0.00768850464373827
19152	rnn.weight_hh_l0_reverse	7	0.005842181388288736
19152	rnn.weight_hh_l0_reverse	8	-0.09158091992139816
19152	rnn.weight_hh_l0_reverse	9	0.07121574133634567
19152	rnn.bias_ih_l0_reverse	0	-0.07399023324251175
19152	rnn.bias_ih_l0_reverse	1	-0.06845831125974655
19152	rnn.bias_ih_l0_reverse	2	0.09886609017848969
19152	rnn.bias_ih_l0_reverse	3	0.03648993745446205
19152	rnn.bias_ih_l0_reverse	4	-0.13280171155929565
19152	rnn.bias_ih_l0_reverse	5	0.03530290350317955
19152	rnn.bias_ih_l0_reverse	6	-0.1118154376745224
19152	rnn.bias_ih_l0_reverse	7	0.03596191480755806
19152	rnn.bias_ih_l0_reverse	8	0.028846515342593193
19152	rnn.bias_ih_l0_reverse	9	0.06263721734285355
19152	rnn.bias_hh_l0_reverse	0	0.05444008857011795
19152	rnn.bias_hh_l0_reverse	1	0.0630483478307724
19152	rnn.bias_hh_l0_reverse	2	0.06765464693307877
19152	rnn.bias_hh_l0_reverse	3	-0.014069120399653912
19152	rnn.bias_hh_l0_reverse	4	0.08561515808105469
19152	rnn.bias_hh_l0_reverse	5	-0.01446496695280075
19152	rnn.bias_hh_l0_reverse	6	-0.05884602293372154
19152	rnn.bias_hh_l0_reverse	7	0.02590032108128071
19152	rnn.bias_hh_l0_reverse	8	0.011605983600020409
19152	rnn.bias_hh_l0_reverse	9	-0.15037675201892853
19152	linear.weight	0	0.1913909912109375
19152	linear.weight	1	-0.14663313329219818
19152	linear.weight	2	-0.18567053973674774
19152	linear.weight	3	0.06570736318826675
19152	linear.weight	4	-0.017721453681588173
19152	linear.weight	5	-0.0036497970577329397
19152	linear.weight	6	-0.007620310410857201
19152	linear.weight	7	-0.029435934498906136
19152	linear.weight	8	0.046101462095975876
19152	linear.weight	9	0.2991763949394226
19152	linear.bias	0	-0.20823423564434052
19152	linear.bias	1	0.15810850262641907
19152	linear.bias	2	-0.5077834129333496
19152	linear.bias	3	1.6558220386505127
19152	linear.bias	4	-0.3869067430496216
19152	linear.bias	5	-0.030769959092140198
19152	linear.bias	6	-0.34046342968940735
19152	linear.bias	7	-0.2650892734527588
19152	linear.bias	8	-0.018317725509405136
19152	linear.bias	9	-0.47998517751693726
19180	transitions	0	-0.6359886527061462
19180	transitions	1	0.3628852367401123
19180	transitions	2	1.689055323600769
19180	transitions	3	0.1112840473651886
19180	transitions	4	0.9576721787452698
19180	transitions	5	1.2741636037826538
19180	transitions	6	0.4836153984069824
19180	transitions	7	0.1765815019607544
19180	transitions	8	-0.9194069504737854
19180	transitions	9	0.9307110905647278
19180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19180	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19180	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19180	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19180	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19180	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19180	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19180	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19180	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19180	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19180	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19180	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19180	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19180	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19180	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19180	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19180	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19180	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19180	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19180	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19180	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19180	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19180	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19180	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19180	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19180	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19180	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19180	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19180	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19180	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19180	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19180	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19180	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19180	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19180	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19180	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19180	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19180	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19180	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19180	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19180	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19180	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19180	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19180	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19180	embedding2nn.weight	0	0.020126748830080032
19180	embedding2nn.weight	1	0.014129579067230225
19180	embedding2nn.weight	2	-0.004878376144915819
19180	embedding2nn.weight	3	0.003141229972243309
19180	embedding2nn.weight	4	-0.005420101340860128
19180	embedding2nn.weight	5	0.010966873727738857
19180	embedding2nn.weight	6	-0.003713771468028426
19180	embedding2nn.weight	7	0.010951492004096508
19180	embedding2nn.weight	8	-0.004947943612933159
19180	embedding2nn.weight	9	-0.01304561272263527
19180	embedding2nn.bias	0	-0.039526138454675674
19180	embedding2nn.bias	1	-0.006258300039917231
19180	embedding2nn.bias	2	-0.0506463423371315
19180	embedding2nn.bias	3	-0.009944936260581017
19180	embedding2nn.bias	4	-0.02139696292579174
19180	embedding2nn.bias	5	0.005483125802129507
19180	embedding2nn.bias	6	-0.007639248855412006
19180	embedding2nn.bias	7	0.021059401333332062
19180	embedding2nn.bias	8	0.012850134633481503
19180	embedding2nn.bias	9	-0.0008603771566413343
19180	rnn.weight_ih_l0	0	0.04153236746788025
19180	rnn.weight_ih_l0	1	-0.012768899090588093
19180	rnn.weight_ih_l0	2	-0.03654324635863304
19180	rnn.weight_ih_l0	3	-0.04326952248811722
19180	rnn.weight_ih_l0	4	-0.05064530298113823
19180	rnn.weight_ih_l0	5	-0.00781481433659792
19180	rnn.weight_ih_l0	6	-0.05066242441534996
19180	rnn.weight_ih_l0	7	-0.05797310546040535
19180	rnn.weight_ih_l0	8	-0.044521577656269073
19180	rnn.weight_ih_l0	9	-0.027273239567875862
19180	rnn.weight_hh_l0	0	0.017018219456076622
19180	rnn.weight_hh_l0	1	-0.015857817605137825
19180	rnn.weight_hh_l0	2	-0.07458896934986115
19180	rnn.weight_hh_l0	3	-0.029463885352015495
19180	rnn.weight_hh_l0	4	-0.07209455221891403
19180	rnn.weight_hh_l0	5	-0.012696022167801857
19180	rnn.weight_hh_l0	6	-0.04764088615775108
19180	rnn.weight_hh_l0	7	-0.018813449889421463
19180	rnn.weight_hh_l0	8	-0.018547018989920616
19180	rnn.weight_hh_l0	9	0.005256397183984518
19180	rnn.bias_ih_l0	0	0.13477875292301178
19180	rnn.bias_ih_l0	1	-0.0563071183860302
19180	rnn.bias_ih_l0	2	0.10696102678775787
19180	rnn.bias_ih_l0	3	0.047102876007556915
19180	rnn.bias_ih_l0	4	0.0947318971157074
19180	rnn.bias_ih_l0	5	0.02551203779876232
19180	rnn.bias_ih_l0	6	-0.00946054607629776
19180	rnn.bias_ih_l0	7	-0.09019860625267029
19180	rnn.bias_ih_l0	8	-0.17035932838916779
19180	rnn.bias_ih_l0	9	0.09001056104898453
19180	rnn.bias_hh_l0	0	-0.005119902081787586
19180	rnn.bias_hh_l0	1	0.02333015762269497
19180	rnn.bias_hh_l0	2	-0.019638486206531525
19180	rnn.bias_hh_l0	3	-0.016025053337216377
19180	rnn.bias_hh_l0	4	-0.04531020298600197
19180	rnn.bias_hh_l0	5	0.12465305626392365
19180	rnn.bias_hh_l0	6	0.025984542444348335
19180	rnn.bias_hh_l0	7	0.03659026324748993
19180	rnn.bias_hh_l0	8	0.024908216670155525
19180	rnn.bias_hh_l0	9	0.03233034163713455
19180	rnn.weight_ih_l0_reverse	0	-0.0304036196321249
19180	rnn.weight_ih_l0_reverse	1	-0.004203027114272118
19180	rnn.weight_ih_l0_reverse	2	0.026589268818497658
19180	rnn.weight_ih_l0_reverse	3	-0.060293786227703094
19180	rnn.weight_ih_l0_reverse	4	0.008912461809813976
19180	rnn.weight_ih_l0_reverse	5	-0.05303402245044708
19180	rnn.weight_ih_l0_reverse	6	0.01771002821624279
19180	rnn.weight_ih_l0_reverse	7	0.04608604311943054
19180	rnn.weight_ih_l0_reverse	8	-0.04439041018486023
19180	rnn.weight_ih_l0_reverse	9	-0.05304235592484474
19180	rnn.weight_hh_l0_reverse	0	-0.08056141436100006
19180	rnn.weight_hh_l0_reverse	1	-0.059564001858234406
19180	rnn.weight_hh_l0_reverse	2	0.033141154795885086
19180	rnn.weight_hh_l0_reverse	3	0.045851778239011765
19180	rnn.weight_hh_l0_reverse	4	-0.0013458412140607834
19180	rnn.weight_hh_l0_reverse	5	0.043534450232982635
19180	rnn.weight_hh_l0_reverse	6	-0.007758911233395338
19180	rnn.weight_hh_l0_reverse	7	0.005559926386922598
19180	rnn.weight_hh_l0_reverse	8	-0.09207858890295029
19180	rnn.weight_hh_l0_reverse	9	0.0717969611287117
19180	rnn.bias_ih_l0_reverse	0	-0.07170211523771286
19180	rnn.bias_ih_l0_reverse	1	-0.06606391072273254
19180	rnn.bias_ih_l0_reverse	2	0.09930939972400665
19180	rnn.bias_ih_l0_reverse	3	0.03765950724482536
19180	rnn.bias_ih_l0_reverse	4	-0.13201652467250824
19180	rnn.bias_ih_l0_reverse	5	0.037567973136901855
19180	rnn.bias_ih_l0_reverse	6	-0.11048763990402222
19180	rnn.bias_ih_l0_reverse	7	0.03710019588470459
19180	rnn.bias_ih_l0_reverse	8	0.030128877609968185
19180	rnn.bias_ih_l0_reverse	9	0.062332719564437866
19180	rnn.bias_hh_l0_reverse	0	0.051802992820739746
19180	rnn.bias_hh_l0_reverse	1	0.061155159026384354
19180	rnn.bias_hh_l0_reverse	2	0.0685492530465126
19180	rnn.bias_hh_l0_reverse	3	-0.01311162207275629
19180	rnn.bias_hh_l0_reverse	4	0.08411087840795517
19180	rnn.bias_hh_l0_reverse	5	-0.016914155334234238
19180	rnn.bias_hh_l0_reverse	6	-0.060634396970272064
19180	rnn.bias_hh_l0_reverse	7	0.025182051584124565
19180	rnn.bias_hh_l0_reverse	8	0.011600276455283165
19180	rnn.bias_hh_l0_reverse	9	-0.14997227489948273
19180	linear.weight	0	0.20263582468032837
19180	linear.weight	1	-0.14662282168865204
19180	linear.weight	2	-0.1850389987230301
19180	linear.weight	3	0.06291861087083817
19180	linear.weight	4	-0.01771681010723114
19180	linear.weight	5	-0.0036951552610844374
19180	linear.weight	6	-0.00761881610378623
19180	linear.weight	7	-0.029938174411654472
19180	linear.weight	8	0.04428049921989441
19180	linear.weight	9	0.2999853193759918
19180	linear.bias	0	-0.20129765570163727
19180	linear.bias	1	0.15828557312488556
19180	linear.bias	2	-0.5074751377105713
19180	linear.bias	3	1.6474199295043945
19180	linear.bias	4	-0.3871040940284729
19180	linear.bias	5	-0.030769959092140198
19180	linear.bias	6	-0.34129127860069275
19180	linear.bias	7	-0.26726898550987244
19180	linear.bias	8	-0.024521686136722565
19180	linear.bias	9	-0.48010191321372986
19208	transitions	0	-0.6361347436904907
19208	transitions	1	0.3628584146499634
19208	transitions	2	1.6889979839324951
19208	transitions	3	0.11121024191379547
19208	transitions	4	0.9576373100280762
19208	transitions	5	1.274162769317627
19208	transitions	6	0.48361533880233765
19208	transitions	7	0.17657868564128876
19208	transitions	8	-0.919407308101654
19208	transitions	9	0.930711030960083
19208	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19208	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19208	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19208	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19208	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19208	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19208	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19208	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19208	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19208	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19208	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19208	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19208	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19208	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19208	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19208	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19208	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19208	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19208	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19208	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19208	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19208	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19208	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19208	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19208	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19208	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19208	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19208	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19208	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19208	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19208	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19208	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19208	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19208	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19208	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19208	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19208	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19208	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19208	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19208	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19208	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19208	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19208	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19208	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19208	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19208	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19208	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19208	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19208	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19208	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19208	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19208	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19208	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19208	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19208	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19208	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19208	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19208	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19208	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19208	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19208	embedding2nn.weight	0	0.020399661734700203
19208	embedding2nn.weight	1	0.01419668085873127
19208	embedding2nn.weight	2	-0.004869603086262941
19208	embedding2nn.weight	3	0.003002640325576067
19208	embedding2nn.weight	4	-0.005404386203736067
19208	embedding2nn.weight	5	0.011015545576810837
19208	embedding2nn.weight	6	-0.003522648708894849
19208	embedding2nn.weight	7	0.010875487700104713
19208	embedding2nn.weight	8	-0.005115388426929712
19208	embedding2nn.weight	9	-0.012912597507238388
19208	embedding2nn.bias	0	-0.04503753036260605
19208	embedding2nn.bias	1	-0.008857048116624355
19208	embedding2nn.bias	2	-0.05412131920456886
19208	embedding2nn.bias	3	-0.015624663792550564
19208	embedding2nn.bias	4	-0.016245011240243912
19208	embedding2nn.bias	5	0.011203177273273468
19208	embedding2nn.bias	6	-0.0053107962012290955
19208	embedding2nn.bias	7	0.023544929921627045
19208	embedding2nn.bias	8	0.0129829291254282
19208	embedding2nn.bias	9	-0.002367500215768814
19208	rnn.weight_ih_l0	0	0.04156487062573433
19208	rnn.weight_ih_l0	1	-0.013258795253932476
19208	rnn.weight_ih_l0	2	-0.03660263121128082
19208	rnn.weight_ih_l0	3	-0.043181080371141434
19208	rnn.weight_ih_l0	4	-0.05050108954310417
19208	rnn.weight_ih_l0	5	-0.008024095557630062
19208	rnn.weight_ih_l0	6	-0.05090886354446411
19208	rnn.weight_ih_l0	7	-0.05828258395195007
19208	rnn.weight_ih_l0	8	-0.044402383267879486
19208	rnn.weight_ih_l0	9	-0.027145693078637123
19208	rnn.weight_hh_l0	0	0.01717989891767502
19208	rnn.weight_hh_l0	1	-0.01621907390654087
19208	rnn.weight_hh_l0	2	-0.07399493455886841
19208	rnn.weight_hh_l0	3	-0.029639821499586105
19208	rnn.weight_hh_l0	4	-0.07196608930826187
19208	rnn.weight_hh_l0	5	-0.011890404857695103
19208	rnn.weight_hh_l0	6	-0.04798757657408714
19208	rnn.weight_hh_l0	7	-0.0194449070841074
19208	rnn.weight_hh_l0	8	-0.01851147785782814
19208	rnn.weight_hh_l0	9	0.0067616961896419525
19208	rnn.bias_ih_l0	0	0.1338217705488205
19208	rnn.bias_ih_l0	1	-0.05564848706126213
19208	rnn.bias_ih_l0	2	0.10667955875396729
19208	rnn.bias_ih_l0	3	0.04593583196401596
19208	rnn.bias_ih_l0	4	0.096944160759449
19208	rnn.bias_ih_l0	5	0.02606281451880932
19208	rnn.bias_ih_l0	6	-0.008709817193448544
19208	rnn.bias_ih_l0	7	-0.09125474840402603
19208	rnn.bias_ih_l0	8	-0.17180298268795013
19208	rnn.bias_ih_l0	9	0.09009508788585663
19208	rnn.bias_hh_l0	0	-0.0050272271037101746
19208	rnn.bias_hh_l0	1	0.023121889680624008
19208	rnn.bias_hh_l0	2	-0.019447114318609238
19208	rnn.bias_hh_l0	3	-0.014665625989437103
19208	rnn.bias_hh_l0	4	-0.045705683529376984
19208	rnn.bias_hh_l0	5	0.12773382663726807
19208	rnn.bias_hh_l0	6	0.027682483196258545
19208	rnn.bias_hh_l0	7	0.03572845458984375
19208	rnn.bias_hh_l0	8	0.025658946484327316
19208	rnn.bias_hh_l0	9	0.032843660563230515
19208	rnn.weight_ih_l0_reverse	0	-0.030650855973362923
19208	rnn.weight_ih_l0_reverse	1	-0.0038173722568899393
19208	rnn.weight_ih_l0_reverse	2	0.026743242517113686
19208	rnn.weight_ih_l0_reverse	3	-0.0603802390396595
19208	rnn.weight_ih_l0_reverse	4	0.009086973965168
19208	rnn.weight_ih_l0_reverse	5	-0.0531829372048378
19208	rnn.weight_ih_l0_reverse	6	0.018309371545910835
19208	rnn.weight_ih_l0_reverse	7	0.04635948687791824
19208	rnn.weight_ih_l0_reverse	8	-0.04423519968986511
19208	rnn.weight_ih_l0_reverse	9	-0.0529639832675457
19208	rnn.weight_hh_l0_reverse	0	-0.08117960393428802
19208	rnn.weight_hh_l0_reverse	1	-0.06082829460501671
19208	rnn.weight_hh_l0_reverse	2	0.03339849412441254
19208	rnn.weight_hh_l0_reverse	3	0.04599817469716072
19208	rnn.weight_hh_l0_reverse	4	-0.0012680754298344254
19208	rnn.weight_hh_l0_reverse	5	0.043809179216623306
19208	rnn.weight_hh_l0_reverse	6	-0.0062631843611598015
19208	rnn.weight_hh_l0_reverse	7	0.00538755115121603
19208	rnn.weight_hh_l0_reverse	8	-0.09221941977739334
19208	rnn.weight_hh_l0_reverse	9	0.07230222970247269
19208	rnn.bias_ih_l0_reverse	0	-0.07586318999528885
19208	rnn.bias_ih_l0_reverse	1	-0.07167563587427139
19208	rnn.bias_ih_l0_reverse	2	0.09725236147642136
19208	rnn.bias_ih_l0_reverse	3	0.038802988827228546
19208	rnn.bias_ih_l0_reverse	4	-0.13098229467868805
19208	rnn.bias_ih_l0_reverse	5	0.039902325719594955
19208	rnn.bias_ih_l0_reverse	6	-0.11123621463775635
19208	rnn.bias_ih_l0_reverse	7	0.03745165839791298
19208	rnn.bias_ih_l0_reverse	8	0.027805270627141
19208	rnn.bias_ih_l0_reverse	9	0.06376272439956665
19208	rnn.bias_hh_l0_reverse	0	0.053873367607593536
19208	rnn.bias_hh_l0_reverse	1	0.05913235619664192
19208	rnn.bias_hh_l0_reverse	2	0.06752294301986694
19208	rnn.bias_hh_l0_reverse	3	-0.012639486230909824
19208	rnn.bias_hh_l0_reverse	4	0.08456967771053314
19208	rnn.bias_hh_l0_reverse	5	-0.013921610079705715
19208	rnn.bias_hh_l0_reverse	6	-0.05918349325656891
19208	rnn.bias_hh_l0_reverse	7	0.02515171654522419
19208	rnn.bias_hh_l0_reverse	8	0.014293208718299866
19208	rnn.bias_hh_l0_reverse	9	-0.15038621425628662
19208	linear.weight	0	0.19008824229240417
19208	linear.weight	1	-0.14664305746555328
19208	linear.weight	2	-0.182969331741333
19208	linear.weight	3	0.06209316477179527
19208	linear.weight	4	-0.018548496067523956
19208	linear.weight	5	-0.0034174537286162376
19208	linear.weight	6	-0.0076154619455337524
19208	linear.weight	7	-0.029904188588261604
19208	linear.weight	8	0.04471758380532265
19208	linear.weight	9	0.306130588054657
19208	linear.bias	0	-0.22244837880134583
19208	linear.bias	1	0.16259045898914337
19208	linear.bias	2	-0.5053159594535828
19208	linear.bias	3	1.6734130382537842
19208	linear.bias	4	-0.3872957229614258
19208	linear.bias	5	-0.030769959092140198
19208	linear.bias	6	-0.33916714787483215
19208	linear.bias	7	-0.26781123876571655
19208	linear.bias	8	-0.020885363221168518
19208	linear.bias	9	-0.48017817735671997
19236	transitions	0	-0.6361996531486511
19236	transitions	1	0.36284008622169495
19236	transitions	2	1.6889421939849854
19236	transitions	3	0.11112649738788605
19236	transitions	4	0.9576341509819031
19236	transitions	5	1.2741620540618896
19236	transitions	6	0.4835920035839081
19236	transitions	7	0.1765781193971634
19236	transitions	8	-0.9194079637527466
19236	transitions	9	0.930711030960083
19236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19236	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19236	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19236	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19236	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19236	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19236	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19236	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19236	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19236	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19236	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19236	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19236	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19236	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19236	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19236	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19236	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19236	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19236	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19236	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19236	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19236	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19236	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19236	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19236	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19236	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19236	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19236	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19236	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19236	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19236	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19236	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19236	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19236	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19236	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19236	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19236	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19236	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19236	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19236	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19236	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19236	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19236	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19236	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19236	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19236	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19236	embedding2nn.weight	0	0.02081676945090294
19236	embedding2nn.weight	1	0.014328119345009327
19236	embedding2nn.weight	2	-0.004802401643246412
19236	embedding2nn.weight	3	0.003056262619793415
19236	embedding2nn.weight	4	-0.005418060347437859
19236	embedding2nn.weight	5	0.01088120136409998
19236	embedding2nn.weight	6	-0.0035569772589951754
19236	embedding2nn.weight	7	0.011360948905348778
19236	embedding2nn.weight	8	-0.005116904620081186
19236	embedding2nn.weight	9	-0.012917283922433853
19236	embedding2nn.bias	0	-0.04305519163608551
19236	embedding2nn.bias	1	-0.005817526951432228
19236	embedding2nn.bias	2	-0.057495903223752975
19236	embedding2nn.bias	3	-0.011085105128586292
19236	embedding2nn.bias	4	-0.013915355317294598
19236	embedding2nn.bias	5	0.008642834611237049
19236	embedding2nn.bias	6	-0.003843624610453844
19236	embedding2nn.bias	7	0.020383315160870552
19236	embedding2nn.bias	8	0.010637406259775162
19236	embedding2nn.bias	9	-0.0014374684542417526
19236	rnn.weight_ih_l0	0	0.04163038730621338
19236	rnn.weight_ih_l0	1	-0.013945556245744228
19236	rnn.weight_ih_l0	2	-0.03698495402932167
19236	rnn.weight_ih_l0	3	-0.04336649551987648
19236	rnn.weight_ih_l0	4	-0.050716858357191086
19236	rnn.weight_ih_l0	5	-0.008216370828449726
19236	rnn.weight_ih_l0	6	-0.051440611481666565
19236	rnn.weight_ih_l0	7	-0.05842612311244011
19236	rnn.weight_ih_l0	8	-0.044540442526340485
19236	rnn.weight_ih_l0	9	-0.027121733874082565
19236	rnn.weight_hh_l0	0	0.016818713396787643
19236	rnn.weight_hh_l0	1	-0.01691492274403572
19236	rnn.weight_hh_l0	2	-0.0728016346693039
19236	rnn.weight_hh_l0	3	-0.02964608371257782
19236	rnn.weight_hh_l0	4	-0.07190337032079697
19236	rnn.weight_hh_l0	5	-0.011256696656346321
19236	rnn.weight_hh_l0	6	-0.047793079167604446
19236	rnn.weight_hh_l0	7	-0.02055676281452179
19236	rnn.weight_hh_l0	8	-0.01856674998998642
19236	rnn.weight_hh_l0	9	0.008290526457130909
19236	rnn.bias_ih_l0	0	0.13296565413475037
19236	rnn.bias_ih_l0	1	-0.05555370822548866
19236	rnn.bias_ih_l0	2	0.10823816806077957
19236	rnn.bias_ih_l0	3	0.04489067569375038
19236	rnn.bias_ih_l0	4	0.09794775396585464
19236	rnn.bias_ih_l0	5	0.02536250278353691
19236	rnn.bias_ih_l0	6	-0.008607156574726105
19236	rnn.bias_ih_l0	7	-0.09213840961456299
19236	rnn.bias_ih_l0	8	-0.1704448014497757
19236	rnn.bias_ih_l0	9	0.0901174321770668
19236	rnn.bias_hh_l0	0	-0.0049372827634215355
19236	rnn.bias_hh_l0	1	0.022014115005731583
19236	rnn.bias_hh_l0	2	-0.019711896777153015
19236	rnn.bias_hh_l0	3	-0.014341147616505623
19236	rnn.bias_hh_l0	4	-0.04436387121677399
19236	rnn.bias_hh_l0	5	0.12966415286064148
19236	rnn.bias_hh_l0	6	0.030339565128087997
19236	rnn.bias_hh_l0	7	0.040588460862636566
19236	rnn.bias_hh_l0	8	0.02576160617172718
19236	rnn.bias_hh_l0	9	0.03144853562116623
19236	rnn.weight_ih_l0_reverse	0	-0.03064405918121338
19236	rnn.weight_ih_l0_reverse	1	-0.004148548003286123
19236	rnn.weight_ih_l0_reverse	2	0.026886403560638428
19236	rnn.weight_ih_l0_reverse	3	-0.060488343238830566
19236	rnn.weight_ih_l0_reverse	4	0.008909969590604305
19236	rnn.weight_ih_l0_reverse	5	-0.05342063680291176
19236	rnn.weight_ih_l0_reverse	6	0.017201310023665428
19236	rnn.weight_ih_l0_reverse	7	0.04643310233950615
19236	rnn.weight_ih_l0_reverse	8	-0.04439946264028549
19236	rnn.weight_ih_l0_reverse	9	-0.05287910997867584
19236	rnn.weight_hh_l0_reverse	0	-0.08086992055177689
19236	rnn.weight_hh_l0_reverse	1	-0.06056637689471245
19236	rnn.weight_hh_l0_reverse	2	0.03293847292661667
19236	rnn.weight_hh_l0_reverse	3	0.04558438062667847
19236	rnn.weight_hh_l0_reverse	4	-0.0018343556439504027
19236	rnn.weight_hh_l0_reverse	5	0.04391046613454819
19236	rnn.weight_hh_l0_reverse	6	-0.005935078486800194
19236	rnn.weight_hh_l0_reverse	7	0.00530276820063591
19236	rnn.weight_hh_l0_reverse	8	-0.0922108143568039
19236	rnn.weight_hh_l0_reverse	9	0.07279536873102188
19236	rnn.bias_ih_l0_reverse	0	-0.07114840298891068
19236	rnn.bias_ih_l0_reverse	1	-0.07198178023099899
19236	rnn.bias_ih_l0_reverse	2	0.098781056702137
19236	rnn.bias_ih_l0_reverse	3	0.03921182081103325
19236	rnn.bias_ih_l0_reverse	4	-0.13138388097286224
19236	rnn.bias_ih_l0_reverse	5	0.03712590038776398
19236	rnn.bias_ih_l0_reverse	6	-0.10982520878314972
19236	rnn.bias_ih_l0_reverse	7	0.038156040012836456
19236	rnn.bias_ih_l0_reverse	8	0.026838233694434166
19236	rnn.bias_ih_l0_reverse	9	0.06397806853055954
19236	rnn.bias_hh_l0_reverse	0	0.053395580500364304
19236	rnn.bias_hh_l0_reverse	1	0.056988973170518875
19236	rnn.bias_hh_l0_reverse	2	0.06772037595510483
19236	rnn.bias_hh_l0_reverse	3	-0.01171071920543909
19236	rnn.bias_hh_l0_reverse	4	0.0845232829451561
19236	rnn.bias_hh_l0_reverse	5	-0.017681458964943886
19236	rnn.bias_hh_l0_reverse	6	-0.05863235890865326
19236	rnn.bias_hh_l0_reverse	7	0.0256554763764143
19236	rnn.bias_hh_l0_reverse	8	0.016552407294511795
19236	rnn.bias_hh_l0_reverse	9	-0.14983266592025757
19236	linear.weight	0	0.19200433790683746
19236	linear.weight	1	-0.1465909481048584
19236	linear.weight	2	-0.18236078321933746
19236	linear.weight	3	0.06043602526187897
19236	linear.weight	4	-0.018996959552168846
19236	linear.weight	5	-0.0032154573127627373
19236	linear.weight	6	-0.0076135569252073765
19236	linear.weight	7	-0.029902908951044083
19236	linear.weight	8	0.04443413019180298
19236	linear.weight	9	0.30656537413597107
19236	linear.bias	0	-0.2234647572040558
19236	linear.bias	1	0.16090664267539978
19236	linear.bias	2	-0.5067729949951172
19236	linear.bias	3	1.6735725402832031
19236	linear.bias	4	-0.3874059319496155
19236	linear.bias	5	-0.030769959092140198
19236	linear.bias	6	-0.34037497639656067
19236	linear.bias	7	-0.26895540952682495
19236	linear.bias	8	-0.026798345148563385
19236	linear.bias	9	-0.4802306592464447
19264	transitions	0	-0.6362500786781311
19264	transitions	1	0.3628193438053131
19264	transitions	2	1.6888643503189087
19264	transitions	3	0.11110551655292511
19264	transitions	4	0.9575982689857483
19264	transitions	5	1.2741612195968628
19264	transitions	6	0.48359182476997375
19264	transitions	7	0.17657741904258728
19264	transitions	8	-0.9194082617759705
19264	transitions	9	0.9307109713554382
19264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19264	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19264	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19264	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19264	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19264	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19264	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19264	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19264	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19264	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19264	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19264	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19264	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19264	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19264	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19264	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19264	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19264	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19264	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19264	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19264	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19264	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19264	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19264	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19264	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19264	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19264	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19264	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19264	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19264	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19264	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19264	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19264	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19264	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19264	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19264	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19264	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19264	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19264	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19264	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19264	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19264	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19264	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19264	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19264	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19264	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19264	embedding2nn.weight	0	0.021726032719016075
19264	embedding2nn.weight	1	0.014288881793618202
19264	embedding2nn.weight	2	-0.004765001125633717
19264	embedding2nn.weight	3	0.0031548214610666037
19264	embedding2nn.weight	4	-0.005404495168477297
19264	embedding2nn.weight	5	0.011060909368097782
19264	embedding2nn.weight	6	-0.0034628489520400763
19264	embedding2nn.weight	7	0.011205765418708324
19264	embedding2nn.weight	8	-0.004934276454150677
19264	embedding2nn.weight	9	-0.012967548333108425
19264	embedding2nn.bias	0	-0.04305284470319748
19264	embedding2nn.bias	1	-0.001789717236533761
19264	embedding2nn.bias	2	-0.057827141135931015
19264	embedding2nn.bias	3	-0.021626193076372147
19264	embedding2nn.bias	4	-0.012426435016095638
19264	embedding2nn.bias	5	0.0043771155178546906
19264	embedding2nn.bias	6	0.0016402220353484154
19264	embedding2nn.bias	7	0.021449070423841476
19264	embedding2nn.bias	8	0.012534122914075851
19264	embedding2nn.bias	9	-0.004133420996367931
19264	rnn.weight_ih_l0	0	0.04181322082877159
19264	rnn.weight_ih_l0	1	-0.013778986409306526
19264	rnn.weight_ih_l0	2	-0.03744494169950485
19264	rnn.weight_ih_l0	3	-0.043406400829553604
19264	rnn.weight_ih_l0	4	-0.05055176094174385
19264	rnn.weight_ih_l0	5	-0.00799186434596777
19264	rnn.weight_ih_l0	6	-0.05132323503494263
19264	rnn.weight_ih_l0	7	-0.05855501815676689
19264	rnn.weight_ih_l0	8	-0.04429883882403374
19264	rnn.weight_ih_l0	9	-0.02719143219292164
19264	rnn.weight_hh_l0	0	0.017293430864810944
19264	rnn.weight_hh_l0	1	-0.017028765752911568
19264	rnn.weight_hh_l0	2	-0.0737009271979332
19264	rnn.weight_hh_l0	3	-0.02988170087337494
19264	rnn.weight_hh_l0	4	-0.07213941961526871
19264	rnn.weight_hh_l0	5	-0.01154838316142559
19264	rnn.weight_hh_l0	6	-0.046348392963409424
19264	rnn.weight_hh_l0	7	-0.020958034321665764
19264	rnn.weight_hh_l0	8	-0.01867363601922989
19264	rnn.weight_hh_l0	9	0.008105064742267132
19264	rnn.bias_ih_l0	0	0.13261446356773376
19264	rnn.bias_ih_l0	1	-0.05734964832663536
19264	rnn.bias_ih_l0	2	0.10700830817222595
19264	rnn.bias_ih_l0	3	0.043334078043699265
19264	rnn.bias_ih_l0	4	0.09758385270833969
19264	rnn.bias_ih_l0	5	0.024690842255949974
19264	rnn.bias_ih_l0	6	-0.007605236954987049
19264	rnn.bias_ih_l0	7	-0.08834977447986603
19264	rnn.bias_ih_l0	8	-0.17176596820354462
19264	rnn.bias_ih_l0	9	0.0908658504486084
19264	rnn.bias_hh_l0	0	-0.005695179104804993
19264	rnn.bias_hh_l0	1	0.020214682444930077
19264	rnn.bias_hh_l0	2	-0.020542191341519356
19264	rnn.bias_hh_l0	3	-0.015215110033750534
19264	rnn.bias_hh_l0	4	-0.04409453645348549
19264	rnn.bias_hh_l0	5	0.13167443871498108
19264	rnn.bias_hh_l0	6	0.029693152755498886
19264	rnn.bias_hh_l0	7	0.04091155156493187
19264	rnn.bias_hh_l0	8	0.02676352486014366
19264	rnn.bias_hh_l0	9	0.03297366946935654
19264	rnn.weight_ih_l0_reverse	0	-0.031193148344755173
19264	rnn.weight_ih_l0_reverse	1	-0.004273410886526108
19264	rnn.weight_ih_l0_reverse	2	0.026824966073036194
19264	rnn.weight_ih_l0_reverse	3	-0.06068727374076843
19264	rnn.weight_ih_l0_reverse	4	0.009054173715412617
19264	rnn.weight_ih_l0_reverse	5	-0.05344688892364502
19264	rnn.weight_ih_l0_reverse	6	0.017480460926890373
19264	rnn.weight_ih_l0_reverse	7	0.04656430706381798
19264	rnn.weight_ih_l0_reverse	8	-0.04433220997452736
19264	rnn.weight_ih_l0_reverse	9	-0.05292084440588951
19264	rnn.weight_hh_l0_reverse	0	-0.08033838868141174
19264	rnn.weight_hh_l0_reverse	1	-0.06016181409358978
19264	rnn.weight_hh_l0_reverse	2	0.032973628491163254
19264	rnn.weight_hh_l0_reverse	3	0.04626085236668587
19264	rnn.weight_hh_l0_reverse	4	-0.0013644337886944413
19264	rnn.weight_hh_l0_reverse	5	0.04406608268618584
19264	rnn.weight_hh_l0_reverse	6	-0.0071837701834738255
19264	rnn.weight_hh_l0_reverse	7	0.004890936892479658
19264	rnn.weight_hh_l0_reverse	8	-0.0921967402100563
19264	rnn.weight_hh_l0_reverse	9	0.07349801063537598
19264	rnn.bias_ih_l0_reverse	0	-0.07801617681980133
19264	rnn.bias_ih_l0_reverse	1	-0.07345651835203171
19264	rnn.bias_ih_l0_reverse	2	0.10062272846698761
19264	rnn.bias_ih_l0_reverse	3	0.039069246500730515
19264	rnn.bias_ih_l0_reverse	4	-0.13091441988945007
19264	rnn.bias_ih_l0_reverse	5	0.037064261734485626
19264	rnn.bias_ih_l0_reverse	6	-0.11211715638637543
19264	rnn.bias_ih_l0_reverse	7	0.03802179545164108
19264	rnn.bias_ih_l0_reverse	8	0.026241326704621315
19264	rnn.bias_ih_l0_reverse	9	0.06271585822105408
19264	rnn.bias_hh_l0_reverse	0	0.057367682456970215
19264	rnn.bias_hh_l0_reverse	1	0.06060952693223953
19264	rnn.bias_hh_l0_reverse	2	0.0681544840335846
19264	rnn.bias_hh_l0_reverse	3	-0.010794463567435741
19264	rnn.bias_hh_l0_reverse	4	0.08477941155433655
19264	rnn.bias_hh_l0_reverse	5	-0.020737353712320328
19264	rnn.bias_hh_l0_reverse	6	-0.05903194472193718
19264	rnn.bias_hh_l0_reverse	7	0.027393711730837822
19264	rnn.bias_hh_l0_reverse	8	0.01539214514195919
19264	rnn.bias_hh_l0_reverse	9	-0.15075232088565826
19264	linear.weight	0	0.19302862882614136
19264	linear.weight	1	-0.1465827375650406
19264	linear.weight	2	-0.1820327788591385
19264	linear.weight	3	0.06229638680815697
19264	linear.weight	4	-0.018911149352788925
19264	linear.weight	5	-0.003063909476622939
19264	linear.weight	6	-0.0076110935769975185
19264	linear.weight	7	-0.029889745637774467
19264	linear.weight	8	0.04502032324671745
19264	linear.weight	9	0.30707240104675293
19264	linear.bias	0	-0.20382243394851685
19264	linear.bias	1	0.16689449548721313
19264	linear.bias	2	-0.5085225105285645
19264	linear.bias	3	1.6701844930648804
19264	linear.bias	4	-0.3875727355480194
19264	linear.bias	5	-0.030769959092140198
19264	linear.bias	6	-0.3417966961860657
19264	linear.bias	7	-0.27559614181518555
19264	linear.bias	8	-0.013342972844839096
19264	linear.bias	9	-0.4803091883659363
19292	transitions	0	-0.6363011598587036
19292	transitions	1	0.36276379227638245
19292	transitions	2	1.6888355016708374
19292	transitions	3	0.11107798665761948
19292	transitions	4	0.957572340965271
19292	transitions	5	1.2741607427597046
19292	transitions	6	0.48359182476997375
19292	transitions	7	0.1765766143798828
19292	transitions	8	-0.9194083213806152
19292	transitions	9	0.9307090640068054
19292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19292	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19292	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19292	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19292	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19292	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19292	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19292	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19292	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19292	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19292	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19292	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19292	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19292	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19292	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19292	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19292	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19292	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19292	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19292	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19292	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19292	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19292	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19292	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19292	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19292	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19292	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19292	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19292	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19292	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19292	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19292	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19292	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19292	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19292	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19292	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19292	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19292	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19292	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19292	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19292	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19292	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19292	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19292	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19292	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19292	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19292	embedding2nn.weight	0	0.021184129640460014
19292	embedding2nn.weight	1	0.014217996038496494
19292	embedding2nn.weight	2	-0.004846993368119001
19292	embedding2nn.weight	3	0.0034766884054988623
19292	embedding2nn.weight	4	-0.005389329977333546
19292	embedding2nn.weight	5	0.011077010072767735
19292	embedding2nn.weight	6	-0.0035625994205474854
19292	embedding2nn.weight	7	0.01114825438708067
19292	embedding2nn.weight	8	-0.0051573337987065315
19292	embedding2nn.weight	9	-0.012936745770275593
19292	embedding2nn.bias	0	-0.04617498815059662
19292	embedding2nn.bias	1	-0.0020203772000968456
19292	embedding2nn.bias	2	-0.05564248934388161
19292	embedding2nn.bias	3	-0.015065258368849754
19292	embedding2nn.bias	4	-0.006623163819313049
19292	embedding2nn.bias	5	0.005352541338652372
19292	embedding2nn.bias	6	0.001220060046762228
19292	embedding2nn.bias	7	0.021614570170640945
19292	embedding2nn.bias	8	0.009445570409297943
19292	embedding2nn.bias	9	-0.005985184106975794
19292	rnn.weight_ih_l0	0	0.04155736789107323
19292	rnn.weight_ih_l0	1	-0.013531068339943886
19292	rnn.weight_ih_l0	2	-0.037002842873334885
19292	rnn.weight_ih_l0	3	-0.04334699362516403
19292	rnn.weight_ih_l0	4	-0.05057239159941673
19292	rnn.weight_ih_l0	5	-0.00790885929018259
19292	rnn.weight_ih_l0	6	-0.05132076516747475
19292	rnn.weight_ih_l0	7	-0.058558933436870575
19292	rnn.weight_ih_l0	8	-0.044287484139204025
19292	rnn.weight_ih_l0	9	-0.02729574218392372
19292	rnn.weight_hh_l0	0	0.017230665311217308
19292	rnn.weight_hh_l0	1	-0.016412196680903435
19292	rnn.weight_hh_l0	2	-0.07309959083795547
19292	rnn.weight_hh_l0	3	-0.03024999611079693
19292	rnn.weight_hh_l0	4	-0.07218588888645172
19292	rnn.weight_hh_l0	5	-0.011397828347980976
19292	rnn.weight_hh_l0	6	-0.04692910984158516
19292	rnn.weight_hh_l0	7	-0.020543672144412994
19292	rnn.weight_hh_l0	8	-0.018754174932837486
19292	rnn.weight_hh_l0	9	0.006726927123963833
19292	rnn.bias_ih_l0	0	0.13087677955627441
19292	rnn.bias_ih_l0	1	-0.05780007690191269
19292	rnn.bias_ih_l0	2	0.10734254866838455
19292	rnn.bias_ih_l0	3	0.04278479889035225
19292	rnn.bias_ih_l0	4	0.0986407920718193
19292	rnn.bias_ih_l0	5	0.025236597284674644
19292	rnn.bias_ih_l0	6	-0.006101651582866907
19292	rnn.bias_ih_l0	7	-0.09515365958213806
19292	rnn.bias_ih_l0	8	-0.17220592498779297
19292	rnn.bias_ih_l0	9	0.08833618462085724
19292	rnn.bias_hh_l0	0	-0.005167166702449322
19292	rnn.bias_hh_l0	1	0.02134140394628048
19292	rnn.bias_hh_l0	2	-0.018018430098891258
19292	rnn.bias_hh_l0	3	-0.01771579310297966
19292	rnn.bias_hh_l0	4	-0.04310964420437813
19292	rnn.bias_hh_l0	5	0.13215769827365875
19292	rnn.bias_hh_l0	6	0.03167925775051117
19292	rnn.bias_hh_l0	7	0.03818923979997635
19292	rnn.bias_hh_l0	8	0.028267111629247665
19292	rnn.bias_hh_l0	9	0.033170510083436966
19292	rnn.weight_ih_l0_reverse	0	-0.03095136769115925
19292	rnn.weight_ih_l0_reverse	1	-0.003725876100361347
19292	rnn.weight_ih_l0_reverse	2	0.02692767232656479
19292	rnn.weight_ih_l0_reverse	3	-0.0605623833835125
19292	rnn.weight_ih_l0_reverse	4	0.009217532351613045
19292	rnn.weight_ih_l0_reverse	5	-0.0528315007686615
19292	rnn.weight_ih_l0_reverse	6	0.01750192791223526
19292	rnn.weight_ih_l0_reverse	7	0.04654376581311226
19292	rnn.weight_ih_l0_reverse	8	-0.04421764984726906
19292	rnn.weight_ih_l0_reverse	9	-0.05287552252411842
19292	rnn.weight_hh_l0_reverse	0	-0.08026400208473206
19292	rnn.weight_hh_l0_reverse	1	-0.05929259955883026
19292	rnn.weight_hh_l0_reverse	2	0.033628348261117935
19292	rnn.weight_hh_l0_reverse	3	0.04684751480817795
19292	rnn.weight_hh_l0_reverse	4	-0.0007461082423105836
19292	rnn.weight_hh_l0_reverse	5	0.043743230402469635
19292	rnn.weight_hh_l0_reverse	6	-0.006484648212790489
19292	rnn.weight_hh_l0_reverse	7	0.004167987499386072
19292	rnn.weight_hh_l0_reverse	8	-0.09241202473640442
19292	rnn.weight_hh_l0_reverse	9	0.0725511908531189
19292	rnn.bias_ih_l0_reverse	0	-0.07864560931921005
19292	rnn.bias_ih_l0_reverse	1	-0.072197824716568
19292	rnn.bias_ih_l0_reverse	2	0.10152027010917664
19292	rnn.bias_ih_l0_reverse	3	0.03940881788730621
19292	rnn.bias_ih_l0_reverse	4	-0.13153517246246338
19292	rnn.bias_ih_l0_reverse	5	0.03641258925199509
19292	rnn.bias_ih_l0_reverse	6	-0.11482497304677963
19292	rnn.bias_ih_l0_reverse	7	0.03715353459119797
19292	rnn.bias_ih_l0_reverse	8	0.02623528428375721
19292	rnn.bias_ih_l0_reverse	9	0.06191527843475342
19292	rnn.bias_hh_l0_reverse	0	0.06343653798103333
19292	rnn.bias_hh_l0_reverse	1	0.060974713414907455
19292	rnn.bias_hh_l0_reverse	2	0.06933949887752533
19292	rnn.bias_hh_l0_reverse	3	-0.011375144124031067
19292	rnn.bias_hh_l0_reverse	4	0.08283033221960068
19292	rnn.bias_hh_l0_reverse	5	-0.0207148939371109
19292	rnn.bias_hh_l0_reverse	6	-0.05861717090010643
19292	rnn.bias_hh_l0_reverse	7	0.02682269923388958
19292	rnn.bias_hh_l0_reverse	8	0.016010019928216934
19292	rnn.bias_hh_l0_reverse	9	-0.15082575380802155
19292	linear.weight	0	0.19399522244930267
19292	linear.weight	1	-0.1465911865234375
19292	linear.weight	2	-0.1821025162935257
19292	linear.weight	3	0.06222503259778023
19292	linear.weight	4	-0.017815763130784035
19292	linear.weight	5	-0.005196460522711277
19292	linear.weight	6	-0.0076074665412306786
19292	linear.weight	7	-0.030423276126384735
19292	linear.weight	8	0.04538571834564209
19292	linear.weight	9	0.3065403699874878
19292	linear.bias	0	-0.2026364505290985
19292	linear.bias	1	0.1682506799697876
19292	linear.bias	2	-0.5070463418960571
19292	linear.bias	3	1.6788238286972046
19292	linear.bias	4	-0.3856409788131714
19292	linear.bias	5	-0.030769959092140198
19292	linear.bias	6	-0.33892473578453064
19292	linear.bias	7	-0.27469775080680847
19292	linear.bias	8	-0.019013870507478714
19292	linear.bias	9	-0.480405330657959
19320	transitions	0	-0.6363946199417114
19320	transitions	1	0.3627226948738098
19320	transitions	2	1.688692569732666
19320	transitions	3	0.11099115014076233
19320	transitions	4	0.9575515389442444
19320	transitions	5	1.2741599082946777
19320	transitions	6	0.4835916757583618
19320	transitions	7	0.1765763759613037
19320	transitions	8	-0.9194085001945496
19320	transitions	9	0.9307090640068054
19320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19320	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19320	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19320	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19320	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19320	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19320	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19320	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19320	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19320	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19320	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19320	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19320	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19320	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19320	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19320	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19320	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19320	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19320	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19320	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19320	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19320	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19320	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19320	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19320	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19320	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19320	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19320	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19320	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19320	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19320	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19320	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19320	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19320	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19320	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19320	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19320	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19320	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19320	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19320	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19320	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19320	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19320	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19320	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19320	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19320	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19320	embedding2nn.weight	0	0.020986488088965416
19320	embedding2nn.weight	1	0.014242938719689846
19320	embedding2nn.weight	2	-0.004853750113397837
19320	embedding2nn.weight	3	0.0034722064156085253
19320	embedding2nn.weight	4	-0.005324590485543013
19320	embedding2nn.weight	5	0.010866316966712475
19320	embedding2nn.weight	6	-0.003589655738323927
19320	embedding2nn.weight	7	0.010018754750490189
19320	embedding2nn.weight	8	-0.004866992123425007
19320	embedding2nn.weight	9	-0.012848876416683197
19320	embedding2nn.bias	0	-0.04008513316512108
19320	embedding2nn.bias	1	-0.0023286393843591213
19320	embedding2nn.bias	2	-0.05393663048744202
19320	embedding2nn.bias	3	-0.018218720331788063
19320	embedding2nn.bias	4	-0.011007514782249928
19320	embedding2nn.bias	5	0.0017947305459529161
19320	embedding2nn.bias	6	0.003606199286878109
19320	embedding2nn.bias	7	0.020068347454071045
19320	embedding2nn.bias	8	0.004992937669157982
19320	embedding2nn.bias	9	-0.0023844600655138493
19320	rnn.weight_ih_l0	0	0.0412713997066021
19320	rnn.weight_ih_l0	1	-0.013304684311151505
19320	rnn.weight_ih_l0	2	-0.03726344183087349
19320	rnn.weight_ih_l0	3	-0.04291081428527832
19320	rnn.weight_ih_l0	4	-0.05134321376681328
19320	rnn.weight_ih_l0	5	-0.008316542953252792
19320	rnn.weight_ih_l0	6	-0.05106370151042938
19320	rnn.weight_ih_l0	7	-0.058738768100738525
19320	rnn.weight_ih_l0	8	-0.04414790868759155
19320	rnn.weight_ih_l0	9	-0.0274182315915823
19320	rnn.weight_hh_l0	0	0.01723342575132847
19320	rnn.weight_hh_l0	1	-0.01656561717391014
19320	rnn.weight_hh_l0	2	-0.07489997148513794
19320	rnn.weight_hh_l0	3	-0.029656987637281418
19320	rnn.weight_hh_l0	4	-0.07276546210050583
19320	rnn.weight_hh_l0	5	-0.011402511969208717
19320	rnn.weight_hh_l0	6	-0.04425566643476486
19320	rnn.weight_hh_l0	7	-0.019419830292463303
19320	rnn.weight_hh_l0	8	-0.018756717443466187
19320	rnn.weight_hh_l0	9	0.005759187042713165
19320	rnn.bias_ih_l0	0	0.12899677455425262
19320	rnn.bias_ih_l0	1	-0.05904514715075493
19320	rnn.bias_ih_l0	2	0.1072428897023201
19320	rnn.bias_ih_l0	3	0.042813491076231
19320	rnn.bias_ih_l0	4	0.10003260523080826
19320	rnn.bias_ih_l0	5	0.027934281155467033
19320	rnn.bias_ih_l0	6	-0.0055725970305502415
19320	rnn.bias_ih_l0	7	-0.09228876233100891
19320	rnn.bias_ih_l0	8	-0.17043308913707733
19320	rnn.bias_ih_l0	9	0.08901908993721008
19320	rnn.bias_hh_l0	0	-0.005017103627324104
19320	rnn.bias_hh_l0	1	0.02010384015738964
19320	rnn.bias_hh_l0	2	-0.014619486406445503
19320	rnn.bias_hh_l0	3	-0.021443553268909454
19320	rnn.bias_hh_l0	4	-0.04345909133553505
19320	rnn.bias_hh_l0	5	0.1346011459827423
19320	rnn.bias_hh_l0	6	0.03277057781815529
19320	rnn.bias_hh_l0	7	0.03850724175572395
19320	rnn.bias_hh_l0	8	0.028796164318919182
19320	rnn.bias_hh_l0	9	0.034193817526102066
19320	rnn.weight_ih_l0_reverse	0	-0.03105005994439125
19320	rnn.weight_ih_l0_reverse	1	-0.00442124018445611
19320	rnn.weight_ih_l0_reverse	2	0.02671377919614315
19320	rnn.weight_ih_l0_reverse	3	-0.06026965752243996
19320	rnn.weight_ih_l0_reverse	4	0.009035433642566204
19320	rnn.weight_ih_l0_reverse	5	-0.05278195068240166
19320	rnn.weight_ih_l0_reverse	6	0.017230939120054245
19320	rnn.weight_ih_l0_reverse	7	0.04660695791244507
19320	rnn.weight_ih_l0_reverse	8	-0.04418865963816643
19320	rnn.weight_ih_l0_reverse	9	-0.05296891927719116
19320	rnn.weight_hh_l0_reverse	0	-0.08067445456981659
19320	rnn.weight_hh_l0_reverse	1	-0.05825139582157135
19320	rnn.weight_hh_l0_reverse	2	0.03342613950371742
19320	rnn.weight_hh_l0_reverse	3	0.046194855123758316
19320	rnn.weight_hh_l0_reverse	4	-0.0005184606416150928
19320	rnn.weight_hh_l0_reverse	5	0.043845172971487045
19320	rnn.weight_hh_l0_reverse	6	-0.0059807682409882545
19320	rnn.weight_hh_l0_reverse	7	0.004227650351822376
19320	rnn.weight_hh_l0_reverse	8	-0.09173376113176346
19320	rnn.weight_hh_l0_reverse	9	0.07268884032964706
19320	rnn.bias_ih_l0_reverse	0	-0.07925445586442947
19320	rnn.bias_ih_l0_reverse	1	-0.06763803213834763
19320	rnn.bias_ih_l0_reverse	2	0.10299640893936157
19320	rnn.bias_ih_l0_reverse	3	0.03891768306493759
19320	rnn.bias_ih_l0_reverse	4	-0.13142265379428864
19320	rnn.bias_ih_l0_reverse	5	0.037404097616672516
19320	rnn.bias_ih_l0_reverse	6	-0.11644846200942993
19320	rnn.bias_ih_l0_reverse	7	0.037095922976732254
19320	rnn.bias_ih_l0_reverse	8	0.027293920516967773
19320	rnn.bias_ih_l0_reverse	9	0.06329471617937088
19320	rnn.bias_hh_l0_reverse	0	0.06655421108007431
19320	rnn.bias_hh_l0_reverse	1	0.05897800251841545
19320	rnn.bias_hh_l0_reverse	2	0.06856764107942581
19320	rnn.bias_hh_l0_reverse	3	-0.011381100863218307
19320	rnn.bias_hh_l0_reverse	4	0.08213423192501068
19320	rnn.bias_hh_l0_reverse	5	-0.01311818789690733
19320	rnn.bias_hh_l0_reverse	6	-0.05785227194428444
19320	rnn.bias_hh_l0_reverse	7	0.02793978340923786
19320	rnn.bias_hh_l0_reverse	8	0.015974098816514015
19320	rnn.bias_hh_l0_reverse	9	-0.15223869681358337
19320	linear.weight	0	0.19531996548175812
19320	linear.weight	1	-0.14658841490745544
19320	linear.weight	2	-0.18219909071922302
19320	linear.weight	3	0.06031845510005951
19320	linear.weight	4	-0.019394030794501305
19320	linear.weight	5	-0.005370577331632376
19320	linear.weight	6	-0.0076040104031562805
19320	linear.weight	7	-0.03040497936308384
19320	linear.weight	8	0.045254796743392944
19320	linear.weight	9	0.30672773718833923
19320	linear.bias	0	-0.1954221874475479
19320	linear.bias	1	0.16526728868484497
19320	linear.bias	2	-0.5080579519271851
19320	linear.bias	3	1.6690555810928345
19320	linear.bias	4	-0.3858635723590851
19320	linear.bias	5	-0.030769959092140198
19320	linear.bias	6	-0.3399922847747803
19320	linear.bias	7	-0.2778688371181488
19320	linear.bias	8	-0.02181018516421318
19320	linear.bias	9	-0.4805748462677002
19348	transitions	0	-0.6364752650260925
19348	transitions	1	0.36260518431663513
19348	transitions	2	1.6886227130889893
19348	transitions	3	0.11094127595424652
19348	transitions	4	0.9575076103210449
19348	transitions	5	1.2741590738296509
19348	transitions	6	0.4835905432701111
19348	transitions	7	0.17656846344470978
19348	transitions	8	-0.9194093346595764
19348	transitions	9	0.9307090640068054
19348	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19348	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19348	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19348	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19348	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19348	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19348	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19348	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19348	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19348	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19348	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19348	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19348	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19348	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19348	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19348	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19348	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19348	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19348	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19348	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19348	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19348	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19348	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19348	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19348	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19348	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19348	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19348	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19348	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19348	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19348	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19348	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19348	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19348	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19348	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19348	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19348	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19348	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19348	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19348	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19348	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19348	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19348	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19348	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19348	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19348	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19348	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19348	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19348	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19348	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19348	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19348	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19348	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19348	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19348	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19348	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19348	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19348	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19348	embedding2nn.weight	0	0.02065468765795231
19348	embedding2nn.weight	1	0.01419244147837162
19348	embedding2nn.weight	2	-0.004885320086032152
19348	embedding2nn.weight	3	0.003557858755812049
19348	embedding2nn.weight	4	-0.005353668704628944
19348	embedding2nn.weight	5	0.010743941180408001
19348	embedding2nn.weight	6	-0.003577870549634099
19348	embedding2nn.weight	7	0.009996259585022926
19348	embedding2nn.weight	8	-0.005098959431052208
19348	embedding2nn.weight	9	-0.012946952134370804
19348	embedding2nn.bias	0	-0.04704219102859497
19348	embedding2nn.bias	1	-0.0027520747389644384
19348	embedding2nn.bias	2	-0.047651901841163635
19348	embedding2nn.bias	3	-0.01922784373164177
19348	embedding2nn.bias	4	-0.010894869454205036
19348	embedding2nn.bias	5	0.0036456328816711903
19348	embedding2nn.bias	6	0.004918571095913649
19348	embedding2nn.bias	7	0.023406749591231346
19348	embedding2nn.bias	8	-0.00022051334963180125
19348	embedding2nn.bias	9	-0.003996250219643116
19348	rnn.weight_ih_l0	0	0.041290298104286194
19348	rnn.weight_ih_l0	1	-0.012481056153774261
19348	rnn.weight_ih_l0	2	-0.037374064326286316
19348	rnn.weight_ih_l0	3	-0.04262756556272507
19348	rnn.weight_ih_l0	4	-0.05131838098168373
19348	rnn.weight_ih_l0	5	-0.00803267490118742
19348	rnn.weight_ih_l0	6	-0.05119377374649048
19348	rnn.weight_ih_l0	7	-0.05840238928794861
19348	rnn.weight_ih_l0	8	-0.04418427124619484
19348	rnn.weight_ih_l0	9	-0.02736295573413372
19348	rnn.weight_hh_l0	0	0.016910584643483162
19348	rnn.weight_hh_l0	1	-0.016803760081529617
19348	rnn.weight_hh_l0	2	-0.07457701116800308
19348	rnn.weight_hh_l0	3	-0.029955366626381874
19348	rnn.weight_hh_l0	4	-0.07338190823793411
19348	rnn.weight_hh_l0	5	-0.012101750820875168
19348	rnn.weight_hh_l0	6	-0.044303491711616516
19348	rnn.weight_hh_l0	7	-0.020186010748147964
19348	rnn.weight_hh_l0	8	-0.019087068736553192
19348	rnn.weight_hh_l0	9	0.0053080786019563675
19348	rnn.bias_ih_l0	0	0.1279745250940323
19348	rnn.bias_ih_l0	1	-0.0615842342376709
19348	rnn.bias_ih_l0	2	0.10626842826604843
19348	rnn.bias_ih_l0	3	0.04235285148024559
19348	rnn.bias_ih_l0	4	0.09964533150196075
19348	rnn.bias_ih_l0	5	0.027856294065713882
19348	rnn.bias_ih_l0	6	-0.007807768415659666
19348	rnn.bias_ih_l0	7	-0.08797436952590942
19348	rnn.bias_ih_l0	8	-0.1675841212272644
19348	rnn.bias_ih_l0	9	0.08936494588851929
19348	rnn.bias_hh_l0	0	-0.005493891425430775
19348	rnn.bias_hh_l0	1	0.020177552476525307
19348	rnn.bias_hh_l0	2	-0.015151476487517357
19348	rnn.bias_hh_l0	3	-0.020541531965136528
19348	rnn.bias_hh_l0	4	-0.04475774988532066
19348	rnn.bias_hh_l0	5	0.133487731218338
19348	rnn.bias_hh_l0	6	0.031194495037198067
19348	rnn.bias_hh_l0	7	0.03990266099572182
19348	rnn.bias_hh_l0	8	0.026560993865132332
19348	rnn.bias_hh_l0	9	0.034014198929071426
19348	rnn.weight_ih_l0_reverse	0	-0.03087657503783703
19348	rnn.weight_ih_l0_reverse	1	-0.0048560891300439835
19348	rnn.weight_ih_l0_reverse	2	0.02668212726712227
19348	rnn.weight_ih_l0_reverse	3	-0.059604234993457794
19348	rnn.weight_ih_l0_reverse	4	0.009177625179290771
19348	rnn.weight_ih_l0_reverse	5	-0.05301240086555481
19348	rnn.weight_ih_l0_reverse	6	0.017245596274733543
19348	rnn.weight_ih_l0_reverse	7	0.04659203439950943
19348	rnn.weight_ih_l0_reverse	8	-0.0440400056540966
19348	rnn.weight_ih_l0_reverse	9	-0.05307663232088089
19348	rnn.weight_hh_l0_reverse	0	-0.07964380830526352
19348	rnn.weight_hh_l0_reverse	1	-0.05905253440141678
19348	rnn.weight_hh_l0_reverse	2	0.03417603671550751
19348	rnn.weight_hh_l0_reverse	3	0.046752870082855225
19348	rnn.weight_hh_l0_reverse	4	-0.0014382845256477594
19348	rnn.weight_hh_l0_reverse	5	0.04366643354296684
19348	rnn.weight_hh_l0_reverse	6	-0.0024181099142879248
19348	rnn.weight_hh_l0_reverse	7	0.0037975546438246965
19348	rnn.weight_hh_l0_reverse	8	-0.09143310785293579
19348	rnn.weight_hh_l0_reverse	9	0.07319178432226181
19348	rnn.bias_ih_l0_reverse	0	-0.08377918601036072
19348	rnn.bias_ih_l0_reverse	1	-0.06480378657579422
19348	rnn.bias_ih_l0_reverse	2	0.10252154618501663
19348	rnn.bias_ih_l0_reverse	3	0.040356796234846115
19348	rnn.bias_ih_l0_reverse	4	-0.1305409073829651
19348	rnn.bias_ih_l0_reverse	5	0.03719979152083397
19348	rnn.bias_ih_l0_reverse	6	-0.11636652797460556
19348	rnn.bias_ih_l0_reverse	7	0.037757858633995056
19348	rnn.bias_ih_l0_reverse	8	0.02788129821419716
19348	rnn.bias_ih_l0_reverse	9	0.0634632334113121
19348	rnn.bias_hh_l0_reverse	0	0.06601446121931076
19348	rnn.bias_hh_l0_reverse	1	0.06005551293492317
19348	rnn.bias_hh_l0_reverse	2	0.06866088509559631
19348	rnn.bias_hh_l0_reverse	3	-0.01129191555082798
19348	rnn.bias_hh_l0_reverse	4	0.08161793649196625
19348	rnn.bias_hh_l0_reverse	5	-0.006095892284065485
19348	rnn.bias_hh_l0_reverse	6	-0.05647514387965202
19348	rnn.bias_hh_l0_reverse	7	0.028049150481820107
19348	rnn.bias_hh_l0_reverse	8	0.016086576506495476
19348	rnn.bias_hh_l0_reverse	9	-0.1537962406873703
19348	linear.weight	0	0.19945834577083588
19348	linear.weight	1	-0.14658722281455994
19348	linear.weight	2	-0.18232759833335876
19348	linear.weight	3	0.052756063640117645
19348	linear.weight	4	-0.02127530425786972
19348	linear.weight	5	-0.005731229204684496
19348	linear.weight	6	-0.00759862270206213
19348	linear.weight	7	-0.03039908967912197
19348	linear.weight	8	0.04423702880740166
19348	linear.weight	9	0.31054818630218506
19348	linear.bias	0	-0.19225525856018066
19348	linear.bias	1	0.1660020798444748
19348	linear.bias	2	-0.5051235556602478
19348	linear.bias	3	1.6793581247329712
19348	linear.bias	4	-0.38622379302978516
19348	linear.bias	5	-0.030769959092140198
19348	linear.bias	6	-0.3381682336330414
19348	linear.bias	7	-0.27817732095718384
19348	linear.bias	8	-0.02226313389837742
19348	linear.bias	9	-0.48063915967941284
19376	transitions	0	-0.6365548968315125
19376	transitions	1	0.36255231499671936
19376	transitions	2	1.6885087490081787
19376	transitions	3	0.11085168272256851
19376	transitions	4	0.957120418548584
19376	transitions	5	1.2741565704345703
19376	transitions	6	0.4835897982120514
19376	transitions	7	0.17656706273555756
19376	transitions	8	-0.9194097518920898
19376	transitions	9	0.9307090044021606
19376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19376	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19376	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19376	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19376	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19376	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19376	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19376	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19376	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19376	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19376	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19376	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19376	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19376	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19376	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19376	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19376	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19376	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19376	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19376	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19376	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19376	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19376	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19376	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19376	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19376	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19376	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19376	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19376	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19376	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19376	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19376	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19376	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19376	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19376	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19376	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19376	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19376	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19376	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19376	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19376	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19376	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19376	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19376	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19376	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19376	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19376	embedding2nn.weight	0	0.020457398146390915
19376	embedding2nn.weight	1	0.014333739876747131
19376	embedding2nn.weight	2	-0.0048827859573066235
19376	embedding2nn.weight	3	0.003501100232824683
19376	embedding2nn.weight	4	-0.005361189134418964
19376	embedding2nn.weight	5	0.01056375727057457
19376	embedding2nn.weight	6	-0.0035791138652712107
19376	embedding2nn.weight	7	0.010109907016158104
19376	embedding2nn.weight	8	-0.004967605695128441
19376	embedding2nn.weight	9	-0.01293980423361063
19376	embedding2nn.bias	0	-0.049309179186820984
19376	embedding2nn.bias	1	-0.0021834822837263346
19376	embedding2nn.bias	2	-0.055863384157419205
19376	embedding2nn.bias	3	-0.017163699492812157
19376	embedding2nn.bias	4	-0.013340135104954243
19376	embedding2nn.bias	5	-0.0015944645274430513
19376	embedding2nn.bias	6	0.0032457569614052773
19376	embedding2nn.bias	7	0.022759635001420975
19376	embedding2nn.bias	8	-0.012323994189500809
19376	embedding2nn.bias	9	-0.00557754235342145
19376	rnn.weight_ih_l0	0	0.04125237464904785
19376	rnn.weight_ih_l0	1	-0.012116446159780025
19376	rnn.weight_ih_l0	2	-0.03769424930214882
19376	rnn.weight_ih_l0	3	-0.042795367538928986
19376	rnn.weight_ih_l0	4	-0.051380038261413574
19376	rnn.weight_ih_l0	5	-0.007956295274198055
19376	rnn.weight_ih_l0	6	-0.051487989723682404
19376	rnn.weight_ih_l0	7	-0.058431223034858704
19376	rnn.weight_ih_l0	8	-0.044400427490472794
19376	rnn.weight_ih_l0	9	-0.02729327790439129
19376	rnn.weight_hh_l0	0	0.016995098441839218
19376	rnn.weight_hh_l0	1	-0.016800155863165855
19376	rnn.weight_hh_l0	2	-0.07461032271385193
19376	rnn.weight_hh_l0	3	-0.03017839789390564
19376	rnn.weight_hh_l0	4	-0.0738714411854744
19376	rnn.weight_hh_l0	5	-0.01154131069779396
19376	rnn.weight_hh_l0	6	-0.042593277990818024
19376	rnn.weight_hh_l0	7	-0.02025858499109745
19376	rnn.weight_hh_l0	8	-0.0189824216067791
19376	rnn.weight_hh_l0	9	0.005176306702196598
19376	rnn.bias_ih_l0	0	0.1288490742444992
19376	rnn.bias_ih_l0	1	-0.0607902854681015
19376	rnn.bias_ih_l0	2	0.10694179683923721
19376	rnn.bias_ih_l0	3	0.04284309223294258
19376	rnn.bias_ih_l0	4	0.09875435382127762
19376	rnn.bias_ih_l0	5	0.026881685480475426
19376	rnn.bias_ih_l0	6	-0.00882943905889988
19376	rnn.bias_ih_l0	7	-0.08699196577072144
19376	rnn.bias_ih_l0	8	-0.16720059514045715
19376	rnn.bias_ih_l0	9	0.09042702615261078
19376	rnn.bias_hh_l0	0	-0.005351238884031773
19376	rnn.bias_hh_l0	1	0.020185774192214012
19376	rnn.bias_hh_l0	2	-0.014301098883152008
19376	rnn.bias_hh_l0	3	-0.021179629489779472
19376	rnn.bias_hh_l0	4	-0.04388485476374626
19376	rnn.bias_hh_l0	5	0.13347503542900085
19376	rnn.bias_hh_l0	6	0.031222932040691376
19376	rnn.bias_hh_l0	7	0.0416552759706974
19376	rnn.bias_hh_l0	8	0.025539323687553406
19376	rnn.bias_hh_l0	9	0.03393983468413353
19376	rnn.weight_ih_l0_reverse	0	-0.03066049888730049
19376	rnn.weight_ih_l0_reverse	1	-0.004397825337946415
19376	rnn.weight_ih_l0_reverse	2	0.0268423892557621
19376	rnn.weight_ih_l0_reverse	3	-0.0590801015496254
19376	rnn.weight_ih_l0_reverse	4	0.009304558858275414
19376	rnn.weight_ih_l0_reverse	5	-0.053024616092443466
19376	rnn.weight_ih_l0_reverse	6	0.01697462797164917
19376	rnn.weight_ih_l0_reverse	7	0.046362269669771194
19376	rnn.weight_ih_l0_reverse	8	-0.044215429574251175
19376	rnn.weight_ih_l0_reverse	9	-0.05314931273460388
19376	rnn.weight_hh_l0_reverse	0	-0.0793166235089302
19376	rnn.weight_hh_l0_reverse	1	-0.05774262174963951
19376	rnn.weight_hh_l0_reverse	2	0.03417295217514038
19376	rnn.weight_hh_l0_reverse	3	0.047070927917957306
19376	rnn.weight_hh_l0_reverse	4	-0.0013302911538630724
19376	rnn.weight_hh_l0_reverse	5	0.043573878705501556
19376	rnn.weight_hh_l0_reverse	6	-0.0033951096702367067
19376	rnn.weight_hh_l0_reverse	7	0.0035430367570370436
19376	rnn.weight_hh_l0_reverse	8	-0.09152710437774658
19376	rnn.weight_hh_l0_reverse	9	0.07328925281763077
19376	rnn.bias_ih_l0_reverse	0	-0.08285782486200333
19376	rnn.bias_ih_l0_reverse	1	-0.06398136913776398
19376	rnn.bias_ih_l0_reverse	2	0.10497618466615677
19376	rnn.bias_ih_l0_reverse	3	0.04035509377717972
19376	rnn.bias_ih_l0_reverse	4	-0.12891407310962677
19376	rnn.bias_ih_l0_reverse	5	0.03673354536294937
19376	rnn.bias_ih_l0_reverse	6	-0.11501307040452957
19376	rnn.bias_ih_l0_reverse	7	0.038820113986730576
19376	rnn.bias_ih_l0_reverse	8	0.027980832383036613
19376	rnn.bias_ih_l0_reverse	9	0.06442155689001083
19376	rnn.bias_hh_l0_reverse	0	0.06667284667491913
19376	rnn.bias_hh_l0_reverse	1	0.059675052762031555
19376	rnn.bias_hh_l0_reverse	2	0.06967819482088089
19376	rnn.bias_hh_l0_reverse	3	-0.010900321416556835
19376	rnn.bias_hh_l0_reverse	4	0.08192465454339981
19376	rnn.bias_hh_l0_reverse	5	-0.009955114684998989
19376	rnn.bias_hh_l0_reverse	6	-0.05737311765551567
19376	rnn.bias_hh_l0_reverse	7	0.02714158408343792
19376	rnn.bias_hh_l0_reverse	8	0.01984427310526371
19376	rnn.bias_hh_l0_reverse	9	-0.15293745696544647
19376	linear.weight	0	0.20125162601470947
19376	linear.weight	1	-0.14655701816082
19376	linear.weight	2	-0.18248748779296875
19376	linear.weight	3	0.050425346940755844
19376	linear.weight	4	-0.022639919072389603
19376	linear.weight	5	-0.00543095963075757
19376	linear.weight	6	-0.0075955698266625404
19376	linear.weight	7	-0.030343055725097656
19376	linear.weight	8	0.04549090564250946
19376	linear.weight	9	0.3094083070755005
19376	linear.bias	0	-0.20399250090122223
19376	linear.bias	1	0.16017605364322662
19376	linear.bias	2	-0.5045783519744873
19376	linear.bias	3	1.688425064086914
19376	linear.bias	4	-0.38647112250328064
19376	linear.bias	5	-0.030769959092140198
19376	linear.bias	6	-0.3382030129432678
19376	linear.bias	7	-0.2720421254634857
19376	linear.bias	8	-0.027474960312247276
19376	linear.bias	9	-0.480731725692749
19404	transitions	0	-0.636648952960968
19404	transitions	1	0.3624167740345001
19404	transitions	2	1.6884483098983765
19404	transitions	3	0.11082712560892105
19404	transitions	4	0.9571117758750916
19404	transitions	5	1.274153709411621
19404	transitions	6	0.48358944058418274
19404	transitions	7	0.17656555771827698
19404	transitions	8	-0.9194106459617615
19404	transitions	9	0.9307089447975159
19404	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19404	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19404	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19404	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19404	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19404	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19404	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19404	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19404	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19404	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19404	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19404	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19404	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19404	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19404	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19404	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19404	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19404	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19404	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19404	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19404	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19404	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19404	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19404	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19404	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19404	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19404	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19404	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19404	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19404	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19404	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19404	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19404	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19404	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19404	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19404	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19404	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19404	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19404	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19404	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19404	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19404	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19404	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19404	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19404	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19404	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19404	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19404	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19404	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19404	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19404	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19404	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19404	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19404	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19404	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19404	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19404	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19404	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19404	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19404	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19404	embedding2nn.weight	0	0.02079611085355282
19404	embedding2nn.weight	1	0.01444487739354372
19404	embedding2nn.weight	2	-0.004802612122148275
19404	embedding2nn.weight	3	0.0035495723132044077
19404	embedding2nn.weight	4	-0.005367721430957317
19404	embedding2nn.weight	5	0.010690228082239628
19404	embedding2nn.weight	6	-0.0036460726987570524
19404	embedding2nn.weight	7	0.010282711125910282
19404	embedding2nn.weight	8	-0.00497376499697566
19404	embedding2nn.weight	9	-0.012832325883209705
19404	embedding2nn.bias	0	-0.046436671167612076
19404	embedding2nn.bias	1	-0.009051901288330555
19404	embedding2nn.bias	2	-0.05276000127196312
19404	embedding2nn.bias	3	-0.016060616821050644
19404	embedding2nn.bias	4	-0.011905131861567497
19404	embedding2nn.bias	5	-0.006974923424422741
19404	embedding2nn.bias	6	-0.003627617610618472
19404	embedding2nn.bias	7	0.022006526589393616
19404	embedding2nn.bias	8	-0.009576236829161644
19404	embedding2nn.bias	9	-0.0005975564708933234
19404	rnn.weight_ih_l0	0	0.04102819412946701
19404	rnn.weight_ih_l0	1	-0.012149589136242867
19404	rnn.weight_ih_l0	2	-0.03861922025680542
19404	rnn.weight_ih_l0	3	-0.042722851037979126
19404	rnn.weight_ih_l0	4	-0.05107231065630913
19404	rnn.weight_ih_l0	5	-0.007984639145433903
19404	rnn.weight_ih_l0	6	-0.05183439701795578
19404	rnn.weight_ih_l0	7	-0.05850238353013992
19404	rnn.weight_ih_l0	8	-0.04458988830447197
19404	rnn.weight_ih_l0	9	-0.02754148095846176
19404	rnn.weight_hh_l0	0	0.01705639809370041
19404	rnn.weight_hh_l0	1	-0.016253460198640823
19404	rnn.weight_hh_l0	2	-0.07436729967594147
19404	rnn.weight_hh_l0	3	-0.029920417815446854
19404	rnn.weight_hh_l0	4	-0.07384094595909119
19404	rnn.weight_hh_l0	5	-0.011174391955137253
19404	rnn.weight_hh_l0	6	-0.04143490269780159
19404	rnn.weight_hh_l0	7	-0.021846525371074677
19404	rnn.weight_hh_l0	8	-0.019029900431632996
19404	rnn.weight_hh_l0	9	0.004830101039260626
19404	rnn.bias_ih_l0	0	0.12851695716381073
19404	rnn.bias_ih_l0	1	-0.05878265202045441
19404	rnn.bias_ih_l0	2	0.1072651818394661
19404	rnn.bias_ih_l0	3	0.0423598475754261
19404	rnn.bias_ih_l0	4	0.09771569818258286
19404	rnn.bias_ih_l0	5	0.027224281802773476
19404	rnn.bias_ih_l0	6	-0.009730000980198383
19404	rnn.bias_ih_l0	7	-0.08796936273574829
19404	rnn.bias_ih_l0	8	-0.16794638335704803
19404	rnn.bias_ih_l0	9	0.09098971635103226
19404	rnn.bias_hh_l0	0	-0.005054210778325796
19404	rnn.bias_hh_l0	1	0.019390372559428215
19404	rnn.bias_hh_l0	2	-0.012345973402261734
19404	rnn.bias_hh_l0	3	-0.023504039272665977
19404	rnn.bias_hh_l0	4	-0.04478059709072113
19404	rnn.bias_hh_l0	5	0.13441510498523712
19404	rnn.bias_hh_l0	6	0.03186853229999542
19404	rnn.bias_hh_l0	7	0.03896419331431389
19404	rnn.bias_hh_l0	8	0.02463875524699688
19404	rnn.bias_hh_l0	9	0.03510860726237297
19404	rnn.weight_ih_l0_reverse	0	-0.030778542160987854
19404	rnn.weight_ih_l0_reverse	1	-0.00488665048032999
19404	rnn.weight_ih_l0_reverse	2	0.026787132024765015
19404	rnn.weight_ih_l0_reverse	3	-0.05902974680066109
19404	rnn.weight_ih_l0_reverse	4	0.0093220891430974
19404	rnn.weight_ih_l0_reverse	5	-0.05319568142294884
19404	rnn.weight_ih_l0_reverse	6	0.017421966418623924
19404	rnn.weight_ih_l0_reverse	7	0.04655749350786209
19404	rnn.weight_ih_l0_reverse	8	-0.0439615473151207
19404	rnn.weight_ih_l0_reverse	9	-0.05314171686768532
19404	rnn.weight_hh_l0_reverse	0	-0.07885196059942245
19404	rnn.weight_hh_l0_reverse	1	-0.057286716997623444
19404	rnn.weight_hh_l0_reverse	2	0.03415102884173393
19404	rnn.weight_hh_l0_reverse	3	0.0471675731241703
19404	rnn.weight_hh_l0_reverse	4	-0.0019807149656116962
19404	rnn.weight_hh_l0_reverse	5	0.043569840490818024
19404	rnn.weight_hh_l0_reverse	6	-0.0048323944211006165
19404	rnn.weight_hh_l0_reverse	7	0.003403354436159134
19404	rnn.weight_hh_l0_reverse	8	-0.09170949459075928
19404	rnn.weight_hh_l0_reverse	9	0.07377618551254272
19404	rnn.bias_ih_l0_reverse	0	-0.08455201238393784
19404	rnn.bias_ih_l0_reverse	1	-0.05778970569372177
19404	rnn.bias_ih_l0_reverse	2	0.1051906943321228
19404	rnn.bias_ih_l0_reverse	3	0.03959484398365021
19404	rnn.bias_ih_l0_reverse	4	-0.1294524222612381
19404	rnn.bias_ih_l0_reverse	5	0.035929758101701736
19404	rnn.bias_ih_l0_reverse	6	-0.11332034319639206
19404	rnn.bias_ih_l0_reverse	7	0.039144568145275116
19404	rnn.bias_ih_l0_reverse	8	0.02960215136408806
19404	rnn.bias_ih_l0_reverse	9	0.0639750137925148
19404	rnn.bias_hh_l0_reverse	0	0.07160664349794388
19404	rnn.bias_hh_l0_reverse	1	0.06015821918845177
19404	rnn.bias_hh_l0_reverse	2	0.07040194422006607
19404	rnn.bias_hh_l0_reverse	3	-0.01103109773248434
19404	rnn.bias_hh_l0_reverse	4	0.08196453005075455
19404	rnn.bias_hh_l0_reverse	5	-0.007575626950711012
19404	rnn.bias_hh_l0_reverse	6	-0.055884115397930145
19404	rnn.bias_hh_l0_reverse	7	0.02642684243619442
19404	rnn.bias_hh_l0_reverse	8	0.019890112802386284
19404	rnn.bias_hh_l0_reverse	9	-0.15067778527736664
19404	linear.weight	0	0.20603767037391663
19404	linear.weight	1	-0.1464902013540268
19404	linear.weight	2	-0.18656416237354279
19404	linear.weight	3	0.049583349376916885
19404	linear.weight	4	-0.02246120572090149
19404	linear.weight	5	-0.0036716333124786615
19404	linear.weight	6	-0.007587024942040443
19404	linear.weight	7	-0.030363861471414566
19404	linear.weight	8	0.05010790750384331
19404	linear.weight	9	0.3094939589500427
19404	linear.bias	0	-0.18734565377235413
19404	linear.bias	1	0.16224656999111176
19404	linear.bias	2	-0.5052656531333923
19404	linear.bias	3	1.6667864322662354
19404	linear.bias	4	-0.38677582144737244
19404	linear.bias	5	-0.030769959092140198
19404	linear.bias	6	-0.33713141083717346
19404	linear.bias	7	-0.2732166647911072
19404	linear.bias	8	-0.022868724539875984
19404	linear.bias	9	-0.48082634806632996
19432	transitions	0	-0.6367761492729187
19432	transitions	1	0.36238953471183777
19432	transitions	2	1.688340663909912
19432	transitions	3	0.110781230032444
19432	transitions	4	0.9570867419242859
19432	transitions	5	1.2741522789001465
19432	transitions	6	0.4835890531539917
19432	transitions	7	0.1765652596950531
19432	transitions	8	-0.9194118976593018
19432	transitions	9	0.9307089447975159
19432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19432	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19432	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19432	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19432	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19432	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19432	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19432	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19432	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19432	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19432	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19432	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19432	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19432	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19432	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19432	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19432	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19432	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19432	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19432	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19432	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19432	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19432	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19432	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19432	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19432	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19432	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19432	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19432	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19432	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19432	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19432	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19432	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19432	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19432	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19432	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19432	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19432	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19432	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19432	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19432	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19432	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19432	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19432	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19432	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19432	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19432	embedding2nn.weight	0	0.021170880645513535
19432	embedding2nn.weight	1	0.014347143471240997
19432	embedding2nn.weight	2	-0.004814795218408108
19432	embedding2nn.weight	3	0.0036124505568295717
19432	embedding2nn.weight	4	-0.005414944142103195
19432	embedding2nn.weight	5	0.010587220080196857
19432	embedding2nn.weight	6	-0.0036256052553653717
19432	embedding2nn.weight	7	0.0103214792907238
19432	embedding2nn.weight	8	-0.004965492524206638
19432	embedding2nn.weight	9	-0.012925300747156143
19432	embedding2nn.bias	0	-0.04183796048164368
19432	embedding2nn.bias	1	-0.0064257304184138775
19432	embedding2nn.bias	2	-0.05511189624667168
19432	embedding2nn.bias	3	-0.016315549612045288
19432	embedding2nn.bias	4	-0.009017815813422203
19432	embedding2nn.bias	5	0.00016532116569578648
19432	embedding2nn.bias	6	-0.007283423561602831
19432	embedding2nn.bias	7	0.016727730631828308
19432	embedding2nn.bias	8	-0.008343684487044811
19432	embedding2nn.bias	9	0.0026467926800251007
19432	rnn.weight_ih_l0	0	0.041227590292692184
19432	rnn.weight_ih_l0	1	-0.012775038368999958
19432	rnn.weight_ih_l0	2	-0.037853363901376724
19432	rnn.weight_ih_l0	3	-0.04222935810685158
19432	rnn.weight_ih_l0	4	-0.05118079110980034
19432	rnn.weight_ih_l0	5	-0.008078205399215221
19432	rnn.weight_ih_l0	6	-0.0520278625190258
19432	rnn.weight_ih_l0	7	-0.058140385895967484
19432	rnn.weight_ih_l0	8	-0.04471465200185776
19432	rnn.weight_ih_l0	9	-0.027681954205036163
19432	rnn.weight_hh_l0	0	0.01726462133228779
19432	rnn.weight_hh_l0	1	-0.016624802723526955
19432	rnn.weight_hh_l0	2	-0.07552099972963333
19432	rnn.weight_hh_l0	3	-0.030694259330630302
19432	rnn.weight_hh_l0	4	-0.07363704591989517
19432	rnn.weight_hh_l0	5	-0.011087528429925442
19432	rnn.weight_hh_l0	6	-0.04027489572763443
19432	rnn.weight_hh_l0	7	-0.02021700330078602
19432	rnn.weight_hh_l0	8	-0.01896652765572071
19432	rnn.weight_hh_l0	9	0.004971361719071865
19432	rnn.bias_ih_l0	0	0.1295296996831894
19432	rnn.bias_ih_l0	1	-0.05751720070838928
19432	rnn.bias_ih_l0	2	0.10997182130813599
19432	rnn.bias_ih_l0	3	0.04305959865450859
19432	rnn.bias_ih_l0	4	0.09836593270301819
19432	rnn.bias_ih_l0	5	0.026592599228024483
19432	rnn.bias_ih_l0	6	-0.008588545024394989
19432	rnn.bias_ih_l0	7	-0.09185401350259781
19432	rnn.bias_ih_l0	8	-0.16239884495735168
19432	rnn.bias_ih_l0	9	0.08859435468912125
19432	rnn.bias_hh_l0	0	-0.005758333019912243
19432	rnn.bias_hh_l0	1	0.019968433305621147
19432	rnn.bias_hh_l0	2	-0.013690551742911339
19432	rnn.bias_hh_l0	3	-0.027027541771531105
19432	rnn.bias_hh_l0	4	-0.04449249431490898
19432	rnn.bias_hh_l0	5	0.13384798169136047
19432	rnn.bias_hh_l0	6	0.030677085742354393
19432	rnn.bias_hh_l0	7	0.039132434874773026
19432	rnn.bias_hh_l0	8	0.02578020840883255
19432	rnn.bias_hh_l0	9	0.03635118901729584
19432	rnn.weight_ih_l0_reverse	0	-0.030761059373617172
19432	rnn.weight_ih_l0_reverse	1	-0.005213653203099966
19432	rnn.weight_ih_l0_reverse	2	0.02699175477027893
19432	rnn.weight_ih_l0_reverse	3	-0.05891188234090805
19432	rnn.weight_ih_l0_reverse	4	0.009123103693127632
19432	rnn.weight_ih_l0_reverse	5	-0.05299874395132065
19432	rnn.weight_ih_l0_reverse	6	0.017157606780529022
19432	rnn.weight_ih_l0_reverse	7	0.04653637111186981
19432	rnn.weight_ih_l0_reverse	8	-0.04382997751235962
19432	rnn.weight_ih_l0_reverse	9	-0.053163666278123856
19432	rnn.weight_hh_l0_reverse	0	-0.07858041673898697
19432	rnn.weight_hh_l0_reverse	1	-0.05744156986474991
19432	rnn.weight_hh_l0_reverse	2	0.03372904658317566
19432	rnn.weight_hh_l0_reverse	3	0.04722900316119194
19432	rnn.weight_hh_l0_reverse	4	-0.002979864366352558
19432	rnn.weight_hh_l0_reverse	5	0.04368036612868309
19432	rnn.weight_hh_l0_reverse	6	-0.00422684196382761
19432	rnn.weight_hh_l0_reverse	7	0.0036804238334298134
19432	rnn.weight_hh_l0_reverse	8	-0.09128116071224213
19432	rnn.weight_hh_l0_reverse	9	0.07347038388252258
19432	rnn.bias_ih_l0_reverse	0	-0.0860154777765274
19432	rnn.bias_ih_l0_reverse	1	-0.06262034177780151
19432	rnn.bias_ih_l0_reverse	2	0.10411261022090912
19432	rnn.bias_ih_l0_reverse	3	0.04056364670395851
19432	rnn.bias_ih_l0_reverse	4	-0.12836092710494995
19432	rnn.bias_ih_l0_reverse	5	0.035971418023109436
19432	rnn.bias_ih_l0_reverse	6	-0.11277943849563599
19432	rnn.bias_ih_l0_reverse	7	0.03933689370751381
19432	rnn.bias_ih_l0_reverse	8	0.03027390129864216
19432	rnn.bias_ih_l0_reverse	9	0.06257839500904083
19432	rnn.bias_hh_l0_reverse	0	0.06341949850320816
19432	rnn.bias_hh_l0_reverse	1	0.05974506214261055
19432	rnn.bias_hh_l0_reverse	2	0.07245606929063797
19432	rnn.bias_hh_l0_reverse	3	-0.010296501219272614
19432	rnn.bias_hh_l0_reverse	4	0.08118067681789398
19432	rnn.bias_hh_l0_reverse	5	-0.005707513075321913
19432	rnn.bias_hh_l0_reverse	6	-0.05691229924559593
19432	rnn.bias_hh_l0_reverse	7	0.027011923491954803
19432	rnn.bias_hh_l0_reverse	8	0.0198174137622118
19432	rnn.bias_hh_l0_reverse	9	-0.14664341509342194
19432	linear.weight	0	0.20248647034168243
19432	linear.weight	1	-0.1464751958847046
19432	linear.weight	2	-0.1895981878042221
19432	linear.weight	3	0.04930578172206879
19432	linear.weight	4	-0.021672850474715233
19432	linear.weight	5	-0.0046710725873708725
19432	linear.weight	6	-0.007581028621643782
19432	linear.weight	7	-0.030335161834955215
19432	linear.weight	8	0.051316168159246445
19432	linear.weight	9	0.30807429552078247
19432	linear.bias	0	-0.19438788294792175
19432	linear.bias	1	0.15704630315303802
19432	linear.bias	2	-0.5088444352149963
19432	linear.bias	3	1.6697980165481567
19432	linear.bias	4	-0.3869225084781647
19432	linear.bias	5	-0.030769959092140198
19432	linear.bias	6	-0.3402656018733978
19432	linear.bias	7	-0.27546319365501404
19432	linear.bias	8	-0.02473616786301136
19432	linear.bias	9	-0.48087993264198303
19460	transitions	0	-0.6368863582611084
19460	transitions	1	0.36233559250831604
19460	transitions	2	1.6882838010787964
19460	transitions	3	0.11075638234615326
19460	transitions	4	0.9570669531822205
19460	transitions	5	1.2741507291793823
19460	transitions	6	0.4835885465145111
19460	transitions	7	0.17656506597995758
19460	transitions	8	-0.9194128513336182
19460	transitions	9	0.9307006001472473
19460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19460	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19460	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19460	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19460	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19460	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19460	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19460	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19460	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19460	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19460	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19460	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19460	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19460	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19460	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19460	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19460	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19460	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19460	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19460	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19460	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19460	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19460	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19460	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19460	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19460	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19460	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19460	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19460	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19460	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19460	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19460	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19460	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19460	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19460	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19460	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19460	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19460	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19460	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19460	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19460	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19460	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19460	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19460	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19460	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19460	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19460	embedding2nn.weight	0	0.021572640165686607
19460	embedding2nn.weight	1	0.014410065487027168
19460	embedding2nn.weight	2	-0.004770616069436073
19460	embedding2nn.weight	3	0.0037293785717338324
19460	embedding2nn.weight	4	-0.0054275887086987495
19460	embedding2nn.weight	5	0.010578074492514133
19460	embedding2nn.weight	6	-0.0036858092062175274
19460	embedding2nn.weight	7	0.009287786670029163
19460	embedding2nn.weight	8	-0.0048811668530106544
19460	embedding2nn.weight	9	-0.01287214457988739
19460	embedding2nn.bias	0	-0.039073165506124496
19460	embedding2nn.bias	1	-0.0038360743783414364
19460	embedding2nn.bias	2	-0.05721161887049675
19460	embedding2nn.bias	3	-0.010142338462173939
19460	embedding2nn.bias	4	-0.009675092063844204
19460	embedding2nn.bias	5	0.0028983652591705322
19460	embedding2nn.bias	6	-9.823492291616276e-05
19460	embedding2nn.bias	7	0.01587803103029728
19460	embedding2nn.bias	8	-0.006992676295340061
19460	embedding2nn.bias	9	0.0023016680497676134
19460	rnn.weight_ih_l0	0	0.04147222638130188
19460	rnn.weight_ih_l0	1	-0.012873324565589428
19460	rnn.weight_ih_l0	2	-0.03723285347223282
19460	rnn.weight_ih_l0	3	-0.04176558554172516
19460	rnn.weight_ih_l0	4	-0.05114950239658356
19460	rnn.weight_ih_l0	5	-0.00863859336823225
19460	rnn.weight_ih_l0	6	-0.052141718566417694
19460	rnn.weight_ih_l0	7	-0.05797899141907692
19460	rnn.weight_ih_l0	8	-0.04487636312842369
19460	rnn.weight_ih_l0	9	-0.027657175436615944
19460	rnn.weight_hh_l0	0	0.0170043483376503
19460	rnn.weight_hh_l0	1	-0.016720108687877655
19460	rnn.weight_hh_l0	2	-0.0745166763663292
19460	rnn.weight_hh_l0	3	-0.03092714212834835
19460	rnn.weight_hh_l0	4	-0.0737067461013794
19460	rnn.weight_hh_l0	5	-0.011249072849750519
19460	rnn.weight_hh_l0	6	-0.03846278041601181
19460	rnn.weight_hh_l0	7	-0.020179450511932373
19460	rnn.weight_hh_l0	8	-0.0191046055406332
19460	rnn.weight_hh_l0	9	0.004681449383497238
19460	rnn.bias_ih_l0	0	0.13003817200660706
19460	rnn.bias_ih_l0	1	-0.05770498514175415
19460	rnn.bias_ih_l0	2	0.1098371371626854
19460	rnn.bias_ih_l0	3	0.0435299351811409
19460	rnn.bias_ih_l0	4	0.09964291751384735
19460	rnn.bias_ih_l0	5	0.0244174525141716
19460	rnn.bias_ih_l0	6	-0.010722796432673931
19460	rnn.bias_ih_l0	7	-0.09183602780103683
19460	rnn.bias_ih_l0	8	-0.16737781465053558
19460	rnn.bias_ih_l0	9	0.08710423856973648
19460	rnn.bias_hh_l0	0	-0.007341551594436169
19460	rnn.bias_hh_l0	1	0.02157437615096569
19460	rnn.bias_hh_l0	2	-0.013667999766767025
19460	rnn.bias_hh_l0	3	-0.0256736371666193
19460	rnn.bias_hh_l0	4	-0.04389817640185356
19460	rnn.bias_hh_l0	5	0.13313528895378113
19460	rnn.bias_hh_l0	6	0.031720373779535294
19460	rnn.bias_hh_l0	7	0.03996055945754051
19460	rnn.bias_hh_l0	8	0.023645957931876183
19460	rnn.bias_hh_l0	9	0.035696811974048615
19460	rnn.weight_ih_l0_reverse	0	-0.030700450763106346
19460	rnn.weight_ih_l0_reverse	1	-0.00542044872418046
19460	rnn.weight_ih_l0_reverse	2	0.027088472619652748
19460	rnn.weight_ih_l0_reverse	3	-0.059491731226444244
19460	rnn.weight_ih_l0_reverse	4	0.008832324296236038
19460	rnn.weight_ih_l0_reverse	5	-0.05309083312749863
19460	rnn.weight_ih_l0_reverse	6	0.017496975138783455
19460	rnn.weight_ih_l0_reverse	7	0.04642497003078461
19460	rnn.weight_ih_l0_reverse	8	-0.04344722628593445
19460	rnn.weight_ih_l0_reverse	9	-0.05308801308274269
19460	rnn.weight_hh_l0_reverse	0	-0.0784362182021141
19460	rnn.weight_hh_l0_reverse	1	-0.05650070309638977
19460	rnn.weight_hh_l0_reverse	2	0.03381401300430298
19460	rnn.weight_hh_l0_reverse	3	0.0469948910176754
19460	rnn.weight_hh_l0_reverse	4	-0.0031577246263623238
19460	rnn.weight_hh_l0_reverse	5	0.043527569621801376
19460	rnn.weight_hh_l0_reverse	6	-0.004439461510628462
19460	rnn.weight_hh_l0_reverse	7	0.0037290563341230154
19460	rnn.weight_hh_l0_reverse	8	-0.09122350066900253
19460	rnn.weight_hh_l0_reverse	9	0.07408945262432098
19460	rnn.bias_ih_l0_reverse	0	-0.0778091624379158
19460	rnn.bias_ih_l0_reverse	1	-0.06714270263910294
19460	rnn.bias_ih_l0_reverse	2	0.10447768121957779
19460	rnn.bias_ih_l0_reverse	3	0.03949107229709625
19460	rnn.bias_ih_l0_reverse	4	-0.12761752307415009
19460	rnn.bias_ih_l0_reverse	5	0.037097539752721786
19460	rnn.bias_ih_l0_reverse	6	-0.11359316110610962
19460	rnn.bias_ih_l0_reverse	7	0.039579857140779495
19460	rnn.bias_ih_l0_reverse	8	0.02949320524930954
19460	rnn.bias_ih_l0_reverse	9	0.06183536723256111
19460	rnn.bias_hh_l0_reverse	0	0.05793634429574013
19460	rnn.bias_hh_l0_reverse	1	0.059748414903879166
19460	rnn.bias_hh_l0_reverse	2	0.07159551978111267
19460	rnn.bias_hh_l0_reverse	3	-0.011159805580973625
19460	rnn.bias_hh_l0_reverse	4	0.0807022973895073
19460	rnn.bias_hh_l0_reverse	5	-0.008237489499151707
19460	rnn.bias_hh_l0_reverse	6	-0.05861470103263855
19460	rnn.bias_hh_l0_reverse	7	0.02795238234102726
19460	rnn.bias_hh_l0_reverse	8	0.019318215548992157
19460	rnn.bias_hh_l0_reverse	9	-0.14460209012031555
19460	linear.weight	0	0.1992168426513672
19460	linear.weight	1	-0.14645229279994965
19460	linear.weight	2	-0.18902207911014557
19460	linear.weight	3	0.046534374356269836
19460	linear.weight	4	-0.022355850785970688
19460	linear.weight	5	-0.0050085908733308315
19460	linear.weight	6	-0.00757485581561923
19460	linear.weight	7	-0.03032958135008812
19460	linear.weight	8	0.05062095448374748
19460	linear.weight	9	0.31740593910217285
19460	linear.bias	0	-0.19590036571025848
19460	linear.bias	1	0.15673905611038208
19460	linear.bias	2	-0.5099142789840698
19460	linear.bias	3	1.6758931875228882
19460	linear.bias	4	-0.38627344369888306
19460	linear.bias	5	-0.030769959092140198
19460	linear.bias	6	-0.34207218885421753
19460	linear.bias	7	-0.27355021238327026
19460	linear.bias	8	-0.017572058364748955
19460	linear.bias	9	-0.48100408911705017
19488	transitions	0	-0.6369432210922241
19488	transitions	1	0.362308144569397
19488	transitions	2	1.688227891921997
19488	transitions	3	0.11072106659412384
19488	transitions	4	0.9569424986839294
19488	transitions	5	1.27414870262146
19488	transitions	6	0.48358818888664246
19488	transitions	7	0.1765647828578949
19488	transitions	8	-0.9194129109382629
19488	transitions	9	0.9307006001472473
19488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19488	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19488	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19488	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19488	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19488	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19488	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19488	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19488	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19488	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19488	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19488	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19488	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19488	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19488	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19488	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19488	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19488	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19488	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19488	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19488	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19488	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19488	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19488	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19488	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19488	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19488	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19488	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19488	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19488	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19488	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19488	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19488	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19488	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19488	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19488	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19488	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19488	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19488	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19488	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19488	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19488	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19488	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19488	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19488	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19488	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19488	embedding2nn.weight	0	0.02160026878118515
19488	embedding2nn.weight	1	0.014398179948329926
19488	embedding2nn.weight	2	-0.004762288182973862
19488	embedding2nn.weight	3	0.003592258784919977
19488	embedding2nn.weight	4	-0.005433397367596626
19488	embedding2nn.weight	5	0.010619628243148327
19488	embedding2nn.weight	6	-0.003656140062958002
19488	embedding2nn.weight	7	0.009792369790375233
19488	embedding2nn.weight	8	-0.0048708864487707615
19488	embedding2nn.weight	9	-0.01284931879490614
19488	embedding2nn.bias	0	-0.04170447960495949
19488	embedding2nn.bias	1	0.0020300347823649645
19488	embedding2nn.bias	2	-0.0537303201854229
19488	embedding2nn.bias	3	-0.0040870062075555325
19488	embedding2nn.bias	4	-0.0029873556923121214
19488	embedding2nn.bias	5	0.0026594495866447687
19488	embedding2nn.bias	6	0.0024120365269482136
19488	embedding2nn.bias	7	0.021797895431518555
19488	embedding2nn.bias	8	-0.004515076521784067
19488	embedding2nn.bias	9	-0.0020753764547407627
19488	rnn.weight_ih_l0	0	0.04166644811630249
19488	rnn.weight_ih_l0	1	-0.012193869799375534
19488	rnn.weight_ih_l0	2	-0.037346549332141876
19488	rnn.weight_ih_l0	3	-0.04174470156431198
19488	rnn.weight_ih_l0	4	-0.051052968949079514
19488	rnn.weight_ih_l0	5	-0.008479989133775234
19488	rnn.weight_ih_l0	6	-0.05230381712317467
19488	rnn.weight_ih_l0	7	-0.05765898898243904
19488	rnn.weight_ih_l0	8	-0.04516086354851723
19488	rnn.weight_ih_l0	9	-0.027786940336227417
19488	rnn.weight_hh_l0	0	0.016876263543963432
19488	rnn.weight_hh_l0	1	-0.017428893595933914
19488	rnn.weight_hh_l0	2	-0.07539033889770508
19488	rnn.weight_hh_l0	3	-0.030670028179883957
19488	rnn.weight_hh_l0	4	-0.07337545603513718
19488	rnn.weight_hh_l0	5	-0.01092549692839384
19488	rnn.weight_hh_l0	6	-0.03776804357767105
19488	rnn.weight_hh_l0	7	-0.0210583433508873
19488	rnn.weight_hh_l0	8	-0.01947036199271679
19488	rnn.weight_hh_l0	9	0.004504048731178045
19488	rnn.bias_ih_l0	0	0.13069510459899902
19488	rnn.bias_ih_l0	1	-0.05754983052611351
19488	rnn.bias_ih_l0	2	0.10997475683689117
19488	rnn.bias_ih_l0	3	0.04186553135514259
19488	rnn.bias_ih_l0	4	0.098419688642025
19488	rnn.bias_ih_l0	5	0.02559490129351616
19488	rnn.bias_ih_l0	6	-0.011223727837204933
19488	rnn.bias_ih_l0	7	-0.09399384260177612
19488	rnn.bias_ih_l0	8	-0.1641613245010376
19488	rnn.bias_ih_l0	9	0.08776742219924927
19488	rnn.bias_hh_l0	0	-0.006671351846307516
19488	rnn.bias_hh_l0	1	0.020383907482028008
19488	rnn.bias_hh_l0	2	-0.012020792812108994
19488	rnn.bias_hh_l0	3	-0.024309616535902023
19488	rnn.bias_hh_l0	4	-0.04396456480026245
19488	rnn.bias_hh_l0	5	0.13411235809326172
19488	rnn.bias_hh_l0	6	0.03158929571509361
19488	rnn.bias_hh_l0	7	0.039136890321969986
19488	rnn.bias_hh_l0	8	0.023145025596022606
19488	rnn.bias_hh_l0	9	0.03555178642272949
19488	rnn.weight_ih_l0_reverse	0	-0.030390974134206772
19488	rnn.weight_ih_l0_reverse	1	-0.0050570727325975895
19488	rnn.weight_ih_l0_reverse	2	0.027018321678042412
19488	rnn.weight_ih_l0_reverse	3	-0.05965957045555115
19488	rnn.weight_ih_l0_reverse	4	0.009004153311252594
19488	rnn.weight_ih_l0_reverse	5	-0.05255330353975296
19488	rnn.weight_ih_l0_reverse	6	0.017142154276371002
19488	rnn.weight_ih_l0_reverse	7	0.046620141714811325
19488	rnn.weight_ih_l0_reverse	8	-0.04322639852762222
19488	rnn.weight_ih_l0_reverse	9	-0.05321645736694336
19488	rnn.weight_hh_l0_reverse	0	-0.07831273972988129
19488	rnn.weight_hh_l0_reverse	1	-0.05555211380124092
19488	rnn.weight_hh_l0_reverse	2	0.0335625559091568
19488	rnn.weight_hh_l0_reverse	3	0.04673578590154648
19488	rnn.weight_hh_l0_reverse	4	-0.002486972836777568
19488	rnn.weight_hh_l0_reverse	5	0.043909668922424316
19488	rnn.weight_hh_l0_reverse	6	-0.007117903791368008
19488	rnn.weight_hh_l0_reverse	7	0.003928207326680422
19488	rnn.weight_hh_l0_reverse	8	-0.0916793942451477
19488	rnn.weight_hh_l0_reverse	9	0.07336889952421188
19488	rnn.bias_ih_l0_reverse	0	-0.07706180959939957
19488	rnn.bias_ih_l0_reverse	1	-0.06627608090639114
19488	rnn.bias_ih_l0_reverse	2	0.1048436313867569
19488	rnn.bias_ih_l0_reverse	3	0.03983857482671738
19488	rnn.bias_ih_l0_reverse	4	-0.12620459496974945
19488	rnn.bias_ih_l0_reverse	5	0.037095192819833755
19488	rnn.bias_ih_l0_reverse	6	-0.11671991646289825
19488	rnn.bias_ih_l0_reverse	7	0.03792335465550423
19488	rnn.bias_ih_l0_reverse	8	0.02973410114645958
19488	rnn.bias_ih_l0_reverse	9	0.06172110512852669
19488	rnn.bias_hh_l0_reverse	0	0.053254757076501846
19488	rnn.bias_hh_l0_reverse	1	0.060244347900152206
19488	rnn.bias_hh_l0_reverse	2	0.0746598020195961
19488	rnn.bias_hh_l0_reverse	3	-0.010575991123914719
19488	rnn.bias_hh_l0_reverse	4	0.08183316886425018
19488	rnn.bias_hh_l0_reverse	5	-0.0077977669425308704
19488	rnn.bias_hh_l0_reverse	6	-0.05946467071771622
19488	rnn.bias_hh_l0_reverse	7	0.026824194937944412
19488	rnn.bias_hh_l0_reverse	8	0.01886575110256672
19488	rnn.bias_hh_l0_reverse	9	-0.143940731883049
19488	linear.weight	0	0.1952836513519287
19488	linear.weight	1	-0.14643481373786926
19488	linear.weight	2	-0.1887187957763672
19488	linear.weight	3	0.04822942614555359
19488	linear.weight	4	-0.022071190178394318
19488	linear.weight	5	-0.005073955282568932
19488	linear.weight	6	-0.0075659980066120625
19488	linear.weight	7	-0.030253300443291664
19488	linear.weight	8	0.05145132914185524
19488	linear.weight	9	0.31670188903808594
19488	linear.bias	0	-0.18045304715633392
19488	linear.bias	1	0.16237221658229828
19488	linear.bias	2	-0.5103641748428345
19488	linear.bias	3	1.6617697477340698
19488	linear.bias	4	-0.386475145816803
19488	linear.bias	5	-0.030769959092140198
19488	linear.bias	6	-0.34323444962501526
19488	linear.bias	7	-0.275439977645874
19488	linear.bias	8	-0.015709692612290382
19488	linear.bias	9	-0.4810892939567566
19516	transitions	0	-0.6370182633399963
19516	transitions	1	0.3622465431690216
19516	transitions	2	1.6881717443466187
19516	transitions	3	0.11062134057283401
19516	transitions	4	0.9569132328033447
19516	transitions	5	1.2741466760635376
19516	transitions	6	0.48358678817749023
19516	transitions	7	0.1765640377998352
19516	transitions	8	-0.9194130897521973
19516	transitions	9	0.9307005405426025
19516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19516	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19516	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19516	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19516	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19516	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19516	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19516	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19516	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19516	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19516	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19516	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19516	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19516	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19516	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19516	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19516	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19516	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19516	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19516	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19516	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19516	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19516	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19516	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19516	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19516	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19516	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19516	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19516	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19516	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19516	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19516	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19516	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19516	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19516	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19516	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19516	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19516	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19516	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19516	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19516	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19516	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19516	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19516	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19516	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19516	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19516	embedding2nn.weight	0	0.021079564467072487
19516	embedding2nn.weight	1	0.014469457790255547
19516	embedding2nn.weight	2	-0.004574746824800968
19516	embedding2nn.weight	3	0.0035465736873447895
19516	embedding2nn.weight	4	-0.0053715575486421585
19516	embedding2nn.weight	5	0.010621036402881145
19516	embedding2nn.weight	6	-0.0037134585436433554
19516	embedding2nn.weight	7	0.009745324961841106
19516	embedding2nn.weight	8	-0.004839918576180935
19516	embedding2nn.weight	9	-0.012838429771363735
19516	embedding2nn.bias	0	-0.04318034276366234
19516	embedding2nn.bias	1	0.0007733734673820436
19516	embedding2nn.bias	2	-0.04922256991267204
19516	embedding2nn.bias	3	-0.0028207029681652784
19516	embedding2nn.bias	4	-0.005486105568706989
19516	embedding2nn.bias	5	0.002944479463621974
19516	embedding2nn.bias	6	-0.00209884624928236
19516	embedding2nn.bias	7	0.021144915372133255
19516	embedding2nn.bias	8	-0.006274830084294081
19516	embedding2nn.bias	9	0.0036346279084682465
19516	rnn.weight_ih_l0	0	0.04150167107582092
19516	rnn.weight_ih_l0	1	-0.011893982999026775
19516	rnn.weight_ih_l0	2	-0.03728945180773735
19516	rnn.weight_ih_l0	3	-0.04155785217881203
19516	rnn.weight_ih_l0	4	-0.05102023854851723
19516	rnn.weight_ih_l0	5	-0.008355769328773022
19516	rnn.weight_ih_l0	6	-0.052067436277866364
19516	rnn.weight_ih_l0	7	-0.05801326408982277
19516	rnn.weight_ih_l0	8	-0.04526825621724129
19516	rnn.weight_ih_l0	9	-0.028026800602674484
19516	rnn.weight_hh_l0	0	0.017660221084952354
19516	rnn.weight_hh_l0	1	-0.01722883991897106
19516	rnn.weight_hh_l0	2	-0.07582597434520721
19516	rnn.weight_hh_l0	3	-0.030156411230564117
19516	rnn.weight_hh_l0	4	-0.07319862395524979
19516	rnn.weight_hh_l0	5	-0.010729257948696613
19516	rnn.weight_hh_l0	6	-0.04043455049395561
19516	rnn.weight_hh_l0	7	-0.01994079351425171
19516	rnn.weight_hh_l0	8	-0.01957792602479458
19516	rnn.weight_hh_l0	9	0.004935546312481165
19516	rnn.bias_ih_l0	0	0.1310378611087799
19516	rnn.bias_ih_l0	1	-0.056695837527513504
19516	rnn.bias_ih_l0	2	0.10989884287118912
19516	rnn.bias_ih_l0	3	0.04261642321944237
19516	rnn.bias_ih_l0	4	0.09940394759178162
19516	rnn.bias_ih_l0	5	0.02370554581284523
19516	rnn.bias_ih_l0	6	-0.007941130548715591
19516	rnn.bias_ih_l0	7	-0.09595858305692673
19516	rnn.bias_ih_l0	8	-0.16129061579704285
19516	rnn.bias_ih_l0	9	0.08708516508340836
19516	rnn.bias_hh_l0	0	-0.008318614214658737
19516	rnn.bias_hh_l0	1	0.021101510152220726
19516	rnn.bias_hh_l0	2	-0.013617092743515968
19516	rnn.bias_hh_l0	3	-0.022512461990118027
19516	rnn.bias_hh_l0	4	-0.04416150972247124
19516	rnn.bias_hh_l0	5	0.13082754611968994
19516	rnn.bias_hh_l0	6	0.030248494818806648
19516	rnn.bias_hh_l0	7	0.038977570831775665
19516	rnn.bias_hh_l0	8	0.026427628472447395
19516	rnn.bias_hh_l0	9	0.03567952662706375
19516	rnn.weight_ih_l0_reverse	0	-0.03041865862905979
19516	rnn.weight_ih_l0_reverse	1	-0.005215860437601805
19516	rnn.weight_ih_l0_reverse	2	0.02653336524963379
19516	rnn.weight_ih_l0_reverse	3	-0.060238372534513474
19516	rnn.weight_ih_l0_reverse	4	0.0092763127759099
19516	rnn.weight_ih_l0_reverse	5	-0.05247027054429054
19516	rnn.weight_ih_l0_reverse	6	0.01777103915810585
19516	rnn.weight_ih_l0_reverse	7	0.046499259769916534
19516	rnn.weight_ih_l0_reverse	8	-0.043008264154195786
19516	rnn.weight_ih_l0_reverse	9	-0.05324913188815117
19516	rnn.weight_hh_l0_reverse	0	-0.07805956155061722
19516	rnn.weight_hh_l0_reverse	1	-0.05538206920027733
19516	rnn.weight_hh_l0_reverse	2	0.03288683295249939
19516	rnn.weight_hh_l0_reverse	3	0.046781230717897415
19516	rnn.weight_hh_l0_reverse	4	-0.0029102452099323273
19516	rnn.weight_hh_l0_reverse	5	0.04380017891526222
19516	rnn.weight_hh_l0_reverse	6	-0.008293655700981617
19516	rnn.weight_hh_l0_reverse	7	0.003995874430984259
19516	rnn.weight_hh_l0_reverse	8	-0.09185582399368286
19516	rnn.weight_hh_l0_reverse	9	0.07252644002437592
19516	rnn.bias_ih_l0_reverse	0	-0.07279965281486511
19516	rnn.bias_ih_l0_reverse	1	-0.0715973898768425
19516	rnn.bias_ih_l0_reverse	2	0.10457780212163925
19516	rnn.bias_ih_l0_reverse	3	0.03885647654533386
19516	rnn.bias_ih_l0_reverse	4	-0.12645839154720306
19516	rnn.bias_ih_l0_reverse	5	0.03707783669233322
19516	rnn.bias_ih_l0_reverse	6	-0.11653871834278107
19516	rnn.bias_ih_l0_reverse	7	0.03927148878574371
19516	rnn.bias_ih_l0_reverse	8	0.029801521450281143
19516	rnn.bias_ih_l0_reverse	9	0.06243396922945976
19516	rnn.bias_hh_l0_reverse	0	0.05881483852863312
19516	rnn.bias_hh_l0_reverse	1	0.06149681657552719
19516	rnn.bias_hh_l0_reverse	2	0.07535741478204727
19516	rnn.bias_hh_l0_reverse	3	-0.011694944463670254
19516	rnn.bias_hh_l0_reverse	4	0.08313920348882675
19516	rnn.bias_hh_l0_reverse	5	-0.005942347459495068
19516	rnn.bias_hh_l0_reverse	6	-0.05877155810594559
19516	rnn.bias_hh_l0_reverse	7	0.025363396853208542
19516	rnn.bias_hh_l0_reverse	8	0.01769711822271347
19516	rnn.bias_hh_l0_reverse	9	-0.14049570262432098
19516	linear.weight	0	0.20199303328990936
19516	linear.weight	1	-0.14643485844135284
19516	linear.weight	2	-0.18550166487693787
19516	linear.weight	3	0.050223175436258316
19516	linear.weight	4	-0.02262822352349758
19516	linear.weight	5	-0.006364378146827221
19516	linear.weight	6	-0.00756450928747654
19516	linear.weight	7	-0.030050814151763916
19516	linear.weight	8	0.05173315852880478
19516	linear.weight	9	0.31252455711364746
19516	linear.bias	0	-0.18476197123527527
19516	linear.bias	1	0.17072394490242004
19516	linear.bias	2	-0.511367678642273
19516	linear.bias	3	1.6694289445877075
19516	linear.bias	4	-0.38736769556999207
19516	linear.bias	5	-0.030769959092140198
19516	linear.bias	6	-0.3427020013332367
19516	linear.bias	7	-0.26976171135902405
19516	linear.bias	8	-0.02987418882548809
19516	linear.bias	9	-0.4811873137950897
19544	transitions	0	-0.6370663642883301
19544	transitions	1	0.3622271716594696
19544	transitions	2	1.6881468296051025
19544	transitions	3	0.1103271096944809
19544	transitions	4	0.9568451642990112
19544	transitions	5	1.274145483970642
19544	transitions	6	0.4835866391658783
19544	transitions	7	0.1765638291835785
19544	transitions	8	-0.9194132685661316
19544	transitions	9	0.9307005405426025
19544	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19544	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19544	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19544	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19544	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19544	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19544	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19544	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19544	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19544	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19544	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19544	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19544	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19544	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19544	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19544	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19544	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19544	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19544	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19544	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19544	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19544	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19544	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19544	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19544	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19544	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19544	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19544	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19544	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19544	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19544	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19544	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19544	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19544	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19544	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19544	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19544	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19544	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19544	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19544	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19544	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19544	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19544	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19544	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19544	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19544	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19544	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19544	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19544	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19544	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19544	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19544	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19544	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19544	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19544	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19544	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19544	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19544	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19544	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19544	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19544	embedding2nn.weight	0	0.020902281627058983
19544	embedding2nn.weight	1	0.014336392283439636
19544	embedding2nn.weight	2	-0.004528703633695841
19544	embedding2nn.weight	3	0.0032068127766251564
19544	embedding2nn.weight	4	-0.005406606942415237
19544	embedding2nn.weight	5	0.010535748675465584
19544	embedding2nn.weight	6	-0.0035601414274424314
19544	embedding2nn.weight	7	0.010357998311519623
19544	embedding2nn.weight	8	-0.0047843786887824535
19544	embedding2nn.weight	9	-0.012804822064936161
19544	embedding2nn.bias	0	-0.03535456582903862
19544	embedding2nn.bias	1	0.003930889070034027
19544	embedding2nn.bias	2	-0.053165823221206665
19544	embedding2nn.bias	3	-0.005451368633657694
19544	embedding2nn.bias	4	-0.00683094747364521
19544	embedding2nn.bias	5	0.0045434702187776566
19544	embedding2nn.bias	6	0.0001954633480636403
19544	embedding2nn.bias	7	0.016111474484205246
19544	embedding2nn.bias	8	-0.0051121702417731285
19544	embedding2nn.bias	9	0.005478995852172375
19544	rnn.weight_ih_l0	0	0.04157474264502525
19544	rnn.weight_ih_l0	1	-0.011721517890691757
19544	rnn.weight_ih_l0	2	-0.036747630685567856
19544	rnn.weight_ih_l0	3	-0.042091187089681625
19544	rnn.weight_ih_l0	4	-0.050873465836048126
19544	rnn.weight_ih_l0	5	-0.00835525244474411
19544	rnn.weight_ih_l0	6	-0.05217798426747322
19544	rnn.weight_ih_l0	7	-0.05816930904984474
19544	rnn.weight_ih_l0	8	-0.045194827020168304
19544	rnn.weight_ih_l0	9	-0.027896970510482788
19544	rnn.weight_hh_l0	0	0.018039988353848457
19544	rnn.weight_hh_l0	1	-0.016955776140093803
19544	rnn.weight_hh_l0	2	-0.07598990201950073
19544	rnn.weight_hh_l0	3	-0.03012847527861595
19544	rnn.weight_hh_l0	4	-0.07327377051115036
19544	rnn.weight_hh_l0	5	-0.010705828666687012
19544	rnn.weight_hh_l0	6	-0.04183002561330795
19544	rnn.weight_hh_l0	7	-0.018665505573153496
19544	rnn.weight_hh_l0	8	-0.019484154880046844
19544	rnn.weight_hh_l0	9	0.004683239851146936
19544	rnn.bias_ih_l0	0	0.13096515834331512
19544	rnn.bias_ih_l0	1	-0.05716328322887421
19544	rnn.bias_ih_l0	2	0.11344912648200989
19544	rnn.bias_ih_l0	3	0.04428457096219063
19544	rnn.bias_ih_l0	4	0.10172180831432343
19544	rnn.bias_ih_l0	5	0.024911336600780487
19544	rnn.bias_ih_l0	6	-0.006421985570341349
19544	rnn.bias_ih_l0	7	-0.09267574548721313
19544	rnn.bias_ih_l0	8	-0.167402446269989
19544	rnn.bias_ih_l0	9	0.0878276452422142
19544	rnn.bias_hh_l0	0	-0.007025446277111769
19544	rnn.bias_hh_l0	1	0.02357632666826248
19544	rnn.bias_hh_l0	2	-0.01368976105004549
19544	rnn.bias_hh_l0	3	-0.022709166631102562
19544	rnn.bias_hh_l0	4	-0.044718313962221146
19544	rnn.bias_hh_l0	5	0.13041938841342926
19544	rnn.bias_hh_l0	6	0.027215471491217613
19544	rnn.bias_hh_l0	7	0.04196355119347572
19544	rnn.bias_hh_l0	8	0.027946775779128075
19544	rnn.bias_hh_l0	9	0.03788384422659874
19544	rnn.weight_ih_l0_reverse	0	-0.030491923913359642
19544	rnn.weight_ih_l0_reverse	1	-0.005287964828312397
19544	rnn.weight_ih_l0_reverse	2	0.02640140801668167
19544	rnn.weight_ih_l0_reverse	3	-0.06083568558096886
19544	rnn.weight_ih_l0_reverse	4	0.0095698656514287
19544	rnn.weight_ih_l0_reverse	5	-0.05248760059475899
19544	rnn.weight_ih_l0_reverse	6	0.017616866156458855
19544	rnn.weight_ih_l0_reverse	7	0.04643569514155388
19544	rnn.weight_ih_l0_reverse	8	-0.043031200766563416
19544	rnn.weight_ih_l0_reverse	9	-0.0531901977956295
19544	rnn.weight_hh_l0_reverse	0	-0.07715015858411789
19544	rnn.weight_hh_l0_reverse	1	-0.05561656132340431
19544	rnn.weight_hh_l0_reverse	2	0.03345746919512749
19544	rnn.weight_hh_l0_reverse	3	0.04703998565673828
19544	rnn.weight_hh_l0_reverse	4	-0.0031573402229696512
19544	rnn.weight_hh_l0_reverse	5	0.04373776167631149
19544	rnn.weight_hh_l0_reverse	6	-0.00877397507429123
19544	rnn.weight_hh_l0_reverse	7	0.004048754461109638
19544	rnn.weight_hh_l0_reverse	8	-0.09251341968774796
19544	rnn.weight_hh_l0_reverse	9	0.07234697788953781
19544	rnn.bias_ih_l0_reverse	0	-0.07124743610620499
19544	rnn.bias_ih_l0_reverse	1	-0.07177575677633286
19544	rnn.bias_ih_l0_reverse	2	0.10434847325086594
19544	rnn.bias_ih_l0_reverse	3	0.037194810807704926
19544	rnn.bias_ih_l0_reverse	4	-0.126189723610878
19544	rnn.bias_ih_l0_reverse	5	0.03634881228208542
19544	rnn.bias_ih_l0_reverse	6	-0.11754202842712402
19544	rnn.bias_ih_l0_reverse	7	0.03821784630417824
19544	rnn.bias_ih_l0_reverse	8	0.030107399448752403
19544	rnn.bias_ih_l0_reverse	9	0.06346014887094498
19544	rnn.bias_hh_l0_reverse	0	0.05000586435198784
19544	rnn.bias_hh_l0_reverse	1	0.05976057052612305
19544	rnn.bias_hh_l0_reverse	2	0.07569698244333267
19544	rnn.bias_hh_l0_reverse	3	-0.011803203262388706
19544	rnn.bias_hh_l0_reverse	4	0.08320064842700958
19544	rnn.bias_hh_l0_reverse	5	0.001717297942377627
19544	rnn.bias_hh_l0_reverse	6	-0.056927070021629333
19544	rnn.bias_hh_l0_reverse	7	0.026126189157366753
19544	rnn.bias_hh_l0_reverse	8	0.020073942840099335
19544	rnn.bias_hh_l0_reverse	9	-0.14393246173858643
19544	linear.weight	0	0.20045623183250427
19544	linear.weight	1	-0.1464482694864273
19544	linear.weight	2	-0.183656707406044
19544	linear.weight	3	0.05020427331328392
19544	linear.weight	4	-0.021816158667206764
19544	linear.weight	5	-0.005274330265820026
19544	linear.weight	6	-0.007565205451101065
19544	linear.weight	7	-0.030031222850084305
19544	linear.weight	8	0.04978390410542488
19544	linear.weight	9	0.3198067843914032
19544	linear.bias	0	-0.1914399117231369
19544	linear.bias	1	0.1626782864332199
19544	linear.bias	2	-0.5114180445671082
19544	linear.bias	3	1.679404854774475
19544	linear.bias	4	-0.3875962197780609
19544	linear.bias	5	-0.030769959092140198
19544	linear.bias	6	-0.3427697718143463
19544	linear.bias	7	-0.2700812816619873
19544	linear.bias	8	-0.026473522186279297
19544	linear.bias	9	-0.48128029704093933
19572	transitions	0	-0.6371327042579651
19572	transitions	1	0.3621917963027954
19572	transitions	2	1.6880942583084106
19572	transitions	3	0.11029519140720367
19572	transitions	4	0.9568156599998474
19572	transitions	5	1.274144172668457
19572	transitions	6	0.48358601331710815
19572	transitions	7	0.17656071484088898
19572	transitions	8	-0.9194142818450928
19572	transitions	9	0.9307005405426025
19572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19572	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19572	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19572	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19572	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19572	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19572	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19572	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19572	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19572	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19572	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19572	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19572	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19572	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19572	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19572	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19572	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19572	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19572	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19572	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19572	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19572	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19572	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19572	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19572	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19572	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19572	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19572	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19572	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19572	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19572	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19572	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19572	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19572	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19572	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19572	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19572	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19572	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19572	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19572	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19572	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19572	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19572	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19572	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19572	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19572	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19572	embedding2nn.weight	0	0.020436245948076248
19572	embedding2nn.weight	1	0.014274870976805687
19572	embedding2nn.weight	2	-0.004558301996439695
19572	embedding2nn.weight	3	0.003294748952612281
19572	embedding2nn.weight	4	-0.005316111259162426
19572	embedding2nn.weight	5	0.010646875947713852
19572	embedding2nn.weight	6	-0.0035576752852648497
19572	embedding2nn.weight	7	0.01068944949656725
19572	embedding2nn.weight	8	-0.00469363946467638
19572	embedding2nn.weight	9	-0.012906139716506004
19572	embedding2nn.bias	0	-0.0366981104016304
19572	embedding2nn.bias	1	0.0017818391788750887
19572	embedding2nn.bias	2	-0.04964461550116539
19572	embedding2nn.bias	3	-0.00839413795620203
19572	embedding2nn.bias	4	-0.00478153582662344
19572	embedding2nn.bias	5	0.001847469131462276
19572	embedding2nn.bias	6	0.002757446840405464
19572	embedding2nn.bias	7	0.02078023925423622
19572	embedding2nn.bias	8	0.004309103824198246
19572	embedding2nn.bias	9	0.004664747044444084
19572	rnn.weight_ih_l0	0	0.04132157191634178
19572	rnn.weight_ih_l0	1	-0.011841683648526669
19572	rnn.weight_ih_l0	2	-0.0364740788936615
19572	rnn.weight_ih_l0	3	-0.04231124743819237
19572	rnn.weight_ih_l0	4	-0.05085833743214607
19572	rnn.weight_ih_l0	5	-0.008341661654412746
19572	rnn.weight_ih_l0	6	-0.05193697288632393
19572	rnn.weight_ih_l0	7	-0.0579216293990612
19572	rnn.weight_ih_l0	8	-0.045300669968128204
19572	rnn.weight_ih_l0	9	-0.027837306261062622
19572	rnn.weight_hh_l0	0	0.017957057803869247
19572	rnn.weight_hh_l0	1	-0.016598381102085114
19572	rnn.weight_hh_l0	2	-0.07610864192247391
19572	rnn.weight_hh_l0	3	-0.03059811145067215
19572	rnn.weight_hh_l0	4	-0.07385425269603729
19572	rnn.weight_hh_l0	5	-0.011410759761929512
19572	rnn.weight_hh_l0	6	-0.041316743940114975
19572	rnn.weight_hh_l0	7	-0.019635166972875595
19572	rnn.weight_hh_l0	8	-0.019338389858603477
19572	rnn.weight_hh_l0	9	0.006522607523947954
19572	rnn.bias_ih_l0	0	0.129288911819458
19572	rnn.bias_ih_l0	1	-0.05491604283452034
19572	rnn.bias_ih_l0	2	0.11541517078876495
19572	rnn.bias_ih_l0	3	0.043613214045763016
19572	rnn.bias_ih_l0	4	0.10136943310499191
19572	rnn.bias_ih_l0	5	0.024349363520741463
19572	rnn.bias_ih_l0	6	-0.00884779542684555
19572	rnn.bias_ih_l0	7	-0.09275510907173157
19572	rnn.bias_ih_l0	8	-0.1678212732076645
19572	rnn.bias_ih_l0	9	0.08865578472614288
19572	rnn.bias_hh_l0	0	-0.010137108154594898
19572	rnn.bias_hh_l0	1	0.0251732487231493
19572	rnn.bias_hh_l0	2	-0.014866447076201439
19572	rnn.bias_hh_l0	3	-0.021258721128106117
19572	rnn.bias_hh_l0	4	-0.047738660126924515
19572	rnn.bias_hh_l0	5	0.13251489400863647
19572	rnn.bias_hh_l0	6	0.027158459648489952
19572	rnn.bias_hh_l0	7	0.04076092690229416
19572	rnn.bias_hh_l0	8	0.025520967319607735
19572	rnn.bias_hh_l0	9	0.03757167607545853
19572	rnn.weight_ih_l0_reverse	0	-0.030592121183872223
19572	rnn.weight_ih_l0_reverse	1	-0.00505057442933321
19572	rnn.weight_ih_l0_reverse	2	0.026747653260827065
19572	rnn.weight_ih_l0_reverse	3	-0.060949403792619705
19572	rnn.weight_ih_l0_reverse	4	0.009369845502078533
19572	rnn.weight_ih_l0_reverse	5	-0.052286695688962936
19572	rnn.weight_ih_l0_reverse	6	0.018140200525522232
19572	rnn.weight_ih_l0_reverse	7	0.04643843322992325
19572	rnn.weight_ih_l0_reverse	8	-0.04273905232548714
19572	rnn.weight_ih_l0_reverse	9	-0.05289231240749359
19572	rnn.weight_hh_l0_reverse	0	-0.07660630345344543
19572	rnn.weight_hh_l0_reverse	1	-0.054781701415777206
19572	rnn.weight_hh_l0_reverse	2	0.033504847437143326
19572	rnn.weight_hh_l0_reverse	3	0.047012366354465485
19572	rnn.weight_hh_l0_reverse	4	-0.003725760616362095
19572	rnn.weight_hh_l0_reverse	5	0.043682582676410675
19572	rnn.weight_hh_l0_reverse	6	-0.007576191797852516
19572	rnn.weight_hh_l0_reverse	7	0.004070010501891375
19572	rnn.weight_hh_l0_reverse	8	-0.0924299955368042
19572	rnn.weight_hh_l0_reverse	9	0.07216945290565491
19572	rnn.bias_ih_l0_reverse	0	-0.0709633082151413
19572	rnn.bias_ih_l0_reverse	1	-0.0690092071890831
19572	rnn.bias_ih_l0_reverse	2	0.10437065362930298
19572	rnn.bias_ih_l0_reverse	3	0.03646577149629593
19572	rnn.bias_ih_l0_reverse	4	-0.12536975741386414
19572	rnn.bias_ih_l0_reverse	5	0.0342106819152832
19572	rnn.bias_ih_l0_reverse	6	-0.1173476055264473
19572	rnn.bias_ih_l0_reverse	7	0.03752712160348892
19572	rnn.bias_ih_l0_reverse	8	0.031391605734825134
19572	rnn.bias_ih_l0_reverse	9	0.0636545866727829
19572	rnn.bias_hh_l0_reverse	0	0.05160156264901161
19572	rnn.bias_hh_l0_reverse	1	0.061505723744630814
19572	rnn.bias_hh_l0_reverse	2	0.07694649696350098
19572	rnn.bias_hh_l0_reverse	3	-0.011472001671791077
19572	rnn.bias_hh_l0_reverse	4	0.08144567906856537
19572	rnn.bias_hh_l0_reverse	5	-0.0037490972317755222
19572	rnn.bias_hh_l0_reverse	6	-0.06056971848011017
19572	rnn.bias_hh_l0_reverse	7	0.02778233028948307
19572	rnn.bias_hh_l0_reverse	8	0.016456451267004013
19572	rnn.bias_hh_l0_reverse	9	-0.141230508685112
19572	linear.weight	0	0.1941913664340973
19572	linear.weight	1	-0.14641207456588745
19572	linear.weight	2	-0.18297456204891205
19572	linear.weight	3	0.05133015289902687
19572	linear.weight	4	-0.021347077563405037
19572	linear.weight	5	-0.00495560746639967
19572	linear.weight	6	-0.007563726045191288
19572	linear.weight	7	-0.02997288852930069
19572	linear.weight	8	0.05060732737183571
19572	linear.weight	9	0.320313036441803
19572	linear.bias	0	-0.1834414303302765
19572	linear.bias	1	0.1669287532567978
19572	linear.bias	2	-0.5106910467147827
19572	linear.bias	3	1.6781867742538452
19572	linear.bias	4	-0.3887999355792999
19572	linear.bias	5	-0.030769959092140198
19572	linear.bias	6	-0.3430979251861572
19572	linear.bias	7	-0.2718619704246521
19572	linear.bias	8	-0.026778502389788628
19572	linear.bias	9	-0.4814532399177551
19600	transitions	0	-0.6371985077857971
19600	transitions	1	0.36213335394859314
19600	transitions	2	1.6880253553390503
19600	transitions	3	0.11027372628450394
19600	transitions	4	0.9568091034889221
19600	transitions	5	1.2741423845291138
19600	transitions	6	0.48358601331710815
19600	transitions	7	0.17655859887599945
19600	transitions	8	-0.9194145202636719
19600	transitions	9	0.9307005405426025
19600	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19600	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19600	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19600	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19600	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19600	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19600	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19600	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19600	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19600	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19600	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19600	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19600	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19600	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19600	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19600	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19600	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19600	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19600	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19600	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19600	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19600	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19600	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19600	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19600	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19600	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19600	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19600	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19600	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19600	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19600	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19600	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19600	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19600	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19600	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19600	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19600	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19600	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19600	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19600	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19600	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19600	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19600	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19600	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19600	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19600	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19600	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19600	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19600	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19600	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19600	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19600	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19600	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19600	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19600	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19600	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19600	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19600	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19600	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19600	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19600	embedding2nn.weight	0	0.01953834481537342
19600	embedding2nn.weight	1	0.014310727827250957
19600	embedding2nn.weight	2	-0.004531586542725563
19600	embedding2nn.weight	3	0.0034511687699705362
19600	embedding2nn.weight	4	-0.0053034876473248005
19600	embedding2nn.weight	5	0.010885235853493214
19600	embedding2nn.weight	6	-0.003509056055918336
19600	embedding2nn.weight	7	0.011428370140492916
19600	embedding2nn.weight	8	-0.004827410914003849
19600	embedding2nn.weight	9	-0.012995410710573196
19600	embedding2nn.bias	0	-0.03697871044278145
19600	embedding2nn.bias	1	0.0060980115085840225
19600	embedding2nn.bias	2	-0.05014209449291229
19600	embedding2nn.bias	3	-0.003139202482998371
19600	embedding2nn.bias	4	0.005475371610373259
19600	embedding2nn.bias	5	0.009165865369141102
19600	embedding2nn.bias	6	-0.001192997326143086
19600	embedding2nn.bias	7	0.01610475219786167
19600	embedding2nn.bias	8	0.00798339769244194
19600	embedding2nn.bias	9	0.0028174188919365406
19600	rnn.weight_ih_l0	0	0.041281361132860184
19600	rnn.weight_ih_l0	1	-0.011440936475992203
19600	rnn.weight_ih_l0	2	-0.03683966398239136
19600	rnn.weight_ih_l0	3	-0.04214651882648468
19600	rnn.weight_ih_l0	4	-0.050519559532403946
19600	rnn.weight_ih_l0	5	-0.008124144747853279
19600	rnn.weight_ih_l0	6	-0.051304977387189865
19600	rnn.weight_ih_l0	7	-0.05774269998073578
19600	rnn.weight_ih_l0	8	-0.045341894030570984
19600	rnn.weight_ih_l0	9	-0.027925631031394005
19600	rnn.weight_hh_l0	0	0.017591601237654686
19600	rnn.weight_hh_l0	1	-0.01652861200273037
19600	rnn.weight_hh_l0	2	-0.07650051265954971
19600	rnn.weight_hh_l0	3	-0.03054286539554596
19600	rnn.weight_hh_l0	4	-0.07437462359666824
19600	rnn.weight_hh_l0	5	-0.011533883400261402
19600	rnn.weight_hh_l0	6	-0.04230351373553276
19600	rnn.weight_hh_l0	7	-0.020402830094099045
19600	rnn.weight_hh_l0	8	-0.019489191472530365
19600	rnn.weight_hh_l0	9	0.006747303530573845
19600	rnn.bias_ih_l0	0	0.12722823023796082
19600	rnn.bias_ih_l0	1	-0.05495641008019447
19600	rnn.bias_ih_l0	2	0.11324470490217209
19600	rnn.bias_ih_l0	3	0.043330926448106766
19600	rnn.bias_ih_l0	4	0.1000392884016037
19600	rnn.bias_ih_l0	5	0.023883288726210594
19600	rnn.bias_ih_l0	6	-0.008991812355816364
19600	rnn.bias_ih_l0	7	-0.09726273268461227
19600	rnn.bias_ih_l0	8	-0.16552308201789856
19600	rnn.bias_ih_l0	9	0.08869076520204544
19600	rnn.bias_hh_l0	0	-0.010256001725792885
19600	rnn.bias_hh_l0	1	0.024769878014922142
19600	rnn.bias_hh_l0	2	-0.015052941627800465
19600	rnn.bias_hh_l0	3	-0.020876727998256683
19600	rnn.bias_hh_l0	4	-0.04758436605334282
19600	rnn.bias_hh_l0	5	0.1306922286748886
19600	rnn.bias_hh_l0	6	0.027878832072019577
19600	rnn.bias_hh_l0	7	0.04093238711357117
19600	rnn.bias_hh_l0	8	0.025376949459314346
19600	rnn.bias_hh_l0	9	0.038465697318315506
19600	rnn.weight_ih_l0_reverse	0	-0.030344158411026
19600	rnn.weight_ih_l0_reverse	1	-0.003978155553340912
19600	rnn.weight_ih_l0_reverse	2	0.026491297408938408
19600	rnn.weight_ih_l0_reverse	3	-0.060986053198575974
19600	rnn.weight_ih_l0_reverse	4	0.009443230926990509
19600	rnn.weight_ih_l0_reverse	5	-0.052682604640722275
19600	rnn.weight_ih_l0_reverse	6	0.018185453489422798
19600	rnn.weight_ih_l0_reverse	7	0.04620358720421791
19600	rnn.weight_ih_l0_reverse	8	-0.042690254747867584
19600	rnn.weight_ih_l0_reverse	9	-0.05278407037258148
19600	rnn.weight_hh_l0_reverse	0	-0.07651602476835251
19600	rnn.weight_hh_l0_reverse	1	-0.05499827116727829
19600	rnn.weight_hh_l0_reverse	2	0.03331073746085167
19600	rnn.weight_hh_l0_reverse	3	0.047045979648828506
19600	rnn.weight_hh_l0_reverse	4	-0.004114085808396339
19600	rnn.weight_hh_l0_reverse	5	0.04380537569522858
19600	rnn.weight_hh_l0_reverse	6	-0.011264550499618053
19600	rnn.weight_hh_l0_reverse	7	0.003680746303871274
19600	rnn.weight_hh_l0_reverse	8	-0.09205764532089233
19600	rnn.weight_hh_l0_reverse	9	0.07192248106002808
19600	rnn.bias_ih_l0_reverse	0	-0.06999283283948898
19600	rnn.bias_ih_l0_reverse	1	-0.0699448361992836
19600	rnn.bias_ih_l0_reverse	2	0.10400750488042831
19600	rnn.bias_ih_l0_reverse	3	0.03558545932173729
19600	rnn.bias_ih_l0_reverse	4	-0.12717701494693756
19600	rnn.bias_ih_l0_reverse	5	0.0339498445391655
19600	rnn.bias_ih_l0_reverse	6	-0.11832777410745621
19600	rnn.bias_ih_l0_reverse	7	0.035237811505794525
19600	rnn.bias_ih_l0_reverse	8	0.0315701998770237
19600	rnn.bias_ih_l0_reverse	9	0.06251496821641922
19600	rnn.bias_hh_l0_reverse	0	0.05709883198142052
19600	rnn.bias_hh_l0_reverse	1	0.05894369259476662
19600	rnn.bias_hh_l0_reverse	2	0.07567751407623291
19600	rnn.bias_hh_l0_reverse	3	-0.010873854160308838
19600	rnn.bias_hh_l0_reverse	4	0.0799642875790596
19600	rnn.bias_hh_l0_reverse	5	-0.008888155221939087
19600	rnn.bias_hh_l0_reverse	6	-0.061463698744773865
19600	rnn.bias_hh_l0_reverse	7	0.026891032233834267
19600	rnn.bias_hh_l0_reverse	8	0.015220602974295616
19600	rnn.bias_hh_l0_reverse	9	-0.14288713037967682
19600	linear.weight	0	0.1986149400472641
19600	linear.weight	1	-0.14641429483890533
19600	linear.weight	2	-0.1852540224790573
19600	linear.weight	3	0.0543806329369545
19600	linear.weight	4	-0.020734714344143867
19600	linear.weight	5	-0.0048384349793195724
19600	linear.weight	6	-0.0075620319694280624
19600	linear.weight	7	-0.02995816245675087
19600	linear.weight	8	0.05173947662115097
19600	linear.weight	9	0.3251551389694214
19600	linear.bias	0	-0.1802012324333191
19600	linear.bias	1	0.1620735228061676
19600	linear.bias	2	-0.5098101496696472
19600	linear.bias	3	1.6689540147781372
19600	linear.bias	4	-0.3889944553375244
19600	linear.bias	5	-0.030769959092140198
19600	linear.bias	6	-0.34188124537467957
19600	linear.bias	7	-0.27326303720474243
19600	linear.bias	8	-0.019289854913949966
19600	linear.bias	9	-0.4815216362476349
19628	transitions	0	-0.6372603178024292
19628	transitions	1	0.3620584309101105
19628	transitions	2	1.6875065565109253
19628	transitions	3	0.11024929583072662
19628	transitions	4	0.9567939639091492
19628	transitions	5	1.2741401195526123
19628	transitions	6	0.4835837483406067
19628	transitions	7	0.1765497773885727
19628	transitions	8	-0.9194160103797913
19628	transitions	9	0.9307003021240234
19628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19628	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19628	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19628	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19628	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19628	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19628	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19628	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19628	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19628	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19628	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19628	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19628	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19628	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19628	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19628	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19628	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19628	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19628	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19628	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19628	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19628	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19628	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19628	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19628	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19628	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19628	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19628	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19628	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19628	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19628	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19628	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19628	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19628	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19628	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19628	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19628	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19628	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19628	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19628	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19628	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19628	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19628	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19628	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19628	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19628	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19628	embedding2nn.weight	0	0.01884234882891178
19628	embedding2nn.weight	1	0.014404217712581158
19628	embedding2nn.weight	2	-0.004506026394665241
19628	embedding2nn.weight	3	0.003476483281701803
19628	embedding2nn.weight	4	-0.005331679712980986
19628	embedding2nn.weight	5	0.01081622950732708
19628	embedding2nn.weight	6	-0.0035243567544966936
19628	embedding2nn.weight	7	0.01161135919392109
19628	embedding2nn.weight	8	-0.0048093716613948345
19628	embedding2nn.weight	9	-0.012930924072861671
19628	embedding2nn.bias	0	-0.041824132204055786
19628	embedding2nn.bias	1	0.010525248944759369
19628	embedding2nn.bias	2	-0.05535474419593811
19628	embedding2nn.bias	3	-0.006435963790863752
19628	embedding2nn.bias	4	0.010756934992969036
19628	embedding2nn.bias	5	0.007478883024305105
19628	embedding2nn.bias	6	0.0038317611906677485
19628	embedding2nn.bias	7	0.017520846799016
19628	embedding2nn.bias	8	0.004215344786643982
19628	embedding2nn.bias	9	-0.0015805597649887204
19628	rnn.weight_ih_l0	0	0.04174981266260147
19628	rnn.weight_ih_l0	1	-0.011927320621907711
19628	rnn.weight_ih_l0	2	-0.03728126361966133
19628	rnn.weight_ih_l0	3	-0.04202427715063095
19628	rnn.weight_ih_l0	4	-0.05041924864053726
19628	rnn.weight_ih_l0	5	-0.008510653860867023
19628	rnn.weight_ih_l0	6	-0.05113937333226204
19628	rnn.weight_ih_l0	7	-0.0575893372297287
19628	rnn.weight_ih_l0	8	-0.045470863580703735
19628	rnn.weight_ih_l0	9	-0.027931977063417435
19628	rnn.weight_hh_l0	0	0.017654424533247948
19628	rnn.weight_hh_l0	1	-0.01611848548054695
19628	rnn.weight_hh_l0	2	-0.07657517492771149
19628	rnn.weight_hh_l0	3	-0.03073800541460514
19628	rnn.weight_hh_l0	4	-0.07393045723438263
19628	rnn.weight_hh_l0	5	-0.010848937556147575
19628	rnn.weight_hh_l0	6	-0.0419669933617115
19628	rnn.weight_hh_l0	7	-0.018885642290115356
19628	rnn.weight_hh_l0	8	-0.019660919904708862
19628	rnn.weight_hh_l0	9	0.006392786279320717
19628	rnn.bias_ih_l0	0	0.12783874571323395
19628	rnn.bias_ih_l0	1	-0.055257245898246765
19628	rnn.bias_ih_l0	2	0.11285029351711273
19628	rnn.bias_ih_l0	3	0.045524388551712036
19628	rnn.bias_ih_l0	4	0.09625755995512009
19628	rnn.bias_ih_l0	5	0.024981124326586723
19628	rnn.bias_ih_l0	6	-0.007435440085828304
19628	rnn.bias_ih_l0	7	-0.09907901287078857
19628	rnn.bias_ih_l0	8	-0.15860162675380707
19628	rnn.bias_ih_l0	9	0.08805233240127563
19628	rnn.bias_hh_l0	0	-0.00936899520456791
19628	rnn.bias_hh_l0	1	0.023407142609357834
19628	rnn.bias_hh_l0	2	-0.015313071198761463
19628	rnn.bias_hh_l0	3	-0.020046066492795944
19628	rnn.bias_hh_l0	4	-0.04531191289424896
19628	rnn.bias_hh_l0	5	0.130963534116745
19628	rnn.bias_hh_l0	6	0.024974236264824867
19628	rnn.bias_hh_l0	7	0.04164212942123413
19628	rnn.bias_hh_l0	8	0.026933319866657257
19628	rnn.bias_hh_l0	9	0.03993774205446243
19628	rnn.weight_ih_l0_reverse	0	-0.030171982944011688
19628	rnn.weight_ih_l0_reverse	1	-0.004258480854332447
19628	rnn.weight_ih_l0_reverse	2	0.026462165638804436
19628	rnn.weight_ih_l0_reverse	3	-0.06059299409389496
19628	rnn.weight_ih_l0_reverse	4	0.009309847839176655
19628	rnn.weight_ih_l0_reverse	5	-0.05277365818619728
19628	rnn.weight_ih_l0_reverse	6	0.017672372981905937
19628	rnn.weight_ih_l0_reverse	7	0.04618869721889496
19628	rnn.weight_ih_l0_reverse	8	-0.04273161664605141
19628	rnn.weight_ih_l0_reverse	9	-0.052774060517549515
19628	rnn.weight_hh_l0_reverse	0	-0.0765477865934372
19628	rnn.weight_hh_l0_reverse	1	-0.055708710104227066
19628	rnn.weight_hh_l0_reverse	2	0.03336053714156151
19628	rnn.weight_hh_l0_reverse	3	0.04702761396765709
19628	rnn.weight_hh_l0_reverse	4	-0.003443531459197402
19628	rnn.weight_hh_l0_reverse	5	0.044166602194309235
19628	rnn.weight_hh_l0_reverse	6	-0.008771062828600407
19628	rnn.weight_hh_l0_reverse	7	0.0036519605200737715
19628	rnn.weight_hh_l0_reverse	8	-0.09185414016246796
19628	rnn.weight_hh_l0_reverse	9	0.0721321627497673
19628	rnn.bias_ih_l0_reverse	0	-0.07000341266393661
19628	rnn.bias_ih_l0_reverse	1	-0.06836634874343872
19628	rnn.bias_ih_l0_reverse	2	0.1042906865477562
19628	rnn.bias_ih_l0_reverse	3	0.035770125687122345
19628	rnn.bias_ih_l0_reverse	4	-0.1253642588853836
19628	rnn.bias_ih_l0_reverse	5	0.033960193395614624
19628	rnn.bias_ih_l0_reverse	6	-0.12103503942489624
19628	rnn.bias_ih_l0_reverse	7	0.03571625053882599
19628	rnn.bias_ih_l0_reverse	8	0.0327492319047451
19628	rnn.bias_ih_l0_reverse	9	0.0637667328119278
19628	rnn.bias_hh_l0_reverse	0	0.05706701800227165
19628	rnn.bias_hh_l0_reverse	1	0.058273643255233765
19628	rnn.bias_hh_l0_reverse	2	0.07617133855819702
19628	rnn.bias_hh_l0_reverse	3	-0.011266715824604034
19628	rnn.bias_hh_l0_reverse	4	0.08081089705228806
19628	rnn.bias_hh_l0_reverse	5	-0.005605862941592932
19628	rnn.bias_hh_l0_reverse	6	-0.06062335893511772
19628	rnn.bias_hh_l0_reverse	7	0.02705748751759529
19628	rnn.bias_hh_l0_reverse	8	0.01408746000379324
19628	rnn.bias_hh_l0_reverse	9	-0.14415881037712097
19628	linear.weight	0	0.20703822374343872
19628	linear.weight	1	-0.14641402661800385
19628	linear.weight	2	-0.18382997810840607
19628	linear.weight	3	0.05774620175361633
19628	linear.weight	4	-0.02084357477724552
19628	linear.weight	5	-0.0064029390923678875
19628	linear.weight	6	-0.007561184000223875
19628	linear.weight	7	-0.029932286590337753
19628	linear.weight	8	0.054056160151958466
19628	linear.weight	9	0.32523205876350403
19628	linear.bias	0	-0.18817459046840668
19628	linear.bias	1	0.1609552800655365
19628	linear.bias	2	-0.5112642049789429
19628	linear.bias	3	1.676644206047058
19628	linear.bias	4	-0.3824046552181244
19628	linear.bias	5	-0.030769959092140198
19628	linear.bias	6	-0.34349504113197327
19628	linear.bias	7	-0.27429473400115967
19628	linear.bias	8	-0.020585140213370323
19628	linear.bias	9	-0.48159053921699524
19656	transitions	0	-0.6373225450515747
19656	transitions	1	0.3619755506515503
19656	transitions	2	1.687393307685852
19656	transitions	3	0.11022791266441345
19656	transitions	4	0.956744909286499
19656	transitions	5	1.2741384506225586
19656	transitions	6	0.48358315229415894
19656	transitions	7	0.17654924094676971
19656	transitions	8	-0.919416606426239
19656	transitions	9	0.9307003021240234
19656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19656	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19656	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19656	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19656	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19656	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19656	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19656	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19656	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19656	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19656	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19656	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19656	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19656	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19656	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19656	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19656	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19656	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19656	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19656	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19656	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19656	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19656	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19656	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19656	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19656	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19656	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19656	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19656	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19656	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19656	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19656	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19656	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19656	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19656	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19656	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19656	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19656	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19656	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19656	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19656	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19656	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19656	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19656	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19656	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19656	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19656	embedding2nn.weight	0	0.01863691583275795
19656	embedding2nn.weight	1	0.014385039918124676
19656	embedding2nn.weight	2	-0.004518046043813229
19656	embedding2nn.weight	3	0.0036541782319545746
19656	embedding2nn.weight	4	-0.0052961865440011024
19656	embedding2nn.weight	5	0.010723753832280636
19656	embedding2nn.weight	6	-0.0035511821042746305
19656	embedding2nn.weight	7	0.011719711124897003
19656	embedding2nn.weight	8	-0.004872854333370924
19656	embedding2nn.weight	9	-0.01292329654097557
19656	embedding2nn.bias	0	-0.03816290199756622
19656	embedding2nn.bias	1	0.006866242736577988
19656	embedding2nn.bias	2	-0.05529392883181572
19656	embedding2nn.bias	3	0.00037376556429080665
19656	embedding2nn.bias	4	0.009514108300209045
19656	embedding2nn.bias	5	0.006398674566298723
19656	embedding2nn.bias	6	0.003952566999942064
19656	embedding2nn.bias	7	0.016328958794474602
19656	embedding2nn.bias	8	0.0014788073021918535
19656	embedding2nn.bias	9	-0.0012301652459427714
19656	rnn.weight_ih_l0	0	0.041785188019275665
19656	rnn.weight_ih_l0	1	-0.011223341338336468
19656	rnn.weight_ih_l0	2	-0.03817685320973396
19656	rnn.weight_ih_l0	3	-0.04215753450989723
19656	rnn.weight_ih_l0	4	-0.05040284991264343
19656	rnn.weight_ih_l0	5	-0.008663374930620193
19656	rnn.weight_ih_l0	6	-0.051718369126319885
19656	rnn.weight_ih_l0	7	-0.05749460309743881
19656	rnn.weight_ih_l0	8	-0.04562762752175331
19656	rnn.weight_ih_l0	9	-0.027998369187116623
19656	rnn.weight_hh_l0	0	0.017507581040263176
19656	rnn.weight_hh_l0	1	-0.016691112890839577
19656	rnn.weight_hh_l0	2	-0.07698635756969452
19656	rnn.weight_hh_l0	3	-0.031204724684357643
19656	rnn.weight_hh_l0	4	-0.07390644401311874
19656	rnn.weight_hh_l0	5	-0.009810925461351871
19656	rnn.weight_hh_l0	6	-0.04302535578608513
19656	rnn.weight_hh_l0	7	-0.01852148212492466
19656	rnn.weight_hh_l0	8	-0.019930239766836166
19656	rnn.weight_hh_l0	9	0.0069727301597595215
19656	rnn.bias_ih_l0	0	0.1294727772474289
19656	rnn.bias_ih_l0	1	-0.054691996425390244
19656	rnn.bias_ih_l0	2	0.1129855066537857
19656	rnn.bias_ih_l0	3	0.04548688605427742
19656	rnn.bias_ih_l0	4	0.09662148356437683
19656	rnn.bias_ih_l0	5	0.02445046231150627
19656	rnn.bias_ih_l0	6	-0.009496357291936874
19656	rnn.bias_ih_l0	7	-0.10311857610940933
19656	rnn.bias_ih_l0	8	-0.1653488278388977
19656	rnn.bias_ih_l0	9	0.08952905982732773
19656	rnn.bias_hh_l0	0	-0.008348078466951847
19656	rnn.bias_hh_l0	1	0.027208546176552773
19656	rnn.bias_hh_l0	2	-0.01553033385425806
19656	rnn.bias_hh_l0	3	-0.01738770492374897
19656	rnn.bias_hh_l0	4	-0.04558297619223595
19656	rnn.bias_hh_l0	5	0.13309630751609802
19656	rnn.bias_hh_l0	6	0.02480536699295044
19656	rnn.bias_hh_l0	7	0.042317505925893784
19656	rnn.bias_hh_l0	8	0.024872401729226112
19656	rnn.bias_hh_l0	9	0.037917349487543106
19656	rnn.weight_ih_l0_reverse	0	-0.030302776023745537
19656	rnn.weight_ih_l0_reverse	1	-0.00455657672137022
19656	rnn.weight_ih_l0_reverse	2	0.026421479880809784
19656	rnn.weight_ih_l0_reverse	3	-0.06023075059056282
19656	rnn.weight_ih_l0_reverse	4	0.009163593873381615
19656	rnn.weight_ih_l0_reverse	5	-0.05248665437102318
19656	rnn.weight_ih_l0_reverse	6	0.01764010637998581
19656	rnn.weight_ih_l0_reverse	7	0.04620467498898506
19656	rnn.weight_ih_l0_reverse	8	-0.04303516447544098
19656	rnn.weight_ih_l0_reverse	9	-0.05270080640912056
19656	rnn.weight_hh_l0_reverse	0	-0.07627678662538528
19656	rnn.weight_hh_l0_reverse	1	-0.056154765188694
19656	rnn.weight_hh_l0_reverse	2	0.033146608620882034
19656	rnn.weight_hh_l0_reverse	3	0.04687003791332245
19656	rnn.weight_hh_l0_reverse	4	-0.002640526043251157
19656	rnn.weight_hh_l0_reverse	5	0.044298700988292694
19656	rnn.weight_hh_l0_reverse	6	-0.008173479698598385
19656	rnn.weight_hh_l0_reverse	7	0.003573927329853177
19656	rnn.weight_hh_l0_reverse	8	-0.09146712720394135
19656	rnn.weight_hh_l0_reverse	9	0.07211169600486755
19656	rnn.bias_ih_l0_reverse	0	-0.06956996023654938
19656	rnn.bias_ih_l0_reverse	1	-0.07541469484567642
19656	rnn.bias_ih_l0_reverse	2	0.1053357943892479
19656	rnn.bias_ih_l0_reverse	3	0.03664713352918625
19656	rnn.bias_ih_l0_reverse	4	-0.1251174658536911
19656	rnn.bias_ih_l0_reverse	5	0.03317730128765106
19656	rnn.bias_ih_l0_reverse	6	-0.122438944876194
19656	rnn.bias_ih_l0_reverse	7	0.03778117150068283
19656	rnn.bias_ih_l0_reverse	8	0.03363405540585518
19656	rnn.bias_ih_l0_reverse	9	0.06430362164974213
19656	rnn.bias_hh_l0_reverse	0	0.059014856815338135
19656	rnn.bias_hh_l0_reverse	1	0.05659293383359909
19656	rnn.bias_hh_l0_reverse	2	0.07557488977909088
19656	rnn.bias_hh_l0_reverse	3	-0.009411349892616272
19656	rnn.bias_hh_l0_reverse	4	0.07797365635633469
19656	rnn.bias_hh_l0_reverse	5	-0.008688324131071568
19656	rnn.bias_hh_l0_reverse	6	-0.06161705031991005
19656	rnn.bias_hh_l0_reverse	7	0.025866471230983734
19656	rnn.bias_hh_l0_reverse	8	0.01302983146160841
19656	rnn.bias_hh_l0_reverse	9	-0.14293569326400757
19656	linear.weight	0	0.2046053558588028
19656	linear.weight	1	-0.14638857543468475
19656	linear.weight	2	-0.1820191740989685
19656	linear.weight	3	0.05968290939927101
19656	linear.weight	4	-0.020360972732305527
19656	linear.weight	5	-0.0064077358692884445
19656	linear.weight	6	-0.00755902286618948
19656	linear.weight	7	-0.02982288971543312
19656	linear.weight	8	0.05469308793544769
19656	linear.weight	9	0.32199835777282715
19656	linear.bias	0	-0.19511198997497559
19656	linear.bias	1	0.17270462214946747
19656	linear.bias	2	-0.5115571022033691
19656	linear.bias	3	1.6871416568756104
19656	linear.bias	4	-0.3826823830604553
19656	linear.bias	5	-0.030769959092140198
19656	linear.bias	6	-0.34077945351600647
19656	linear.bias	7	-0.2730679512023926
19656	linear.bias	8	-0.019196273759007454
19656	linear.bias	9	-0.48166823387145996
19684	transitions	0	-0.6373904943466187
19684	transitions	1	0.3619534373283386
19684	transitions	2	1.6872541904449463
19684	transitions	3	0.11022011935710907
19684	transitions	4	0.9567379355430603
19684	transitions	5	1.2741345167160034
19684	transitions	6	0.483583003282547
19684	transitions	7	0.17652694880962372
19684	transitions	8	-0.9194170832633972
19684	transitions	9	0.9307001829147339
19684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19684	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19684	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19684	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19684	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19684	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19684	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19684	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19684	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19684	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19684	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19684	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19684	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19684	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19684	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19684	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19684	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19684	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19684	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19684	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19684	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19684	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19684	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19684	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19684	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19684	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19684	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19684	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19684	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19684	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19684	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19684	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19684	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19684	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19684	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19684	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19684	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19684	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19684	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19684	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19684	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19684	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19684	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19684	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19684	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19684	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19684	embedding2nn.weight	0	0.018682541325688362
19684	embedding2nn.weight	1	0.014412912540137768
19684	embedding2nn.weight	2	-0.004487697966396809
19684	embedding2nn.weight	3	0.003713475074619055
19684	embedding2nn.weight	4	-0.005372876301407814
19684	embedding2nn.weight	5	0.010669972747564316
19684	embedding2nn.weight	6	-0.0036106123588979244
19684	embedding2nn.weight	7	0.012078965082764626
19684	embedding2nn.weight	8	-0.00488032354041934
19684	embedding2nn.weight	9	-0.013001596555113792
19684	embedding2nn.bias	0	-0.03666417673230171
19684	embedding2nn.bias	1	0.007713007740676403
19684	embedding2nn.bias	2	-0.06182730942964554
19684	embedding2nn.bias	3	-0.0031246794387698174
19684	embedding2nn.bias	4	0.0023561103735119104
19684	embedding2nn.bias	5	0.006395992357283831
19684	embedding2nn.bias	6	-0.00082937884144485
19684	embedding2nn.bias	7	0.009123892523348331
19684	embedding2nn.bias	8	0.00045713057625107467
19684	embedding2nn.bias	9	0.005793169140815735
19684	rnn.weight_ih_l0	0	0.04194207862019539
19684	rnn.weight_ih_l0	1	-0.010318855755031109
19684	rnn.weight_ih_l0	2	-0.03785158321261406
19684	rnn.weight_ih_l0	3	-0.0424707792699337
19684	rnn.weight_ih_l0	4	-0.05096936225891113
19684	rnn.weight_ih_l0	5	-0.008253888227045536
19684	rnn.weight_ih_l0	6	-0.051560819149017334
19684	rnn.weight_ih_l0	7	-0.057397980242967606
19684	rnn.weight_ih_l0	8	-0.045737218111753464
19684	rnn.weight_ih_l0	9	-0.028075775131583214
19684	rnn.weight_hh_l0	0	0.017169784754514694
19684	rnn.weight_hh_l0	1	-0.016902750357985497
19684	rnn.weight_hh_l0	2	-0.07698245346546173
19684	rnn.weight_hh_l0	3	-0.0310228131711483
19684	rnn.weight_hh_l0	4	-0.07388009130954742
19684	rnn.weight_hh_l0	5	-0.010020667687058449
19684	rnn.weight_hh_l0	6	-0.04225253313779831
19684	rnn.weight_hh_l0	7	-0.018638592213392258
19684	rnn.weight_hh_l0	8	-0.020204413682222366
19684	rnn.weight_hh_l0	9	0.006932566408067942
19684	rnn.bias_ih_l0	0	0.12905380129814148
19684	rnn.bias_ih_l0	1	-0.05440383031964302
19684	rnn.bias_ih_l0	2	0.11121508479118347
19684	rnn.bias_ih_l0	3	0.04649193212389946
19684	rnn.bias_ih_l0	4	0.09698572009801865
19684	rnn.bias_ih_l0	5	0.025417011231184006
19684	rnn.bias_ih_l0	6	-0.008935806341469288
19684	rnn.bias_ih_l0	7	-0.1019560843706131
19684	rnn.bias_ih_l0	8	-0.16987960040569305
19684	rnn.bias_ih_l0	9	0.09152864664793015
19684	rnn.bias_hh_l0	0	-0.008532813750207424
19684	rnn.bias_hh_l0	1	0.026905374601483345
19684	rnn.bias_hh_l0	2	-0.017517535015940666
19684	rnn.bias_hh_l0	3	-0.01776047982275486
19684	rnn.bias_hh_l0	4	-0.04362818971276283
19684	rnn.bias_hh_l0	5	0.1335652768611908
19684	rnn.bias_hh_l0	6	0.025555163621902466
19684	rnn.bias_hh_l0	7	0.04238322004675865
19684	rnn.bias_hh_l0	8	0.025432955473661423
19684	rnn.bias_hh_l0	9	0.037879083305597305
19684	rnn.weight_ih_l0_reverse	0	-0.029926825314760208
19684	rnn.weight_ih_l0_reverse	1	-0.0036616837605834007
19684	rnn.weight_ih_l0_reverse	2	0.026452278718352318
19684	rnn.weight_ih_l0_reverse	3	-0.06006002426147461
19684	rnn.weight_ih_l0_reverse	4	0.00936390832066536
19684	rnn.weight_ih_l0_reverse	5	-0.052530642598867416
19684	rnn.weight_ih_l0_reverse	6	0.017208503559231758
19684	rnn.weight_ih_l0_reverse	7	0.04618488997220993
19684	rnn.weight_ih_l0_reverse	8	-0.043115630745887756
19684	rnn.weight_ih_l0_reverse	9	-0.052605342119932175
19684	rnn.weight_hh_l0_reverse	0	-0.0768720731139183
19684	rnn.weight_hh_l0_reverse	1	-0.05691681429743767
19684	rnn.weight_hh_l0_reverse	2	0.03280400112271309
19684	rnn.weight_hh_l0_reverse	3	0.04709405452013016
19684	rnn.weight_hh_l0_reverse	4	-0.0017019788501784205
19684	rnn.weight_hh_l0_reverse	5	0.0440870001912117
19684	rnn.weight_hh_l0_reverse	6	-0.004154727328568697
19684	rnn.weight_hh_l0_reverse	7	0.0036007962189614773
19684	rnn.weight_hh_l0_reverse	8	-0.09194546192884445
19684	rnn.weight_hh_l0_reverse	9	0.07308998703956604
19684	rnn.bias_ih_l0_reverse	0	-0.07205937057733536
19684	rnn.bias_ih_l0_reverse	1	-0.07068689167499542
19684	rnn.bias_ih_l0_reverse	2	0.10584256052970886
19684	rnn.bias_ih_l0_reverse	3	0.036851875483989716
19684	rnn.bias_ih_l0_reverse	4	-0.12545180320739746
19684	rnn.bias_ih_l0_reverse	5	0.03365503251552582
19684	rnn.bias_ih_l0_reverse	6	-0.12051243335008621
19684	rnn.bias_ih_l0_reverse	7	0.03714066371321678
19684	rnn.bias_ih_l0_reverse	8	0.034324564039707184
19684	rnn.bias_ih_l0_reverse	9	0.06478508561849594
19684	rnn.bias_hh_l0_reverse	0	0.052322693169116974
19684	rnn.bias_hh_l0_reverse	1	0.05569921433925629
19684	rnn.bias_hh_l0_reverse	2	0.07705115526914597
19684	rnn.bias_hh_l0_reverse	3	-0.00902838259935379
19684	rnn.bias_hh_l0_reverse	4	0.07984857261180878
19684	rnn.bias_hh_l0_reverse	5	-0.006163890473544598
19684	rnn.bias_hh_l0_reverse	6	-0.06298064440488815
19684	rnn.bias_hh_l0_reverse	7	0.025682510808110237
19684	rnn.bias_hh_l0_reverse	8	0.013713820837438107
19684	rnn.bias_hh_l0_reverse	9	-0.14301399886608124
19684	linear.weight	0	0.2045009732246399
19684	linear.weight	1	-0.14634115993976593
19684	linear.weight	2	-0.18100355565547943
19684	linear.weight	3	0.06219090521335602
19684	linear.weight	4	-0.02338324300944805
19684	linear.weight	5	-0.005623258650302887
19684	linear.weight	6	-0.0075584095902740955
19684	linear.weight	7	-0.02979300543665886
19684	linear.weight	8	0.053575560450553894
19684	linear.weight	9	0.32293054461479187
19684	linear.bias	0	-0.1884802281856537
19684	linear.bias	1	0.16654109954833984
19684	linear.bias	2	-0.509245753288269
19684	linear.bias	3	1.6841200590133667
19684	linear.bias	4	-0.38283053040504456
19684	linear.bias	5	-0.030769959092140198
19684	linear.bias	6	-0.33844223618507385
19684	linear.bias	7	-0.2746135890483856
19684	linear.bias	8	-0.020687611773610115
19684	linear.bias	9	-0.48171740770339966
19712	transitions	0	-0.6374280452728271
19712	transitions	1	0.36188599467277527
19712	transitions	2	1.6871988773345947
19712	transitions	3	0.11020620912313461
19712	transitions	4	0.9567169547080994
19712	transitions	5	1.274133563041687
19712	transitions	6	0.48358240723609924
19712	transitions	7	0.17652611434459686
19712	transitions	8	-0.919417142868042
19712	transitions	9	0.9307001829147339
19712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19712	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19712	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19712	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19712	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19712	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19712	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19712	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19712	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19712	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19712	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19712	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19712	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19712	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19712	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19712	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19712	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19712	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19712	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19712	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19712	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19712	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19712	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19712	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19712	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19712	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19712	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19712	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19712	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19712	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19712	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19712	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19712	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19712	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19712	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19712	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19712	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19712	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19712	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19712	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19712	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19712	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19712	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19712	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19712	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19712	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19712	embedding2nn.weight	0	0.019169755280017853
19712	embedding2nn.weight	1	0.014388412237167358
19712	embedding2nn.weight	2	-0.00449916860088706
19712	embedding2nn.weight	3	0.0037491873372346163
19712	embedding2nn.weight	4	-0.00529489666223526
19712	embedding2nn.weight	5	0.010815024375915527
19712	embedding2nn.weight	6	-0.0036128114443272352
19712	embedding2nn.weight	7	0.012402269057929516
19712	embedding2nn.weight	8	-0.0052083577029407024
19712	embedding2nn.weight	9	-0.013030417263507843
19712	embedding2nn.bias	0	-0.03291970118880272
19712	embedding2nn.bias	1	-0.000673607224598527
19712	embedding2nn.bias	2	-0.06378482282161713
19712	embedding2nn.bias	3	-0.006793551612645388
19712	embedding2nn.bias	4	-0.001651211641728878
19712	embedding2nn.bias	5	0.0007079260540194809
19712	embedding2nn.bias	6	-0.002523370087146759
19712	embedding2nn.bias	7	-0.001525977160781622
19712	embedding2nn.bias	8	0.0006293227779679
19712	embedding2nn.bias	9	-2.609805562769907e-07
19712	rnn.weight_ih_l0	0	0.041580960154533386
19712	rnn.weight_ih_l0	1	-0.009842376224696636
19712	rnn.weight_ih_l0	2	-0.03851449862122536
19712	rnn.weight_ih_l0	3	-0.04268703609704971
19712	rnn.weight_ih_l0	4	-0.05103656277060509
19712	rnn.weight_ih_l0	5	-0.008608318865299225
19712	rnn.weight_ih_l0	6	-0.051820702850818634
19712	rnn.weight_ih_l0	7	-0.0574641190469265
19712	rnn.weight_ih_l0	8	-0.04550233483314514
19712	rnn.weight_ih_l0	9	-0.02834022045135498
19712	rnn.weight_hh_l0	0	0.01725964993238449
19712	rnn.weight_hh_l0	1	-0.01718122698366642
19712	rnn.weight_hh_l0	2	-0.07761244475841522
19712	rnn.weight_hh_l0	3	-0.031134147197008133
19712	rnn.weight_hh_l0	4	-0.07372090220451355
19712	rnn.weight_hh_l0	5	-0.009612178429961205
19712	rnn.weight_hh_l0	6	-0.04055328667163849
19712	rnn.weight_hh_l0	7	-0.017929157242178917
19712	rnn.weight_hh_l0	8	-0.019820544868707657
19712	rnn.weight_hh_l0	9	0.0075255767442286015
19712	rnn.bias_ih_l0	0	0.12899009883403778
19712	rnn.bias_ih_l0	1	-0.05355290696024895
19712	rnn.bias_ih_l0	2	0.11181782186031342
19712	rnn.bias_ih_l0	3	0.04796082526445389
19712	rnn.bias_ih_l0	4	0.09780140221118927
19712	rnn.bias_ih_l0	5	0.024304384365677834
19712	rnn.bias_ih_l0	6	-0.010499149560928345
19712	rnn.bias_ih_l0	7	-0.10298135131597519
19712	rnn.bias_ih_l0	8	-0.1725584864616394
19712	rnn.bias_ih_l0	9	0.09090426564216614
19712	rnn.bias_hh_l0	0	-0.010394027456641197
19712	rnn.bias_hh_l0	1	0.02647983841598034
19712	rnn.bias_hh_l0	2	-0.01782061718404293
19712	rnn.bias_hh_l0	3	-0.018047640100121498
19712	rnn.bias_hh_l0	4	-0.04451848566532135
19712	rnn.bias_hh_l0	5	0.13093112409114838
19712	rnn.bias_hh_l0	6	0.024158719927072525
19712	rnn.bias_hh_l0	7	0.04338175803422928
19712	rnn.bias_hh_l0	8	0.023869609460234642
19712	rnn.bias_hh_l0	9	0.036741603165864944
19712	rnn.weight_ih_l0_reverse	0	-0.030158761888742447
19712	rnn.weight_ih_l0_reverse	1	-0.0035157965030521154
19712	rnn.weight_ih_l0_reverse	2	0.02705877274274826
19712	rnn.weight_ih_l0_reverse	3	-0.05967330187559128
19712	rnn.weight_ih_l0_reverse	4	0.009102430194616318
19712	rnn.weight_ih_l0_reverse	5	-0.05182713270187378
19712	rnn.weight_ih_l0_reverse	6	0.01771775260567665
19712	rnn.weight_ih_l0_reverse	7	0.046158939599990845
19712	rnn.weight_ih_l0_reverse	8	-0.04323108121752739
19712	rnn.weight_ih_l0_reverse	9	-0.05270374193787575
19712	rnn.weight_hh_l0_reverse	0	-0.07591652870178223
19712	rnn.weight_hh_l0_reverse	1	-0.05839431285858154
19712	rnn.weight_hh_l0_reverse	2	0.033364105969667435
19712	rnn.weight_hh_l0_reverse	3	0.04741235822439194
19712	rnn.weight_hh_l0_reverse	4	-0.0012971091782674193
19712	rnn.weight_hh_l0_reverse	5	0.044315848499536514
19712	rnn.weight_hh_l0_reverse	6	-0.0010398613521829247
19712	rnn.weight_hh_l0_reverse	7	0.0038165298756211996
19712	rnn.weight_hh_l0_reverse	8	-0.09210534393787384
19712	rnn.weight_hh_l0_reverse	9	0.07263581454753876
19712	rnn.bias_ih_l0_reverse	0	-0.07375015318393707
19712	rnn.bias_ih_l0_reverse	1	-0.06596735119819641
19712	rnn.bias_ih_l0_reverse	2	0.10666404664516449
19712	rnn.bias_ih_l0_reverse	3	0.03794746845960617
19712	rnn.bias_ih_l0_reverse	4	-0.12694896757602692
19712	rnn.bias_ih_l0_reverse	5	0.03237078711390495
19712	rnn.bias_ih_l0_reverse	6	-0.12303268909454346
19712	rnn.bias_ih_l0_reverse	7	0.03555856645107269
19712	rnn.bias_ih_l0_reverse	8	0.034597061574459076
19712	rnn.bias_ih_l0_reverse	9	0.06402020156383514
19712	rnn.bias_hh_l0_reverse	0	0.05649573355913162
19712	rnn.bias_hh_l0_reverse	1	0.055296655744314194
19712	rnn.bias_hh_l0_reverse	2	0.07689960300922394
19712	rnn.bias_hh_l0_reverse	3	-0.009143783710896969
19712	rnn.bias_hh_l0_reverse	4	0.07727620750665665
19712	rnn.bias_hh_l0_reverse	5	-0.007332724519073963
19712	rnn.bias_hh_l0_reverse	6	-0.06354763358831406
19712	rnn.bias_hh_l0_reverse	7	0.024899281561374664
19712	rnn.bias_hh_l0_reverse	8	0.012552882544696331
19712	rnn.bias_hh_l0_reverse	9	-0.13955777883529663
19712	linear.weight	0	0.20778772234916687
19712	linear.weight	1	-0.14633654057979584
19712	linear.weight	2	-0.18185491859912872
19712	linear.weight	3	0.05723002552986145
19712	linear.weight	4	-0.023310186341404915
19712	linear.weight	5	-0.005896927323192358
19712	linear.weight	6	-0.007552875205874443
19712	linear.weight	7	-0.029731718823313713
19712	linear.weight	8	0.05283946543931961
19712	linear.weight	9	0.32663843035697937
19712	linear.bias	0	-0.17700952291488647
19712	linear.bias	1	0.1626841425895691
19712	linear.bias	2	-0.5117776393890381
19712	linear.bias	3	1.6607506275177002
19712	linear.bias	4	-0.38318920135498047
19712	linear.bias	5	-0.030769959092140198
19712	linear.bias	6	-0.3408668041229248
19712	linear.bias	7	-0.2760712504386902
19712	linear.bias	8	-0.010209438391029835
19712	linear.bias	9	-0.4817737936973572
19740	transitions	0	-0.637473464012146
19740	transitions	1	0.36184200644493103
19740	transitions	2	1.6870256662368774
19740	transitions	3	0.10988198220729828
19740	transitions	4	0.9567009210586548
19740	transitions	5	1.274132490158081
19740	transitions	6	0.48357996344566345
19740	transitions	7	0.17651231586933136
19740	transitions	8	-0.9194173216819763
19740	transitions	9	0.9307001829147339
19740	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19740	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19740	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19740	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19740	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19740	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19740	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19740	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19740	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19740	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19740	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19740	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19740	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19740	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19740	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19740	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19740	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19740	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19740	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19740	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19740	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19740	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19740	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19740	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19740	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19740	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19740	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19740	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19740	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19740	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19740	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19740	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19740	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19740	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19740	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19740	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19740	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19740	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19740	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19740	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19740	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19740	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19740	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19740	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19740	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19740	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19740	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19740	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19740	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19740	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19740	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19740	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19740	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19740	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19740	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19740	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19740	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19740	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19740	embedding2nn.weight	0	0.018818041309714317
19740	embedding2nn.weight	1	0.01443054061383009
19740	embedding2nn.weight	2	-0.004503665957599878
19740	embedding2nn.weight	3	0.0037636994384229183
19740	embedding2nn.weight	4	-0.005308639258146286
19740	embedding2nn.weight	5	0.010754483751952648
19740	embedding2nn.weight	6	-0.003682865062728524
19740	embedding2nn.weight	7	0.012927803210914135
19740	embedding2nn.weight	8	-0.005011534783989191
19740	embedding2nn.weight	9	-0.013095109723508358
19740	embedding2nn.bias	0	-0.03398235887289047
19740	embedding2nn.bias	1	-0.004390020854771137
19740	embedding2nn.bias	2	-0.06513635814189911
19740	embedding2nn.bias	3	-0.0010949329007416964
19740	embedding2nn.bias	4	-0.0023795445449650288
19740	embedding2nn.bias	5	0.0012652439763769507
19740	embedding2nn.bias	6	0.0023793040309101343
19740	embedding2nn.bias	7	0.005815946031361818
19740	embedding2nn.bias	8	0.0018803075654432178
19740	embedding2nn.bias	9	0.0009275157935917377
19740	rnn.weight_ih_l0	0	0.04181642830371857
19740	rnn.weight_ih_l0	1	-0.00966870877891779
19740	rnn.weight_ih_l0	2	-0.038521721959114075
19740	rnn.weight_ih_l0	3	-0.042565520852804184
19740	rnn.weight_ih_l0	4	-0.05136581510305405
19740	rnn.weight_ih_l0	5	-0.008474691770970821
19740	rnn.weight_ih_l0	6	-0.05180920660495758
19740	rnn.weight_ih_l0	7	-0.05755792185664177
19740	rnn.weight_ih_l0	8	-0.0456850491464138
19740	rnn.weight_ih_l0	9	-0.02848263829946518
19740	rnn.weight_hh_l0	0	0.017209919169545174
19740	rnn.weight_hh_l0	1	-0.01711505651473999
19740	rnn.weight_hh_l0	2	-0.07724300771951675
19740	rnn.weight_hh_l0	3	-0.031266700476408005
19740	rnn.weight_hh_l0	4	-0.07401244342327118
19740	rnn.weight_hh_l0	5	-0.008969279937446117
19740	rnn.weight_hh_l0	6	-0.041420888155698776
19740	rnn.weight_hh_l0	7	-0.01810203120112419
19740	rnn.weight_hh_l0	8	-0.019913993775844574
19740	rnn.weight_hh_l0	9	0.008456826210021973
19740	rnn.bias_ih_l0	0	0.12814626097679138
19740	rnn.bias_ih_l0	1	-0.05513808876276016
19740	rnn.bias_ih_l0	2	0.11074632406234741
19740	rnn.bias_ih_l0	3	0.049351904541254044
19740	rnn.bias_ih_l0	4	0.09689252823591232
19740	rnn.bias_ih_l0	5	0.02429872751235962
19740	rnn.bias_ih_l0	6	-0.010353732854127884
19740	rnn.bias_ih_l0	7	-0.10936906188726425
19740	rnn.bias_ih_l0	8	-0.170309379696846
19740	rnn.bias_ih_l0	9	0.08917355537414551
19740	rnn.bias_hh_l0	0	-0.009856711141765118
19740	rnn.bias_hh_l0	1	0.025831615552306175
19740	rnn.bias_hh_l0	2	-0.01634969376027584
19740	rnn.bias_hh_l0	3	-0.01724364422261715
19740	rnn.bias_hh_l0	4	-0.043690066784620285
19740	rnn.bias_hh_l0	5	0.13074898719787598
19740	rnn.bias_hh_l0	6	0.024674879387021065
19740	rnn.bias_hh_l0	7	0.04281029850244522
19740	rnn.bias_hh_l0	8	0.024015022441744804
19740	rnn.bias_hh_l0	9	0.03572946414351463
19740	rnn.weight_ih_l0_reverse	0	-0.029944561421871185
19740	rnn.weight_ih_l0_reverse	1	-0.004527267999947071
19740	rnn.weight_ih_l0_reverse	2	0.02705742046236992
19740	rnn.weight_ih_l0_reverse	3	-0.05958276987075806
19740	rnn.weight_ih_l0_reverse	4	0.009011739864945412
19740	rnn.weight_ih_l0_reverse	5	-0.05181282386183739
19740	rnn.weight_ih_l0_reverse	6	0.017897935584187508
19740	rnn.weight_ih_l0_reverse	7	0.04632467404007912
19740	rnn.weight_ih_l0_reverse	8	-0.04329296201467514
19740	rnn.weight_ih_l0_reverse	9	-0.05255243182182312
19740	rnn.weight_hh_l0_reverse	0	-0.07574280351400375
19740	rnn.weight_hh_l0_reverse	1	-0.05629776045680046
19740	rnn.weight_hh_l0_reverse	2	0.03452788293361664
19740	rnn.weight_hh_l0_reverse	3	0.04730864614248276
19740	rnn.weight_hh_l0_reverse	4	-0.0013962023658677936
19740	rnn.weight_hh_l0_reverse	5	0.04466632008552551
19740	rnn.weight_hh_l0_reverse	6	-0.0006431484362110496
19740	rnn.weight_hh_l0_reverse	7	0.003678535344079137
19740	rnn.weight_hh_l0_reverse	8	-0.09121272712945938
19740	rnn.weight_hh_l0_reverse	9	0.07211854308843613
19740	rnn.bias_ih_l0_reverse	0	-0.0702839344739914
19740	rnn.bias_ih_l0_reverse	1	-0.0667133629322052
19740	rnn.bias_ih_l0_reverse	2	0.10807071626186371
19740	rnn.bias_ih_l0_reverse	3	0.03843396529555321
19740	rnn.bias_ih_l0_reverse	4	-0.12740930914878845
19740	rnn.bias_ih_l0_reverse	5	0.034294623881578445
19740	rnn.bias_ih_l0_reverse	6	-0.12254862487316132
19740	rnn.bias_ih_l0_reverse	7	0.036934055387973785
19740	rnn.bias_ih_l0_reverse	8	0.03378274291753769
19740	rnn.bias_ih_l0_reverse	9	0.06341999024152756
19740	rnn.bias_hh_l0_reverse	0	0.05260028690099716
19740	rnn.bias_hh_l0_reverse	1	0.055315207690000534
19740	rnn.bias_hh_l0_reverse	2	0.07611708343029022
19740	rnn.bias_hh_l0_reverse	3	-0.008662201464176178
19740	rnn.bias_hh_l0_reverse	4	0.07687404751777649
19740	rnn.bias_hh_l0_reverse	5	-0.010658811777830124
19740	rnn.bias_hh_l0_reverse	6	-0.06366236507892609
19740	rnn.bias_hh_l0_reverse	7	0.023715674877166748
19740	rnn.bias_hh_l0_reverse	8	0.013054483570158482
19740	rnn.bias_hh_l0_reverse	9	-0.14107804000377655
19740	linear.weight	0	0.2108304649591446
19740	linear.weight	1	-0.1463371068239212
19740	linear.weight	2	-0.18249283730983734
19740	linear.weight	3	0.05987059697508812
19740	linear.weight	4	-0.02408345602452755
19740	linear.weight	5	-0.006370133720338345
19740	linear.weight	6	-0.0075514065101742744
19740	linear.weight	7	-0.0293639674782753
19740	linear.weight	8	0.05193332955241203
19740	linear.weight	9	0.3339434564113617
19740	linear.bias	0	-0.19717729091644287
19740	linear.bias	1	0.17079515755176544
19740	linear.bias	2	-0.5126381516456604
19740	linear.bias	3	1.6877535581588745
19740	linear.bias	4	-0.3834458887577057
19740	linear.bias	5	-0.030769959092140198
19740	linear.bias	6	-0.3420735001564026
19740	linear.bias	7	-0.27581220865249634
19740	linear.bias	8	-0.02145989052951336
19740	linear.bias	9	-0.4818762242794037
19768	transitions	0	-0.6375333666801453
19768	transitions	1	0.3618167042732239
19768	transitions	2	1.6869704723358154
19768	transitions	3	0.1098560094833374
19768	transitions	4	0.9566920399665833
19768	transitions	5	1.2741318941116333
19768	transitions	6	0.4835799038410187
19768	transitions	7	0.17651163041591644
19768	transitions	8	-0.9194179177284241
19768	transitions	9	0.9307000637054443
19768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19768	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19768	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19768	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19768	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19768	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19768	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19768	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19768	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19768	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19768	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19768	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19768	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19768	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19768	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19768	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19768	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19768	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19768	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19768	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19768	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19768	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19768	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19768	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19768	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19768	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19768	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19768	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19768	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19768	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19768	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19768	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19768	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19768	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19768	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19768	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19768	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19768	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19768	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19768	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19768	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19768	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19768	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19768	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19768	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19768	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19768	embedding2nn.weight	0	0.01931123062968254
19768	embedding2nn.weight	1	0.014475573785603046
19768	embedding2nn.weight	2	-0.004499112721532583
19768	embedding2nn.weight	3	0.0035480023361742496
19768	embedding2nn.weight	4	-0.005275352392345667
19768	embedding2nn.weight	5	0.01072327047586441
19768	embedding2nn.weight	6	-0.0036120363511145115
19768	embedding2nn.weight	7	0.012990710325539112
19768	embedding2nn.weight	8	-0.005075378809124231
19768	embedding2nn.weight	9	-0.013097293674945831
19768	embedding2nn.bias	0	-0.038801588118076324
19768	embedding2nn.bias	1	-0.006822922267019749
19768	embedding2nn.bias	2	-0.06256798654794693
19768	embedding2nn.bias	3	0.004711974877864122
19768	embedding2nn.bias	4	-0.007168480195105076
19768	embedding2nn.bias	5	0.006679341662675142
19768	embedding2nn.bias	6	0.0012974594719707966
19768	embedding2nn.bias	7	-0.00017172368825413287
19768	embedding2nn.bias	8	0.0012898067943751812
19768	embedding2nn.bias	9	-0.007599059492349625
19768	rnn.weight_ih_l0	0	0.041056469082832336
19768	rnn.weight_ih_l0	1	-0.009546231478452682
19768	rnn.weight_ih_l0	2	-0.0378664992749691
19768	rnn.weight_ih_l0	3	-0.04249152913689613
19768	rnn.weight_ih_l0	4	-0.05134120583534241
19768	rnn.weight_ih_l0	5	-0.008733008056879044
19768	rnn.weight_ih_l0	6	-0.05135776475071907
19768	rnn.weight_ih_l0	7	-0.05754672363400459
19768	rnn.weight_ih_l0	8	-0.04568244144320488
19768	rnn.weight_ih_l0	9	-0.028621846809983253
19768	rnn.weight_hh_l0	0	0.017313018441200256
19768	rnn.weight_hh_l0	1	-0.017150327563285828
19768	rnn.weight_hh_l0	2	-0.0772232860326767
19768	rnn.weight_hh_l0	3	-0.031027067452669144
19768	rnn.weight_hh_l0	4	-0.07382853329181671
19768	rnn.weight_hh_l0	5	-0.009372202679514885
19768	rnn.weight_hh_l0	6	-0.043016962707042694
19768	rnn.weight_hh_l0	7	-0.018669497221708298
19768	rnn.weight_hh_l0	8	-0.01986556686460972
19768	rnn.weight_hh_l0	9	0.008756899274885654
19768	rnn.bias_ih_l0	0	0.12884820997714996
19768	rnn.bias_ih_l0	1	-0.05612700432538986
19768	rnn.bias_ih_l0	2	0.11349977552890778
19768	rnn.bias_ih_l0	3	0.046726372092962265
19768	rnn.bias_ih_l0	4	0.09605274349451065
19768	rnn.bias_ih_l0	5	0.025156354531645775
19768	rnn.bias_ih_l0	6	-0.01147756353020668
19768	rnn.bias_ih_l0	7	-0.10763546079397202
19768	rnn.bias_ih_l0	8	-0.17014026641845703
19768	rnn.bias_ih_l0	9	0.0901041328907013
19768	rnn.bias_hh_l0	0	-0.009468071162700653
19768	rnn.bias_hh_l0	1	0.02579537220299244
19768	rnn.bias_hh_l0	2	-0.017720306292176247
19768	rnn.bias_hh_l0	3	-0.019770318642258644
19768	rnn.bias_hh_l0	4	-0.0426238588988781
19768	rnn.bias_hh_l0	5	0.13384772837162018
19768	rnn.bias_hh_l0	6	0.024530811235308647
19768	rnn.bias_hh_l0	7	0.04312093183398247
19768	rnn.bias_hh_l0	8	0.022891193628311157
19768	rnn.bias_hh_l0	9	0.03325359523296356
19768	rnn.weight_ih_l0_reverse	0	-0.03006741590797901
19768	rnn.weight_ih_l0_reverse	1	-0.0038699950091540813
19768	rnn.weight_ih_l0_reverse	2	0.026906084269285202
19768	rnn.weight_ih_l0_reverse	3	-0.059971265494823456
19768	rnn.weight_ih_l0_reverse	4	0.009119469672441483
19768	rnn.weight_ih_l0_reverse	5	-0.052095815539360046
19768	rnn.weight_ih_l0_reverse	6	0.01770078018307686
19768	rnn.weight_ih_l0_reverse	7	0.04628342390060425
19768	rnn.weight_ih_l0_reverse	8	-0.04334590211510658
19768	rnn.weight_ih_l0_reverse	9	-0.05236212909221649
19768	rnn.weight_hh_l0_reverse	0	-0.075215645134449
19768	rnn.weight_hh_l0_reverse	1	-0.056173816323280334
19768	rnn.weight_hh_l0_reverse	2	0.03389296308159828
19768	rnn.weight_hh_l0_reverse	3	0.046971697360277176
19768	rnn.weight_hh_l0_reverse	4	-0.0015302954707294703
19768	rnn.weight_hh_l0_reverse	5	0.04448739066720009
19768	rnn.weight_hh_l0_reverse	6	0.0015729956794530153
19768	rnn.weight_hh_l0_reverse	7	0.003584758611395955
19768	rnn.weight_hh_l0_reverse	8	-0.0921267494559288
19768	rnn.weight_hh_l0_reverse	9	0.0723266676068306
19768	rnn.bias_ih_l0_reverse	0	-0.06640198081731796
19768	rnn.bias_ih_l0_reverse	1	-0.06682910025119781
19768	rnn.bias_ih_l0_reverse	2	0.10833608359098434
19768	rnn.bias_ih_l0_reverse	3	0.03760972619056702
19768	rnn.bias_ih_l0_reverse	4	-0.12738174200057983
19768	rnn.bias_ih_l0_reverse	5	0.03394167497754097
19768	rnn.bias_ih_l0_reverse	6	-0.11585213989019394
19768	rnn.bias_ih_l0_reverse	7	0.03502218797802925
19768	rnn.bias_ih_l0_reverse	8	0.03262435644865036
19768	rnn.bias_ih_l0_reverse	9	0.06362439692020416
19768	rnn.bias_hh_l0_reverse	0	0.056643903255462646
19768	rnn.bias_hh_l0_reverse	1	0.05513543635606766
19768	rnn.bias_hh_l0_reverse	2	0.07672989368438721
19768	rnn.bias_hh_l0_reverse	3	-0.009407933801412582
19768	rnn.bias_hh_l0_reverse	4	0.07565595209598541
19768	rnn.bias_hh_l0_reverse	5	-0.012714334763586521
19768	rnn.bias_hh_l0_reverse	6	-0.061785612255334854
19768	rnn.bias_hh_l0_reverse	7	0.02300143986940384
19768	rnn.bias_hh_l0_reverse	8	0.012683332897722721
19768	rnn.bias_hh_l0_reverse	9	-0.14205308258533478
19768	linear.weight	0	0.2206478863954544
19768	linear.weight	1	-0.14632880687713623
19768	linear.weight	2	-0.18329909443855286
19768	linear.weight	3	0.06033690646290779
19768	linear.weight	4	-0.02487770840525627
19768	linear.weight	5	-0.005291750188916922
19768	linear.weight	6	-0.007550692185759544
19768	linear.weight	7	-0.029351940378546715
19768	linear.weight	8	0.05297427251935005
19768	linear.weight	9	0.3338509798049927
19768	linear.bias	0	-0.2016926407814026
19768	linear.bias	1	0.17696450650691986
19768	linear.bias	2	-0.5134087204933167
19768	linear.bias	3	1.6868493556976318
19768	linear.bias	4	-0.38361814618110657
19768	linear.bias	5	-0.030769959092140198
19768	linear.bias	6	-0.3428732752799988
19768	linear.bias	7	-0.27453890442848206
19768	linear.bias	8	-0.008147546090185642
19768	linear.bias	9	-0.4819226861000061
19796	transitions	0	-0.6376502513885498
19796	transitions	1	0.3617778718471527
19796	transitions	2	1.6868839263916016
19796	transitions	3	0.10983172059059143
19796	transitions	4	0.9561911225318909
19796	transitions	5	1.274130940437317
19796	transitions	6	0.48357969522476196
19796	transitions	7	0.176508367061615
19796	transitions	8	-0.9194191098213196
19796	transitions	9	0.9307000637054443
19796	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19796	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19796	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19796	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19796	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19796	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19796	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19796	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19796	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19796	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19796	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19796	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19796	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19796	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19796	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19796	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19796	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19796	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19796	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19796	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19796	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19796	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19796	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19796	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19796	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19796	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19796	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19796	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19796	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19796	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19796	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19796	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19796	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19796	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19796	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19796	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19796	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19796	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19796	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19796	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19796	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19796	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19796	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19796	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19796	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19796	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19796	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19796	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19796	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19796	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19796	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19796	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19796	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19796	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19796	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19796	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19796	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19796	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19796	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19796	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19796	embedding2nn.weight	0	0.019804438576102257
19796	embedding2nn.weight	1	0.0145023288205266
19796	embedding2nn.weight	2	-0.004528419114649296
19796	embedding2nn.weight	3	0.003722171299159527
19796	embedding2nn.weight	4	-0.00528735714033246
19796	embedding2nn.weight	5	0.010685374028980732
19796	embedding2nn.weight	6	-0.003730533877387643
19796	embedding2nn.weight	7	0.013284530490636826
19796	embedding2nn.weight	8	-0.004946351051330566
19796	embedding2nn.weight	9	-0.013050337322056293
19796	embedding2nn.bias	0	-0.043257225304841995
19796	embedding2nn.bias	1	-0.010562135837972164
19796	embedding2nn.bias	2	-0.07074182480573654
19796	embedding2nn.bias	3	0.0047919792123138905
19796	embedding2nn.bias	4	-0.0056376149877905846
19796	embedding2nn.bias	5	0.006782949436455965
19796	embedding2nn.bias	6	0.001885094796307385
19796	embedding2nn.bias	7	0.008471878245472908
19796	embedding2nn.bias	8	0.00719236396253109
19796	embedding2nn.bias	9	-0.006980610080063343
19796	rnn.weight_ih_l0	0	0.04083934426307678
19796	rnn.weight_ih_l0	1	-0.009342228062450886
19796	rnn.weight_ih_l0	2	-0.038686346262693405
19796	rnn.weight_ih_l0	3	-0.04247565567493439
19796	rnn.weight_ih_l0	4	-0.05162236839532852
19796	rnn.weight_ih_l0	5	-0.008785675279796124
19796	rnn.weight_ih_l0	6	-0.050993114709854126
19796	rnn.weight_ih_l0	7	-0.05774188041687012
19796	rnn.weight_ih_l0	8	-0.04553629830479622
19796	rnn.weight_ih_l0	9	-0.028691241517663002
19796	rnn.weight_hh_l0	0	0.017268508672714233
19796	rnn.weight_hh_l0	1	-0.017028305679559708
19796	rnn.weight_hh_l0	2	-0.07620079815387726
19796	rnn.weight_hh_l0	3	-0.031429558992385864
19796	rnn.weight_hh_l0	4	-0.07321925461292267
19796	rnn.weight_hh_l0	5	-0.00925903394818306
19796	rnn.weight_hh_l0	6	-0.04134460166096687
19796	rnn.weight_hh_l0	7	-0.019030651077628136
19796	rnn.weight_hh_l0	8	-0.02049000933766365
19796	rnn.weight_hh_l0	9	0.008492602966725826
19796	rnn.bias_ih_l0	0	0.1288418173789978
19796	rnn.bias_ih_l0	1	-0.056642912328243256
19796	rnn.bias_ih_l0	2	0.11062544584274292
19796	rnn.bias_ih_l0	3	0.048309117555618286
19796	rnn.bias_ih_l0	4	0.09682821482419968
19796	rnn.bias_ih_l0	5	0.02636081911623478
19796	rnn.bias_ih_l0	6	-0.010590805672109127
19796	rnn.bias_ih_l0	7	-0.10970704257488251
19796	rnn.bias_ih_l0	8	-0.17596319317817688
19796	rnn.bias_ih_l0	9	0.08930975943803787
19796	rnn.bias_hh_l0	0	-0.011431886814534664
19796	rnn.bias_hh_l0	1	0.025489328429102898
19796	rnn.bias_hh_l0	2	-0.01625606045126915
19796	rnn.bias_hh_l0	3	-0.01579361967742443
19796	rnn.bias_hh_l0	4	-0.044101495295763016
19796	rnn.bias_hh_l0	5	0.13368327915668488
19796	rnn.bias_hh_l0	6	0.02413570135831833
19796	rnn.bias_hh_l0	7	0.0408870168030262
19796	rnn.bias_hh_l0	8	0.023777954280376434
19796	rnn.bias_hh_l0	9	0.03175586462020874
19796	rnn.weight_ih_l0_reverse	0	-0.03030608966946602
19796	rnn.weight_ih_l0_reverse	1	-0.003463348373770714
19796	rnn.weight_ih_l0_reverse	2	0.026803141459822655
19796	rnn.weight_ih_l0_reverse	3	-0.05991177633404732
19796	rnn.weight_ih_l0_reverse	4	0.009309088811278343
19796	rnn.weight_ih_l0_reverse	5	-0.0521169938147068
19796	rnn.weight_ih_l0_reverse	6	0.017833614721894264
19796	rnn.weight_ih_l0_reverse	7	0.046366818249225616
19796	rnn.weight_ih_l0_reverse	8	-0.043612558394670486
19796	rnn.weight_ih_l0_reverse	9	-0.05234431475400925
19796	rnn.weight_hh_l0_reverse	0	-0.07521101087331772
19796	rnn.weight_hh_l0_reverse	1	-0.05743465572595596
19796	rnn.weight_hh_l0_reverse	2	0.03363833576440811
19796	rnn.weight_hh_l0_reverse	3	0.0464644618332386
19796	rnn.weight_hh_l0_reverse	4	-0.0020291772671043873
19796	rnn.weight_hh_l0_reverse	5	0.044519711285829544
19796	rnn.weight_hh_l0_reverse	6	0.0008527823956683278
19796	rnn.weight_hh_l0_reverse	7	0.004189648665487766
19796	rnn.weight_hh_l0_reverse	8	-0.09152828902006149
19796	rnn.weight_hh_l0_reverse	9	0.07218046486377716
19796	rnn.bias_ih_l0_reverse	0	-0.07150878012180328
19796	rnn.bias_ih_l0_reverse	1	-0.06917943805456161
19796	rnn.bias_ih_l0_reverse	2	0.10808293521404266
19796	rnn.bias_ih_l0_reverse	3	0.03859245404601097
19796	rnn.bias_ih_l0_reverse	4	-0.12732626497745514
19796	rnn.bias_ih_l0_reverse	5	0.032896097749471664
19796	rnn.bias_ih_l0_reverse	6	-0.11525776982307434
19796	rnn.bias_ih_l0_reverse	7	0.0360846146941185
19796	rnn.bias_ih_l0_reverse	8	0.031169824302196503
19796	rnn.bias_ih_l0_reverse	9	0.06639644503593445
19796	rnn.bias_hh_l0_reverse	0	0.047717202454805374
19796	rnn.bias_hh_l0_reverse	1	0.054716307669878006
19796	rnn.bias_hh_l0_reverse	2	0.07721227407455444
19796	rnn.bias_hh_l0_reverse	3	-0.00956180039793253
19796	rnn.bias_hh_l0_reverse	4	0.07639449089765549
19796	rnn.bias_hh_l0_reverse	5	-0.011290374211966991
19796	rnn.bias_hh_l0_reverse	6	-0.062156081199645996
19796	rnn.bias_hh_l0_reverse	7	0.022165488451719284
19796	rnn.bias_hh_l0_reverse	8	0.013735773973166943
19796	rnn.bias_hh_l0_reverse	9	-0.13596753776073456
19796	linear.weight	0	0.2045714408159256
19796	linear.weight	1	-0.1463281661272049
19796	linear.weight	2	-0.18154914677143097
19796	linear.weight	3	0.0555914044380188
19796	linear.weight	4	-0.024642933160066605
19796	linear.weight	5	-0.0035379098262637854
19796	linear.weight	6	-0.0075492109172046185
19796	linear.weight	7	-0.029330432415008545
19796	linear.weight	8	0.05225830525159836
19796	linear.weight	9	0.3297386169433594
19796	linear.bias	0	-0.1925084888935089
19796	linear.bias	1	0.17747148871421814
19796	linear.bias	2	-0.5132748484611511
19796	linear.bias	3	1.6793360710144043
19796	linear.bias	4	-0.3838135600090027
19796	linear.bias	5	-0.030769959092140198
19796	linear.bias	6	-0.341852605342865
19796	linear.bias	7	-0.2729034423828125
19796	linear.bias	8	-0.02124728448688984
19796	linear.bias	9	-0.4820100665092468
19824	transitions	0	-0.6377551555633545
19824	transitions	1	0.3616718649864197
19824	transitions	2	1.6867938041687012
19824	transitions	3	0.10979640483856201
19824	transitions	4	0.9561759829521179
19824	transitions	5	1.2741299867630005
19824	transitions	6	0.4835781753063202
19824	transitions	7	0.17649780213832855
19824	transitions	8	-0.9194191694259644
19824	transitions	9	0.9306996464729309
19824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19824	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19824	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19824	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19824	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19824	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19824	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19824	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19824	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19824	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19824	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19824	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19824	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19824	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19824	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19824	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19824	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19824	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19824	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19824	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19824	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19824	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19824	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19824	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19824	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19824	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19824	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19824	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19824	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19824	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19824	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19824	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19824	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19824	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19824	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19824	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19824	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19824	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19824	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19824	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19824	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19824	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19824	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19824	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19824	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19824	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19824	embedding2nn.weight	0	0.020220668986439705
19824	embedding2nn.weight	1	0.014724873937666416
19824	embedding2nn.weight	2	-0.0045115090906620026
19824	embedding2nn.weight	3	0.0038917798083275557
19824	embedding2nn.weight	4	-0.00521455891430378
19824	embedding2nn.weight	5	0.010970604605972767
19824	embedding2nn.weight	6	-0.0038327998481690884
19824	embedding2nn.weight	7	0.012801514938473701
19824	embedding2nn.weight	8	-0.004987499676644802
19824	embedding2nn.weight	9	-0.013066258281469345
19824	embedding2nn.bias	0	-0.040063757449388504
19824	embedding2nn.bias	1	-0.014047902077436447
19824	embedding2nn.bias	2	-0.071624256670475
19824	embedding2nn.bias	3	-0.0033891552593559027
19824	embedding2nn.bias	4	-0.0029812713619321585
19824	embedding2nn.bias	5	0.005283350590616465
19824	embedding2nn.bias	6	0.003149681491777301
19824	embedding2nn.bias	7	0.00941326841711998
19824	embedding2nn.bias	8	0.007997460663318634
19824	embedding2nn.bias	9	-0.007605871185660362
19824	rnn.weight_ih_l0	0	0.04067546874284744
19824	rnn.weight_ih_l0	1	-0.009364251978695393
19824	rnn.weight_ih_l0	2	-0.039656613022089005
19824	rnn.weight_ih_l0	3	-0.042648959904909134
19824	rnn.weight_ih_l0	4	-0.05158640444278717
19824	rnn.weight_ih_l0	5	-0.008544841781258583
19824	rnn.weight_ih_l0	6	-0.05149456858634949
19824	rnn.weight_ih_l0	7	-0.05767569690942764
19824	rnn.weight_ih_l0	8	-0.04533831775188446
19824	rnn.weight_ih_l0	9	-0.02851695567369461
19824	rnn.weight_hh_l0	0	0.017193401232361794
19824	rnn.weight_hh_l0	1	-0.01719824969768524
19824	rnn.weight_hh_l0	2	-0.0745793953537941
19824	rnn.weight_hh_l0	3	-0.03143683448433876
19824	rnn.weight_hh_l0	4	-0.07345403730869293
19824	rnn.weight_hh_l0	5	-0.009298986755311489
19824	rnn.weight_hh_l0	6	-0.03979909047484398
19824	rnn.weight_hh_l0	7	-0.017637498676776886
19824	rnn.weight_hh_l0	8	-0.020498966798186302
19824	rnn.weight_hh_l0	9	0.008728346787393093
19824	rnn.bias_ih_l0	0	0.1291319727897644
19824	rnn.bias_ih_l0	1	-0.0557931624352932
19824	rnn.bias_ih_l0	2	0.11244993656873703
19824	rnn.bias_ih_l0	3	0.04815836250782013
19824	rnn.bias_ih_l0	4	0.09798258543014526
19824	rnn.bias_ih_l0	5	0.02706989087164402
19824	rnn.bias_ih_l0	6	-0.010116200894117355
19824	rnn.bias_ih_l0	7	-0.11036954820156097
19824	rnn.bias_ih_l0	8	-0.1680731326341629
19824	rnn.bias_ih_l0	9	0.0887645035982132
19824	rnn.bias_hh_l0	0	-0.010251487605273724
19824	rnn.bias_hh_l0	1	0.02453761361539364
19824	rnn.bias_hh_l0	2	-0.015692155808210373
19824	rnn.bias_hh_l0	3	-0.015914861112833023
19824	rnn.bias_hh_l0	4	-0.04519518464803696
19824	rnn.bias_hh_l0	5	0.1337319016456604
19824	rnn.bias_hh_l0	6	0.023963112384080887
19824	rnn.bias_hh_l0	7	0.04580148681998253
19824	rnn.bias_hh_l0	8	0.024252556264400482
19824	rnn.bias_hh_l0	9	0.032116468995809555
19824	rnn.weight_ih_l0_reverse	0	-0.03047381341457367
19824	rnn.weight_ih_l0_reverse	1	-0.0034111749846488237
19824	rnn.weight_ih_l0_reverse	2	0.02677694335579872
19824	rnn.weight_ih_l0_reverse	3	-0.06004438176751137
19824	rnn.weight_ih_l0_reverse	4	0.00963062047958374
19824	rnn.weight_ih_l0_reverse	5	-0.051532626152038574
19824	rnn.weight_ih_l0_reverse	6	0.017394961789250374
19824	rnn.weight_ih_l0_reverse	7	0.046388428658246994
19824	rnn.weight_ih_l0_reverse	8	-0.0439443364739418
19824	rnn.weight_ih_l0_reverse	9	-0.052270639687776566
19824	rnn.weight_hh_l0_reverse	0	-0.07515972852706909
19824	rnn.weight_hh_l0_reverse	1	-0.05764247477054596
19824	rnn.weight_hh_l0_reverse	2	0.033088214695453644
19824	rnn.weight_hh_l0_reverse	3	0.04646636173129082
19824	rnn.weight_hh_l0_reverse	4	-0.0015800793189555407
19824	rnn.weight_hh_l0_reverse	5	0.04445008188486099
19824	rnn.weight_hh_l0_reverse	6	0.001506620435975492
19824	rnn.weight_hh_l0_reverse	7	0.00469566322863102
19824	rnn.weight_hh_l0_reverse	8	-0.09112108498811722
19824	rnn.weight_hh_l0_reverse	9	0.07176848500967026
19824	rnn.bias_ih_l0_reverse	0	-0.07356757670640945
19824	rnn.bias_ih_l0_reverse	1	-0.07097931951284409
19824	rnn.bias_ih_l0_reverse	2	0.10750388354063034
19824	rnn.bias_ih_l0_reverse	3	0.03633185103535652
19824	rnn.bias_ih_l0_reverse	4	-0.12787814438343048
19824	rnn.bias_ih_l0_reverse	5	0.03375402092933655
19824	rnn.bias_ih_l0_reverse	6	-0.11648456007242203
19824	rnn.bias_ih_l0_reverse	7	0.037050582468509674
19824	rnn.bias_ih_l0_reverse	8	0.031290870159864426
19824	rnn.bias_ih_l0_reverse	9	0.0651497095823288
19824	rnn.bias_hh_l0_reverse	0	0.04794033616781235
19824	rnn.bias_hh_l0_reverse	1	0.054410479962825775
19824	rnn.bias_hh_l0_reverse	2	0.07769583910703659
19824	rnn.bias_hh_l0_reverse	3	-0.009940186515450478
19824	rnn.bias_hh_l0_reverse	4	0.07549978792667389
19824	rnn.bias_hh_l0_reverse	5	-0.008296677842736244
19824	rnn.bias_hh_l0_reverse	6	-0.061107274144887924
19824	rnn.bias_hh_l0_reverse	7	0.022533021867275238
19824	rnn.bias_hh_l0_reverse	8	0.013558605685830116
19824	rnn.bias_hh_l0_reverse	9	-0.1378765106201172
19824	linear.weight	0	0.1944914311170578
19824	linear.weight	1	-0.1463276445865631
19824	linear.weight	2	-0.1817094087600708
19824	linear.weight	3	0.05970880761742592
19824	linear.weight	4	-0.024490460753440857
19824	linear.weight	5	-0.004209415055811405
19824	linear.weight	6	-0.007553792558610439
19824	linear.weight	7	-0.029295872896909714
19824	linear.weight	8	0.05290461704134941
19824	linear.weight	9	0.33045464754104614
19824	linear.bias	0	-0.19162404537200928
19824	linear.bias	1	0.17553210258483887
19824	linear.bias	2	-0.5127257108688354
19824	linear.bias	3	1.6767116785049438
19824	linear.bias	4	-0.38154032826423645
19824	linear.bias	5	-0.030769959092140198
19824	linear.bias	6	-0.3421401083469391
19824	linear.bias	7	-0.2747138440608978
19824	linear.bias	8	-0.02298120968043804
19824	linear.bias	9	-0.4821341037750244
19852	transitions	0	-0.6378092169761658
19852	transitions	1	0.3616127669811249
19852	transitions	2	1.686665415763855
19852	transitions	3	0.10975002497434616
19852	transitions	4	0.9560717344284058
19852	transitions	5	1.2741286754608154
19852	transitions	6	0.4835778772830963
19852	transitions	7	0.176496222615242
19852	transitions	8	-0.9194193482398987
19852	transitions	9	0.9306996464729309
19852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19852	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19852	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19852	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19852	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19852	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19852	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19852	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19852	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19852	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19852	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19852	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19852	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19852	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19852	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19852	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19852	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19852	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19852	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19852	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19852	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19852	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19852	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19852	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19852	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19852	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19852	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19852	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19852	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19852	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19852	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19852	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19852	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19852	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19852	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19852	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19852	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19852	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19852	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19852	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19852	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19852	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19852	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19852	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19852	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19852	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19852	embedding2nn.weight	0	0.02039811573922634
19852	embedding2nn.weight	1	0.014798110350966454
19852	embedding2nn.weight	2	-0.004497182555496693
19852	embedding2nn.weight	3	0.003930178005248308
19852	embedding2nn.weight	4	-0.005207606591284275
19852	embedding2nn.weight	5	0.01091597881168127
19852	embedding2nn.weight	6	-0.003875933587551117
19852	embedding2nn.weight	7	0.013386636972427368
19852	embedding2nn.weight	8	-0.004973253235220909
19852	embedding2nn.weight	9	-0.013140101917088032
19852	embedding2nn.bias	0	-0.04580090567469597
19852	embedding2nn.bias	1	-0.0086834030225873
19852	embedding2nn.bias	2	-0.07799359411001205
19852	embedding2nn.bias	3	0.0054839421063661575
19852	embedding2nn.bias	4	-0.0022399406880140305
19852	embedding2nn.bias	5	-0.002865023445338011
19852	embedding2nn.bias	6	0.004547061398625374
19852	embedding2nn.bias	7	0.012352499179542065
19852	embedding2nn.bias	8	0.0057295020669698715
19852	embedding2nn.bias	9	-0.006983121391385794
19852	rnn.weight_ih_l0	0	0.040632639080286026
19852	rnn.weight_ih_l0	1	-0.00865876954048872
19852	rnn.weight_ih_l0	2	-0.03945115953683853
19852	rnn.weight_ih_l0	3	-0.04274437576532364
19852	rnn.weight_ih_l0	4	-0.05131189152598381
19852	rnn.weight_ih_l0	5	-0.008756794035434723
19852	rnn.weight_ih_l0	6	-0.05120948702096939
19852	rnn.weight_ih_l0	7	-0.05774352326989174
19852	rnn.weight_ih_l0	8	-0.045032013207674026
19852	rnn.weight_ih_l0	9	-0.02861844003200531
19852	rnn.weight_hh_l0	0	0.017027316614985466
19852	rnn.weight_hh_l0	1	-0.016697004437446594
19852	rnn.weight_hh_l0	2	-0.07417768239974976
19852	rnn.weight_hh_l0	3	-0.0316748283803463
19852	rnn.weight_hh_l0	4	-0.07340541481971741
19852	rnn.weight_hh_l0	5	-0.008931275457143784
19852	rnn.weight_hh_l0	6	-0.04044651985168457
19852	rnn.weight_hh_l0	7	-0.01694253273308277
19852	rnn.weight_hh_l0	8	-0.020243464037775993
19852	rnn.weight_hh_l0	9	0.008727626875042915
19852	rnn.bias_ih_l0	0	0.1290338784456253
19852	rnn.bias_ih_l0	1	-0.05753868445754051
19852	rnn.bias_ih_l0	2	0.11036678403615952
19852	rnn.bias_ih_l0	3	0.049310773611068726
19852	rnn.bias_ih_l0	4	0.09931863099336624
19852	rnn.bias_ih_l0	5	0.02660326473414898
19852	rnn.bias_ih_l0	6	-0.010970056988298893
19852	rnn.bias_ih_l0	7	-0.10568162053823471
19852	rnn.bias_ih_l0	8	-0.1700812131166458
19852	rnn.bias_ih_l0	9	0.08816675841808319
19852	rnn.bias_hh_l0	0	-0.010485592298209667
19852	rnn.bias_hh_l0	1	0.023273352533578873
19852	rnn.bias_hh_l0	2	-0.012595826759934425
19852	rnn.bias_hh_l0	3	-0.016281157732009888
19852	rnn.bias_hh_l0	4	-0.04566970467567444
19852	rnn.bias_hh_l0	5	0.1353822499513626
19852	rnn.bias_hh_l0	6	0.02528119459748268
19852	rnn.bias_hh_l0	7	0.04352466017007828
19852	rnn.bias_hh_l0	8	0.02339869737625122
19852	rnn.bias_hh_l0	9	0.03160703927278519
19852	rnn.weight_ih_l0_reverse	0	-0.030598323792219162
19852	rnn.weight_ih_l0_reverse	1	-0.0035133345518261194
19852	rnn.weight_ih_l0_reverse	2	0.026683278381824493
19852	rnn.weight_ih_l0_reverse	3	-0.06032288447022438
19852	rnn.weight_ih_l0_reverse	4	0.009688068181276321
19852	rnn.weight_ih_l0_reverse	5	-0.051895871758461
19852	rnn.weight_ih_l0_reverse	6	0.017262332141399384
19852	rnn.weight_ih_l0_reverse	7	0.04626530036330223
19852	rnn.weight_ih_l0_reverse	8	-0.04367673397064209
19852	rnn.weight_ih_l0_reverse	9	-0.052295587956905365
19852	rnn.weight_hh_l0_reverse	0	-0.07401366531848907
19852	rnn.weight_hh_l0_reverse	1	-0.057236507534980774
19852	rnn.weight_hh_l0_reverse	2	0.03359227627515793
19852	rnn.weight_hh_l0_reverse	3	0.0462619811296463
19852	rnn.weight_hh_l0_reverse	4	-0.0026375455781817436
19852	rnn.weight_hh_l0_reverse	5	0.044629912823438644
19852	rnn.weight_hh_l0_reverse	6	-0.0009905776241794229
19852	rnn.weight_hh_l0_reverse	7	0.004475744906812906
19852	rnn.weight_hh_l0_reverse	8	-0.0914904847741127
19852	rnn.weight_hh_l0_reverse	9	0.07155125588178635
19852	rnn.bias_ih_l0_reverse	0	-0.07666253298521042
19852	rnn.bias_ih_l0_reverse	1	-0.07288170605897903
19852	rnn.bias_ih_l0_reverse	2	0.10841377824544907
19852	rnn.bias_ih_l0_reverse	3	0.03627784550189972
19852	rnn.bias_ih_l0_reverse	4	-0.12617693841457367
19852	rnn.bias_ih_l0_reverse	5	0.03465011343359947
19852	rnn.bias_ih_l0_reverse	6	-0.11595098674297333
19852	rnn.bias_ih_l0_reverse	7	0.03807592764496803
19852	rnn.bias_ih_l0_reverse	8	0.030638180673122406
19852	rnn.bias_ih_l0_reverse	9	0.0642721876502037
19852	rnn.bias_hh_l0_reverse	0	0.04833841323852539
19852	rnn.bias_hh_l0_reverse	1	0.056555237621068954
19852	rnn.bias_hh_l0_reverse	2	0.07704156637191772
19852	rnn.bias_hh_l0_reverse	3	-0.010133485309779644
19852	rnn.bias_hh_l0_reverse	4	0.07499422132968903
19852	rnn.bias_hh_l0_reverse	5	-0.0024630881380289793
19852	rnn.bias_hh_l0_reverse	6	-0.060276150703430176
19852	rnn.bias_hh_l0_reverse	7	0.024196729063987732
19852	rnn.bias_hh_l0_reverse	8	0.013790136203169823
19852	rnn.bias_hh_l0_reverse	9	-0.13678014278411865
19852	linear.weight	0	0.1879047155380249
19852	linear.weight	1	-0.14630328118801117
19852	linear.weight	2	-0.18145565688610077
19852	linear.weight	3	0.04905224218964577
19852	linear.weight	4	-0.024395067244768143
19852	linear.weight	5	-0.003972034901380539
19852	linear.weight	6	-0.0075511932373046875
19852	linear.weight	7	-0.029206426814198494
19852	linear.weight	8	0.05262790620326996
19852	linear.weight	9	0.3303181827068329
19852	linear.bias	0	-0.1996193379163742
19852	linear.bias	1	0.17036223411560059
19852	linear.bias	2	-0.5142735242843628
19852	linear.bias	3	1.6870123147964478
19852	linear.bias	4	-0.3817598223686218
19852	linear.bias	5	-0.030769959092140198
19852	linear.bias	6	-0.3429867923259735
19852	linear.bias	7	-0.27344968914985657
19852	linear.bias	8	-0.018030930310487747
19852	linear.bias	9	-0.48226338624954224
19880	transitions	0	-0.6378810405731201
19880	transitions	1	0.3615635633468628
19880	transitions	2	1.6864808797836304
19880	transitions	3	0.10968420654535294
19880	transitions	4	0.9560444951057434
19880	transitions	5	1.27412748336792
19880	transitions	6	0.4835702180862427
19880	transitions	7	0.17649546265602112
19880	transitions	8	-0.9194198846817017
19880	transitions	9	0.9306996464729309
19880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19880	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19880	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19880	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19880	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19880	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19880	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19880	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19880	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19880	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19880	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19880	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19880	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19880	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19880	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19880	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19880	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19880	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19880	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19880	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19880	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19880	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19880	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19880	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19880	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19880	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19880	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19880	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19880	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19880	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19880	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19880	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19880	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19880	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19880	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19880	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19880	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19880	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19880	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19880	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19880	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19880	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19880	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19880	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19880	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19880	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19880	embedding2nn.weight	0	0.020703529939055443
19880	embedding2nn.weight	1	0.014757037162780762
19880	embedding2nn.weight	2	-0.004536710679531097
19880	embedding2nn.weight	3	0.0039803870022296906
19880	embedding2nn.weight	4	-0.005153456702828407
19880	embedding2nn.weight	5	0.010948294773697853
19880	embedding2nn.weight	6	-0.0039683240465819836
19880	embedding2nn.weight	7	0.01188389491289854
19880	embedding2nn.weight	8	-0.004911460448056459
19880	embedding2nn.weight	9	-0.013135571964085102
19880	embedding2nn.bias	0	-0.043115198612213135
19880	embedding2nn.bias	1	-0.008784144185483456
19880	embedding2nn.bias	2	-0.0646362155675888
19880	embedding2nn.bias	3	0.00561349606141448
19880	embedding2nn.bias	4	-0.0037894845008850098
19880	embedding2nn.bias	5	-0.0017836091574281454
19880	embedding2nn.bias	6	0.009276906959712505
19880	embedding2nn.bias	7	0.007021211553364992
19880	embedding2nn.bias	8	-0.0009525517816655338
19880	embedding2nn.bias	9	-0.008035381324589252
19880	rnn.weight_ih_l0	0	0.040590472519397736
19880	rnn.weight_ih_l0	1	-0.008866199292242527
19880	rnn.weight_ih_l0	2	-0.04045259580016136
19880	rnn.weight_ih_l0	3	-0.04248431697487831
19880	rnn.weight_ih_l0	4	-0.05138744041323662
19880	rnn.weight_ih_l0	5	-0.008523034863173962
19880	rnn.weight_ih_l0	6	-0.05100854113698006
19880	rnn.weight_ih_l0	7	-0.057574037462472916
19880	rnn.weight_ih_l0	8	-0.04496856778860092
19880	rnn.weight_ih_l0	9	-0.02864488773047924
19880	rnn.weight_hh_l0	0	0.016879577189683914
19880	rnn.weight_hh_l0	1	-0.01663554087281227
19880	rnn.weight_hh_l0	2	-0.07420553267002106
19880	rnn.weight_hh_l0	3	-0.031417686492204666
19880	rnn.weight_hh_l0	4	-0.07346099615097046
19880	rnn.weight_hh_l0	5	-0.009260945953428745
19880	rnn.weight_hh_l0	6	-0.040835101157426834
19880	rnn.weight_hh_l0	7	-0.01673993095755577
19880	rnn.weight_hh_l0	8	-0.020443283021450043
19880	rnn.weight_hh_l0	9	0.00910614337772131
19880	rnn.bias_ih_l0	0	0.12844105064868927
19880	rnn.bias_ih_l0	1	-0.05734896659851074
19880	rnn.bias_ih_l0	2	0.11185061186552048
19880	rnn.bias_ih_l0	3	0.04927146062254906
19880	rnn.bias_ih_l0	4	0.09954139590263367
19880	rnn.bias_ih_l0	5	0.02800973504781723
19880	rnn.bias_ih_l0	6	-0.01364836748689413
19880	rnn.bias_ih_l0	7	-0.10383477807044983
19880	rnn.bias_ih_l0	8	-0.17453528940677643
19880	rnn.bias_ih_l0	9	0.09050676226615906
19880	rnn.bias_hh_l0	0	-0.009669026359915733
19880	rnn.bias_hh_l0	1	0.02490844577550888
19880	rnn.bias_hh_l0	2	-0.013110514730215073
19880	rnn.bias_hh_l0	3	-0.01630520261824131
19880	rnn.bias_hh_l0	4	-0.04535223916172981
19880	rnn.bias_hh_l0	5	0.13094331324100494
19880	rnn.bias_hh_l0	6	0.02671889029443264
19880	rnn.bias_hh_l0	7	0.04247845709323883
19880	rnn.bias_hh_l0	8	0.020720386877655983
19880	rnn.bias_hh_l0	9	0.03203057497739792
19880	rnn.weight_ih_l0_reverse	0	-0.030270220711827278
19880	rnn.weight_ih_l0_reverse	1	-0.0038418553303927183
19880	rnn.weight_ih_l0_reverse	2	0.02652035839855671
19880	rnn.weight_ih_l0_reverse	3	-0.060389865189790726
19880	rnn.weight_ih_l0_reverse	4	0.009536946192383766
19880	rnn.weight_ih_l0_reverse	5	-0.05194487422704697
19880	rnn.weight_ih_l0_reverse	6	0.017260123044252396
19880	rnn.weight_ih_l0_reverse	7	0.04636552929878235
19880	rnn.weight_ih_l0_reverse	8	-0.04409028962254524
19880	rnn.weight_ih_l0_reverse	9	-0.05259246379137039
19880	rnn.weight_hh_l0_reverse	0	-0.07408639043569565
19880	rnn.weight_hh_l0_reverse	1	-0.05886887013912201
19880	rnn.weight_hh_l0_reverse	2	0.033317022025585175
19880	rnn.weight_hh_l0_reverse	3	0.04611542075872421
19880	rnn.weight_hh_l0_reverse	4	-0.0032852913718670607
19880	rnn.weight_hh_l0_reverse	5	0.044750604778528214
19880	rnn.weight_hh_l0_reverse	6	-0.0014669079100713134
19880	rnn.weight_hh_l0_reverse	7	0.004518711473792791
19880	rnn.weight_hh_l0_reverse	8	-0.09100761264562607
19880	rnn.weight_hh_l0_reverse	9	0.07125567644834518
19880	rnn.bias_ih_l0_reverse	0	-0.07690317183732986
19880	rnn.bias_ih_l0_reverse	1	-0.07203178107738495
19880	rnn.bias_ih_l0_reverse	2	0.10987180471420288
19880	rnn.bias_ih_l0_reverse	3	0.03462228178977966
19880	rnn.bias_ih_l0_reverse	4	-0.12638401985168457
19880	rnn.bias_ih_l0_reverse	5	0.035852380096912384
19880	rnn.bias_ih_l0_reverse	6	-0.11483488976955414
19880	rnn.bias_ih_l0_reverse	7	0.038968153297901154
19880	rnn.bias_ih_l0_reverse	8	0.031175624579191208
19880	rnn.bias_ih_l0_reverse	9	0.06472533196210861
19880	rnn.bias_hh_l0_reverse	0	0.04960701987147331
19880	rnn.bias_hh_l0_reverse	1	0.056567784398794174
19880	rnn.bias_hh_l0_reverse	2	0.07718220353126526
19880	rnn.bias_hh_l0_reverse	3	-0.010828563943505287
19880	rnn.bias_hh_l0_reverse	4	0.07484021782875061
19880	rnn.bias_hh_l0_reverse	5	0.0017533361678943038
19880	rnn.bias_hh_l0_reverse	6	-0.058829184621572495
19880	rnn.bias_hh_l0_reverse	7	0.02425156906247139
19880	rnn.bias_hh_l0_reverse	8	0.01335085928440094
19880	rnn.bias_hh_l0_reverse	9	-0.14130382239818573
19880	linear.weight	0	0.17981553077697754
19880	linear.weight	1	-0.14630471169948578
19880	linear.weight	2	-0.1811354011297226
19880	linear.weight	3	0.05455499887466431
19880	linear.weight	4	-0.025017661973834038
19880	linear.weight	5	-0.004396595526486635
19880	linear.weight	6	-0.007548617664724588
19880	linear.weight	7	-0.029180925339460373
19880	linear.weight	8	0.05345337465405464
19880	linear.weight	9	0.3270682096481323
19880	linear.bias	0	-0.1825721561908722
19880	linear.bias	1	0.17575061321258545
19880	linear.bias	2	-0.5119805932044983
19880	linear.bias	3	1.6729679107666016
19880	linear.bias	4	-0.3819492757320404
19880	linear.bias	5	-0.030769959092140198
19880	linear.bias	6	-0.3409208059310913
19880	linear.bias	7	-0.2782233953475952
19880	linear.bias	8	-0.023321665823459625
19880	linear.bias	9	-0.48232772946357727
19908	transitions	0	-0.6379724740982056
19908	transitions	1	0.361534982919693
19908	transitions	2	1.686408281326294
19908	transitions	3	0.10965140908956528
19908	transitions	4	0.9560035467147827
19908	transitions	5	1.2741254568099976
19908	transitions	6	0.4835701584815979
19908	transitions	7	0.17649520933628082
19908	transitions	8	-0.9194222688674927
19908	transitions	9	0.9306996464729309
19908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19908	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19908	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19908	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19908	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19908	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19908	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19908	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19908	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19908	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19908	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19908	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19908	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19908	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19908	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19908	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19908	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19908	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19908	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19908	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19908	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19908	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19908	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19908	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19908	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19908	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19908	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19908	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19908	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19908	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19908	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19908	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19908	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19908	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19908	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19908	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19908	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19908	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19908	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19908	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19908	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19908	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19908	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19908	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19908	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19908	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19908	embedding2nn.weight	0	0.020992562174797058
19908	embedding2nn.weight	1	0.014814975671470165
19908	embedding2nn.weight	2	-0.004546875134110451
19908	embedding2nn.weight	3	0.0038869832642376423
19908	embedding2nn.weight	4	-0.005101692862808704
19908	embedding2nn.weight	5	0.01095788273960352
19908	embedding2nn.weight	6	-0.004000785760581493
19908	embedding2nn.weight	7	0.012204303406178951
19908	embedding2nn.weight	8	-0.0049783275462687016
19908	embedding2nn.weight	9	-0.013223957270383835
19908	embedding2nn.bias	0	-0.03924350067973137
19908	embedding2nn.bias	1	-0.010116214863955975
19908	embedding2nn.bias	2	-0.06275754421949387
19908	embedding2nn.bias	3	0.0025351003278046846
19908	embedding2nn.bias	4	-0.00044177271774969995
19908	embedding2nn.bias	5	0.000926521432120353
19908	embedding2nn.bias	6	0.005931830033659935
19908	embedding2nn.bias	7	0.005127446260303259
19908	embedding2nn.bias	8	-0.0049639432691037655
19908	embedding2nn.bias	9	-0.0038401789497584105
19908	rnn.weight_ih_l0	0	0.040429163724184036
19908	rnn.weight_ih_l0	1	-0.008772874251008034
19908	rnn.weight_ih_l0	2	-0.040077704936265945
19908	rnn.weight_ih_l0	3	-0.04358874261379242
19908	rnn.weight_ih_l0	4	-0.05118989944458008
19908	rnn.weight_ih_l0	5	-0.008745581842958927
19908	rnn.weight_ih_l0	6	-0.05101771280169487
19908	rnn.weight_ih_l0	7	-0.05754180997610092
19908	rnn.weight_ih_l0	8	-0.04520852863788605
19908	rnn.weight_ih_l0	9	-0.028556520119309425
19908	rnn.weight_hh_l0	0	0.017289210110902786
19908	rnn.weight_hh_l0	1	-0.016232475638389587
19908	rnn.weight_hh_l0	2	-0.0740845650434494
19908	rnn.weight_hh_l0	3	-0.031375132501125336
19908	rnn.weight_hh_l0	4	-0.07313286513090134
19908	rnn.weight_hh_l0	5	-0.009072914719581604
19908	rnn.weight_hh_l0	6	-0.03949463367462158
19908	rnn.weight_hh_l0	7	-0.01687401905655861
19908	rnn.weight_hh_l0	8	-0.020668501034379005
19908	rnn.weight_hh_l0	9	0.009960578754544258
19908	rnn.bias_ih_l0	0	0.1285434514284134
19908	rnn.bias_ih_l0	1	-0.05776655673980713
19908	rnn.bias_ih_l0	2	0.1101563423871994
19908	rnn.bias_ih_l0	3	0.051237400621175766
19908	rnn.bias_ih_l0	4	0.0990215390920639
19908	rnn.bias_ih_l0	5	0.02685275673866272
19908	rnn.bias_ih_l0	6	-0.012281649746000767
19908	rnn.bias_ih_l0	7	-0.10157779604196548
19908	rnn.bias_ih_l0	8	-0.1757877618074417
19908	rnn.bias_ih_l0	9	0.0903598815202713
19908	rnn.bias_hh_l0	0	-0.009860926307737827
19908	rnn.bias_hh_l0	1	0.025406822562217712
19908	rnn.bias_hh_l0	2	-0.015034524723887444
19908	rnn.bias_hh_l0	3	-0.016452603042125702
19908	rnn.bias_hh_l0	4	-0.04533049091696739
19908	rnn.bias_hh_l0	5	0.13164560496807098
19908	rnn.bias_hh_l0	6	0.028079405426979065
19908	rnn.bias_hh_l0	7	0.04358268901705742
19908	rnn.bias_hh_l0	8	0.022087106481194496
19908	rnn.bias_hh_l0	9	0.03091074898838997
19908	rnn.weight_ih_l0_reverse	0	-0.030519725754857063
19908	rnn.weight_ih_l0_reverse	1	-0.0028430765960365534
19908	rnn.weight_ih_l0_reverse	2	0.026122184470295906
19908	rnn.weight_ih_l0_reverse	3	-0.06053277850151062
19908	rnn.weight_ih_l0_reverse	4	0.00990147702395916
19908	rnn.weight_ih_l0_reverse	5	-0.052154090255498886
19908	rnn.weight_ih_l0_reverse	6	0.016979167237877846
19908	rnn.weight_ih_l0_reverse	7	0.0465102456510067
19908	rnn.weight_ih_l0_reverse	8	-0.044122062623500824
19908	rnn.weight_ih_l0_reverse	9	-0.05255953595042229
19908	rnn.weight_hh_l0_reverse	0	-0.07458968460559845
19908	rnn.weight_hh_l0_reverse	1	-0.05855945870280266
19908	rnn.weight_hh_l0_reverse	2	0.03370773047208786
19908	rnn.weight_hh_l0_reverse	3	0.04590360447764397
19908	rnn.weight_hh_l0_reverse	4	-0.002808032324537635
19908	rnn.weight_hh_l0_reverse	5	0.044664494693279266
19908	rnn.weight_hh_l0_reverse	6	-0.0014918207889422774
19908	rnn.weight_hh_l0_reverse	7	0.003917332272976637
19908	rnn.weight_hh_l0_reverse	8	-0.09098987281322479
19908	rnn.weight_hh_l0_reverse	9	0.07203082740306854
19908	rnn.bias_ih_l0_reverse	0	-0.07522007077932358
19908	rnn.bias_ih_l0_reverse	1	-0.07357838749885559
19908	rnn.bias_ih_l0_reverse	2	0.1097727045416832
19908	rnn.bias_ih_l0_reverse	3	0.035780664533376694
19908	rnn.bias_ih_l0_reverse	4	-0.12684574723243713
19908	rnn.bias_ih_l0_reverse	5	0.03690385818481445
19908	rnn.bias_ih_l0_reverse	6	-0.11538586765527725
19908	rnn.bias_ih_l0_reverse	7	0.03929832950234413
19908	rnn.bias_ih_l0_reverse	8	0.028867987915873528
19908	rnn.bias_ih_l0_reverse	9	0.06394155323505402
19908	rnn.bias_hh_l0_reverse	0	0.04877825453877449
19908	rnn.bias_hh_l0_reverse	1	0.05629875138401985
19908	rnn.bias_hh_l0_reverse	2	0.07674016058444977
19908	rnn.bias_hh_l0_reverse	3	-0.00970461219549179
19908	rnn.bias_hh_l0_reverse	4	0.07278403639793396
19908	rnn.bias_hh_l0_reverse	5	0.003960592672228813
19908	rnn.bias_hh_l0_reverse	6	-0.06044633686542511
19908	rnn.bias_hh_l0_reverse	7	0.023423807695508003
19908	rnn.bias_hh_l0_reverse	8	0.01569252461194992
19908	rnn.bias_hh_l0_reverse	9	-0.13935808837413788
19908	linear.weight	0	0.18203264474868774
19908	linear.weight	1	-0.14629395306110382
19908	linear.weight	2	-0.18161161243915558
19908	linear.weight	3	0.047756705433130264
19908	linear.weight	4	-0.024772435426712036
19908	linear.weight	5	-0.0042639002203941345
19908	linear.weight	6	-0.00754669401794672
19908	linear.weight	7	-0.029154978692531586
19908	linear.weight	8	0.053471483290195465
19908	linear.weight	9	0.32406002283096313
19908	linear.bias	0	-0.19891855120658875
19908	linear.bias	1	0.17427930235862732
19908	linear.bias	2	-0.5110732913017273
19908	linear.bias	3	1.683603286743164
19908	linear.bias	4	-0.38209179043769836
19908	linear.bias	5	-0.030769959092140198
19908	linear.bias	6	-0.33901599049568176
19908	linear.bias	7	-0.278266042470932
19908	linear.bias	8	-0.01916651986539364
19908	linear.bias	9	-0.48241937160491943
19936	transitions	0	-0.6380309462547302
19936	transitions	1	0.36152252554893494
19936	transitions	2	1.6863319873809814
19936	transitions	3	0.10963316261768341
19936	transitions	4	0.955997884273529
19936	transitions	5	1.2741247415542603
19936	transitions	6	0.4835699498653412
19936	transitions	7	0.17649252712726593
19936	transitions	8	-0.9194228649139404
19936	transitions	9	0.9306996464729309
19936	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19936	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19936	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19936	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19936	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19936	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19936	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19936	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19936	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19936	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19936	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19936	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19936	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19936	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19936	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19936	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19936	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19936	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19936	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19936	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19936	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19936	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19936	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19936	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19936	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19936	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19936	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19936	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19936	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19936	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19936	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19936	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19936	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19936	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19936	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19936	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19936	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19936	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19936	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19936	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19936	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19936	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19936	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19936	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19936	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19936	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19936	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19936	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19936	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19936	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19936	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19936	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19936	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19936	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19936	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19936	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19936	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19936	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19936	embedding2nn.weight	0	0.02038704790174961
19936	embedding2nn.weight	1	0.014848344027996063
19936	embedding2nn.weight	2	-0.0045397174544632435
19936	embedding2nn.weight	3	0.00399363087490201
19936	embedding2nn.weight	4	-0.00508577236905694
19936	embedding2nn.weight	5	0.01105580385774374
19936	embedding2nn.weight	6	-0.004018760751932859
19936	embedding2nn.weight	7	0.011567201465368271
19936	embedding2nn.weight	8	-0.005018220748752356
19936	embedding2nn.weight	9	-0.013143503107130527
19936	embedding2nn.bias	0	-0.03956596180796623
19936	embedding2nn.bias	1	-0.00643324526026845
19936	embedding2nn.bias	2	-0.06121303141117096
19936	embedding2nn.bias	3	-0.0007456890307366848
19936	embedding2nn.bias	4	-0.009250697679817677
19936	embedding2nn.bias	5	0.0019582698587328196
19936	embedding2nn.bias	6	0.013539372943341732
19936	embedding2nn.bias	7	0.011889857240021229
19936	embedding2nn.bias	8	-0.00862307008355856
19936	embedding2nn.bias	9	-0.00761682353913784
19936	rnn.weight_ih_l0	0	0.040260199457407
19936	rnn.weight_ih_l0	1	-0.00900985673069954
19936	rnn.weight_ih_l0	2	-0.04061763733625412
19936	rnn.weight_ih_l0	3	-0.04366551712155342
19936	rnn.weight_ih_l0	4	-0.05152704194188118
19936	rnn.weight_ih_l0	5	-0.008893349207937717
19936	rnn.weight_ih_l0	6	-0.05075768381357193
19936	rnn.weight_ih_l0	7	-0.057326436042785645
19936	rnn.weight_ih_l0	8	-0.04514654725790024
19936	rnn.weight_ih_l0	9	-0.028727497905492783
19936	rnn.weight_hh_l0	0	0.017248988151550293
19936	rnn.weight_hh_l0	1	-0.015326451510190964
19936	rnn.weight_hh_l0	2	-0.07369653135538101
19936	rnn.weight_hh_l0	3	-0.03182794153690338
19936	rnn.weight_hh_l0	4	-0.07283594459295273
19936	rnn.weight_hh_l0	5	-0.008663809858262539
19936	rnn.weight_hh_l0	6	-0.04072635620832443
19936	rnn.weight_hh_l0	7	-0.01729782298207283
19936	rnn.weight_hh_l0	8	-0.020793477073311806
19936	rnn.weight_hh_l0	9	0.008735396899282932
19936	rnn.bias_ih_l0	0	0.12848009169101715
19936	rnn.bias_ih_l0	1	-0.05532842129468918
19936	rnn.bias_ih_l0	2	0.1100793182849884
19936	rnn.bias_ih_l0	3	0.04900612309575081
19936	rnn.bias_ih_l0	4	0.09965737909078598
19936	rnn.bias_ih_l0	5	0.02724516950547695
19936	rnn.bias_ih_l0	6	-0.013121463358402252
19936	rnn.bias_ih_l0	7	-0.1000097468495369
19936	rnn.bias_ih_l0	8	-0.1782509982585907
19936	rnn.bias_ih_l0	9	0.08842688053846359
19936	rnn.bias_hh_l0	0	-0.009205455891788006
19936	rnn.bias_hh_l0	1	0.025142427533864975
19936	rnn.bias_hh_l0	2	-0.01379702240228653
19936	rnn.bias_hh_l0	3	-0.015490728430449963
19936	rnn.bias_hh_l0	4	-0.044781509786844254
19936	rnn.bias_hh_l0	5	0.1314684897661209
19936	rnn.bias_hh_l0	6	0.029218915849924088
19936	rnn.bias_hh_l0	7	0.04508497565984726
19936	rnn.bias_hh_l0	8	0.021247293800115585
19936	rnn.bias_hh_l0	9	0.029643528163433075
19936	rnn.weight_ih_l0_reverse	0	-0.030388612300157547
19936	rnn.weight_ih_l0_reverse	1	-0.002135103801265359
19936	rnn.weight_ih_l0_reverse	2	0.02576327882707119
19936	rnn.weight_ih_l0_reverse	3	-0.06083874776959419
19936	rnn.weight_ih_l0_reverse	4	0.009627298451960087
19936	rnn.weight_ih_l0_reverse	5	-0.052085526287555695
19936	rnn.weight_ih_l0_reverse	6	0.016580402851104736
19936	rnn.weight_ih_l0_reverse	7	0.046435222029685974
19936	rnn.weight_ih_l0_reverse	8	-0.04455865919589996
19936	rnn.weight_ih_l0_reverse	9	-0.05254153907299042
19936	rnn.weight_hh_l0_reverse	0	-0.07490485161542892
19936	rnn.weight_hh_l0_reverse	1	-0.05956093221902847
19936	rnn.weight_hh_l0_reverse	2	0.03423388674855232
19936	rnn.weight_hh_l0_reverse	3	0.04565362632274628
19936	rnn.weight_hh_l0_reverse	4	-0.0019125166581943631
19936	rnn.weight_hh_l0_reverse	5	0.04433068633079529
19936	rnn.weight_hh_l0_reverse	6	2.5904953872668557e-05
19936	rnn.weight_hh_l0_reverse	7	0.004156709183007479
19936	rnn.weight_hh_l0_reverse	8	-0.09071153402328491
19936	rnn.weight_hh_l0_reverse	9	0.07256536185741425
19936	rnn.bias_ih_l0_reverse	0	-0.07520551234483719
19936	rnn.bias_ih_l0_reverse	1	-0.07049190998077393
19936	rnn.bias_ih_l0_reverse	2	0.10962285846471786
19936	rnn.bias_ih_l0_reverse	3	0.035783037543296814
19936	rnn.bias_ih_l0_reverse	4	-0.1268598884344101
19936	rnn.bias_ih_l0_reverse	5	0.039234060794115067
19936	rnn.bias_ih_l0_reverse	6	-0.11451023817062378
19936	rnn.bias_ih_l0_reverse	7	0.037538785487413406
19936	rnn.bias_ih_l0_reverse	8	0.030157458037137985
19936	rnn.bias_ih_l0_reverse	9	0.06482794880867004
19936	rnn.bias_hh_l0_reverse	0	0.047351617366075516
19936	rnn.bias_hh_l0_reverse	1	0.05586464703083038
19936	rnn.bias_hh_l0_reverse	2	0.07444117963314056
19936	rnn.bias_hh_l0_reverse	3	-0.009202501736581326
19936	rnn.bias_hh_l0_reverse	4	0.07217226177453995
19936	rnn.bias_hh_l0_reverse	5	0.007960029877722263
19936	rnn.bias_hh_l0_reverse	6	-0.06380151957273483
19936	rnn.bias_hh_l0_reverse	7	0.022742317989468575
19936	rnn.bias_hh_l0_reverse	8	0.013996217399835587
19936	rnn.bias_hh_l0_reverse	9	-0.14041541516780853
19936	linear.weight	0	0.18262885510921478
19936	linear.weight	1	-0.1462855041027069
19936	linear.weight	2	-0.18118152022361755
19936	linear.weight	3	0.0465267039835453
19936	linear.weight	4	-0.02426033839583397
19936	linear.weight	5	-0.004428901243954897
19936	linear.weight	6	-0.007543992716819048
19936	linear.weight	7	-0.02912800945341587
19936	linear.weight	8	0.05255192145705223
19936	linear.weight	9	0.32223355770111084
19936	linear.bias	0	-0.2038833349943161
19936	linear.bias	1	0.17777837812900543
19936	linear.bias	2	-0.5093607902526855
19936	linear.bias	3	1.6943715810775757
19936	linear.bias	4	-0.3821907937526703
19936	linear.bias	5	-0.030769959092140198
19936	linear.bias	6	-0.33730217814445496
19936	linear.bias	7	-0.27694642543792725
19936	linear.bias	8	-0.026170670986175537
19936	linear.bias	9	-0.4825139343738556
19964	transitions	0	-0.6380990743637085
19964	transitions	1	0.36148887872695923
19964	transitions	2	1.686204433441162
19964	transitions	3	0.1096053197979927
19964	transitions	4	0.9558321237564087
19964	transitions	5	1.2741243839263916
19964	transitions	6	0.48356980085372925
19964	transitions	7	0.17649219930171967
19964	transitions	8	-0.9194230437278748
19964	transitions	9	0.9306992292404175
19964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19964	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19964	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19964	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19964	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19964	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19964	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19964	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19964	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19964	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19964	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19964	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19964	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19964	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19964	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19964	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19964	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19964	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19964	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19964	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19964	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19964	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19964	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19964	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19964	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19964	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19964	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19964	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19964	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19964	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19964	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19964	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19964	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19964	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19964	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19964	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19964	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19964	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19964	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19964	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19964	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19964	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19964	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19964	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19964	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19964	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19964	embedding2nn.weight	0	0.020602628588676453
19964	embedding2nn.weight	1	0.014874914661049843
19964	embedding2nn.weight	2	-0.004553787410259247
19964	embedding2nn.weight	3	0.0036976139526814222
19964	embedding2nn.weight	4	-0.005037710536271334
19964	embedding2nn.weight	5	0.01097173523157835
19964	embedding2nn.weight	6	-0.0041065518744289875
19964	embedding2nn.weight	7	0.011899092234671116
19964	embedding2nn.weight	8	-0.005040338728576899
19964	embedding2nn.weight	9	-0.013120369985699654
19964	embedding2nn.bias	0	-0.037925589829683304
19964	embedding2nn.bias	1	-0.002192763378843665
19964	embedding2nn.bias	2	-0.06032437086105347
19964	embedding2nn.bias	3	0.0013817875878885388
19964	embedding2nn.bias	4	-0.006121251732110977
19964	embedding2nn.bias	5	0.003685518866404891
19964	embedding2nn.bias	6	0.012806074693799019
19964	embedding2nn.bias	7	0.017748938873410225
19964	embedding2nn.bias	8	-0.011063669808208942
19964	embedding2nn.bias	9	-0.00726384948939085
19964	rnn.weight_ih_l0	0	0.040295347571372986
19964	rnn.weight_ih_l0	1	-0.010080097243189812
19964	rnn.weight_ih_l0	2	-0.039223361760377884
19964	rnn.weight_ih_l0	3	-0.04374184086918831
19964	rnn.weight_ih_l0	4	-0.05179964751005173
19964	rnn.weight_ih_l0	5	-0.009037728421390057
19964	rnn.weight_ih_l0	6	-0.0506538562476635
19964	rnn.weight_ih_l0	7	-0.05746294930577278
19964	rnn.weight_ih_l0	8	-0.045138053596019745
19964	rnn.weight_ih_l0	9	-0.02861272171139717
19964	rnn.weight_hh_l0	0	0.01721026748418808
19964	rnn.weight_hh_l0	1	-0.014921988360583782
19964	rnn.weight_hh_l0	2	-0.07396464794874191
19964	rnn.weight_hh_l0	3	-0.0316208153963089
19964	rnn.weight_hh_l0	4	-0.07315909117460251
19964	rnn.weight_hh_l0	5	-0.007832973264157772
19964	rnn.weight_hh_l0	6	-0.040902938693761826
19964	rnn.weight_hh_l0	7	-0.01692976802587509
19964	rnn.weight_hh_l0	8	-0.02049943059682846
19964	rnn.weight_hh_l0	9	0.008313474245369434
19964	rnn.bias_ih_l0	0	0.1289389729499817
19964	rnn.bias_ih_l0	1	-0.054557155817747116
19964	rnn.bias_ih_l0	2	0.11186488717794418
19964	rnn.bias_ih_l0	3	0.04734471067786217
19964	rnn.bias_ih_l0	4	0.0998501405119896
19964	rnn.bias_ih_l0	5	0.026878220960497856
19964	rnn.bias_ih_l0	6	-0.013147223740816116
19964	rnn.bias_ih_l0	7	-0.10304242372512817
19964	rnn.bias_ih_l0	8	-0.1824384182691574
19964	rnn.bias_ih_l0	9	0.08753263205289841
19964	rnn.bias_hh_l0	0	-0.009197592735290527
19964	rnn.bias_hh_l0	1	0.023650284856557846
19964	rnn.bias_hh_l0	2	-0.013789456337690353
19964	rnn.bias_hh_l0	3	-0.01567092537879944
19964	rnn.bias_hh_l0	4	-0.04439304396510124
19964	rnn.bias_hh_l0	5	0.13093507289886475
19964	rnn.bias_hh_l0	6	0.028793824836611748
19964	rnn.bias_hh_l0	7	0.04283216595649719
19964	rnn.bias_hh_l0	8	0.021221531555056572
19964	rnn.bias_hh_l0	9	0.0278733242303133
19964	rnn.weight_ih_l0_reverse	0	-0.030169064179062843
19964	rnn.weight_ih_l0_reverse	1	-0.0023753338027745485
19964	rnn.weight_ih_l0_reverse	2	0.025731084868311882
19964	rnn.weight_ih_l0_reverse	3	-0.060927409678697586
19964	rnn.weight_ih_l0_reverse	4	0.010031118988990784
19964	rnn.weight_ih_l0_reverse	5	-0.051877573132514954
19964	rnn.weight_ih_l0_reverse	6	0.016547629609704018
19964	rnn.weight_ih_l0_reverse	7	0.04651661217212677
19964	rnn.weight_ih_l0_reverse	8	-0.044627364724874496
19964	rnn.weight_ih_l0_reverse	9	-0.05265587568283081
19964	rnn.weight_hh_l0_reverse	0	-0.07504712045192719
19964	rnn.weight_hh_l0_reverse	1	-0.059629831463098526
19964	rnn.weight_hh_l0_reverse	2	0.03415025398135185
19964	rnn.weight_hh_l0_reverse	3	0.04534061253070831
19964	rnn.weight_hh_l0_reverse	4	-0.0023779962211847305
19964	rnn.weight_hh_l0_reverse	5	0.044325657188892365
19964	rnn.weight_hh_l0_reverse	6	-0.002376576652750373
19964	rnn.weight_hh_l0_reverse	7	0.004054996185004711
19964	rnn.weight_hh_l0_reverse	8	-0.09042255580425262
19964	rnn.weight_hh_l0_reverse	9	0.07281221449375153
19964	rnn.bias_ih_l0_reverse	0	-0.07055911421775818
19964	rnn.bias_ih_l0_reverse	1	-0.07280348986387253
19964	rnn.bias_ih_l0_reverse	2	0.10785151273012161
19964	rnn.bias_ih_l0_reverse	3	0.0347612127661705
19964	rnn.bias_ih_l0_reverse	4	-0.12794670462608337
19964	rnn.bias_ih_l0_reverse	5	0.03904044255614281
19964	rnn.bias_ih_l0_reverse	6	-0.11205841600894928
19964	rnn.bias_ih_l0_reverse	7	0.03402934595942497
19964	rnn.bias_ih_l0_reverse	8	0.02941235899925232
19964	rnn.bias_ih_l0_reverse	9	0.06447285413742065
19964	rnn.bias_hh_l0_reverse	0	0.05263742431998253
19964	rnn.bias_hh_l0_reverse	1	0.05306623503565788
19964	rnn.bias_hh_l0_reverse	2	0.07577406615018845
19964	rnn.bias_hh_l0_reverse	3	-0.00825574528425932
19964	rnn.bias_hh_l0_reverse	4	0.07412593066692352
19964	rnn.bias_hh_l0_reverse	5	0.006604720372706652
19964	rnn.bias_hh_l0_reverse	6	-0.06270159780979156
19964	rnn.bias_hh_l0_reverse	7	0.021697059273719788
19964	rnn.bias_hh_l0_reverse	8	0.015467696823179722
19964	rnn.bias_hh_l0_reverse	9	-0.13567763566970825
19964	linear.weight	0	0.18099823594093323
19964	linear.weight	1	-0.14629356563091278
19964	linear.weight	2	-0.1822481006383896
19964	linear.weight	3	0.046048276126384735
19964	linear.weight	4	-0.02406003698706627
19964	linear.weight	5	-0.004307487979531288
19964	linear.weight	6	-0.007541266269981861
19964	linear.weight	7	-0.029100703075528145
19964	linear.weight	8	0.05310992896556854
19964	linear.weight	9	0.3173547089099884
19964	linear.bias	0	-0.19822247326374054
19964	linear.bias	1	0.17931759357452393
19964	linear.bias	2	-0.5131921172142029
19964	linear.bias	3	1.6832324266433716
19964	linear.bias	4	-0.3826081156730652
19964	linear.bias	5	-0.030769959092140198
19964	linear.bias	6	-0.34198635816574097
19964	linear.bias	7	-0.27758118510246277
19964	linear.bias	8	-0.014164692722260952
19964	linear.bias	9	-0.48269981145858765
19992	transitions	0	-0.6381341218948364
19992	transitions	1	0.36146706342697144
19992	transitions	2	1.6861034631729126
19992	transitions	3	0.10958241671323776
19992	transitions	4	0.9557663202285767
19992	transitions	5	1.2741224765777588
19992	transitions	6	0.48356959223747253
19992	transitions	7	0.17649132013320923
19992	transitions	8	-0.9194233417510986
19992	transitions	9	0.9306991696357727
19992	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
19992	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
19992	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
19992	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
19992	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
19992	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
19992	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
19992	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
19992	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
19992	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
19992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
19992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
19992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
19992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
19992	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
19992	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
19992	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
19992	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
19992	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
19992	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
19992	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
19992	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
19992	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
19992	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
19992	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
19992	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
19992	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
19992	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
19992	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
19992	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
19992	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
19992	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
19992	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
19992	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
19992	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
19992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
19992	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
19992	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
19992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
19992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
19992	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
19992	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
19992	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
19992	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
19992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
19992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
19992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
19992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
19992	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
19992	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
19992	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
19992	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
19992	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
19992	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
19992	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
19992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
19992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
19992	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
19992	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
19992	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
19992	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
19992	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
19992	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
19992	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
19992	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
19992	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
19992	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
19992	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
19992	embedding2nn.weight	0	0.020229991525411606
19992	embedding2nn.weight	1	0.014833436347544193
19992	embedding2nn.weight	2	-0.00464228168129921
19992	embedding2nn.weight	3	0.0037857946008443832
19992	embedding2nn.weight	4	-0.005059299059212208
19992	embedding2nn.weight	5	0.01122735533863306
19992	embedding2nn.weight	6	-0.004075136035680771
19992	embedding2nn.weight	7	0.012580912560224533
19992	embedding2nn.weight	8	-0.004945002496242523
19992	embedding2nn.weight	9	-0.013147978112101555
19992	embedding2nn.bias	0	-0.03593204915523529
19992	embedding2nn.bias	1	-0.0016902054194360971
19992	embedding2nn.bias	2	-0.052796728909015656
19992	embedding2nn.bias	3	0.0051104105077683926
19992	embedding2nn.bias	4	-0.003830826375633478
19992	embedding2nn.bias	5	0.00017084047431126237
19992	embedding2nn.bias	6	0.011013745330274105
19992	embedding2nn.bias	7	0.013070544227957726
19992	embedding2nn.bias	8	-0.009012492373585701
19992	embedding2nn.bias	9	-0.008766728453338146
19992	rnn.weight_ih_l0	0	0.04047973453998566
19992	rnn.weight_ih_l0	1	-0.010790189728140831
19992	rnn.weight_ih_l0	2	-0.04095049574971199
19992	rnn.weight_ih_l0	3	-0.043066855520009995
19992	rnn.weight_ih_l0	4	-0.05121679604053497
19992	rnn.weight_ih_l0	5	-0.009281161241233349
19992	rnn.weight_ih_l0	6	-0.05118940398097038
19992	rnn.weight_ih_l0	7	-0.05750543624162674
19992	rnn.weight_ih_l0	8	-0.04527396336197853
19992	rnn.weight_ih_l0	9	-0.028280623257160187
19992	rnn.weight_hh_l0	0	0.016971798613667488
19992	rnn.weight_hh_l0	1	-0.01488705538213253
19992	rnn.weight_hh_l0	2	-0.07243172824382782
19992	rnn.weight_hh_l0	3	-0.03166360780596733
19992	rnn.weight_hh_l0	4	-0.07325468957424164
19992	rnn.weight_hh_l0	5	-0.008999424055218697
19992	rnn.weight_hh_l0	6	-0.0408480167388916
19992	rnn.weight_hh_l0	7	-0.01580641232430935
19992	rnn.weight_hh_l0	8	-0.02013389579951763
19992	rnn.weight_hh_l0	9	0.008572351187467575
19992	rnn.bias_ih_l0	0	0.12857279181480408
19992	rnn.bias_ih_l0	1	-0.05260756239295006
19992	rnn.bias_ih_l0	2	0.11334915459156036
19992	rnn.bias_ih_l0	3	0.04966133087873459
19992	rnn.bias_ih_l0	4	0.0976131483912468
19992	rnn.bias_ih_l0	5	0.025646448135375977
19992	rnn.bias_ih_l0	6	-0.01286054402589798
19992	rnn.bias_ih_l0	7	-0.1057920902967453
19992	rnn.bias_ih_l0	8	-0.18406781554222107
19992	rnn.bias_ih_l0	9	0.0877271518111229
19992	rnn.bias_hh_l0	0	-0.00848555937409401
19992	rnn.bias_hh_l0	1	0.025612723082304
19992	rnn.bias_hh_l0	2	-0.013076230883598328
19992	rnn.bias_hh_l0	3	-0.01516680233180523
19992	rnn.bias_hh_l0	4	-0.044800758361816406
19992	rnn.bias_hh_l0	5	0.13095304369926453
19992	rnn.bias_hh_l0	6	0.029509862884879112
19992	rnn.bias_hh_l0	7	0.046922117471694946
19992	rnn.bias_hh_l0	8	0.02150820940732956
19992	rnn.bias_hh_l0	9	0.027876991778612137
19992	rnn.weight_ih_l0_reverse	0	-0.03020544722676277
19992	rnn.weight_ih_l0_reverse	1	-0.0033149225637316704
19992	rnn.weight_ih_l0_reverse	2	0.025830524042248726
19992	rnn.weight_ih_l0_reverse	3	-0.06072809547185898
19992	rnn.weight_ih_l0_reverse	4	0.010524280369281769
19992	rnn.weight_ih_l0_reverse	5	-0.0520680695772171
19992	rnn.weight_ih_l0_reverse	6	0.0170137956738472
19992	rnn.weight_ih_l0_reverse	7	0.04644789919257164
19992	rnn.weight_ih_l0_reverse	8	-0.044418785721063614
19992	rnn.weight_ih_l0_reverse	9	-0.05288000777363777
19992	rnn.weight_hh_l0_reverse	0	-0.07490626722574234
19992	rnn.weight_hh_l0_reverse	1	-0.05895484238862991
19992	rnn.weight_hh_l0_reverse	2	0.03395697847008705
19992	rnn.weight_hh_l0_reverse	3	0.04509445279836655
19992	rnn.weight_hh_l0_reverse	4	-0.0024171839468181133
19992	rnn.weight_hh_l0_reverse	5	0.04432550445199013
19992	rnn.weight_hh_l0_reverse	6	-0.0011097554815933108
19992	rnn.weight_hh_l0_reverse	7	0.0035827788524329662
19992	rnn.weight_hh_l0_reverse	8	-0.09003094583749771
19992	rnn.weight_hh_l0_reverse	9	0.07359235733747482
19992	rnn.bias_ih_l0_reverse	0	-0.07311899214982986
19992	rnn.bias_ih_l0_reverse	1	-0.07778440415859222
19992	rnn.bias_ih_l0_reverse	2	0.10883042216300964
19992	rnn.bias_ih_l0_reverse	3	0.0331428237259388
19992	rnn.bias_ih_l0_reverse	4	-0.12760943174362183
19992	rnn.bias_ih_l0_reverse	5	0.0391719713807106
19992	rnn.bias_ih_l0_reverse	6	-0.11587534099817276
19992	rnn.bias_ih_l0_reverse	7	0.033376261591911316
19992	rnn.bias_ih_l0_reverse	8	0.028353048488497734
19992	rnn.bias_ih_l0_reverse	9	0.06523995846509933
19992	rnn.bias_hh_l0_reverse	0	0.05077981576323509
19992	rnn.bias_hh_l0_reverse	1	0.0529843345284462
19992	rnn.bias_hh_l0_reverse	2	0.07658848166465759
19992	rnn.bias_hh_l0_reverse	3	-0.008832898922264576
19992	rnn.bias_hh_l0_reverse	4	0.07603113353252411
19992	rnn.bias_hh_l0_reverse	5	0.00212940014898777
19992	rnn.bias_hh_l0_reverse	6	-0.06259562075138092
19992	rnn.bias_hh_l0_reverse	7	0.022791216149926186
19992	rnn.bias_hh_l0_reverse	8	0.015164244920015335
19992	rnn.bias_hh_l0_reverse	9	-0.13550294935703278
19992	linear.weight	0	0.17962516844272614
19992	linear.weight	1	-0.14629094302654266
19992	linear.weight	2	-0.18134193122386932
19992	linear.weight	3	0.04482012242078781
19992	linear.weight	4	-0.024961134418845177
19992	linear.weight	5	-0.0036606015637516975
19992	linear.weight	6	-0.007538687437772751
19992	linear.weight	7	-0.028985492885112762
19992	linear.weight	8	0.057159099727869034
19992	linear.weight	9	0.31745657324790955
19992	linear.bias	0	-0.20720325410366058
19992	linear.bias	1	0.17933638393878937
19992	linear.bias	2	-0.5127680897712708
19992	linear.bias	3	1.6889195442199707
19992	linear.bias	4	-0.3827197551727295
19992	linear.bias	5	-0.030769959092140198
19992	linear.bias	6	-0.33935704827308655
19992	linear.bias	7	-0.2761826515197754
19992	linear.bias	8	-0.020669853314757347
19992	linear.bias	9	-0.48278284072875977
20020	transitions	0	-0.6381978988647461
20020	transitions	1	0.3614334762096405
20020	transitions	2	1.6860661506652832
20020	transitions	3	0.1095697283744812
20020	transitions	4	0.9557483792304993
20020	transitions	5	1.2741222381591797
20020	transitions	6	0.483568400144577
20020	transitions	7	0.1764906793832779
20020	transitions	8	-0.9194237589836121
20020	transitions	9	0.9306991696357727
20020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20020	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20020	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20020	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20020	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20020	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20020	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20020	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20020	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20020	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20020	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20020	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20020	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20020	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20020	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20020	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20020	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20020	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20020	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20020	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20020	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20020	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20020	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20020	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20020	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20020	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20020	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20020	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20020	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20020	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20020	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20020	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20020	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20020	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20020	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20020	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20020	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20020	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20020	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20020	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20020	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20020	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20020	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20020	embedding2nn.weight	0	0.019958654418587685
20020	embedding2nn.weight	1	0.01468255277723074
20020	embedding2nn.weight	2	-0.004653677809983492
20020	embedding2nn.weight	3	0.004043793771415949
20020	embedding2nn.weight	4	-0.00510350102558732
20020	embedding2nn.weight	5	0.011099752970039845
20020	embedding2nn.weight	6	-0.004048256203532219
20020	embedding2nn.weight	7	0.01258879154920578
20020	embedding2nn.weight	8	-0.004931659437716007
20020	embedding2nn.weight	9	-0.013151452876627445
20020	embedding2nn.bias	0	-0.04469431936740875
20020	embedding2nn.bias	1	-0.008560600690543652
20020	embedding2nn.bias	2	-0.054733697324991226
20020	embedding2nn.bias	3	0.009115565568208694
20020	embedding2nn.bias	4	-0.006767007987946272
20020	embedding2nn.bias	5	0.0021074844989925623
20020	embedding2nn.bias	6	0.01094650849699974
20020	embedding2nn.bias	7	0.015499251894652843
20020	embedding2nn.bias	8	-0.011362165212631226
20020	embedding2nn.bias	9	-0.003325891215354204
20020	rnn.weight_ih_l0	0	0.0407600998878479
20020	rnn.weight_ih_l0	1	-0.010177962481975555
20020	rnn.weight_ih_l0	2	-0.04052332416176796
20020	rnn.weight_ih_l0	3	-0.04298165813088417
20020	rnn.weight_ih_l0	4	-0.05112035945057869
20020	rnn.weight_ih_l0	5	-0.00909328367561102
20020	rnn.weight_ih_l0	6	-0.051241662353277206
20020	rnn.weight_ih_l0	7	-0.05756138637661934
20020	rnn.weight_ih_l0	8	-0.04540418088436127
20020	rnn.weight_ih_l0	9	-0.028196267783641815
20020	rnn.weight_hh_l0	0	0.01682225428521633
20020	rnn.weight_hh_l0	1	-0.014761636964976788
20020	rnn.weight_hh_l0	2	-0.07300238311290741
20020	rnn.weight_hh_l0	3	-0.03153026103973389
20020	rnn.weight_hh_l0	4	-0.07305478304624557
20020	rnn.weight_hh_l0	5	-0.009242454543709755
20020	rnn.weight_hh_l0	6	-0.040557343512773514
20020	rnn.weight_hh_l0	7	-0.015905961394309998
20020	rnn.weight_hh_l0	8	-0.020169248804450035
20020	rnn.weight_hh_l0	9	0.008785783313214779
20020	rnn.bias_ih_l0	0	0.12904393672943115
20020	rnn.bias_ih_l0	1	-0.050675418227910995
20020	rnn.bias_ih_l0	2	0.11470247060060501
20020	rnn.bias_ih_l0	3	0.049948714673519135
20020	rnn.bias_ih_l0	4	0.09927942603826523
20020	rnn.bias_ih_l0	5	0.0275889839977026
20020	rnn.bias_ih_l0	6	-0.011920418590307236
20020	rnn.bias_ih_l0	7	-0.10886675864458084
20020	rnn.bias_ih_l0	8	-0.1790248602628708
20020	rnn.bias_ih_l0	9	0.08851400762796402
20020	rnn.bias_hh_l0	0	-0.006759942509233952
20020	rnn.bias_hh_l0	1	0.025570088997483253
20020	rnn.bias_hh_l0	2	-0.013163762167096138
20020	rnn.bias_hh_l0	3	-0.01449812576174736
20020	rnn.bias_hh_l0	4	-0.04121981933712959
20020	rnn.bias_hh_l0	5	0.13460247218608856
20020	rnn.bias_hh_l0	6	0.027426231652498245
20020	rnn.bias_hh_l0	7	0.05065606161952019
20020	rnn.bias_hh_l0	8	0.022448334842920303
20020	rnn.bias_hh_l0	9	0.02808833122253418
20020	rnn.weight_ih_l0_reverse	0	-0.03027128428220749
20020	rnn.weight_ih_l0_reverse	1	-0.003349998500198126
20020	rnn.weight_ih_l0_reverse	2	0.026200877502560616
20020	rnn.weight_ih_l0_reverse	3	-0.06057799607515335
20020	rnn.weight_ih_l0_reverse	4	0.010817294009029865
20020	rnn.weight_ih_l0_reverse	5	-0.0518009215593338
20020	rnn.weight_ih_l0_reverse	6	0.01751839555799961
20020	rnn.weight_ih_l0_reverse	7	0.04643920063972473
20020	rnn.weight_ih_l0_reverse	8	-0.044344592839479446
20020	rnn.weight_ih_l0_reverse	9	-0.05278526246547699
20020	rnn.weight_hh_l0_reverse	0	-0.075567826628685
20020	rnn.weight_hh_l0_reverse	1	-0.060713991522789
20020	rnn.weight_hh_l0_reverse	2	0.03386485576629639
20020	rnn.weight_hh_l0_reverse	3	0.04523135721683502
20020	rnn.weight_hh_l0_reverse	4	-0.0029770229011774063
20020	rnn.weight_hh_l0_reverse	5	0.04437059536576271
20020	rnn.weight_hh_l0_reverse	6	0.001020165509544313
20020	rnn.weight_hh_l0_reverse	7	0.0037865506019443274
20020	rnn.weight_hh_l0_reverse	8	-0.08995688706636429
20020	rnn.weight_hh_l0_reverse	9	0.07305384427309036
20020	rnn.bias_ih_l0_reverse	0	-0.07445122301578522
20020	rnn.bias_ih_l0_reverse	1	-0.07909844815731049
20020	rnn.bias_ih_l0_reverse	2	0.107016421854496
20020	rnn.bias_ih_l0_reverse	3	0.03494171053171158
20020	rnn.bias_ih_l0_reverse	4	-0.1281639039516449
20020	rnn.bias_ih_l0_reverse	5	0.040394194424152374
20020	rnn.bias_ih_l0_reverse	6	-0.11397434026002884
20020	rnn.bias_ih_l0_reverse	7	0.03438486158847809
20020	rnn.bias_ih_l0_reverse	8	0.02838727831840515
20020	rnn.bias_ih_l0_reverse	9	0.0646318569779396
20020	rnn.bias_hh_l0_reverse	0	0.05517261102795601
20020	rnn.bias_hh_l0_reverse	1	0.052806440740823746
20020	rnn.bias_hh_l0_reverse	2	0.07802796363830566
20020	rnn.bias_hh_l0_reverse	3	-0.009192479774355888
20020	rnn.bias_hh_l0_reverse	4	0.07800270617008209
20020	rnn.bias_hh_l0_reverse	5	0.008673643693327904
20020	rnn.bias_hh_l0_reverse	6	-0.06452193111181259
20020	rnn.bias_hh_l0_reverse	7	0.02137269824743271
20020	rnn.bias_hh_l0_reverse	8	0.015085865743458271
20020	rnn.bias_hh_l0_reverse	9	-0.13785195350646973
20020	linear.weight	0	0.180801123380661
20020	linear.weight	1	-0.14627087116241455
20020	linear.weight	2	-0.18221132457256317
20020	linear.weight	3	0.03959789499640465
20020	linear.weight	4	-0.026325097307562828
20020	linear.weight	5	-0.0033956170082092285
20020	linear.weight	6	-0.00753755634650588
20020	linear.weight	7	-0.028828615322709084
20020	linear.weight	8	0.057228248566389084
20020	linear.weight	9	0.31425607204437256
20020	linear.bias	0	-0.2040044665336609
20020	linear.bias	1	0.18702204525470734
20020	linear.bias	2	-0.5140991806983948
20020	linear.bias	3	1.6843953132629395
20020	linear.bias	4	-0.3828854262828827
20020	linear.bias	5	-0.030769959092140198
20020	linear.bias	6	-0.3410843312740326
20020	linear.bias	7	-0.2775316536426544
20020	linear.bias	8	-0.016502415761351585
20020	linear.bias	9	-0.4828368127346039
20048	transitions	0	-0.6382837295532227
20048	transitions	1	0.36139583587646484
20048	transitions	2	1.6859900951385498
20048	transitions	3	0.10952591150999069
20048	transitions	4	0.9557179808616638
20048	transitions	5	1.2741200923919678
20048	transitions	6	0.4835682511329651
20048	transitions	7	0.17648564279079437
20048	transitions	8	-0.9194238781929016
20048	transitions	9	0.9306991100311279
20048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20048	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20048	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20048	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20048	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20048	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20048	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20048	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20048	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20048	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20048	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20048	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20048	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20048	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20048	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20048	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20048	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20048	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20048	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20048	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20048	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20048	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20048	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20048	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20048	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20048	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20048	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20048	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20048	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20048	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20048	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20048	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20048	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20048	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20048	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20048	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20048	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20048	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20048	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20048	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20048	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20048	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20048	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20048	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20048	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20048	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20048	embedding2nn.weight	0	0.019942622631788254
20048	embedding2nn.weight	1	0.014726700261235237
20048	embedding2nn.weight	2	-0.004679009784013033
20048	embedding2nn.weight	3	0.00398904038593173
20048	embedding2nn.weight	4	-0.005063749849796295
20048	embedding2nn.weight	5	0.011082855984568596
20048	embedding2nn.weight	6	-0.00406250124797225
20048	embedding2nn.weight	7	0.012043213471770287
20048	embedding2nn.weight	8	-0.005024551413953304
20048	embedding2nn.weight	9	-0.013034463860094547
20048	embedding2nn.bias	0	-0.04127028211951256
20048	embedding2nn.bias	1	-0.012957378290593624
20048	embedding2nn.bias	2	-0.05886650085449219
20048	embedding2nn.bias	3	0.002910219831392169
20048	embedding2nn.bias	4	-0.005410296376794577
20048	embedding2nn.bias	5	0.0015322129474952817
20048	embedding2nn.bias	6	0.013143341057002544
20048	embedding2nn.bias	7	0.020717404782772064
20048	embedding2nn.bias	8	-0.008717937394976616
20048	embedding2nn.bias	9	-0.00781929586082697
20048	rnn.weight_ih_l0	0	0.04073917865753174
20048	rnn.weight_ih_l0	1	-0.010178394615650177
20048	rnn.weight_ih_l0	2	-0.04129024222493172
20048	rnn.weight_ih_l0	3	-0.04334617406129837
20048	rnn.weight_ih_l0	4	-0.05084344744682312
20048	rnn.weight_ih_l0	5	-0.00897609256207943
20048	rnn.weight_ih_l0	6	-0.05146455392241478
20048	rnn.weight_ih_l0	7	-0.0575745664536953
20048	rnn.weight_ih_l0	8	-0.04509966820478439
20048	rnn.weight_ih_l0	9	-0.028037579730153084
20048	rnn.weight_hh_l0	0	0.016630863770842552
20048	rnn.weight_hh_l0	1	-0.014487845823168755
20048	rnn.weight_hh_l0	2	-0.07092344015836716
20048	rnn.weight_hh_l0	3	-0.031753722578287125
20048	rnn.weight_hh_l0	4	-0.07294473052024841
20048	rnn.weight_hh_l0	5	-0.009831157512962818
20048	rnn.weight_hh_l0	6	-0.041726093739271164
20048	rnn.weight_hh_l0	7	-0.015116554684937
20048	rnn.weight_hh_l0	8	-0.019936591386795044
20048	rnn.weight_hh_l0	9	0.008993463590741158
20048	rnn.bias_ih_l0	0	0.12694528698921204
20048	rnn.bias_ih_l0	1	-0.054009970277547836
20048	rnn.bias_ih_l0	2	0.11298970878124237
20048	rnn.bias_ih_l0	3	0.05019759759306908
20048	rnn.bias_ih_l0	4	0.09887908399105072
20048	rnn.bias_ih_l0	5	0.026803426444530487
20048	rnn.bias_ih_l0	6	-0.012268926948308945
20048	rnn.bias_ih_l0	7	-0.10453828424215317
20048	rnn.bias_ih_l0	8	-0.18917030096054077
20048	rnn.bias_ih_l0	9	0.08816798031330109
20048	rnn.bias_hh_l0	0	-0.006808590609580278
20048	rnn.bias_hh_l0	1	0.025564545765519142
20048	rnn.bias_hh_l0	2	-0.01255283784121275
20048	rnn.bias_hh_l0	3	-0.01520285103470087
20048	rnn.bias_hh_l0	4	-0.04383523017168045
20048	rnn.bias_hh_l0	5	0.13606618344783783
20048	rnn.bias_hh_l0	6	0.02863634191453457
20048	rnn.bias_hh_l0	7	0.05043509602546692
20048	rnn.bias_hh_l0	8	0.022099824622273445
20048	rnn.bias_hh_l0	9	0.026720136404037476
20048	rnn.weight_ih_l0_reverse	0	-0.030597437173128128
20048	rnn.weight_ih_l0_reverse	1	-0.0028854794800281525
20048	rnn.weight_ih_l0_reverse	2	0.026107117533683777
20048	rnn.weight_ih_l0_reverse	3	-0.06118861958384514
20048	rnn.weight_ih_l0_reverse	4	0.011073905043303967
20048	rnn.weight_ih_l0_reverse	5	-0.05134400725364685
20048	rnn.weight_ih_l0_reverse	6	0.017203981056809425
20048	rnn.weight_ih_l0_reverse	7	0.046449143439531326
20048	rnn.weight_ih_l0_reverse	8	-0.0444570817053318
20048	rnn.weight_ih_l0_reverse	9	-0.052887506783008575
20048	rnn.weight_hh_l0_reverse	0	-0.07589463889598846
20048	rnn.weight_hh_l0_reverse	1	-0.06201660633087158
20048	rnn.weight_hh_l0_reverse	2	0.03414227068424225
20048	rnn.weight_hh_l0_reverse	3	0.044911060482263565
20048	rnn.weight_hh_l0_reverse	4	-0.0024964793119579554
20048	rnn.weight_hh_l0_reverse	5	0.04444194957613945
20048	rnn.weight_hh_l0_reverse	6	0.0009463311289437115
20048	rnn.weight_hh_l0_reverse	7	0.0039001416880637407
20048	rnn.weight_hh_l0_reverse	8	-0.08967607468366623
20048	rnn.weight_hh_l0_reverse	9	0.07224003970623016
20048	rnn.bias_ih_l0_reverse	0	-0.07451168447732925
20048	rnn.bias_ih_l0_reverse	1	-0.07357525825500488
20048	rnn.bias_ih_l0_reverse	2	0.10718613862991333
20048	rnn.bias_ih_l0_reverse	3	0.03465300425887108
20048	rnn.bias_ih_l0_reverse	4	-0.13050325214862823
20048	rnn.bias_ih_l0_reverse	5	0.04227758198976517
20048	rnn.bias_ih_l0_reverse	6	-0.11703124642372131
20048	rnn.bias_ih_l0_reverse	7	0.031996797770261765
20048	rnn.bias_ih_l0_reverse	8	0.028097014874219894
20048	rnn.bias_ih_l0_reverse	9	0.06507078558206558
20048	rnn.bias_hh_l0_reverse	0	0.05444204807281494
20048	rnn.bias_hh_l0_reverse	1	0.049500972032547
20048	rnn.bias_hh_l0_reverse	2	0.07757113873958588
20048	rnn.bias_hh_l0_reverse	3	-0.008527462370693684
20048	rnn.bias_hh_l0_reverse	4	0.0763523057103157
20048	rnn.bias_hh_l0_reverse	5	0.006224082782864571
20048	rnn.bias_hh_l0_reverse	6	-0.06542248278856277
20048	rnn.bias_hh_l0_reverse	7	0.02234111912548542
20048	rnn.bias_hh_l0_reverse	8	0.014293436892330647
20048	rnn.bias_hh_l0_reverse	9	-0.13817089796066284
20048	linear.weight	0	0.17869815230369568
20048	linear.weight	1	-0.14625953137874603
20048	linear.weight	2	-0.18290331959724426
20048	linear.weight	3	0.0365854874253273
20048	linear.weight	4	-0.027922894805669785
20048	linear.weight	5	-0.0043322304263710976
20048	linear.weight	6	-0.007533305790275335
20048	linear.weight	7	-0.028705108910799026
20048	linear.weight	8	0.05939285457134247
20048	linear.weight	9	0.3156067430973053
20048	linear.bias	0	-0.20575395226478577
20048	linear.bias	1	0.1838275045156479
20048	linear.bias	2	-0.5152790546417236
20048	linear.bias	3	1.678614854812622
20048	linear.bias	4	-0.38305872678756714
20048	linear.bias	5	-0.030769959092140198
20048	linear.bias	6	-0.34237149357795715
20048	linear.bias	7	-0.27987435460090637
20048	linear.bias	8	-0.016903549432754517
20048	linear.bias	9	-0.48295024037361145
20076	transitions	0	-0.6383345127105713
20076	transitions	1	0.3613378703594208
20076	transitions	2	1.6859136819839478
20076	transitions	3	0.10949448496103287
20076	transitions	4	0.9557136297225952
20076	transitions	5	1.2741191387176514
20076	transitions	6	0.48356425762176514
20076	transitions	7	0.17647409439086914
20076	transitions	8	-0.9194244146347046
20076	transitions	9	0.9306989908218384
20076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20076	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20076	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20076	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20076	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20076	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20076	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20076	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20076	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20076	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20076	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20076	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20076	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20076	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20076	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20076	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20076	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20076	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20076	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20076	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20076	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20076	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20076	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20076	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20076	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20076	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20076	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20076	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20076	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20076	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20076	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20076	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20076	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20076	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20076	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20076	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20076	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20076	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20076	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20076	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20076	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20076	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20076	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20076	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20076	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20076	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20076	embedding2nn.weight	0	0.02031007967889309
20076	embedding2nn.weight	1	0.014712187461555004
20076	embedding2nn.weight	2	-0.0046896436251699924
20076	embedding2nn.weight	3	0.004046991933137178
20076	embedding2nn.weight	4	-0.0051033771596848965
20076	embedding2nn.weight	5	0.011087554506957531
20076	embedding2nn.weight	6	-0.003991639241576195
20076	embedding2nn.weight	7	0.012244682759046555
20076	embedding2nn.weight	8	-0.005052721127867699
20076	embedding2nn.weight	9	-0.013080059550702572
20076	embedding2nn.bias	0	-0.035924412310123444
20076	embedding2nn.bias	1	-0.006814805790781975
20076	embedding2nn.bias	2	-0.04666558653116226
20076	embedding2nn.bias	3	0.0028677114751189947
20076	embedding2nn.bias	4	-0.004129553213715553
20076	embedding2nn.bias	5	-3.310734609840438e-05
20076	embedding2nn.bias	6	0.011747940443456173
20076	embedding2nn.bias	7	0.0154254836961627
20076	embedding2nn.bias	8	-0.00579215120524168
20076	embedding2nn.bias	9	-0.0019910340197384357
20076	rnn.weight_ih_l0	0	0.040706340223550797
20076	rnn.weight_ih_l0	1	-0.010746574960649014
20076	rnn.weight_ih_l0	2	-0.04148710519075394
20076	rnn.weight_ih_l0	3	-0.042962342500686646
20076	rnn.weight_ih_l0	4	-0.050883591175079346
20076	rnn.weight_ih_l0	5	-0.009089766070246696
20076	rnn.weight_ih_l0	6	-0.05174149572849274
20076	rnn.weight_ih_l0	7	-0.057505372911691666
20076	rnn.weight_ih_l0	8	-0.044814582914114
20076	rnn.weight_ih_l0	9	-0.028315119445323944
20076	rnn.weight_hh_l0	0	0.01615680567920208
20076	rnn.weight_hh_l0	1	-0.014323430135846138
20076	rnn.weight_hh_l0	2	-0.07072751969099045
20076	rnn.weight_hh_l0	3	-0.031892675906419754
20076	rnn.weight_hh_l0	4	-0.07298515737056732
20076	rnn.weight_hh_l0	5	-0.009894567541778088
20076	rnn.weight_hh_l0	6	-0.04398797079920769
20076	rnn.weight_hh_l0	7	-0.01559916790574789
20076	rnn.weight_hh_l0	8	-0.01976783387362957
20076	rnn.weight_hh_l0	9	0.008927561342716217
20076	rnn.bias_ih_l0	0	0.1257084757089615
20076	rnn.bias_ih_l0	1	-0.05477149784564972
20076	rnn.bias_ih_l0	2	0.110794298350811
20076	rnn.bias_ih_l0	3	0.0501934252679348
20076	rnn.bias_ih_l0	4	0.09942638874053955
20076	rnn.bias_ih_l0	5	0.025511648505926132
20076	rnn.bias_ih_l0	6	-0.014147471636533737
20076	rnn.bias_ih_l0	7	-0.10545264184474945
20076	rnn.bias_ih_l0	8	-0.18723998963832855
20076	rnn.bias_ih_l0	9	0.08839371800422668
20076	rnn.bias_hh_l0	0	-0.006324658636003733
20076	rnn.bias_hh_l0	1	0.026344705373048782
20076	rnn.bias_hh_l0	2	-0.01076711155474186
20076	rnn.bias_hh_l0	3	-0.01160439383238554
20076	rnn.bias_hh_l0	4	-0.04151162505149841
20076	rnn.bias_hh_l0	5	0.13497883081436157
20076	rnn.bias_hh_l0	6	0.028525009751319885
20076	rnn.bias_hh_l0	7	0.05006944388151169
20076	rnn.bias_hh_l0	8	0.0202212855219841
20076	rnn.bias_hh_l0	9	0.027573492377996445
20076	rnn.weight_ih_l0_reverse	0	-0.030523965135216713
20076	rnn.weight_ih_l0_reverse	1	-0.0036425008438527584
20076	rnn.weight_ih_l0_reverse	2	0.026068026199936867
20076	rnn.weight_ih_l0_reverse	3	-0.061023272573947906
20076	rnn.weight_ih_l0_reverse	4	0.010804361663758755
20076	rnn.weight_ih_l0_reverse	5	-0.05157923698425293
20076	rnn.weight_ih_l0_reverse	6	0.017732003703713417
20076	rnn.weight_ih_l0_reverse	7	0.046270743012428284
20076	rnn.weight_ih_l0_reverse	8	-0.04441685602068901
20076	rnn.weight_ih_l0_reverse	9	-0.052882932126522064
20076	rnn.weight_hh_l0_reverse	0	-0.0758843868970871
20076	rnn.weight_hh_l0_reverse	1	-0.06121062859892845
20076	rnn.weight_hh_l0_reverse	2	0.034065645188093185
20076	rnn.weight_hh_l0_reverse	3	0.04551127925515175
20076	rnn.weight_hh_l0_reverse	4	-0.0020322375930845737
20076	rnn.weight_hh_l0_reverse	5	0.04447217285633087
20076	rnn.weight_hh_l0_reverse	6	0.0009459527209401131
20076	rnn.weight_hh_l0_reverse	7	0.004015163518488407
20076	rnn.weight_hh_l0_reverse	8	-0.08949638903141022
20076	rnn.weight_hh_l0_reverse	9	0.07234527170658112
20076	rnn.bias_ih_l0_reverse	0	-0.07842441648244858
20076	rnn.bias_ih_l0_reverse	1	-0.07485714554786682
20076	rnn.bias_ih_l0_reverse	2	0.10963351279497147
20076	rnn.bias_ih_l0_reverse	3	0.03449999913573265
20076	rnn.bias_ih_l0_reverse	4	-0.1284816712141037
20076	rnn.bias_ih_l0_reverse	5	0.041235312819480896
20076	rnn.bias_ih_l0_reverse	6	-0.11682942509651184
20076	rnn.bias_ih_l0_reverse	7	0.033675044775009155
20076	rnn.bias_ih_l0_reverse	8	0.026359105482697487
20076	rnn.bias_ih_l0_reverse	9	0.0662764385342598
20076	rnn.bias_hh_l0_reverse	0	0.051395874470472336
20076	rnn.bias_hh_l0_reverse	1	0.04751894250512123
20076	rnn.bias_hh_l0_reverse	2	0.07676355540752411
20076	rnn.bias_hh_l0_reverse	3	-0.00803710613399744
20076	rnn.bias_hh_l0_reverse	4	0.0778120681643486
20076	rnn.bias_hh_l0_reverse	5	0.010408615693449974
20076	rnn.bias_hh_l0_reverse	6	-0.06542441993951797
20076	rnn.bias_hh_l0_reverse	7	0.02149375155568123
20076	rnn.bias_hh_l0_reverse	8	0.014296915382146835
20076	rnn.bias_hh_l0_reverse	9	-0.1433389037847519
20076	linear.weight	0	0.18442171812057495
20076	linear.weight	1	-0.14625577628612518
20076	linear.weight	2	-0.18259784579277039
20076	linear.weight	3	0.04230554401874542
20076	linear.weight	4	-0.026182368397712708
20076	linear.weight	5	-0.0046583665534853935
20076	linear.weight	6	-0.00752166798338294
20076	linear.weight	7	-0.02867717295885086
20076	linear.weight	8	0.05738035961985588
20076	linear.weight	9	0.3129379451274872
20076	linear.bias	0	-0.20473812520503998
20076	linear.bias	1	0.18433475494384766
20076	linear.bias	2	-0.5155887007713318
20076	linear.bias	3	1.6768286228179932
20076	linear.bias	4	-0.3847769498825073
20076	linear.bias	5	-0.030769959092140198
20076	linear.bias	6	-0.3421316146850586
20076	linear.bias	7	-0.2777777910232544
20076	linear.bias	8	-0.014370527118444443
20076	linear.bias	9	-0.48302602767944336
20104	transitions	0	-0.6383727192878723
20104	transitions	1	0.361310213804245
20104	transitions	2	1.6858402490615845
20104	transitions	3	0.10898777097463608
20104	transitions	4	0.955707848072052
20104	transitions	5	1.2741172313690186
20104	transitions	6	0.4835638105869293
20104	transitions	7	0.17647352814674377
20104	transitions	8	-0.9194248914718628
20104	transitions	9	0.9306979179382324
20104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20104	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20104	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20104	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20104	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20104	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20104	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20104	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20104	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20104	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20104	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20104	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20104	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20104	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20104	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20104	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20104	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20104	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20104	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20104	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20104	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20104	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20104	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20104	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20104	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20104	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20104	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20104	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20104	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20104	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20104	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20104	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20104	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20104	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20104	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20104	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20104	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20104	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20104	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20104	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20104	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20104	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20104	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20104	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20104	embedding2nn.weight	0	0.020652692764997482
20104	embedding2nn.weight	1	0.014535566791892052
20104	embedding2nn.weight	2	-0.004570976831018925
20104	embedding2nn.weight	3	0.0037802192382514477
20104	embedding2nn.weight	4	-0.005041478201746941
20104	embedding2nn.weight	5	0.010941016487777233
20104	embedding2nn.weight	6	-0.0039248839020729065
20104	embedding2nn.weight	7	0.01306537352502346
20104	embedding2nn.weight	8	-0.005125363357365131
20104	embedding2nn.weight	9	-0.013115044683218002
20104	embedding2nn.bias	0	-0.033047154545784
20104	embedding2nn.bias	1	-0.005439520347863436
20104	embedding2nn.bias	2	-0.04735288769006729
20104	embedding2nn.bias	3	-0.003972693346440792
20104	embedding2nn.bias	4	-0.001683334819972515
20104	embedding2nn.bias	5	-0.004356234800070524
20104	embedding2nn.bias	6	0.00889609195291996
20104	embedding2nn.bias	7	0.01763378269970417
20104	embedding2nn.bias	8	-0.006255635060369968
20104	embedding2nn.bias	9	0.00010430876136524603
20104	rnn.weight_ih_l0	0	0.040701549500226974
20104	rnn.weight_ih_l0	1	-0.011603190563619137
20104	rnn.weight_ih_l0	2	-0.040406882762908936
20104	rnn.weight_ih_l0	3	-0.04366203024983406
20104	rnn.weight_ih_l0	4	-0.05119195953011513
20104	rnn.weight_ih_l0	5	-0.009037072770297527
20104	rnn.weight_ih_l0	6	-0.05203676596283913
20104	rnn.weight_ih_l0	7	-0.05775836855173111
20104	rnn.weight_ih_l0	8	-0.04480753839015961
20104	rnn.weight_ih_l0	9	-0.028136448934674263
20104	rnn.weight_hh_l0	0	0.015429801307618618
20104	rnn.weight_hh_l0	1	-0.014227105304598808
20104	rnn.weight_hh_l0	2	-0.0709717869758606
20104	rnn.weight_hh_l0	3	-0.031331244856119156
20104	rnn.weight_hh_l0	4	-0.07331693917512894
20104	rnn.weight_hh_l0	5	-0.01009531319141388
20104	rnn.weight_hh_l0	6	-0.044613711535930634
20104	rnn.weight_hh_l0	7	-0.016510523855686188
20104	rnn.weight_hh_l0	8	-0.019397472962737083
20104	rnn.weight_hh_l0	9	0.008398957550525665
20104	rnn.bias_ih_l0	0	0.12453404068946838
20104	rnn.bias_ih_l0	1	-0.05441110581159592
20104	rnn.bias_ih_l0	2	0.11099744588136673
20104	rnn.bias_ih_l0	3	0.050258755683898926
20104	rnn.bias_ih_l0	4	0.09904023259878159
20104	rnn.bias_ih_l0	5	0.02659299597144127
20104	rnn.bias_ih_l0	6	-0.015467682853341103
20104	rnn.bias_ih_l0	7	-0.10609835386276245
20104	rnn.bias_ih_l0	8	-0.1848832368850708
20104	rnn.bias_ih_l0	9	0.08658922463655472
20104	rnn.bias_hh_l0	0	-0.007551961578428745
20104	rnn.bias_hh_l0	1	0.02637888677418232
20104	rnn.bias_hh_l0	2	-0.010330453515052795
20104	rnn.bias_hh_l0	3	-0.009605864994227886
20104	rnn.bias_hh_l0	4	-0.041994594037532806
20104	rnn.bias_hh_l0	5	0.1336015909910202
20104	rnn.bias_hh_l0	6	0.027854248881340027
20104	rnn.bias_hh_l0	7	0.04896179586648941
20104	rnn.bias_hh_l0	8	0.018901076167821884
20104	rnn.bias_hh_l0	9	0.027569828554987907
20104	rnn.weight_ih_l0_reverse	0	-0.03079555742442608
20104	rnn.weight_ih_l0_reverse	1	-0.003491259180009365
20104	rnn.weight_ih_l0_reverse	2	0.02623068541288376
20104	rnn.weight_ih_l0_reverse	3	-0.06090090423822403
20104	rnn.weight_ih_l0_reverse	4	0.010723325423896313
20104	rnn.weight_ih_l0_reverse	5	-0.05140096694231033
20104	rnn.weight_ih_l0_reverse	6	0.01790381781756878
20104	rnn.weight_ih_l0_reverse	7	0.046270858496427536
20104	rnn.weight_ih_l0_reverse	8	-0.044461339712142944
20104	rnn.weight_ih_l0_reverse	9	-0.052971526980400085
20104	rnn.weight_hh_l0_reverse	0	-0.0758034959435463
20104	rnn.weight_hh_l0_reverse	1	-0.060595981776714325
20104	rnn.weight_hh_l0_reverse	2	0.034628644585609436
20104	rnn.weight_hh_l0_reverse	3	0.045349154621362686
20104	rnn.weight_hh_l0_reverse	4	-0.0030033981893211603
20104	rnn.weight_hh_l0_reverse	5	0.04468268156051636
20104	rnn.weight_hh_l0_reverse	6	0.0018895786488428712
20104	rnn.weight_hh_l0_reverse	7	0.003934217616915703
20104	rnn.weight_hh_l0_reverse	8	-0.09038124978542328
20104	rnn.weight_hh_l0_reverse	9	0.07208749651908875
20104	rnn.bias_ih_l0_reverse	0	-0.08067658543586731
20104	rnn.bias_ih_l0_reverse	1	-0.07096376270055771
20104	rnn.bias_ih_l0_reverse	2	0.10970260202884674
20104	rnn.bias_ih_l0_reverse	3	0.03507056087255478
20104	rnn.bias_ih_l0_reverse	4	-0.12856094539165497
20104	rnn.bias_ih_l0_reverse	5	0.041846513748168945
20104	rnn.bias_ih_l0_reverse	6	-0.11518226563930511
20104	rnn.bias_ih_l0_reverse	7	0.035579051822423935
20104	rnn.bias_ih_l0_reverse	8	0.02789282612502575
20104	rnn.bias_ih_l0_reverse	9	0.06639363616704941
20104	rnn.bias_hh_l0_reverse	0	0.04926766827702522
20104	rnn.bias_hh_l0_reverse	1	0.047894418239593506
20104	rnn.bias_hh_l0_reverse	2	0.07735989987850189
20104	rnn.bias_hh_l0_reverse	3	-0.006911614444106817
20104	rnn.bias_hh_l0_reverse	4	0.07715656608343124
20104	rnn.bias_hh_l0_reverse	5	0.012442236766219139
20104	rnn.bias_hh_l0_reverse	6	-0.06365998089313507
20104	rnn.bias_hh_l0_reverse	7	0.022863812744617462
20104	rnn.bias_hh_l0_reverse	8	0.017671924084424973
20104	rnn.bias_hh_l0_reverse	9	-0.14611348509788513
20104	linear.weight	0	0.1877789944410324
20104	linear.weight	1	-0.1462385356426239
20104	linear.weight	2	-0.18338648974895477
20104	linear.weight	3	0.044091835618019104
20104	linear.weight	4	-0.026187516748905182
20104	linear.weight	5	-0.004451718647032976
20104	linear.weight	6	-0.007511678617447615
20104	linear.weight	7	-0.028370054438710213
20104	linear.weight	8	0.056946802884340286
20104	linear.weight	9	0.30983802676200867
20104	linear.bias	0	-0.20693477988243103
20104	linear.bias	1	0.18002091348171234
20104	linear.bias	2	-0.5165949463844299
20104	linear.bias	3	1.6971850395202637
20104	linear.bias	4	-0.3862400949001312
20104	linear.bias	5	-0.030769959092140198
20104	linear.bias	6	-0.34416723251342773
20104	linear.bias	7	-0.2778472602367401
20104	linear.bias	8	-0.028013279661536217
20104	linear.bias	9	-0.4831119775772095
20132	transitions	0	-0.6384437680244446
20132	transitions	1	0.361274778842926
20132	transitions	2	1.6857572793960571
20132	transitions	3	0.1089676097035408
20132	transitions	4	0.9556822776794434
20132	transitions	5	1.2741165161132812
20132	transitions	6	0.4835636019706726
20132	transitions	7	0.1764727681875229
20132	transitions	8	-0.9194259643554688
20132	transitions	9	0.9306979179382324
20132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20132	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20132	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20132	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20132	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20132	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20132	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20132	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20132	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20132	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20132	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20132	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20132	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20132	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20132	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20132	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20132	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20132	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20132	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20132	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20132	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20132	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20132	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20132	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20132	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20132	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20132	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20132	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20132	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20132	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20132	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20132	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20132	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20132	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20132	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20132	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20132	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20132	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20132	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20132	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20132	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20132	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20132	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20132	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20132	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20132	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20132	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20132	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20132	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20132	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20132	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20132	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20132	embedding2nn.weight	0	0.020876383408904076
20132	embedding2nn.weight	1	0.014433903619647026
20132	embedding2nn.weight	2	-0.004605399910360575
20132	embedding2nn.weight	3	0.003912711516022682
20132	embedding2nn.weight	4	-0.004939662292599678
20132	embedding2nn.weight	5	0.010946646332740784
20132	embedding2nn.weight	6	-0.0038812991697341204
20132	embedding2nn.weight	7	0.013273460790514946
20132	embedding2nn.weight	8	-0.005100407637655735
20132	embedding2nn.weight	9	-0.013143652118742466
20132	embedding2nn.bias	0	-0.03156707063317299
20132	embedding2nn.bias	1	-0.005912629887461662
20132	embedding2nn.bias	2	-0.048403799533843994
20132	embedding2nn.bias	3	-0.00473283976316452
20132	embedding2nn.bias	4	-0.007078906521201134
20132	embedding2nn.bias	5	-0.005077602341771126
20132	embedding2nn.bias	6	0.007300234399735928
20132	embedding2nn.bias	7	0.01846247725188732
20132	embedding2nn.bias	8	-0.006798830348998308
20132	embedding2nn.bias	9	-0.010667121037840843
20132	rnn.weight_ih_l0	0	0.0406324528157711
20132	rnn.weight_ih_l0	1	-0.011614215560257435
20132	rnn.weight_ih_l0	2	-0.04064276069402695
20132	rnn.weight_ih_l0	3	-0.04378439113497734
20132	rnn.weight_ih_l0	4	-0.05125144496560097
20132	rnn.weight_ih_l0	5	-0.008770846761763096
20132	rnn.weight_ih_l0	6	-0.05212905630469322
20132	rnn.weight_ih_l0	7	-0.057440392673015594
20132	rnn.weight_ih_l0	8	-0.044773001223802567
20132	rnn.weight_ih_l0	9	-0.028210313990712166
20132	rnn.weight_hh_l0	0	0.015330123715102673
20132	rnn.weight_hh_l0	1	-0.014106488786637783
20132	rnn.weight_hh_l0	2	-0.07150266319513321
20132	rnn.weight_hh_l0	3	-0.03131420910358429
20132	rnn.weight_hh_l0	4	-0.07258708775043488
20132	rnn.weight_hh_l0	5	-0.01038763951510191
20132	rnn.weight_hh_l0	6	-0.04421401023864746
20132	rnn.weight_hh_l0	7	-0.015962328761816025
20132	rnn.weight_hh_l0	8	-0.019398929551243782
20132	rnn.weight_hh_l0	9	0.008076751604676247
20132	rnn.bias_ih_l0	0	0.12513989210128784
20132	rnn.bias_ih_l0	1	-0.05571271479129791
20132	rnn.bias_ih_l0	2	0.10956857353448868
20132	rnn.bias_ih_l0	3	0.048131976276636124
20132	rnn.bias_ih_l0	4	0.10115060210227966
20132	rnn.bias_ih_l0	5	0.026645341888070107
20132	rnn.bias_ih_l0	6	-0.016688983887434006
20132	rnn.bias_ih_l0	7	-0.10361260175704956
20132	rnn.bias_ih_l0	8	-0.18528036773204803
20132	rnn.bias_ih_l0	9	0.08625835925340652
20132	rnn.bias_hh_l0	0	-0.009425058960914612
20132	rnn.bias_hh_l0	1	0.025101419538259506
20132	rnn.bias_hh_l0	2	-0.009484661743044853
20132	rnn.bias_hh_l0	3	-0.011618775315582752
20132	rnn.bias_hh_l0	4	-0.041242565959692
20132	rnn.bias_hh_l0	5	0.13686886429786682
20132	rnn.bias_hh_l0	6	0.026160981506109238
20132	rnn.bias_hh_l0	7	0.049911778420209885
20132	rnn.bias_hh_l0	8	0.017679773271083832
20132	rnn.bias_hh_l0	9	0.026905016973614693
20132	rnn.weight_ih_l0_reverse	0	-0.03090033307671547
20132	rnn.weight_ih_l0_reverse	1	-0.003944816533476114
20132	rnn.weight_ih_l0_reverse	2	0.02590402215719223
20132	rnn.weight_ih_l0_reverse	3	-0.06081940233707428
20132	rnn.weight_ih_l0_reverse	4	0.010690533556044102
20132	rnn.weight_ih_l0_reverse	5	-0.05135310813784599
20132	rnn.weight_ih_l0_reverse	6	0.018100716173648834
20132	rnn.weight_ih_l0_reverse	7	0.046135786920785904
20132	rnn.weight_ih_l0_reverse	8	-0.04434296116232872
20132	rnn.weight_ih_l0_reverse	9	-0.05308210104703903
20132	rnn.weight_hh_l0_reverse	0	-0.07628241926431656
20132	rnn.weight_hh_l0_reverse	1	-0.061567630618810654
20132	rnn.weight_hh_l0_reverse	2	0.03515475243330002
20132	rnn.weight_hh_l0_reverse	3	0.045345500111579895
20132	rnn.weight_hh_l0_reverse	4	-0.003173306817188859
20132	rnn.weight_hh_l0_reverse	5	0.04461769387125969
20132	rnn.weight_hh_l0_reverse	6	0.0013707104371860623
20132	rnn.weight_hh_l0_reverse	7	0.0038395703304558992
20132	rnn.weight_hh_l0_reverse	8	-0.09009688347578049
20132	rnn.weight_hh_l0_reverse	9	0.07293399423360825
20132	rnn.bias_ih_l0_reverse	0	-0.07563922554254532
20132	rnn.bias_ih_l0_reverse	1	-0.07645852863788605
20132	rnn.bias_ih_l0_reverse	2	0.1075219064950943
20132	rnn.bias_ih_l0_reverse	3	0.03561560437083244
20132	rnn.bias_ih_l0_reverse	4	-0.128398135304451
20132	rnn.bias_ih_l0_reverse	5	0.042796261608600616
20132	rnn.bias_ih_l0_reverse	6	-0.11404266953468323
20132	rnn.bias_ih_l0_reverse	7	0.03608689457178116
20132	rnn.bias_ih_l0_reverse	8	0.028659723699092865
20132	rnn.bias_ih_l0_reverse	9	0.06572314351797104
20132	rnn.bias_hh_l0_reverse	0	0.04636360704898834
20132	rnn.bias_hh_l0_reverse	1	0.04874778166413307
20132	rnn.bias_hh_l0_reverse	2	0.07818803936243057
20132	rnn.bias_hh_l0_reverse	3	-0.005895749665796757
20132	rnn.bias_hh_l0_reverse	4	0.0776263028383255
20132	rnn.bias_hh_l0_reverse	5	0.007687301374971867
20132	rnn.bias_hh_l0_reverse	6	-0.06191331893205643
20132	rnn.bias_hh_l0_reverse	7	0.0229365024715662
20132	rnn.bias_hh_l0_reverse	8	0.017289137467741966
20132	rnn.bias_hh_l0_reverse	9	-0.14131587743759155
20132	linear.weight	0	0.18025566637516022
20132	linear.weight	1	-0.14624786376953125
20132	linear.weight	2	-0.1843854784965515
20132	linear.weight	3	0.04482227563858032
20132	linear.weight	4	-0.025949636474251747
20132	linear.weight	5	-0.00430852547287941
20132	linear.weight	6	-0.007510568015277386
20132	linear.weight	7	-0.028311168774962425
20132	linear.weight	8	0.05652168393135071
20132	linear.weight	9	0.31088611483573914
20132	linear.bias	0	-0.20998965203762054
20132	linear.bias	1	0.17923472821712494
20132	linear.bias	2	-0.5158644318580627
20132	linear.bias	3	1.6783232688903809
20132	linear.bias	4	-0.38642358779907227
20132	linear.bias	5	-0.030769959092140198
20132	linear.bias	6	-0.3444741368293762
20132	linear.bias	7	-0.27876946330070496
20132	linear.bias	8	-0.009369305334985256
20132	linear.bias	9	-0.48324695229530334
20160	transitions	0	-0.6384982466697693
20160	transitions	1	0.3612533509731293
20160	transitions	2	1.6856913566589355
20160	transitions	3	0.10853993147611618
20160	transitions	4	0.9556489586830139
20160	transitions	5	1.274115800857544
20160	transitions	6	0.4835629463195801
20160	transitions	7	0.17647264897823334
20160	transitions	8	-0.919426441192627
20160	transitions	9	0.9306979179382324
20160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20160	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20160	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20160	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20160	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20160	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20160	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20160	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20160	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20160	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20160	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20160	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20160	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20160	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20160	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20160	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20160	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20160	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20160	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20160	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20160	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20160	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20160	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20160	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20160	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20160	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20160	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20160	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20160	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20160	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20160	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20160	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20160	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20160	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20160	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20160	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20160	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20160	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20160	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20160	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20160	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20160	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20160	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20160	embedding2nn.weight	0	0.020897697657346725
20160	embedding2nn.weight	1	0.01434038020670414
20160	embedding2nn.weight	2	-0.004614789038896561
20160	embedding2nn.weight	3	0.0038614312652498484
20160	embedding2nn.weight	4	-0.004946614615619183
20160	embedding2nn.weight	5	0.01089460402727127
20160	embedding2nn.weight	6	-0.004044538829475641
20160	embedding2nn.weight	7	0.013264158740639687
20160	embedding2nn.weight	8	-0.005109769757837057
20160	embedding2nn.weight	9	-0.013188651762902737
20160	embedding2nn.bias	0	-0.03121466375887394
20160	embedding2nn.bias	1	-0.00799722783267498
20160	embedding2nn.bias	2	-0.04572639241814613
20160	embedding2nn.bias	3	-0.013920841738581657
20160	embedding2nn.bias	4	0.001609502243809402
20160	embedding2nn.bias	5	-0.004270342644304037
20160	embedding2nn.bias	6	0.006855222396552563
20160	embedding2nn.bias	7	0.023197116330266
20160	embedding2nn.bias	8	-0.002176502486690879
20160	embedding2nn.bias	9	-0.008823073469102383
20160	rnn.weight_ih_l0	0	0.04016439616680145
20160	rnn.weight_ih_l0	1	-0.011506602168083191
20160	rnn.weight_ih_l0	2	-0.041613299399614334
20160	rnn.weight_ih_l0	3	-0.044297099113464355
20160	rnn.weight_ih_l0	4	-0.05111386254429817
20160	rnn.weight_ih_l0	5	-0.009052983485162258
20160	rnn.weight_ih_l0	6	-0.05245116725564003
20160	rnn.weight_ih_l0	7	-0.057346392422914505
20160	rnn.weight_ih_l0	8	-0.044544558972120285
20160	rnn.weight_ih_l0	9	-0.028241999447345734
20160	rnn.weight_hh_l0	0	0.015919385477900505
20160	rnn.weight_hh_l0	1	-0.014110513031482697
20160	rnn.weight_hh_l0	2	-0.07161165773868561
20160	rnn.weight_hh_l0	3	-0.03126494958996773
20160	rnn.weight_hh_l0	4	-0.07215279340744019
20160	rnn.weight_hh_l0	5	-0.010041582398116589
20160	rnn.weight_hh_l0	6	-0.04248399659991264
20160	rnn.weight_hh_l0	7	-0.014893373474478722
20160	rnn.weight_hh_l0	8	-0.019425489008426666
20160	rnn.weight_hh_l0	9	0.008099534548819065
20160	rnn.bias_ih_l0	0	0.12684395909309387
20160	rnn.bias_ih_l0	1	-0.056285444647073746
20160	rnn.bias_ih_l0	2	0.10901866108179092
20160	rnn.bias_ih_l0	3	0.047901567071676254
20160	rnn.bias_ih_l0	4	0.10300903022289276
20160	rnn.bias_ih_l0	5	0.026464147493243217
20160	rnn.bias_ih_l0	6	-0.016537170857191086
20160	rnn.bias_ih_l0	7	-0.10435046255588531
20160	rnn.bias_ih_l0	8	-0.1852610558271408
20160	rnn.bias_ih_l0	9	0.08636979013681412
20160	rnn.bias_hh_l0	0	-0.008421899750828743
20160	rnn.bias_hh_l0	1	0.026777349412441254
20160	rnn.bias_hh_l0	2	-0.008539322763681412
20160	rnn.bias_hh_l0	3	-0.012542067095637321
20160	rnn.bias_hh_l0	4	-0.04202024266123772
20160	rnn.bias_hh_l0	5	0.13749122619628906
20160	rnn.bias_hh_l0	6	0.025684334337711334
20160	rnn.bias_hh_l0	7	0.05120716243982315
20160	rnn.bias_hh_l0	8	0.01783158630132675
20160	rnn.bias_hh_l0	9	0.026307158172130585
20160	rnn.weight_ih_l0_reverse	0	-0.030911119654774666
20160	rnn.weight_ih_l0_reverse	1	-0.0038708392530679703
20160	rnn.weight_ih_l0_reverse	2	0.02595498226583004
20160	rnn.weight_ih_l0_reverse	3	-0.06097346916794777
20160	rnn.weight_ih_l0_reverse	4	0.010487205348908901
20160	rnn.weight_ih_l0_reverse	5	-0.05190173164010048
20160	rnn.weight_ih_l0_reverse	6	0.018647659569978714
20160	rnn.weight_ih_l0_reverse	7	0.045764267444610596
20160	rnn.weight_ih_l0_reverse	8	-0.044571403414011
20160	rnn.weight_ih_l0_reverse	9	-0.05341734364628792
20160	rnn.weight_hh_l0_reverse	0	-0.07703950256109238
20160	rnn.weight_hh_l0_reverse	1	-0.06373967230319977
20160	rnn.weight_hh_l0_reverse	2	0.035058148205280304
20160	rnn.weight_hh_l0_reverse	3	0.04578298702836037
20160	rnn.weight_hh_l0_reverse	4	-0.0034993223380297422
20160	rnn.weight_hh_l0_reverse	5	0.04463076591491699
20160	rnn.weight_hh_l0_reverse	6	-0.0006406533648259938
20160	rnn.weight_hh_l0_reverse	7	0.0036466249730437994
20160	rnn.weight_hh_l0_reverse	8	-0.08991054445505142
20160	rnn.weight_hh_l0_reverse	9	0.07328490912914276
20160	rnn.bias_ih_l0_reverse	0	-0.07980059087276459
20160	rnn.bias_ih_l0_reverse	1	-0.07388804107904434
20160	rnn.bias_ih_l0_reverse	2	0.10866206884384155
20160	rnn.bias_ih_l0_reverse	3	0.036667730659246445
20160	rnn.bias_ih_l0_reverse	4	-0.12863124907016754
20160	rnn.bias_ih_l0_reverse	5	0.04336836561560631
20160	rnn.bias_ih_l0_reverse	6	-0.11293089389801025
20160	rnn.bias_ih_l0_reverse	7	0.03881464898586273
20160	rnn.bias_ih_l0_reverse	8	0.02868141606450081
20160	rnn.bias_ih_l0_reverse	9	0.06531044840812683
20160	rnn.bias_hh_l0_reverse	0	0.04765802621841431
20160	rnn.bias_hh_l0_reverse	1	0.05219227448105812
20160	rnn.bias_hh_l0_reverse	2	0.07824769616127014
20160	rnn.bias_hh_l0_reverse	3	-0.005814763717353344
20160	rnn.bias_hh_l0_reverse	4	0.07941701263189316
20160	rnn.bias_hh_l0_reverse	5	0.006947082933038473
20160	rnn.bias_hh_l0_reverse	6	-0.06060563400387764
20160	rnn.bias_hh_l0_reverse	7	0.024373097345232964
20160	rnn.bias_hh_l0_reverse	8	0.019263217225670815
20160	rnn.bias_hh_l0_reverse	9	-0.14778749644756317
20160	linear.weight	0	0.17199571430683136
20160	linear.weight	1	-0.1462496519088745
20160	linear.weight	2	-0.1844150871038437
20160	linear.weight	3	0.042490191757678986
20160	linear.weight	4	-0.027507148683071136
20160	linear.weight	5	-0.004272679798305035
20160	linear.weight	6	-0.007509071845561266
20160	linear.weight	7	-0.028298834338784218
20160	linear.weight	8	0.05554792284965515
20160	linear.weight	9	0.308435320854187
20160	linear.bias	0	-0.21010556817054749
20160	linear.bias	1	0.17665129899978638
20160	linear.bias	2	-0.517223060131073
20160	linear.bias	3	1.6692602634429932
20160	linear.bias	4	-0.3866738975048065
20160	linear.bias	5	-0.030769959092140198
20160	linear.bias	6	-0.3462549149990082
20160	linear.bias	7	-0.2791176438331604
20160	linear.bias	8	-0.014719247817993164
20160	linear.bias	9	-0.4833262860774994
20188	transitions	0	-0.6385425925254822
20188	transitions	1	0.3611874580383301
20188	transitions	2	1.685612678527832
20188	transitions	3	0.10852336883544922
20188	transitions	4	0.9556443095207214
20188	transitions	5	1.2741144895553589
20188	transitions	6	0.48356279730796814
20188	transitions	7	0.1764599084854126
20188	transitions	8	-0.9194267392158508
20188	transitions	9	0.9306979179382324
20188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20188	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20188	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20188	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20188	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20188	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20188	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20188	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20188	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20188	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20188	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20188	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20188	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20188	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20188	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20188	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20188	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20188	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20188	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20188	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20188	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20188	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20188	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20188	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20188	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20188	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20188	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20188	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20188	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20188	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20188	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20188	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20188	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20188	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20188	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20188	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20188	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20188	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20188	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20188	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20188	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20188	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20188	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20188	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20188	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20188	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20188	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20188	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20188	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20188	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20188	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20188	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20188	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20188	embedding2nn.weight	0	0.021127671003341675
20188	embedding2nn.weight	1	0.01458049938082695
20188	embedding2nn.weight	2	-0.004617746453732252
20188	embedding2nn.weight	3	0.0037607322447001934
20188	embedding2nn.weight	4	-0.004956545773893595
20188	embedding2nn.weight	5	0.01072478573769331
20188	embedding2nn.weight	6	-0.004018306732177734
20188	embedding2nn.weight	7	0.012743650935590267
20188	embedding2nn.weight	8	-0.005030557047575712
20188	embedding2nn.weight	9	-0.013241410255432129
20188	embedding2nn.bias	0	-0.029086200520396233
20188	embedding2nn.bias	1	-0.006974510382860899
20188	embedding2nn.bias	2	-0.043594181537628174
20188	embedding2nn.bias	3	-0.010465273633599281
20188	embedding2nn.bias	4	0.0043265544809401035
20188	embedding2nn.bias	5	-0.006999999284744263
20188	embedding2nn.bias	6	0.009571869857609272
20188	embedding2nn.bias	7	0.023250773549079895
20188	embedding2nn.bias	8	-0.004401690326631069
20188	embedding2nn.bias	9	-0.008975048549473286
20188	rnn.weight_ih_l0	0	0.04045872762799263
20188	rnn.weight_ih_l0	1	-0.011010260321199894
20188	rnn.weight_ih_l0	2	-0.04223555326461792
20188	rnn.weight_ih_l0	3	-0.0443098321557045
20188	rnn.weight_ih_l0	4	-0.05144020542502403
20188	rnn.weight_ih_l0	5	-0.009131732396781445
20188	rnn.weight_ih_l0	6	-0.05236918479204178
20188	rnn.weight_ih_l0	7	-0.05752602964639664
20188	rnn.weight_ih_l0	8	-0.044519368559122086
20188	rnn.weight_ih_l0	9	-0.028255987912416458
20188	rnn.weight_hh_l0	0	0.015760470181703568
20188	rnn.weight_hh_l0	1	-0.014673444442451
20188	rnn.weight_hh_l0	2	-0.06999615579843521
20188	rnn.weight_hh_l0	3	-0.03113287128508091
20188	rnn.weight_hh_l0	4	-0.07188832759857178
20188	rnn.weight_hh_l0	5	-0.009725445881485939
20188	rnn.weight_hh_l0	6	-0.04083632677793503
20188	rnn.weight_hh_l0	7	-0.015717269852757454
20188	rnn.weight_hh_l0	8	-0.019399337470531464
20188	rnn.weight_hh_l0	9	0.007337543182075024
20188	rnn.bias_ih_l0	0	0.12643015384674072
20188	rnn.bias_ih_l0	1	-0.055369164794683456
20188	rnn.bias_ih_l0	2	0.10811957716941833
20188	rnn.bias_ih_l0	3	0.04836772754788399
20188	rnn.bias_ih_l0	4	0.10415434092283249
20188	rnn.bias_ih_l0	5	0.025496704503893852
20188	rnn.bias_ih_l0	6	-0.016892829909920692
20188	rnn.bias_ih_l0	7	-0.10151306539773941
20188	rnn.bias_ih_l0	8	-0.19378472864627838
20188	rnn.bias_ih_l0	9	0.08593323826789856
20188	rnn.bias_hh_l0	0	-0.009384033270180225
20188	rnn.bias_hh_l0	1	0.026353970170021057
20188	rnn.bias_hh_l0	2	-0.0101459426805377
20188	rnn.bias_hh_l0	3	-0.012153028510510921
20188	rnn.bias_hh_l0	4	-0.040950559079647064
20188	rnn.bias_hh_l0	5	0.13587616384029388
20188	rnn.bias_hh_l0	6	0.024244926869869232
20188	rnn.bias_hh_l0	7	0.05175857990980148
20188	rnn.bias_hh_l0	8	0.017475927248597145
20188	rnn.bias_hh_l0	9	0.025927234441041946
20188	rnn.weight_ih_l0_reverse	0	-0.030501652508974075
20188	rnn.weight_ih_l0_reverse	1	-0.0038873711600899696
20188	rnn.weight_ih_l0_reverse	2	0.025677179917693138
20188	rnn.weight_ih_l0_reverse	3	-0.06147746741771698
20188	rnn.weight_ih_l0_reverse	4	0.010553762316703796
20188	rnn.weight_ih_l0_reverse	5	-0.051956482231616974
20188	rnn.weight_ih_l0_reverse	6	0.01734003983438015
20188	rnn.weight_ih_l0_reverse	7	0.04575962945818901
20188	rnn.weight_ih_l0_reverse	8	-0.04493780434131622
20188	rnn.weight_ih_l0_reverse	9	-0.05313108488917351
20188	rnn.weight_hh_l0_reverse	0	-0.07730525732040405
20188	rnn.weight_hh_l0_reverse	1	-0.06160110980272293
20188	rnn.weight_hh_l0_reverse	2	0.03451824188232422
20188	rnn.weight_hh_l0_reverse	3	0.04583227261900902
20188	rnn.weight_hh_l0_reverse	4	-0.0036283000372350216
20188	rnn.weight_hh_l0_reverse	5	0.04444807395339012
20188	rnn.weight_hh_l0_reverse	6	-0.0025488620158284903
20188	rnn.weight_hh_l0_reverse	7	0.0036737031769007444
20188	rnn.weight_hh_l0_reverse	8	-0.09052298218011856
20188	rnn.weight_hh_l0_reverse	9	0.07460413128137589
20188	rnn.bias_ih_l0_reverse	0	-0.07795968651771545
20188	rnn.bias_ih_l0_reverse	1	-0.0699831023812294
20188	rnn.bias_ih_l0_reverse	2	0.10745256394147873
20188	rnn.bias_ih_l0_reverse	3	0.03594072908163071
20188	rnn.bias_ih_l0_reverse	4	-0.1305657923221588
20188	rnn.bias_ih_l0_reverse	5	0.04213358461856842
20188	rnn.bias_ih_l0_reverse	6	-0.11521292477846146
20188	rnn.bias_ih_l0_reverse	7	0.03988514840602875
20188	rnn.bias_ih_l0_reverse	8	0.027872135862708092
20188	rnn.bias_ih_l0_reverse	9	0.06487078964710236
20188	rnn.bias_hh_l0_reverse	0	0.05099685490131378
20188	rnn.bias_hh_l0_reverse	1	0.050919629633426666
20188	rnn.bias_hh_l0_reverse	2	0.07963615655899048
20188	rnn.bias_hh_l0_reverse	3	-0.006162175443023443
20188	rnn.bias_hh_l0_reverse	4	0.07945050299167633
20188	rnn.bias_hh_l0_reverse	5	0.00468097161501646
20188	rnn.bias_hh_l0_reverse	6	-0.062409792095422745
20188	rnn.bias_hh_l0_reverse	7	0.02374071441590786
20188	rnn.bias_hh_l0_reverse	8	0.01915566250681877
20188	rnn.bias_hh_l0_reverse	9	-0.14278757572174072
20188	linear.weight	0	0.17943979799747467
20188	linear.weight	1	-0.14624373614788055
20188	linear.weight	2	-0.1833992749452591
20188	linear.weight	3	0.04642290994524956
20188	linear.weight	4	-0.026623444631695747
20188	linear.weight	5	-0.004358345177024603
20188	linear.weight	6	-0.007505208719521761
20188	linear.weight	7	-0.028117362409830093
20188	linear.weight	8	0.054212119430303574
20188	linear.weight	9	0.30600935220718384
20188	linear.bias	0	-0.21055756509304047
20188	linear.bias	1	0.17769858241081238
20188	linear.bias	2	-0.514823317527771
20188	linear.bias	3	1.6803042888641357
20188	linear.bias	4	-0.386858195066452
20188	linear.bias	5	-0.030769959092140198
20188	linear.bias	6	-0.34306633472442627
20188	linear.bias	7	-0.27919405698776245
20188	linear.bias	8	-0.01772887632250786
20188	linear.bias	9	-0.4834033250808716
20216	transitions	0	-0.6385934948921204
20216	transitions	1	0.3611597716808319
20216	transitions	2	1.6854259967803955
20216	transitions	3	0.1085062250494957
20216	transitions	4	0.9556339383125305
20216	transitions	5	1.2741124629974365
20216	transitions	6	0.4835626482963562
20216	transitions	7	0.17645955085754395
20216	transitions	8	-0.9194271564483643
20216	transitions	9	0.9306978583335876
20216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20216	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20216	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20216	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20216	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20216	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20216	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20216	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20216	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20216	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20216	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20216	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20216	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20216	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20216	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20216	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20216	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20216	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20216	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20216	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20216	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20216	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20216	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20216	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20216	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20216	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20216	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20216	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20216	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20216	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20216	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20216	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20216	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20216	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20216	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20216	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20216	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20216	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20216	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20216	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20216	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20216	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20216	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20216	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20216	embedding2nn.weight	0	0.020897608250379562
20216	embedding2nn.weight	1	0.014442135579884052
20216	embedding2nn.weight	2	-0.004564197733998299
20216	embedding2nn.weight	3	0.0038370583206415176
20216	embedding2nn.weight	4	-0.0049158865585923195
20216	embedding2nn.weight	5	0.010715899989008904
20216	embedding2nn.weight	6	-0.004002910107374191
20216	embedding2nn.weight	7	0.012439649552106857
20216	embedding2nn.weight	8	-0.0051747583784163
20216	embedding2nn.weight	9	-0.013181418180465698
20216	embedding2nn.bias	0	-0.03040735051035881
20216	embedding2nn.bias	1	-0.009437107481062412
20216	embedding2nn.bias	2	-0.040911853313446045
20216	embedding2nn.bias	3	-0.006109347101300955
20216	embedding2nn.bias	4	0.004420789889991283
20216	embedding2nn.bias	5	-0.002474954817444086
20216	embedding2nn.bias	6	0.008640448562800884
20216	embedding2nn.bias	7	0.02140641212463379
20216	embedding2nn.bias	8	-0.005437853746116161
20216	embedding2nn.bias	9	-0.013635958544909954
20216	rnn.weight_ih_l0	0	0.04056645557284355
20216	rnn.weight_ih_l0	1	-0.011377365328371525
20216	rnn.weight_ih_l0	2	-0.042134545743465424
20216	rnn.weight_ih_l0	3	-0.044413551688194275
20216	rnn.weight_ih_l0	4	-0.05115731805562973
20216	rnn.weight_ih_l0	5	-0.008612985722720623
20216	rnn.weight_ih_l0	6	-0.051904723048210144
20216	rnn.weight_ih_l0	7	-0.057668279856443405
20216	rnn.weight_ih_l0	8	-0.04451019689440727
20216	rnn.weight_ih_l0	9	-0.028389060869812965
20216	rnn.weight_hh_l0	0	0.01612711511552334
20216	rnn.weight_hh_l0	1	-0.014296671375632286
20216	rnn.weight_hh_l0	2	-0.07141520082950592
20216	rnn.weight_hh_l0	3	-0.031176751479506493
20216	rnn.weight_hh_l0	4	-0.072628915309906
20216	rnn.weight_hh_l0	5	-0.00955057144165039
20216	rnn.weight_hh_l0	6	-0.04197569563984871
20216	rnn.weight_hh_l0	7	-0.01558071468025446
20216	rnn.weight_hh_l0	8	-0.01925261691212654
20216	rnn.weight_hh_l0	9	0.007743812631815672
20216	rnn.bias_ih_l0	0	0.12782345712184906
20216	rnn.bias_ih_l0	1	-0.053927943110466
20216	rnn.bias_ih_l0	2	0.10906881839036942
20216	rnn.bias_ih_l0	3	0.04870045557618141
20216	rnn.bias_ih_l0	4	0.10358702391386032
20216	rnn.bias_ih_l0	5	0.02652490697801113
20216	rnn.bias_ih_l0	6	-0.01720062829554081
20216	rnn.bias_ih_l0	7	-0.1011488139629364
20216	rnn.bias_ih_l0	8	-0.1963256597518921
20216	rnn.bias_ih_l0	9	0.08393897116184235
20216	rnn.bias_hh_l0	0	-0.009269815869629383
20216	rnn.bias_hh_l0	1	0.02491667866706848
20216	rnn.bias_hh_l0	2	-0.008913598954677582
20216	rnn.bias_hh_l0	3	-0.012853466905653477
20216	rnn.bias_hh_l0	4	-0.04108443483710289
20216	rnn.bias_hh_l0	5	0.1362827718257904
20216	rnn.bias_hh_l0	6	0.024931665509939194
20216	rnn.bias_hh_l0	7	0.05350194498896599
20216	rnn.bias_hh_l0	8	0.017168130725622177
20216	rnn.bias_hh_l0	9	0.025998806580901146
20216	rnn.weight_ih_l0_reverse	0	-0.029811732470989227
20216	rnn.weight_ih_l0_reverse	1	-0.0037555398885160685
20216	rnn.weight_ih_l0_reverse	2	0.025743959471583366
20216	rnn.weight_ih_l0_reverse	3	-0.061483968049287796
20216	rnn.weight_ih_l0_reverse	4	0.010759571567177773
20216	rnn.weight_ih_l0_reverse	5	-0.05212891101837158
20216	rnn.weight_ih_l0_reverse	6	0.01663648523390293
20216	rnn.weight_ih_l0_reverse	7	0.04580635204911232
20216	rnn.weight_ih_l0_reverse	8	-0.04485999047756195
20216	rnn.weight_ih_l0_reverse	9	-0.052984632551670074
20216	rnn.weight_hh_l0_reverse	0	-0.07653307914733887
20216	rnn.weight_hh_l0_reverse	1	-0.0612613819539547
20216	rnn.weight_hh_l0_reverse	2	0.03477177768945694
20216	rnn.weight_hh_l0_reverse	3	0.045982684940099716
20216	rnn.weight_hh_l0_reverse	4	-0.003757474012672901
20216	rnn.weight_hh_l0_reverse	5	0.04486314207315445
20216	rnn.weight_hh_l0_reverse	6	-0.00423232838511467
20216	rnn.weight_hh_l0_reverse	7	0.0030858428217470646
20216	rnn.weight_hh_l0_reverse	8	-0.09049776196479797
20216	rnn.weight_hh_l0_reverse	9	0.07448861747980118
20216	rnn.bias_ih_l0_reverse	0	-0.07145345956087112
20216	rnn.bias_ih_l0_reverse	1	-0.06519636511802673
20216	rnn.bias_ih_l0_reverse	2	0.10804267972707748
20216	rnn.bias_ih_l0_reverse	3	0.035872410982847214
20216	rnn.bias_ih_l0_reverse	4	-0.1310133934020996
20216	rnn.bias_ih_l0_reverse	5	0.041240256279706955
20216	rnn.bias_ih_l0_reverse	6	-0.11602494865655899
20216	rnn.bias_ih_l0_reverse	7	0.03970704600214958
20216	rnn.bias_ih_l0_reverse	8	0.02833476848900318
20216	rnn.bias_ih_l0_reverse	9	0.06446252763271332
20216	rnn.bias_hh_l0_reverse	0	0.046837758272886276
20216	rnn.bias_hh_l0_reverse	1	0.051529914140701294
20216	rnn.bias_hh_l0_reverse	2	0.07915700227022171
20216	rnn.bias_hh_l0_reverse	3	-0.006196047645062208
20216	rnn.bias_hh_l0_reverse	4	0.07791022956371307
20216	rnn.bias_hh_l0_reverse	5	0.0019932480063289404
20216	rnn.bias_hh_l0_reverse	6	-0.061476584523916245
20216	rnn.bias_hh_l0_reverse	7	0.022527610883116722
20216	rnn.bias_hh_l0_reverse	8	0.02222071774303913
20216	rnn.bias_hh_l0_reverse	9	-0.1400337666273117
20216	linear.weight	0	0.179785817861557
20216	linear.weight	1	-0.14622639119625092
20216	linear.weight	2	-0.18319235742092133
20216	linear.weight	3	0.047594815492630005
20216	linear.weight	4	-0.026138003915548325
20216	linear.weight	5	-0.004458606708794832
20216	linear.weight	6	-0.007504139561206102
20216	linear.weight	7	-0.028090832754969597
20216	linear.weight	8	0.056207139045000076
20216	linear.weight	9	0.30705246329307556
20216	linear.bias	0	-0.21963804960250854
20216	linear.bias	1	0.18257305026054382
20216	linear.bias	2	-0.5165510177612305
20216	linear.bias	3	1.682541012763977
20216	linear.bias	4	-0.3870546519756317
20216	linear.bias	5	-0.030769959092140198
20216	linear.bias	6	-0.34455740451812744
20216	linear.bias	7	-0.2760474979877472
20216	linear.bias	8	-0.00631504412740469
20216	linear.bias	9	-0.4834724962711334
20244	transitions	0	-0.6386836767196655
20244	transitions	1	0.36113038659095764
20244	transitions	2	1.685375452041626
20244	transitions	3	0.10821400582790375
20244	transitions	4	0.9556316137313843
20244	transitions	5	1.2741121053695679
20244	transitions	6	0.4835624694824219
20244	transitions	7	0.1764591634273529
20244	transitions	8	-0.9194275140762329
20244	transitions	9	0.9306977987289429
20244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20244	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20244	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20244	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20244	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20244	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20244	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20244	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20244	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20244	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20244	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20244	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20244	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20244	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20244	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20244	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20244	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20244	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20244	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20244	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20244	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20244	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20244	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20244	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20244	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20244	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20244	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20244	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20244	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20244	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20244	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20244	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20244	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20244	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20244	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20244	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20244	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20244	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20244	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20244	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20244	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20244	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20244	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20244	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20244	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20244	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20244	embedding2nn.weight	0	0.02109505422413349
20244	embedding2nn.weight	1	0.014375322498381138
20244	embedding2nn.weight	2	-0.004549880512058735
20244	embedding2nn.weight	3	0.0036198764573782682
20244	embedding2nn.weight	4	-0.004900778643786907
20244	embedding2nn.weight	5	0.010827050544321537
20244	embedding2nn.weight	6	-0.003809622721746564
20244	embedding2nn.weight	7	0.01292359083890915
20244	embedding2nn.weight	8	-0.005086621735244989
20244	embedding2nn.weight	9	-0.013196100480854511
20244	embedding2nn.bias	0	-0.04313834756612778
20244	embedding2nn.bias	1	-0.00959970522671938
20244	embedding2nn.bias	2	-0.04748644307255745
20244	embedding2nn.bias	3	-0.007078356575220823
20244	embedding2nn.bias	4	0.003184284083545208
20244	embedding2nn.bias	5	0.0007392251864075661
20244	embedding2nn.bias	6	0.010300387628376484
20244	embedding2nn.bias	7	0.01963065192103386
20244	embedding2nn.bias	8	-0.004450940527021885
20244	embedding2nn.bias	9	-0.011323582381010056
20244	rnn.weight_ih_l0	0	0.04055793583393097
20244	rnn.weight_ih_l0	1	-0.011350618675351143
20244	rnn.weight_ih_l0	2	-0.040447622537612915
20244	rnn.weight_ih_l0	3	-0.0447755791246891
20244	rnn.weight_ih_l0	4	-0.05113917589187622
20244	rnn.weight_ih_l0	5	-0.008802598342299461
20244	rnn.weight_ih_l0	6	-0.052100177854299545
20244	rnn.weight_ih_l0	7	-0.05764235183596611
20244	rnn.weight_ih_l0	8	-0.044522546231746674
20244	rnn.weight_ih_l0	9	-0.02821803092956543
20244	rnn.weight_hh_l0	0	0.015934305265545845
20244	rnn.weight_hh_l0	1	-0.01440993882715702
20244	rnn.weight_hh_l0	2	-0.0720270499587059
20244	rnn.weight_hh_l0	3	-0.030843179672956467
20244	rnn.weight_hh_l0	4	-0.07303125411272049
20244	rnn.weight_hh_l0	5	-0.009721936658024788
20244	rnn.weight_hh_l0	6	-0.039130158722400665
20244	rnn.weight_hh_l0	7	-0.01644338294863701
20244	rnn.weight_hh_l0	8	-0.019666196778416634
20244	rnn.weight_hh_l0	9	0.008332448080182076
20244	rnn.bias_ih_l0	0	0.12853465974330902
20244	rnn.bias_ih_l0	1	-0.05558587238192558
20244	rnn.bias_ih_l0	2	0.11125676333904266
20244	rnn.bias_ih_l0	3	0.047470591962337494
20244	rnn.bias_ih_l0	4	0.10434725880622864
20244	rnn.bias_ih_l0	5	0.02586851641535759
20244	rnn.bias_ih_l0	6	-0.01729762740433216
20244	rnn.bias_ih_l0	7	-0.10478678345680237
20244	rnn.bias_ih_l0	8	-0.19203494489192963
20244	rnn.bias_ih_l0	9	0.08394428342580795
20244	rnn.bias_hh_l0	0	-0.008416073396801949
20244	rnn.bias_hh_l0	1	0.02418658696115017
20244	rnn.bias_hh_l0	2	-0.008324322290718555
20244	rnn.bias_hh_l0	3	-0.014181374572217464
20244	rnn.bias_hh_l0	4	-0.04030158370733261
20244	rnn.bias_hh_l0	5	0.13981986045837402
20244	rnn.bias_hh_l0	6	0.02453509531915188
20244	rnn.bias_hh_l0	7	0.05182031914591789
20244	rnn.bias_hh_l0	8	0.017071131616830826
20244	rnn.bias_hh_l0	9	0.027182696387171745
20244	rnn.weight_ih_l0_reverse	0	-0.029759572818875313
20244	rnn.weight_ih_l0_reverse	1	-0.003194018267095089
20244	rnn.weight_ih_l0_reverse	2	0.02572128176689148
20244	rnn.weight_ih_l0_reverse	3	-0.06136454641819
20244	rnn.weight_ih_l0_reverse	4	0.01097216084599495
20244	rnn.weight_ih_l0_reverse	5	-0.05196421965956688
20244	rnn.weight_ih_l0_reverse	6	0.016713706776499748
20244	rnn.weight_ih_l0_reverse	7	0.04572093486785889
20244	rnn.weight_ih_l0_reverse	8	-0.04489809647202492
20244	rnn.weight_ih_l0_reverse	9	-0.0529121533036232
20244	rnn.weight_hh_l0_reverse	0	-0.0771121233701706
20244	rnn.weight_hh_l0_reverse	1	-0.0602990984916687
20244	rnn.weight_hh_l0_reverse	2	0.03487003594636917
20244	rnn.weight_hh_l0_reverse	3	0.04572361335158348
20244	rnn.weight_hh_l0_reverse	4	-0.0041968077421188354
20244	rnn.weight_hh_l0_reverse	5	0.045017823576927185
20244	rnn.weight_hh_l0_reverse	6	-0.006029754877090454
20244	rnn.weight_hh_l0_reverse	7	0.003292243927717209
20244	rnn.weight_hh_l0_reverse	8	-0.09104698151350021
20244	rnn.weight_hh_l0_reverse	9	0.0748872309923172
20244	rnn.bias_ih_l0_reverse	0	-0.07236534357070923
20244	rnn.bias_ih_l0_reverse	1	-0.06042058765888214
20244	rnn.bias_ih_l0_reverse	2	0.10970578342676163
20244	rnn.bias_ih_l0_reverse	3	0.03669549897313118
20244	rnn.bias_ih_l0_reverse	4	-0.1323050856590271
20244	rnn.bias_ih_l0_reverse	5	0.04326143488287926
20244	rnn.bias_ih_l0_reverse	6	-0.11760587245225906
20244	rnn.bias_ih_l0_reverse	7	0.041838616132736206
20244	rnn.bias_ih_l0_reverse	8	0.028924845159053802
20244	rnn.bias_ih_l0_reverse	9	0.06486570835113525
20244	rnn.bias_hh_l0_reverse	0	0.047390908002853394
20244	rnn.bias_hh_l0_reverse	1	0.04835422337055206
20244	rnn.bias_hh_l0_reverse	2	0.07759237289428711
20244	rnn.bias_hh_l0_reverse	3	-0.0057913996279239655
20244	rnn.bias_hh_l0_reverse	4	0.07809150964021683
20244	rnn.bias_hh_l0_reverse	5	0.001491126255132258
20244	rnn.bias_hh_l0_reverse	6	-0.06144745647907257
20244	rnn.bias_hh_l0_reverse	7	0.022715697064995766
20244	rnn.bias_hh_l0_reverse	8	0.02093465067446232
20244	rnn.bias_hh_l0_reverse	9	-0.13475462794303894
20244	linear.weight	0	0.1810760200023651
20244	linear.weight	1	-0.14622528851032257
20244	linear.weight	2	-0.184898242354393
20244	linear.weight	3	0.049050118774175644
20244	linear.weight	4	-0.026693178340792656
20244	linear.weight	5	-0.0066232881508767605
20244	linear.weight	6	-0.00750403618440032
20244	linear.weight	7	-0.02805945836007595
20244	linear.weight	8	0.056933172047138214
20244	linear.weight	9	0.30726176500320435
20244	linear.bias	0	-0.2285221517086029
20244	linear.bias	1	0.17604240775108337
20244	linear.bias	2	-0.518461287021637
20244	linear.bias	3	1.6937150955200195
20244	linear.bias	4	-0.387173593044281
20244	linear.bias	5	-0.030769959092140198
20244	linear.bias	6	-0.3467728793621063
20244	linear.bias	7	-0.27582061290740967
20244	linear.bias	8	-0.0050737084820866585
20244	linear.bias	9	-0.48354336619377136
20272	transitions	0	-0.6387068033218384
20272	transitions	1	0.36108800768852234
20272	transitions	2	1.685278296470642
20272	transitions	3	0.10800009965896606
20272	transitions	4	0.9556106328964233
20272	transitions	5	1.2741104364395142
20272	transitions	6	0.48356184363365173
20272	transitions	7	0.17645850777626038
20272	transitions	8	-0.9194276332855225
20272	transitions	9	0.9306977391242981
20272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20272	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20272	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20272	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20272	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20272	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20272	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20272	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20272	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20272	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20272	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20272	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20272	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20272	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20272	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20272	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20272	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20272	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20272	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20272	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20272	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20272	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20272	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20272	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20272	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20272	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20272	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20272	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20272	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20272	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20272	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20272	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20272	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20272	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20272	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20272	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20272	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20272	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20272	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20272	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20272	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20272	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20272	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20272	embedding2nn.weight	0	0.02012215182185173
20272	embedding2nn.weight	1	0.01422963384538889
20272	embedding2nn.weight	2	-0.004590533208101988
20272	embedding2nn.weight	3	0.0037546318490058184
20272	embedding2nn.weight	4	-0.004922292660921812
20272	embedding2nn.weight	5	0.011055786162614822
20272	embedding2nn.weight	6	-0.0037502734921872616
20272	embedding2nn.weight	7	0.012851712293922901
20272	embedding2nn.weight	8	-0.00517670763656497
20272	embedding2nn.weight	9	-0.013251720927655697
20272	embedding2nn.bias	0	-0.04447275027632713
20272	embedding2nn.bias	1	-0.008361069485545158
20272	embedding2nn.bias	2	-0.04739636555314064
20272	embedding2nn.bias	3	-0.007442687638103962
20272	embedding2nn.bias	4	-0.0024039431009441614
20272	embedding2nn.bias	5	-0.0009159552864730358
20272	embedding2nn.bias	6	0.008171613328158855
20272	embedding2nn.bias	7	0.023159274831414223
20272	embedding2nn.bias	8	-0.010670674964785576
20272	embedding2nn.bias	9	-0.0016078593907877803
20272	rnn.weight_ih_l0	0	0.04062174633145332
20272	rnn.weight_ih_l0	1	-0.010976707562804222
20272	rnn.weight_ih_l0	2	-0.038999974727630615
20272	rnn.weight_ih_l0	3	-0.04488392919301987
20272	rnn.weight_ih_l0	4	-0.051557622849941254
20272	rnn.weight_ih_l0	5	-0.008626408874988556
20272	rnn.weight_ih_l0	6	-0.052833862602710724
20272	rnn.weight_ih_l0	7	-0.05777355283498764
20272	rnn.weight_ih_l0	8	-0.04423758015036583
20272	rnn.weight_ih_l0	9	-0.02811402454972267
20272	rnn.weight_hh_l0	0	0.015674246475100517
20272	rnn.weight_hh_l0	1	-0.01391649805009365
20272	rnn.weight_hh_l0	2	-0.07104261964559555
20272	rnn.weight_hh_l0	3	-0.03126935660839081
20272	rnn.weight_hh_l0	4	-0.07310689240694046
20272	rnn.weight_hh_l0	5	-0.009136667475104332
20272	rnn.weight_hh_l0	6	-0.04088990017771721
20272	rnn.weight_hh_l0	7	-0.015722110867500305
20272	rnn.weight_hh_l0	8	-0.020504416897892952
20272	rnn.weight_hh_l0	9	0.007628167048096657
20272	rnn.bias_ih_l0	0	0.12925177812576294
20272	rnn.bias_ih_l0	1	-0.056987691670656204
20272	rnn.bias_ih_l0	2	0.11225783824920654
20272	rnn.bias_ih_l0	3	0.04713790863752365
20272	rnn.bias_ih_l0	4	0.10520437359809875
20272	rnn.bias_ih_l0	5	0.0251663476228714
20272	rnn.bias_ih_l0	6	-0.015741826966404915
20272	rnn.bias_ih_l0	7	-0.1028718426823616
20272	rnn.bias_ih_l0	8	-0.18865713477134705
20272	rnn.bias_ih_l0	9	0.08476320654153824
20272	rnn.bias_hh_l0	0	-0.007958759553730488
20272	rnn.bias_hh_l0	1	0.024542830884456635
20272	rnn.bias_hh_l0	2	-0.008333527483046055
20272	rnn.bias_hh_l0	3	-0.013101145625114441
20272	rnn.bias_hh_l0	4	-0.04170790687203407
20272	rnn.bias_hh_l0	5	0.13877931237220764
20272	rnn.bias_hh_l0	6	0.024017158895730972
20272	rnn.bias_hh_l0	7	0.05136523023247719
20272	rnn.bias_hh_l0	8	0.018626930192112923
20272	rnn.bias_hh_l0	9	0.028717048466205597
20272	rnn.weight_ih_l0_reverse	0	-0.030014559626579285
20272	rnn.weight_ih_l0_reverse	1	-0.0026915078051388264
20272	rnn.weight_ih_l0_reverse	2	0.025566279888153076
20272	rnn.weight_ih_l0_reverse	3	-0.061645105481147766
20272	rnn.weight_ih_l0_reverse	4	0.010774248279631138
20272	rnn.weight_ih_l0_reverse	5	-0.05226939171552658
20272	rnn.weight_ih_l0_reverse	6	0.0164384376257658
20272	rnn.weight_ih_l0_reverse	7	0.04581155255436897
20272	rnn.weight_ih_l0_reverse	8	-0.04481467232108116
20272	rnn.weight_ih_l0_reverse	9	-0.052938204258680344
20272	rnn.weight_hh_l0_reverse	0	-0.07734524458646774
20272	rnn.weight_hh_l0_reverse	1	-0.060479484498500824
20272	rnn.weight_hh_l0_reverse	2	0.03475527465343475
20272	rnn.weight_hh_l0_reverse	3	0.04588564112782478
20272	rnn.weight_hh_l0_reverse	4	-0.0050316182896494865
20272	rnn.weight_hh_l0_reverse	5	0.04486575350165367
20272	rnn.weight_hh_l0_reverse	6	-0.008749140426516533
20272	rnn.weight_hh_l0_reverse	7	0.0035652194637805223
20272	rnn.weight_hh_l0_reverse	8	-0.0912872776389122
20272	rnn.weight_hh_l0_reverse	9	0.07414837926626205
20272	rnn.bias_ih_l0_reverse	0	-0.06831634789705276
20272	rnn.bias_ih_l0_reverse	1	-0.06642690300941467
20272	rnn.bias_ih_l0_reverse	2	0.10992676764726639
20272	rnn.bias_ih_l0_reverse	3	0.037009648978710175
20272	rnn.bias_ih_l0_reverse	4	-0.131982684135437
20272	rnn.bias_ih_l0_reverse	5	0.042540084570646286
20272	rnn.bias_ih_l0_reverse	6	-0.11703004688024521
20272	rnn.bias_ih_l0_reverse	7	0.040112629532814026
20272	rnn.bias_ih_l0_reverse	8	0.02978537604212761
20272	rnn.bias_ih_l0_reverse	9	0.06407399475574493
20272	rnn.bias_hh_l0_reverse	0	0.050687991082668304
20272	rnn.bias_hh_l0_reverse	1	0.05001392960548401
20272	rnn.bias_hh_l0_reverse	2	0.07924821227788925
20272	rnn.bias_hh_l0_reverse	3	-0.004945144057273865
20272	rnn.bias_hh_l0_reverse	4	0.07510119676589966
20272	rnn.bias_hh_l0_reverse	5	0.0029260972514748573
20272	rnn.bias_hh_l0_reverse	6	-0.06329017132520676
20272	rnn.bias_hh_l0_reverse	7	0.022591713815927505
20272	rnn.bias_hh_l0_reverse	8	0.021402977406978607
20272	rnn.bias_hh_l0_reverse	9	-0.13978785276412964
20272	linear.weight	0	0.1865791380405426
20272	linear.weight	1	-0.14621274173259735
20272	linear.weight	2	-0.18560194969177246
20272	linear.weight	3	0.05065207555890083
20272	linear.weight	4	-0.02596578560769558
20272	linear.weight	5	-0.006686235312372446
20272	linear.weight	6	-0.0075012873858213425
20272	linear.weight	7	-0.028030119836330414
20272	linear.weight	8	0.05709607154130936
20272	linear.weight	9	0.3114848732948303
20272	linear.bias	0	-0.2156284898519516
20272	linear.bias	1	0.1745251715183258
20272	linear.bias	2	-0.5188355445861816
20272	linear.bias	3	1.683691382408142
20272	linear.bias	4	-0.38740015029907227
20272	linear.bias	5	-0.030769959092140198
20272	linear.bias	6	-0.3473322093486786
20272	linear.bias	7	-0.2739165723323822
20272	linear.bias	8	-0.010247787460684776
20272	linear.bias	9	-0.4836464822292328
20300	transitions	0	-0.6387556791305542
20300	transitions	1	0.3610779345035553
20300	transitions	2	1.6852518320083618
20300	transitions	3	0.10798316448926926
20300	transitions	4	0.9555368423461914
20300	transitions	5	1.2741079330444336
20300	transitions	6	0.48355957865715027
20300	transitions	7	0.1764574497938156
20300	transitions	8	-0.9194279909133911
20300	transitions	9	0.9306977391242981
20300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20300	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20300	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20300	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20300	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20300	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20300	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20300	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20300	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20300	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20300	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20300	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20300	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20300	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20300	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20300	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20300	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20300	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20300	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20300	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20300	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20300	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20300	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20300	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20300	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20300	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20300	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20300	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20300	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20300	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20300	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20300	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20300	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20300	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20300	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20300	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20300	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20300	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20300	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20300	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20300	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20300	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20300	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20300	embedding2nn.weight	0	0.02163378894329071
20300	embedding2nn.weight	1	0.014163244515657425
20300	embedding2nn.weight	2	-0.004586896859109402
20300	embedding2nn.weight	3	0.0038860742934048176
20300	embedding2nn.weight	4	-0.004908039700239897
20300	embedding2nn.weight	5	0.011126485653221607
20300	embedding2nn.weight	6	-0.00383598986081779
20300	embedding2nn.weight	7	0.013362456113100052
20300	embedding2nn.weight	8	-0.0051918309181928635
20300	embedding2nn.weight	9	-0.01329674944281578
20300	embedding2nn.bias	0	-0.03280241787433624
20300	embedding2nn.bias	1	-0.0021881803404539824
20300	embedding2nn.bias	2	-0.0525219701230526
20300	embedding2nn.bias	3	-0.009890262968838215
20300	embedding2nn.bias	4	-0.0017507782904431224
20300	embedding2nn.bias	5	-0.003058821428567171
20300	embedding2nn.bias	6	0.004808321129530668
20300	embedding2nn.bias	7	0.01903999038040638
20300	embedding2nn.bias	8	-0.0038216798566281796
20300	embedding2nn.bias	9	0.003579466138035059
20300	rnn.weight_ih_l0	0	0.04054670408368111
20300	rnn.weight_ih_l0	1	-0.011099457740783691
20300	rnn.weight_ih_l0	2	-0.03889329358935356
20300	rnn.weight_ih_l0	3	-0.04453432559967041
20300	rnn.weight_ih_l0	4	-0.05163050815463066
20300	rnn.weight_ih_l0	5	-0.008657699450850487
20300	rnn.weight_ih_l0	6	-0.05276884883642197
20300	rnn.weight_ih_l0	7	-0.05732943117618561
20300	rnn.weight_ih_l0	8	-0.04415684565901756
20300	rnn.weight_ih_l0	9	-0.027952026575803757
20300	rnn.weight_hh_l0	0	0.015928184613585472
20300	rnn.weight_hh_l0	1	-0.013659934513270855
20300	rnn.weight_hh_l0	2	-0.07036629319190979
20300	rnn.weight_hh_l0	3	-0.03138554096221924
20300	rnn.weight_hh_l0	4	-0.07304313033819199
20300	rnn.weight_hh_l0	5	-0.00915386900305748
20300	rnn.weight_hh_l0	6	-0.038542039692401886
20300	rnn.weight_hh_l0	7	-0.016221625730395317
20300	rnn.weight_hh_l0	8	-0.02028682455420494
20300	rnn.weight_hh_l0	9	0.00749613344669342
20300	rnn.bias_ih_l0	0	0.13046495616436005
20300	rnn.bias_ih_l0	1	-0.05493716150522232
20300	rnn.bias_ih_l0	2	0.11036723107099533
20300	rnn.bias_ih_l0	3	0.04592073708772659
20300	rnn.bias_ih_l0	4	0.1063806563615799
20300	rnn.bias_ih_l0	5	0.025930257514119148
20300	rnn.bias_ih_l0	6	-0.01733263209462166
20300	rnn.bias_ih_l0	7	-0.10344788432121277
20300	rnn.bias_ih_l0	8	-0.18962354958057404
20300	rnn.bias_ih_l0	9	0.08612671494483948
20300	rnn.bias_hh_l0	0	-0.005629007704555988
20300	rnn.bias_hh_l0	1	0.02533981017768383
20300	rnn.bias_hh_l0	2	-0.008418354205787182
20300	rnn.bias_hh_l0	3	-0.01261547114700079
20300	rnn.bias_hh_l0	4	-0.04096699133515358
20300	rnn.bias_hh_l0	5	0.1400235891342163
20300	rnn.bias_hh_l0	6	0.02458808198571205
20300	rnn.bias_hh_l0	7	0.05034729093313217
20300	rnn.bias_hh_l0	8	0.01703612506389618
20300	rnn.bias_hh_l0	9	0.030942929908633232
20300	rnn.weight_ih_l0_reverse	0	-0.03023359552025795
20300	rnn.weight_ih_l0_reverse	1	-0.0033267324324697256
20300	rnn.weight_ih_l0_reverse	2	0.02540845423936844
20300	rnn.weight_ih_l0_reverse	3	-0.06126682460308075
20300	rnn.weight_ih_l0_reverse	4	0.01093815267086029
20300	rnn.weight_ih_l0_reverse	5	-0.052645955234766006
20300	rnn.weight_ih_l0_reverse	6	0.016892360523343086
20300	rnn.weight_ih_l0_reverse	7	0.045927684754133224
20300	rnn.weight_ih_l0_reverse	8	-0.04438360780477524
20300	rnn.weight_ih_l0_reverse	9	-0.052904535084962845
20300	rnn.weight_hh_l0_reverse	0	-0.0776248350739479
20300	rnn.weight_hh_l0_reverse	1	-0.060135889798402786
20300	rnn.weight_hh_l0_reverse	2	0.034533318132162094
20300	rnn.weight_hh_l0_reverse	3	0.04603246971964836
20300	rnn.weight_hh_l0_reverse	4	-0.004960853140801191
20300	rnn.weight_hh_l0_reverse	5	0.045028477907180786
20300	rnn.weight_hh_l0_reverse	6	-0.010373475961387157
20300	rnn.weight_hh_l0_reverse	7	0.0035077347420156
20300	rnn.weight_hh_l0_reverse	8	-0.092310830950737
20300	rnn.weight_hh_l0_reverse	9	0.07375480234622955
20300	rnn.bias_ih_l0_reverse	0	-0.06997650861740112
20300	rnn.bias_ih_l0_reverse	1	-0.06222172826528549
20300	rnn.bias_ih_l0_reverse	2	0.10966072976589203
20300	rnn.bias_ih_l0_reverse	3	0.038135506212711334
20300	rnn.bias_ih_l0_reverse	4	-0.13275861740112305
20300	rnn.bias_ih_l0_reverse	5	0.04289420321583748
20300	rnn.bias_ih_l0_reverse	6	-0.1186901405453682
20300	rnn.bias_ih_l0_reverse	7	0.04016030579805374
20300	rnn.bias_ih_l0_reverse	8	0.031313881278038025
20300	rnn.bias_ih_l0_reverse	9	0.06303086876869202
20300	rnn.bias_hh_l0_reverse	0	0.047071509063243866
20300	rnn.bias_hh_l0_reverse	1	0.04911978170275688
20300	rnn.bias_hh_l0_reverse	2	0.0805603414773941
20300	rnn.bias_hh_l0_reverse	3	-0.00356342364102602
20300	rnn.bias_hh_l0_reverse	4	0.07553911954164505
20300	rnn.bias_hh_l0_reverse	5	-0.0009613665170036256
20300	rnn.bias_hh_l0_reverse	6	-0.0617091991007328
20300	rnn.bias_hh_l0_reverse	7	0.024587197229266167
20300	rnn.bias_hh_l0_reverse	8	0.020152082666754723
20300	rnn.bias_hh_l0_reverse	9	-0.13993358612060547
20300	linear.weight	0	0.17556291818618774
20300	linear.weight	1	-0.14620712399482727
20300	linear.weight	2	-0.18258151412010193
20300	linear.weight	3	0.05487556755542755
20300	linear.weight	4	-0.025905165821313858
20300	linear.weight	5	-0.006509438157081604
20300	linear.weight	6	-0.0074989572167396545
20300	linear.weight	7	-0.028016943484544754
20300	linear.weight	8	0.05699466913938522
20300	linear.weight	9	0.3105795383453369
20300	linear.bias	0	-0.22714726626873016
20300	linear.bias	1	0.17508132755756378
20300	linear.bias	2	-0.5203714966773987
20300	linear.bias	3	1.6900023221969604
20300	linear.bias	4	-0.3875352144241333
20300	linear.bias	5	-0.030769959092140198
20300	linear.bias	6	-0.3492300808429718
20300	linear.bias	7	-0.2751232385635376
20300	linear.bias	8	0.007684693206101656
20300	linear.bias	9	-0.4836934208869934
20328	transitions	0	-0.638796865940094
20328	transitions	1	0.36100533604621887
20328	transitions	2	1.6852004528045654
20328	transitions	3	0.10790181905031204
20328	transitions	4	0.9555057287216187
20328	transitions	5	1.2741066217422485
20328	transitions	6	0.4835590124130249
20328	transitions	7	0.17645691335201263
20328	transitions	8	-0.9194287061691284
20328	transitions	9	0.9306966662406921
20328	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20328	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20328	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20328	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20328	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20328	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20328	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20328	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20328	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20328	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20328	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20328	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20328	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20328	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20328	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20328	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20328	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20328	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20328	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20328	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20328	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20328	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20328	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20328	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20328	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20328	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20328	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20328	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20328	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20328	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20328	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20328	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20328	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20328	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20328	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20328	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20328	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20328	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20328	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20328	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20328	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20328	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20328	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20328	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20328	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20328	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20328	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20328	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20328	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20328	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20328	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20328	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20328	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20328	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20328	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20328	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20328	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20328	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20328	embedding2nn.weight	0	0.021127410233020782
20328	embedding2nn.weight	1	0.014146124012768269
20328	embedding2nn.weight	2	-0.004514277447015047
20328	embedding2nn.weight	3	0.004006894305348396
20328	embedding2nn.weight	4	-0.004865135066211224
20328	embedding2nn.weight	5	0.011072486639022827
20328	embedding2nn.weight	6	-0.0038048403803259134
20328	embedding2nn.weight	7	0.014049870893359184
20328	embedding2nn.weight	8	-0.0052403840236365795
20328	embedding2nn.weight	9	-0.013211010955274105
20328	embedding2nn.bias	0	-0.03327088803052902
20328	embedding2nn.bias	1	-0.007102189585566521
20328	embedding2nn.bias	2	-0.05293377861380577
20328	embedding2nn.bias	3	-0.00689720269292593
20328	embedding2nn.bias	4	0.00016667488671373576
20328	embedding2nn.bias	5	0.00843647588044405
20328	embedding2nn.bias	6	0.010990863665938377
20328	embedding2nn.bias	7	0.018631020560860634
20328	embedding2nn.bias	8	-0.00700965104624629
20328	embedding2nn.bias	9	0.005705731455236673
20328	rnn.weight_ih_l0	0	0.040316250175237656
20328	rnn.weight_ih_l0	1	-0.010565312579274178
20328	rnn.weight_ih_l0	2	-0.03916375711560249
20328	rnn.weight_ih_l0	3	-0.04463999345898628
20328	rnn.weight_ih_l0	4	-0.0519556999206543
20328	rnn.weight_ih_l0	5	-0.009200592525303364
20328	rnn.weight_ih_l0	6	-0.053289275616407394
20328	rnn.weight_ih_l0	7	-0.05706210806965828
20328	rnn.weight_ih_l0	8	-0.04391689971089363
20328	rnn.weight_ih_l0	9	-0.027931418269872665
20328	rnn.weight_hh_l0	0	0.01619766093790531
20328	rnn.weight_hh_l0	1	-0.01340498961508274
20328	rnn.weight_hh_l0	2	-0.07052495330572128
20328	rnn.weight_hh_l0	3	-0.031232455745339394
20328	rnn.weight_hh_l0	4	-0.07307068258523941
20328	rnn.weight_hh_l0	5	-0.008067645132541656
20328	rnn.weight_hh_l0	6	-0.03818036988377571
20328	rnn.weight_hh_l0	7	-0.016264574602246284
20328	rnn.weight_hh_l0	8	-0.02069881744682789
20328	rnn.weight_hh_l0	9	0.007052079774439335
20328	rnn.bias_ih_l0	0	0.12961703538894653
20328	rnn.bias_ih_l0	1	-0.055818330496549606
20328	rnn.bias_ih_l0	2	0.1101679652929306
20328	rnn.bias_ih_l0	3	0.04618449509143829
20328	rnn.bias_ih_l0	4	0.10599437355995178
20328	rnn.bias_ih_l0	5	0.02373969741165638
20328	rnn.bias_ih_l0	6	-0.01624266803264618
20328	rnn.bias_ih_l0	7	-0.11168383806943893
20328	rnn.bias_ih_l0	8	-0.18325446546077728
20328	rnn.bias_ih_l0	9	0.08649613708257675
20328	rnn.bias_hh_l0	0	-0.005928515922278166
20328	rnn.bias_hh_l0	1	0.02373008243739605
20328	rnn.bias_hh_l0	2	-0.009427319280803204
20328	rnn.bias_hh_l0	3	-0.013009613379836082
20328	rnn.bias_hh_l0	4	-0.042558446526527405
20328	rnn.bias_hh_l0	5	0.13929279148578644
20328	rnn.bias_hh_l0	6	0.027835063636302948
20328	rnn.bias_hh_l0	7	0.0517774261534214
20328	rnn.bias_hh_l0	8	0.01812608912587166
20328	rnn.bias_hh_l0	9	0.03270037844777107
20328	rnn.weight_ih_l0_reverse	0	-0.030464762821793556
20328	rnn.weight_ih_l0_reverse	1	-0.003936847671866417
20328	rnn.weight_ih_l0_reverse	2	0.025468334555625916
20328	rnn.weight_ih_l0_reverse	3	-0.0612267404794693
20328	rnn.weight_ih_l0_reverse	4	0.01099035982042551
20328	rnn.weight_ih_l0_reverse	5	-0.052456390112638474
20328	rnn.weight_ih_l0_reverse	6	0.018119441345334053
20328	rnn.weight_ih_l0_reverse	7	0.04602621868252754
20328	rnn.weight_ih_l0_reverse	8	-0.04446766525506973
20328	rnn.weight_ih_l0_reverse	9	-0.05275603383779526
20328	rnn.weight_hh_l0_reverse	0	-0.0781848356127739
20328	rnn.weight_hh_l0_reverse	1	-0.060481421649456024
20328	rnn.weight_hh_l0_reverse	2	0.034557681530714035
20328	rnn.weight_hh_l0_reverse	3	0.04584014043211937
20328	rnn.weight_hh_l0_reverse	4	-0.0066970097832381725
20328	rnn.weight_hh_l0_reverse	5	0.044782381504774094
20328	rnn.weight_hh_l0_reverse	6	-0.012378283776342869
20328	rnn.weight_hh_l0_reverse	7	0.003498801728710532
20328	rnn.weight_hh_l0_reverse	8	-0.09293940663337708
20328	rnn.weight_hh_l0_reverse	9	0.07365928590297699
20328	rnn.bias_ih_l0_reverse	0	-0.0728338435292244
20328	rnn.bias_ih_l0_reverse	1	-0.05579879879951477
20328	rnn.bias_ih_l0_reverse	2	0.10877406597137451
20328	rnn.bias_ih_l0_reverse	3	0.038859788328409195
20328	rnn.bias_ih_l0_reverse	4	-0.13197758793830872
20328	rnn.bias_ih_l0_reverse	5	0.041816242039203644
20328	rnn.bias_ih_l0_reverse	6	-0.12016282975673676
20328	rnn.bias_ih_l0_reverse	7	0.038950469344854355
20328	rnn.bias_ih_l0_reverse	8	0.031507670879364014
20328	rnn.bias_ih_l0_reverse	9	0.06336991488933563
20328	rnn.bias_hh_l0_reverse	0	0.04581081494688988
20328	rnn.bias_hh_l0_reverse	1	0.04831593856215477
20328	rnn.bias_hh_l0_reverse	2	0.08043649047613144
20328	rnn.bias_hh_l0_reverse	3	-0.003978561609983444
20328	rnn.bias_hh_l0_reverse	4	0.07561968266963959
20328	rnn.bias_hh_l0_reverse	5	0.002170571591705084
20328	rnn.bias_hh_l0_reverse	6	-0.05877576023340225
20328	rnn.bias_hh_l0_reverse	7	0.02425605058670044
20328	rnn.bias_hh_l0_reverse	8	0.019671063870191574
20328	rnn.bias_hh_l0_reverse	9	-0.13878703117370605
20328	linear.weight	0	0.1721038669347763
20328	linear.weight	1	-0.14618533849716187
20328	linear.weight	2	-0.18191862106323242
20328	linear.weight	3	0.050921160727739334
20328	linear.weight	4	-0.026228366419672966
20328	linear.weight	5	-0.006559264846146107
20328	linear.weight	6	-0.0074967313557863235
20328	linear.weight	7	-0.0280163511633873
20328	linear.weight	8	0.055370673537254333
20328	linear.weight	9	0.3100338876247406
20328	linear.bias	0	-0.2191123515367508
20328	linear.bias	1	0.16793382167816162
20328	linear.bias	2	-0.5195975303649902
20328	linear.bias	3	1.695298433303833
20328	linear.bias	4	-0.3880159258842468
20328	linear.bias	5	-0.030769959092140198
20328	linear.bias	6	-0.3472447693347931
20328	linear.bias	7	-0.2726718485355377
20328	linear.bias	8	0.0019068852998316288
20328	linear.bias	9	-0.48379239439964294
20356	transitions	0	-0.6388818025588989
20356	transitions	1	0.36097025871276855
20356	transitions	2	1.6851298809051514
20356	transitions	3	0.1078825518488884
20356	transitions	4	0.9555010199546814
20356	transitions	5	1.2741053104400635
20356	transitions	6	0.4835539758205414
20356	transitions	7	0.17645619809627533
20356	transitions	8	-0.9194287061691284
20356	transitions	9	0.9306966662406921
20356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20356	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20356	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20356	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20356	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20356	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20356	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20356	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20356	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20356	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20356	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20356	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20356	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20356	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20356	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20356	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20356	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20356	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20356	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20356	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20356	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20356	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20356	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20356	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20356	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20356	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20356	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20356	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20356	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20356	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20356	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20356	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20356	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20356	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20356	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20356	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20356	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20356	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20356	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20356	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20356	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20356	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20356	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20356	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20356	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20356	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20356	embedding2nn.weight	0	0.020481515675783157
20356	embedding2nn.weight	1	0.013927492313086987
20356	embedding2nn.weight	2	-0.004419188015162945
20356	embedding2nn.weight	3	0.003930293954908848
20356	embedding2nn.weight	4	-0.004698461852967739
20356	embedding2nn.weight	5	0.011079905554652214
20356	embedding2nn.weight	6	-0.0037960598710924387
20356	embedding2nn.weight	7	0.01482127420604229
20356	embedding2nn.weight	8	-0.00510376738384366
20356	embedding2nn.weight	9	-0.013238051906228065
20356	embedding2nn.bias	0	-0.03341830149292946
20356	embedding2nn.bias	1	-0.004736829549074173
20356	embedding2nn.bias	2	-0.051070284098386765
20356	embedding2nn.bias	3	-0.0037057604640722275
20356	embedding2nn.bias	4	0.0043561626225709915
20356	embedding2nn.bias	5	-0.0002986789622809738
20356	embedding2nn.bias	6	0.014862858690321445
20356	embedding2nn.bias	7	0.025227945297956467
20356	embedding2nn.bias	8	-0.011712218634784222
20356	embedding2nn.bias	9	0.0036788431461900473
20356	rnn.weight_ih_l0	0	0.04059772565960884
20356	rnn.weight_ih_l0	1	-0.011121531948447227
20356	rnn.weight_ih_l0	2	-0.038605254143476486
20356	rnn.weight_ih_l0	3	-0.04376545175909996
20356	rnn.weight_ih_l0	4	-0.05174988880753517
20356	rnn.weight_ih_l0	5	-0.008932748809456825
20356	rnn.weight_ih_l0	6	-0.053023841232061386
20356	rnn.weight_ih_l0	7	-0.05726918578147888
20356	rnn.weight_ih_l0	8	-0.04406631365418434
20356	rnn.weight_ih_l0	9	-0.027939431369304657
20356	rnn.weight_hh_l0	0	0.016156842932105064
20356	rnn.weight_hh_l0	1	-0.013829674571752548
20356	rnn.weight_hh_l0	2	-0.07063942402601242
20356	rnn.weight_hh_l0	3	-0.03180573508143425
20356	rnn.weight_hh_l0	4	-0.07307139784097672
20356	rnn.weight_hh_l0	5	-0.008636895567178726
20356	rnn.weight_hh_l0	6	-0.03847120329737663
20356	rnn.weight_hh_l0	7	-0.016622278839349747
20356	rnn.weight_hh_l0	8	-0.020520221441984177
20356	rnn.weight_hh_l0	9	0.006850925739854574
20356	rnn.bias_ih_l0	0	0.1283545345067978
20356	rnn.bias_ih_l0	1	-0.05658847466111183
20356	rnn.bias_ih_l0	2	0.11001160740852356
20356	rnn.bias_ih_l0	3	0.04377536475658417
20356	rnn.bias_ih_l0	4	0.10502287745475769
20356	rnn.bias_ih_l0	5	0.023555563762784004
20356	rnn.bias_ih_l0	6	-0.014967958442866802
20356	rnn.bias_ih_l0	7	-0.11232771724462509
20356	rnn.bias_ih_l0	8	-0.18667930364608765
20356	rnn.bias_ih_l0	9	0.08668351173400879
20356	rnn.bias_hh_l0	0	-0.005680426489561796
20356	rnn.bias_hh_l0	1	0.023827554658055305
20356	rnn.bias_hh_l0	2	-0.0095810042694211
20356	rnn.bias_hh_l0	3	-0.015141138806939125
20356	rnn.bias_hh_l0	4	-0.04182940348982811
20356	rnn.bias_hh_l0	5	0.13690446317195892
20356	rnn.bias_hh_l0	6	0.02740396559238434
20356	rnn.bias_hh_l0	7	0.050588153302669525
20356	rnn.bias_hh_l0	8	0.01940079592168331
20356	rnn.bias_hh_l0	9	0.033935047686100006
20356	rnn.weight_ih_l0_reverse	0	-0.030771838501095772
20356	rnn.weight_ih_l0_reverse	1	-0.003972317557781935
20356	rnn.weight_ih_l0_reverse	2	0.025431042537093163
20356	rnn.weight_ih_l0_reverse	3	-0.06103562191128731
20356	rnn.weight_ih_l0_reverse	4	0.011314883828163147
20356	rnn.weight_ih_l0_reverse	5	-0.05174969136714935
20356	rnn.weight_ih_l0_reverse	6	0.018467459827661514
20356	rnn.weight_ih_l0_reverse	7	0.04628506675362587
20356	rnn.weight_ih_l0_reverse	8	-0.04480263218283653
20356	rnn.weight_ih_l0_reverse	9	-0.05281418189406395
20356	rnn.weight_hh_l0_reverse	0	-0.07877715677022934
20356	rnn.weight_hh_l0_reverse	1	-0.060657799243927
20356	rnn.weight_hh_l0_reverse	2	0.034504104405641556
20356	rnn.weight_hh_l0_reverse	3	0.04572637379169464
20356	rnn.weight_hh_l0_reverse	4	-0.006597989704459906
20356	rnn.weight_hh_l0_reverse	5	0.04502003267407417
20356	rnn.weight_hh_l0_reverse	6	-0.013195004314184189
20356	rnn.weight_hh_l0_reverse	7	0.00349958217702806
20356	rnn.weight_hh_l0_reverse	8	-0.0935516357421875
20356	rnn.weight_hh_l0_reverse	9	0.07432094216346741
20356	rnn.bias_ih_l0_reverse	0	-0.0722782164812088
20356	rnn.bias_ih_l0_reverse	1	-0.06226172298192978
20356	rnn.bias_ih_l0_reverse	2	0.10908251255750656
20356	rnn.bias_ih_l0_reverse	3	0.03979168087244034
20356	rnn.bias_ih_l0_reverse	4	-0.1312500536441803
20356	rnn.bias_ih_l0_reverse	5	0.043367139995098114
20356	rnn.bias_ih_l0_reverse	6	-0.11846115440130234
20356	rnn.bias_ih_l0_reverse	7	0.03746551275253296
20356	rnn.bias_ih_l0_reverse	8	0.03160581365227699
20356	rnn.bias_ih_l0_reverse	9	0.06505513936281204
20356	rnn.bias_hh_l0_reverse	0	0.04926089569926262
20356	rnn.bias_hh_l0_reverse	1	0.047450143843889236
20356	rnn.bias_hh_l0_reverse	2	0.08089601248502731
20356	rnn.bias_hh_l0_reverse	3	-0.004810165613889694
20356	rnn.bias_hh_l0_reverse	4	0.07590451836585999
20356	rnn.bias_hh_l0_reverse	5	0.006784623023122549
20356	rnn.bias_hh_l0_reverse	6	-0.057925838977098465
20356	rnn.bias_hh_l0_reverse	7	0.026729121804237366
20356	rnn.bias_hh_l0_reverse	8	0.021496644243597984
20356	rnn.bias_hh_l0_reverse	9	-0.14009669423103333
20356	linear.weight	0	0.17167091369628906
20356	linear.weight	1	-0.14617332816123962
20356	linear.weight	2	-0.18150083720684052
20356	linear.weight	3	0.0509444959461689
20356	linear.weight	4	-0.025643518194556236
20356	linear.weight	5	-0.006770165637135506
20356	linear.weight	6	-0.007494610734283924
20356	linear.weight	7	-0.027997657656669617
20356	linear.weight	8	0.05512207746505737
20356	linear.weight	9	0.30706602334976196
20356	linear.bias	0	-0.21496805548667908
20356	linear.bias	1	0.16304005682468414
20356	linear.bias	2	-0.520932674407959
20356	linear.bias	3	1.6909503936767578
20356	linear.bias	4	-0.3881923258304596
20356	linear.bias	5	-0.030769959092140198
20356	linear.bias	6	-0.348295658826828
20356	linear.bias	7	-0.2729215919971466
20356	linear.bias	8	0.0030252221040427685
20356	linear.bias	9	-0.4838685393333435
20384	transitions	0	-0.63896244764328
20384	transitions	1	0.3609521687030792
20384	transitions	2	1.6850967407226562
20384	transitions	3	0.10784334689378738
20384	transitions	4	0.9554806351661682
20384	transitions	5	1.2741047143936157
20384	transitions	6	0.48354893922805786
20384	transitions	7	0.17645570635795593
20384	transitions	8	-0.9194291830062866
20384	transitions	9	0.9306965470314026
20384	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20384	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20384	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20384	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20384	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20384	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20384	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20384	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20384	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20384	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20384	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20384	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20384	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20384	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20384	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20384	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20384	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20384	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20384	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20384	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20384	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20384	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20384	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20384	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20384	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20384	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20384	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20384	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20384	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20384	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20384	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20384	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20384	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20384	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20384	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20384	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20384	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20384	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20384	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20384	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20384	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20384	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20384	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20384	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20384	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20384	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20384	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20384	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20384	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20384	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20384	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20384	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20384	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20384	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20384	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20384	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20384	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20384	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20384	embedding2nn.weight	0	0.020555654540657997
20384	embedding2nn.weight	1	0.014038655906915665
20384	embedding2nn.weight	2	-0.004416581243276596
20384	embedding2nn.weight	3	0.0038977034855633974
20384	embedding2nn.weight	4	-0.0046686711721122265
20384	embedding2nn.weight	5	0.011098731309175491
20384	embedding2nn.weight	6	-0.0038133279886096716
20384	embedding2nn.weight	7	0.01435915008187294
20384	embedding2nn.weight	8	-0.005171807017177343
20384	embedding2nn.weight	9	-0.013187696225941181
20384	embedding2nn.bias	0	-0.03303695470094681
20384	embedding2nn.bias	1	-0.004981024190783501
20384	embedding2nn.bias	2	-0.056411679834127426
20384	embedding2nn.bias	3	0.0011171154910698533
20384	embedding2nn.bias	4	0.00435689277946949
20384	embedding2nn.bias	5	-0.00024580926401540637
20384	embedding2nn.bias	6	0.016468772664666176
20384	embedding2nn.bias	7	0.02581685781478882
20384	embedding2nn.bias	8	-0.01097042951732874
20384	embedding2nn.bias	9	0.0032226552721112967
20384	rnn.weight_ih_l0	0	0.04095792397856712
20384	rnn.weight_ih_l0	1	-0.010984454303979874
20384	rnn.weight_ih_l0	2	-0.03860321268439293
20384	rnn.weight_ih_l0	3	-0.04397230222821236
20384	rnn.weight_ih_l0	4	-0.05260438844561577
20384	rnn.weight_ih_l0	5	-0.009164681658148766
20384	rnn.weight_ih_l0	6	-0.052872855216264725
20384	rnn.weight_ih_l0	7	-0.05774150416254997
20384	rnn.weight_ih_l0	8	-0.043990425765514374
20384	rnn.weight_ih_l0	9	-0.027976788580417633
20384	rnn.weight_hh_l0	0	0.01612769439816475
20384	rnn.weight_hh_l0	1	-0.013373245485126972
20384	rnn.weight_hh_l0	2	-0.07185470312833786
20384	rnn.weight_hh_l0	3	-0.03163207694888115
20384	rnn.weight_hh_l0	4	-0.07358057051897049
20384	rnn.weight_hh_l0	5	-0.00785548985004425
20384	rnn.weight_hh_l0	6	-0.03867397829890251
20384	rnn.weight_hh_l0	7	-0.01604410633444786
20384	rnn.weight_hh_l0	8	-0.020549558103084564
20384	rnn.weight_hh_l0	9	0.006543570663779974
20384	rnn.bias_ih_l0	0	0.12834493815898895
20384	rnn.bias_ih_l0	1	-0.059784553945064545
20384	rnn.bias_ih_l0	2	0.1102643609046936
20384	rnn.bias_ih_l0	3	0.04498725011944771
20384	rnn.bias_ih_l0	4	0.10482940822839737
20384	rnn.bias_ih_l0	5	0.02321680076420307
20384	rnn.bias_ih_l0	6	-0.014850938692688942
20384	rnn.bias_ih_l0	7	-0.11450883001089096
20384	rnn.bias_ih_l0	8	-0.18450574576854706
20384	rnn.bias_ih_l0	9	0.08567754179239273
20384	rnn.bias_hh_l0	0	-0.0052393111400306225
20384	rnn.bias_hh_l0	1	0.021233899518847466
20384	rnn.bias_hh_l0	2	-0.01121585164219141
20384	rnn.bias_hh_l0	3	-0.016045670956373215
20384	rnn.bias_hh_l0	4	-0.04187869280576706
20384	rnn.bias_hh_l0	5	0.1365830898284912
20384	rnn.bias_hh_l0	6	0.027561236172914505
20384	rnn.bias_hh_l0	7	0.05176865682005882
20384	rnn.bias_hh_l0	8	0.0195178110152483
20384	rnn.bias_hh_l0	9	0.03329950198531151
20384	rnn.weight_ih_l0_reverse	0	-0.03127580136060715
20384	rnn.weight_ih_l0_reverse	1	-0.0037658822257071733
20384	rnn.weight_ih_l0_reverse	2	0.02536538615822792
20384	rnn.weight_ih_l0_reverse	3	-0.060906779021024704
20384	rnn.weight_ih_l0_reverse	4	0.011259783059358597
20384	rnn.weight_ih_l0_reverse	5	-0.05172179639339447
20384	rnn.weight_ih_l0_reverse	6	0.018496939912438393
20384	rnn.weight_ih_l0_reverse	7	0.04620276391506195
20384	rnn.weight_ih_l0_reverse	8	-0.04452354460954666
20384	rnn.weight_ih_l0_reverse	9	-0.05268440023064613
20384	rnn.weight_hh_l0_reverse	0	-0.07851344347000122
20384	rnn.weight_hh_l0_reverse	1	-0.0596468448638916
20384	rnn.weight_hh_l0_reverse	2	0.03438562527298927
20384	rnn.weight_hh_l0_reverse	3	0.045807331800460815
20384	rnn.weight_hh_l0_reverse	4	-0.006951336283236742
20384	rnn.weight_hh_l0_reverse	5	0.04486867040395737
20384	rnn.weight_hh_l0_reverse	6	-0.014193069189786911
20384	rnn.weight_hh_l0_reverse	7	0.0030703009106218815
20384	rnn.weight_hh_l0_reverse	8	-0.09370329976081848
20384	rnn.weight_hh_l0_reverse	9	0.07500679790973663
20384	rnn.bias_ih_l0_reverse	0	-0.07428937405347824
20384	rnn.bias_ih_l0_reverse	1	-0.05898561701178551
20384	rnn.bias_ih_l0_reverse	2	0.10911428928375244
20384	rnn.bias_ih_l0_reverse	3	0.039418235421180725
20384	rnn.bias_ih_l0_reverse	4	-0.13057686388492584
20384	rnn.bias_ih_l0_reverse	5	0.04437340050935745
20384	rnn.bias_ih_l0_reverse	6	-0.11720754206180573
20384	rnn.bias_ih_l0_reverse	7	0.03669965639710426
20384	rnn.bias_ih_l0_reverse	8	0.034239236265420914
20384	rnn.bias_ih_l0_reverse	9	0.06496479362249374
20384	rnn.bias_hh_l0_reverse	0	0.04453574866056442
20384	rnn.bias_hh_l0_reverse	1	0.04669267311692238
20384	rnn.bias_hh_l0_reverse	2	0.07910411059856415
20384	rnn.bias_hh_l0_reverse	3	-0.006633404642343521
20384	rnn.bias_hh_l0_reverse	4	0.0740615651011467
20384	rnn.bias_hh_l0_reverse	5	0.010103446431457996
20384	rnn.bias_hh_l0_reverse	6	-0.05952858179807663
20384	rnn.bias_hh_l0_reverse	7	0.025792064145207405
20384	rnn.bias_hh_l0_reverse	8	0.022130735218524933
20384	rnn.bias_hh_l0_reverse	9	-0.13812845945358276
20384	linear.weight	0	0.1646965891122818
20384	linear.weight	1	-0.14617958664894104
20384	linear.weight	2	-0.18020160496234894
20384	linear.weight	3	0.05026659741997719
20384	linear.weight	4	-0.025502381846308708
20384	linear.weight	5	-0.00690893828868866
20384	linear.weight	6	-0.00749337999150157
20384	linear.weight	7	-0.02793644182384014
20384	linear.weight	8	0.05765240266919136
20384	linear.weight	9	0.30880990624427795
20384	linear.bias	0	-0.2254267930984497
20384	linear.bias	1	0.16794216632843018
20384	linear.bias	2	-0.5226823687553406
20384	linear.bias	3	1.6932910680770874
20384	linear.bias	4	-0.3884052634239197
20384	linear.bias	5	-0.030769959092140198
20384	linear.bias	6	-0.34916621446609497
20384	linear.bias	7	-0.2733774483203888
20384	linear.bias	8	-0.003959765192121267
20384	linear.bias	9	-0.48394161462783813
20412	transitions	0	-0.6389872431755066
20412	transitions	1	0.3609366714954376
20412	transitions	2	1.6850413084030151
20412	transitions	3	0.10783088207244873
20412	transitions	4	0.9554786682128906
20412	transitions	5	1.2741018533706665
20412	transitions	6	0.4835488200187683
20412	transitions	7	0.17645475268363953
20412	transitions	8	-0.9194294810295105
20412	transitions	9	0.9306965470314026
20412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20412	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20412	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20412	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20412	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20412	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20412	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20412	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20412	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20412	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20412	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20412	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20412	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20412	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20412	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20412	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20412	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20412	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20412	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20412	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20412	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20412	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20412	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20412	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20412	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20412	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20412	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20412	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20412	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20412	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20412	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20412	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20412	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20412	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20412	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20412	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20412	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20412	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20412	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20412	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20412	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20412	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20412	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20412	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20412	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20412	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20412	embedding2nn.weight	0	0.020508620887994766
20412	embedding2nn.weight	1	0.01406080275774002
20412	embedding2nn.weight	2	-0.004348792135715485
20412	embedding2nn.weight	3	0.0038723915349692106
20412	embedding2nn.weight	4	-0.004706575535237789
20412	embedding2nn.weight	5	0.01129673421382904
20412	embedding2nn.weight	6	-0.003819112665951252
20412	embedding2nn.weight	7	0.013999806717038155
20412	embedding2nn.weight	8	-0.005483000539243221
20412	embedding2nn.weight	9	-0.013203978538513184
20412	embedding2nn.bias	0	-0.03426799923181534
20412	embedding2nn.bias	1	-0.009502770379185677
20412	embedding2nn.bias	2	-0.05758511275053024
20412	embedding2nn.bias	3	-0.0016554093454033136
20412	embedding2nn.bias	4	0.0005860927631147206
20412	embedding2nn.bias	5	-0.0010126103879883885
20412	embedding2nn.bias	6	0.023253653198480606
20412	embedding2nn.bias	7	0.028203634545207024
20412	embedding2nn.bias	8	-0.00818483904004097
20412	embedding2nn.bias	9	0.004744270816445351
20412	rnn.weight_ih_l0	0	0.04071369767189026
20412	rnn.weight_ih_l0	1	-0.011133288033306599
20412	rnn.weight_ih_l0	2	-0.03941301628947258
20412	rnn.weight_ih_l0	3	-0.04396393522620201
20412	rnn.weight_ih_l0	4	-0.05271107703447342
20412	rnn.weight_ih_l0	5	-0.009214190766215324
20412	rnn.weight_ih_l0	6	-0.05255809426307678
20412	rnn.weight_ih_l0	7	-0.05800161883234978
20412	rnn.weight_ih_l0	8	-0.044297460466623306
20412	rnn.weight_ih_l0	9	-0.028032105416059494
20412	rnn.weight_hh_l0	0	0.016651375219225883
20412	rnn.weight_hh_l0	1	-0.013567261397838593
20412	rnn.weight_hh_l0	2	-0.07183056324720383
20412	rnn.weight_hh_l0	3	-0.031173352152109146
20412	rnn.weight_hh_l0	4	-0.07349393516778946
20412	rnn.weight_hh_l0	5	-0.007780828513205051
20412	rnn.weight_hh_l0	6	-0.03794069588184357
20412	rnn.weight_hh_l0	7	-0.017001161351799965
20412	rnn.weight_hh_l0	8	-0.02036411687731743
20412	rnn.weight_hh_l0	9	0.007014185655862093
20412	rnn.bias_ih_l0	0	0.1291825920343399
20412	rnn.bias_ih_l0	1	-0.05984731391072273
20412	rnn.bias_ih_l0	2	0.11180820316076279
20412	rnn.bias_ih_l0	3	0.04412392899394035
20412	rnn.bias_ih_l0	4	0.10535984486341476
20412	rnn.bias_ih_l0	5	0.023083165287971497
20412	rnn.bias_ih_l0	6	-0.01282133162021637
20412	rnn.bias_ih_l0	7	-0.11654598265886307
20412	rnn.bias_ih_l0	8	-0.1854403167963028
20412	rnn.bias_ih_l0	9	0.08661235123872757
20412	rnn.bias_hh_l0	0	-0.003156674327328801
20412	rnn.bias_hh_l0	1	0.01968793384730816
20412	rnn.bias_hh_l0	2	-0.009981649927794933
20412	rnn.bias_hh_l0	3	-0.01710803434252739
20412	rnn.bias_hh_l0	4	-0.04124787822365761
20412	rnn.bias_hh_l0	5	0.1380208283662796
20412	rnn.bias_hh_l0	6	0.025618087500333786
20412	rnn.bias_hh_l0	7	0.05138228088617325
20412	rnn.bias_hh_l0	8	0.02154742367565632
20412	rnn.bias_hh_l0	9	0.03516697883605957
20412	rnn.weight_ih_l0_reverse	0	-0.03150766342878342
20412	rnn.weight_ih_l0_reverse	1	-0.004158469848334789
20412	rnn.weight_ih_l0_reverse	2	0.02534095011651516
20412	rnn.weight_ih_l0_reverse	3	-0.060959842056035995
20412	rnn.weight_ih_l0_reverse	4	0.010984194464981556
20412	rnn.weight_ih_l0_reverse	5	-0.05115516111254692
20412	rnn.weight_ih_l0_reverse	6	0.01757001504302025
20412	rnn.weight_ih_l0_reverse	7	0.04630958288908005
20412	rnn.weight_ih_l0_reverse	8	-0.04467124119400978
20412	rnn.weight_ih_l0_reverse	9	-0.052656389772892
20412	rnn.weight_hh_l0_reverse	0	-0.07844814658164978
20412	rnn.weight_hh_l0_reverse	1	-0.059210170060396194
20412	rnn.weight_hh_l0_reverse	2	0.034354787319898605
20412	rnn.weight_hh_l0_reverse	3	0.04573804512619972
20412	rnn.weight_hh_l0_reverse	4	-0.0065789660438895226
20412	rnn.weight_hh_l0_reverse	5	0.04482608288526535
20412	rnn.weight_hh_l0_reverse	6	-0.01431633997708559
20412	rnn.weight_hh_l0_reverse	7	0.003037988906726241
20412	rnn.weight_hh_l0_reverse	8	-0.09410309791564941
20412	rnn.weight_hh_l0_reverse	9	0.07505124807357788
20412	rnn.bias_ih_l0_reverse	0	-0.07573573291301727
20412	rnn.bias_ih_l0_reverse	1	-0.06333401054143906
20412	rnn.bias_ih_l0_reverse	2	0.10820648074150085
20412	rnn.bias_ih_l0_reverse	3	0.03990531340241432
20412	rnn.bias_ih_l0_reverse	4	-0.13018834590911865
20412	rnn.bias_ih_l0_reverse	5	0.04453887790441513
20412	rnn.bias_ih_l0_reverse	6	-0.11880122125148773
20412	rnn.bias_ih_l0_reverse	7	0.03800069913268089
20412	rnn.bias_ih_l0_reverse	8	0.03177034482359886
20412	rnn.bias_ih_l0_reverse	9	0.0660322830080986
20412	rnn.bias_hh_l0_reverse	0	0.05506166070699692
20412	rnn.bias_hh_l0_reverse	1	0.047481637448072433
20412	rnn.bias_hh_l0_reverse	2	0.07827158272266388
20412	rnn.bias_hh_l0_reverse	3	-0.005712604150176048
20412	rnn.bias_hh_l0_reverse	4	0.07488375157117844
20412	rnn.bias_hh_l0_reverse	5	0.013095252215862274
20412	rnn.bias_hh_l0_reverse	6	-0.05886966735124588
20412	rnn.bias_hh_l0_reverse	7	0.025475667789578438
20412	rnn.bias_hh_l0_reverse	8	0.01850961707532406
20412	rnn.bias_hh_l0_reverse	9	-0.13396047055721283
20412	linear.weight	0	0.16679653525352478
20412	linear.weight	1	-0.14616651833057404
20412	linear.weight	2	-0.18064537644386292
20412	linear.weight	3	0.05025295168161392
20412	linear.weight	4	-0.02567540854215622
20412	linear.weight	5	-0.005155075807124376
20412	linear.weight	6	-0.007491455413401127
20412	linear.weight	7	-0.027883661910891533
20412	linear.weight	8	0.060592323541641235
20412	linear.weight	9	0.3105364143848419
20412	linear.bias	0	-0.20597824454307556
20412	linear.bias	1	0.16996799409389496
20412	linear.bias	2	-0.5207846760749817
20412	linear.bias	3	1.678936243057251
20412	linear.bias	4	-0.38851335644721985
20412	linear.bias	5	-0.030769959092140198
20412	linear.bias	6	-0.3477029502391815
20412	linear.bias	7	-0.272207111120224
20412	linear.bias	8	-0.004296791274100542
20412	linear.bias	9	-0.4839942455291748
20440	transitions	0	-0.6390721201896667
20440	transitions	1	0.36089450120925903
20440	transitions	2	1.6849815845489502
20440	transitions	3	0.1078198105096817
20440	transitions	4	0.9554647207260132
20440	transitions	5	1.2741010189056396
20440	transitions	6	0.483548641204834
20440	transitions	7	0.17643728852272034
20440	transitions	8	-0.9194296002388
20440	transitions	9	0.9306965470314026
20440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20440	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20440	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20440	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20440	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20440	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20440	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20440	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20440	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20440	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20440	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20440	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20440	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20440	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20440	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20440	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20440	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20440	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20440	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20440	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20440	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20440	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20440	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20440	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20440	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20440	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20440	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20440	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20440	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20440	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20440	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20440	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20440	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20440	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20440	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20440	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20440	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20440	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20440	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20440	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20440	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20440	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20440	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20440	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20440	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20440	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20440	embedding2nn.weight	0	0.020328687503933907
20440	embedding2nn.weight	1	0.014130190946161747
20440	embedding2nn.weight	2	-0.004325407091528177
20440	embedding2nn.weight	3	0.003887613769620657
20440	embedding2nn.weight	4	-0.004731389228254557
20440	embedding2nn.weight	5	0.011289596557617188
20440	embedding2nn.weight	6	-0.003939844202250242
20440	embedding2nn.weight	7	0.014331287704408169
20440	embedding2nn.weight	8	-0.00564422644674778
20440	embedding2nn.weight	9	-0.013196117244660854
20440	embedding2nn.bias	0	-0.036487601697444916
20440	embedding2nn.bias	1	-0.009452784433960915
20440	embedding2nn.bias	2	-0.05868884176015854
20440	embedding2nn.bias	3	0.0023214491084218025
20440	embedding2nn.bias	4	-0.0021534934639930725
20440	embedding2nn.bias	5	-0.0027858782559633255
20440	embedding2nn.bias	6	0.024972280487418175
20440	embedding2nn.bias	7	0.021339036524295807
20440	embedding2nn.bias	8	-0.006092225667089224
20440	embedding2nn.bias	9	0.007112118881195784
20440	rnn.weight_ih_l0	0	0.04093722999095917
20440	rnn.weight_ih_l0	1	-0.011667689308524132
20440	rnn.weight_ih_l0	2	-0.039242275059223175
20440	rnn.weight_ih_l0	3	-0.04420780390501022
20440	rnn.weight_ih_l0	4	-0.05286679044365883
20440	rnn.weight_ih_l0	5	-0.009097615256905556
20440	rnn.weight_ih_l0	6	-0.052390921860933304
20440	rnn.weight_ih_l0	7	-0.05792229622602463
20440	rnn.weight_ih_l0	8	-0.0443384163081646
20440	rnn.weight_ih_l0	9	-0.02788393944501877
20440	rnn.weight_hh_l0	0	0.016621656715869904
20440	rnn.weight_hh_l0	1	-0.013474559411406517
20440	rnn.weight_hh_l0	2	-0.07264029234647751
20440	rnn.weight_hh_l0	3	-0.030802860856056213
20440	rnn.weight_hh_l0	4	-0.07351481169462204
20440	rnn.weight_hh_l0	5	-0.008280709385871887
20440	rnn.weight_hh_l0	6	-0.03875569626688957
20440	rnn.weight_hh_l0	7	-0.017466994002461433
20440	rnn.weight_hh_l0	8	-0.020173054188489914
20440	rnn.weight_hh_l0	9	0.007457143627107143
20440	rnn.bias_ih_l0	0	0.12926353514194489
20440	rnn.bias_ih_l0	1	-0.0581086203455925
20440	rnn.bias_ih_l0	2	0.11230172961950302
20440	rnn.bias_ih_l0	3	0.042764678597450256
20440	rnn.bias_ih_l0	4	0.10695672035217285
20440	rnn.bias_ih_l0	5	0.0214200709015131
20440	rnn.bias_ih_l0	6	-0.01426463108509779
20440	rnn.bias_ih_l0	7	-0.11442757397890091
20440	rnn.bias_ih_l0	8	-0.18180862069129944
20440	rnn.bias_ih_l0	9	0.08612734079360962
20440	rnn.bias_hh_l0	0	-0.0052377525717020035
20440	rnn.bias_hh_l0	1	0.020083991810679436
20440	rnn.bias_hh_l0	2	-0.010704007931053638
20440	rnn.bias_hh_l0	3	-0.014309658668935299
20440	rnn.bias_hh_l0	4	-0.04074807092547417
20440	rnn.bias_hh_l0	5	0.13409656286239624
20440	rnn.bias_hh_l0	6	0.026530971750617027
20440	rnn.bias_hh_l0	7	0.0508953221142292
20440	rnn.bias_hh_l0	8	0.020104127004742622
20440	rnn.bias_hh_l0	9	0.03397274389863014
20440	rnn.weight_ih_l0_reverse	0	-0.030536603182554245
20440	rnn.weight_ih_l0_reverse	1	-0.004225976299494505
20440	rnn.weight_ih_l0_reverse	2	0.025763334706425667
20440	rnn.weight_ih_l0_reverse	3	-0.06095433607697487
20440	rnn.weight_ih_l0_reverse	4	0.011246703565120697
20440	rnn.weight_ih_l0_reverse	5	-0.051190149039030075
20440	rnn.weight_ih_l0_reverse	6	0.01807370036840439
20440	rnn.weight_ih_l0_reverse	7	0.04630539193749428
20440	rnn.weight_ih_l0_reverse	8	-0.04464541748166084
20440	rnn.weight_ih_l0_reverse	9	-0.05261630192399025
20440	rnn.weight_hh_l0_reverse	0	-0.07842151820659637
20440	rnn.weight_hh_l0_reverse	1	-0.06158525496721268
20440	rnn.weight_hh_l0_reverse	2	0.03382501006126404
20440	rnn.weight_hh_l0_reverse	3	0.04585910588502884
20440	rnn.weight_hh_l0_reverse	4	-0.007277929224073887
20440	rnn.weight_hh_l0_reverse	5	0.04512393847107887
20440	rnn.weight_hh_l0_reverse	6	-0.013431139290332794
20440	rnn.weight_hh_l0_reverse	7	0.0027503040619194508
20440	rnn.weight_hh_l0_reverse	8	-0.09478812664747238
20440	rnn.weight_hh_l0_reverse	9	0.0756608247756958
20440	rnn.bias_ih_l0_reverse	0	-0.07510749250650406
20440	rnn.bias_ih_l0_reverse	1	-0.06245392933487892
20440	rnn.bias_ih_l0_reverse	2	0.10845062881708145
20440	rnn.bias_ih_l0_reverse	3	0.03928755596280098
20440	rnn.bias_ih_l0_reverse	4	-0.1308513581752777
20440	rnn.bias_ih_l0_reverse	5	0.043424077332019806
20440	rnn.bias_ih_l0_reverse	6	-0.11862562596797943
20440	rnn.bias_ih_l0_reverse	7	0.03675638511776924
20440	rnn.bias_ih_l0_reverse	8	0.03142906725406647
20440	rnn.bias_ih_l0_reverse	9	0.06730910390615463
20440	rnn.bias_hh_l0_reverse	0	0.05576583743095398
20440	rnn.bias_hh_l0_reverse	1	0.04942359775304794
20440	rnn.bias_hh_l0_reverse	2	0.07834766805171967
20440	rnn.bias_hh_l0_reverse	3	-0.0037248623557388783
20440	rnn.bias_hh_l0_reverse	4	0.07532446831464767
20440	rnn.bias_hh_l0_reverse	5	0.011547766625881195
20440	rnn.bias_hh_l0_reverse	6	-0.06071443110704422
20440	rnn.bias_hh_l0_reverse	7	0.026073496788740158
20440	rnn.bias_hh_l0_reverse	8	0.020671416074037552
20440	rnn.bias_hh_l0_reverse	9	-0.1331697553396225
20440	linear.weight	0	0.16761276125907898
20440	linear.weight	1	-0.14614884555339813
20440	linear.weight	2	-0.18224570155143738
20440	linear.weight	3	0.04459357261657715
20440	linear.weight	4	-0.024079637601971626
20440	linear.weight	5	-0.0035641363356262445
20440	linear.weight	6	-0.007489616051316261
20440	linear.weight	7	-0.0277712345123291
20440	linear.weight	8	0.05804214999079704
20440	linear.weight	9	0.3141871988773346
20440	linear.bias	0	-0.2083941251039505
20440	linear.bias	1	0.1733875870704651
20440	linear.bias	2	-0.5214518308639526
20440	linear.bias	3	1.6782466173171997
20440	linear.bias	4	-0.38867515325546265
20440	linear.bias	5	-0.030769959092140198
20440	linear.bias	6	-0.34779006242752075
20440	linear.bias	7	-0.27455008029937744
20440	linear.bias	8	-0.010671979747712612
20440	linear.bias	9	-0.48410117626190186
20468	transitions	0	-0.6391360759735107
20468	transitions	1	0.36085861921310425
20468	transitions	2	1.6849181652069092
20468	transitions	3	0.10778918862342834
20468	transitions	4	0.9554124474525452
20468	transitions	5	1.2740974426269531
20468	transitions	6	0.4835484027862549
20468	transitions	7	0.17643484473228455
20468	transitions	8	-0.9194304943084717
20468	transitions	9	0.9306965470314026
20468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20468	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20468	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20468	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20468	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20468	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20468	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20468	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20468	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20468	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20468	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20468	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20468	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20468	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20468	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20468	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20468	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20468	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20468	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20468	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20468	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20468	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20468	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20468	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20468	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20468	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20468	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20468	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20468	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20468	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20468	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20468	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20468	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20468	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20468	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20468	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20468	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20468	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20468	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20468	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20468	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20468	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20468	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20468	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20468	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20468	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20468	embedding2nn.weight	0	0.019447974860668182
20468	embedding2nn.weight	1	0.014108076691627502
20468	embedding2nn.weight	2	-0.004298325162380934
20468	embedding2nn.weight	3	0.004053389187902212
20468	embedding2nn.weight	4	-0.00477120466530323
20468	embedding2nn.weight	5	0.011362351477146149
20468	embedding2nn.weight	6	-0.004074829630553722
20468	embedding2nn.weight	7	0.014207068830728531
20468	embedding2nn.weight	8	-0.005676689557731152
20468	embedding2nn.weight	9	-0.013237066566944122
20468	embedding2nn.bias	0	-0.034573812037706375
20468	embedding2nn.bias	1	-0.0014868102734908462
20468	embedding2nn.bias	2	-0.058885205537080765
20468	embedding2nn.bias	3	0.0020570566412061453
20468	embedding2nn.bias	4	0.0002865971764549613
20468	embedding2nn.bias	5	-0.007459814194589853
20468	embedding2nn.bias	6	0.02563098631799221
20468	embedding2nn.bias	7	0.020444007590413094
20468	embedding2nn.bias	8	0.002838120562955737
20468	embedding2nn.bias	9	0.004742509685456753
20468	rnn.weight_ih_l0	0	0.040960367769002914
20468	rnn.weight_ih_l0	1	-0.011254750192165375
20468	rnn.weight_ih_l0	2	-0.03787793964147568
20468	rnn.weight_ih_l0	3	-0.043896112591028214
20468	rnn.weight_ih_l0	4	-0.05314972996711731
20468	rnn.weight_ih_l0	5	-0.008658741600811481
20468	rnn.weight_ih_l0	6	-0.052104223519563675
20468	rnn.weight_ih_l0	7	-0.057528894394636154
20468	rnn.weight_ih_l0	8	-0.044551998376846313
20468	rnn.weight_ih_l0	9	-0.0273650623857975
20468	rnn.weight_hh_l0	0	0.016542434692382812
20468	rnn.weight_hh_l0	1	-0.013390333391726017
20468	rnn.weight_hh_l0	2	-0.07196405529975891
20468	rnn.weight_hh_l0	3	-0.030558345839381218
20468	rnn.weight_hh_l0	4	-0.07404277473688126
20468	rnn.weight_hh_l0	5	-0.007812219671905041
20468	rnn.weight_hh_l0	6	-0.040021490305662155
20468	rnn.weight_hh_l0	7	-0.016974983736872673
20468	rnn.weight_hh_l0	8	-0.020173409953713417
20468	rnn.weight_hh_l0	9	0.008080464787781239
20468	rnn.bias_ih_l0	0	0.13003084063529968
20468	rnn.bias_ih_l0	1	-0.058144424110651016
20468	rnn.bias_ih_l0	2	0.1116117611527443
20468	rnn.bias_ih_l0	3	0.04095559939742088
20468	rnn.bias_ih_l0	4	0.10619006305932999
20468	rnn.bias_ih_l0	5	0.023568259552121162
20468	rnn.bias_ih_l0	6	-0.015001974999904633
20468	rnn.bias_ih_l0	7	-0.11568980664014816
20468	rnn.bias_ih_l0	8	-0.18238814175128937
20468	rnn.bias_ih_l0	9	0.08324126899242401
20468	rnn.bias_hh_l0	0	-0.004549229983240366
20468	rnn.bias_hh_l0	1	0.01767830364406109
20468	rnn.bias_hh_l0	2	-0.009731885977089405
20468	rnn.bias_hh_l0	3	-0.013606440275907516
20468	rnn.bias_hh_l0	4	-0.040518440306186676
20468	rnn.bias_hh_l0	5	0.13566964864730835
20468	rnn.bias_hh_l0	6	0.026958495378494263
20468	rnn.bias_hh_l0	7	0.05133320391178131
20468	rnn.bias_hh_l0	8	0.019366787746548653
20468	rnn.bias_hh_l0	9	0.03680191561579704
20468	rnn.weight_ih_l0_reverse	0	-0.03089984320104122
20468	rnn.weight_ih_l0_reverse	1	-0.004428035579621792
20468	rnn.weight_ih_l0_reverse	2	0.025657925754785538
20468	rnn.weight_ih_l0_reverse	3	-0.06126188114285469
20468	rnn.weight_ih_l0_reverse	4	0.011349759995937347
20468	rnn.weight_ih_l0_reverse	5	-0.05077468231320381
20468	rnn.weight_ih_l0_reverse	6	0.017388172447681427
20468	rnn.weight_ih_l0_reverse	7	0.046209678053855896
20468	rnn.weight_ih_l0_reverse	8	-0.04469865933060646
20468	rnn.weight_ih_l0_reverse	9	-0.052727993577718735
20468	rnn.weight_hh_l0_reverse	0	-0.0776425153017044
20468	rnn.weight_hh_l0_reverse	1	-0.06269926577806473
20468	rnn.weight_hh_l0_reverse	2	0.03424444422125816
20468	rnn.weight_hh_l0_reverse	3	0.04512873291969299
20468	rnn.weight_hh_l0_reverse	4	-0.007272345945239067
20468	rnn.weight_hh_l0_reverse	5	0.045241616666316986
20468	rnn.weight_hh_l0_reverse	6	-0.013830376788973808
20468	rnn.weight_hh_l0_reverse	7	0.0028930911794304848
20468	rnn.weight_hh_l0_reverse	8	-0.09463263303041458
20468	rnn.weight_hh_l0_reverse	9	0.0752592608332634
20468	rnn.bias_ih_l0_reverse	0	-0.06453221291303635
20468	rnn.bias_ih_l0_reverse	1	-0.06358148157596588
20468	rnn.bias_ih_l0_reverse	2	0.1087246835231781
20468	rnn.bias_ih_l0_reverse	3	0.0380638986825943
20468	rnn.bias_ih_l0_reverse	4	-0.13093119859695435
20468	rnn.bias_ih_l0_reverse	5	0.042499084025621414
20468	rnn.bias_ih_l0_reverse	6	-0.11740751564502716
20468	rnn.bias_ih_l0_reverse	7	0.04025612771511078
20468	rnn.bias_ih_l0_reverse	8	0.03206699341535568
20468	rnn.bias_ih_l0_reverse	9	0.06643861532211304
20468	rnn.bias_hh_l0_reverse	0	0.052182070910930634
20468	rnn.bias_hh_l0_reverse	1	0.049434516578912735
20468	rnn.bias_hh_l0_reverse	2	0.07855001837015152
20468	rnn.bias_hh_l0_reverse	3	-0.0031167350243777037
20468	rnn.bias_hh_l0_reverse	4	0.07683327794075012
20468	rnn.bias_hh_l0_reverse	5	0.010599064640700817
20468	rnn.bias_hh_l0_reverse	6	-0.058560922741889954
20468	rnn.bias_hh_l0_reverse	7	0.026303529739379883
20468	rnn.bias_hh_l0_reverse	8	0.022162752225995064
20468	rnn.bias_hh_l0_reverse	9	-0.13324947655200958
20468	linear.weight	0	0.16563262045383453
20468	linear.weight	1	-0.14613214135169983
20468	linear.weight	2	-0.18219037353992462
20468	linear.weight	3	0.041526567190885544
20468	linear.weight	4	-0.023712772876024246
20468	linear.weight	5	-0.0032820559572428465
20468	linear.weight	6	-0.007489955052733421
20468	linear.weight	7	-0.027685590088367462
20468	linear.weight	8	0.0642070397734642
20468	linear.weight	9	0.3161194920539856
20468	linear.bias	0	-0.21309038996696472
20468	linear.bias	1	0.17555531859397888
20468	linear.bias	2	-0.5215838551521301
20468	linear.bias	3	1.6840654611587524
20468	linear.bias	4	-0.38886281847953796
20468	linear.bias	5	-0.030769959092140198
20468	linear.bias	6	-0.34866827726364136
20468	linear.bias	7	-0.2757500410079956
20468	linear.bias	8	-0.014236870221793652
20468	linear.bias	9	-0.4842770993709564
20496	transitions	0	-0.639175295829773
20496	transitions	1	0.36083078384399414
20496	transitions	2	1.6848273277282715
20496	transitions	3	0.10776814073324203
20496	transitions	4	0.9553241729736328
20496	transitions	5	1.2740957736968994
20496	transitions	6	0.483534574508667
20496	transitions	7	0.17643459141254425
20496	transitions	8	-0.9194320440292358
20496	transitions	9	0.9306964874267578
20496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20496	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20496	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20496	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20496	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20496	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20496	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20496	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20496	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20496	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20496	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20496	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20496	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20496	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20496	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20496	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20496	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20496	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20496	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20496	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20496	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20496	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20496	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20496	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20496	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20496	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20496	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20496	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20496	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20496	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20496	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20496	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20496	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20496	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20496	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20496	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20496	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20496	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20496	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20496	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20496	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20496	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20496	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20496	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20496	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20496	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20496	embedding2nn.weight	0	0.01978291943669319
20496	embedding2nn.weight	1	0.014045102521777153
20496	embedding2nn.weight	2	-0.004280722234398127
20496	embedding2nn.weight	3	0.0041230772621929646
20496	embedding2nn.weight	4	-0.0047775935381650925
20496	embedding2nn.weight	5	0.011339115910232067
20496	embedding2nn.weight	6	-0.004007374402135611
20496	embedding2nn.weight	7	0.015204336494207382
20496	embedding2nn.weight	8	-0.005429827608168125
20496	embedding2nn.weight	9	-0.013111699372529984
20496	embedding2nn.bias	0	-0.03118559531867504
20496	embedding2nn.bias	1	-0.0023248486686497927
20496	embedding2nn.bias	2	-0.05738474428653717
20496	embedding2nn.bias	3	0.002052756492048502
20496	embedding2nn.bias	4	-0.000373990333173424
20496	embedding2nn.bias	5	-0.012940299697220325
20496	embedding2nn.bias	6	0.03269437700510025
20496	embedding2nn.bias	7	0.020526466891169548
20496	embedding2nn.bias	8	0.004896380938589573
20496	embedding2nn.bias	9	0.0017979464028030634
20496	rnn.weight_ih_l0	0	0.040715619921684265
20496	rnn.weight_ih_l0	1	-0.01103847473859787
20496	rnn.weight_ih_l0	2	-0.038999512791633606
20496	rnn.weight_ih_l0	3	-0.04312489554286003
20496	rnn.weight_ih_l0	4	-0.05329723283648491
20496	rnn.weight_ih_l0	5	-0.009080150164663792
20496	rnn.weight_ih_l0	6	-0.05255531147122383
20496	rnn.weight_ih_l0	7	-0.05754959210753441
20496	rnn.weight_ih_l0	8	-0.044589925557374954
20496	rnn.weight_ih_l0	9	-0.02747069112956524
20496	rnn.weight_hh_l0	0	0.016171006485819817
20496	rnn.weight_hh_l0	1	-0.012935582548379898
20496	rnn.weight_hh_l0	2	-0.07242739945650101
20496	rnn.weight_hh_l0	3	-0.03036227636039257
20496	rnn.weight_hh_l0	4	-0.07389647513628006
20496	rnn.weight_hh_l0	5	-0.008285830728709698
20496	rnn.weight_hh_l0	6	-0.041130390018224716
20496	rnn.weight_hh_l0	7	-0.017288735136389732
20496	rnn.weight_hh_l0	8	-0.020026568323373795
20496	rnn.weight_hh_l0	9	0.008408989757299423
20496	rnn.bias_ih_l0	0	0.13040654361248016
20496	rnn.bias_ih_l0	1	-0.05508783087134361
20496	rnn.bias_ih_l0	2	0.10873385518789291
20496	rnn.bias_ih_l0	3	0.041685596108436584
20496	rnn.bias_ih_l0	4	0.10699234157800674
20496	rnn.bias_ih_l0	5	0.023782771080732346
20496	rnn.bias_ih_l0	6	-0.01429951936006546
20496	rnn.bias_ih_l0	7	-0.10931257903575897
20496	rnn.bias_ih_l0	8	-0.1844242811203003
20496	rnn.bias_ih_l0	9	0.08214124292135239
20496	rnn.bias_hh_l0	0	-0.003920930903404951
20496	rnn.bias_hh_l0	1	0.019096115604043007
20496	rnn.bias_hh_l0	2	-0.009003417566418648
20496	rnn.bias_hh_l0	3	-0.015093340538442135
20496	rnn.bias_hh_l0	4	-0.040674082934856415
20496	rnn.bias_hh_l0	5	0.13432548940181732
20496	rnn.bias_hh_l0	6	0.02710103802382946
20496	rnn.bias_hh_l0	7	0.04842548072338104
20496	rnn.bias_hh_l0	8	0.020069239661097527
20496	rnn.bias_hh_l0	9	0.03730589896440506
20496	rnn.weight_ih_l0_reverse	0	-0.031145909801125526
20496	rnn.weight_ih_l0_reverse	1	-0.005293854046612978
20496	rnn.weight_ih_l0_reverse	2	0.02558796852827072
20496	rnn.weight_ih_l0_reverse	3	-0.06111370772123337
20496	rnn.weight_ih_l0_reverse	4	0.011961176991462708
20496	rnn.weight_ih_l0_reverse	5	-0.05051249638199806
20496	rnn.weight_ih_l0_reverse	6	0.016578063368797302
20496	rnn.weight_ih_l0_reverse	7	0.04628690332174301
20496	rnn.weight_ih_l0_reverse	8	-0.04459799453616142
20496	rnn.weight_ih_l0_reverse	9	-0.05278199911117554
20496	rnn.weight_hh_l0_reverse	0	-0.07725157588720322
20496	rnn.weight_hh_l0_reverse	1	-0.060986053198575974
20496	rnn.weight_hh_l0_reverse	2	0.034347351640462875
20496	rnn.weight_hh_l0_reverse	3	0.04557802528142929
20496	rnn.weight_hh_l0_reverse	4	-0.006854283157736063
20496	rnn.weight_hh_l0_reverse	5	0.045358460396528244
20496	rnn.weight_hh_l0_reverse	6	-0.013780113309621811
20496	rnn.weight_hh_l0_reverse	7	0.002532160608097911
20496	rnn.weight_hh_l0_reverse	8	-0.09525151550769806
20496	rnn.weight_hh_l0_reverse	9	0.07481624186038971
20496	rnn.bias_ih_l0_reverse	0	-0.0744347870349884
20496	rnn.bias_ih_l0_reverse	1	-0.06495532393455505
20496	rnn.bias_ih_l0_reverse	2	0.10693487524986267
20496	rnn.bias_ih_l0_reverse	3	0.03794778510928154
20496	rnn.bias_ih_l0_reverse	4	-0.13067112863063812
20496	rnn.bias_ih_l0_reverse	5	0.04323657229542732
20496	rnn.bias_ih_l0_reverse	6	-0.11882029473781586
20496	rnn.bias_ih_l0_reverse	7	0.039765842258930206
20496	rnn.bias_ih_l0_reverse	8	0.03218814730644226
20496	rnn.bias_ih_l0_reverse	9	0.06469803303480148
20496	rnn.bias_hh_l0_reverse	0	0.05541602894663811
20496	rnn.bias_hh_l0_reverse	1	0.051701564341783524
20496	rnn.bias_hh_l0_reverse	2	0.07917680591344833
20496	rnn.bias_hh_l0_reverse	3	-0.0021446137689054012
20496	rnn.bias_hh_l0_reverse	4	0.0754915326833725
20496	rnn.bias_hh_l0_reverse	5	0.010777967050671577
20496	rnn.bias_hh_l0_reverse	6	-0.06065104901790619
20496	rnn.bias_hh_l0_reverse	7	0.02624506503343582
20496	rnn.bias_hh_l0_reverse	8	0.020807143300771713
20496	rnn.bias_hh_l0_reverse	9	-0.13799981772899628
20496	linear.weight	0	0.1752730756998062
20496	linear.weight	1	-0.14613327383995056
20496	linear.weight	2	-0.18269066512584686
20496	linear.weight	3	0.035208094865083694
20496	linear.weight	4	-0.023443467915058136
20496	linear.weight	5	-0.003204215317964554
20496	linear.weight	6	-0.007485474459826946
20496	linear.weight	7	-0.027630604803562164
20496	linear.weight	8	0.06440107524394989
20496	linear.weight	9	0.3214428424835205
20496	linear.bias	0	-0.21096254885196686
20496	linear.bias	1	0.17862200736999512
20496	linear.bias	2	-0.5217258334159851
20496	linear.bias	3	1.6965028047561646
20496	linear.bias	4	-0.3892361521720886
20496	linear.bias	5	-0.030769959092140198
20496	linear.bias	6	-0.348453164100647
20496	linear.bias	7	-0.27667996287345886
20496	linear.bias	8	-0.00937579944729805
20496	linear.bias	9	-0.48438578844070435
20524	transitions	0	-0.6392237544059753
20524	transitions	1	0.3608078956604004
20524	transitions	2	1.6847021579742432
20524	transitions	3	0.10775398463010788
20524	transitions	4	0.955132782459259
20524	transitions	5	1.2740949392318726
20524	transitions	6	0.48349979519844055
20524	transitions	7	0.17643386125564575
20524	transitions	8	-0.9194323420524597
20524	transitions	9	0.9306964874267578
20524	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20524	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20524	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20524	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20524	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20524	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20524	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20524	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20524	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20524	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20524	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20524	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20524	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20524	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20524	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20524	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20524	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20524	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20524	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20524	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20524	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20524	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20524	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20524	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20524	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20524	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20524	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20524	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20524	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20524	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20524	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20524	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20524	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20524	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20524	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20524	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20524	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20524	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20524	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20524	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20524	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20524	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20524	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20524	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20524	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20524	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20524	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20524	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20524	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20524	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20524	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20524	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20524	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20524	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20524	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20524	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20524	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20524	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20524	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20524	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20524	embedding2nn.weight	0	0.020398003980517387
20524	embedding2nn.weight	1	0.014068062417209148
20524	embedding2nn.weight	2	-0.004357575438916683
20524	embedding2nn.weight	3	0.004018216393887997
20524	embedding2nn.weight	4	-0.004784607328474522
20524	embedding2nn.weight	5	0.011388156563043594
20524	embedding2nn.weight	6	-0.003957704640924931
20524	embedding2nn.weight	7	0.01625949703156948
20524	embedding2nn.weight	8	-0.005308974999934435
20524	embedding2nn.weight	9	-0.013081029988825321
20524	embedding2nn.bias	0	-0.03188536316156387
20524	embedding2nn.bias	1	-0.0020004671532660723
20524	embedding2nn.bias	2	-0.0619652085006237
20524	embedding2nn.bias	3	-0.002876929473131895
20524	embedding2nn.bias	4	-0.00056889106053859
20524	embedding2nn.bias	5	-0.007880072109401226
20524	embedding2nn.bias	6	0.02836105413734913
20524	embedding2nn.bias	7	0.016776707023382187
20524	embedding2nn.bias	8	0.0025951643474400043
20524	embedding2nn.bias	9	0.002237921115010977
20524	rnn.weight_ih_l0	0	0.04047330096364021
20524	rnn.weight_ih_l0	1	-0.011562049388885498
20524	rnn.weight_ih_l0	2	-0.03898535668849945
20524	rnn.weight_ih_l0	3	-0.04312826693058014
20524	rnn.weight_ih_l0	4	-0.05318897217512131
20524	rnn.weight_ih_l0	5	-0.009185535833239555
20524	rnn.weight_ih_l0	6	-0.0529516376554966
20524	rnn.weight_ih_l0	7	-0.058148205280303955
20524	rnn.weight_ih_l0	8	-0.04425850883126259
20524	rnn.weight_ih_l0	9	-0.02736954391002655
20524	rnn.weight_hh_l0	0	0.015948647633194923
20524	rnn.weight_hh_l0	1	-0.012747456319630146
20524	rnn.weight_hh_l0	2	-0.0730619877576828
20524	rnn.weight_hh_l0	3	-0.030387625098228455
20524	rnn.weight_hh_l0	4	-0.07404469698667526
20524	rnn.weight_hh_l0	5	-0.008109080605208874
20524	rnn.weight_hh_l0	6	-0.04259500280022621
20524	rnn.weight_hh_l0	7	-0.017266180366277695
20524	rnn.weight_hh_l0	8	-0.019970940425992012
20524	rnn.weight_hh_l0	9	0.006994215771555901
20524	rnn.bias_ih_l0	0	0.13009729981422424
20524	rnn.bias_ih_l0	1	-0.05469498783349991
20524	rnn.bias_ih_l0	2	0.1096573993563652
20524	rnn.bias_ih_l0	3	0.04108104482293129
20524	rnn.bias_ih_l0	4	0.10653047263622284
20524	rnn.bias_ih_l0	5	0.023781875148415565
20524	rnn.bias_ih_l0	6	-0.013697023503482342
20524	rnn.bias_ih_l0	7	-0.11254442483186722
20524	rnn.bias_ih_l0	8	-0.18193989992141724
20524	rnn.bias_ih_l0	9	0.08185194432735443
20524	rnn.bias_hh_l0	0	-0.004070273134857416
20524	rnn.bias_hh_l0	1	0.02012014016509056
20524	rnn.bias_hh_l0	2	-0.008920364081859589
20524	rnn.bias_hh_l0	3	-0.016231093555688858
20524	rnn.bias_hh_l0	4	-0.04128308221697807
20524	rnn.bias_hh_l0	5	0.13554824888706207
20524	rnn.bias_hh_l0	6	0.02815486490726471
20524	rnn.bias_hh_l0	7	0.05041133984923363
20524	rnn.bias_hh_l0	8	0.02067173272371292
20524	rnn.bias_hh_l0	9	0.035547759383916855
20524	rnn.weight_ih_l0_reverse	0	-0.03128235042095184
20524	rnn.weight_ih_l0_reverse	1	-0.005567860323935747
20524	rnn.weight_ih_l0_reverse	2	0.025424068793654442
20524	rnn.weight_ih_l0_reverse	3	-0.06077735126018524
20524	rnn.weight_ih_l0_reverse	4	0.012208787724375725
20524	rnn.weight_ih_l0_reverse	5	-0.05083389952778816
20524	rnn.weight_ih_l0_reverse	6	0.016909951344132423
20524	rnn.weight_ih_l0_reverse	7	0.046364422887563705
20524	rnn.weight_ih_l0_reverse	8	-0.044584400951862335
20524	rnn.weight_ih_l0_reverse	9	-0.052635569125413895
20524	rnn.weight_hh_l0_reverse	0	-0.07704348117113113
20524	rnn.weight_hh_l0_reverse	1	-0.060717325657606125
20524	rnn.weight_hh_l0_reverse	2	0.03462645038962364
20524	rnn.weight_hh_l0_reverse	3	0.04577569663524628
20524	rnn.weight_hh_l0_reverse	4	-0.0067443023435771465
20524	rnn.weight_hh_l0_reverse	5	0.04547346755862236
20524	rnn.weight_hh_l0_reverse	6	-0.014030946418642998
20524	rnn.weight_hh_l0_reverse	7	0.0027165310457348824
20524	rnn.weight_hh_l0_reverse	8	-0.09499991685152054
20524	rnn.weight_hh_l0_reverse	9	0.07499407231807709
20524	rnn.bias_ih_l0_reverse	0	-0.07546151429414749
20524	rnn.bias_ih_l0_reverse	1	-0.06513837724924088
20524	rnn.bias_ih_l0_reverse	2	0.10635953396558762
20524	rnn.bias_ih_l0_reverse	3	0.038576435297727585
20524	rnn.bias_ih_l0_reverse	4	-0.13006329536437988
20524	rnn.bias_ih_l0_reverse	5	0.044395603239536285
20524	rnn.bias_ih_l0_reverse	6	-0.11811889708042145
20524	rnn.bias_ih_l0_reverse	7	0.03955073282122612
20524	rnn.bias_ih_l0_reverse	8	0.03242320939898491
20524	rnn.bias_ih_l0_reverse	9	0.06406285613775253
20524	rnn.bias_hh_l0_reverse	0	0.055445365607738495
20524	rnn.bias_hh_l0_reverse	1	0.05236753448843956
20524	rnn.bias_hh_l0_reverse	2	0.08075673133134842
20524	rnn.bias_hh_l0_reverse	3	-0.0025801523588597775
20524	rnn.bias_hh_l0_reverse	4	0.07458295673131943
20524	rnn.bias_hh_l0_reverse	5	0.013616054318845272
20524	rnn.bias_hh_l0_reverse	6	-0.05950338393449783
20524	rnn.bias_hh_l0_reverse	7	0.025713354349136353
20524	rnn.bias_hh_l0_reverse	8	0.022291919216513634
20524	rnn.bias_hh_l0_reverse	9	-0.1364181637763977
20524	linear.weight	0	0.172097310423851
20524	linear.weight	1	-0.1461217701435089
20524	linear.weight	2	-0.18198370933532715
20524	linear.weight	3	0.037252601236104965
20524	linear.weight	4	-0.024160927161574364
20524	linear.weight	5	-0.003209509188309312
20524	linear.weight	6	-0.007483100984245539
20524	linear.weight	7	-0.02761032059788704
20524	linear.weight	8	0.06331925094127655
20524	linear.weight	9	0.32201969623565674
20524	linear.bias	0	-0.210423082113266
20524	linear.bias	1	0.17589811980724335
20524	linear.bias	2	-0.5200679302215576
20524	linear.bias	3	1.6972694396972656
20524	linear.bias	4	-0.3893400728702545
20524	linear.bias	5	-0.030769959092140198
20524	linear.bias	6	-0.3459068238735199
20524	linear.bias	7	-0.27970805764198303
20524	linear.bias	8	-0.012081600725650787
20524	linear.bias	9	-0.4844561815261841
20552	transitions	0	-0.6392693519592285
20552	transitions	1	0.36075812578201294
20552	transitions	2	1.6846338510513306
20552	transitions	3	0.10772372037172318
20552	transitions	4	0.9551271200180054
20552	transitions	5	1.2740942239761353
20552	transitions	6	0.4834992587566376
20552	transitions	7	0.17643344402313232
20552	transitions	8	-0.9194326996803284
20552	transitions	9	0.9306964874267578
20552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20552	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20552	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20552	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20552	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20552	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20552	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20552	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20552	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20552	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20552	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20552	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20552	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20552	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20552	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20552	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20552	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20552	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20552	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20552	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20552	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20552	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20552	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20552	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20552	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20552	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20552	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20552	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20552	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20552	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20552	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20552	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20552	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20552	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20552	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20552	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20552	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20552	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20552	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20552	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20552	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20552	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20552	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20552	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20552	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20552	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20552	embedding2nn.weight	0	0.020867660641670227
20552	embedding2nn.weight	1	0.013994865119457245
20552	embedding2nn.weight	2	-0.004345650319010019
20552	embedding2nn.weight	3	0.003957002889364958
20552	embedding2nn.weight	4	-0.0046205781400203705
20552	embedding2nn.weight	5	0.011510764248669147
20552	embedding2nn.weight	6	-0.003953175153583288
20552	embedding2nn.weight	7	0.01640077866613865
20552	embedding2nn.weight	8	-0.0053350962698459625
20552	embedding2nn.weight	9	-0.01319949608296156
20552	embedding2nn.bias	0	-0.026666808873414993
20552	embedding2nn.bias	1	-0.004113514441996813
20552	embedding2nn.bias	2	-0.065273717045784
20552	embedding2nn.bias	3	-0.00020513714116532356
20552	embedding2nn.bias	4	0.007224285043776035
20552	embedding2nn.bias	5	-0.003337294328957796
20552	embedding2nn.bias	6	0.02480761706829071
20552	embedding2nn.bias	7	0.013522887602448463
20552	embedding2nn.bias	8	-0.00022357494162861258
20552	embedding2nn.bias	9	0.00991816446185112
20552	rnn.weight_ih_l0	0	0.040558066219091415
20552	rnn.weight_ih_l0	1	-0.011790704913437366
20552	rnn.weight_ih_l0	2	-0.0388924665749073
20552	rnn.weight_ih_l0	3	-0.04340468347072601
20552	rnn.weight_ih_l0	4	-0.0535692535340786
20552	rnn.weight_ih_l0	5	-0.00899304635822773
20552	rnn.weight_ih_l0	6	-0.05269099399447441
20552	rnn.weight_ih_l0	7	-0.058063752949237823
20552	rnn.weight_ih_l0	8	-0.0444348119199276
20552	rnn.weight_ih_l0	9	-0.027254125103354454
20552	rnn.weight_hh_l0	0	0.015961699187755585
20552	rnn.weight_hh_l0	1	-0.01273811049759388
20552	rnn.weight_hh_l0	2	-0.07356644421815872
20552	rnn.weight_hh_l0	3	-0.03018001653254032
20552	rnn.weight_hh_l0	4	-0.07373946905136108
20552	rnn.weight_hh_l0	5	-0.007812043651938438
20552	rnn.weight_hh_l0	6	-0.041880883276462555
20552	rnn.weight_hh_l0	7	-0.017969485372304916
20552	rnn.weight_hh_l0	8	-0.020039979368448257
20552	rnn.weight_hh_l0	9	0.006669545080512762
20552	rnn.bias_ih_l0	0	0.13221624493598938
20552	rnn.bias_ih_l0	1	-0.05573849007487297
20552	rnn.bias_ih_l0	2	0.10814221203327179
20552	rnn.bias_ih_l0	3	0.04291217774152756
20552	rnn.bias_ih_l0	4	0.10771756619215012
20552	rnn.bias_ih_l0	5	0.0242005567997694
20552	rnn.bias_ih_l0	6	-0.011920327320694923
20552	rnn.bias_ih_l0	7	-0.11329840123653412
20552	rnn.bias_ih_l0	8	-0.18321974575519562
20552	rnn.bias_ih_l0	9	0.08051535487174988
20552	rnn.bias_hh_l0	0	-0.004463842138648033
20552	rnn.bias_hh_l0	1	0.021634098142385483
20552	rnn.bias_hh_l0	2	-0.009105236269533634
20552	rnn.bias_hh_l0	3	-0.012891334481537342
20552	rnn.bias_hh_l0	4	-0.03951128572225571
20552	rnn.bias_hh_l0	5	0.13659469783306122
20552	rnn.bias_hh_l0	6	0.03041636198759079
20552	rnn.bias_hh_l0	7	0.051281850785017014
20552	rnn.bias_hh_l0	8	0.022448424249887466
20552	rnn.bias_hh_l0	9	0.037978243082761765
20552	rnn.weight_ih_l0_reverse	0	-0.031372155994176865
20552	rnn.weight_ih_l0_reverse	1	-0.005220967344939709
20552	rnn.weight_ih_l0_reverse	2	0.02531624585390091
20552	rnn.weight_ih_l0_reverse	3	-0.06088636443018913
20552	rnn.weight_ih_l0_reverse	4	0.012741449289023876
20552	rnn.weight_ih_l0_reverse	5	-0.050323422998189926
20552	rnn.weight_ih_l0_reverse	6	0.01705237291753292
20552	rnn.weight_ih_l0_reverse	7	0.04629433527588844
20552	rnn.weight_ih_l0_reverse	8	-0.04466899111866951
20552	rnn.weight_ih_l0_reverse	9	-0.05249824747443199
20552	rnn.weight_hh_l0_reverse	0	-0.0770045593380928
20552	rnn.weight_hh_l0_reverse	1	-0.06045769155025482
20552	rnn.weight_hh_l0_reverse	2	0.03474726155400276
20552	rnn.weight_hh_l0_reverse	3	0.045381974428892136
20552	rnn.weight_hh_l0_reverse	4	-0.007030165754258633
20552	rnn.weight_hh_l0_reverse	5	0.045940101146698
20552	rnn.weight_hh_l0_reverse	6	-0.012273101136088371
20552	rnn.weight_hh_l0_reverse	7	0.0028937486931681633
20552	rnn.weight_hh_l0_reverse	8	-0.09500469267368317
20552	rnn.weight_hh_l0_reverse	9	0.07545623183250427
20552	rnn.bias_ih_l0_reverse	0	-0.07277859002351761
20552	rnn.bias_ih_l0_reverse	1	-0.06429626792669296
20552	rnn.bias_ih_l0_reverse	2	0.10815662890672684
20552	rnn.bias_ih_l0_reverse	3	0.03824172914028168
20552	rnn.bias_ih_l0_reverse	4	-0.13180214166641235
20552	rnn.bias_ih_l0_reverse	5	0.04379243403673172
20552	rnn.bias_ih_l0_reverse	6	-0.11689414083957672
20552	rnn.bias_ih_l0_reverse	7	0.03958451747894287
20552	rnn.bias_ih_l0_reverse	8	0.03326886147260666
20552	rnn.bias_ih_l0_reverse	9	0.063315749168396
20552	rnn.bias_hh_l0_reverse	0	0.05070270597934723
20552	rnn.bias_hh_l0_reverse	1	0.05370666831731796
20552	rnn.bias_hh_l0_reverse	2	0.08238633722066879
20552	rnn.bias_hh_l0_reverse	3	-0.002106212079524994
20552	rnn.bias_hh_l0_reverse	4	0.07428257912397385
20552	rnn.bias_hh_l0_reverse	5	0.011421806178987026
20552	rnn.bias_hh_l0_reverse	6	-0.05780530348420143
20552	rnn.bias_hh_l0_reverse	7	0.02562553435564041
20552	rnn.bias_hh_l0_reverse	8	0.020522765815258026
20552	rnn.bias_hh_l0_reverse	9	-0.1414848268032074
20552	linear.weight	0	0.16860589385032654
20552	linear.weight	1	-0.14611928164958954
20552	linear.weight	2	-0.18344293534755707
20552	linear.weight	3	0.044381607323884964
20552	linear.weight	4	-0.025361672043800354
20552	linear.weight	5	-0.0033999267034232616
20552	linear.weight	6	-0.007477388717234135
20552	linear.weight	7	-0.027566777542233467
20552	linear.weight	8	0.06278055161237717
20552	linear.weight	9	0.3231066167354584
20552	linear.bias	0	-0.20533759891986847
20552	linear.bias	1	0.1753828227519989
20552	linear.bias	2	-0.5165494084358215
20552	linear.bias	3	1.7030880451202393
20552	linear.bias	4	-0.3895679712295532
20552	linear.bias	5	-0.030769959092140198
20552	linear.bias	6	-0.34040263295173645
20552	linear.bias	7	-0.2785434126853943
20552	linear.bias	8	-0.014725874178111553
20552	linear.bias	9	-0.48453789949417114
20580	transitions	0	-0.6392998099327087
20580	transitions	1	0.3607325255870819
20580	transitions	2	1.684574842453003
20580	transitions	3	0.10684818774461746
20580	transitions	4	0.9549018144607544
20580	transitions	5	1.2740927934646606
20580	transitions	6	0.483499139547348
20580	transitions	7	0.1764281988143921
20580	transitions	8	-0.9194332957267761
20580	transitions	9	0.9306961297988892
20580	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20580	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20580	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20580	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20580	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20580	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20580	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20580	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20580	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20580	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20580	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20580	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20580	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20580	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20580	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20580	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20580	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20580	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20580	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20580	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20580	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20580	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20580	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20580	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20580	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20580	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20580	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20580	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20580	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20580	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20580	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20580	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20580	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20580	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20580	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20580	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20580	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20580	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20580	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20580	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20580	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20580	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20580	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20580	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20580	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20580	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20580	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20580	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20580	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20580	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20580	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20580	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20580	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20580	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20580	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20580	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20580	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20580	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20580	embedding2nn.weight	0	0.02111930586397648
20580	embedding2nn.weight	1	0.014046297408640385
20580	embedding2nn.weight	2	-0.004313572309911251
20580	embedding2nn.weight	3	0.003920283634215593
20580	embedding2nn.weight	4	-0.004610028583556414
20580	embedding2nn.weight	5	0.011498487554490566
20580	embedding2nn.weight	6	-0.004051405005156994
20580	embedding2nn.weight	7	0.016043229028582573
20580	embedding2nn.weight	8	-0.005151296500116587
20580	embedding2nn.weight	9	-0.013334046117961407
20580	embedding2nn.bias	0	-0.0241224505007267
20580	embedding2nn.bias	1	-0.011214310303330421
20580	embedding2nn.bias	2	-0.06517398357391357
20580	embedding2nn.bias	3	-0.003202863270416856
20580	embedding2nn.bias	4	0.0069363112561404705
20580	embedding2nn.bias	5	-0.0036516650579869747
20580	embedding2nn.bias	6	0.02357904613018036
20580	embedding2nn.bias	7	0.014438295736908913
20580	embedding2nn.bias	8	-0.0013850480318069458
20580	embedding2nn.bias	9	0.0077478112652897835
20580	rnn.weight_ih_l0	0	0.04082513973116875
20580	rnn.weight_ih_l0	1	-0.011689258739352226
20580	rnn.weight_ih_l0	2	-0.03795541450381279
20580	rnn.weight_ih_l0	3	-0.04313629865646362
20580	rnn.weight_ih_l0	4	-0.053459953516721725
20580	rnn.weight_ih_l0	5	-0.008782916702330112
20580	rnn.weight_ih_l0	6	-0.05280157923698425
20580	rnn.weight_ih_l0	7	-0.05798393115401268
20580	rnn.weight_ih_l0	8	-0.0446292944252491
20580	rnn.weight_ih_l0	9	-0.027185359969735146
20580	rnn.weight_hh_l0	0	0.01602044142782688
20580	rnn.weight_hh_l0	1	-0.01210954412817955
20580	rnn.weight_hh_l0	2	-0.0736931562423706
20580	rnn.weight_hh_l0	3	-0.030351214110851288
20580	rnn.weight_hh_l0	4	-0.07374458014965057
20580	rnn.weight_hh_l0	5	-0.007322996389120817
20580	rnn.weight_hh_l0	6	-0.04307208210229874
20580	rnn.weight_hh_l0	7	-0.019129987806081772
20580	rnn.weight_hh_l0	8	-0.019983287900686264
20580	rnn.weight_hh_l0	9	0.005126255098730326
20580	rnn.bias_ih_l0	0	0.1314634382724762
20580	rnn.bias_ih_l0	1	-0.056708455085754395
20580	rnn.bias_ih_l0	2	0.10696039348840714
20580	rnn.bias_ih_l0	3	0.04430422931909561
20580	rnn.bias_ih_l0	4	0.10715316981077194
20580	rnn.bias_ih_l0	5	0.023107366636395454
20580	rnn.bias_ih_l0	6	-0.012257502414286137
20580	rnn.bias_ih_l0	7	-0.11028753221035004
20580	rnn.bias_ih_l0	8	-0.18195727467536926
20580	rnn.bias_ih_l0	9	0.08171222358942032
20580	rnn.bias_hh_l0	0	-0.004997065756469965
20580	rnn.bias_hh_l0	1	0.02305048704147339
20580	rnn.bias_hh_l0	2	-0.00801282748579979
20580	rnn.bias_hh_l0	3	-0.011440618894994259
20580	rnn.bias_hh_l0	4	-0.037759874016046524
20580	rnn.bias_hh_l0	5	0.1367500126361847
20580	rnn.bias_hh_l0	6	0.031836364418268204
20580	rnn.bias_hh_l0	7	0.04871669411659241
20580	rnn.bias_hh_l0	8	0.02211124822497368
20580	rnn.bias_hh_l0	9	0.03814953193068504
20580	rnn.weight_ih_l0_reverse	0	-0.03163401409983635
20580	rnn.weight_ih_l0_reverse	1	-0.005606546066701412
20580	rnn.weight_ih_l0_reverse	2	0.02542220801115036
20580	rnn.weight_ih_l0_reverse	3	-0.060819111764431
20580	rnn.weight_ih_l0_reverse	4	0.012294379994273186
20580	rnn.weight_ih_l0_reverse	5	-0.05058135837316513
20580	rnn.weight_ih_l0_reverse	6	0.01770387962460518
20580	rnn.weight_ih_l0_reverse	7	0.046513382345438004
20580	rnn.weight_ih_l0_reverse	8	-0.04472988471388817
20580	rnn.weight_ih_l0_reverse	9	-0.05219941586256027
20580	rnn.weight_hh_l0_reverse	0	-0.07733046263456345
20580	rnn.weight_hh_l0_reverse	1	-0.05961946025490761
20580	rnn.weight_hh_l0_reverse	2	0.03452217951416969
20580	rnn.weight_hh_l0_reverse	3	0.04587540403008461
20580	rnn.weight_hh_l0_reverse	4	-0.00743907131254673
20580	rnn.weight_hh_l0_reverse	5	0.046025168150663376
20580	rnn.weight_hh_l0_reverse	6	-0.01143060252070427
20580	rnn.weight_hh_l0_reverse	7	0.0031620245426893234
20580	rnn.weight_hh_l0_reverse	8	-0.09450878202915192
20580	rnn.weight_hh_l0_reverse	9	0.07555962353944778
20580	rnn.bias_ih_l0_reverse	0	-0.0790853425860405
20580	rnn.bias_ih_l0_reverse	1	-0.06417189538478851
20580	rnn.bias_ih_l0_reverse	2	0.10970774292945862
20580	rnn.bias_ih_l0_reverse	3	0.03970390558242798
20580	rnn.bias_ih_l0_reverse	4	-0.13230778276920319
20580	rnn.bias_ih_l0_reverse	5	0.043077386915683746
20580	rnn.bias_ih_l0_reverse	6	-0.11710970848798752
20580	rnn.bias_ih_l0_reverse	7	0.039059460163116455
20580	rnn.bias_ih_l0_reverse	8	0.035718802362680435
20580	rnn.bias_ih_l0_reverse	9	0.06393472105264664
20580	rnn.bias_hh_l0_reverse	0	0.04998430982232094
20580	rnn.bias_hh_l0_reverse	1	0.05594230443239212
20580	rnn.bias_hh_l0_reverse	2	0.08364031463861465
20580	rnn.bias_hh_l0_reverse	3	-0.0016128832940012217
20580	rnn.bias_hh_l0_reverse	4	0.07414761930704117
20580	rnn.bias_hh_l0_reverse	5	0.008436787873506546
20580	rnn.bias_hh_l0_reverse	6	-0.058075159788131714
20580	rnn.bias_hh_l0_reverse	7	0.026338450610637665
20580	rnn.bias_hh_l0_reverse	8	0.021748090162873268
20580	rnn.bias_hh_l0_reverse	9	-0.14298021793365479
20580	linear.weight	0	0.16336125135421753
20580	linear.weight	1	-0.1461191624403
20580	linear.weight	2	-0.18510493636131287
20580	linear.weight	3	0.043326836079359055
20580	linear.weight	4	-0.02580263465642929
20580	linear.weight	5	-0.003803739557042718
20580	linear.weight	6	-0.007473991252481937
20580	linear.weight	7	-0.027540648356080055
20580	linear.weight	8	0.06296750903129578
20580	linear.weight	9	0.326379656791687
20580	linear.bias	0	-0.19536201655864716
20580	linear.bias	1	0.17191073298454285
20580	linear.bias	2	-0.5174688100814819
20580	linear.bias	3	1.6781563758850098
20580	linear.bias	4	-0.38999250531196594
20580	linear.bias	5	-0.030769959092140198
20580	linear.bias	6	-0.3432404100894928
20580	linear.bias	7	-0.27900946140289307
20580	linear.bias	8	-0.02090523950755596
20580	linear.bias	9	-0.4846116304397583
20608	transitions	0	-0.6393464803695679
20608	transitions	1	0.3606991171836853
20608	transitions	2	1.6845207214355469
20608	transitions	3	0.10683407634496689
20608	transitions	4	0.9548773765563965
20608	transitions	5	1.274092435836792
20608	transitions	6	0.4834945797920227
20608	transitions	7	0.1764257401227951
20608	transitions	8	-0.9194339513778687
20608	transitions	9	0.9306961297988892
20608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20608	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20608	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20608	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20608	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20608	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20608	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20608	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20608	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20608	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20608	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20608	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20608	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20608	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20608	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20608	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20608	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20608	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20608	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20608	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20608	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20608	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20608	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20608	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20608	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20608	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20608	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20608	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20608	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20608	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20608	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20608	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20608	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20608	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20608	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20608	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20608	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20608	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20608	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20608	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20608	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20608	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20608	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20608	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20608	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20608	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20608	embedding2nn.weight	0	0.021192295476794243
20608	embedding2nn.weight	1	0.01415272243320942
20608	embedding2nn.weight	2	-0.0042931376956403255
20608	embedding2nn.weight	3	0.0039709750562906265
20608	embedding2nn.weight	4	-0.0046522230841219425
20608	embedding2nn.weight	5	0.011752148158848286
20608	embedding2nn.weight	6	-0.003923810552805662
20608	embedding2nn.weight	7	0.015964366495609283
20608	embedding2nn.weight	8	-0.0052620600908994675
20608	embedding2nn.weight	9	-0.013258255086839199
20608	embedding2nn.bias	0	-0.027360044419765472
20608	embedding2nn.bias	1	-0.011033306829631329
20608	embedding2nn.bias	2	-0.05554201826453209
20608	embedding2nn.bias	3	0.0021915396209806204
20608	embedding2nn.bias	4	0.00032644017483107746
20608	embedding2nn.bias	5	-0.0052590821869671345
20608	embedding2nn.bias	6	0.027253499254584312
20608	embedding2nn.bias	7	0.016034264117479324
20608	embedding2nn.bias	8	-0.0031647351570427418
20608	embedding2nn.bias	9	-0.0020987254101783037
20608	rnn.weight_ih_l0	0	0.04118941351771355
20608	rnn.weight_ih_l0	1	-0.011536508798599243
20608	rnn.weight_ih_l0	2	-0.03771201893687248
20608	rnn.weight_ih_l0	3	-0.043598949909210205
20608	rnn.weight_ih_l0	4	-0.053393326699733734
20608	rnn.weight_ih_l0	5	-0.008916926570236683
20608	rnn.weight_ih_l0	6	-0.05267336592078209
20608	rnn.weight_ih_l0	7	-0.057732705026865005
20608	rnn.weight_ih_l0	8	-0.04465886577963829
20608	rnn.weight_ih_l0	9	-0.026910381391644478
20608	rnn.weight_hh_l0	0	0.016170212998986244
20608	rnn.weight_hh_l0	1	-0.012912929058074951
20608	rnn.weight_hh_l0	2	-0.07220599800348282
20608	rnn.weight_hh_l0	3	-0.030385002493858337
20608	rnn.weight_hh_l0	4	-0.07370802015066147
20608	rnn.weight_hh_l0	5	-0.007797382306307554
20608	rnn.weight_hh_l0	6	-0.041970815509557724
20608	rnn.weight_hh_l0	7	-0.017086615785956383
20608	rnn.weight_hh_l0	8	-0.019862810149788857
20608	rnn.weight_hh_l0	9	0.0034385633189231157
20608	rnn.bias_ih_l0	0	0.13095128536224365
20608	rnn.bias_ih_l0	1	-0.05976662039756775
20608	rnn.bias_ih_l0	2	0.10694706439971924
20608	rnn.bias_ih_l0	3	0.0448613278567791
20608	rnn.bias_ih_l0	4	0.10681216418743134
20608	rnn.bias_ih_l0	5	0.022302253171801567
20608	rnn.bias_ih_l0	6	-0.01268700323998928
20608	rnn.bias_ih_l0	7	-0.10662053525447845
20608	rnn.bias_ih_l0	8	-0.17845715582370758
20608	rnn.bias_ih_l0	9	0.07937593013048172
20608	rnn.bias_hh_l0	0	-0.006267260760068893
20608	rnn.bias_hh_l0	1	0.020361218601465225
20608	rnn.bias_hh_l0	2	-0.006453397683799267
20608	rnn.bias_hh_l0	3	-0.012311511673033237
20608	rnn.bias_hh_l0	4	-0.038978032767772675
20608	rnn.bias_hh_l0	5	0.13749225437641144
20608	rnn.bias_hh_l0	6	0.03181188181042671
20608	rnn.bias_hh_l0	7	0.04934130236506462
20608	rnn.bias_hh_l0	8	0.02168174646794796
20608	rnn.bias_hh_l0	9	0.03711528703570366
20608	rnn.weight_ih_l0_reverse	0	-0.03169583901762962
20608	rnn.weight_ih_l0_reverse	1	-0.004634117241948843
20608	rnn.weight_ih_l0_reverse	2	0.02545451931655407
20608	rnn.weight_ih_l0_reverse	3	-0.06023727357387543
20608	rnn.weight_ih_l0_reverse	4	0.012231984175741673
20608	rnn.weight_ih_l0_reverse	5	-0.05054376274347305
20608	rnn.weight_ih_l0_reverse	6	0.018037397414445877
20608	rnn.weight_ih_l0_reverse	7	0.0463242344558239
20608	rnn.weight_ih_l0_reverse	8	-0.04468029364943504
20608	rnn.weight_ih_l0_reverse	9	-0.05221701040863991
20608	rnn.weight_hh_l0_reverse	0	-0.07744913548231125
20608	rnn.weight_hh_l0_reverse	1	-0.058181677013635635
20608	rnn.weight_hh_l0_reverse	2	0.03435152396559715
20608	rnn.weight_hh_l0_reverse	3	0.04597926139831543
20608	rnn.weight_hh_l0_reverse	4	-0.007722736336290836
20608	rnn.weight_hh_l0_reverse	5	0.046265341341495514
20608	rnn.weight_hh_l0_reverse	6	-0.011283465661108494
20608	rnn.weight_hh_l0_reverse	7	0.00342195900157094
20608	rnn.weight_hh_l0_reverse	8	-0.09543476998806
20608	rnn.weight_hh_l0_reverse	9	0.07552050054073334
20608	rnn.bias_ih_l0_reverse	0	-0.08426141738891602
20608	rnn.bias_ih_l0_reverse	1	-0.06132714822888374
20608	rnn.bias_ih_l0_reverse	2	0.10890346020460129
20608	rnn.bias_ih_l0_reverse	3	0.04075048863887787
20608	rnn.bias_ih_l0_reverse	4	-0.13220970332622528
20608	rnn.bias_ih_l0_reverse	5	0.04386719688773155
20608	rnn.bias_ih_l0_reverse	6	-0.11620285362005234
20608	rnn.bias_ih_l0_reverse	7	0.034242816269397736
20608	rnn.bias_ih_l0_reverse	8	0.03536625951528549
20608	rnn.bias_ih_l0_reverse	9	0.06387901306152344
20608	rnn.bias_hh_l0_reverse	0	0.044239357113838196
20608	rnn.bias_hh_l0_reverse	1	0.05413389950990677
20608	rnn.bias_hh_l0_reverse	2	0.0814860612154007
20608	rnn.bias_hh_l0_reverse	3	-0.0028911398258060217
20608	rnn.bias_hh_l0_reverse	4	0.07233578711748123
20608	rnn.bias_hh_l0_reverse	5	0.003535048570483923
20608	rnn.bias_hh_l0_reverse	6	-0.05801595002412796
20608	rnn.bias_hh_l0_reverse	7	0.025936683639883995
20608	rnn.bias_hh_l0_reverse	8	0.019983666017651558
20608	rnn.bias_hh_l0_reverse	9	-0.14427390694618225
20608	linear.weight	0	0.1605810970067978
20608	linear.weight	1	-0.14610780775547028
20608	linear.weight	2	-0.1838976889848709
20608	linear.weight	3	0.04294328764081001
20608	linear.weight	4	-0.02571343071758747
20608	linear.weight	5	-0.0029384084045886993
20608	linear.weight	6	-0.007473167963325977
20608	linear.weight	7	-0.028054077178239822
20608	linear.weight	8	0.06401652842760086
20608	linear.weight	9	0.33066755533218384
20608	linear.bias	0	-0.20687593519687653
20608	linear.bias	1	0.1812654435634613
20608	linear.bias	2	-0.5172637701034546
20608	linear.bias	3	1.6897823810577393
20608	linear.bias	4	-0.39014700055122375
20608	linear.bias	5	-0.030769959092140198
20608	linear.bias	6	-0.342917263507843
20608	linear.bias	7	-0.27877816557884216
20608	linear.bias	8	-0.017635010182857513
20608	linear.bias	9	-0.4846765398979187
20636	transitions	0	-0.639404833316803
20636	transitions	1	0.36067166924476624
20636	transitions	2	1.6844717264175415
20636	transitions	3	0.10682348906993866
20636	transitions	4	0.954870343208313
20636	transitions	5	1.2740914821624756
20636	transitions	6	0.4834940433502197
20636	transitions	7	0.1764221340417862
20636	transitions	8	-0.9194350838661194
20636	transitions	9	0.9306961297988892
20636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20636	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20636	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20636	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20636	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20636	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20636	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20636	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20636	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20636	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20636	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20636	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20636	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20636	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20636	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20636	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20636	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20636	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20636	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20636	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20636	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20636	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20636	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20636	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20636	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20636	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20636	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20636	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20636	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20636	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20636	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20636	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20636	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20636	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20636	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20636	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20636	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20636	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20636	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20636	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20636	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20636	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20636	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20636	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20636	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20636	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20636	embedding2nn.weight	0	0.023112816736102104
20636	embedding2nn.weight	1	0.014227251522243023
20636	embedding2nn.weight	2	-0.0043084644712507725
20636	embedding2nn.weight	3	0.0040404293686151505
20636	embedding2nn.weight	4	-0.004683928098529577
20636	embedding2nn.weight	5	0.011708146892488003
20636	embedding2nn.weight	6	-0.003932531923055649
20636	embedding2nn.weight	7	0.01632717438042164
20636	embedding2nn.weight	8	-0.005154567304998636
20636	embedding2nn.weight	9	-0.013276422396302223
20636	embedding2nn.bias	0	-0.03410841152071953
20636	embedding2nn.bias	1	-0.006198888178914785
20636	embedding2nn.bias	2	-0.05518341436982155
20636	embedding2nn.bias	3	0.0007019218755885959
20636	embedding2nn.bias	4	0.0002714614965952933
20636	embedding2nn.bias	5	-0.004924424923956394
20636	embedding2nn.bias	6	0.02708187885582447
20636	embedding2nn.bias	7	0.02436818741261959
20636	embedding2nn.bias	8	-0.005243843887001276
20636	embedding2nn.bias	9	-0.0008402952807955444
20636	rnn.weight_ih_l0	0	0.040923893451690674
20636	rnn.weight_ih_l0	1	-0.011017575860023499
20636	rnn.weight_ih_l0	2	-0.03840832784771919
20636	rnn.weight_ih_l0	3	-0.04310222715139389
20636	rnn.weight_ih_l0	4	-0.053384821861982346
20636	rnn.weight_ih_l0	5	-0.008947840891778469
20636	rnn.weight_ih_l0	6	-0.052596382796764374
20636	rnn.weight_ih_l0	7	-0.058084260672330856
20636	rnn.weight_ih_l0	8	-0.04457917809486389
20636	rnn.weight_ih_l0	9	-0.027062581852078438
20636	rnn.weight_hh_l0	0	0.015865670517086983
20636	rnn.weight_hh_l0	1	-0.01303491648286581
20636	rnn.weight_hh_l0	2	-0.07242975383996964
20636	rnn.weight_hh_l0	3	-0.030935494229197502
20636	rnn.weight_hh_l0	4	-0.07375574111938477
20636	rnn.weight_hh_l0	5	-0.008144176565110683
20636	rnn.weight_hh_l0	6	-0.04173337295651436
20636	rnn.weight_hh_l0	7	-0.018504856154322624
20636	rnn.weight_hh_l0	8	-0.019815778359770775
20636	rnn.weight_hh_l0	9	0.0030203619971871376
20636	rnn.bias_ih_l0	0	0.13003148138523102
20636	rnn.bias_ih_l0	1	-0.057538267225027084
20636	rnn.bias_ih_l0	2	0.10842234641313553
20636	rnn.bias_ih_l0	3	0.0444016233086586
20636	rnn.bias_ih_l0	4	0.10515870898962021
20636	rnn.bias_ih_l0	5	0.021478671580553055
20636	rnn.bias_ih_l0	6	-0.012500716373324394
20636	rnn.bias_ih_l0	7	-0.10231953859329224
20636	rnn.bias_ih_l0	8	-0.1809750646352768
20636	rnn.bias_ih_l0	9	0.07903774827718735
20636	rnn.bias_hh_l0	0	-0.006131800357252359
20636	rnn.bias_hh_l0	1	0.021807709708809853
20636	rnn.bias_hh_l0	2	-0.007577935233712196
20636	rnn.bias_hh_l0	3	-0.012691160663962364
20636	rnn.bias_hh_l0	4	-0.03832313418388367
20636	rnn.bias_hh_l0	5	0.13728059828281403
20636	rnn.bias_hh_l0	6	0.03135579451918602
20636	rnn.bias_hh_l0	7	0.04827979579567909
20636	rnn.bias_hh_l0	8	0.021868031471967697
20636	rnn.bias_hh_l0	9	0.038657233119010925
20636	rnn.weight_ih_l0_reverse	0	-0.031155027449131012
20636	rnn.weight_ih_l0_reverse	1	-0.004477451089769602
20636	rnn.weight_ih_l0_reverse	2	0.025022078305482864
20636	rnn.weight_ih_l0_reverse	3	-0.059855829924345016
20636	rnn.weight_ih_l0_reverse	4	0.012147614732384682
20636	rnn.weight_ih_l0_reverse	5	-0.05071684718132019
20636	rnn.weight_ih_l0_reverse	6	0.018660185858607292
20636	rnn.weight_ih_l0_reverse	7	0.04629567265510559
20636	rnn.weight_ih_l0_reverse	8	-0.0448017492890358
20636	rnn.weight_ih_l0_reverse	9	-0.05249783396720886
20636	rnn.weight_hh_l0_reverse	0	-0.07790503650903702
20636	rnn.weight_hh_l0_reverse	1	-0.05914149060845375
20636	rnn.weight_hh_l0_reverse	2	0.03434865549206734
20636	rnn.weight_hh_l0_reverse	3	0.046232886612415314
20636	rnn.weight_hh_l0_reverse	4	-0.00811909418553114
20636	rnn.weight_hh_l0_reverse	5	0.04600090533494949
20636	rnn.weight_hh_l0_reverse	6	-0.012944657355546951
20636	rnn.weight_hh_l0_reverse	7	0.0042622569017112255
20636	rnn.weight_hh_l0_reverse	8	-0.09527517855167389
20636	rnn.weight_hh_l0_reverse	9	0.07657778263092041
20636	rnn.bias_ih_l0_reverse	0	-0.08701404184103012
20636	rnn.bias_ih_l0_reverse	1	-0.06028718873858452
20636	rnn.bias_ih_l0_reverse	2	0.10641073435544968
20636	rnn.bias_ih_l0_reverse	3	0.04031151160597801
20636	rnn.bias_ih_l0_reverse	4	-0.13357193768024445
20636	rnn.bias_ih_l0_reverse	5	0.041426725685596466
20636	rnn.bias_ih_l0_reverse	6	-0.1165170818567276
20636	rnn.bias_ih_l0_reverse	7	0.033880967646837234
20636	rnn.bias_ih_l0_reverse	8	0.036782484501600266
20636	rnn.bias_ih_l0_reverse	9	0.06213931739330292
20636	rnn.bias_hh_l0_reverse	0	0.05405912920832634
20636	rnn.bias_hh_l0_reverse	1	0.0510668121278286
20636	rnn.bias_hh_l0_reverse	2	0.0814226046204567
20636	rnn.bias_hh_l0_reverse	3	-0.0028085666708648205
20636	rnn.bias_hh_l0_reverse	4	0.07368090003728867
20636	rnn.bias_hh_l0_reverse	5	0.006162806414067745
20636	rnn.bias_hh_l0_reverse	6	-0.05957411602139473
20636	rnn.bias_hh_l0_reverse	7	0.025492560118436813
20636	rnn.bias_hh_l0_reverse	8	0.020196102559566498
20636	rnn.bias_hh_l0_reverse	9	-0.148316890001297
20636	linear.weight	0	0.15384085476398468
20636	linear.weight	1	-0.14610347151756287
20636	linear.weight	2	-0.18472878634929657
20636	linear.weight	3	0.045313697308301926
20636	linear.weight	4	-0.026279127225279808
20636	linear.weight	5	-0.0033362233079969883
20636	linear.weight	6	-0.007471893914043903
20636	linear.weight	7	-0.028038334101438522
20636	linear.weight	8	0.06396350264549255
20636	linear.weight	9	0.32719454169273376
20636	linear.bias	0	-0.19800245761871338
20636	linear.bias	1	0.17076480388641357
20636	linear.bias	2	-0.5186492204666138
20636	linear.bias	3	1.6914218664169312
20636	linear.bias	4	-0.39025041460990906
20636	linear.bias	5	-0.030769959092140198
20636	linear.bias	6	-0.3415393829345703
20636	linear.bias	7	-0.2799008786678314
20636	linear.bias	8	-0.013949449174106121
20636	linear.bias	9	-0.48474860191345215
20664	transitions	0	-0.6394553184509277
20664	transitions	1	0.3606458902359009
20664	transitions	2	1.6843786239624023
20664	transitions	3	0.10675981640815735
20664	transitions	4	0.9548207521438599
20664	transitions	5	1.2740905284881592
20664	transitions	6	0.4834938943386078
20664	transitions	7	0.17642062902450562
20664	transitions	8	-0.919435977935791
20664	transitions	9	0.9306960701942444
20664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20664	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20664	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20664	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20664	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20664	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20664	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20664	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20664	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20664	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20664	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20664	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20664	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20664	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20664	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20664	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20664	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20664	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20664	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20664	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20664	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20664	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20664	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20664	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20664	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20664	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20664	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20664	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20664	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20664	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20664	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20664	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20664	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20664	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20664	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20664	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20664	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20664	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20664	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20664	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20664	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20664	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20664	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20664	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20664	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20664	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20664	embedding2nn.weight	0	0.02359478548169136
20664	embedding2nn.weight	1	0.014244354330003262
20664	embedding2nn.weight	2	-0.004352486226707697
20664	embedding2nn.weight	3	0.00408215494826436
20664	embedding2nn.weight	4	-0.0047248960472643375
20664	embedding2nn.weight	5	0.011649333871901035
20664	embedding2nn.weight	6	-0.0039019123651087284
20664	embedding2nn.weight	7	0.015869732946157455
20664	embedding2nn.weight	8	-0.005029939580708742
20664	embedding2nn.weight	9	-0.013193786144256592
20664	embedding2nn.bias	0	-0.034706518054008484
20664	embedding2nn.bias	1	-0.0076966299675405025
20664	embedding2nn.bias	2	-0.05380114167928696
20664	embedding2nn.bias	3	-0.001018091687001288
20664	embedding2nn.bias	4	0.002288294956088066
20664	embedding2nn.bias	5	-0.010743851773440838
20664	embedding2nn.bias	6	0.026664678007364273
20664	embedding2nn.bias	7	0.02114262804389
20664	embedding2nn.bias	8	-0.0008477242081426084
20664	embedding2nn.bias	9	-0.008176488801836967
20664	rnn.weight_ih_l0	0	0.04093727469444275
20664	rnn.weight_ih_l0	1	-0.011322513222694397
20664	rnn.weight_ih_l0	2	-0.038819409906864166
20664	rnn.weight_ih_l0	3	-0.04341372847557068
20664	rnn.weight_ih_l0	4	-0.05360088497400284
20664	rnn.weight_ih_l0	5	-0.009484842419624329
20664	rnn.weight_ih_l0	6	-0.05298027768731117
20664	rnn.weight_ih_l0	7	-0.05856477469205856
20664	rnn.weight_ih_l0	8	-0.04471145570278168
20664	rnn.weight_ih_l0	9	-0.027248011901974678
20664	rnn.weight_hh_l0	0	0.016016604378819466
20664	rnn.weight_hh_l0	1	-0.012750952504575253
20664	rnn.weight_hh_l0	2	-0.07207372039556503
20664	rnn.weight_hh_l0	3	-0.030803225934505463
20664	rnn.weight_hh_l0	4	-0.07379690557718277
20664	rnn.weight_hh_l0	5	-0.007427535485476255
20664	rnn.weight_hh_l0	6	-0.04188859462738037
20664	rnn.weight_hh_l0	7	-0.01893596537411213
20664	rnn.weight_hh_l0	8	-0.019810711964964867
20664	rnn.weight_hh_l0	9	0.002583784516900778
20664	rnn.bias_ih_l0	0	0.12942808866500854
20664	rnn.bias_ih_l0	1	-0.058870960026979446
20664	rnn.bias_ih_l0	2	0.10622953623533249
20664	rnn.bias_ih_l0	3	0.043980587273836136
20664	rnn.bias_ih_l0	4	0.10658605396747589
20664	rnn.bias_ih_l0	5	0.02296564355492592
20664	rnn.bias_ih_l0	6	-0.012235651724040508
20664	rnn.bias_ih_l0	7	-0.10508540272712708
20664	rnn.bias_ih_l0	8	-0.1840318739414215
20664	rnn.bias_ih_l0	9	0.07968242466449738
20664	rnn.bias_hh_l0	0	-0.005125468131154776
20664	rnn.bias_hh_l0	1	0.019833246245980263
20664	rnn.bias_hh_l0	2	-0.007472363766282797
20664	rnn.bias_hh_l0	3	-0.013197725638747215
20664	rnn.bias_hh_l0	4	-0.03774558752775192
20664	rnn.bias_hh_l0	5	0.13625475764274597
20664	rnn.bias_hh_l0	6	0.031935323029756546
20664	rnn.bias_hh_l0	7	0.047857608646154404
20664	rnn.bias_hh_l0	8	0.02213308960199356
20664	rnn.bias_hh_l0	9	0.03991389647126198
20664	rnn.weight_ih_l0_reverse	0	-0.03124704398214817
20664	rnn.weight_ih_l0_reverse	1	-0.0037970247212797403
20664	rnn.weight_ih_l0_reverse	2	0.02490592934191227
20664	rnn.weight_ih_l0_reverse	3	-0.05979713425040245
20664	rnn.weight_ih_l0_reverse	4	0.012184175662696362
20664	rnn.weight_ih_l0_reverse	5	-0.05092959105968475
20664	rnn.weight_ih_l0_reverse	6	0.019236154854297638
20664	rnn.weight_ih_l0_reverse	7	0.04637858644127846
20664	rnn.weight_ih_l0_reverse	8	-0.044847290962934494
20664	rnn.weight_ih_l0_reverse	9	-0.05239029973745346
20664	rnn.weight_hh_l0_reverse	0	-0.07861233502626419
20664	rnn.weight_hh_l0_reverse	1	-0.059891119599342346
20664	rnn.weight_hh_l0_reverse	2	0.03460615500807762
20664	rnn.weight_hh_l0_reverse	3	0.04604436084628105
20664	rnn.weight_hh_l0_reverse	4	-0.007271294482052326
20664	rnn.weight_hh_l0_reverse	5	0.045720238238573074
20664	rnn.weight_hh_l0_reverse	6	-0.011703526601195335
20664	rnn.weight_hh_l0_reverse	7	0.0037730270996689796
20664	rnn.weight_hh_l0_reverse	8	-0.09553397446870804
20664	rnn.weight_hh_l0_reverse	9	0.07607299089431763
20664	rnn.bias_ih_l0_reverse	0	-0.08671379834413528
20664	rnn.bias_ih_l0_reverse	1	-0.06569420546293259
20664	rnn.bias_ih_l0_reverse	2	0.10725020617246628
20664	rnn.bias_ih_l0_reverse	3	0.041590698063373566
20664	rnn.bias_ih_l0_reverse	4	-0.13328585028648376
20664	rnn.bias_ih_l0_reverse	5	0.04094507917761803
20664	rnn.bias_ih_l0_reverse	6	-0.1161959245800972
20664	rnn.bias_ih_l0_reverse	7	0.03244394436478615
20664	rnn.bias_ih_l0_reverse	8	0.037604644894599915
20664	rnn.bias_ih_l0_reverse	9	0.061895787715911865
20664	rnn.bias_hh_l0_reverse	0	0.05087856948375702
20664	rnn.bias_hh_l0_reverse	1	0.05125897377729416
20664	rnn.bias_hh_l0_reverse	2	0.0803649052977562
20664	rnn.bias_hh_l0_reverse	3	-0.003122420981526375
20664	rnn.bias_hh_l0_reverse	4	0.0733017846941948
20664	rnn.bias_hh_l0_reverse	5	0.008213115856051445
20664	rnn.bias_hh_l0_reverse	6	-0.06129387393593788
20664	rnn.bias_hh_l0_reverse	7	0.024896929040551186
20664	rnn.bias_hh_l0_reverse	8	0.020141372457146645
20664	rnn.bias_hh_l0_reverse	9	-0.14544817805290222
20664	linear.weight	0	0.15198445320129395
20664	linear.weight	1	-0.1489608734846115
20664	linear.weight	2	-0.18800088763237
20664	linear.weight	3	0.0460975244641304
20664	linear.weight	4	-0.02605213038623333
20664	linear.weight	5	-0.003104502335190773
20664	linear.weight	6	-0.007459046319127083
20664	linear.weight	7	-0.028004826977849007
20664	linear.weight	8	0.06537171453237534
20664	linear.weight	9	0.3279091417789459
20664	linear.bias	0	-0.19790415465831757
20664	linear.bias	1	0.17216597497463226
20664	linear.bias	2	-0.5194395780563354
20664	linear.bias	3	1.6709527969360352
20664	linear.bias	4	-0.39043840765953064
20664	linear.bias	5	-0.030769959092140198
20664	linear.bias	6	-0.34216102957725525
20664	linear.bias	7	-0.27927878499031067
20664	linear.bias	8	-0.02006896585226059
20664	linear.bias	9	-0.4849051833152771
20692	transitions	0	-0.6395134925842285
20692	transitions	1	0.36056602001190186
20692	transitions	2	1.6842689514160156
20692	transitions	3	0.10671289265155792
20692	transitions	4	0.9548035264015198
20692	transitions	5	1.274088740348816
20692	transitions	6	0.4834936857223511
20692	transitions	7	0.1764163374900818
20692	transitions	8	-0.9194377064704895
20692	transitions	9	0.9306960701942444
20692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20692	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20692	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20692	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20692	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20692	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20692	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20692	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20692	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20692	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20692	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20692	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20692	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20692	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20692	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20692	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20692	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20692	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20692	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20692	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20692	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20692	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20692	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20692	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20692	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20692	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20692	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20692	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20692	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20692	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20692	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20692	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20692	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20692	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20692	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20692	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20692	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20692	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20692	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20692	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20692	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20692	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20692	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20692	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20692	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20692	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20692	embedding2nn.weight	0	0.023625055328011513
20692	embedding2nn.weight	1	0.014207911677658558
20692	embedding2nn.weight	2	-0.004374890122562647
20692	embedding2nn.weight	3	0.003929628524929285
20692	embedding2nn.weight	4	-0.004685112275183201
20692	embedding2nn.weight	5	0.011661551892757416
20692	embedding2nn.weight	6	-0.0039630248211324215
20692	embedding2nn.weight	7	0.016489729285240173
20692	embedding2nn.weight	8	-0.005076947156339884
20692	embedding2nn.weight	9	-0.013227730989456177
20692	embedding2nn.bias	0	-0.03588755801320076
20692	embedding2nn.bias	1	-0.0017151377396658063
20692	embedding2nn.bias	2	-0.054122328758239746
20692	embedding2nn.bias	3	-0.0016265271697193384
20692	embedding2nn.bias	4	-0.0008960152044892311
20692	embedding2nn.bias	5	-0.013405362144112587
20692	embedding2nn.bias	6	0.03299017995595932
20692	embedding2nn.bias	7	0.02481267601251602
20692	embedding2nn.bias	8	0.002895649755373597
20692	embedding2nn.bias	9	-0.012640796601772308
20692	rnn.weight_ih_l0	0	0.04070768132805824
20692	rnn.weight_ih_l0	1	-0.012150932103395462
20692	rnn.weight_ih_l0	2	-0.03966743126511574
20692	rnn.weight_ih_l0	3	-0.0437065027654171
20692	rnn.weight_ih_l0	4	-0.052796538919210434
20692	rnn.weight_ih_l0	5	-0.009702462702989578
20692	rnn.weight_ih_l0	6	-0.053327884525060654
20692	rnn.weight_ih_l0	7	-0.058744534850120544
20692	rnn.weight_ih_l0	8	-0.04466729238629341
20692	rnn.weight_ih_l0	9	-0.027291180565953255
20692	rnn.weight_hh_l0	0	0.016110453754663467
20692	rnn.weight_hh_l0	1	-0.013440578244626522
20692	rnn.weight_hh_l0	2	-0.07117831707000732
20692	rnn.weight_hh_l0	3	-0.030508283525705338
20692	rnn.weight_hh_l0	4	-0.07378023117780685
20692	rnn.weight_hh_l0	5	-0.0066844867542386055
20692	rnn.weight_hh_l0	6	-0.0436045341193676
20692	rnn.weight_hh_l0	7	-0.017163390293717384
20692	rnn.weight_hh_l0	8	-0.01994510181248188
20692	rnn.weight_hh_l0	9	0.002582680666819215
20692	rnn.bias_ih_l0	0	0.13086095452308655
20692	rnn.bias_ih_l0	1	-0.06121663376688957
20692	rnn.bias_ih_l0	2	0.10704495757818222
20692	rnn.bias_ih_l0	3	0.04352331906557083
20692	rnn.bias_ih_l0	4	0.10798417031764984
20692	rnn.bias_ih_l0	5	0.022498926147818565
20692	rnn.bias_ih_l0	6	-0.012184599414467812
20692	rnn.bias_ih_l0	7	-0.10064149647951126
20692	rnn.bias_ih_l0	8	-0.18125414848327637
20692	rnn.bias_ih_l0	9	0.0792134627699852
20692	rnn.bias_hh_l0	0	-0.005021803546696901
20692	rnn.bias_hh_l0	1	0.021265819668769836
20692	rnn.bias_hh_l0	2	-0.006913341581821442
20692	rnn.bias_hh_l0	3	-0.013995235785841942
20692	rnn.bias_hh_l0	4	-0.037736497819423676
20692	rnn.bias_hh_l0	5	0.13577516376972198
20692	rnn.bias_hh_l0	6	0.033123619854450226
20692	rnn.bias_hh_l0	7	0.047213152050971985
20692	rnn.bias_hh_l0	8	0.022184139117598534
20692	rnn.bias_hh_l0	9	0.037653569132089615
20692	rnn.weight_ih_l0_reverse	0	-0.03094635158777237
20692	rnn.weight_ih_l0_reverse	1	-0.004450647626072168
20692	rnn.weight_ih_l0_reverse	2	0.02496648021042347
20692	rnn.weight_ih_l0_reverse	3	-0.0595015287399292
20692	rnn.weight_ih_l0_reverse	4	0.012038076296448708
20692	rnn.weight_ih_l0_reverse	5	-0.05073001980781555
20692	rnn.weight_ih_l0_reverse	6	0.019402453675866127
20692	rnn.weight_ih_l0_reverse	7	0.04649103432893753
20692	rnn.weight_ih_l0_reverse	8	-0.0445791594684124
20692	rnn.weight_ih_l0_reverse	9	-0.052322208881378174
20692	rnn.weight_hh_l0_reverse	0	-0.07783038914203644
20692	rnn.weight_hh_l0_reverse	1	-0.05976824089884758
20692	rnn.weight_hh_l0_reverse	2	0.03465648740530014
20692	rnn.weight_hh_l0_reverse	3	0.046042993664741516
20692	rnn.weight_hh_l0_reverse	4	-0.007428618147969246
20692	rnn.weight_hh_l0_reverse	5	0.045900411903858185
20692	rnn.weight_hh_l0_reverse	6	-0.013514632359147072
20692	rnn.weight_hh_l0_reverse	7	0.0037973206490278244
20692	rnn.weight_hh_l0_reverse	8	-0.09530498832464218
20692	rnn.weight_hh_l0_reverse	9	0.07720763236284256
20692	rnn.bias_ih_l0_reverse	0	-0.07896208018064499
20692	rnn.bias_ih_l0_reverse	1	-0.06574111431837082
20692	rnn.bias_ih_l0_reverse	2	0.10677104443311691
20692	rnn.bias_ih_l0_reverse	3	0.04065335914492607
20692	rnn.bias_ih_l0_reverse	4	-0.13361504673957825
20692	rnn.bias_ih_l0_reverse	5	0.043146390467882156
20692	rnn.bias_ih_l0_reverse	6	-0.11305005848407745
20692	rnn.bias_ih_l0_reverse	7	0.029516946524381638
20692	rnn.bias_ih_l0_reverse	8	0.03667725995182991
20692	rnn.bias_ih_l0_reverse	9	0.06062522903084755
20692	rnn.bias_hh_l0_reverse	0	0.047482166439294815
20692	rnn.bias_hh_l0_reverse	1	0.04970771074295044
20692	rnn.bias_hh_l0_reverse	2	0.07781751453876495
20692	rnn.bias_hh_l0_reverse	3	-0.00317756412550807
20692	rnn.bias_hh_l0_reverse	4	0.07450170814990997
20692	rnn.bias_hh_l0_reverse	5	0.006907825358211994
20692	rnn.bias_hh_l0_reverse	6	-0.05942058935761452
20692	rnn.bias_hh_l0_reverse	7	0.02819802612066269
20692	rnn.bias_hh_l0_reverse	8	0.017891446128487587
20692	rnn.bias_hh_l0_reverse	9	-0.14838024973869324
20692	linear.weight	0	0.15136758983135223
20692	linear.weight	1	-0.14896313846111298
20692	linear.weight	2	-0.1896943747997284
20692	linear.weight	3	0.045875973999500275
20692	linear.weight	4	-0.026074616238474846
20692	linear.weight	5	-0.003779456252232194
20692	linear.weight	6	-0.0074560679495334625
20692	linear.weight	7	-0.02785920910537243
20692	linear.weight	8	0.06483109295368195
20692	linear.weight	9	0.3299686312675476
20692	linear.bias	0	-0.20847013592720032
20692	linear.bias	1	0.17965669929981232
20692	linear.bias	2	-0.5221272110939026
20692	linear.bias	3	1.6889817714691162
20692	linear.bias	4	-0.39156511425971985
20692	linear.bias	5	-0.030769959092140198
20692	linear.bias	6	-0.344472199678421
20692	linear.bias	7	-0.280956894159317
20692	linear.bias	8	-0.028745032846927643
20692	linear.bias	9	-0.4851249158382416
20720	transitions	0	-0.6395814418792725
20720	transitions	1	0.36054250597953796
20720	transitions	2	1.6841964721679688
20720	transitions	3	0.10654541850090027
20720	transitions	4	0.9547792077064514
20720	transitions	5	1.2740881443023682
20720	transitions	6	0.483493447303772
20720	transitions	7	0.1764160543680191
20720	transitions	8	-0.9194396734237671
20720	transitions	9	0.9306960701942444
20720	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20720	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20720	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20720	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20720	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20720	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20720	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20720	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20720	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20720	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20720	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20720	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20720	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20720	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20720	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20720	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20720	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20720	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20720	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20720	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20720	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20720	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20720	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20720	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20720	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20720	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20720	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20720	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20720	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20720	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20720	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20720	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20720	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20720	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20720	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20720	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20720	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20720	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20720	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20720	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20720	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20720	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20720	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20720	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20720	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20720	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20720	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20720	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20720	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20720	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20720	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20720	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20720	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20720	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20720	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20720	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20720	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20720	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20720	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20720	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20720	embedding2nn.weight	0	0.02384849265217781
20720	embedding2nn.weight	1	0.01423775777220726
20720	embedding2nn.weight	2	-0.004415515810251236
20720	embedding2nn.weight	3	0.003891495056450367
20720	embedding2nn.weight	4	-0.004683059174567461
20720	embedding2nn.weight	5	0.011884596198797226
20720	embedding2nn.weight	6	-0.004089002963155508
20720	embedding2nn.weight	7	0.016266513615846634
20720	embedding2nn.weight	8	-0.005124217830598354
20720	embedding2nn.weight	9	-0.013212899677455425
20720	embedding2nn.bias	0	-0.0335586853325367
20720	embedding2nn.bias	1	0.0027715761680155993
20720	embedding2nn.bias	2	-0.053508151322603226
20720	embedding2nn.bias	3	-0.002874064492061734
20720	embedding2nn.bias	4	-0.0014962792629376054
20720	embedding2nn.bias	5	-0.01863638497889042
20720	embedding2nn.bias	6	0.032941557466983795
20720	embedding2nn.bias	7	0.017588194459676743
20720	embedding2nn.bias	8	-0.0012115860590711236
20720	embedding2nn.bias	9	-0.01611139439046383
20720	rnn.weight_ih_l0	0	0.040590800344944
20720	rnn.weight_ih_l0	1	-0.012613783590495586
20720	rnn.weight_ih_l0	2	-0.0401311032474041
20720	rnn.weight_ih_l0	3	-0.04397508129477501
20720	rnn.weight_ih_l0	4	-0.0529322475194931
20720	rnn.weight_ih_l0	5	-0.00984711479395628
20720	rnn.weight_ih_l0	6	-0.0529848076403141
20720	rnn.weight_ih_l0	7	-0.05850003659725189
20720	rnn.weight_ih_l0	8	-0.04451976716518402
20720	rnn.weight_ih_l0	9	-0.027350783348083496
20720	rnn.weight_hh_l0	0	0.01579413376748562
20720	rnn.weight_hh_l0	1	-0.012708185240626335
20720	rnn.weight_hh_l0	2	-0.07175733894109726
20720	rnn.weight_hh_l0	3	-0.03034380078315735
20720	rnn.weight_hh_l0	4	-0.0734722688794136
20720	rnn.weight_hh_l0	5	-0.005934222601354122
20720	rnn.weight_hh_l0	6	-0.04579294100403786
20720	rnn.weight_hh_l0	7	-0.01603786274790764
20720	rnn.weight_hh_l0	8	-0.01998976059257984
20720	rnn.weight_hh_l0	9	0.002800495596602559
20720	rnn.bias_ih_l0	0	0.128966823220253
20720	rnn.bias_ih_l0	1	-0.06241665408015251
20720	rnn.bias_ih_l0	2	0.10493282228708267
20720	rnn.bias_ih_l0	3	0.04308677837252617
20720	rnn.bias_ih_l0	4	0.10819035023450851
20720	rnn.bias_ih_l0	5	0.024029064923524857
20720	rnn.bias_ih_l0	6	-0.009119600988924503
20720	rnn.bias_ih_l0	7	-0.09932203590869904
20720	rnn.bias_ih_l0	8	-0.18329836428165436
20720	rnn.bias_ih_l0	9	0.07992970198392868
20720	rnn.bias_hh_l0	0	-0.004966836888343096
20720	rnn.bias_hh_l0	1	0.02185438759624958
20720	rnn.bias_hh_l0	2	-0.0066450731828808784
20720	rnn.bias_hh_l0	3	-0.011472677811980247
20720	rnn.bias_hh_l0	4	-0.036988843232393265
20720	rnn.bias_hh_l0	5	0.13579325377941132
20720	rnn.bias_hh_l0	6	0.034800466150045395
20720	rnn.bias_hh_l0	7	0.047063618898391724
20720	rnn.bias_hh_l0	8	0.025249138474464417
20720	rnn.bias_hh_l0	9	0.038740672171115875
20720	rnn.weight_ih_l0_reverse	0	-0.030824963003396988
20720	rnn.weight_ih_l0_reverse	1	-0.0049905842170119286
20720	rnn.weight_ih_l0_reverse	2	0.025034135207533836
20720	rnn.weight_ih_l0_reverse	3	-0.05981846898794174
20720	rnn.weight_ih_l0_reverse	4	0.011809146031737328
20720	rnn.weight_ih_l0_reverse	5	-0.050712306052446365
20720	rnn.weight_ih_l0_reverse	6	0.019247740507125854
20720	rnn.weight_ih_l0_reverse	7	0.04656318202614784
20720	rnn.weight_ih_l0_reverse	8	-0.04434332251548767
20720	rnn.weight_ih_l0_reverse	9	-0.0522192008793354
20720	rnn.weight_hh_l0_reverse	0	-0.07815802842378616
20720	rnn.weight_hh_l0_reverse	1	-0.05972270295023918
20720	rnn.weight_hh_l0_reverse	2	0.034058406949043274
20720	rnn.weight_hh_l0_reverse	3	0.04650804400444031
20720	rnn.weight_hh_l0_reverse	4	-0.007896370254456997
20720	rnn.weight_hh_l0_reverse	5	0.04546923190355301
20720	rnn.weight_hh_l0_reverse	6	-0.015580369159579277
20720	rnn.weight_hh_l0_reverse	7	0.003309807972982526
20720	rnn.weight_hh_l0_reverse	8	-0.09486101567745209
20720	rnn.weight_hh_l0_reverse	9	0.07722975313663483
20720	rnn.bias_ih_l0_reverse	0	-0.07819681614637375
20720	rnn.bias_ih_l0_reverse	1	-0.059204377233982086
20720	rnn.bias_ih_l0_reverse	2	0.10835981369018555
20720	rnn.bias_ih_l0_reverse	3	0.04006069898605347
20720	rnn.bias_ih_l0_reverse	4	-0.13501077890396118
20720	rnn.bias_ih_l0_reverse	5	0.04305471107363701
20720	rnn.bias_ih_l0_reverse	6	-0.11136927455663681
20720	rnn.bias_ih_l0_reverse	7	0.03031386435031891
20720	rnn.bias_ih_l0_reverse	8	0.03624254837632179
20720	rnn.bias_ih_l0_reverse	9	0.06326436251401901
20720	rnn.bias_hh_l0_reverse	0	0.050574395805597305
20720	rnn.bias_hh_l0_reverse	1	0.04928814247250557
20720	rnn.bias_hh_l0_reverse	2	0.07650585472583771
20720	rnn.bias_hh_l0_reverse	3	-0.001956840278580785
20720	rnn.bias_hh_l0_reverse	4	0.07462038099765778
20720	rnn.bias_hh_l0_reverse	5	0.006493405904620886
20720	rnn.bias_hh_l0_reverse	6	-0.06071659177541733
20720	rnn.bias_hh_l0_reverse	7	0.027403198182582855
20720	rnn.bias_hh_l0_reverse	8	0.01591726765036583
20720	rnn.bias_hh_l0_reverse	9	-0.14828316867351532
20720	linear.weight	0	0.15108971297740936
20720	linear.weight	1	-0.14894354343414307
20720	linear.weight	2	-0.18871524930000305
20720	linear.weight	3	0.045465342700481415
20720	linear.weight	4	-0.025594357401132584
20720	linear.weight	5	-0.0035811972338706255
20720	linear.weight	6	-0.0074497004970908165
20720	linear.weight	7	-0.027815204113721848
20720	linear.weight	8	0.06500615179538727
20720	linear.weight	9	0.3302878141403198
20720	linear.bias	0	-0.20730938017368317
20720	linear.bias	1	0.17373026907444
20720	linear.bias	2	-0.5230089426040649
20720	linear.bias	3	1.6951133012771606
20720	linear.bias	4	-0.39173662662506104
20720	linear.bias	5	-0.030769959092140198
20720	linear.bias	6	-0.34553220868110657
20720	linear.bias	7	-0.2821832597255707
20720	linear.bias	8	-0.016572803258895874
20720	linear.bias	9	-0.48517856001853943
20748	transitions	0	-0.6396118402481079
20748	transitions	1	0.3605216145515442
20748	transitions	2	1.6841278076171875
20748	transitions	3	0.10652653127908707
20748	transitions	4	0.9547746181488037
20748	transitions	5	1.2740875482559204
20748	transitions	6	0.483493447303772
20748	transitions	7	0.17641547322273254
20748	transitions	8	-0.919440746307373
20748	transitions	9	0.9306960701942444
20748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20748	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20748	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20748	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20748	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20748	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20748	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20748	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20748	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20748	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20748	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20748	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20748	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20748	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20748	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20748	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20748	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20748	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20748	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20748	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20748	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20748	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20748	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20748	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20748	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20748	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20748	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20748	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20748	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20748	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20748	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20748	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20748	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20748	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20748	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20748	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20748	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20748	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20748	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20748	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20748	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20748	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20748	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20748	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20748	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20748	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20748	embedding2nn.weight	0	0.023999935016036034
20748	embedding2nn.weight	1	0.014255955815315247
20748	embedding2nn.weight	2	-0.004446264356374741
20748	embedding2nn.weight	3	0.0037405057810246944
20748	embedding2nn.weight	4	-0.004706703592091799
20748	embedding2nn.weight	5	0.012002386152744293
20748	embedding2nn.weight	6	-0.004097629804164171
20748	embedding2nn.weight	7	0.016164470463991165
20748	embedding2nn.weight	8	-0.005062954965978861
20748	embedding2nn.weight	9	-0.013274255208671093
20748	embedding2nn.bias	0	-0.030736109241843224
20748	embedding2nn.bias	1	0.008845172822475433
20748	embedding2nn.bias	2	-0.048785530030727386
20748	embedding2nn.bias	3	6.987886445131153e-05
20748	embedding2nn.bias	4	-0.006003666669130325
20748	embedding2nn.bias	5	-0.023685220628976822
20748	embedding2nn.bias	6	0.03557968512177467
20748	embedding2nn.bias	7	0.021212026476860046
20748	embedding2nn.bias	8	-0.002663564635440707
20748	embedding2nn.bias	9	-0.015590767376124859
20748	rnn.weight_ih_l0	0	0.04054835066199303
20748	rnn.weight_ih_l0	1	-0.012204144150018692
20748	rnn.weight_ih_l0	2	-0.039782993495464325
20748	rnn.weight_ih_l0	3	-0.043852299451828
20748	rnn.weight_ih_l0	4	-0.053206879645586014
20748	rnn.weight_ih_l0	5	-0.009796898812055588
20748	rnn.weight_ih_l0	6	-0.053207091987133026
20748	rnn.weight_ih_l0	7	-0.05863006412982941
20748	rnn.weight_ih_l0	8	-0.04456692561507225
20748	rnn.weight_ih_l0	9	-0.027255721390247345
20748	rnn.weight_hh_l0	0	0.015671810135245323
20748	rnn.weight_hh_l0	1	-0.012382235378026962
20748	rnn.weight_hh_l0	2	-0.07133056968450546
20748	rnn.weight_hh_l0	3	-0.03055078722536564
20748	rnn.weight_hh_l0	4	-0.07323528826236725
20748	rnn.weight_hh_l0	5	-0.006097475532442331
20748	rnn.weight_hh_l0	6	-0.04551635682582855
20748	rnn.weight_hh_l0	7	-0.015813130885362625
20748	rnn.weight_hh_l0	8	-0.01986810937523842
20748	rnn.weight_hh_l0	9	0.002145337173715234
20748	rnn.bias_ih_l0	0	0.13015107810497284
20748	rnn.bias_ih_l0	1	-0.06255031377077103
20748	rnn.bias_ih_l0	2	0.10572465509176254
20748	rnn.bias_ih_l0	3	0.043358106166124344
20748	rnn.bias_ih_l0	4	0.10760888457298279
20748	rnn.bias_ih_l0	5	0.024027962237596512
20748	rnn.bias_ih_l0	6	-0.011562577448785305
20748	rnn.bias_ih_l0	7	-0.09954701364040375
20748	rnn.bias_ih_l0	8	-0.1788490265607834
20748	rnn.bias_ih_l0	9	0.07988957315683365
20748	rnn.bias_hh_l0	0	-0.004975396674126387
20748	rnn.bias_hh_l0	1	0.022889411076903343
20748	rnn.bias_hh_l0	2	-0.005850942339748144
20748	rnn.bias_hh_l0	3	-0.01172336284071207
20748	rnn.bias_hh_l0	4	-0.037804242223501205
20748	rnn.bias_hh_l0	5	0.13671399652957916
20748	rnn.bias_hh_l0	6	0.034604500979185104
20748	rnn.bias_hh_l0	7	0.047157324850559235
20748	rnn.bias_hh_l0	8	0.02280617132782936
20748	rnn.bias_hh_l0	9	0.03827818110585213
20748	rnn.weight_ih_l0_reverse	0	-0.030558815225958824
20748	rnn.weight_ih_l0_reverse	1	-0.0048019858077168465
20748	rnn.weight_ih_l0_reverse	2	0.025085149332880974
20748	rnn.weight_ih_l0_reverse	3	-0.05994363874197006
20748	rnn.weight_ih_l0_reverse	4	0.01203696709126234
20748	rnn.weight_ih_l0_reverse	5	-0.05056130886077881
20748	rnn.weight_ih_l0_reverse	6	0.020116562023758888
20748	rnn.weight_ih_l0_reverse	7	0.04630354046821594
20748	rnn.weight_ih_l0_reverse	8	-0.044456593692302704
20748	rnn.weight_ih_l0_reverse	9	-0.05221688002347946
20748	rnn.weight_hh_l0_reverse	0	-0.07747577875852585
20748	rnn.weight_hh_l0_reverse	1	-0.05854223296046257
20748	rnn.weight_hh_l0_reverse	2	0.0340905524790287
20748	rnn.weight_hh_l0_reverse	3	0.046661924570798874
20748	rnn.weight_hh_l0_reverse	4	-0.007435244973748922
20748	rnn.weight_hh_l0_reverse	5	0.04528621584177017
20748	rnn.weight_hh_l0_reverse	6	-0.017468411475419998
20748	rnn.weight_hh_l0_reverse	7	0.0033304092939943075
20748	rnn.weight_hh_l0_reverse	8	-0.09462671726942062
20748	rnn.weight_hh_l0_reverse	9	0.07827375084161758
20748	rnn.bias_ih_l0_reverse	0	-0.07671256363391876
20748	rnn.bias_ih_l0_reverse	1	-0.06062043830752373
20748	rnn.bias_ih_l0_reverse	2	0.10854101926088333
20748	rnn.bias_ih_l0_reverse	3	0.04012519121170044
20748	rnn.bias_ih_l0_reverse	4	-0.13578005135059357
20748	rnn.bias_ih_l0_reverse	5	0.04137376323342323
20748	rnn.bias_ih_l0_reverse	6	-0.11057521402835846
20748	rnn.bias_ih_l0_reverse	7	0.02974126674234867
20748	rnn.bias_ih_l0_reverse	8	0.036740925163030624
20748	rnn.bias_ih_l0_reverse	9	0.06257924437522888
20748	rnn.bias_hh_l0_reverse	0	0.05336454510688782
20748	rnn.bias_hh_l0_reverse	1	0.049645885825157166
20748	rnn.bias_hh_l0_reverse	2	0.07629808038473129
20748	rnn.bias_hh_l0_reverse	3	-0.0032524510752409697
20748	rnn.bias_hh_l0_reverse	4	0.07482423633337021
20748	rnn.bias_hh_l0_reverse	5	0.004066422116011381
20748	rnn.bias_hh_l0_reverse	6	-0.06004275754094124
20748	rnn.bias_hh_l0_reverse	7	0.0273479912430048
20748	rnn.bias_hh_l0_reverse	8	0.017453696578741074
20748	rnn.bias_hh_l0_reverse	9	-0.14517539739608765
20748	linear.weight	0	0.14511442184448242
20748	linear.weight	1	-0.14893487095832825
20748	linear.weight	2	-0.1879160851240158
20748	linear.weight	3	0.050162751227617264
20748	linear.weight	4	-0.027286052703857422
20748	linear.weight	5	-0.003457896877080202
20748	linear.weight	6	-0.007445556111633778
20748	linear.weight	7	-0.027784930542111397
20748	linear.weight	8	0.06839895993471146
20748	linear.weight	9	0.33019664883613586
20748	linear.bias	0	-0.2084047496318817
20748	linear.bias	1	0.18160465359687805
20748	linear.bias	2	-0.522985577583313
20748	linear.bias	3	1.6841052770614624
20748	linear.bias	4	-0.39198100566864014
20748	linear.bias	5	-0.030769959092140198
20748	linear.bias	6	-0.3453269600868225
20748	linear.bias	7	-0.28346070647239685
20748	linear.bias	8	-0.021482329815626144
20748	linear.bias	9	-0.4852544367313385
20776	transitions	0	-0.6396524906158447
20776	transitions	1	0.3604905605316162
20776	transitions	2	1.6840776205062866
20776	transitions	3	0.10647867619991302
20776	transitions	4	0.9547691941261292
20776	transitions	5	1.2740873098373413
20776	transitions	6	0.48349303007125854
20776	transitions	7	0.17641395330429077
20776	transitions	8	-0.9194420576095581
20776	transitions	9	0.9306960701942444
20776	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20776	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20776	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20776	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20776	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20776	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20776	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20776	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20776	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20776	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20776	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20776	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20776	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20776	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20776	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20776	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20776	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20776	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20776	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20776	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20776	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20776	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20776	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20776	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20776	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20776	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20776	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20776	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20776	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20776	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20776	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20776	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20776	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20776	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20776	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20776	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20776	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20776	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20776	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20776	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20776	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20776	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20776	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20776	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20776	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20776	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20776	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20776	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20776	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20776	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20776	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20776	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20776	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20776	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20776	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20776	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20776	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20776	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20776	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20776	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20776	embedding2nn.weight	0	0.02396588772535324
20776	embedding2nn.weight	1	0.0142629100009799
20776	embedding2nn.weight	2	-0.004438881296664476
20776	embedding2nn.weight	3	0.0035914494656026363
20776	embedding2nn.weight	4	-0.004671256057918072
20776	embedding2nn.weight	5	0.011914168484508991
20776	embedding2nn.weight	6	-0.0040671383030712605
20776	embedding2nn.weight	7	0.01629205234348774
20776	embedding2nn.weight	8	-0.004986204672604799
20776	embedding2nn.weight	9	-0.013310139067471027
20776	embedding2nn.bias	0	-0.03244837746024132
20776	embedding2nn.bias	1	0.0038275765255093575
20776	embedding2nn.bias	2	-0.05598797649145126
20776	embedding2nn.bias	3	0.0006467286148108542
20776	embedding2nn.bias	4	-0.0061227744445204735
20776	embedding2nn.bias	5	-0.01587115041911602
20776	embedding2nn.bias	6	0.03802219033241272
20776	embedding2nn.bias	7	0.027027949690818787
20776	embedding2nn.bias	8	-0.004490199498832226
20776	embedding2nn.bias	9	-0.014433835633099079
20776	rnn.weight_ih_l0	0	0.04038751870393753
20776	rnn.weight_ih_l0	1	-0.012217458337545395
20776	rnn.weight_ih_l0	2	-0.04110286757349968
20776	rnn.weight_ih_l0	3	-0.04401610419154167
20776	rnn.weight_ih_l0	4	-0.052593279629945755
20776	rnn.weight_ih_l0	5	-0.009581701830029488
20776	rnn.weight_ih_l0	6	-0.05304017290472984
20776	rnn.weight_ih_l0	7	-0.058907400816679
20776	rnn.weight_ih_l0	8	-0.04466813802719116
20776	rnn.weight_ih_l0	9	-0.02713697776198387
20776	rnn.weight_hh_l0	0	0.015637408941984177
20776	rnn.weight_hh_l0	1	-0.013141268864274025
20776	rnn.weight_hh_l0	2	-0.07080577313899994
20776	rnn.weight_hh_l0	3	-0.031140821054577827
20776	rnn.weight_hh_l0	4	-0.0734601691365242
20776	rnn.weight_hh_l0	5	-0.005613061599433422
20776	rnn.weight_hh_l0	6	-0.04630790650844574
20776	rnn.weight_hh_l0	7	-0.015750233083963394
20776	rnn.weight_hh_l0	8	-0.0195564366877079
20776	rnn.weight_hh_l0	9	0.002592991339042783
20776	rnn.bias_ih_l0	0	0.13154113292694092
20776	rnn.bias_ih_l0	1	-0.06439382582902908
20776	rnn.bias_ih_l0	2	0.10591533035039902
20776	rnn.bias_ih_l0	3	0.045012883841991425
20776	rnn.bias_ih_l0	4	0.10779858380556107
20776	rnn.bias_ih_l0	5	0.02453804574906826
20776	rnn.bias_ih_l0	6	-0.010790020227432251
20776	rnn.bias_ih_l0	7	-0.10077650099992752
20776	rnn.bias_ih_l0	8	-0.18314842879772186
20776	rnn.bias_ih_l0	9	0.07936547696590424
20776	rnn.bias_hh_l0	0	-0.004261892754584551
20776	rnn.bias_hh_l0	1	0.02397289127111435
20776	rnn.bias_hh_l0	2	-0.0038162297569215298
20776	rnn.bias_hh_l0	3	-0.011726172640919685
20776	rnn.bias_hh_l0	4	-0.040105510503053665
20776	rnn.bias_hh_l0	5	0.13621856272220612
20776	rnn.bias_hh_l0	6	0.035318341106176376
20776	rnn.bias_hh_l0	7	0.04901698976755142
20776	rnn.bias_hh_l0	8	0.02357872761785984
20776	rnn.bias_hh_l0	9	0.037516769021749496
20776	rnn.weight_ih_l0_reverse	0	-0.030787138268351555
20776	rnn.weight_ih_l0_reverse	1	-0.004591804929077625
20776	rnn.weight_ih_l0_reverse	2	0.02510661818087101
20776	rnn.weight_ih_l0_reverse	3	-0.060080885887145996
20776	rnn.weight_ih_l0_reverse	4	0.012108966708183289
20776	rnn.weight_ih_l0_reverse	5	-0.05060544237494469
20776	rnn.weight_ih_l0_reverse	6	0.02009565196931362
20776	rnn.weight_ih_l0_reverse	7	0.046252913773059845
20776	rnn.weight_ih_l0_reverse	8	-0.044137731194496155
20776	rnn.weight_ih_l0_reverse	9	-0.0521077923476696
20776	rnn.weight_hh_l0_reverse	0	-0.07748591899871826
20776	rnn.weight_hh_l0_reverse	1	-0.05882267281413078
20776	rnn.weight_hh_l0_reverse	2	0.03437440097332001
20776	rnn.weight_hh_l0_reverse	3	0.0466412752866745
20776	rnn.weight_hh_l0_reverse	4	-0.007952872663736343
20776	rnn.weight_hh_l0_reverse	5	0.044954754412174225
20776	rnn.weight_hh_l0_reverse	6	-0.018947431817650795
20776	rnn.weight_hh_l0_reverse	7	0.0032582664862275124
20776	rnn.weight_hh_l0_reverse	8	-0.09369642287492752
20776	rnn.weight_hh_l0_reverse	9	0.07784538716077805
20776	rnn.bias_ih_l0_reverse	0	-0.07254879176616669
20776	rnn.bias_ih_l0_reverse	1	-0.062233638018369675
20776	rnn.bias_ih_l0_reverse	2	0.10737493634223938
20776	rnn.bias_ih_l0_reverse	3	0.03906497731804848
20776	rnn.bias_ih_l0_reverse	4	-0.13406838476657867
20776	rnn.bias_ih_l0_reverse	5	0.04008369892835617
20776	rnn.bias_ih_l0_reverse	6	-0.11050798743963242
20776	rnn.bias_ih_l0_reverse	7	0.03162470459938049
20776	rnn.bias_ih_l0_reverse	8	0.03702795132994652
20776	rnn.bias_ih_l0_reverse	9	0.0601111501455307
20776	rnn.bias_hh_l0_reverse	0	0.05219144746661186
20776	rnn.bias_hh_l0_reverse	1	0.04906178638339043
20776	rnn.bias_hh_l0_reverse	2	0.07565505802631378
20776	rnn.bias_hh_l0_reverse	3	-0.004298207815736532
20776	rnn.bias_hh_l0_reverse	4	0.07461300492286682
20776	rnn.bias_hh_l0_reverse	5	0.0008707277593202889
20776	rnn.bias_hh_l0_reverse	6	-0.05874167010188103
20776	rnn.bias_hh_l0_reverse	7	0.02773079089820385
20776	rnn.bias_hh_l0_reverse	8	0.018236370757222176
20776	rnn.bias_hh_l0_reverse	9	-0.14592435956001282
20776	linear.weight	0	0.13618482649326324
20776	linear.weight	1	-0.14893105626106262
20776	linear.weight	2	-0.1857202649116516
20776	linear.weight	3	0.050041843205690384
20776	linear.weight	4	-0.026165569201111794
20776	linear.weight	5	-0.0031440542079508305
20776	linear.weight	6	-0.00744501082226634
20776	linear.weight	7	-0.027767883613705635
20776	linear.weight	8	0.06822138279676437
20776	linear.weight	9	0.3315277099609375
20776	linear.bias	0	-0.2055104821920395
20776	linear.bias	1	0.1868019551038742
20776	linear.bias	2	-0.5250640511512756
20776	linear.bias	3	1.686962366104126
20776	linear.bias	4	-0.39214470982551575
20776	linear.bias	5	-0.030769959092140198
20776	linear.bias	6	-0.34688809514045715
20776	linear.bias	7	-0.27929630875587463
20776	linear.bias	8	-0.016835477203130722
20776	linear.bias	9	-0.48531031608581543
20804	transitions	0	-0.6397092342376709
20804	transitions	1	0.3604673743247986
20804	transitions	2	1.6840087175369263
20804	transitions	3	0.10642966628074646
20804	transitions	4	0.9547333717346191
20804	transitions	5	1.2740856409072876
20804	transitions	6	0.4834929406642914
20804	transitions	7	0.17641381919384003
20804	transitions	8	-0.9194421768188477
20804	transitions	9	0.9306959509849548
20804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20804	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20804	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20804	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20804	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20804	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20804	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20804	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20804	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20804	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20804	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20804	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20804	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20804	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20804	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20804	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20804	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20804	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20804	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20804	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20804	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20804	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20804	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20804	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20804	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20804	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20804	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20804	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20804	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20804	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20804	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20804	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20804	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20804	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20804	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20804	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20804	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20804	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20804	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20804	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20804	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20804	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20804	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20804	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20804	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20804	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20804	embedding2nn.weight	0	0.02444959431886673
20804	embedding2nn.weight	1	0.014238390140235424
20804	embedding2nn.weight	2	-0.00444040447473526
20804	embedding2nn.weight	3	0.003453281708061695
20804	embedding2nn.weight	4	-0.004655963275581598
20804	embedding2nn.weight	5	0.011945374310016632
20804	embedding2nn.weight	6	-0.004038160666823387
20804	embedding2nn.weight	7	0.016646701842546463
20804	embedding2nn.weight	8	-0.005084474571049213
20804	embedding2nn.weight	9	-0.013364340178668499
20804	embedding2nn.bias	0	-0.03617245703935623
20804	embedding2nn.bias	1	0.004390971269458532
20804	embedding2nn.bias	2	-0.05619232356548309
20804	embedding2nn.bias	3	-0.0025977822951972485
20804	embedding2nn.bias	4	-0.009298687800765038
20804	embedding2nn.bias	5	-0.01465121004730463
20804	embedding2nn.bias	6	0.041505325585603714
20804	embedding2nn.bias	7	0.025319766253232956
20804	embedding2nn.bias	8	-0.0059187449514865875
20804	embedding2nn.bias	9	-0.01868310756981373
20804	rnn.weight_ih_l0	0	0.04044456407427788
20804	rnn.weight_ih_l0	1	-0.01268746517598629
20804	rnn.weight_ih_l0	2	-0.04024362191557884
20804	rnn.weight_ih_l0	3	-0.04375780001282692
20804	rnn.weight_ih_l0	4	-0.052511706948280334
20804	rnn.weight_ih_l0	5	-0.009463218040764332
20804	rnn.weight_ih_l0	6	-0.053116027265787125
20804	rnn.weight_ih_l0	7	-0.05819057300686836
20804	rnn.weight_ih_l0	8	-0.0446767695248127
20804	rnn.weight_ih_l0	9	-0.027131186798214912
20804	rnn.weight_hh_l0	0	0.015027771703898907
20804	rnn.weight_hh_l0	1	-0.013003974221646786
20804	rnn.weight_hh_l0	2	-0.07166075706481934
20804	rnn.weight_hh_l0	3	-0.031034264713525772
20804	rnn.weight_hh_l0	4	-0.07383633404970169
20804	rnn.weight_hh_l0	5	-0.005861340090632439
20804	rnn.weight_hh_l0	6	-0.04568226635456085
20804	rnn.weight_hh_l0	7	-0.017906755208969116
20804	rnn.weight_hh_l0	8	-0.0195302814245224
20804	rnn.weight_hh_l0	9	0.002755038207396865
20804	rnn.bias_ih_l0	0	0.13071109354496002
20804	rnn.bias_ih_l0	1	-0.06504208594560623
20804	rnn.bias_ih_l0	2	0.1074160560965538
20804	rnn.bias_ih_l0	3	0.04397125542163849
20804	rnn.bias_ih_l0	4	0.10716339945793152
20804	rnn.bias_ih_l0	5	0.023812340572476387
20804	rnn.bias_ih_l0	6	-0.008468592539429665
20804	rnn.bias_ih_l0	7	-0.09843529760837555
20804	rnn.bias_ih_l0	8	-0.18602345883846283
20804	rnn.bias_ih_l0	9	0.08140350133180618
20804	rnn.bias_hh_l0	0	-0.003912333864718676
20804	rnn.bias_hh_l0	1	0.022598451003432274
20804	rnn.bias_hh_l0	2	-0.0038789028767496347
20804	rnn.bias_hh_l0	3	-0.011407267302274704
20804	rnn.bias_hh_l0	4	-0.039952296763658524
20804	rnn.bias_hh_l0	5	0.13800948858261108
20804	rnn.bias_hh_l0	6	0.0346270389854908
20804	rnn.bias_hh_l0	7	0.05224716290831566
20804	rnn.bias_hh_l0	8	0.025900157168507576
20804	rnn.bias_hh_l0	9	0.03815743699669838
20804	rnn.weight_ih_l0_reverse	0	-0.03094305656850338
20804	rnn.weight_ih_l0_reverse	1	-0.004332023672759533
20804	rnn.weight_ih_l0_reverse	2	0.02503032051026821
20804	rnn.weight_ih_l0_reverse	3	-0.0602572076022625
20804	rnn.weight_ih_l0_reverse	4	0.01223642285913229
20804	rnn.weight_ih_l0_reverse	5	-0.05081319436430931
20804	rnn.weight_ih_l0_reverse	6	0.01967577636241913
20804	rnn.weight_ih_l0_reverse	7	0.046435222029685974
20804	rnn.weight_ih_l0_reverse	8	-0.044185735285282135
20804	rnn.weight_ih_l0_reverse	9	-0.05206191912293434
20804	rnn.weight_hh_l0_reverse	0	-0.07738705724477768
20804	rnn.weight_hh_l0_reverse	1	-0.05792662128806114
20804	rnn.weight_hh_l0_reverse	2	0.033707134425640106
20804	rnn.weight_hh_l0_reverse	3	0.04666256159543991
20804	rnn.weight_hh_l0_reverse	4	-0.008012502454221249
20804	rnn.weight_hh_l0_reverse	5	0.04467080533504486
20804	rnn.weight_hh_l0_reverse	6	-0.019258573651313782
20804	rnn.weight_hh_l0_reverse	7	0.00306243565864861
20804	rnn.weight_hh_l0_reverse	8	-0.09316372871398926
20804	rnn.weight_hh_l0_reverse	9	0.07787074893712997
20804	rnn.bias_ih_l0_reverse	0	-0.07663340866565704
20804	rnn.bias_ih_l0_reverse	1	-0.06195502355694771
20804	rnn.bias_ih_l0_reverse	2	0.10663709789514542
20804	rnn.bias_ih_l0_reverse	3	0.04067280888557434
20804	rnn.bias_ih_l0_reverse	4	-0.13320769369602203
20804	rnn.bias_ih_l0_reverse	5	0.04141486436128616
20804	rnn.bias_ih_l0_reverse	6	-0.10914184153079987
20804	rnn.bias_ih_l0_reverse	7	0.03351106867194176
20804	rnn.bias_ih_l0_reverse	8	0.03647742420434952
20804	rnn.bias_ih_l0_reverse	9	0.05854896083474159
20804	rnn.bias_hh_l0_reverse	0	0.05138141289353371
20804	rnn.bias_hh_l0_reverse	1	0.05161256715655327
20804	rnn.bias_hh_l0_reverse	2	0.07483114302158356
20804	rnn.bias_hh_l0_reverse	3	-0.005075390916317701
20804	rnn.bias_hh_l0_reverse	4	0.07550867646932602
20804	rnn.bias_hh_l0_reverse	5	0.004997673910111189
20804	rnn.bias_hh_l0_reverse	6	-0.06071607768535614
20804	rnn.bias_hh_l0_reverse	7	0.027179906144738197
20804	rnn.bias_hh_l0_reverse	8	0.017238350585103035
20804	rnn.bias_hh_l0_reverse	9	-0.15165528655052185
20804	linear.weight	0	0.13533201813697815
20804	linear.weight	1	-0.14891859889030457
20804	linear.weight	2	-0.18599532544612885
20804	linear.weight	3	0.04917437210679054
20804	linear.weight	4	-0.025858987122774124
20804	linear.weight	5	-0.002467215061187744
20804	linear.weight	6	-0.00744240265339613
20804	linear.weight	7	-0.027756348252296448
20804	linear.weight	8	0.0651356428861618
20804	linear.weight	9	0.32884249091148376
20804	linear.bias	0	-0.20012415945529938
20804	linear.bias	1	0.19022218883037567
20804	linear.bias	2	-0.5271416902542114
20804	linear.bias	3	1.6786059141159058
20804	linear.bias	4	-0.3921554982662201
20804	linear.bias	5	-0.030769959092140198
20804	linear.bias	6	-0.34843504428863525
20804	linear.bias	7	-0.28149595856666565
20804	linear.bias	8	-0.019180016592144966
20804	linear.bias	9	-0.4853721559047699
20832	transitions	0	-0.6397572755813599
20832	transitions	1	0.3604544997215271
20832	transitions	2	1.6839321851730347
20832	transitions	3	0.10640808194875717
20832	transitions	4	0.9545364379882812
20832	transitions	5	1.2740850448608398
20832	transitions	6	0.4834928512573242
20832	transitions	7	0.1764136403799057
20832	transitions	8	-0.9194424152374268
20832	transitions	9	0.9306959509849548
20832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20832	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20832	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20832	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20832	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20832	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20832	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20832	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20832	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20832	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20832	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20832	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20832	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20832	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20832	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20832	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20832	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20832	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20832	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20832	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20832	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20832	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20832	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20832	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20832	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20832	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20832	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20832	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20832	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20832	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20832	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20832	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20832	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20832	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20832	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20832	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20832	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20832	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20832	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20832	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20832	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20832	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20832	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20832	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20832	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20832	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20832	embedding2nn.weight	0	0.024373089894652367
20832	embedding2nn.weight	1	0.014296996407210827
20832	embedding2nn.weight	2	-0.00437237648293376
20832	embedding2nn.weight	3	0.003377894638106227
20832	embedding2nn.weight	4	-0.0046225301921367645
20832	embedding2nn.weight	5	0.01199729461222887
20832	embedding2nn.weight	6	-0.003983893431723118
20832	embedding2nn.weight	7	0.017297305166721344
20832	embedding2nn.weight	8	-0.004694110713899136
20832	embedding2nn.weight	9	-0.013301173225045204
20832	embedding2nn.bias	0	-0.0381036214530468
20832	embedding2nn.bias	1	-0.0006045899935998023
20832	embedding2nn.bias	2	-0.04611705616116524
20832	embedding2nn.bias	3	-0.003813569201156497
20832	embedding2nn.bias	4	-0.013769668526947498
20832	embedding2nn.bias	5	-0.015799351036548615
20832	embedding2nn.bias	6	0.03274925425648689
20832	embedding2nn.bias	7	0.025888828560709953
20832	embedding2nn.bias	8	-0.006540345959365368
20832	embedding2nn.bias	9	-0.01697259023785591
20832	rnn.weight_ih_l0	0	0.04036664217710495
20832	rnn.weight_ih_l0	1	-0.011806237511336803
20832	rnn.weight_ih_l0	2	-0.040657881647348404
20832	rnn.weight_ih_l0	3	-0.04389673098921776
20832	rnn.weight_ih_l0	4	-0.05237826332449913
20832	rnn.weight_ih_l0	5	-0.00948298629373312
20832	rnn.weight_ih_l0	6	-0.05362014099955559
20832	rnn.weight_ih_l0	7	-0.058261364698410034
20832	rnn.weight_ih_l0	8	-0.04426776245236397
20832	rnn.weight_ih_l0	9	-0.027077436447143555
20832	rnn.weight_hh_l0	0	0.014809681102633476
20832	rnn.weight_hh_l0	1	-0.012852218002080917
20832	rnn.weight_hh_l0	2	-0.07174261659383774
20832	rnn.weight_hh_l0	3	-0.031134380027651787
20832	rnn.weight_hh_l0	4	-0.07398341596126556
20832	rnn.weight_hh_l0	5	-0.006528933998197317
20832	rnn.weight_hh_l0	6	-0.04616240784525871
20832	rnn.weight_hh_l0	7	-0.02277448959648609
20832	rnn.weight_hh_l0	8	-0.01943090558052063
20832	rnn.weight_hh_l0	9	0.0018262367229908705
20832	rnn.bias_ih_l0	0	0.13016439974308014
20832	rnn.bias_ih_l0	1	-0.06403464823961258
20832	rnn.bias_ih_l0	2	0.10863247513771057
20832	rnn.bias_ih_l0	3	0.04719993844628334
20832	rnn.bias_ih_l0	4	0.10626398026943207
20832	rnn.bias_ih_l0	5	0.023315563797950745
20832	rnn.bias_ih_l0	6	-0.007203544024378061
20832	rnn.bias_ih_l0	7	-0.10526059567928314
20832	rnn.bias_ih_l0	8	-0.18470993638038635
20832	rnn.bias_ih_l0	9	0.08128957450389862
20832	rnn.bias_hh_l0	0	-0.0023821189533919096
20832	rnn.bias_hh_l0	1	0.023400846868753433
20832	rnn.bias_hh_l0	2	-0.004387162160128355
20832	rnn.bias_hh_l0	3	-0.010639356449246407
20832	rnn.bias_hh_l0	4	-0.04063018783926964
20832	rnn.bias_hh_l0	5	0.1384606510400772
20832	rnn.bias_hh_l0	6	0.035045601427555084
20832	rnn.bias_hh_l0	7	0.052679456770420074
20832	rnn.bias_hh_l0	8	0.027165208011865616
20832	rnn.bias_hh_l0	9	0.03941068425774574
20832	rnn.weight_ih_l0_reverse	0	-0.031019700691103935
20832	rnn.weight_ih_l0_reverse	1	-0.003907573875039816
20832	rnn.weight_ih_l0_reverse	2	0.02511802688241005
20832	rnn.weight_ih_l0_reverse	3	-0.06059351563453674
20832	rnn.weight_ih_l0_reverse	4	0.012197150848805904
20832	rnn.weight_ih_l0_reverse	5	-0.05065281689167023
20832	rnn.weight_ih_l0_reverse	6	0.018149688839912415
20832	rnn.weight_ih_l0_reverse	7	0.046556506305933
20832	rnn.weight_ih_l0_reverse	8	-0.04413028433918953
20832	rnn.weight_ih_l0_reverse	9	-0.05186085402965546
20832	rnn.weight_hh_l0_reverse	0	-0.07675173133611679
20832	rnn.weight_hh_l0_reverse	1	-0.05885475128889084
20832	rnn.weight_hh_l0_reverse	2	0.03415481746196747
20832	rnn.weight_hh_l0_reverse	3	0.0468902513384819
20832	rnn.weight_hh_l0_reverse	4	-0.008299881592392921
20832	rnn.weight_hh_l0_reverse	5	0.044694188982248306
20832	rnn.weight_hh_l0_reverse	6	-0.0189931932836771
20832	rnn.weight_hh_l0_reverse	7	0.003106889547780156
20832	rnn.weight_hh_l0_reverse	8	-0.09275686740875244
20832	rnn.weight_hh_l0_reverse	9	0.07789713144302368
20832	rnn.bias_ih_l0_reverse	0	-0.07717233896255493
20832	rnn.bias_ih_l0_reverse	1	-0.055011097341775894
20832	rnn.bias_ih_l0_reverse	2	0.1070985347032547
20832	rnn.bias_ih_l0_reverse	3	0.04065956920385361
20832	rnn.bias_ih_l0_reverse	4	-0.1333979368209839
20832	rnn.bias_ih_l0_reverse	5	0.04162211716175079
20832	rnn.bias_ih_l0_reverse	6	-0.10892079025506973
20832	rnn.bias_ih_l0_reverse	7	0.033225905150175095
20832	rnn.bias_ih_l0_reverse	8	0.03647150099277496
20832	rnn.bias_ih_l0_reverse	9	0.05925668776035309
20832	rnn.bias_hh_l0_reverse	0	0.05727991461753845
20832	rnn.bias_hh_l0_reverse	1	0.052014920860528946
20832	rnn.bias_hh_l0_reverse	2	0.07365238666534424
20832	rnn.bias_hh_l0_reverse	3	-0.006406754720956087
20832	rnn.bias_hh_l0_reverse	4	0.07582983374595642
20832	rnn.bias_hh_l0_reverse	5	0.004307135008275509
20832	rnn.bias_hh_l0_reverse	6	-0.06183033064007759
20832	rnn.bias_hh_l0_reverse	7	0.02703772485256195
20832	rnn.bias_hh_l0_reverse	8	0.015569443814456463
20832	rnn.bias_hh_l0_reverse	9	-0.15610337257385254
20832	linear.weight	0	0.1320180743932724
20832	linear.weight	1	-0.14892461895942688
20832	linear.weight	2	-0.1859229952096939
20832	linear.weight	3	0.051540471613407135
20832	linear.weight	4	-0.02611386589705944
20832	linear.weight	5	-0.0017432818422093987
20832	linear.weight	6	-0.007436100859194994
20832	linear.weight	7	-0.027722954750061035
20832	linear.weight	8	0.06808997690677643
20832	linear.weight	9	0.32651379704475403
20832	linear.bias	0	-0.20411042869091034
20832	linear.bias	1	0.19065523147583008
20832	linear.bias	2	-0.5250239372253418
20832	linear.bias	3	1.6866661310195923
20832	linear.bias	4	-0.3922780752182007
20832	linear.bias	5	-0.030769959092140198
20832	linear.bias	6	-0.34713634848594666
20832	linear.bias	7	-0.28069180250167847
20832	linear.bias	8	-0.020247522741556168
20832	linear.bias	9	-0.485416054725647
20860	transitions	0	-0.6398329138755798
20860	transitions	1	0.36042240262031555
20860	transitions	2	1.6838746070861816
20860	transitions	3	0.10638559609651566
20860	transitions	4	0.9545220732688904
20860	transitions	5	1.2740827798843384
20860	transitions	6	0.48347505927085876
20860	transitions	7	0.1764097511768341
20860	transitions	8	-0.9194427728652954
20860	transitions	9	0.9306958913803101
20860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20860	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20860	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20860	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20860	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20860	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20860	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20860	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20860	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20860	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20860	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20860	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20860	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20860	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20860	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20860	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20860	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20860	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20860	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20860	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20860	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20860	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20860	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20860	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20860	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20860	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20860	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20860	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20860	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20860	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20860	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20860	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20860	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20860	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20860	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20860	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20860	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20860	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20860	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20860	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20860	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20860	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20860	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20860	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20860	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20860	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20860	embedding2nn.weight	0	0.024544596672058105
20860	embedding2nn.weight	1	0.014169884845614433
20860	embedding2nn.weight	2	-0.004504505544900894
20860	embedding2nn.weight	3	0.0033015331719070673
20860	embedding2nn.weight	4	-0.004596224054694176
20860	embedding2nn.weight	5	0.011988676153123379
20860	embedding2nn.weight	6	-0.0040095653384923935
20860	embedding2nn.weight	7	0.017017994076013565
20860	embedding2nn.weight	8	-0.004735966678708792
20860	embedding2nn.weight	9	-0.013243972323834896
20860	embedding2nn.bias	0	-0.041146986186504364
20860	embedding2nn.bias	1	-0.0009297743672505021
20860	embedding2nn.bias	2	-0.05376612767577171
20860	embedding2nn.bias	3	-0.009157315827906132
20860	embedding2nn.bias	4	-0.00962276291102171
20860	embedding2nn.bias	5	-0.010642028413712978
20860	embedding2nn.bias	6	0.02659551613032818
20860	embedding2nn.bias	7	0.027842683717608452
20860	embedding2nn.bias	8	-0.011468305252492428
20860	embedding2nn.bias	9	-0.011408431455492973
20860	rnn.weight_ih_l0	0	0.04035229980945587
20860	rnn.weight_ih_l0	1	-0.011705992743372917
20860	rnn.weight_ih_l0	2	-0.041026853024959564
20860	rnn.weight_ih_l0	3	-0.043975528329610825
20860	rnn.weight_ih_l0	4	-0.05348909646272659
20860	rnn.weight_ih_l0	5	-0.009506024420261383
20860	rnn.weight_ih_l0	6	-0.05341491103172302
20860	rnn.weight_ih_l0	7	-0.05826808884739876
20860	rnn.weight_ih_l0	8	-0.04408656805753708
20860	rnn.weight_ih_l0	9	-0.027152210474014282
20860	rnn.weight_hh_l0	0	0.014821033924818039
20860	rnn.weight_hh_l0	1	-0.013100411742925644
20860	rnn.weight_hh_l0	2	-0.07095856219530106
20860	rnn.weight_hh_l0	3	-0.03139505162835121
20860	rnn.weight_hh_l0	4	-0.07389525324106216
20860	rnn.weight_hh_l0	5	-0.007049577310681343
20860	rnn.weight_hh_l0	6	-0.04550153389573097
20860	rnn.weight_hh_l0	7	-0.024810243397951126
20860	rnn.weight_hh_l0	8	-0.01940029114484787
20860	rnn.weight_hh_l0	9	0.003116111969575286
20860	rnn.bias_ih_l0	0	0.1297835409641266
20860	rnn.bias_ih_l0	1	-0.06152975559234619
20860	rnn.bias_ih_l0	2	0.10854709893465042
20860	rnn.bias_ih_l0	3	0.04446415975689888
20860	rnn.bias_ih_l0	4	0.10512275248765945
20860	rnn.bias_ih_l0	5	0.02358234114944935
20860	rnn.bias_ih_l0	6	-0.0100344717502594
20860	rnn.bias_ih_l0	7	-0.11012362688779831
20860	rnn.bias_ih_l0	8	-0.18959000706672668
20860	rnn.bias_ih_l0	9	0.08289504796266556
20860	rnn.bias_hh_l0	0	-0.001781435334123671
20860	rnn.bias_hh_l0	1	0.022259017452597618
20860	rnn.bias_hh_l0	2	-0.005328262224793434
20860	rnn.bias_hh_l0	3	-0.014830841682851315
20860	rnn.bias_hh_l0	4	-0.03954712674021721
20860	rnn.bias_hh_l0	5	0.13905729353427887
20860	rnn.bias_hh_l0	6	0.035176776349544525
20860	rnn.bias_hh_l0	7	0.053049422800540924
20860	rnn.bias_hh_l0	8	0.02433428168296814
20860	rnn.bias_hh_l0	9	0.04022080823779106
20860	rnn.weight_ih_l0_reverse	0	-0.030985673889517784
20860	rnn.weight_ih_l0_reverse	1	-0.004131181165575981
20860	rnn.weight_ih_l0_reverse	2	0.025303389877080917
20860	rnn.weight_ih_l0_reverse	3	-0.060655511915683746
20860	rnn.weight_ih_l0_reverse	4	0.012137824669480324
20860	rnn.weight_ih_l0_reverse	5	-0.05028950423002243
20860	rnn.weight_ih_l0_reverse	6	0.01838001422584057
20860	rnn.weight_ih_l0_reverse	7	0.04638340696692467
20860	rnn.weight_ih_l0_reverse	8	-0.04398776963353157
20860	rnn.weight_ih_l0_reverse	9	-0.05183805525302887
20860	rnn.weight_hh_l0_reverse	0	-0.07703717052936554
20860	rnn.weight_hh_l0_reverse	1	-0.0585097074508667
20860	rnn.weight_hh_l0_reverse	2	0.03387565538287163
20860	rnn.weight_hh_l0_reverse	3	0.046964678913354874
20860	rnn.weight_hh_l0_reverse	4	-0.007479590363800526
20860	rnn.weight_hh_l0_reverse	5	0.044455233961343765
20860	rnn.weight_hh_l0_reverse	6	-0.020120209082961082
20860	rnn.weight_hh_l0_reverse	7	0.0027770833112299442
20860	rnn.weight_hh_l0_reverse	8	-0.09196601063013077
20860	rnn.weight_hh_l0_reverse	9	0.0771380215883255
20860	rnn.bias_ih_l0_reverse	0	-0.07878369092941284
20860	rnn.bias_ih_l0_reverse	1	-0.05576849356293678
20860	rnn.bias_ih_l0_reverse	2	0.10722986608743668
20860	rnn.bias_ih_l0_reverse	3	0.041433095932006836
20860	rnn.bias_ih_l0_reverse	4	-0.13369104266166687
20860	rnn.bias_ih_l0_reverse	5	0.040511034429073334
20860	rnn.bias_ih_l0_reverse	6	-0.10784250497817993
20860	rnn.bias_ih_l0_reverse	7	0.032405655831098557
20860	rnn.bias_ih_l0_reverse	8	0.03636394813656807
20860	rnn.bias_ih_l0_reverse	9	0.05951787158846855
20860	rnn.bias_hh_l0_reverse	0	0.057912375777959824
20860	rnn.bias_hh_l0_reverse	1	0.05376604571938515
20860	rnn.bias_hh_l0_reverse	2	0.07568207383155823
20860	rnn.bias_hh_l0_reverse	3	-0.00589905446395278
20860	rnn.bias_hh_l0_reverse	4	0.07515916228294373
20860	rnn.bias_hh_l0_reverse	5	0.0026275513228029013
20860	rnn.bias_hh_l0_reverse	6	-0.06247067451477051
20860	rnn.bias_hh_l0_reverse	7	0.02645644173026085
20860	rnn.bias_hh_l0_reverse	8	0.014404727146029472
20860	rnn.bias_hh_l0_reverse	9	-0.16022416949272156
20860	linear.weight	0	0.13278532028198242
20860	linear.weight	1	-0.14893031120300293
20860	linear.weight	2	-0.18557415902614594
20860	linear.weight	3	0.0524832084774971
20860	linear.weight	4	-0.026741305366158485
20860	linear.weight	5	-0.0008681734907440841
20860	linear.weight	6	-0.007435472682118416
20860	linear.weight	7	-0.027686333283782005
20860	linear.weight	8	0.06684495508670807
20860	linear.weight	9	0.3323473334312439
20860	linear.bias	0	-0.20653654634952545
20860	linear.bias	1	0.19654928147792816
20860	linear.bias	2	-0.5284104943275452
20860	linear.bias	3	1.6869635581970215
20860	linear.bias	4	-0.3924393653869629
20860	linear.bias	5	-0.030769959092140198
20860	linear.bias	6	-0.3471318781375885
20860	linear.bias	7	-0.2811364531517029
20860	linear.bias	8	-0.019198665395379066
20860	linear.bias	9	-0.48548486828804016
20888	transitions	0	-0.6398659944534302
20888	transitions	1	0.3604092001914978
20888	transitions	2	1.6838252544403076
20888	transitions	3	0.1063532903790474
20888	transitions	4	0.9545158743858337
20888	transitions	5	1.2740812301635742
20888	transitions	6	0.4834744930267334
20888	transitions	7	0.17640897631645203
20888	transitions	8	-0.9194430112838745
20888	transitions	9	0.9306958913803101
20888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20888	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20888	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20888	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20888	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20888	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20888	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20888	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20888	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20888	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20888	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20888	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20888	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20888	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20888	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20888	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20888	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20888	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20888	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20888	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20888	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20888	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20888	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20888	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20888	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20888	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20888	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20888	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20888	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20888	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20888	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20888	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20888	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20888	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20888	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20888	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20888	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20888	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20888	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20888	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20888	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20888	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20888	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20888	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20888	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20888	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20888	embedding2nn.weight	0	0.023738468065857887
20888	embedding2nn.weight	1	0.01419987715780735
20888	embedding2nn.weight	2	-0.0045682210475206375
20888	embedding2nn.weight	3	0.0031846107449382544
20888	embedding2nn.weight	4	-0.0045723202638328075
20888	embedding2nn.weight	5	0.011757549829781055
20888	embedding2nn.weight	6	-0.004105440340936184
20888	embedding2nn.weight	7	0.017727915197610855
20888	embedding2nn.weight	8	-0.004517330788075924
20888	embedding2nn.weight	9	-0.013189718127250671
20888	embedding2nn.bias	0	-0.03258257731795311
20888	embedding2nn.bias	1	3.749674579012208e-05
20888	embedding2nn.bias	2	-0.0484720841050148
20888	embedding2nn.bias	3	-0.010489847511053085
20888	embedding2nn.bias	4	-8.888476440915838e-05
20888	embedding2nn.bias	5	-0.010153407230973244
20888	embedding2nn.bias	6	0.028726927936077118
20888	embedding2nn.bias	7	0.029575755819678307
20888	embedding2nn.bias	8	-0.007766782771795988
20888	embedding2nn.bias	9	-0.010885036550462246
20888	rnn.weight_ih_l0	0	0.04043946415185928
20888	rnn.weight_ih_l0	1	-0.011538174003362656
20888	rnn.weight_ih_l0	2	-0.040761783719062805
20888	rnn.weight_ih_l0	3	-0.04402662441134453
20888	rnn.weight_ih_l0	4	-0.05295080691576004
20888	rnn.weight_ih_l0	5	-0.009465299546718597
20888	rnn.weight_ih_l0	6	-0.05362425744533539
20888	rnn.weight_ih_l0	7	-0.058281656354665756
20888	rnn.weight_ih_l0	8	-0.04420163482427597
20888	rnn.weight_ih_l0	9	-0.026933716610074043
20888	rnn.weight_hh_l0	0	0.014628523960709572
20888	rnn.weight_hh_l0	1	-0.013009379617869854
20888	rnn.weight_hh_l0	2	-0.0704541876912117
20888	rnn.weight_hh_l0	3	-0.031159386038780212
20888	rnn.weight_hh_l0	4	-0.07345167547464371
20888	rnn.weight_hh_l0	5	-0.007158557418733835
20888	rnn.weight_hh_l0	6	-0.04520643129944801
20888	rnn.weight_hh_l0	7	-0.027305670082569122
20888	rnn.weight_hh_l0	8	-0.01964051090180874
20888	rnn.weight_hh_l0	9	0.0028591416776180267
20888	rnn.bias_ih_l0	0	0.12995502352714539
20888	rnn.bias_ih_l0	1	-0.06045053154230118
20888	rnn.bias_ih_l0	2	0.1097167581319809
20888	rnn.bias_ih_l0	3	0.04397168010473251
20888	rnn.bias_ih_l0	4	0.10504373908042908
20888	rnn.bias_ih_l0	5	0.02468094602227211
20888	rnn.bias_ih_l0	6	-0.008546942844986916
20888	rnn.bias_ih_l0	7	-0.1108824834227562
20888	rnn.bias_ih_l0	8	-0.19048972427845
20888	rnn.bias_ih_l0	9	0.08305823802947998
20888	rnn.bias_hh_l0	0	-0.0006969606038182974
20888	rnn.bias_hh_l0	1	0.02439740113914013
20888	rnn.bias_hh_l0	2	-0.0050574783235788345
20888	rnn.bias_hh_l0	3	-0.015443536452949047
20888	rnn.bias_hh_l0	4	-0.04057805612683296
20888	rnn.bias_hh_l0	5	0.13767816126346588
20888	rnn.bias_hh_l0	6	0.03476601094007492
20888	rnn.bias_hh_l0	7	0.051009614020586014
20888	rnn.bias_hh_l0	8	0.025821812450885773
20888	rnn.bias_hh_l0	9	0.038651883602142334
20888	rnn.weight_ih_l0_reverse	0	-0.030748732388019562
20888	rnn.weight_ih_l0_reverse	1	-0.003922066185623407
20888	rnn.weight_ih_l0_reverse	2	0.025343144312500954
20888	rnn.weight_ih_l0_reverse	3	-0.06056533753871918
20888	rnn.weight_ih_l0_reverse	4	0.011875120922923088
20888	rnn.weight_ih_l0_reverse	5	-0.04974297061562538
20888	rnn.weight_ih_l0_reverse	6	0.017639940604567528
20888	rnn.weight_ih_l0_reverse	7	0.04620030149817467
20888	rnn.weight_ih_l0_reverse	8	-0.044013336300849915
20888	rnn.weight_ih_l0_reverse	9	-0.05202624946832657
20888	rnn.weight_hh_l0_reverse	0	-0.07655998319387436
20888	rnn.weight_hh_l0_reverse	1	-0.0582025945186615
20888	rnn.weight_hh_l0_reverse	2	0.033934954553842545
20888	rnn.weight_hh_l0_reverse	3	0.046815671026706696
20888	rnn.weight_hh_l0_reverse	4	-0.007813576608896255
20888	rnn.weight_hh_l0_reverse	5	0.04450172558426857
20888	rnn.weight_hh_l0_reverse	6	-0.020547647029161453
20888	rnn.weight_hh_l0_reverse	7	0.003024847712367773
20888	rnn.weight_hh_l0_reverse	8	-0.09120550751686096
20888	rnn.weight_hh_l0_reverse	9	0.07548543810844421
20888	rnn.bias_ih_l0_reverse	0	-0.08267290890216827
20888	rnn.bias_ih_l0_reverse	1	-0.05601948872208595
20888	rnn.bias_ih_l0_reverse	2	0.10725279897451401
20888	rnn.bias_ih_l0_reverse	3	0.041497666388750076
20888	rnn.bias_ih_l0_reverse	4	-0.13488000631332397
20888	rnn.bias_ih_l0_reverse	5	0.03895650431513786
20888	rnn.bias_ih_l0_reverse	6	-0.10851071774959564
20888	rnn.bias_ih_l0_reverse	7	0.03125317394733429
20888	rnn.bias_ih_l0_reverse	8	0.03596075624227524
20888	rnn.bias_ih_l0_reverse	9	0.06012934073805809
20888	rnn.bias_hh_l0_reverse	0	0.05719690024852753
20888	rnn.bias_hh_l0_reverse	1	0.05384921282529831
20888	rnn.bias_hh_l0_reverse	2	0.07698073983192444
20888	rnn.bias_hh_l0_reverse	3	-0.005885158199816942
20888	rnn.bias_hh_l0_reverse	4	0.07510105520486832
20888	rnn.bias_hh_l0_reverse	5	0.0021777364891022444
20888	rnn.bias_hh_l0_reverse	6	-0.06206922605633736
20888	rnn.bias_hh_l0_reverse	7	0.0251645315438509
20888	rnn.bias_hh_l0_reverse	8	0.01522383838891983
20888	rnn.bias_hh_l0_reverse	9	-0.16497540473937988
20888	linear.weight	0	0.13296593725681305
20888	linear.weight	1	-0.14893384277820587
20888	linear.weight	2	-0.18671537935733795
20888	linear.weight	3	0.05269613116979599
20888	linear.weight	4	-0.026511993259191513
20888	linear.weight	5	-0.0007571663591079414
20888	linear.weight	6	-0.007434587925672531
20888	linear.weight	7	-0.027640458196401596
20888	linear.weight	8	0.06519253551959991
20888	linear.weight	9	0.3366781771183014
20888	linear.bias	0	-0.19528020918369293
20888	linear.bias	1	0.19409048557281494
20888	linear.bias	2	-0.529148280620575
20888	linear.bias	3	1.668683409690857
20888	linear.bias	4	-0.39253395795822144
20888	linear.bias	5	-0.030769959092140198
20888	linear.bias	6	-0.34755024313926697
20888	linear.bias	7	-0.2819557189941406
20888	linear.bias	8	-0.004034813027828932
20888	linear.bias	9	-0.48552149534225464
20916	transitions	0	-0.6399073004722595
20916	transitions	1	0.3603772222995758
20916	transitions	2	1.683760643005371
20916	transitions	3	0.10629674047231674
20916	transitions	4	0.9544945955276489
20916	transitions	5	1.2740806341171265
20916	transitions	6	0.4834743142127991
20916	transitions	7	0.17640674114227295
20916	transitions	8	-0.9194431304931641
20916	transitions	9	0.9306958913803101
20916	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20916	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20916	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20916	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20916	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20916	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20916	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20916	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20916	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20916	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20916	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20916	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20916	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20916	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20916	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20916	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20916	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20916	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20916	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20916	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20916	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20916	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20916	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20916	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20916	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20916	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20916	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20916	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20916	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20916	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20916	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20916	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20916	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20916	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20916	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20916	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20916	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20916	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20916	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20916	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20916	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20916	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20916	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20916	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20916	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20916	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20916	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20916	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20916	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20916	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20916	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20916	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20916	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20916	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20916	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20916	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20916	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20916	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20916	embedding2nn.weight	0	0.024158744141459465
20916	embedding2nn.weight	1	0.014072980731725693
20916	embedding2nn.weight	2	-0.004563269205391407
20916	embedding2nn.weight	3	0.003351271850988269
20916	embedding2nn.weight	4	-0.00459176255390048
20916	embedding2nn.weight	5	0.011772832833230495
20916	embedding2nn.weight	6	-0.004115751013159752
20916	embedding2nn.weight	7	0.017756180837750435
20916	embedding2nn.weight	8	-0.004476136993616819
20916	embedding2nn.weight	9	-0.01323345024138689
20916	embedding2nn.bias	0	-0.034540265798568726
20916	embedding2nn.bias	1	-0.0053547220304608345
20916	embedding2nn.bias	2	-0.050418950617313385
20916	embedding2nn.bias	3	-0.010768351145088673
20916	embedding2nn.bias	4	-0.004644227214157581
20916	embedding2nn.bias	5	-0.010469481348991394
20916	embedding2nn.bias	6	0.02323014661669731
20916	embedding2nn.bias	7	0.02701323851943016
20916	embedding2nn.bias	8	-0.004533091560006142
20916	embedding2nn.bias	9	-0.009767629206180573
20916	rnn.weight_ih_l0	0	0.04051573947072029
20916	rnn.weight_ih_l0	1	-0.010314282029867172
20916	rnn.weight_ih_l0	2	-0.04075941443443298
20916	rnn.weight_ih_l0	3	-0.04373816028237343
20916	rnn.weight_ih_l0	4	-0.052357207983732224
20916	rnn.weight_ih_l0	5	-0.00970151461660862
20916	rnn.weight_ih_l0	6	-0.053664498031139374
20916	rnn.weight_ih_l0	7	-0.05816948041319847
20916	rnn.weight_ih_l0	8	-0.044486306607723236
20916	rnn.weight_ih_l0	9	-0.026997897773981094
20916	rnn.weight_hh_l0	0	0.014850678853690624
20916	rnn.weight_hh_l0	1	-0.012750359252095222
20916	rnn.weight_hh_l0	2	-0.06978294998407364
20916	rnn.weight_hh_l0	3	-0.031841229647397995
20916	rnn.weight_hh_l0	4	-0.07365044206380844
20916	rnn.weight_hh_l0	5	-0.006950431503355503
20916	rnn.weight_hh_l0	6	-0.0449221134185791
20916	rnn.weight_hh_l0	7	-0.027978327125310898
20916	rnn.weight_hh_l0	8	-0.0196251031011343
20916	rnn.weight_hh_l0	9	0.0030788760632276535
20916	rnn.bias_ih_l0	0	0.12996770441532135
20916	rnn.bias_ih_l0	1	-0.060452885925769806
20916	rnn.bias_ih_l0	2	0.109343521296978
20916	rnn.bias_ih_l0	3	0.04338759928941727
20916	rnn.bias_ih_l0	4	0.10764976590871811
20916	rnn.bias_ih_l0	5	0.024456821382045746
20916	rnn.bias_ih_l0	6	-0.008487987332046032
20916	rnn.bias_ih_l0	7	-0.10941728949546814
20916	rnn.bias_ih_l0	8	-0.1965584009885788
20916	rnn.bias_ih_l0	9	0.08259239047765732
20916	rnn.bias_hh_l0	0	0.000953327864408493
20916	rnn.bias_hh_l0	1	0.023705516010522842
20916	rnn.bias_hh_l0	2	-0.004900186788290739
20916	rnn.bias_hh_l0	3	-0.01713753305375576
20916	rnn.bias_hh_l0	4	-0.04234887659549713
20916	rnn.bias_hh_l0	5	0.13716775178909302
20916	rnn.bias_hh_l0	6	0.03575859218835831
20916	rnn.bias_hh_l0	7	0.05215411260724068
20916	rnn.bias_hh_l0	8	0.02588076703250408
20916	rnn.bias_hh_l0	9	0.03761206567287445
20916	rnn.weight_ih_l0_reverse	0	-0.030679063871502876
20916	rnn.weight_ih_l0_reverse	1	-0.003449929878115654
20916	rnn.weight_ih_l0_reverse	2	0.0255424827337265
20916	rnn.weight_ih_l0_reverse	3	-0.0607275515794754
20916	rnn.weight_ih_l0_reverse	4	0.012193062342703342
20916	rnn.weight_ih_l0_reverse	5	-0.04961930960416794
20916	rnn.weight_ih_l0_reverse	6	0.017481695860624313
20916	rnn.weight_ih_l0_reverse	7	0.04626970738172531
20916	rnn.weight_ih_l0_reverse	8	-0.04429986700415611
20916	rnn.weight_ih_l0_reverse	9	-0.051905594766139984
20916	rnn.weight_hh_l0_reverse	0	-0.07710569351911545
20916	rnn.weight_hh_l0_reverse	1	-0.056742262095212936
20916	rnn.weight_hh_l0_reverse	2	0.03382714092731476
20916	rnn.weight_hh_l0_reverse	3	0.047231294214725494
20916	rnn.weight_hh_l0_reverse	4	-0.007803661748766899
20916	rnn.weight_hh_l0_reverse	5	0.04453502222895622
20916	rnn.weight_hh_l0_reverse	6	-0.02062097378075123
20916	rnn.weight_hh_l0_reverse	7	0.0033556974958628416
20916	rnn.weight_hh_l0_reverse	8	-0.0920402780175209
20916	rnn.weight_hh_l0_reverse	9	0.0759282112121582
20916	rnn.bias_ih_l0_reverse	0	-0.08444057404994965
20916	rnn.bias_ih_l0_reverse	1	-0.05663028731942177
20916	rnn.bias_ih_l0_reverse	2	0.10798636078834534
20916	rnn.bias_ih_l0_reverse	3	0.03857637569308281
20916	rnn.bias_ih_l0_reverse	4	-0.1341308057308197
20916	rnn.bias_ih_l0_reverse	5	0.03858937323093414
20916	rnn.bias_ih_l0_reverse	6	-0.1085684522986412
20916	rnn.bias_ih_l0_reverse	7	0.030254660174250603
20916	rnn.bias_ih_l0_reverse	8	0.037737343460321426
20916	rnn.bias_ih_l0_reverse	9	0.06143483519554138
20916	rnn.bias_hh_l0_reverse	0	0.06307671964168549
20916	rnn.bias_hh_l0_reverse	1	0.05634079873561859
20916	rnn.bias_hh_l0_reverse	2	0.07582502067089081
20916	rnn.bias_hh_l0_reverse	3	-0.005735569167882204
20916	rnn.bias_hh_l0_reverse	4	0.07451201230287552
20916	rnn.bias_hh_l0_reverse	5	0.004960429389029741
20916	rnn.bias_hh_l0_reverse	6	-0.06302104145288467
20916	rnn.bias_hh_l0_reverse	7	0.02466926909983158
20916	rnn.bias_hh_l0_reverse	8	0.013728156685829163
20916	rnn.bias_hh_l0_reverse	9	-0.15974806249141693
20916	linear.weight	0	0.13272640109062195
20916	linear.weight	1	-0.14894352853298187
20916	linear.weight	2	-0.18703579902648926
20916	linear.weight	3	0.057186394929885864
20916	linear.weight	4	-0.02865675836801529
20916	linear.weight	5	-0.001228322391398251
20916	linear.weight	6	-0.007428568322211504
20916	linear.weight	7	-0.02718285843729973
20916	linear.weight	8	0.06832403689622879
20916	linear.weight	9	0.3363781273365021
20916	linear.bias	0	-0.20272059738636017
20916	linear.bias	1	0.19388818740844727
20916	linear.bias	2	-0.526493489742279
20916	linear.bias	3	1.678332805633545
20916	linear.bias	4	-0.39269059896469116
20916	linear.bias	5	-0.030769959092140198
20916	linear.bias	6	-0.34493792057037354
20916	linear.bias	7	-0.2826358675956726
20916	linear.bias	8	-0.007686007302254438
20916	linear.bias	9	-0.48557406663894653
20944	transitions	0	-0.6400121450424194
20944	transitions	1	0.36033523082733154
20944	transitions	2	1.6836518049240112
20944	transitions	3	0.10627929866313934
20944	transitions	4	0.9544804096221924
20944	transitions	5	1.2740803956985474
20944	transitions	6	0.48347073793411255
20944	transitions	7	0.1764059215784073
20944	transitions	8	-0.9194436073303223
20944	transitions	9	0.9306957721710205
20944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20944	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20944	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20944	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20944	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20944	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20944	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20944	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20944	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20944	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20944	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20944	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20944	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20944	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20944	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20944	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20944	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20944	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20944	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20944	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20944	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20944	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20944	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20944	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20944	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20944	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20944	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20944	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20944	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20944	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20944	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20944	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20944	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20944	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20944	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20944	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20944	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20944	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20944	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20944	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20944	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20944	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20944	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20944	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20944	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20944	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20944	embedding2nn.weight	0	0.024464478716254234
20944	embedding2nn.weight	1	0.014069954864680767
20944	embedding2nn.weight	2	-0.004605818074196577
20944	embedding2nn.weight	3	0.003322493750602007
20944	embedding2nn.weight	4	-0.004528943914920092
20944	embedding2nn.weight	5	0.011735348962247372
20944	embedding2nn.weight	6	-0.004230255726724863
20944	embedding2nn.weight	7	0.01768207550048828
20944	embedding2nn.weight	8	-0.004711349029093981
20944	embedding2nn.weight	9	-0.01317195501178503
20944	embedding2nn.bias	0	-0.036583516746759415
20944	embedding2nn.bias	1	-0.007403154857456684
20944	embedding2nn.bias	2	-0.05219981446862221
20944	embedding2nn.bias	3	-0.012441323138773441
20944	embedding2nn.bias	4	-0.005181453190743923
20944	embedding2nn.bias	5	-0.01585298590362072
20944	embedding2nn.bias	6	0.020004119724035263
20944	embedding2nn.bias	7	0.034617725759744644
20944	embedding2nn.bias	8	0.001536295167170465
20944	embedding2nn.bias	9	-0.006118043791502714
20944	rnn.weight_ih_l0	0	0.04057912155985832
20944	rnn.weight_ih_l0	1	-0.010027529671788216
20944	rnn.weight_ih_l0	2	-0.04014775529503822
20944	rnn.weight_ih_l0	3	-0.043556757271289825
20944	rnn.weight_ih_l0	4	-0.052319545298814774
20944	rnn.weight_ih_l0	5	-0.009618604555726051
20944	rnn.weight_ih_l0	6	-0.053735967725515366
20944	rnn.weight_ih_l0	7	-0.05782116577029228
20944	rnn.weight_ih_l0	8	-0.044885605573654175
20944	rnn.weight_ih_l0	9	-0.026925811544060707
20944	rnn.weight_hh_l0	0	0.015162285417318344
20944	rnn.weight_hh_l0	1	-0.012812230736017227
20944	rnn.weight_hh_l0	2	-0.07000589370727539
20944	rnn.weight_hh_l0	3	-0.03160872310400009
20944	rnn.weight_hh_l0	4	-0.0742064118385315
20944	rnn.weight_hh_l0	5	-0.007135223131626844
20944	rnn.weight_hh_l0	6	-0.045194175094366074
20944	rnn.weight_hh_l0	7	-0.02716735564172268
20944	rnn.weight_hh_l0	8	-0.019391734153032303
20944	rnn.weight_hh_l0	9	0.0033559647854417562
20944	rnn.bias_ih_l0	0	0.12960034608840942
20944	rnn.bias_ih_l0	1	-0.06109387055039406
20944	rnn.bias_ih_l0	2	0.11153072118759155
20944	rnn.bias_ih_l0	3	0.04213808849453926
20944	rnn.bias_ih_l0	4	0.10805124789476395
20944	rnn.bias_ih_l0	5	0.02409965544939041
20944	rnn.bias_ih_l0	6	-0.009249281138181686
20944	rnn.bias_ih_l0	7	-0.11040754616260529
20944	rnn.bias_ih_l0	8	-0.19758792221546173
20944	rnn.bias_ih_l0	9	0.08331822603940964
20944	rnn.bias_hh_l0	0	-0.0014582074945792556
20944	rnn.bias_hh_l0	1	0.023225445300340652
20944	rnn.bias_hh_l0	2	-0.003817632794380188
20944	rnn.bias_hh_l0	3	-0.016293102875351906
20944	rnn.bias_hh_l0	4	-0.042286526411771774
20944	rnn.bias_hh_l0	5	0.13860046863555908
20944	rnn.bias_hh_l0	6	0.03365929424762726
20944	rnn.bias_hh_l0	7	0.049316711723804474
20944	rnn.bias_hh_l0	8	0.02511947602033615
20944	rnn.bias_hh_l0	9	0.03794916346669197
20944	rnn.weight_ih_l0_reverse	0	-0.03062039241194725
20944	rnn.weight_ih_l0_reverse	1	-0.002870843280106783
20944	rnn.weight_ih_l0_reverse	2	0.025513986125588417
20944	rnn.weight_ih_l0_reverse	3	-0.06073100119829178
20944	rnn.weight_ih_l0_reverse	4	0.012032955884933472
20944	rnn.weight_ih_l0_reverse	5	-0.0492299348115921
20944	rnn.weight_ih_l0_reverse	6	0.0172487311065197
20944	rnn.weight_ih_l0_reverse	7	0.04616333916783333
20944	rnn.weight_ih_l0_reverse	8	-0.044338569045066833
20944	rnn.weight_ih_l0_reverse	9	-0.05167435109615326
20944	rnn.weight_hh_l0_reverse	0	-0.07781460136175156
20944	rnn.weight_hh_l0_reverse	1	-0.057630691677331924
20944	rnn.weight_hh_l0_reverse	2	0.033868588507175446
20944	rnn.weight_hh_l0_reverse	3	0.04713740572333336
20944	rnn.weight_hh_l0_reverse	4	-0.007966602221131325
20944	rnn.weight_hh_l0_reverse	5	0.04435135796666145
20944	rnn.weight_hh_l0_reverse	6	-0.022029610350728035
20944	rnn.weight_hh_l0_reverse	7	0.0038430155254900455
20944	rnn.weight_hh_l0_reverse	8	-0.09197323024272919
20944	rnn.weight_hh_l0_reverse	9	0.07618136703968048
20944	rnn.bias_ih_l0_reverse	0	-0.08769020438194275
20944	rnn.bias_ih_l0_reverse	1	-0.06432534009218216
20944	rnn.bias_ih_l0_reverse	2	0.10643967986106873
20944	rnn.bias_ih_l0_reverse	3	0.038650039583444595
20944	rnn.bias_ih_l0_reverse	4	-0.13391032814979553
20944	rnn.bias_ih_l0_reverse	5	0.03774777799844742
20944	rnn.bias_ih_l0_reverse	6	-0.10919080674648285
20944	rnn.bias_ih_l0_reverse	7	0.02981427125632763
20944	rnn.bias_ih_l0_reverse	8	0.036515455693006516
20944	rnn.bias_ih_l0_reverse	9	0.062440548092126846
20944	rnn.bias_hh_l0_reverse	0	0.06482823193073273
20944	rnn.bias_hh_l0_reverse	1	0.05719830468297005
20944	rnn.bias_hh_l0_reverse	2	0.07450909167528152
20944	rnn.bias_hh_l0_reverse	3	-0.006250934209674597
20944	rnn.bias_hh_l0_reverse	4	0.07577013224363327
20944	rnn.bias_hh_l0_reverse	5	0.0036472820211201906
20944	rnn.bias_hh_l0_reverse	6	-0.06256487220525742
20944	rnn.bias_hh_l0_reverse	7	0.02520357444882393
20944	rnn.bias_hh_l0_reverse	8	0.0144365094602108
20944	rnn.bias_hh_l0_reverse	9	-0.15566670894622803
20944	linear.weight	0	0.13360457122325897
20944	linear.weight	1	-0.148959681391716
20944	linear.weight	2	-0.18702691793441772
20944	linear.weight	3	0.059124138206243515
20944	linear.weight	4	-0.02916635386645794
20944	linear.weight	5	-0.0015022259904071689
20944	linear.weight	6	-0.007426523603498936
20944	linear.weight	7	-0.02715388312935829
20944	linear.weight	8	0.06620126962661743
20944	linear.weight	9	0.33602792024612427
20944	linear.bias	0	-0.19394078850746155
20944	linear.bias	1	0.18864068388938904
20944	linear.bias	2	-0.5260553359985352
20944	linear.bias	3	1.6676987409591675
20944	linear.bias	4	-0.3926961421966553
20944	linear.bias	5	-0.030769959092140198
20944	linear.bias	6	-0.34415045380592346
20944	linear.bias	7	-0.2800840437412262
20944	linear.bias	8	-0.01347467489540577
20944	linear.bias	9	-0.48563212156295776
20972	transitions	0	-0.6400510668754578
20972	transitions	1	0.3603121340274811
20972	transitions	2	1.6835485696792603
20972	transitions	3	0.10625814646482468
20972	transitions	4	0.9544461965560913
20972	transitions	5	1.2740767002105713
20972	transitions	6	0.48346781730651855
20972	transitions	7	0.1764054298400879
20972	transitions	8	-0.9194438457489014
20972	transitions	9	0.9306957721710205
20972	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
20972	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
20972	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
20972	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
20972	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
20972	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
20972	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
20972	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
20972	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
20972	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
20972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
20972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
20972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
20972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
20972	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
20972	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
20972	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
20972	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
20972	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
20972	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
20972	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
20972	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
20972	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
20972	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
20972	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
20972	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
20972	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
20972	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
20972	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
20972	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
20972	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
20972	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
20972	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
20972	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
20972	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
20972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
20972	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
20972	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
20972	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
20972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
20972	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
20972	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
20972	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
20972	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
20972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
20972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
20972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
20972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
20972	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
20972	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
20972	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
20972	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
20972	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
20972	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
20972	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
20972	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
20972	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
20972	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
20972	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
20972	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
20972	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
20972	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
20972	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
20972	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
20972	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
20972	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
20972	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
20972	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
20972	embedding2nn.weight	0	0.024874422699213028
20972	embedding2nn.weight	1	0.014052425511181355
20972	embedding2nn.weight	2	-0.004565156996250153
20972	embedding2nn.weight	3	0.003350186860188842
20972	embedding2nn.weight	4	-0.004527141805738211
20972	embedding2nn.weight	5	0.01165314856916666
20972	embedding2nn.weight	6	-0.00422305753454566
20972	embedding2nn.weight	7	0.01834229938685894
20972	embedding2nn.weight	8	-0.004916612524539232
20972	embedding2nn.weight	9	-0.013193358667194843
20972	embedding2nn.bias	0	-0.03301142156124115
20972	embedding2nn.bias	1	-0.009957476519048214
20972	embedding2nn.bias	2	-0.053949445486068726
20972	embedding2nn.bias	3	-0.012770983390510082
20972	embedding2nn.bias	4	-0.0023877101484686136
20972	embedding2nn.bias	5	-0.018026139587163925
20972	embedding2nn.bias	6	0.023464493453502655
20972	embedding2nn.bias	7	0.03385645151138306
20972	embedding2nn.bias	8	0.001754419063217938
20972	embedding2nn.bias	9	-0.011237133294343948
20972	rnn.weight_ih_l0	0	0.04009891301393509
20972	rnn.weight_ih_l0	1	-0.009614119306206703
20972	rnn.weight_ih_l0	2	-0.04129364714026451
20972	rnn.weight_ih_l0	3	-0.04364472255110741
20972	rnn.weight_ih_l0	4	-0.05284716561436653
20972	rnn.weight_ih_l0	5	-0.009471695870161057
20972	rnn.weight_ih_l0	6	-0.053918078541755676
20972	rnn.weight_ih_l0	7	-0.05799003690481186
20972	rnn.weight_ih_l0	8	-0.044992804527282715
20972	rnn.weight_ih_l0	9	-0.02680777758359909
20972	rnn.weight_hh_l0	0	0.01528848148882389
20972	rnn.weight_hh_l0	1	-0.012978153303265572
20972	rnn.weight_hh_l0	2	-0.07024945318698883
20972	rnn.weight_hh_l0	3	-0.0313703790307045
20972	rnn.weight_hh_l0	4	-0.07408025115728378
20972	rnn.weight_hh_l0	5	-0.0069626267068088055
20972	rnn.weight_hh_l0	6	-0.04670961573719978
20972	rnn.weight_hh_l0	7	-0.026952657848596573
20972	rnn.weight_hh_l0	8	-0.01963127590715885
20972	rnn.weight_hh_l0	9	0.003928848542273045
20972	rnn.bias_ih_l0	0	0.13038817048072815
20972	rnn.bias_ih_l0	1	-0.061661720275878906
20972	rnn.bias_ih_l0	2	0.11179622262716293
20972	rnn.bias_ih_l0	3	0.043119896203279495
20972	rnn.bias_ih_l0	4	0.10747542977333069
20972	rnn.bias_ih_l0	5	0.02374214306473732
20972	rnn.bias_ih_l0	6	-0.009189445525407791
20972	rnn.bias_ih_l0	7	-0.1064983531832695
20972	rnn.bias_ih_l0	8	-0.19930003583431244
20972	rnn.bias_ih_l0	9	0.08453439921140671
20972	rnn.bias_hh_l0	0	-0.003692841622978449
20972	rnn.bias_hh_l0	1	0.020866815000772476
20972	rnn.bias_hh_l0	2	-0.0033424843568354845
20972	rnn.bias_hh_l0	3	-0.018176017329096794
20972	rnn.bias_hh_l0	4	-0.041764166206121445
20972	rnn.bias_hh_l0	5	0.1407698392868042
20972	rnn.bias_hh_l0	6	0.03456166386604309
20972	rnn.bias_hh_l0	7	0.04883747175335884
20972	rnn.bias_hh_l0	8	0.025179313495755196
20972	rnn.bias_hh_l0	9	0.038563892245292664
20972	rnn.weight_ih_l0_reverse	0	-0.03063962794840336
20972	rnn.weight_ih_l0_reverse	1	-0.0032049906440079212
20972	rnn.weight_ih_l0_reverse	2	0.025419404730200768
20972	rnn.weight_ih_l0_reverse	3	-0.06109471619129181
20972	rnn.weight_ih_l0_reverse	4	0.012048508040606976
20972	rnn.weight_ih_l0_reverse	5	-0.04934303089976311
20972	rnn.weight_ih_l0_reverse	6	0.017752721905708313
20972	rnn.weight_ih_l0_reverse	7	0.045963987708091736
20972	rnn.weight_ih_l0_reverse	8	-0.04424798861145973
20972	rnn.weight_ih_l0_reverse	9	-0.05132642760872841
20972	rnn.weight_hh_l0_reverse	0	-0.07788927108049393
20972	rnn.weight_hh_l0_reverse	1	-0.05710059776902199
20972	rnn.weight_hh_l0_reverse	2	0.03392314165830612
20972	rnn.weight_hh_l0_reverse	3	0.047547996044158936
20972	rnn.weight_hh_l0_reverse	4	-0.008107667788863182
20972	rnn.weight_hh_l0_reverse	5	0.04447299614548683
20972	rnn.weight_hh_l0_reverse	6	-0.022873658686876297
20972	rnn.weight_hh_l0_reverse	7	0.0031286573503166437
20972	rnn.weight_hh_l0_reverse	8	-0.09162374585866928
20972	rnn.weight_hh_l0_reverse	9	0.07653709501028061
20972	rnn.bias_ih_l0_reverse	0	-0.09205387532711029
20972	rnn.bias_ih_l0_reverse	1	-0.0626968964934349
20972	rnn.bias_ih_l0_reverse	2	0.10587932914495468
20972	rnn.bias_ih_l0_reverse	3	0.03888643905520439
20972	rnn.bias_ih_l0_reverse	4	-0.13173678517341614
20972	rnn.bias_ih_l0_reverse	5	0.03658179193735123
20972	rnn.bias_ih_l0_reverse	6	-0.10995832830667496
20972	rnn.bias_ih_l0_reverse	7	0.03040347620844841
20972	rnn.bias_ih_l0_reverse	8	0.03596992418169975
20972	rnn.bias_ih_l0_reverse	9	0.062364060431718826
20972	rnn.bias_hh_l0_reverse	0	0.0635971650481224
20972	rnn.bias_hh_l0_reverse	1	0.05707583948969841
20972	rnn.bias_hh_l0_reverse	2	0.07535414397716522
20972	rnn.bias_hh_l0_reverse	3	-0.005475714802742004
20972	rnn.bias_hh_l0_reverse	4	0.07705449312925339
20972	rnn.bias_hh_l0_reverse	5	-0.0016124527901411057
20972	rnn.bias_hh_l0_reverse	6	-0.06154653802514076
20972	rnn.bias_hh_l0_reverse	7	0.02609235607087612
20972	rnn.bias_hh_l0_reverse	8	0.014462967403233051
20972	rnn.bias_hh_l0_reverse	9	-0.1624535471200943
20972	linear.weight	0	0.12582692503929138
20972	linear.weight	1	-0.14896635711193085
20972	linear.weight	2	-0.1880345493555069
20972	linear.weight	3	0.06057991459965706
20972	linear.weight	4	-0.028997689485549927
20972	linear.weight	5	-0.0024056017864495516
20972	linear.weight	6	-0.007426521275192499
20972	linear.weight	7	-0.027116334065794945
20972	linear.weight	8	0.0678759440779686
20972	linear.weight	9	0.3391592800617218
20972	linear.bias	0	-0.19491346180438995
20972	linear.bias	1	0.18796135485172272
20972	linear.bias	2	-0.5251002907752991
20972	linear.bias	3	1.689927101135254
20972	linear.bias	4	-0.39282652735710144
20972	linear.bias	5	-0.030769959092140198
20972	linear.bias	6	-0.3415243625640869
20972	linear.bias	7	-0.2795163691043854
20972	linear.bias	8	-0.012377177365124226
20972	linear.bias	9	-0.48570895195007324
21000	transitions	0	-0.6400957107543945
21000	transitions	1	0.36029767990112305
21000	transitions	2	1.6834789514541626
21000	transitions	3	0.10615106672048569
21000	transitions	4	0.9544190764427185
21000	transitions	5	1.2740755081176758
21000	transitions	6	0.48346760869026184
21000	transitions	7	0.17640508711338043
21000	transitions	8	-0.9194446206092834
21000	transitions	9	0.9306957721710205
21000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21000	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21000	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21000	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21000	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21000	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21000	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21000	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21000	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21000	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21000	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21000	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21000	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21000	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21000	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21000	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21000	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21000	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21000	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21000	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21000	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21000	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21000	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21000	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21000	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21000	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21000	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21000	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21000	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21000	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21000	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21000	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21000	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21000	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21000	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21000	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21000	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21000	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21000	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21000	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21000	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21000	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21000	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21000	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21000	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21000	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21000	embedding2nn.weight	0	0.024779172614216805
21000	embedding2nn.weight	1	0.014173348434269428
21000	embedding2nn.weight	2	-0.004535703454166651
21000	embedding2nn.weight	3	0.003508090041577816
21000	embedding2nn.weight	4	-0.004565909504890442
21000	embedding2nn.weight	5	0.01152312196791172
21000	embedding2nn.weight	6	-0.004241054877638817
21000	embedding2nn.weight	7	0.017799146473407745
21000	embedding2nn.weight	8	-0.0049957758747041225
21000	embedding2nn.weight	9	-0.013463014736771584
21000	embedding2nn.bias	0	-0.032645564526319504
21000	embedding2nn.bias	1	-0.008497297763824463
21000	embedding2nn.bias	2	-0.05663046985864639
21000	embedding2nn.bias	3	-0.015764569863677025
21000	embedding2nn.bias	4	-0.008384943939745426
21000	embedding2nn.bias	5	-0.014720180071890354
21000	embedding2nn.bias	6	0.02188068814575672
21000	embedding2nn.bias	7	0.034507930278778076
21000	embedding2nn.bias	8	-0.0010020058834925294
21000	embedding2nn.bias	9	-0.01923769898712635
21000	rnn.weight_ih_l0	0	0.039994336664676666
21000	rnn.weight_ih_l0	1	-0.008987483568489552
21000	rnn.weight_ih_l0	2	-0.0402977429330349
21000	rnn.weight_ih_l0	3	-0.043387193232774734
21000	rnn.weight_ih_l0	4	-0.05257221311330795
21000	rnn.weight_ih_l0	5	-0.00946136936545372
21000	rnn.weight_ih_l0	6	-0.05454106628894806
21000	rnn.weight_ih_l0	7	-0.05796893686056137
21000	rnn.weight_ih_l0	8	-0.04524189233779907
21000	rnn.weight_ih_l0	9	-0.026748575270175934
21000	rnn.weight_hh_l0	0	0.015497453510761261
21000	rnn.weight_hh_l0	1	-0.012455255724489689
21000	rnn.weight_hh_l0	2	-0.06974329054355621
21000	rnn.weight_hh_l0	3	-0.03097902052104473
21000	rnn.weight_hh_l0	4	-0.07352370023727417
21000	rnn.weight_hh_l0	5	-0.006556689273566008
21000	rnn.weight_hh_l0	6	-0.04605310782790184
21000	rnn.weight_hh_l0	7	-0.0256707351654768
21000	rnn.weight_hh_l0	8	-0.019874144345521927
21000	rnn.weight_hh_l0	9	0.003614044049754739
21000	rnn.bias_ih_l0	0	0.1302969753742218
21000	rnn.bias_ih_l0	1	-0.06235739216208458
21000	rnn.bias_ih_l0	2	0.11348848789930344
21000	rnn.bias_ih_l0	3	0.043728139251470566
21000	rnn.bias_ih_l0	4	0.10788050293922424
21000	rnn.bias_ih_l0	5	0.02423362247645855
21000	rnn.bias_ih_l0	6	-0.009415972046554089
21000	rnn.bias_ih_l0	7	-0.1041768416762352
21000	rnn.bias_ih_l0	8	-0.1944177895784378
21000	rnn.bias_ih_l0	9	0.08378112316131592
21000	rnn.bias_hh_l0	0	-0.006047106813639402
21000	rnn.bias_hh_l0	1	0.021574193611741066
21000	rnn.bias_hh_l0	2	-0.0037112149875611067
21000	rnn.bias_hh_l0	3	-0.015793047845363617
21000	rnn.bias_hh_l0	4	-0.04163261130452156
21000	rnn.bias_hh_l0	5	0.13963010907173157
21000	rnn.bias_hh_l0	6	0.0340079665184021
21000	rnn.bias_hh_l0	7	0.049444448202848434
21000	rnn.bias_hh_l0	8	0.024952782317996025
21000	rnn.bias_hh_l0	9	0.03953871876001358
21000	rnn.weight_ih_l0_reverse	0	-0.03062102198600769
21000	rnn.weight_ih_l0_reverse	1	-0.002887034323066473
21000	rnn.weight_ih_l0_reverse	2	0.02541867084801197
21000	rnn.weight_ih_l0_reverse	3	-0.060743533074855804
21000	rnn.weight_ih_l0_reverse	4	0.011841620318591595
21000	rnn.weight_ih_l0_reverse	5	-0.04887590557336807
21000	rnn.weight_ih_l0_reverse	6	0.019080301746726036
21000	rnn.weight_ih_l0_reverse	7	0.045984897762537
21000	rnn.weight_ih_l0_reverse	8	-0.044509172439575195
21000	rnn.weight_ih_l0_reverse	9	-0.051530901342630386
21000	rnn.weight_hh_l0_reverse	0	-0.07871948927640915
21000	rnn.weight_hh_l0_reverse	1	-0.05830598622560501
21000	rnn.weight_hh_l0_reverse	2	0.034026600420475006
21000	rnn.weight_hh_l0_reverse	3	0.0478534922003746
21000	rnn.weight_hh_l0_reverse	4	-0.00812176801264286
21000	rnn.weight_hh_l0_reverse	5	0.04466239735484123
21000	rnn.weight_hh_l0_reverse	6	-0.01976173371076584
21000	rnn.weight_hh_l0_reverse	7	0.002847743220627308
21000	rnn.weight_hh_l0_reverse	8	-0.09301485866308212
21000	rnn.weight_hh_l0_reverse	9	0.07718813419342041
21000	rnn.bias_ih_l0_reverse	0	-0.0915040671825409
21000	rnn.bias_ih_l0_reverse	1	-0.06153174489736557
21000	rnn.bias_ih_l0_reverse	2	0.1054868996143341
21000	rnn.bias_ih_l0_reverse	3	0.03837496414780617
21000	rnn.bias_ih_l0_reverse	4	-0.13087917864322662
21000	rnn.bias_ih_l0_reverse	5	0.035493094474077225
21000	rnn.bias_ih_l0_reverse	6	-0.1093301996588707
21000	rnn.bias_ih_l0_reverse	7	0.030797386541962624
21000	rnn.bias_ih_l0_reverse	8	0.036493998020887375
21000	rnn.bias_ih_l0_reverse	9	0.06294873356819153
21000	rnn.bias_hh_l0_reverse	0	0.0655888095498085
21000	rnn.bias_hh_l0_reverse	1	0.06048533692955971
21000	rnn.bias_hh_l0_reverse	2	0.07595908641815186
21000	rnn.bias_hh_l0_reverse	3	-0.004828876815736294
21000	rnn.bias_hh_l0_reverse	4	0.07677295804023743
21000	rnn.bias_hh_l0_reverse	5	-0.0012679784558713436
21000	rnn.bias_hh_l0_reverse	6	-0.06156604737043381
21000	rnn.bias_hh_l0_reverse	7	0.025302210822701454
21000	rnn.bias_hh_l0_reverse	8	0.016618825495243073
21000	rnn.bias_hh_l0_reverse	9	-0.16280502080917358
21000	linear.weight	0	0.1218239963054657
21000	linear.weight	1	-0.1489245742559433
21000	linear.weight	2	-0.18926531076431274
21000	linear.weight	3	0.06008124724030495
21000	linear.weight	4	-0.028911009430885315
21000	linear.weight	5	-0.0018540371675044298
21000	linear.weight	6	-0.007421527057886124
21000	linear.weight	7	-0.027367573231458664
21000	linear.weight	8	0.06796388328075409
21000	linear.weight	9	0.33916565775871277
21000	linear.bias	0	-0.19723398983478546
21000	linear.bias	1	0.18445995450019836
21000	linear.bias	2	-0.5271629691123962
21000	linear.bias	3	1.688364863395691
21000	linear.bias	4	-0.3930684030056
21000	linear.bias	5	-0.030769959092140198
21000	linear.bias	6	-0.3458462059497833
21000	linear.bias	7	-0.2794657349586487
21000	linear.bias	8	-0.010223962366580963
21000	linear.bias	9	-0.4857655167579651
21028	transitions	0	-0.6401280760765076
21028	transitions	1	0.3602803945541382
21028	transitions	2	1.6834189891815186
21028	transitions	3	0.10613362491130829
21028	transitions	4	0.9543308615684509
21028	transitions	5	1.2740739583969116
21028	transitions	6	0.4834674596786499
21028	transitions	7	0.1764049082994461
21028	transitions	8	-0.9194469451904297
21028	transitions	9	0.9306957721710205
21028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21028	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21028	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21028	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21028	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21028	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21028	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21028	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21028	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21028	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21028	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21028	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21028	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21028	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21028	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21028	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21028	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21028	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21028	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21028	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21028	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21028	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21028	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21028	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21028	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21028	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21028	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21028	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21028	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21028	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21028	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21028	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21028	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21028	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21028	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21028	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21028	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21028	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21028	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21028	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21028	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21028	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21028	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21028	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21028	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21028	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21028	embedding2nn.weight	0	0.025523269549012184
21028	embedding2nn.weight	1	0.014192475005984306
21028	embedding2nn.weight	2	-0.004593880381435156
21028	embedding2nn.weight	3	0.003268832340836525
21028	embedding2nn.weight	4	-0.004609724972397089
21028	embedding2nn.weight	5	0.011501224711537361
21028	embedding2nn.weight	6	-0.004281187895685434
21028	embedding2nn.weight	7	0.017252909019589424
21028	embedding2nn.weight	8	-0.004901868291199207
21028	embedding2nn.weight	9	-0.013522934168577194
21028	embedding2nn.bias	0	-0.027606232091784477
21028	embedding2nn.bias	1	-0.010819911025464535
21028	embedding2nn.bias	2	-0.053021859377622604
21028	embedding2nn.bias	3	-0.01583928056061268
21028	embedding2nn.bias	4	-0.007458923384547234
21028	embedding2nn.bias	5	-0.009674725122749805
21028	embedding2nn.bias	6	0.022573675960302353
21028	embedding2nn.bias	7	0.02689647488296032
21028	embedding2nn.bias	8	0.0030110448133200407
21028	embedding2nn.bias	9	-0.0138521334156394
21028	rnn.weight_ih_l0	0	0.040275488048791885
21028	rnn.weight_ih_l0	1	-0.008787844330072403
21028	rnn.weight_ih_l0	2	-0.04115897789597511
21028	rnn.weight_ih_l0	3	-0.04355328530073166
21028	rnn.weight_ih_l0	4	-0.05214743688702583
21028	rnn.weight_ih_l0	5	-0.009321088902652264
21028	rnn.weight_ih_l0	6	-0.05427360162138939
21028	rnn.weight_ih_l0	7	-0.058008983731269836
21028	rnn.weight_ih_l0	8	-0.045336849987506866
21028	rnn.weight_ih_l0	9	-0.026698777452111244
21028	rnn.weight_hh_l0	0	0.015340108424425125
21028	rnn.weight_hh_l0	1	-0.013381614349782467
21028	rnn.weight_hh_l0	2	-0.06921941787004471
21028	rnn.weight_hh_l0	3	-0.03095478191971779
21028	rnn.weight_hh_l0	4	-0.07305246591567993
21028	rnn.weight_hh_l0	5	-0.006048253271728754
21028	rnn.weight_hh_l0	6	-0.04535067453980446
21028	rnn.weight_hh_l0	7	-0.024840041995048523
21028	rnn.weight_hh_l0	8	-0.019623463973402977
21028	rnn.weight_hh_l0	9	0.003591879503801465
21028	rnn.bias_ih_l0	0	0.1301649659872055
21028	rnn.bias_ih_l0	1	-0.06249226629734039
21028	rnn.bias_ih_l0	2	0.11170140653848648
21028	rnn.bias_ih_l0	3	0.04416919872164726
21028	rnn.bias_ih_l0	4	0.10924852639436722
21028	rnn.bias_ih_l0	5	0.02296571619808674
21028	rnn.bias_ih_l0	6	-0.012558761052787304
21028	rnn.bias_ih_l0	7	-0.11091820150613785
21028	rnn.bias_ih_l0	8	-0.1894778162240982
21028	rnn.bias_ih_l0	9	0.0830160528421402
21028	rnn.bias_hh_l0	0	-0.005337984301149845
21028	rnn.bias_hh_l0	1	0.01961462013423443
21028	rnn.bias_hh_l0	2	-0.001018875977024436
21028	rnn.bias_hh_l0	3	-0.015399317257106304
21028	rnn.bias_hh_l0	4	-0.0380595438182354
21028	rnn.bias_hh_l0	5	0.14489467442035675
21028	rnn.bias_hh_l0	6	0.03307218849658966
21028	rnn.bias_hh_l0	7	0.053393200039863586
21028	rnn.bias_hh_l0	8	0.02180999517440796
21028	rnn.bias_hh_l0	9	0.039194256067276
21028	rnn.weight_ih_l0_reverse	0	-0.03019327111542225
21028	rnn.weight_ih_l0_reverse	1	-0.003420403692871332
21028	rnn.weight_ih_l0_reverse	2	0.025525279343128204
21028	rnn.weight_ih_l0_reverse	3	-0.06110295280814171
21028	rnn.weight_ih_l0_reverse	4	0.011987867765128613
21028	rnn.weight_ih_l0_reverse	5	-0.04878721758723259
21028	rnn.weight_ih_l0_reverse	6	0.01916453428566456
21028	rnn.weight_ih_l0_reverse	7	0.04581445828080177
21028	rnn.weight_ih_l0_reverse	8	-0.04428788274526596
21028	rnn.weight_ih_l0_reverse	9	-0.051569487899541855
21028	rnn.weight_hh_l0_reverse	0	-0.07904459536075592
21028	rnn.weight_hh_l0_reverse	1	-0.06057598814368248
21028	rnn.weight_hh_l0_reverse	2	0.03383514657616615
21028	rnn.weight_hh_l0_reverse	3	0.04800273850560188
21028	rnn.weight_hh_l0_reverse	4	-0.008724650368094444
21028	rnn.weight_hh_l0_reverse	5	0.04448062554001808
21028	rnn.weight_hh_l0_reverse	6	-0.02003319561481476
21028	rnn.weight_hh_l0_reverse	7	0.0026034715119749308
21028	rnn.weight_hh_l0_reverse	8	-0.09273499995470047
21028	rnn.weight_hh_l0_reverse	9	0.0762680172920227
21028	rnn.bias_ih_l0_reverse	0	-0.08656193315982819
21028	rnn.bias_ih_l0_reverse	1	-0.06469441950321198
21028	rnn.bias_ih_l0_reverse	2	0.10429925471544266
21028	rnn.bias_ih_l0_reverse	3	0.03813795745372772
21028	rnn.bias_ih_l0_reverse	4	-0.12957380712032318
21028	rnn.bias_ih_l0_reverse	5	0.035987719893455505
21028	rnn.bias_ih_l0_reverse	6	-0.10876984894275665
21028	rnn.bias_ih_l0_reverse	7	0.031796008348464966
21028	rnn.bias_ih_l0_reverse	8	0.03614721819758415
21028	rnn.bias_ih_l0_reverse	9	0.06342897564172745
21028	rnn.bias_hh_l0_reverse	0	0.06165148317813873
21028	rnn.bias_hh_l0_reverse	1	0.060819003731012344
21028	rnn.bias_hh_l0_reverse	2	0.07647440582513809
21028	rnn.bias_hh_l0_reverse	3	-0.006225100252777338
21028	rnn.bias_hh_l0_reverse	4	0.07664566487073898
21028	rnn.bias_hh_l0_reverse	5	-4.50459701824002e-05
21028	rnn.bias_hh_l0_reverse	6	-0.06337699294090271
21028	rnn.bias_hh_l0_reverse	7	0.023947853595018387
21028	rnn.bias_hh_l0_reverse	8	0.018738968297839165
21028	rnn.bias_hh_l0_reverse	9	-0.15993279218673706
21028	linear.weight	0	0.11849643290042877
21028	linear.weight	1	-0.14892655611038208
21028	linear.weight	2	-0.19115203619003296
21028	linear.weight	3	0.0628441795706749
21028	linear.weight	4	-0.031722597777843475
21028	linear.weight	5	-0.0022687732707709074
21028	linear.weight	6	-0.007422669790685177
21028	linear.weight	7	-0.02732923999428749
21028	linear.weight	8	0.06357640773057938
21028	linear.weight	9	0.33631640672683716
21028	linear.bias	0	-0.19743002951145172
21028	linear.bias	1	0.18720148503780365
21028	linear.bias	2	-0.5241364240646362
21028	linear.bias	3	1.6620078086853027
21028	linear.bias	4	-0.39321985840797424
21028	linear.bias	5	-0.030769959092140198
21028	linear.bias	6	-0.34305962920188904
21028	linear.bias	7	-0.2802020311355591
21028	linear.bias	8	-0.014236880466341972
21028	linear.bias	9	-0.4858727753162384
21056	transitions	0	-0.6401686072349548
21056	transitions	1	0.3601907789707184
21056	transitions	2	1.6833007335662842
21056	transitions	3	0.10605885833501816
21056	transitions	4	0.9543161392211914
21056	transitions	5	1.2740724086761475
21056	transitions	6	0.4834674298763275
21056	transitions	7	0.17632417380809784
21056	transitions	8	-0.9194473624229431
21056	transitions	9	0.9306957721710205
21056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21056	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21056	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21056	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21056	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21056	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21056	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21056	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21056	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21056	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21056	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21056	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21056	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21056	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21056	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21056	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21056	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21056	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21056	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21056	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21056	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21056	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21056	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21056	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21056	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21056	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21056	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21056	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21056	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21056	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21056	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21056	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21056	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21056	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21056	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21056	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21056	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21056	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21056	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21056	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21056	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21056	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21056	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21056	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21056	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21056	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21056	embedding2nn.weight	0	0.025174982845783234
21056	embedding2nn.weight	1	0.01422899030148983
21056	embedding2nn.weight	2	-0.004605553112924099
21056	embedding2nn.weight	3	0.0030351057648658752
21056	embedding2nn.weight	4	-0.004600937012583017
21056	embedding2nn.weight	5	0.011568740010261536
21056	embedding2nn.weight	6	-0.004277397878468037
21056	embedding2nn.weight	7	0.017439335584640503
21056	embedding2nn.weight	8	-0.004811395425349474
21056	embedding2nn.weight	9	-0.013524319045245647
21056	embedding2nn.bias	0	-0.03508530557155609
21056	embedding2nn.bias	1	-0.009028398431837559
21056	embedding2nn.bias	2	-0.053587883710861206
21056	embedding2nn.bias	3	-0.013034308329224586
21056	embedding2nn.bias	4	-0.006831187289208174
21056	embedding2nn.bias	5	-0.013476112857460976
21056	embedding2nn.bias	6	0.016567861661314964
21056	embedding2nn.bias	7	0.034425999969244
21056	embedding2nn.bias	8	0.002892086748033762
21056	embedding2nn.bias	9	-0.010699691250920296
21056	rnn.weight_ih_l0	0	0.04010039567947388
21056	rnn.weight_ih_l0	1	-0.00899499375373125
21056	rnn.weight_ih_l0	2	-0.04082820191979408
21056	rnn.weight_ih_l0	3	-0.044415440410375595
21056	rnn.weight_ih_l0	4	-0.0524134524166584
21056	rnn.weight_ih_l0	5	-0.009636854752898216
21056	rnn.weight_ih_l0	6	-0.054490748792886734
21056	rnn.weight_ih_l0	7	-0.0578460656106472
21056	rnn.weight_ih_l0	8	-0.04510938376188278
21056	rnn.weight_ih_l0	9	-0.026846589520573616
21056	rnn.weight_hh_l0	0	0.015683766454458237
21056	rnn.weight_hh_l0	1	-0.012871049344539642
21056	rnn.weight_hh_l0	2	-0.06893198192119598
21056	rnn.weight_hh_l0	3	-0.030932102352380753
21056	rnn.weight_hh_l0	4	-0.07384824752807617
21056	rnn.weight_hh_l0	5	-0.0061501688323915005
21056	rnn.weight_hh_l0	6	-0.043748363852500916
21056	rnn.weight_hh_l0	7	-0.025184446945786476
21056	rnn.weight_hh_l0	8	-0.019621405750513077
21056	rnn.weight_hh_l0	9	0.003118651220574975
21056	rnn.bias_ih_l0	0	0.1296958327293396
21056	rnn.bias_ih_l0	1	-0.06289778649806976
21056	rnn.bias_ih_l0	2	0.11103248596191406
21056	rnn.bias_ih_l0	3	0.043258048593997955
21056	rnn.bias_ih_l0	4	0.10799228399991989
21056	rnn.bias_ih_l0	5	0.02348952554166317
21056	rnn.bias_ih_l0	6	-0.014362728223204613
21056	rnn.bias_ih_l0	7	-0.11066243797540665
21056	rnn.bias_ih_l0	8	-0.18631789088249207
21056	rnn.bias_ih_l0	9	0.08475110679864883
21056	rnn.bias_hh_l0	0	-0.006389475427567959
21056	rnn.bias_hh_l0	1	0.018126921728253365
21056	rnn.bias_hh_l0	2	-0.0011252207914367318
21056	rnn.bias_hh_l0	3	-0.016885509714484215
21056	rnn.bias_hh_l0	4	-0.03876069188117981
21056	rnn.bias_hh_l0	5	0.14572259783744812
21056	rnn.bias_hh_l0	6	0.03465864434838295
21056	rnn.bias_hh_l0	7	0.05183663219213486
21056	rnn.bias_hh_l0	8	0.020006025210022926
21056	rnn.bias_hh_l0	9	0.04030270501971245
21056	rnn.weight_ih_l0_reverse	0	-0.030286189168691635
21056	rnn.weight_ih_l0_reverse	1	-0.003752020886167884
21056	rnn.weight_ih_l0_reverse	2	0.025171542540192604
21056	rnn.weight_ih_l0_reverse	3	-0.06113371625542641
21056	rnn.weight_ih_l0_reverse	4	0.011775001883506775
21056	rnn.weight_ih_l0_reverse	5	-0.04862232506275177
21056	rnn.weight_ih_l0_reverse	6	0.01731671392917633
21056	rnn.weight_ih_l0_reverse	7	0.045884840190410614
21056	rnn.weight_ih_l0_reverse	8	-0.04416509345173836
21056	rnn.weight_ih_l0_reverse	9	-0.05160798504948616
21056	rnn.weight_hh_l0_reverse	0	-0.07944881170988083
21056	rnn.weight_hh_l0_reverse	1	-0.06014925613999367
21056	rnn.weight_hh_l0_reverse	2	0.03398499637842178
21056	rnn.weight_hh_l0_reverse	3	0.04783843830227852
21056	rnn.weight_hh_l0_reverse	4	-0.00885811261832714
21056	rnn.weight_hh_l0_reverse	5	0.04443832486867905
21056	rnn.weight_hh_l0_reverse	6	-0.014987437054514885
21056	rnn.weight_hh_l0_reverse	7	0.0028385883197188377
21056	rnn.weight_hh_l0_reverse	8	-0.09250382333993912
21056	rnn.weight_hh_l0_reverse	9	0.07702638953924179
21056	rnn.bias_ih_l0_reverse	0	-0.08483162522315979
21056	rnn.bias_ih_l0_reverse	1	-0.06669556349515915
21056	rnn.bias_ih_l0_reverse	2	0.10400834679603577
21056	rnn.bias_ih_l0_reverse	3	0.039581071585416794
21056	rnn.bias_ih_l0_reverse	4	-0.12916798889636993
21056	rnn.bias_ih_l0_reverse	5	0.03609725460410118
21056	rnn.bias_ih_l0_reverse	6	-0.10829544812440872
21056	rnn.bias_ih_l0_reverse	7	0.03227528557181358
21056	rnn.bias_ih_l0_reverse	8	0.036085449159145355
21056	rnn.bias_ih_l0_reverse	9	0.0621626153588295
21056	rnn.bias_hh_l0_reverse	0	0.06527107954025269
21056	rnn.bias_hh_l0_reverse	1	0.06113936007022858
21056	rnn.bias_hh_l0_reverse	2	0.0784984901547432
21056	rnn.bias_hh_l0_reverse	3	-0.004859888460487127
21056	rnn.bias_hh_l0_reverse	4	0.07948272675275803
21056	rnn.bias_hh_l0_reverse	5	-0.00631924020126462
21056	rnn.bias_hh_l0_reverse	6	-0.06349628418684006
21056	rnn.bias_hh_l0_reverse	7	0.023315424099564552
21056	rnn.bias_hh_l0_reverse	8	0.01758318953216076
21056	rnn.bias_hh_l0_reverse	9	-0.15587936341762543
21056	linear.weight	0	0.1286170929670334
21056	linear.weight	1	-0.14894402027130127
21056	linear.weight	2	-0.19248700141906738
21056	linear.weight	3	0.06547743827104568
21056	linear.weight	4	-0.03179227188229561
21056	linear.weight	5	-0.0019412265392020345
21056	linear.weight	6	-0.007421692833304405
21056	linear.weight	7	-0.027297716587781906
21056	linear.weight	8	0.0637650191783905
21056	linear.weight	9	0.335904985666275
21056	linear.bias	0	-0.2080668956041336
21056	linear.bias	1	0.18557840585708618
21056	linear.bias	2	-0.5250188112258911
21056	linear.bias	3	1.6808031797409058
21056	linear.bias	4	-0.3934631049633026
21056	linear.bias	5	-0.030769959092140198
21056	linear.bias	6	-0.34392109513282776
21056	linear.bias	7	-0.2800218462944031
21056	linear.bias	8	-0.01528968196362257
21056	linear.bias	9	-0.4859830439090729
21084	transitions	0	-0.6402128338813782
21084	transitions	1	0.360149621963501
21084	transitions	2	1.683269739151001
21084	transitions	3	0.10602109134197235
21084	transitions	4	0.9543107151985168
21084	transitions	5	1.274072289466858
21084	transitions	6	0.4834674298763275
21084	transitions	7	0.1763225942850113
21084	transitions	8	-0.9194478988647461
21084	transitions	9	0.9306957721710205
21084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21084	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21084	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21084	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21084	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21084	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21084	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21084	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21084	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21084	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21084	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21084	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21084	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21084	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21084	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21084	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21084	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21084	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21084	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21084	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21084	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21084	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21084	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21084	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21084	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21084	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21084	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21084	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21084	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21084	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21084	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21084	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21084	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21084	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21084	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21084	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21084	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21084	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21084	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21084	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21084	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21084	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21084	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21084	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21084	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21084	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21084	embedding2nn.weight	0	0.02522895857691765
21084	embedding2nn.weight	1	0.014205222018063068
21084	embedding2nn.weight	2	-0.004619206767529249
21084	embedding2nn.weight	3	0.0030783526599407196
21084	embedding2nn.weight	4	-0.0045852055773139
21084	embedding2nn.weight	5	0.011382078751921654
21084	embedding2nn.weight	6	-0.004255868028849363
21084	embedding2nn.weight	7	0.017336785793304443
21084	embedding2nn.weight	8	-0.004797749686986208
21084	embedding2nn.weight	9	-0.013561983592808247
21084	embedding2nn.bias	0	-0.03572845831513405
21084	embedding2nn.bias	1	-0.011057714000344276
21084	embedding2nn.bias	2	-0.04827192798256874
21084	embedding2nn.bias	3	-0.01118080411106348
21084	embedding2nn.bias	4	-0.0052317967638373375
21084	embedding2nn.bias	5	-0.010359292849898338
21084	embedding2nn.bias	6	0.014213419519364834
21084	embedding2nn.bias	7	0.03192553296685219
21084	embedding2nn.bias	8	0.00620820838958025
21084	embedding2nn.bias	9	-0.010347176343202591
21084	rnn.weight_ih_l0	0	0.03987198323011398
21084	rnn.weight_ih_l0	1	-0.00922384113073349
21084	rnn.weight_ih_l0	2	-0.040834441781044006
21084	rnn.weight_ih_l0	3	-0.0441744439303875
21084	rnn.weight_ih_l0	4	-0.05215110257267952
21084	rnn.weight_ih_l0	5	-0.009262492880225182
21084	rnn.weight_ih_l0	6	-0.054470133036375046
21084	rnn.weight_ih_l0	7	-0.05794909968972206
21084	rnn.weight_ih_l0	8	-0.045289162546396255
21084	rnn.weight_ih_l0	9	-0.026923898607492447
21084	rnn.weight_hh_l0	0	0.015735583379864693
21084	rnn.weight_hh_l0	1	-0.012626414187252522
21084	rnn.weight_hh_l0	2	-0.06874781101942062
21084	rnn.weight_hh_l0	3	-0.03102201595902443
21084	rnn.weight_hh_l0	4	-0.07379065454006195
21084	rnn.weight_hh_l0	5	-0.006531220860779285
21084	rnn.weight_hh_l0	6	-0.04495454952120781
21084	rnn.weight_hh_l0	7	-0.024264691397547722
21084	rnn.weight_hh_l0	8	-0.0193627942353487
21084	rnn.weight_hh_l0	9	0.003189954673871398
21084	rnn.bias_ih_l0	0	0.12902618944644928
21084	rnn.bias_ih_l0	1	-0.06361901760101318
21084	rnn.bias_ih_l0	2	0.1123882383108139
21084	rnn.bias_ih_l0	3	0.0416761189699173
21084	rnn.bias_ih_l0	4	0.1065601333975792
21084	rnn.bias_ih_l0	5	0.024219831451773643
21084	rnn.bias_ih_l0	6	-0.01308248657733202
21084	rnn.bias_ih_l0	7	-0.11503580212593079
21084	rnn.bias_ih_l0	8	-0.18404912948608398
21084	rnn.bias_ih_l0	9	0.08464845269918442
21084	rnn.bias_hh_l0	0	-0.00660736532881856
21084	rnn.bias_hh_l0	1	0.0193357951939106
21084	rnn.bias_hh_l0	2	0.00014308975369203836
21084	rnn.bias_hh_l0	3	-0.01601237989962101
21084	rnn.bias_hh_l0	4	-0.03895013406872749
21084	rnn.bias_hh_l0	5	0.14696478843688965
21084	rnn.bias_hh_l0	6	0.03321690112352371
21084	rnn.bias_hh_l0	7	0.05193343013525009
21084	rnn.bias_hh_l0	8	0.021286267787218094
21084	rnn.bias_hh_l0	9	0.03933602198958397
21084	rnn.weight_ih_l0_reverse	0	-0.030067140236496925
21084	rnn.weight_ih_l0_reverse	1	-0.003878079354763031
21084	rnn.weight_ih_l0_reverse	2	0.025294369086623192
21084	rnn.weight_ih_l0_reverse	3	-0.06119470298290253
21084	rnn.weight_ih_l0_reverse	4	0.011990257538855076
21084	rnn.weight_ih_l0_reverse	5	-0.0481768473982811
21084	rnn.weight_ih_l0_reverse	6	0.01682846061885357
21084	rnn.weight_ih_l0_reverse	7	0.04579935222864151
21084	rnn.weight_ih_l0_reverse	8	-0.04424299672245979
21084	rnn.weight_ih_l0_reverse	9	-0.05147873982787132
21084	rnn.weight_hh_l0_reverse	0	-0.07937585562467575
21084	rnn.weight_hh_l0_reverse	1	-0.06029941514134407
21084	rnn.weight_hh_l0_reverse	2	0.03383446857333183
21084	rnn.weight_hh_l0_reverse	3	0.0476263202726841
21084	rnn.weight_hh_l0_reverse	4	-0.008676535449922085
21084	rnn.weight_hh_l0_reverse	5	0.04429420456290245
21084	rnn.weight_hh_l0_reverse	6	-0.015567515976727009
21084	rnn.weight_hh_l0_reverse	7	0.002345314947888255
21084	rnn.weight_hh_l0_reverse	8	-0.09240437299013138
21084	rnn.weight_hh_l0_reverse	9	0.07688596099615097
21084	rnn.bias_ih_l0_reverse	0	-0.08207671344280243
21084	rnn.bias_ih_l0_reverse	1	-0.06249752640724182
21084	rnn.bias_ih_l0_reverse	2	0.103395476937294
21084	rnn.bias_ih_l0_reverse	3	0.039990413933992386
21084	rnn.bias_ih_l0_reverse	4	-0.1312301605939865
21084	rnn.bias_ih_l0_reverse	5	0.03657260164618492
21084	rnn.bias_ih_l0_reverse	6	-0.10825343430042267
21084	rnn.bias_ih_l0_reverse	7	0.03371434658765793
21084	rnn.bias_ih_l0_reverse	8	0.03708033263683319
21084	rnn.bias_ih_l0_reverse	9	0.0608074814081192
21084	rnn.bias_hh_l0_reverse	0	0.06335081160068512
21084	rnn.bias_hh_l0_reverse	1	0.06054708734154701
21084	rnn.bias_hh_l0_reverse	2	0.08031129837036133
21084	rnn.bias_hh_l0_reverse	3	-0.005264237988740206
21084	rnn.bias_hh_l0_reverse	4	0.07909012585878372
21084	rnn.bias_hh_l0_reverse	5	-0.005588768050074577
21084	rnn.bias_hh_l0_reverse	6	-0.06396972388029099
21084	rnn.bias_hh_l0_reverse	7	0.02322261407971382
21084	rnn.bias_hh_l0_reverse	8	0.01880688965320587
21084	rnn.bias_hh_l0_reverse	9	-0.1503186672925949
21084	linear.weight	0	0.12487271428108215
21084	linear.weight	1	-0.14893600344657898
21084	linear.weight	2	-0.19232028722763062
21084	linear.weight	3	0.06502097100019455
21084	linear.weight	4	-0.03125326335430145
21084	linear.weight	5	0.000202375536900945
21084	linear.weight	6	-0.007421554531902075
21084	linear.weight	7	-0.02781316451728344
21084	linear.weight	8	0.06079667806625366
21084	linear.weight	9	0.33708083629608154
21084	linear.bias	0	-0.19222129881381989
21084	linear.bias	1	0.1899445801973343
21084	linear.bias	2	-0.5228103995323181
21084	linear.bias	3	1.662856936454773
21084	linear.bias	4	-0.3936709463596344
21084	linear.bias	5	-0.030769959092140198
21084	linear.bias	6	-0.34151318669319153
21084	linear.bias	7	-0.28052499890327454
21084	linear.bias	8	-0.02070591226220131
21084	linear.bias	9	-0.4860724210739136
21112	transitions	0	-0.6403091549873352
21112	transitions	1	0.3601248264312744
21112	transitions	2	1.6832420825958252
21112	transitions	3	0.1059737578034401
21112	transitions	4	0.9539746642112732
21112	transitions	5	1.274070382118225
21112	transitions	6	0.48346734046936035
21112	transitions	7	0.17629647254943848
21112	transitions	8	-0.9194484949111938
21112	transitions	9	0.9306939244270325
21112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21112	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21112	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21112	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21112	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21112	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21112	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21112	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21112	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21112	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21112	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21112	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21112	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21112	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21112	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21112	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21112	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21112	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21112	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21112	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21112	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21112	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21112	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21112	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21112	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21112	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21112	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21112	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21112	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21112	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21112	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21112	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21112	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21112	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21112	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21112	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21112	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21112	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21112	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21112	embedding2nn.weight	0	0.025138283148407936
21112	embedding2nn.weight	1	0.014173004776239395
21112	embedding2nn.weight	2	-0.004608188755810261
21112	embedding2nn.weight	3	0.0028396937996149063
21112	embedding2nn.weight	4	-0.004557135049253702
21112	embedding2nn.weight	5	0.011383023113012314
21112	embedding2nn.weight	6	-0.004275070503354073
21112	embedding2nn.weight	7	0.017565496265888214
21112	embedding2nn.weight	8	-0.0048550209030508995
21112	embedding2nn.weight	9	-0.013577495701611042
21112	embedding2nn.bias	0	-0.03270478919148445
21112	embedding2nn.bias	1	-0.014198551885783672
21112	embedding2nn.bias	2	-0.04738188162446022
21112	embedding2nn.bias	3	-0.011192341335117817
21112	embedding2nn.bias	4	-0.007763565052300692
21112	embedding2nn.bias	5	-0.00805572234094143
21112	embedding2nn.bias	6	0.006613634061068296
21112	embedding2nn.bias	7	0.02839726209640503
21112	embedding2nn.bias	8	0.0008109406917355955
21112	embedding2nn.bias	9	-0.004866949748247862
21112	rnn.weight_ih_l0	0	0.039629675447940826
21112	rnn.weight_ih_l0	1	-0.009382982738316059
21112	rnn.weight_ih_l0	2	-0.0410328209400177
21112	rnn.weight_ih_l0	3	-0.04364984482526779
21112	rnn.weight_ih_l0	4	-0.05202832072973251
21112	rnn.weight_ih_l0	5	-0.009035573340952396
21112	rnn.weight_ih_l0	6	-0.0541510134935379
21112	rnn.weight_ih_l0	7	-0.05785796418786049
21112	rnn.weight_ih_l0	8	-0.045239049941301346
21112	rnn.weight_ih_l0	9	-0.026888413354754448
21112	rnn.weight_hh_l0	0	0.015677614137530327
21112	rnn.weight_hh_l0	1	-0.012541774660348892
21112	rnn.weight_hh_l0	2	-0.07015363872051239
21112	rnn.weight_hh_l0	3	-0.031033992767333984
21112	rnn.weight_hh_l0	4	-0.07404644787311554
21112	rnn.weight_hh_l0	5	-0.005938241723924875
21112	rnn.weight_hh_l0	6	-0.04435541108250618
21112	rnn.weight_hh_l0	7	-0.023142848163843155
21112	rnn.weight_hh_l0	8	-0.01983918994665146
21112	rnn.weight_hh_l0	9	0.004063722211867571
21112	rnn.bias_ih_l0	0	0.1305796056985855
21112	rnn.bias_ih_l0	1	-0.06278786808252335
21112	rnn.bias_ih_l0	2	0.11228155344724655
21112	rnn.bias_ih_l0	3	0.04149264842271805
21112	rnn.bias_ih_l0	4	0.10490484535694122
21112	rnn.bias_ih_l0	5	0.02496434934437275
21112	rnn.bias_ih_l0	6	-0.011479932814836502
21112	rnn.bias_ih_l0	7	-0.123090960085392
21112	rnn.bias_ih_l0	8	-0.17580106854438782
21112	rnn.bias_ih_l0	9	0.08476375788450241
21112	rnn.bias_hh_l0	0	-0.006792391184717417
21112	rnn.bias_hh_l0	1	0.02085462398827076
21112	rnn.bias_hh_l0	2	-0.0003191351715940982
21112	rnn.bias_hh_l0	3	-0.017633482813835144
21112	rnn.bias_hh_l0	4	-0.04176439344882965
21112	rnn.bias_hh_l0	5	0.1448637843132019
21112	rnn.bias_hh_l0	6	0.0330413319170475
21112	rnn.bias_hh_l0	7	0.053226638585329056
21112	rnn.bias_hh_l0	8	0.022888820618391037
21112	rnn.bias_hh_l0	9	0.04093471169471741
21112	rnn.weight_ih_l0_reverse	0	-0.030458562076091766
21112	rnn.weight_ih_l0_reverse	1	-0.004077552817761898
21112	rnn.weight_ih_l0_reverse	2	0.02521277405321598
21112	rnn.weight_ih_l0_reverse	3	-0.061604391783475876
21112	rnn.weight_ih_l0_reverse	4	0.01173710823059082
21112	rnn.weight_ih_l0_reverse	5	-0.04821997508406639
21112	rnn.weight_ih_l0_reverse	6	0.01868538185954094
21112	rnn.weight_ih_l0_reverse	7	0.04598167538642883
21112	rnn.weight_ih_l0_reverse	8	-0.04454798623919487
21112	rnn.weight_ih_l0_reverse	9	-0.05147058144211769
21112	rnn.weight_hh_l0_reverse	0	-0.07908610999584198
21112	rnn.weight_hh_l0_reverse	1	-0.061978958547115326
21112	rnn.weight_hh_l0_reverse	2	0.03345683962106705
21112	rnn.weight_hh_l0_reverse	3	0.047824516892433167
21112	rnn.weight_hh_l0_reverse	4	-0.009291092865169048
21112	rnn.weight_hh_l0_reverse	5	0.044874757528305054
21112	rnn.weight_hh_l0_reverse	6	-0.01634608581662178
21112	rnn.weight_hh_l0_reverse	7	0.0018172963755205274
21112	rnn.weight_hh_l0_reverse	8	-0.09280510991811752
21112	rnn.weight_hh_l0_reverse	9	0.07714766263961792
21112	rnn.bias_ih_l0_reverse	0	-0.0787828266620636
21112	rnn.bias_ih_l0_reverse	1	-0.06699302792549133
21112	rnn.bias_ih_l0_reverse	2	0.10325880348682404
21112	rnn.bias_ih_l0_reverse	3	0.039112359285354614
21112	rnn.bias_ih_l0_reverse	4	-0.13075527548789978
21112	rnn.bias_ih_l0_reverse	5	0.03583831340074539
21112	rnn.bias_ih_l0_reverse	6	-0.10821077227592468
21112	rnn.bias_ih_l0_reverse	7	0.03266436979174614
21112	rnn.bias_ih_l0_reverse	8	0.03552534058690071
21112	rnn.bias_ih_l0_reverse	9	0.05985796079039574
21112	rnn.bias_hh_l0_reverse	0	0.06290862709283829
21112	rnn.bias_hh_l0_reverse	1	0.06181539595127106
21112	rnn.bias_hh_l0_reverse	2	0.07937841862440109
21112	rnn.bias_hh_l0_reverse	3	-0.006301825400441885
21112	rnn.bias_hh_l0_reverse	4	0.07915779948234558
21112	rnn.bias_hh_l0_reverse	5	-0.002339135156944394
21112	rnn.bias_hh_l0_reverse	6	-0.06321139633655548
21112	rnn.bias_hh_l0_reverse	7	0.024799155071377754
21112	rnn.bias_hh_l0_reverse	8	0.018307732418179512
21112	rnn.bias_hh_l0_reverse	9	-0.15577055513858795
21112	linear.weight	0	0.12626834213733673
21112	linear.weight	1	-0.1489410251379013
21112	linear.weight	2	-0.1921054720878601
21112	linear.weight	3	0.06456907838582993
21112	linear.weight	4	-0.03131876513361931
21112	linear.weight	5	0.0009383592405356467
21112	linear.weight	6	-0.00742282485589385
21112	linear.weight	7	-0.027800539508461952
21112	linear.weight	8	0.06206873431801796
21112	linear.weight	9	0.33482638001441956
21112	linear.bias	0	-0.20205432176589966
21112	linear.bias	1	0.18772515654563904
21112	linear.bias	2	-0.5175022482872009
21112	linear.bias	3	1.6768501996994019
21112	linear.bias	4	-0.3950476348400116
21112	linear.bias	5	-0.030769959092140198
21112	linear.bias	6	-0.33654534816741943
21112	linear.bias	7	-0.2804790437221527
21112	linear.bias	8	-0.023586800321936607
21112	linear.bias	9	-0.4861488342285156
21140	transitions	0	-0.6403491497039795
21140	transitions	1	0.35780373215675354
21140	transitions	2	1.6831295490264893
21140	transitions	3	0.10596559196710587
21140	transitions	4	0.9539708495140076
21140	transitions	5	1.2740697860717773
21140	transitions	6	0.48346585035324097
21140	transitions	7	0.1762961447238922
21140	transitions	8	-0.9194493293762207
21140	transitions	9	0.9306939244270325
21140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21140	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21140	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21140	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21140	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21140	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21140	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21140	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21140	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21140	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21140	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21140	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21140	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21140	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21140	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21140	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21140	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21140	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21140	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21140	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21140	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21140	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21140	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21140	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21140	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21140	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21140	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21140	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21140	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21140	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21140	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21140	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21140	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21140	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21140	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21140	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21140	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21140	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21140	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21140	embedding2nn.weight	0	0.025674281641840935
21140	embedding2nn.weight	1	0.01401064358651638
21140	embedding2nn.weight	2	-0.004620095249265432
21140	embedding2nn.weight	3	0.0027621688786894083
21140	embedding2nn.weight	4	-0.004613263998180628
21140	embedding2nn.weight	5	0.01146682258695364
21140	embedding2nn.weight	6	-0.004236453212797642
21140	embedding2nn.weight	7	0.017257919535040855
21140	embedding2nn.weight	8	-0.004887591116130352
21140	embedding2nn.weight	9	-0.013741577044129372
21140	embedding2nn.bias	0	-0.0388728603720665
21140	embedding2nn.bias	1	-0.015967730432748795
21140	embedding2nn.bias	2	-0.048751190304756165
21140	embedding2nn.bias	3	-0.011893549002707005
21140	embedding2nn.bias	4	-0.005497095175087452
21140	embedding2nn.bias	5	-0.0070756543427705765
21140	embedding2nn.bias	6	0.005994362756609917
21140	embedding2nn.bias	7	0.030256418511271477
21140	embedding2nn.bias	8	0.0038673225790262222
21140	embedding2nn.bias	9	-0.0025519418995827436
21140	rnn.weight_ih_l0	0	0.039431482553482056
21140	rnn.weight_ih_l0	1	-0.009924138896167278
21140	rnn.weight_ih_l0	2	-0.041462644934654236
21140	rnn.weight_ih_l0	3	-0.043855514377355576
21140	rnn.weight_ih_l0	4	-0.05176141485571861
21140	rnn.weight_ih_l0	5	-0.009009472094476223
21140	rnn.weight_ih_l0	6	-0.05412951111793518
21140	rnn.weight_ih_l0	7	-0.05802276358008385
21140	rnn.weight_ih_l0	8	-0.04553060606122017
21140	rnn.weight_ih_l0	9	-0.026932597160339355
21140	rnn.weight_hh_l0	0	0.015636948868632317
21140	rnn.weight_hh_l0	1	-0.012806735932826996
21140	rnn.weight_hh_l0	2	-0.070712611079216
21140	rnn.weight_hh_l0	3	-0.031048119068145752
21140	rnn.weight_hh_l0	4	-0.07358819246292114
21140	rnn.weight_hh_l0	5	-0.006769416853785515
21140	rnn.weight_hh_l0	6	-0.04239480197429657
21140	rnn.weight_hh_l0	7	-0.025135401636362076
21140	rnn.weight_hh_l0	8	-0.020180774852633476
21140	rnn.weight_hh_l0	9	0.004488566890358925
21140	rnn.bias_ih_l0	0	0.13096262514591217
21140	rnn.bias_ih_l0	1	-0.06421520560979843
21140	rnn.bias_ih_l0	2	0.11349190026521683
21140	rnn.bias_ih_l0	3	0.042092688381671906
21140	rnn.bias_ih_l0	4	0.10537699609994888
21140	rnn.bias_ih_l0	5	0.024885470047593117
21140	rnn.bias_ih_l0	6	-0.008925174362957478
21140	rnn.bias_ih_l0	7	-0.11835736036300659
21140	rnn.bias_ih_l0	8	-0.17687098681926727
21140	rnn.bias_ih_l0	9	0.0845402181148529
21140	rnn.bias_hh_l0	0	-0.006882735062390566
21140	rnn.bias_hh_l0	1	0.018525855615735054
21140	rnn.bias_hh_l0	2	0.0010129126021638513
21140	rnn.bias_hh_l0	3	-0.014548652805387974
21140	rnn.bias_hh_l0	4	-0.040765274316072464
21140	rnn.bias_hh_l0	5	0.1429937332868576
21140	rnn.bias_hh_l0	6	0.03173743560910225
21140	rnn.bias_hh_l0	7	0.0510382279753685
21140	rnn.bias_hh_l0	8	0.025443578138947487
21140	rnn.bias_hh_l0	9	0.039817336946725845
21140	rnn.weight_ih_l0_reverse	0	-0.029997704550623894
21140	rnn.weight_ih_l0_reverse	1	-0.003984014503657818
21140	rnn.weight_ih_l0_reverse	2	0.025231435894966125
21140	rnn.weight_ih_l0_reverse	3	-0.06134933978319168
21140	rnn.weight_ih_l0_reverse	4	0.011745994910597801
21140	rnn.weight_ih_l0_reverse	5	-0.04770074784755707
21140	rnn.weight_ih_l0_reverse	6	0.01860937476158142
21140	rnn.weight_ih_l0_reverse	7	0.045792095363140106
21140	rnn.weight_ih_l0_reverse	8	-0.044358547776937485
21140	rnn.weight_ih_l0_reverse	9	-0.051365017890930176
21140	rnn.weight_hh_l0_reverse	0	-0.0794522613286972
21140	rnn.weight_hh_l0_reverse	1	-0.06263366341590881
21140	rnn.weight_hh_l0_reverse	2	0.03333962708711624
21140	rnn.weight_hh_l0_reverse	3	0.0476439893245697
21140	rnn.weight_hh_l0_reverse	4	-0.009118015877902508
21140	rnn.weight_hh_l0_reverse	5	0.04486452415585518
21140	rnn.weight_hh_l0_reverse	6	-0.01880793832242489
21140	rnn.weight_hh_l0_reverse	7	0.0019775128457695246
21140	rnn.weight_hh_l0_reverse	8	-0.09407283365726471
21140	rnn.weight_hh_l0_reverse	9	0.07695834338665009
21140	rnn.bias_ih_l0_reverse	0	-0.07594103366136551
21140	rnn.bias_ih_l0_reverse	1	-0.06549279391765594
21140	rnn.bias_ih_l0_reverse	2	0.104753777384758
21140	rnn.bias_ih_l0_reverse	3	0.04030993580818176
21140	rnn.bias_ih_l0_reverse	4	-0.13050980865955353
21140	rnn.bias_ih_l0_reverse	5	0.03639853373169899
21140	rnn.bias_ih_l0_reverse	6	-0.11074412614107132
21140	rnn.bias_ih_l0_reverse	7	0.0315764918923378
21140	rnn.bias_ih_l0_reverse	8	0.0349266454577446
21140	rnn.bias_ih_l0_reverse	9	0.05899476259946823
21140	rnn.bias_hh_l0_reverse	0	0.06460002809762955
21140	rnn.bias_hh_l0_reverse	1	0.06156732514500618
21140	rnn.bias_hh_l0_reverse	2	0.07800071686506271
21140	rnn.bias_hh_l0_reverse	3	-0.007269501220434904
21140	rnn.bias_hh_l0_reverse	4	0.07829499989748001
21140	rnn.bias_hh_l0_reverse	5	0.0003776869853027165
21140	rnn.bias_hh_l0_reverse	6	-0.06197222322225571
21140	rnn.bias_hh_l0_reverse	7	0.022951019927859306
21140	rnn.bias_hh_l0_reverse	8	0.017517827451229095
21140	rnn.bias_hh_l0_reverse	9	-0.15459737181663513
21140	linear.weight	0	0.13084879517555237
21140	linear.weight	1	-0.14895066618919373
21140	linear.weight	2	-0.1928635984659195
21140	linear.weight	3	0.06045660376548767
21140	linear.weight	4	-0.03275524824857712
21140	linear.weight	5	0.00047224931768141687
21140	linear.weight	6	-0.007421946153044701
21140	linear.weight	7	-0.027795473113656044
21140	linear.weight	8	0.05698731169104576
21140	linear.weight	9	0.33565977215766907
21140	linear.bias	0	-0.1944318562746048
21140	linear.bias	1	0.18890933692455292
21140	linear.bias	2	-0.5215762257575989
21140	linear.bias	3	1.6709197759628296
21140	linear.bias	4	-0.3921276926994324
21140	linear.bias	5	-0.030769959092140198
21140	linear.bias	6	-0.3405829071998596
21140	linear.bias	7	-0.2771639823913574
21140	linear.bias	8	-0.016990115866065025
21140	linear.bias	9	-0.4862188398838043
21168	transitions	0	-0.6403881311416626
21168	transitions	1	0.3577827215194702
21168	transitions	2	1.6830346584320068
21168	transitions	3	0.10593501478433609
21168	transitions	4	0.9539375305175781
21168	transitions	5	1.274068832397461
21168	transitions	6	0.48346468806266785
21168	transitions	7	0.17629514634609222
21168	transitions	8	-0.9194504022598267
21168	transitions	9	0.9306938648223877
21168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21168	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21168	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21168	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21168	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21168	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21168	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21168	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21168	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21168	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21168	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21168	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21168	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21168	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21168	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21168	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21168	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21168	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21168	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21168	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21168	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21168	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21168	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21168	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21168	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21168	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21168	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21168	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21168	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21168	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21168	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21168	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21168	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21168	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21168	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21168	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21168	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21168	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21168	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21168	embedding2nn.weight	0	0.026318667456507683
21168	embedding2nn.weight	1	0.01405834499746561
21168	embedding2nn.weight	2	-0.004656702745705843
21168	embedding2nn.weight	3	0.0027624955400824547
21168	embedding2nn.weight	4	-0.004578365478664637
21168	embedding2nn.weight	5	0.011392541229724884
21168	embedding2nn.weight	6	-0.004236839711666107
21168	embedding2nn.weight	7	0.017637435346841812
21168	embedding2nn.weight	8	-0.0050393701530992985
21168	embedding2nn.weight	9	-0.013658221811056137
21168	embedding2nn.bias	0	-0.04247232899069786
21168	embedding2nn.bias	1	-0.02212364226579666
21168	embedding2nn.bias	2	-0.04812222719192505
21168	embedding2nn.bias	3	-0.012913312762975693
21168	embedding2nn.bias	4	-0.008508970960974693
21168	embedding2nn.bias	5	-0.0053159878589212894
21168	embedding2nn.bias	6	0.00026643654564395547
21168	embedding2nn.bias	7	0.026258224621415138
21168	embedding2nn.bias	8	-0.0019056627061218023
21168	embedding2nn.bias	9	-0.004111925605684519
21168	rnn.weight_ih_l0	0	0.0394182987511158
21168	rnn.weight_ih_l0	1	-0.010153154842555523
21168	rnn.weight_ih_l0	2	-0.04108504578471184
21168	rnn.weight_ih_l0	3	-0.04407847300171852
21168	rnn.weight_ih_l0	4	-0.051945287734270096
21168	rnn.weight_ih_l0	5	-0.009147077798843384
21168	rnn.weight_ih_l0	6	-0.0542801208794117
21168	rnn.weight_ih_l0	7	-0.05880278721451759
21168	rnn.weight_ih_l0	8	-0.04528996720910072
21168	rnn.weight_ih_l0	9	-0.026843536645174026
21168	rnn.weight_hh_l0	0	0.015586595982313156
21168	rnn.weight_hh_l0	1	-0.012161622755229473
21168	rnn.weight_hh_l0	2	-0.06918685138225555
21168	rnn.weight_hh_l0	3	-0.03075038641691208
21168	rnn.weight_hh_l0	4	-0.07326772809028625
21168	rnn.weight_hh_l0	5	-0.006572681944817305
21168	rnn.weight_hh_l0	6	-0.04178236052393913
21168	rnn.weight_hh_l0	7	-0.024867242202162743
21168	rnn.weight_hh_l0	8	-0.019592061638832092
21168	rnn.weight_hh_l0	9	0.0031550591811537743
21168	rnn.bias_ih_l0	0	0.13091564178466797
21168	rnn.bias_ih_l0	1	-0.0637209564447403
21168	rnn.bias_ih_l0	2	0.1125355213880539
21168	rnn.bias_ih_l0	3	0.04353809356689453
21168	rnn.bias_ih_l0	4	0.10416552424430847
21168	rnn.bias_ih_l0	5	0.02466983161866665
21168	rnn.bias_ih_l0	6	-0.011419850401580334
21168	rnn.bias_ih_l0	7	-0.12150388211011887
21168	rnn.bias_ih_l0	8	-0.17715251445770264
21168	rnn.bias_ih_l0	9	0.08557271212339401
21168	rnn.bias_hh_l0	0	-0.006307283416390419
21168	rnn.bias_hh_l0	1	0.020555922761559486
21168	rnn.bias_hh_l0	2	-0.0006943602929823101
21168	rnn.bias_hh_l0	3	-0.01626059226691723
21168	rnn.bias_hh_l0	4	-0.04219524934887886
21168	rnn.bias_hh_l0	5	0.14231958985328674
21168	rnn.bias_hh_l0	6	0.03521573171019554
21168	rnn.bias_hh_l0	7	0.05089723691344261
21168	rnn.bias_hh_l0	8	0.02294890023767948
21168	rnn.bias_hh_l0	9	0.03945282846689224
21168	rnn.weight_ih_l0_reverse	0	-0.030183009803295135
21168	rnn.weight_ih_l0_reverse	1	-0.0031993177253752947
21168	rnn.weight_ih_l0_reverse	2	0.02521730773150921
21168	rnn.weight_ih_l0_reverse	3	-0.06120007857680321
21168	rnn.weight_ih_l0_reverse	4	0.011869966983795166
21168	rnn.weight_ih_l0_reverse	5	-0.047802962362766266
21168	rnn.weight_ih_l0_reverse	6	0.018923413008451462
21168	rnn.weight_ih_l0_reverse	7	0.045552294701337814
21168	rnn.weight_ih_l0_reverse	8	-0.04451964795589447
21168	rnn.weight_ih_l0_reverse	9	-0.051322679966688156
21168	rnn.weight_hh_l0_reverse	0	-0.07938418537378311
21168	rnn.weight_hh_l0_reverse	1	-0.06168060377240181
21168	rnn.weight_hh_l0_reverse	2	0.03335531800985336
21168	rnn.weight_hh_l0_reverse	3	0.047848060727119446
21168	rnn.weight_hh_l0_reverse	4	-0.00894436426460743
21168	rnn.weight_hh_l0_reverse	5	0.044805727899074554
21168	rnn.weight_hh_l0_reverse	6	-0.020244885236024857
21168	rnn.weight_hh_l0_reverse	7	0.0016837322618812323
21168	rnn.weight_hh_l0_reverse	8	-0.09425307810306549
21168	rnn.weight_hh_l0_reverse	9	0.07733771204948425
21168	rnn.bias_ih_l0_reverse	0	-0.0738474428653717
21168	rnn.bias_ih_l0_reverse	1	-0.058441732078790665
21168	rnn.bias_ih_l0_reverse	2	0.10593143105506897
21168	rnn.bias_ih_l0_reverse	3	0.03973297029733658
21168	rnn.bias_ih_l0_reverse	4	-0.13133302330970764
21168	rnn.bias_ih_l0_reverse	5	0.036297500133514404
21168	rnn.bias_ih_l0_reverse	6	-0.11082175374031067
21168	rnn.bias_ih_l0_reverse	7	0.027824655175209045
21168	rnn.bias_ih_l0_reverse	8	0.03577370196580887
21168	rnn.bias_ih_l0_reverse	9	0.05924006178975105
21168	rnn.bias_hh_l0_reverse	0	0.07553742080926895
21168	rnn.bias_hh_l0_reverse	1	0.06161954626441002
21168	rnn.bias_hh_l0_reverse	2	0.07596839219331741
21168	rnn.bias_hh_l0_reverse	3	-0.006271482445299625
21168	rnn.bias_hh_l0_reverse	4	0.07812100648880005
21168	rnn.bias_hh_l0_reverse	5	0.0044701118022203445
21168	rnn.bias_hh_l0_reverse	6	-0.06161969155073166
21168	rnn.bias_hh_l0_reverse	7	0.024435479193925858
21168	rnn.bias_hh_l0_reverse	8	0.01689932867884636
21168	rnn.bias_hh_l0_reverse	9	-0.15698321163654327
21168	linear.weight	0	0.13237342238426208
21168	linear.weight	1	-0.1510830521583557
21168	linear.weight	2	-0.19451138377189636
21168	linear.weight	3	0.058484576642513275
21168	linear.weight	4	-0.03303097188472748
21168	linear.weight	5	-0.002719480311498046
21168	linear.weight	6	-0.007396410219371319
21168	linear.weight	7	-0.0277849230915308
21168	linear.weight	8	0.05660881847143173
21168	linear.weight	9	0.3359111547470093
21168	linear.bias	0	-0.1881512701511383
21168	linear.bias	1	0.19141440093517303
21168	linear.bias	2	-0.5226465463638306
21168	linear.bias	3	1.6815893650054932
21168	linear.bias	4	-0.392418771982193
21168	linear.bias	5	-0.030769959092140198
21168	linear.bias	6	-0.34300127625465393
21168	linear.bias	7	-0.2770968973636627
21168	linear.bias	8	-0.020598821341991425
21168	linear.bias	9	-0.486283540725708
21196	transitions	0	-0.6404294371604919
21196	transitions	1	0.3577672839164734
21196	transitions	2	1.6829967498779297
21196	transitions	3	0.10592053830623627
21196	transitions	4	0.9539217948913574
21196	transitions	5	1.2740678787231445
21196	transitions	6	0.48346418142318726
21196	transitions	7	0.17628078162670135
21196	transitions	8	-0.9194509387016296
21196	transitions	9	0.9306938648223877
21196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21196	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21196	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21196	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21196	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21196	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21196	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21196	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21196	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21196	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21196	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21196	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21196	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21196	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21196	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21196	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21196	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21196	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21196	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21196	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21196	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21196	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21196	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21196	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21196	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21196	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21196	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21196	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21196	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21196	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21196	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21196	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21196	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21196	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21196	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21196	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21196	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21196	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21196	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21196	embedding2nn.weight	0	0.026228422299027443
21196	embedding2nn.weight	1	0.01392702292650938
21196	embedding2nn.weight	2	-0.004572833422571421
21196	embedding2nn.weight	3	0.002711227163672447
21196	embedding2nn.weight	4	-0.004526820965111256
21196	embedding2nn.weight	5	0.011356530711054802
21196	embedding2nn.weight	6	-0.004383767955005169
21196	embedding2nn.weight	7	0.018537888303399086
21196	embedding2nn.weight	8	-0.004987123887985945
21196	embedding2nn.weight	9	-0.013738997280597687
21196	embedding2nn.bias	0	-0.04289531707763672
21196	embedding2nn.bias	1	-0.021892400458455086
21196	embedding2nn.bias	2	-0.0509929321706295
21196	embedding2nn.bias	3	-0.011065755970776081
21196	embedding2nn.bias	4	-0.005401333328336477
21196	embedding2nn.bias	5	-0.004541108384728432
21196	embedding2nn.bias	6	5.39327556907665e-05
21196	embedding2nn.bias	7	0.020633341744542122
21196	embedding2nn.bias	8	-0.0015374503564089537
21196	embedding2nn.bias	9	-0.002361250575631857
21196	rnn.weight_ih_l0	0	0.0388563834130764
21196	rnn.weight_ih_l0	1	-0.010794765315949917
21196	rnn.weight_ih_l0	2	-0.04011983796954155
21196	rnn.weight_ih_l0	3	-0.04361646994948387
21196	rnn.weight_ih_l0	4	-0.05148426815867424
21196	rnn.weight_ih_l0	5	-0.009212137199938297
21196	rnn.weight_ih_l0	6	-0.05394349619746208
21196	rnn.weight_ih_l0	7	-0.058697283267974854
21196	rnn.weight_ih_l0	8	-0.04497656226158142
21196	rnn.weight_ih_l0	9	-0.026692092418670654
21196	rnn.weight_hh_l0	0	0.015894437208771706
21196	rnn.weight_hh_l0	1	-0.012688889168202877
21196	rnn.weight_hh_l0	2	-0.0697217658162117
21196	rnn.weight_hh_l0	3	-0.030860532075166702
21196	rnn.weight_hh_l0	4	-0.07276569306850433
21196	rnn.weight_hh_l0	5	-0.006348582915961742
21196	rnn.weight_hh_l0	6	-0.04236679524183273
21196	rnn.weight_hh_l0	7	-0.024416323751211166
21196	rnn.weight_hh_l0	8	-0.019707323983311653
21196	rnn.weight_hh_l0	9	0.0018311308231204748
21196	rnn.bias_ih_l0	0	0.13163639605045319
21196	rnn.bias_ih_l0	1	-0.06517453491687775
21196	rnn.bias_ih_l0	2	0.11154060065746307
21196	rnn.bias_ih_l0	3	0.0441119410097599
21196	rnn.bias_ih_l0	4	0.10491486638784409
21196	rnn.bias_ih_l0	5	0.023480482399463654
21196	rnn.bias_ih_l0	6	-0.009344547986984253
21196	rnn.bias_ih_l0	7	-0.12041577696800232
21196	rnn.bias_ih_l0	8	-0.1762082576751709
21196	rnn.bias_ih_l0	9	0.08552204817533493
21196	rnn.bias_hh_l0	0	-0.004372589290142059
21196	rnn.bias_hh_l0	1	0.019560616463422775
21196	rnn.bias_hh_l0	2	-0.002782692201435566
21196	rnn.bias_hh_l0	3	-0.020125819370150566
21196	rnn.bias_hh_l0	4	-0.04171642288565636
21196	rnn.bias_hh_l0	5	0.1413162648677826
21196	rnn.bias_hh_l0	6	0.03471091389656067
21196	rnn.bias_hh_l0	7	0.050941623747348785
21196	rnn.bias_hh_l0	8	0.025024201720952988
21196	rnn.bias_hh_l0	9	0.03838881477713585
21196	rnn.weight_ih_l0_reverse	0	-0.02985512465238571
21196	rnn.weight_ih_l0_reverse	1	-0.003286239691078663
21196	rnn.weight_ih_l0_reverse	2	0.02506287209689617
21196	rnn.weight_ih_l0_reverse	3	-0.06114792823791504
21196	rnn.weight_ih_l0_reverse	4	0.012431693263351917
21196	rnn.weight_ih_l0_reverse	5	-0.04802465811371803
21196	rnn.weight_ih_l0_reverse	6	0.018732372671365738
21196	rnn.weight_ih_l0_reverse	7	0.0455593466758728
21196	rnn.weight_ih_l0_reverse	8	-0.044695232063531876
21196	rnn.weight_ih_l0_reverse	9	-0.05127600580453873
21196	rnn.weight_hh_l0_reverse	0	-0.07908966392278671
21196	rnn.weight_hh_l0_reverse	1	-0.06103363633155823
21196	rnn.weight_hh_l0_reverse	2	0.033386047929525375
21196	rnn.weight_hh_l0_reverse	3	0.047922924160957336
21196	rnn.weight_hh_l0_reverse	4	-0.009044084697961807
21196	rnn.weight_hh_l0_reverse	5	0.04502568766474724
21196	rnn.weight_hh_l0_reverse	6	-0.019039520993828773
21196	rnn.weight_hh_l0_reverse	7	0.0018261492950841784
21196	rnn.weight_hh_l0_reverse	8	-0.09461820125579834
21196	rnn.weight_hh_l0_reverse	9	0.0780639499425888
21196	rnn.bias_ih_l0_reverse	0	-0.07870613783597946
21196	rnn.bias_ih_l0_reverse	1	-0.06385244429111481
21196	rnn.bias_ih_l0_reverse	2	0.104678213596344
21196	rnn.bias_ih_l0_reverse	3	0.0415993258357048
21196	rnn.bias_ih_l0_reverse	4	-0.13053853809833527
21196	rnn.bias_ih_l0_reverse	5	0.036337174475193024
21196	rnn.bias_ih_l0_reverse	6	-0.11114203929901123
21196	rnn.bias_ih_l0_reverse	7	0.030251966789364815
21196	rnn.bias_ih_l0_reverse	8	0.036668770015239716
21196	rnn.bias_ih_l0_reverse	9	0.056852493435144424
21196	rnn.bias_hh_l0_reverse	0	0.07830784469842911
21196	rnn.bias_hh_l0_reverse	1	0.06082558259367943
21196	rnn.bias_hh_l0_reverse	2	0.07798266410827637
21196	rnn.bias_hh_l0_reverse	3	-0.008079287596046925
21196	rnn.bias_hh_l0_reverse	4	0.07970089465379715
21196	rnn.bias_hh_l0_reverse	5	0.0005738363834097981
21196	rnn.bias_hh_l0_reverse	6	-0.06204817444086075
21196	rnn.bias_hh_l0_reverse	7	0.024508798494935036
21196	rnn.bias_hh_l0_reverse	8	0.016109896823763847
21196	rnn.bias_hh_l0_reverse	9	-0.15389634668827057
21196	linear.weight	0	0.12714244425296783
21196	linear.weight	1	-0.15110614895820618
21196	linear.weight	2	-0.19477376341819763
21196	linear.weight	3	0.062447965145111084
21196	linear.weight	4	-0.03287797421216965
21196	linear.weight	5	-0.002497331006452441
21196	linear.weight	6	-0.007394843269139528
21196	linear.weight	7	-0.027756834402680397
21196	linear.weight	8	0.057859499007463455
21196	linear.weight	9	0.33824604749679565
21196	linear.bias	0	-0.2054976224899292
21196	linear.bias	1	0.19007016718387604
21196	linear.bias	2	-0.5198304057121277
21196	linear.bias	3	1.7030953168869019
21196	linear.bias	4	-0.39254996180534363
21196	linear.bias	5	-0.030769959092140198
21196	linear.bias	6	-0.3404621481895447
21196	linear.bias	7	-0.2786311209201813
21196	linear.bias	8	-0.02152581326663494
21196	linear.bias	9	-0.486349880695343
21224	transitions	0	-0.640483021736145
21224	transitions	1	0.3577162027359009
21224	transitions	2	1.6829184293746948
21224	transitions	3	0.10591308772563934
21224	transitions	4	0.9538260102272034
21224	transitions	5	1.27406644821167
21224	transitions	6	0.4834634065628052
21224	transitions	7	0.17627927660942078
21224	transitions	8	-0.9194512963294983
21224	transitions	9	0.9306938648223877
21224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21224	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21224	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21224	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21224	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21224	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21224	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21224	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21224	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21224	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21224	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21224	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21224	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21224	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21224	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21224	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21224	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21224	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21224	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21224	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21224	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21224	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21224	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21224	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21224	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21224	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21224	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21224	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21224	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21224	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21224	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21224	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21224	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21224	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21224	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21224	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21224	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21224	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21224	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21224	embedding2nn.weight	0	0.025791607797145844
21224	embedding2nn.weight	1	0.013950261287391186
21224	embedding2nn.weight	2	-0.004611925221979618
21224	embedding2nn.weight	3	0.002502997638657689
21224	embedding2nn.weight	4	-0.004493250045925379
21224	embedding2nn.weight	5	0.011576518416404724
21224	embedding2nn.weight	6	-0.004451890010386705
21224	embedding2nn.weight	7	0.017932269722223282
21224	embedding2nn.weight	8	-0.005126544740051031
21224	embedding2nn.weight	9	-0.013840812258422375
21224	embedding2nn.bias	0	-0.044975243508815765
21224	embedding2nn.bias	1	-0.02226250059902668
21224	embedding2nn.bias	2	-0.0572306253015995
21224	embedding2nn.bias	3	-0.000253565376624465
21224	embedding2nn.bias	4	-0.0028067072853446007
21224	embedding2nn.bias	5	-0.0005122025613673031
21224	embedding2nn.bias	6	0.006909999065101147
21224	embedding2nn.bias	7	0.024706605821847916
21224	embedding2nn.bias	8	-3.792710913330666e-06
21224	embedding2nn.bias	9	0.009336247108876705
21224	rnn.weight_ih_l0	0	0.03897292912006378
21224	rnn.weight_ih_l0	1	-0.011165467090904713
21224	rnn.weight_ih_l0	2	-0.04010465741157532
21224	rnn.weight_ih_l0	3	-0.04350171238183975
21224	rnn.weight_ih_l0	4	-0.0513090156018734
21224	rnn.weight_ih_l0	5	-0.009514831006526947
21224	rnn.weight_ih_l0	6	-0.053615204989910126
21224	rnn.weight_ih_l0	7	-0.058667030185461044
21224	rnn.weight_ih_l0	8	-0.0449020117521286
21224	rnn.weight_ih_l0	9	-0.02647748589515686
21224	rnn.weight_hh_l0	0	0.015995297580957413
21224	rnn.weight_hh_l0	1	-0.013453260995447636
21224	rnn.weight_hh_l0	2	-0.06957727670669556
21224	rnn.weight_hh_l0	3	-0.031074771657586098
21224	rnn.weight_hh_l0	4	-0.07337725162506104
21224	rnn.weight_hh_l0	5	-0.006413178518414497
21224	rnn.weight_hh_l0	6	-0.04179244488477707
21224	rnn.weight_hh_l0	7	-0.026086857542395592
21224	rnn.weight_hh_l0	8	-0.019608918577432632
21224	rnn.weight_hh_l0	9	0.0014064533170312643
21224	rnn.bias_ih_l0	0	0.13179591298103333
21224	rnn.bias_ih_l0	1	-0.06866225600242615
21224	rnn.bias_ih_l0	2	0.10980484634637833
21224	rnn.bias_ih_l0	3	0.04437299817800522
21224	rnn.bias_ih_l0	4	0.10673252493143082
21224	rnn.bias_ih_l0	5	0.023504076525568962
21224	rnn.bias_ih_l0	6	-0.011835736222565174
21224	rnn.bias_ih_l0	7	-0.12100038677453995
21224	rnn.bias_ih_l0	8	-0.18235211074352264
21224	rnn.bias_ih_l0	9	0.08471456915140152
21224	rnn.bias_hh_l0	0	-0.0033980084117501974
21224	rnn.bias_hh_l0	1	0.019819485023617744
21224	rnn.bias_hh_l0	2	-0.0018500399310141802
21224	rnn.bias_hh_l0	3	-0.01991540938615799
21224	rnn.bias_hh_l0	4	-0.04244406148791313
21224	rnn.bias_hh_l0	5	0.14267513155937195
21224	rnn.bias_hh_l0	6	0.034023307263851166
21224	rnn.bias_hh_l0	7	0.049910712987184525
21224	rnn.bias_hh_l0	8	0.022533012554049492
21224	rnn.bias_hh_l0	9	0.037236057221889496
21224	rnn.weight_ih_l0_reverse	0	-0.030150065198540688
21224	rnn.weight_ih_l0_reverse	1	-0.005809720139950514
21224	rnn.weight_ih_l0_reverse	2	0.025134313851594925
21224	rnn.weight_ih_l0_reverse	3	-0.061310239136219025
21224	rnn.weight_ih_l0_reverse	4	0.012062554247677326
21224	rnn.weight_ih_l0_reverse	5	-0.04785952717065811
21224	rnn.weight_ih_l0_reverse	6	0.019024839624762535
21224	rnn.weight_ih_l0_reverse	7	0.045496270060539246
21224	rnn.weight_ih_l0_reverse	8	-0.04464692622423172
21224	rnn.weight_ih_l0_reverse	9	-0.05135399475693703
21224	rnn.weight_hh_l0_reverse	0	-0.0793885812163353
21224	rnn.weight_hh_l0_reverse	1	-0.0607411153614521
21224	rnn.weight_hh_l0_reverse	2	0.033479031175374985
21224	rnn.weight_hh_l0_reverse	3	0.04750824719667435
21224	rnn.weight_hh_l0_reverse	4	-0.00828071404248476
21224	rnn.weight_hh_l0_reverse	5	0.045070111751556396
21224	rnn.weight_hh_l0_reverse	6	-0.01868298277258873
21224	rnn.weight_hh_l0_reverse	7	0.0017798003973439336
21224	rnn.weight_hh_l0_reverse	8	-0.09442497044801712
21224	rnn.weight_hh_l0_reverse	9	0.07717656344175339
21224	rnn.bias_ih_l0_reverse	0	-0.07964398711919785
21224	rnn.bias_ih_l0_reverse	1	-0.06233030557632446
21224	rnn.bias_ih_l0_reverse	2	0.10620685666799545
21224	rnn.bias_ih_l0_reverse	3	0.041104309260845184
21224	rnn.bias_ih_l0_reverse	4	-0.13118186593055725
21224	rnn.bias_ih_l0_reverse	5	0.03612244874238968
21224	rnn.bias_ih_l0_reverse	6	-0.11415666341781616
21224	rnn.bias_ih_l0_reverse	7	0.03305782750248909
21224	rnn.bias_ih_l0_reverse	8	0.03747129440307617
21224	rnn.bias_ih_l0_reverse	9	0.056138597428798676
21224	rnn.bias_hh_l0_reverse	0	0.06968636810779572
21224	rnn.bias_hh_l0_reverse	1	0.06058744341135025
21224	rnn.bias_hh_l0_reverse	2	0.0789027288556099
21224	rnn.bias_hh_l0_reverse	3	-0.008937958627939224
21224	rnn.bias_hh_l0_reverse	4	0.0790509358048439
21224	rnn.bias_hh_l0_reverse	5	0.011007518507540226
21224	rnn.bias_hh_l0_reverse	6	-0.06198306754231453
21224	rnn.bias_hh_l0_reverse	7	0.024988388642668724
21224	rnn.bias_hh_l0_reverse	8	0.014888984151184559
21224	rnn.bias_hh_l0_reverse	9	-0.15926730632781982
21224	linear.weight	0	0.131029412150383
21224	linear.weight	1	-0.1510877162218094
21224	linear.weight	2	-0.19319914281368256
21224	linear.weight	3	0.06493725627660751
21224	linear.weight	4	-0.032027166336774826
21224	linear.weight	5	-0.0026614319067448378
21224	linear.weight	6	-0.007389582693576813
21224	linear.weight	7	-0.027747120708227158
21224	linear.weight	8	0.05823557451367378
21224	linear.weight	9	0.33550986647605896
21224	linear.bias	0	-0.19528059661388397
21224	linear.bias	1	0.19286417961120605
21224	linear.bias	2	-0.5182914733886719
21224	linear.bias	3	1.7102187871932983
21224	linear.bias	4	-0.39272192120552063
21224	linear.bias	5	-0.030769959092140198
21224	linear.bias	6	-0.3389786183834076
21224	linear.bias	7	-0.2776862680912018
21224	linear.bias	8	-0.02435106597840786
21224	linear.bias	9	-0.48641014099121094
21252	transitions	0	-0.6405567526817322
21252	transitions	1	0.35770103335380554
21252	transitions	2	1.68288254737854
21252	transitions	3	0.10588967055082321
21252	transitions	4	0.9538194537162781
21252	transitions	5	1.2740651369094849
21252	transitions	6	0.48346275091171265
21252	transitions	7	0.17627888917922974
21252	transitions	8	-0.9194516539573669
21252	transitions	9	0.9306938648223877
21252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21252	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21252	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21252	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21252	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21252	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21252	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21252	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21252	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21252	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21252	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21252	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21252	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21252	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21252	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21252	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21252	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21252	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21252	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21252	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21252	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21252	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21252	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21252	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21252	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21252	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21252	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21252	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21252	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21252	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21252	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21252	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21252	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21252	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21252	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21252	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21252	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21252	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21252	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21252	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21252	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21252	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21252	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21252	embedding2nn.weight	0	0.026010483503341675
21252	embedding2nn.weight	1	0.01395544596016407
21252	embedding2nn.weight	2	-0.004619773477315903
21252	embedding2nn.weight	3	0.002682649064809084
21252	embedding2nn.weight	4	-0.004485257435590029
21252	embedding2nn.weight	5	0.011543585918843746
21252	embedding2nn.weight	6	-0.004471849650144577
21252	embedding2nn.weight	7	0.01871669478714466
21252	embedding2nn.weight	8	-0.005115207750350237
21252	embedding2nn.weight	9	-0.01389946136623621
21252	embedding2nn.bias	0	-0.04365262761712074
21252	embedding2nn.bias	1	-0.021709999069571495
21252	embedding2nn.bias	2	-0.05885371193289757
21252	embedding2nn.bias	3	0.0005724941729567945
21252	embedding2nn.bias	4	-0.0034933751448988914
21252	embedding2nn.bias	5	-0.0005042133270762861
21252	embedding2nn.bias	6	0.0071071600541472435
21252	embedding2nn.bias	7	0.023059790953993797
21252	embedding2nn.bias	8	0.0038083253894001245
21252	embedding2nn.bias	9	0.005319498013705015
21252	rnn.weight_ih_l0	0	0.038927506655454636
21252	rnn.weight_ih_l0	1	-0.010684973560273647
21252	rnn.weight_ih_l0	2	-0.04225178062915802
21252	rnn.weight_ih_l0	3	-0.0434185229241848
21252	rnn.weight_ih_l0	4	-0.051333505660295486
21252	rnn.weight_ih_l0	5	-0.009818481281399727
21252	rnn.weight_ih_l0	6	-0.05370559170842171
21252	rnn.weight_ih_l0	7	-0.058648109436035156
21252	rnn.weight_ih_l0	8	-0.04483949765563011
21252	rnn.weight_ih_l0	9	-0.026483384892344475
21252	rnn.weight_hh_l0	0	0.016098039224743843
21252	rnn.weight_hh_l0	1	-0.01421621348708868
21252	rnn.weight_hh_l0	2	-0.07058938592672348
21252	rnn.weight_hh_l0	3	-0.03165993094444275
21252	rnn.weight_hh_l0	4	-0.07368665933609009
21252	rnn.weight_hh_l0	5	-0.006706907879561186
21252	rnn.weight_hh_l0	6	-0.04110701009631157
21252	rnn.weight_hh_l0	7	-0.025581499561667442
21252	rnn.weight_hh_l0	8	-0.019885648041963577
21252	rnn.weight_hh_l0	9	0.002286094706505537
21252	rnn.bias_ih_l0	0	0.13339348137378693
21252	rnn.bias_ih_l0	1	-0.06949666142463684
21252	rnn.bias_ih_l0	2	0.10961564630270004
21252	rnn.bias_ih_l0	3	0.04487460479140282
21252	rnn.bias_ih_l0	4	0.10588160157203674
21252	rnn.bias_ih_l0	5	0.024647612124681473
21252	rnn.bias_ih_l0	6	-0.010432238690555096
21252	rnn.bias_ih_l0	7	-0.1226992979645729
21252	rnn.bias_ih_l0	8	-0.17440000176429749
21252	rnn.bias_ih_l0	9	0.08577626198530197
21252	rnn.bias_hh_l0	0	-0.004240049514919519
21252	rnn.bias_hh_l0	1	0.021215906366705894
21252	rnn.bias_hh_l0	2	-0.0009923415491357446
21252	rnn.bias_hh_l0	3	-0.015646986663341522
21252	rnn.bias_hh_l0	4	-0.04487965628504753
21252	rnn.bias_hh_l0	5	0.14441540837287903
21252	rnn.bias_hh_l0	6	0.03442546725273132
21252	rnn.bias_hh_l0	7	0.04808032140135765
21252	rnn.bias_hh_l0	8	0.02393650822341442
21252	rnn.bias_hh_l0	9	0.03664935752749443
21252	rnn.weight_ih_l0_reverse	0	-0.02985927276313305
21252	rnn.weight_ih_l0_reverse	1	-0.005734879523515701
21252	rnn.weight_ih_l0_reverse	2	0.025069406256079674
21252	rnn.weight_ih_l0_reverse	3	-0.061482176184654236
21252	rnn.weight_ih_l0_reverse	4	0.01187953446060419
21252	rnn.weight_ih_l0_reverse	5	-0.047743335366249084
21252	rnn.weight_ih_l0_reverse	6	0.019418876618146896
21252	rnn.weight_ih_l0_reverse	7	0.04554637894034386
21252	rnn.weight_ih_l0_reverse	8	-0.044459812343120575
21252	rnn.weight_ih_l0_reverse	9	-0.051174648106098175
21252	rnn.weight_hh_l0_reverse	0	-0.07847621291875839
21252	rnn.weight_hh_l0_reverse	1	-0.058140285313129425
21252	rnn.weight_hh_l0_reverse	2	0.03448732942342758
21252	rnn.weight_hh_l0_reverse	3	0.04765010252594948
21252	rnn.weight_hh_l0_reverse	4	-0.007661572657525539
21252	rnn.weight_hh_l0_reverse	5	0.0452299639582634
21252	rnn.weight_hh_l0_reverse	6	-0.020707732066512108
21252	rnn.weight_hh_l0_reverse	7	0.0017135587986558676
21252	rnn.weight_hh_l0_reverse	8	-0.09414367377758026
21252	rnn.weight_hh_l0_reverse	9	0.07691656053066254
21252	rnn.bias_ih_l0_reverse	0	-0.07796738296747208
21252	rnn.bias_ih_l0_reverse	1	-0.06326804310083389
21252	rnn.bias_ih_l0_reverse	2	0.1073070839047432
21252	rnn.bias_ih_l0_reverse	3	0.04181140288710594
21252	rnn.bias_ih_l0_reverse	4	-0.13295575976371765
21252	rnn.bias_ih_l0_reverse	5	0.03362445905804634
21252	rnn.bias_ih_l0_reverse	6	-0.11364065855741501
21252	rnn.bias_ih_l0_reverse	7	0.030850376933813095
21252	rnn.bias_ih_l0_reverse	8	0.03672349452972412
21252	rnn.bias_ih_l0_reverse	9	0.05654453858733177
21252	rnn.bias_hh_l0_reverse	0	0.06209878996014595
21252	rnn.bias_hh_l0_reverse	1	0.06030173972249031
21252	rnn.bias_hh_l0_reverse	2	0.07939320057630539
21252	rnn.bias_hh_l0_reverse	3	-0.00952123012393713
21252	rnn.bias_hh_l0_reverse	4	0.07903048396110535
21252	rnn.bias_hh_l0_reverse	5	0.006933956872671843
21252	rnn.bias_hh_l0_reverse	6	-0.06401388347148895
21252	rnn.bias_hh_l0_reverse	7	0.024873416870832443
21252	rnn.bias_hh_l0_reverse	8	0.01708264835178852
21252	rnn.bias_hh_l0_reverse	9	-0.16074395179748535
21252	linear.weight	0	0.1337847262620926
21252	linear.weight	1	-0.15107956528663635
21252	linear.weight	2	-0.19319318234920502
21252	linear.weight	3	0.06747596710920334
21252	linear.weight	4	-0.03172634169459343
21252	linear.weight	5	-0.004513693042099476
21252	linear.weight	6	-0.007387860212475061
21252	linear.weight	7	-0.02771417796611786
21252	linear.weight	8	0.057407233864068985
21252	linear.weight	9	0.33662357926368713
21252	linear.bias	0	-0.20417191088199615
21252	linear.bias	1	0.18707333505153656
21252	linear.bias	2	-0.5174661874771118
21252	linear.bias	3	1.690430760383606
21252	linear.bias	4	-0.3928292393684387
21252	linear.bias	5	-0.030769959092140198
21252	linear.bias	6	-0.33742573857307434
21252	linear.bias	7	-0.27737483382225037
21252	linear.bias	8	-0.01534100528806448
21252	linear.bias	9	-0.4865218698978424
21280	transitions	0	-0.6406517028808594
21280	transitions	1	0.3576427698135376
21280	transitions	2	1.682835578918457
21280	transitions	3	0.10587693005800247
21280	transitions	4	0.9538171291351318
21280	transitions	5	1.2740647792816162
21280	transitions	6	0.4834620952606201
21280	transitions	7	0.1762785166501999
21280	transitions	8	-0.919451892375946
21280	transitions	9	0.9306938052177429
21280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21280	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21280	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21280	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21280	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21280	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21280	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21280	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21280	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21280	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21280	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21280	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21280	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21280	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21280	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21280	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21280	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21280	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21280	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21280	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21280	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21280	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21280	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21280	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21280	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21280	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21280	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21280	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21280	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21280	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21280	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21280	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21280	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21280	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21280	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21280	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21280	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21280	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21280	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21280	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21280	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21280	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21280	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21280	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21280	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21280	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21280	embedding2nn.weight	0	0.026073776185512543
21280	embedding2nn.weight	1	0.013945589773356915
21280	embedding2nn.weight	2	-0.004524464253336191
21280	embedding2nn.weight	3	0.002586407819762826
21280	embedding2nn.weight	4	-0.004500539507716894
21280	embedding2nn.weight	5	0.01174572017043829
21280	embedding2nn.weight	6	-0.004390229471027851
21280	embedding2nn.weight	7	0.019008832052350044
21280	embedding2nn.weight	8	-0.0049370285123586655
21280	embedding2nn.weight	9	-0.013991422019898891
21280	embedding2nn.bias	0	-0.041414547711610794
21280	embedding2nn.bias	1	-0.02411191165447235
21280	embedding2nn.bias	2	-0.06265062838792801
21280	embedding2nn.bias	3	-0.005307581275701523
21280	embedding2nn.bias	4	0.0009420402930118144
21280	embedding2nn.bias	5	-0.00677495589479804
21280	embedding2nn.bias	6	0.004692185204476118
21280	embedding2nn.bias	7	0.02296663448214531
21280	embedding2nn.bias	8	0.005111740902066231
21280	embedding2nn.bias	9	0.009347865357995033
21280	rnn.weight_ih_l0	0	0.039040543138980865
21280	rnn.weight_ih_l0	1	-0.011120776645839214
21280	rnn.weight_ih_l0	2	-0.041703514754772186
21280	rnn.weight_ih_l0	3	-0.042993973940610886
21280	rnn.weight_ih_l0	4	-0.05119839683175087
21280	rnn.weight_ih_l0	5	-0.010324088856577873
21280	rnn.weight_ih_l0	6	-0.05313090980052948
21280	rnn.weight_ih_l0	7	-0.05846356227993965
21280	rnn.weight_ih_l0	8	-0.0446128249168396
21280	rnn.weight_ih_l0	9	-0.026508094742894173
21280	rnn.weight_hh_l0	0	0.016505325213074684
21280	rnn.weight_hh_l0	1	-0.013568668626248837
21280	rnn.weight_hh_l0	2	-0.06981734931468964
21280	rnn.weight_hh_l0	3	-0.03094220906496048
21280	rnn.weight_hh_l0	4	-0.07379843294620514
21280	rnn.weight_hh_l0	5	-0.006956127006560564
21280	rnn.weight_hh_l0	6	-0.04304283857345581
21280	rnn.weight_hh_l0	7	-0.026423845440149307
21280	rnn.weight_hh_l0	8	-0.019708404317498207
21280	rnn.weight_hh_l0	9	0.002496857661753893
21280	rnn.bias_ih_l0	0	0.1346742957830429
21280	rnn.bias_ih_l0	1	-0.06913904845714569
21280	rnn.bias_ih_l0	2	0.10968348383903503
21280	rnn.bias_ih_l0	3	0.043983545154333115
21280	rnn.bias_ih_l0	4	0.10602010041475296
21280	rnn.bias_ih_l0	5	0.02442523092031479
21280	rnn.bias_ih_l0	6	-0.011351984925568104
21280	rnn.bias_ih_l0	7	-0.12481106072664261
21280	rnn.bias_ih_l0	8	-0.1744389683008194
21280	rnn.bias_ih_l0	9	0.0851980671286583
21280	rnn.bias_hh_l0	0	-0.004547892138361931
21280	rnn.bias_hh_l0	1	0.018397070467472076
21280	rnn.bias_hh_l0	2	-0.00284021464176476
21280	rnn.bias_hh_l0	3	-0.01703489013016224
21280	rnn.bias_hh_l0	4	-0.04423952475190163
21280	rnn.bias_hh_l0	5	0.14551497995853424
21280	rnn.bias_hh_l0	6	0.037969645112752914
21280	rnn.bias_hh_l0	7	0.0468258298933506
21280	rnn.bias_hh_l0	8	0.02301676943898201
21280	rnn.bias_hh_l0	9	0.03849974647164345
21280	rnn.weight_ih_l0_reverse	0	-0.029977768659591675
21280	rnn.weight_ih_l0_reverse	1	-0.005828108172863722
21280	rnn.weight_ih_l0_reverse	2	0.024957673624157906
21280	rnn.weight_ih_l0_reverse	3	-0.06164301186800003
21280	rnn.weight_ih_l0_reverse	4	0.011669725179672241
21280	rnn.weight_ih_l0_reverse	5	-0.04763472080230713
21280	rnn.weight_ih_l0_reverse	6	0.02001498080790043
21280	rnn.weight_ih_l0_reverse	7	0.0455130897462368
21280	rnn.weight_ih_l0_reverse	8	-0.044525016099214554
21280	rnn.weight_ih_l0_reverse	9	-0.051142461597919464
21280	rnn.weight_hh_l0_reverse	0	-0.07887370884418488
21280	rnn.weight_hh_l0_reverse	1	-0.05916218087077141
21280	rnn.weight_hh_l0_reverse	2	0.03478800132870674
21280	rnn.weight_hh_l0_reverse	3	0.047366246581077576
21280	rnn.weight_hh_l0_reverse	4	-0.008175034075975418
21280	rnn.weight_hh_l0_reverse	5	0.04522549733519554
21280	rnn.weight_hh_l0_reverse	6	-0.0238401647657156
21280	rnn.weight_hh_l0_reverse	7	0.002166858408600092
21280	rnn.weight_hh_l0_reverse	8	-0.09367801994085312
21280	rnn.weight_hh_l0_reverse	9	0.07700798660516739
21280	rnn.bias_ih_l0_reverse	0	-0.07723027467727661
21280	rnn.bias_ih_l0_reverse	1	-0.06331729143857956
21280	rnn.bias_ih_l0_reverse	2	0.10650335252285004
21280	rnn.bias_ih_l0_reverse	3	0.04132794216275215
21280	rnn.bias_ih_l0_reverse	4	-0.13323114812374115
21280	rnn.bias_ih_l0_reverse	5	0.032316192984580994
21280	rnn.bias_ih_l0_reverse	6	-0.11326459795236588
21280	rnn.bias_ih_l0_reverse	7	0.03064773418009281
21280	rnn.bias_ih_l0_reverse	8	0.036141809076070786
21280	rnn.bias_ih_l0_reverse	9	0.056542664766311646
21280	rnn.bias_hh_l0_reverse	0	0.05987249314785004
21280	rnn.bias_hh_l0_reverse	1	0.06148369982838631
21280	rnn.bias_hh_l0_reverse	2	0.07797770947217941
21280	rnn.bias_hh_l0_reverse	3	-0.009741097688674927
21280	rnn.bias_hh_l0_reverse	4	0.07732107490301132
21280	rnn.bias_hh_l0_reverse	5	0.004240559879690409
21280	rnn.bias_hh_l0_reverse	6	-0.0650487095117569
21280	rnn.bias_hh_l0_reverse	7	0.023603316396474838
21280	rnn.bias_hh_l0_reverse	8	0.018131526187062263
21280	rnn.bias_hh_l0_reverse	9	-0.15999186038970947
21280	linear.weight	0	0.13513979315757751
21280	linear.weight	1	-0.15105998516082764
21280	linear.weight	2	-0.1962089240550995
21280	linear.weight	3	0.06539317965507507
21280	linear.weight	4	-0.03141479194164276
21280	linear.weight	5	-0.004384562373161316
21280	linear.weight	6	-0.00738732423633337
21280	linear.weight	7	-0.027682587504386902
21280	linear.weight	8	0.060056623071432114
21280	linear.weight	9	0.33699217438697815
21280	linear.bias	0	-0.2040160894393921
21280	linear.bias	1	0.1823638677597046
21280	linear.bias	2	-0.517139732837677
21280	linear.bias	3	1.686460256576538
21280	linear.bias	4	-0.39299750328063965
21280	linear.bias	5	-0.030769959092140198
21280	linear.bias	6	-0.3378380835056305
21280	linear.bias	7	-0.27922576665878296
21280	linear.bias	8	-0.03363814949989319
21280	linear.bias	9	-0.48658615350723267
21308	transitions	0	-0.6407073736190796
21308	transitions	1	0.3575982451438904
21308	transitions	2	1.6827774047851562
21308	transitions	3	0.10585393756628036
21308	transitions	4	0.9537979960441589
21308	transitions	5	1.274064064025879
21308	transitions	6	0.4834619164466858
21308	transitions	7	0.17627836763858795
21308	transitions	8	-0.9194526672363281
21308	transitions	9	0.9306938052177429
21308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21308	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21308	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21308	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21308	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21308	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21308	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21308	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21308	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21308	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21308	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21308	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21308	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21308	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21308	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21308	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21308	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21308	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21308	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21308	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21308	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21308	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21308	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21308	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21308	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21308	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21308	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21308	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21308	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21308	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21308	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21308	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21308	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21308	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21308	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21308	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21308	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21308	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21308	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21308	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21308	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21308	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21308	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21308	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21308	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21308	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21308	embedding2nn.weight	0	0.025809943675994873
21308	embedding2nn.weight	1	0.013954458758234978
21308	embedding2nn.weight	2	-0.004561709705740213
21308	embedding2nn.weight	3	0.002461071126163006
21308	embedding2nn.weight	4	-0.0045023164711892605
21308	embedding2nn.weight	5	0.011822030879557133
21308	embedding2nn.weight	6	-0.004247764125466347
21308	embedding2nn.weight	7	0.019141120836138725
21308	embedding2nn.weight	8	-0.005175375379621983
21308	embedding2nn.weight	9	-0.013956534676253796
21308	embedding2nn.bias	0	-0.044218335300683975
21308	embedding2nn.bias	1	-0.021983791142702103
21308	embedding2nn.bias	2	-0.06285567581653595
21308	embedding2nn.bias	3	-0.005578663200139999
21308	embedding2nn.bias	4	0.0027242766227573156
21308	embedding2nn.bias	5	-0.002242611488327384
21308	embedding2nn.bias	6	0.005705716088414192
21308	embedding2nn.bias	7	0.023000722751021385
21308	embedding2nn.bias	8	0.008629587478935719
21308	embedding2nn.bias	9	0.009949037805199623
21308	rnn.weight_ih_l0	0	0.03898216784000397
21308	rnn.weight_ih_l0	1	-0.010868540033698082
21308	rnn.weight_ih_l0	2	-0.04113343358039856
21308	rnn.weight_ih_l0	3	-0.042814090847969055
21308	rnn.weight_ih_l0	4	-0.051499929279088974
21308	rnn.weight_ih_l0	5	-0.010137609206140041
21308	rnn.weight_ih_l0	6	-0.05329851433634758
21308	rnn.weight_ih_l0	7	-0.05841052532196045
21308	rnn.weight_ih_l0	8	-0.04427018761634827
21308	rnn.weight_ih_l0	9	-0.026795968413352966
21308	rnn.weight_hh_l0	0	0.016207389533519745
21308	rnn.weight_hh_l0	1	-0.01390040386468172
21308	rnn.weight_hh_l0	2	-0.06898502260446548
21308	rnn.weight_hh_l0	3	-0.031087199226021767
21308	rnn.weight_hh_l0	4	-0.0738273411989212
21308	rnn.weight_hh_l0	5	-0.006823977455496788
21308	rnn.weight_hh_l0	6	-0.04222254082560539
21308	rnn.weight_hh_l0	7	-0.025319494307041168
21308	rnn.weight_hh_l0	8	-0.019488153979182243
21308	rnn.weight_hh_l0	9	0.001777325989678502
21308	rnn.bias_ih_l0	0	0.13342368602752686
21308	rnn.bias_ih_l0	1	-0.06898783892393112
21308	rnn.bias_ih_l0	2	0.10972250998020172
21308	rnn.bias_ih_l0	3	0.04268494248390198
21308	rnn.bias_ih_l0	4	0.10441890358924866
21308	rnn.bias_ih_l0	5	0.02479720674455166
21308	rnn.bias_ih_l0	6	-0.009541468694806099
21308	rnn.bias_ih_l0	7	-0.12595710158348083
21308	rnn.bias_ih_l0	8	-0.17667421698570251
21308	rnn.bias_ih_l0	9	0.08465919643640518
21308	rnn.bias_hh_l0	0	-0.0045064776204526424
21308	rnn.bias_hh_l0	1	0.018429983407258987
21308	rnn.bias_hh_l0	2	-0.004048497881740332
21308	rnn.bias_hh_l0	3	-0.016465479508042336
21308	rnn.bias_hh_l0	4	-0.04219663143157959
21308	rnn.bias_hh_l0	5	0.14601019024848938
21308	rnn.bias_hh_l0	6	0.036246009171009064
21308	rnn.bias_hh_l0	7	0.048225514590740204
21308	rnn.bias_hh_l0	8	0.02482728473842144
21308	rnn.bias_hh_l0	9	0.03971687704324722
21308	rnn.weight_ih_l0_reverse	0	-0.030313588678836823
21308	rnn.weight_ih_l0_reverse	1	-0.006525902077555656
21308	rnn.weight_ih_l0_reverse	2	0.025073958560824394
21308	rnn.weight_ih_l0_reverse	3	-0.061769209802150726
21308	rnn.weight_ih_l0_reverse	4	0.011688624508678913
21308	rnn.weight_ih_l0_reverse	5	-0.04813579469919205
21308	rnn.weight_ih_l0_reverse	6	0.020740408450365067
21308	rnn.weight_ih_l0_reverse	7	0.04568765312433243
21308	rnn.weight_ih_l0_reverse	8	-0.044556207954883575
21308	rnn.weight_ih_l0_reverse	9	-0.051115818321704865
21308	rnn.weight_hh_l0_reverse	0	-0.0788339152932167
21308	rnn.weight_hh_l0_reverse	1	-0.05899924784898758
21308	rnn.weight_hh_l0_reverse	2	0.03476816415786743
21308	rnn.weight_hh_l0_reverse	3	0.046852029860019684
21308	rnn.weight_hh_l0_reverse	4	-0.007969209924340248
21308	rnn.weight_hh_l0_reverse	5	0.045247882604599
21308	rnn.weight_hh_l0_reverse	6	-0.025380829349160194
21308	rnn.weight_hh_l0_reverse	7	0.0024001640267670155
21308	rnn.weight_hh_l0_reverse	8	-0.0929204449057579
21308	rnn.weight_hh_l0_reverse	9	0.07767457515001297
21308	rnn.bias_ih_l0_reverse	0	-0.07544561475515366
21308	rnn.bias_ih_l0_reverse	1	-0.0656411349773407
21308	rnn.bias_ih_l0_reverse	2	0.10553552955389023
21308	rnn.bias_ih_l0_reverse	3	0.0414464958012104
21308	rnn.bias_ih_l0_reverse	4	-0.13269878923892975
21308	rnn.bias_ih_l0_reverse	5	0.03308313712477684
21308	rnn.bias_ih_l0_reverse	6	-0.11223912239074707
21308	rnn.bias_ih_l0_reverse	7	0.0326809324324131
21308	rnn.bias_ih_l0_reverse	8	0.035387903451919556
21308	rnn.bias_ih_l0_reverse	9	0.05717509984970093
21308	rnn.bias_hh_l0_reverse	0	0.0566641129553318
21308	rnn.bias_hh_l0_reverse	1	0.061371687799692154
21308	rnn.bias_hh_l0_reverse	2	0.0792912170290947
21308	rnn.bias_hh_l0_reverse	3	-0.00969349592924118
21308	rnn.bias_hh_l0_reverse	4	0.07787109911441803
21308	rnn.bias_hh_l0_reverse	5	0.004697171039879322
21308	rnn.bias_hh_l0_reverse	6	-0.06257370859384537
21308	rnn.bias_hh_l0_reverse	7	0.02524099312722683
21308	rnn.bias_hh_l0_reverse	8	0.017986638471484184
21308	rnn.bias_hh_l0_reverse	9	-0.16314645111560822
21308	linear.weight	0	0.13309688866138458
21308	linear.weight	1	-0.1510704755783081
21308	linear.weight	2	-0.196407750248909
21308	linear.weight	3	0.0654962956905365
21308	linear.weight	4	-0.031102223321795464
21308	linear.weight	5	-0.004449694417417049
21308	linear.weight	6	-0.007391057908535004
21308	linear.weight	7	-0.027567792683839798
21308	linear.weight	8	0.06144610792398453
21308	linear.weight	9	0.3355560004711151
21308	linear.bias	0	-0.19788189232349396
21308	linear.bias	1	0.18177582323551178
21308	linear.bias	2	-0.5185731053352356
21308	linear.bias	3	1.683249592781067
21308	linear.bias	4	-0.39320191740989685
21308	linear.bias	5	-0.030769959092140198
21308	linear.bias	6	-0.33785369992256165
21308	linear.bias	7	-0.28056469559669495
21308	linear.bias	8	-0.027467474341392517
21308	linear.bias	9	-0.48672938346862793
21336	transitions	0	-0.6408008337020874
21336	transitions	1	0.3575882613658905
21336	transitions	2	1.6827534437179565
21336	transitions	3	0.10581856966018677
21336	transitions	4	0.9537904858589172
21336	transitions	5	1.2740617990493774
21336	transitions	6	0.483460396528244
21336	transitions	7	0.17627772688865662
21336	transitions	8	-0.9194530248641968
21336	transitions	9	0.9306938052177429
21336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21336	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21336	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21336	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21336	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21336	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21336	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21336	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21336	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21336	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21336	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21336	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21336	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21336	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21336	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21336	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21336	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21336	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21336	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21336	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21336	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21336	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21336	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21336	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21336	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21336	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21336	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21336	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21336	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21336	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21336	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21336	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21336	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21336	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21336	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21336	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21336	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21336	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21336	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21336	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21336	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21336	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21336	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21336	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21336	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21336	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21336	embedding2nn.weight	0	0.026072558015584946
21336	embedding2nn.weight	1	0.013921399600803852
21336	embedding2nn.weight	2	-0.00454475125297904
21336	embedding2nn.weight	3	0.00240195170044899
21336	embedding2nn.weight	4	-0.004530814476311207
21336	embedding2nn.weight	5	0.011743713170289993
21336	embedding2nn.weight	6	-0.004219489637762308
21336	embedding2nn.weight	7	0.01939401589334011
21336	embedding2nn.weight	8	-0.005222310312092304
21336	embedding2nn.weight	9	-0.01400541327893734
21336	embedding2nn.bias	0	-0.030867882072925568
21336	embedding2nn.bias	1	-0.021339448168873787
21336	embedding2nn.bias	2	-0.05904655531048775
21336	embedding2nn.bias	3	-0.00664309598505497
21336	embedding2nn.bias	4	0.010275488719344139
21336	embedding2nn.bias	5	-0.01198373083025217
21336	embedding2nn.bias	6	0.0077626644633710384
21336	embedding2nn.bias	7	0.018243294209241867
21336	embedding2nn.bias	8	0.010474491864442825
21336	embedding2nn.bias	9	0.005098971538245678
21336	rnn.weight_ih_l0	0	0.03856256976723671
21336	rnn.weight_ih_l0	1	-0.011920871213078499
21336	rnn.weight_ih_l0	2	-0.041253961622714996
21336	rnn.weight_ih_l0	3	-0.042633067816495895
21336	rnn.weight_ih_l0	4	-0.051394082605838776
21336	rnn.weight_ih_l0	5	-0.009915546514093876
21336	rnn.weight_ih_l0	6	-0.053485263139009476
21336	rnn.weight_ih_l0	7	-0.058403316885232925
21336	rnn.weight_ih_l0	8	-0.04415331408381462
21336	rnn.weight_ih_l0	9	-0.026822391897439957
21336	rnn.weight_hh_l0	0	0.01637742482125759
21336	rnn.weight_hh_l0	1	-0.014188244007527828
21336	rnn.weight_hh_l0	2	-0.06864563375711441
21336	rnn.weight_hh_l0	3	-0.03139534965157509
21336	rnn.weight_hh_l0	4	-0.07348936796188354
21336	rnn.weight_hh_l0	5	-0.0067977383732795715
21336	rnn.weight_hh_l0	6	-0.041994016617536545
21336	rnn.weight_hh_l0	7	-0.025736965239048004
21336	rnn.weight_hh_l0	8	-0.01963835582137108
21336	rnn.weight_hh_l0	9	0.00241063442081213
21336	rnn.bias_ih_l0	0	0.1347779780626297
21336	rnn.bias_ih_l0	1	-0.06739463657140732
21336	rnn.bias_ih_l0	2	0.11012565344572067
21336	rnn.bias_ih_l0	3	0.043533068150281906
21336	rnn.bias_ih_l0	4	0.10302640497684479
21336	rnn.bias_ih_l0	5	0.02717772126197815
21336	rnn.bias_ih_l0	6	-0.011363660916686058
21336	rnn.bias_ih_l0	7	-0.12238414585590363
21336	rnn.bias_ih_l0	8	-0.17485275864601135
21336	rnn.bias_ih_l0	9	0.08474058657884598
21336	rnn.bias_hh_l0	0	-0.00419239979237318
21336	rnn.bias_hh_l0	1	0.018968259915709496
21336	rnn.bias_hh_l0	2	-0.0036630146205425262
21336	rnn.bias_hh_l0	3	-0.01735290139913559
21336	rnn.bias_hh_l0	4	-0.04291703179478645
21336	rnn.bias_hh_l0	5	0.1449030190706253
21336	rnn.bias_hh_l0	6	0.037336718291044235
21336	rnn.bias_hh_l0	7	0.04920860379934311
21336	rnn.bias_hh_l0	8	0.023005086928606033
21336	rnn.bias_hh_l0	9	0.03907330334186554
21336	rnn.weight_ih_l0_reverse	0	-0.030264632776379585
21336	rnn.weight_ih_l0_reverse	1	-0.006286364980041981
21336	rnn.weight_ih_l0_reverse	2	0.02513599395751953
21336	rnn.weight_ih_l0_reverse	3	-0.06136888265609741
21336	rnn.weight_ih_l0_reverse	4	0.011732550337910652
21336	rnn.weight_ih_l0_reverse	5	-0.04804474487900734
21336	rnn.weight_ih_l0_reverse	6	0.019602425396442413
21336	rnn.weight_ih_l0_reverse	7	0.04561670124530792
21336	rnn.weight_ih_l0_reverse	8	-0.044576287269592285
21336	rnn.weight_ih_l0_reverse	9	-0.051143281161785126
21336	rnn.weight_hh_l0_reverse	0	-0.07863368839025497
21336	rnn.weight_hh_l0_reverse	1	-0.06007687374949455
21336	rnn.weight_hh_l0_reverse	2	0.03466591611504555
21336	rnn.weight_hh_l0_reverse	3	0.04667140170931816
21336	rnn.weight_hh_l0_reverse	4	-0.007663711439818144
21336	rnn.weight_hh_l0_reverse	5	0.04535502940416336
21336	rnn.weight_hh_l0_reverse	6	-0.024292277172207832
21336	rnn.weight_hh_l0_reverse	7	0.001847009756602347
21336	rnn.weight_hh_l0_reverse	8	-0.0930141806602478
21336	rnn.weight_hh_l0_reverse	9	0.07797851413488388
21336	rnn.bias_ih_l0_reverse	0	-0.07317735999822617
21336	rnn.bias_ih_l0_reverse	1	-0.06249701604247093
21336	rnn.bias_ih_l0_reverse	2	0.10665144771337509
21336	rnn.bias_ih_l0_reverse	3	0.04166646674275398
21336	rnn.bias_ih_l0_reverse	4	-0.13352228701114655
21336	rnn.bias_ih_l0_reverse	5	0.034620579332113266
21336	rnn.bias_ih_l0_reverse	6	-0.11059118807315826
21336	rnn.bias_ih_l0_reverse	7	0.033798910677433014
21336	rnn.bias_ih_l0_reverse	8	0.03413478657603264
21336	rnn.bias_ih_l0_reverse	9	0.056389931589365005
21336	rnn.bias_hh_l0_reverse	0	0.06418515741825104
21336	rnn.bias_hh_l0_reverse	1	0.06117874011397362
21336	rnn.bias_hh_l0_reverse	2	0.07777975499629974
21336	rnn.bias_hh_l0_reverse	3	-0.00918175745755434
21336	rnn.bias_hh_l0_reverse	4	0.0778086930513382
21336	rnn.bias_hh_l0_reverse	5	0.0014356852043420076
21336	rnn.bias_hh_l0_reverse	6	-0.06254714727401733
21336	rnn.bias_hh_l0_reverse	7	0.024700399488210678
21336	rnn.bias_hh_l0_reverse	8	0.016973789781332016
21336	rnn.bias_hh_l0_reverse	9	-0.15941570699214935
21336	linear.weight	0	0.13213470578193665
21336	linear.weight	1	-0.15107454359531403
21336	linear.weight	2	-0.19488419592380524
21336	linear.weight	3	0.06453362852334976
21336	linear.weight	4	-0.030389264225959778
21336	linear.weight	5	-0.004604567773640156
21336	linear.weight	6	-0.007390673737972975
21336	linear.weight	7	-0.02752336673438549
21336	linear.weight	8	0.061418306082487106
21336	linear.weight	9	0.33739134669303894
21336	linear.bias	0	-0.20506620407104492
21336	linear.bias	1	0.18357138335704803
21336	linear.bias	2	-0.5195531249046326
21336	linear.bias	3	1.7060132026672363
21336	linear.bias	4	-0.393298864364624
21336	linear.bias	5	-0.030769959092140198
21336	linear.bias	6	-0.33899179100990295
21336	linear.bias	7	-0.2811078727245331
21336	linear.bias	8	-0.022728269919753075
21336	linear.bias	9	-0.4868128001689911
21364	transitions	0	-0.640823245048523
21364	transitions	1	0.35756903886795044
21364	transitions	2	1.682717204093933
21364	transitions	3	0.10580994188785553
21364	transitions	4	0.953787088394165
21364	transitions	5	1.2740610837936401
21364	transitions	6	0.48345986008644104
21364	transitions	7	0.1762775182723999
21364	transitions	8	-0.9194533824920654
21364	transitions	9	0.930693507194519
21364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21364	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21364	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21364	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21364	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21364	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21364	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21364	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21364	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21364	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21364	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21364	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21364	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21364	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21364	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21364	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21364	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21364	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21364	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21364	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21364	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21364	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21364	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21364	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21364	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21364	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21364	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21364	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21364	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21364	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21364	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21364	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21364	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21364	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21364	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21364	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21364	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21364	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21364	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21364	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21364	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21364	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21364	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21364	embedding2nn.weight	0	0.0260786060243845
21364	embedding2nn.weight	1	0.014017230831086636
21364	embedding2nn.weight	2	-0.0044987499713897705
21364	embedding2nn.weight	3	0.0022392934188246727
21364	embedding2nn.weight	4	-0.004544158466160297
21364	embedding2nn.weight	5	0.011818703263998032
21364	embedding2nn.weight	6	-0.004107415676116943
21364	embedding2nn.weight	7	0.019466109573841095
21364	embedding2nn.weight	8	-0.005218406207859516
21364	embedding2nn.weight	9	-0.013999211601912975
21364	embedding2nn.bias	0	-0.03933050110936165
21364	embedding2nn.bias	1	-0.028015537187457085
21364	embedding2nn.bias	2	-0.05726754665374756
21364	embedding2nn.bias	3	-0.006546151824295521
21364	embedding2nn.bias	4	0.009107471443712711
21364	embedding2nn.bias	5	-0.0064980508759617805
21364	embedding2nn.bias	6	0.00889618881046772
21364	embedding2nn.bias	7	0.0278907623142004
21364	embedding2nn.bias	8	0.006648665759712458
21364	embedding2nn.bias	9	0.007716945372521877
21364	rnn.weight_ih_l0	0	0.038584303110837936
21364	rnn.weight_ih_l0	1	-0.01102862786501646
21364	rnn.weight_ih_l0	2	-0.04187588021159172
21364	rnn.weight_ih_l0	3	-0.04261095076799393
21364	rnn.weight_ih_l0	4	-0.05134575814008713
21364	rnn.weight_ih_l0	5	-0.01010865904390812
21364	rnn.weight_ih_l0	6	-0.05333114415407181
21364	rnn.weight_ih_l0	7	-0.05856432020664215
21364	rnn.weight_ih_l0	8	-0.04421737417578697
21364	rnn.weight_ih_l0	9	-0.026949891820549965
21364	rnn.weight_hh_l0	0	0.0162358358502388
21364	rnn.weight_hh_l0	1	-0.014111886732280254
21364	rnn.weight_hh_l0	2	-0.06859765946865082
21364	rnn.weight_hh_l0	3	-0.031086383387446404
21364	rnn.weight_hh_l0	4	-0.07341403514146805
21364	rnn.weight_hh_l0	5	-0.006985766813158989
21364	rnn.weight_hh_l0	6	-0.03962536156177521
21364	rnn.weight_hh_l0	7	-0.025058424100279808
21364	rnn.weight_hh_l0	8	-0.019888244569301605
21364	rnn.weight_hh_l0	9	0.0021538431756198406
21364	rnn.bias_ih_l0	0	0.13178956508636475
21364	rnn.bias_ih_l0	1	-0.06756105273962021
21364	rnn.bias_ih_l0	2	0.11142963916063309
21364	rnn.bias_ih_l0	3	0.04360724240541458
21364	rnn.bias_ih_l0	4	0.10208688676357269
21364	rnn.bias_ih_l0	5	0.026823770254850388
21364	rnn.bias_ih_l0	6	-0.012000265531241894
21364	rnn.bias_ih_l0	7	-0.12506777048110962
21364	rnn.bias_ih_l0	8	-0.17626641690731049
21364	rnn.bias_ih_l0	9	0.0861935093998909
21364	rnn.bias_hh_l0	0	-0.00482218200340867
21364	rnn.bias_hh_l0	1	0.018214672803878784
21364	rnn.bias_hh_l0	2	-0.003930451814085245
21364	rnn.bias_hh_l0	3	-0.01731707528233528
21364	rnn.bias_hh_l0	4	-0.04365041106939316
21364	rnn.bias_hh_l0	5	0.14622214436531067
21364	rnn.bias_hh_l0	6	0.03757120296359062
21364	rnn.bias_hh_l0	7	0.047024521976709366
21364	rnn.bias_hh_l0	8	0.022368481382727623
21364	rnn.bias_hh_l0	9	0.03815796598792076
21364	rnn.weight_ih_l0_reverse	0	-0.030585281550884247
21364	rnn.weight_ih_l0_reverse	1	-0.006130619440227747
21364	rnn.weight_ih_l0_reverse	2	0.025085708126425743
21364	rnn.weight_ih_l0_reverse	3	-0.06123892217874527
21364	rnn.weight_ih_l0_reverse	4	0.011796840466558933
21364	rnn.weight_ih_l0_reverse	5	-0.04793480783700943
21364	rnn.weight_ih_l0_reverse	6	0.020208565518260002
21364	rnn.weight_ih_l0_reverse	7	0.0457179881632328
21364	rnn.weight_ih_l0_reverse	8	-0.04496564343571663
21364	rnn.weight_ih_l0_reverse	9	-0.051117610186338425
21364	rnn.weight_hh_l0_reverse	0	-0.0791136845946312
21364	rnn.weight_hh_l0_reverse	1	-0.0608714260160923
21364	rnn.weight_hh_l0_reverse	2	0.03481798991560936
21364	rnn.weight_hh_l0_reverse	3	0.046768974512815475
21364	rnn.weight_hh_l0_reverse	4	-0.006982869002968073
21364	rnn.weight_hh_l0_reverse	5	0.04523630440235138
21364	rnn.weight_hh_l0_reverse	6	-0.023306401446461678
21364	rnn.weight_hh_l0_reverse	7	0.0016303869197145104
21364	rnn.weight_hh_l0_reverse	8	-0.09329060465097427
21364	rnn.weight_hh_l0_reverse	9	0.078618623316288
21364	rnn.bias_ih_l0_reverse	0	-0.07081142067909241
21364	rnn.bias_ih_l0_reverse	1	-0.060684286057949066
21364	rnn.bias_ih_l0_reverse	2	0.10749209672212601
21364	rnn.bias_ih_l0_reverse	3	0.04179652780294418
21364	rnn.bias_ih_l0_reverse	4	-0.13425223529338837
21364	rnn.bias_ih_l0_reverse	5	0.03506334498524666
21364	rnn.bias_ih_l0_reverse	6	-0.11127597093582153
21364	rnn.bias_ih_l0_reverse	7	0.03588104620575905
21364	rnn.bias_ih_l0_reverse	8	0.03364429250359535
21364	rnn.bias_ih_l0_reverse	9	0.0582730770111084
21364	rnn.bias_hh_l0_reverse	0	0.06138868257403374
21364	rnn.bias_hh_l0_reverse	1	0.06008942425251007
21364	rnn.bias_hh_l0_reverse	2	0.07708974182605743
21364	rnn.bias_hh_l0_reverse	3	-0.009364532306790352
21364	rnn.bias_hh_l0_reverse	4	0.07684040814638138
21364	rnn.bias_hh_l0_reverse	5	0.0010083524975925684
21364	rnn.bias_hh_l0_reverse	6	-0.06282085925340652
21364	rnn.bias_hh_l0_reverse	7	0.025211824104189873
21364	rnn.bias_hh_l0_reverse	8	0.01816800981760025
21364	rnn.bias_hh_l0_reverse	9	-0.15892119705677032
21364	linear.weight	0	0.1416335105895996
21364	linear.weight	1	-0.15107692778110504
21364	linear.weight	2	-0.19731765985488892
21364	linear.weight	3	0.06462162733078003
21364	linear.weight	4	-0.032770853489637375
21364	linear.weight	5	-0.004751178901642561
21364	linear.weight	6	-0.007389450445771217
21364	linear.weight	7	-0.02749735675752163
21364	linear.weight	8	0.06188824772834778
21364	linear.weight	9	0.33277428150177
21364	linear.bias	0	-0.19837120175361633
21364	linear.bias	1	0.18029464781284332
21364	linear.bias	2	-0.5216584205627441
21364	linear.bias	3	1.7031980752944946
21364	linear.bias	4	-0.39410504698753357
21364	linear.bias	5	-0.030769959092140198
21364	linear.bias	6	-0.34016820788383484
21364	linear.bias	7	-0.28330615162849426
21364	linear.bias	8	-0.037778303027153015
21364	linear.bias	9	-0.4868687093257904
21392	transitions	0	-0.6409432291984558
21392	transitions	1	0.35754474997520447
21392	transitions	2	1.6826555728912354
21392	transitions	3	0.10574663430452347
21392	transitions	4	0.953760027885437
21392	transitions	5	1.2740591764450073
21392	transitions	6	0.4834597408771515
21392	transitions	7	0.17626900970935822
21392	transitions	8	-0.9194538593292236
21392	transitions	9	0.9306933879852295
21392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21392	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21392	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21392	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21392	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21392	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21392	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21392	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21392	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21392	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21392	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21392	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21392	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21392	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21392	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21392	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21392	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21392	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21392	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21392	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21392	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21392	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21392	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21392	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21392	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21392	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21392	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21392	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21392	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21392	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21392	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21392	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21392	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21392	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21392	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21392	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21392	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21392	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21392	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21392	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21392	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21392	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21392	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21392	embedding2nn.weight	0	0.02620392106473446
21392	embedding2nn.weight	1	0.014123024418950081
21392	embedding2nn.weight	2	-0.004544752184301615
21392	embedding2nn.weight	3	0.0021405608858913183
21392	embedding2nn.weight	4	-0.004567984491586685
21392	embedding2nn.weight	5	0.011781767942011356
21392	embedding2nn.weight	6	-0.004069958813488483
21392	embedding2nn.weight	7	0.019938718527555466
21392	embedding2nn.weight	8	-0.005216668825596571
21392	embedding2nn.weight	9	-0.014060682617127895
21392	embedding2nn.bias	0	-0.039113324135541916
21392	embedding2nn.bias	1	-0.02485033869743347
21392	embedding2nn.bias	2	-0.05699103698134422
21392	embedding2nn.bias	3	-0.00153625407256186
21392	embedding2nn.bias	4	0.0029455909971147776
21392	embedding2nn.bias	5	-0.0037853443063795567
21392	embedding2nn.bias	6	0.0005132778314873576
21392	embedding2nn.bias	7	0.025562798604369164
21392	embedding2nn.bias	8	0.00966332945972681
21392	embedding2nn.bias	9	0.011662466451525688
21392	rnn.weight_ih_l0	0	0.03876170143485069
21392	rnn.weight_ih_l0	1	-0.011343277990818024
21392	rnn.weight_ih_l0	2	-0.041639603674411774
21392	rnn.weight_ih_l0	3	-0.04242204874753952
21392	rnn.weight_ih_l0	4	-0.05173208937048912
21392	rnn.weight_ih_l0	5	-0.010298865847289562
21392	rnn.weight_ih_l0	6	-0.05312781408429146
21392	rnn.weight_ih_l0	7	-0.05862652510404587
21392	rnn.weight_ih_l0	8	-0.04429003596305847
21392	rnn.weight_ih_l0	9	-0.027261817827820778
21392	rnn.weight_hh_l0	0	0.016051387414336205
21392	rnn.weight_hh_l0	1	-0.013922344893217087
21392	rnn.weight_hh_l0	2	-0.06845062971115112
21392	rnn.weight_hh_l0	3	-0.030878257006406784
21392	rnn.weight_hh_l0	4	-0.07341034710407257
21392	rnn.weight_hh_l0	5	-0.007956995628774166
21392	rnn.weight_hh_l0	6	-0.04154869168996811
21392	rnn.weight_hh_l0	7	-0.026629166677594185
21392	rnn.weight_hh_l0	8	-0.020123060792684555
21392	rnn.weight_hh_l0	9	0.002499379450455308
21392	rnn.bias_ih_l0	0	0.13243719935417175
21392	rnn.bias_ih_l0	1	-0.06638661026954651
21392	rnn.bias_ih_l0	2	0.11248210817575455
21392	rnn.bias_ih_l0	3	0.04132072255015373
21392	rnn.bias_ih_l0	4	0.10046251863241196
21392	rnn.bias_ih_l0	5	0.0258852057158947
21392	rnn.bias_ih_l0	6	-0.014217560179531574
21392	rnn.bias_ih_l0	7	-0.12316121906042099
21392	rnn.bias_ih_l0	8	-0.18124637007713318
21392	rnn.bias_ih_l0	9	0.08504822105169296
21392	rnn.bias_hh_l0	0	-0.005022537894546986
21392	rnn.bias_hh_l0	1	0.018672281876206398
21392	rnn.bias_hh_l0	2	-0.002934349002316594
21392	rnn.bias_hh_l0	3	-0.017302529886364937
21392	rnn.bias_hh_l0	4	-0.04083322361111641
21392	rnn.bias_hh_l0	5	0.14761696755886078
21392	rnn.bias_hh_l0	6	0.035005152225494385
21392	rnn.bias_hh_l0	7	0.04741845652461052
21392	rnn.bias_hh_l0	8	0.020151183009147644
21392	rnn.bias_hh_l0	9	0.038964711129665375
21392	rnn.weight_ih_l0_reverse	0	-0.031147176399827003
21392	rnn.weight_ih_l0_reverse	1	-0.006072828080505133
21392	rnn.weight_ih_l0_reverse	2	0.024980006739497185
21392	rnn.weight_ih_l0_reverse	3	-0.0615897998213768
21392	rnn.weight_ih_l0_reverse	4	0.011622319929301739
21392	rnn.weight_ih_l0_reverse	5	-0.04751509800553322
21392	rnn.weight_ih_l0_reverse	6	0.02003207989037037
21392	rnn.weight_ih_l0_reverse	7	0.04587489366531372
21392	rnn.weight_ih_l0_reverse	8	-0.04497908428311348
21392	rnn.weight_ih_l0_reverse	9	-0.0510052926838398
21392	rnn.weight_hh_l0_reverse	0	-0.07933691889047623
21392	rnn.weight_hh_l0_reverse	1	-0.059859566390514374
21392	rnn.weight_hh_l0_reverse	2	0.03451661765575409
21392	rnn.weight_hh_l0_reverse	3	0.046639181673526764
21392	rnn.weight_hh_l0_reverse	4	-0.008172746747732162
21392	rnn.weight_hh_l0_reverse	5	0.04525456205010414
21392	rnn.weight_hh_l0_reverse	6	-0.02180417999625206
21392	rnn.weight_hh_l0_reverse	7	0.0016254399670287967
21392	rnn.weight_hh_l0_reverse	8	-0.09264207631349564
21392	rnn.weight_hh_l0_reverse	9	0.0783696249127388
21392	rnn.bias_ih_l0_reverse	0	-0.07062195241451263
21392	rnn.bias_ih_l0_reverse	1	-0.06506723910570145
21392	rnn.bias_ih_l0_reverse	2	0.10632483661174774
21392	rnn.bias_ih_l0_reverse	3	0.04164493456482887
21392	rnn.bias_ih_l0_reverse	4	-0.13348834216594696
21392	rnn.bias_ih_l0_reverse	5	0.03387749195098877
21392	rnn.bias_ih_l0_reverse	6	-0.11164026707410812
21392	rnn.bias_ih_l0_reverse	7	0.03788166865706444
21392	rnn.bias_ih_l0_reverse	8	0.033675748854875565
21392	rnn.bias_ih_l0_reverse	9	0.059693727642297745
21392	rnn.bias_hh_l0_reverse	0	0.05773197486996651
21392	rnn.bias_hh_l0_reverse	1	0.05754967778921127
21392	rnn.bias_hh_l0_reverse	2	0.07754921913146973
21392	rnn.bias_hh_l0_reverse	3	-0.009739819914102554
21392	rnn.bias_hh_l0_reverse	4	0.07601259648799896
21392	rnn.bias_hh_l0_reverse	5	0.002426344668492675
21392	rnn.bias_hh_l0_reverse	6	-0.062164925038814545
21392	rnn.bias_hh_l0_reverse	7	0.02765912190079689
21392	rnn.bias_hh_l0_reverse	8	0.01789742521941662
21392	rnn.bias_hh_l0_reverse	9	-0.15587928891181946
21392	linear.weight	0	0.13821609318256378
21392	linear.weight	1	-0.1510840654373169
21392	linear.weight	2	-0.19646982848644257
21392	linear.weight	3	0.07023898512125015
21392	linear.weight	4	-0.032822385430336
21392	linear.weight	5	-0.004754324443638325
21392	linear.weight	6	-0.007386999204754829
21392	linear.weight	7	-0.02748318761587143
21392	linear.weight	8	0.062109943479299545
21392	linear.weight	9	0.3354848027229309
21392	linear.bias	0	-0.20179474353790283
21392	linear.bias	1	0.18430601060390472
21392	linear.bias	2	-0.5213735103607178
21392	linear.bias	3	1.6846749782562256
21392	linear.bias	4	-0.3942302167415619
21392	linear.bias	5	-0.030769959092140198
21392	linear.bias	6	-0.34145399928092957
21392	linear.bias	7	-0.2857498526573181
21392	linear.bias	8	-0.04088304564356804
21392	linear.bias	9	-0.48693591356277466
21420	transitions	0	-0.6410156488418579
21420	transitions	1	0.3573402464389801
21420	transitions	2	1.682619333267212
21420	transitions	3	0.10573580861091614
21420	transitions	4	0.9537572860717773
21420	transitions	5	1.27405846118927
21420	transitions	6	0.48345932364463806
21420	transitions	7	0.17626656591892242
21420	transitions	8	-0.919454038143158
21420	transitions	9	0.9306933283805847
21420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21420	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21420	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21420	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21420	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21420	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21420	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21420	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21420	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21420	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21420	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21420	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21420	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21420	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21420	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21420	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21420	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21420	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21420	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21420	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21420	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21420	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21420	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21420	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21420	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21420	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21420	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21420	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21420	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21420	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21420	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21420	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21420	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21420	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21420	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21420	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21420	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21420	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21420	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21420	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21420	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21420	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21420	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21420	embedding2nn.weight	0	0.025972407311201096
21420	embedding2nn.weight	1	0.014164526015520096
21420	embedding2nn.weight	2	-0.004579427186399698
21420	embedding2nn.weight	3	0.0018795247888192534
21420	embedding2nn.weight	4	-0.00458301929756999
21420	embedding2nn.weight	5	0.011731009930372238
21420	embedding2nn.weight	6	-0.0039969137869775295
21420	embedding2nn.weight	7	0.01965564675629139
21420	embedding2nn.weight	8	-0.005185400135815144
21420	embedding2nn.weight	9	-0.014089899137616158
21420	embedding2nn.bias	0	-0.03903670236468315
21420	embedding2nn.bias	1	-0.02115476317703724
21420	embedding2nn.bias	2	-0.053741324692964554
21420	embedding2nn.bias	3	-0.0006266411510296166
21420	embedding2nn.bias	4	0.003101386595517397
21420	embedding2nn.bias	5	0.0008345185779035091
21420	embedding2nn.bias	6	0.005133846774697304
21420	embedding2nn.bias	7	0.024232231080532074
21420	embedding2nn.bias	8	0.008699202910065651
21420	embedding2nn.bias	9	0.00894232839345932
21420	rnn.weight_ih_l0	0	0.03875532001256943
21420	rnn.weight_ih_l0	1	-0.011077317409217358
21420	rnn.weight_ih_l0	2	-0.04182402044534683
21420	rnn.weight_ih_l0	3	-0.04276684671640396
21420	rnn.weight_ih_l0	4	-0.05156688764691353
21420	rnn.weight_ih_l0	5	-0.010765103623270988
21420	rnn.weight_ih_l0	6	-0.05327583849430084
21420	rnn.weight_ih_l0	7	-0.05863785743713379
21420	rnn.weight_ih_l0	8	-0.04415949061512947
21420	rnn.weight_ih_l0	9	-0.027167128399014473
21420	rnn.weight_hh_l0	0	0.016211839392781258
21420	rnn.weight_hh_l0	1	-0.014794664457440376
21420	rnn.weight_hh_l0	2	-0.06695853173732758
21420	rnn.weight_hh_l0	3	-0.030996650457382202
21420	rnn.weight_hh_l0	4	-0.07400072365999222
21420	rnn.weight_hh_l0	5	-0.007756275124847889
21420	rnn.weight_hh_l0	6	-0.041021332144737244
21420	rnn.weight_hh_l0	7	-0.026694776490330696
21420	rnn.weight_hh_l0	8	-0.020081274211406708
21420	rnn.weight_hh_l0	9	0.002830351470038295
21420	rnn.bias_ih_l0	0	0.13401812314987183
21420	rnn.bias_ih_l0	1	-0.06832358986139297
21420	rnn.bias_ih_l0	2	0.11426904052495956
21420	rnn.bias_ih_l0	3	0.042150918394327164
21420	rnn.bias_ih_l0	4	0.10091140866279602
21420	rnn.bias_ih_l0	5	0.024183351546525955
21420	rnn.bias_ih_l0	6	-0.014098849147558212
21420	rnn.bias_ih_l0	7	-0.12377782166004181
21420	rnn.bias_ih_l0	8	-0.18424634635448456
21420	rnn.bias_ih_l0	9	0.08421922475099564
21420	rnn.bias_hh_l0	0	-0.005035217851400375
21420	rnn.bias_hh_l0	1	0.017780201509594917
21420	rnn.bias_hh_l0	2	-0.002480237977579236
21420	rnn.bias_hh_l0	3	-0.019245896488428116
21420	rnn.bias_hh_l0	4	-0.041479334235191345
21420	rnn.bias_hh_l0	5	0.14835667610168457
21420	rnn.bias_hh_l0	6	0.031286031007766724
21420	rnn.bias_hh_l0	7	0.049944501370191574
21420	rnn.bias_hh_l0	8	0.02026989497244358
21420	rnn.bias_hh_l0	9	0.03993404656648636
21420	rnn.weight_ih_l0_reverse	0	-0.031253259629011154
21420	rnn.weight_ih_l0_reverse	1	-0.005184439476579428
21420	rnn.weight_ih_l0_reverse	2	0.025160254910588264
21420	rnn.weight_ih_l0_reverse	3	-0.06110247224569321
21420	rnn.weight_ih_l0_reverse	4	0.011756273917853832
21420	rnn.weight_ih_l0_reverse	5	-0.04762191325426102
21420	rnn.weight_ih_l0_reverse	6	0.019146999344229698
21420	rnn.weight_ih_l0_reverse	7	0.04582682624459267
21420	rnn.weight_ih_l0_reverse	8	-0.04488413780927658
21420	rnn.weight_ih_l0_reverse	9	-0.05082986131310463
21420	rnn.weight_hh_l0_reverse	0	-0.07916361093521118
21420	rnn.weight_hh_l0_reverse	1	-0.06048987805843353
21420	rnn.weight_hh_l0_reverse	2	0.03433382883667946
21420	rnn.weight_hh_l0_reverse	3	0.046964552253484726
21420	rnn.weight_hh_l0_reverse	4	-0.008440393954515457
21420	rnn.weight_hh_l0_reverse	5	0.04538802430033684
21420	rnn.weight_hh_l0_reverse	6	-0.020114757120609283
21420	rnn.weight_hh_l0_reverse	7	0.0018055092077702284
21420	rnn.weight_hh_l0_reverse	8	-0.09244713187217712
21420	rnn.weight_hh_l0_reverse	9	0.07769032567739487
21420	rnn.bias_ih_l0_reverse	0	-0.06958790868520737
21420	rnn.bias_ih_l0_reverse	1	-0.06691993772983551
21420	rnn.bias_ih_l0_reverse	2	0.10617271810770035
21420	rnn.bias_ih_l0_reverse	3	0.042384445667266846
21420	rnn.bias_ih_l0_reverse	4	-0.1335773766040802
21420	rnn.bias_ih_l0_reverse	5	0.03410402685403824
21420	rnn.bias_ih_l0_reverse	6	-0.11376648396253586
21420	rnn.bias_ih_l0_reverse	7	0.037443358451128006
21420	rnn.bias_ih_l0_reverse	8	0.03159714117646217
21420	rnn.bias_ih_l0_reverse	9	0.06059772148728371
21420	rnn.bias_hh_l0_reverse	0	0.05867135152220726
21420	rnn.bias_hh_l0_reverse	1	0.05704817175865173
21420	rnn.bias_hh_l0_reverse	2	0.07799717783927917
21420	rnn.bias_hh_l0_reverse	3	-0.010629931464791298
21420	rnn.bias_hh_l0_reverse	4	0.07435861974954605
21420	rnn.bias_hh_l0_reverse	5	0.0024250473361462355
21420	rnn.bias_hh_l0_reverse	6	-0.0633026733994484
21420	rnn.bias_hh_l0_reverse	7	0.026148373261094093
21420	rnn.bias_hh_l0_reverse	8	0.01740187220275402
21420	rnn.bias_hh_l0_reverse	9	-0.15743091702461243
21420	linear.weight	0	0.12949460744857788
21420	linear.weight	1	-0.1510055810213089
21420	linear.weight	2	-0.19969551265239716
21420	linear.weight	3	0.06946127861738205
21420	linear.weight	4	-0.032469071447849274
21420	linear.weight	5	-0.004864225629717112
21420	linear.weight	6	-0.007385604549199343
21420	linear.weight	7	-0.027457701042294502
21420	linear.weight	8	0.06480593979358673
21420	linear.weight	9	0.3387320935726166
21420	linear.bias	0	-0.20721879601478577
21420	linear.bias	1	0.1857822984457016
21420	linear.bias	2	-0.5212734937667847
21420	linear.bias	3	1.6996623277664185
21420	linear.bias	4	-0.39487776160240173
21420	linear.bias	5	-0.030769959092140198
21420	linear.bias	6	-0.34111475944519043
21420	linear.bias	7	-0.284197062253952
21420	linear.bias	8	-0.03345620632171631
21420	linear.bias	9	-0.4870189428329468
21448	transitions	0	-0.6411848068237305
21448	transitions	1	0.3571602404117584
21448	transitions	2	1.682511568069458
21448	transitions	3	0.1057124212384224
21448	transitions	4	0.9537019729614258
21448	transitions	5	1.2740579843521118
21448	transitions	6	0.48343947529792786
21448	transitions	7	0.1762198805809021
21448	transitions	8	-0.9194543361663818
21448	transitions	9	0.9306930899620056
21448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21448	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21448	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21448	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21448	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21448	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21448	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21448	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21448	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21448	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21448	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21448	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21448	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21448	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21448	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21448	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21448	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21448	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21448	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21448	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21448	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21448	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21448	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21448	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21448	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21448	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21448	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21448	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21448	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21448	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21448	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21448	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21448	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21448	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21448	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21448	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21448	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21448	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21448	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21448	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21448	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21448	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21448	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21448	embedding2nn.weight	0	0.02596467360854149
21448	embedding2nn.weight	1	0.01417599618434906
21448	embedding2nn.weight	2	-0.004609568975865841
21448	embedding2nn.weight	3	0.0017966452287510037
21448	embedding2nn.weight	4	-0.004549404606223106
21448	embedding2nn.weight	5	0.01180384960025549
21448	embedding2nn.weight	6	-0.003932293504476547
21448	embedding2nn.weight	7	0.019207144156098366
21448	embedding2nn.weight	8	-0.0051161423325538635
21448	embedding2nn.weight	9	-0.014114880003035069
21448	embedding2nn.bias	0	-0.04659062251448631
21448	embedding2nn.bias	1	-0.020332729443907738
21448	embedding2nn.bias	2	-0.05371272936463356
21448	embedding2nn.bias	3	0.0005903487908653915
21448	embedding2nn.bias	4	0.004306310322135687
21448	embedding2nn.bias	5	0.0038191191852092743
21448	embedding2nn.bias	6	0.005164516624063253
21448	embedding2nn.bias	7	0.02864636667072773
21448	embedding2nn.bias	8	0.014048906043171883
21448	embedding2nn.bias	9	0.0015450407518073916
21448	rnn.weight_ih_l0	0	0.03872912749648094
21448	rnn.weight_ih_l0	1	-0.011490353383123875
21448	rnn.weight_ih_l0	2	-0.042450256645679474
21448	rnn.weight_ih_l0	3	-0.04290464147925377
21448	rnn.weight_ih_l0	4	-0.05180087685585022
21448	rnn.weight_ih_l0	5	-0.01043777447193861
21448	rnn.weight_ih_l0	6	-0.05367383733391762
21448	rnn.weight_ih_l0	7	-0.058534733951091766
21448	rnn.weight_ih_l0	8	-0.04420517385005951
21448	rnn.weight_ih_l0	9	-0.027093570679426193
21448	rnn.weight_hh_l0	0	0.016117464751005173
21448	rnn.weight_hh_l0	1	-0.014596872963011265
21448	rnn.weight_hh_l0	2	-0.06851977109909058
21448	rnn.weight_hh_l0	3	-0.030989354476332664
21448	rnn.weight_hh_l0	4	-0.07365209609270096
21448	rnn.weight_hh_l0	5	-0.007921526208519936
21448	rnn.weight_hh_l0	6	-0.039802514016628265
21448	rnn.weight_hh_l0	7	-0.02781796269118786
21448	rnn.weight_hh_l0	8	-0.019962582737207413
21448	rnn.weight_hh_l0	9	0.0015620982740074396
21448	rnn.bias_ih_l0	0	0.13359911739826202
21448	rnn.bias_ih_l0	1	-0.06893642991781235
21448	rnn.bias_ih_l0	2	0.11450480669736862
21448	rnn.bias_ih_l0	3	0.04298669472336769
21448	rnn.bias_ih_l0	4	0.10237321257591248
21448	rnn.bias_ih_l0	5	0.025534600019454956
21448	rnn.bias_ih_l0	6	-0.014246279373764992
21448	rnn.bias_ih_l0	7	-0.12348345667123795
21448	rnn.bias_ih_l0	8	-0.18198445439338684
21448	rnn.bias_ih_l0	9	0.08405154943466187
21448	rnn.bias_hh_l0	0	-0.006370375864207745
21448	rnn.bias_hh_l0	1	0.019259102642536163
21448	rnn.bias_hh_l0	2	-0.002043291460722685
21448	rnn.bias_hh_l0	3	-0.019057031720876694
21448	rnn.bias_hh_l0	4	-0.042014189064502716
21448	rnn.bias_hh_l0	5	0.1515195369720459
21448	rnn.bias_hh_l0	6	0.03195509687066078
21448	rnn.bias_hh_l0	7	0.04919912666082382
21448	rnn.bias_hh_l0	8	0.020122457295656204
21448	rnn.bias_hh_l0	9	0.039179831743240356
21448	rnn.weight_ih_l0_reverse	0	-0.031083347275853157
21448	rnn.weight_ih_l0_reverse	1	-0.0049608368426561356
21448	rnn.weight_ih_l0_reverse	2	0.025162607431411743
21448	rnn.weight_ih_l0_reverse	3	-0.06075328588485718
21448	rnn.weight_ih_l0_reverse	4	0.011343252845108509
21448	rnn.weight_ih_l0_reverse	5	-0.04753332585096359
21448	rnn.weight_ih_l0_reverse	6	0.01932140812277794
21448	rnn.weight_ih_l0_reverse	7	0.045893628150224686
21448	rnn.weight_ih_l0_reverse	8	-0.04506034776568413
21448	rnn.weight_ih_l0_reverse	9	-0.050914961844682693
21448	rnn.weight_hh_l0_reverse	0	-0.07818886637687683
21448	rnn.weight_hh_l0_reverse	1	-0.060670316219329834
21448	rnn.weight_hh_l0_reverse	2	0.03495379909873009
21448	rnn.weight_hh_l0_reverse	3	0.046837009489536285
21448	rnn.weight_hh_l0_reverse	4	-0.00864106509834528
21448	rnn.weight_hh_l0_reverse	5	0.04532920569181442
21448	rnn.weight_hh_l0_reverse	6	-0.019496550783514977
21448	rnn.weight_hh_l0_reverse	7	0.0018107270589098334
21448	rnn.weight_hh_l0_reverse	8	-0.09227748215198517
21448	rnn.weight_hh_l0_reverse	9	0.07756902277469635
21448	rnn.bias_ih_l0_reverse	0	-0.07266093790531158
21448	rnn.bias_ih_l0_reverse	1	-0.06953521817922592
21448	rnn.bias_ih_l0_reverse	2	0.10645586252212524
21448	rnn.bias_ih_l0_reverse	3	0.04081110283732414
21448	rnn.bias_ih_l0_reverse	4	-0.13392996788024902
21448	rnn.bias_ih_l0_reverse	5	0.03312886506319046
21448	rnn.bias_ih_l0_reverse	6	-0.11353664100170135
21448	rnn.bias_ih_l0_reverse	7	0.038976039737463
21448	rnn.bias_ih_l0_reverse	8	0.03389830142259598
21448	rnn.bias_ih_l0_reverse	9	0.06068140268325806
21448	rnn.bias_hh_l0_reverse	0	0.05448630079627037
21448	rnn.bias_hh_l0_reverse	1	0.056159134954214096
21448	rnn.bias_hh_l0_reverse	2	0.07748398929834366
21448	rnn.bias_hh_l0_reverse	3	-0.009825515560805798
21448	rnn.bias_hh_l0_reverse	4	0.07355793565511703
21448	rnn.bias_hh_l0_reverse	5	0.001275947317481041
21448	rnn.bias_hh_l0_reverse	6	-0.06282959133386612
21448	rnn.bias_hh_l0_reverse	7	0.02645704708993435
21448	rnn.bias_hh_l0_reverse	8	0.017563585191965103
21448	rnn.bias_hh_l0_reverse	9	-0.15873153507709503
21448	linear.weight	0	0.1255669891834259
21448	linear.weight	1	-0.15100598335266113
21448	linear.weight	2	-0.20029233396053314
21448	linear.weight	3	0.07142450660467148
21448	linear.weight	4	-0.03364943340420723
21448	linear.weight	5	-0.005439854227006435
21448	linear.weight	6	-0.007382130715996027
21448	linear.weight	7	-0.027443187311291695
21448	linear.weight	8	0.06447771936655045
21448	linear.weight	9	0.3346715271472931
21448	linear.bias	0	-0.20580780506134033
21448	linear.bias	1	0.18664607405662537
21448	linear.bias	2	-0.5203848481178284
21448	linear.bias	3	1.6860909461975098
21448	linear.bias	4	-0.3952362835407257
21448	linear.bias	5	-0.030769959092140198
21448	linear.bias	6	-0.33996379375457764
21448	linear.bias	7	-0.28262463212013245
21448	linear.bias	8	-0.04025949910283089
21448	linear.bias	9	-0.48709017038345337
21476	transitions	0	-0.6412520408630371
21476	transitions	1	0.3571387827396393
21476	transitions	2	1.6824404001235962
21476	transitions	3	0.10563848912715912
21476	transitions	4	0.9536861777305603
21476	transitions	5	1.2740570306777954
21476	transitions	6	0.4834391474723816
21476	transitions	7	0.17621588706970215
21476	transitions	8	-0.9194545745849609
21476	transitions	9	0.9306930899620056
21476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21476	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21476	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21476	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21476	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21476	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21476	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21476	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21476	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21476	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21476	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21476	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21476	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21476	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21476	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21476	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21476	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21476	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21476	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21476	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21476	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21476	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21476	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21476	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21476	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21476	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21476	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21476	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21476	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21476	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21476	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21476	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21476	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21476	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21476	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21476	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21476	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21476	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21476	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21476	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21476	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21476	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21476	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21476	embedding2nn.weight	0	0.026276031509041786
21476	embedding2nn.weight	1	0.014239238575100899
21476	embedding2nn.weight	2	-0.004562482237815857
21476	embedding2nn.weight	3	0.001885207719169557
21476	embedding2nn.weight	4	-0.0044623734429478645
21476	embedding2nn.weight	5	0.011767147108912468
21476	embedding2nn.weight	6	-0.003992121201008558
21476	embedding2nn.weight	7	0.021505283191800117
21476	embedding2nn.weight	8	-0.005216259974986315
21476	embedding2nn.weight	9	-0.014115789905190468
21476	embedding2nn.bias	0	-0.04810013622045517
21476	embedding2nn.bias	1	-0.022703098133206367
21476	embedding2nn.bias	2	-0.04575550928711891
21476	embedding2nn.bias	3	-7.618575182277709e-05
21476	embedding2nn.bias	4	0.0012469944776967168
21476	embedding2nn.bias	5	-0.0006825364544056356
21476	embedding2nn.bias	6	0.004501680377870798
21476	embedding2nn.bias	7	0.02773810550570488
21476	embedding2nn.bias	8	0.015112979337573051
21476	embedding2nn.bias	9	0.005067505873739719
21476	rnn.weight_ih_l0	0	0.038235727697610855
21476	rnn.weight_ih_l0	1	-0.011575720272958279
21476	rnn.weight_ih_l0	2	-0.04249892011284828
21476	rnn.weight_ih_l0	3	-0.04296875
21476	rnn.weight_ih_l0	4	-0.051663316786289215
21476	rnn.weight_ih_l0	5	-0.010502789169549942
21476	rnn.weight_ih_l0	6	-0.053734034299850464
21476	rnn.weight_ih_l0	7	-0.05788697302341461
21476	rnn.weight_ih_l0	8	-0.04441371187567711
21476	rnn.weight_ih_l0	9	-0.0271484162658453
21476	rnn.weight_hh_l0	0	0.016264937818050385
21476	rnn.weight_hh_l0	1	-0.014248521067202091
21476	rnn.weight_hh_l0	2	-0.06823793798685074
21476	rnn.weight_hh_l0	3	-0.03154588118195534
21476	rnn.weight_hh_l0	4	-0.0738835260272026
21476	rnn.weight_hh_l0	5	-0.008248166181147099
21476	rnn.weight_hh_l0	6	-0.03969872370362282
21476	rnn.weight_hh_l0	7	-0.02699785865843296
21476	rnn.weight_hh_l0	8	-0.020331447944045067
21476	rnn.weight_hh_l0	9	0.0011443482944741845
21476	rnn.bias_ih_l0	0	0.1326555609703064
21476	rnn.bias_ih_l0	1	-0.06701257824897766
21476	rnn.bias_ih_l0	2	0.1136031374335289
21476	rnn.bias_ih_l0	3	0.04246529936790466
21476	rnn.bias_ih_l0	4	0.10047972202301025
21476	rnn.bias_ih_l0	5	0.023945018649101257
21476	rnn.bias_ih_l0	6	-0.015395539812743664
21476	rnn.bias_ih_l0	7	-0.12366853654384613
21476	rnn.bias_ih_l0	8	-0.18470223248004913
21476	rnn.bias_ih_l0	9	0.0855683833360672
21476	rnn.bias_hh_l0	0	-0.00684368098154664
21476	rnn.bias_hh_l0	1	0.019884126260876656
21476	rnn.bias_hh_l0	2	-0.0028522878419607878
21476	rnn.bias_hh_l0	3	-0.01938103698194027
21476	rnn.bias_hh_l0	4	-0.04273528605699539
21476	rnn.bias_hh_l0	5	0.15296199917793274
21476	rnn.bias_hh_l0	6	0.033709608018398285
21476	rnn.bias_hh_l0	7	0.049946196377277374
21476	rnn.bias_hh_l0	8	0.018973195925354958
21476	rnn.bias_hh_l0	9	0.039037253707647324
21476	rnn.weight_ih_l0_reverse	0	-0.03096747025847435
21476	rnn.weight_ih_l0_reverse	1	-0.0049411519430577755
21476	rnn.weight_ih_l0_reverse	2	0.025049608200788498
21476	rnn.weight_ih_l0_reverse	3	-0.06098134070634842
21476	rnn.weight_ih_l0_reverse	4	0.011350298300385475
21476	rnn.weight_ih_l0_reverse	5	-0.04799260199069977
21476	rnn.weight_ih_l0_reverse	6	0.019475815817713737
21476	rnn.weight_ih_l0_reverse	7	0.04587407782673836
21476	rnn.weight_ih_l0_reverse	8	-0.045136962085962296
21476	rnn.weight_ih_l0_reverse	9	-0.05119824782013893
21476	rnn.weight_hh_l0_reverse	0	-0.07846713066101074
21476	rnn.weight_hh_l0_reverse	1	-0.059959422796964645
21476	rnn.weight_hh_l0_reverse	2	0.03482935577630997
21476	rnn.weight_hh_l0_reverse	3	0.04623674601316452
21476	rnn.weight_hh_l0_reverse	4	-0.00875115767121315
21476	rnn.weight_hh_l0_reverse	5	0.04520218446850777
21476	rnn.weight_hh_l0_reverse	6	-0.02092156745493412
21476	rnn.weight_hh_l0_reverse	7	0.0027695014141499996
21476	rnn.weight_hh_l0_reverse	8	-0.0926036536693573
21476	rnn.weight_hh_l0_reverse	9	0.07813219726085663
21476	rnn.bias_ih_l0_reverse	0	-0.07788098603487015
21476	rnn.bias_ih_l0_reverse	1	-0.06782897561788559
21476	rnn.bias_ih_l0_reverse	2	0.10475713759660721
21476	rnn.bias_ih_l0_reverse	3	0.040806155651807785
21476	rnn.bias_ih_l0_reverse	4	-0.13570575416088104
21476	rnn.bias_ih_l0_reverse	5	0.03391779959201813
21476	rnn.bias_ih_l0_reverse	6	-0.1105227991938591
21476	rnn.bias_ih_l0_reverse	7	0.03824643790721893
21476	rnn.bias_ih_l0_reverse	8	0.03261900693178177
21476	rnn.bias_ih_l0_reverse	9	0.059817053377628326
21476	rnn.bias_hh_l0_reverse	0	0.057482484728097916
21476	rnn.bias_hh_l0_reverse	1	0.05898445099592209
21476	rnn.bias_hh_l0_reverse	2	0.07779816538095474
21476	rnn.bias_hh_l0_reverse	3	-0.009463462047278881
21476	rnn.bias_hh_l0_reverse	4	0.07511196285486221
21476	rnn.bias_hh_l0_reverse	5	-5.369055725168437e-05
21476	rnn.bias_hh_l0_reverse	6	-0.06396403163671494
21476	rnn.bias_hh_l0_reverse	7	0.024159980937838554
21476	rnn.bias_hh_l0_reverse	8	0.015232976526021957
21476	rnn.bias_hh_l0_reverse	9	-0.16112980246543884
21476	linear.weight	0	0.12568187713623047
21476	linear.weight	1	-0.15101948380470276
21476	linear.weight	2	-0.19924351572990417
21476	linear.weight	3	0.06639400869607925
21476	linear.weight	4	-0.03572627156972885
21476	linear.weight	5	-0.008764048106968403
21476	linear.weight	6	-0.007381080184131861
21476	linear.weight	7	-0.027383973821997643
21476	linear.weight	8	0.06721647828817368
21476	linear.weight	9	0.34120264649391174
21476	linear.bias	0	-0.2066994458436966
21476	linear.bias	1	0.1794792115688324
21476	linear.bias	2	-0.5215901732444763
21476	linear.bias	3	1.7004855871200562
21476	linear.bias	4	-0.39539188146591187
21476	linear.bias	5	-0.030769959092140198
21476	linear.bias	6	-0.3413076400756836
21476	linear.bias	7	-0.2837551236152649
21476	linear.bias	8	-0.02771698869764805
21476	linear.bias	9	-0.48720288276672363
21504	transitions	0	-0.6413093209266663
21504	transitions	1	0.3571009039878845
21504	transitions	2	1.682390570640564
21504	transitions	3	0.10562831163406372
21504	transitions	4	0.9536468982696533
21504	transitions	5	1.2740544080734253
21504	transitions	6	0.4834390878677368
21504	transitions	7	0.1762111932039261
21504	transitions	8	-0.9194546937942505
21504	transitions	9	0.9306930303573608
21504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21504	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21504	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21504	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21504	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21504	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21504	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21504	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21504	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21504	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21504	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21504	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21504	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21504	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21504	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21504	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21504	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21504	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21504	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21504	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21504	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21504	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21504	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21504	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21504	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21504	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21504	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21504	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21504	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21504	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21504	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21504	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21504	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21504	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21504	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21504	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21504	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21504	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21504	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21504	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21504	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21504	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21504	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21504	embedding2nn.weight	0	0.02652805671095848
21504	embedding2nn.weight	1	0.014192381873726845
21504	embedding2nn.weight	2	-0.004462070297449827
21504	embedding2nn.weight	3	0.0020606201142072678
21504	embedding2nn.weight	4	-0.0044992160983383656
21504	embedding2nn.weight	5	0.01175844855606556
21504	embedding2nn.weight	6	-0.004001346882432699
21504	embedding2nn.weight	7	0.02109069563448429
21504	embedding2nn.weight	8	-0.005291350651532412
21504	embedding2nn.weight	9	-0.014165536500513554
21504	embedding2nn.bias	0	-0.04465966299176216
21504	embedding2nn.bias	1	-0.016874628141522408
21504	embedding2nn.bias	2	-0.053723081946372986
21504	embedding2nn.bias	3	-0.003572877263650298
21504	embedding2nn.bias	4	-0.0009572435519658029
21504	embedding2nn.bias	5	-0.0002346004475839436
21504	embedding2nn.bias	6	0.008108669891953468
21504	embedding2nn.bias	7	0.03193463757634163
21504	embedding2nn.bias	8	0.012902474962174892
21504	embedding2nn.bias	9	0.002828788012266159
21504	rnn.weight_ih_l0	0	0.03818526864051819
21504	rnn.weight_ih_l0	1	-0.011916191317141056
21504	rnn.weight_ih_l0	2	-0.043145161122083664
21504	rnn.weight_ih_l0	3	-0.04341033473610878
21504	rnn.weight_ih_l0	4	-0.05164279043674469
21504	rnn.weight_ih_l0	5	-0.010454888455569744
21504	rnn.weight_ih_l0	6	-0.053906213492155075
21504	rnn.weight_ih_l0	7	-0.058364465832710266
21504	rnn.weight_ih_l0	8	-0.044579196721315384
21504	rnn.weight_ih_l0	9	-0.027357883751392365
21504	rnn.weight_hh_l0	0	0.01633508689701557
21504	rnn.weight_hh_l0	1	-0.014424946159124374
21504	rnn.weight_hh_l0	2	-0.06988968700170517
21504	rnn.weight_hh_l0	3	-0.031749166548252106
21504	rnn.weight_hh_l0	4	-0.07373750954866409
21504	rnn.weight_hh_l0	5	-0.007696087006479502
21504	rnn.weight_hh_l0	6	-0.03913915902376175
21504	rnn.weight_hh_l0	7	-0.027743542566895485
21504	rnn.weight_hh_l0	8	-0.020268023014068604
21504	rnn.weight_hh_l0	9	0.0006740277167409658
21504	rnn.bias_ih_l0	0	0.13400155305862427
21504	rnn.bias_ih_l0	1	-0.06659822911024094
21504	rnn.bias_ih_l0	2	0.1135079488158226
21504	rnn.bias_ih_l0	3	0.042922087013721466
21504	rnn.bias_ih_l0	4	0.10151935368776321
21504	rnn.bias_ih_l0	5	0.02324184775352478
21504	rnn.bias_ih_l0	6	-0.015955809503793716
21504	rnn.bias_ih_l0	7	-0.1217707097530365
21504	rnn.bias_ih_l0	8	-0.18354280292987823
21504	rnn.bias_ih_l0	9	0.08468663692474365
21504	rnn.bias_hh_l0	0	-0.007274112198501825
21504	rnn.bias_hh_l0	1	0.019010208547115326
21504	rnn.bias_hh_l0	2	0.000685708480887115
21504	rnn.bias_hh_l0	3	-0.01909039169549942
21504	rnn.bias_hh_l0	4	-0.04090806469321251
21504	rnn.bias_hh_l0	5	0.1521950513124466
21504	rnn.bias_hh_l0	6	0.03335195407271385
21504	rnn.bias_hh_l0	7	0.053376201540231705
21504	rnn.bias_hh_l0	8	0.01841292344033718
21504	rnn.bias_hh_l0	9	0.039551641792058945
21504	rnn.weight_ih_l0_reverse	0	-0.030703527852892876
21504	rnn.weight_ih_l0_reverse	1	-0.0045129358768463135
21504	rnn.weight_ih_l0_reverse	2	0.0250909011811018
21504	rnn.weight_ih_l0_reverse	3	-0.06093091890215874
21504	rnn.weight_ih_l0_reverse	4	0.011538266204297543
21504	rnn.weight_ih_l0_reverse	5	-0.047649603337049484
21504	rnn.weight_ih_l0_reverse	6	0.018186980858445168
21504	rnn.weight_ih_l0_reverse	7	0.04571598768234253
21504	rnn.weight_ih_l0_reverse	8	-0.04537854716181755
21504	rnn.weight_ih_l0_reverse	9	-0.05123433098196983
21504	rnn.weight_hh_l0_reverse	0	-0.07810452580451965
21504	rnn.weight_hh_l0_reverse	1	-0.060987260192632675
21504	rnn.weight_hh_l0_reverse	2	0.034705668687820435
21504	rnn.weight_hh_l0_reverse	3	0.04608426243066788
21504	rnn.weight_hh_l0_reverse	4	-0.008948595263063908
21504	rnn.weight_hh_l0_reverse	5	0.044807545840740204
21504	rnn.weight_hh_l0_reverse	6	-0.01842661388218403
21504	rnn.weight_hh_l0_reverse	7	0.002796329790726304
21504	rnn.weight_hh_l0_reverse	8	-0.09378675371408463
21504	rnn.weight_hh_l0_reverse	9	0.07774850726127625
21504	rnn.bias_ih_l0_reverse	0	-0.07611806690692902
21504	rnn.bias_ih_l0_reverse	1	-0.05562466382980347
21504	rnn.bias_ih_l0_reverse	2	0.10404954850673676
21504	rnn.bias_ih_l0_reverse	3	0.041634414345026016
21504	rnn.bias_ih_l0_reverse	4	-0.13533328473567963
21504	rnn.bias_ih_l0_reverse	5	0.034721489995718
21504	rnn.bias_ih_l0_reverse	6	-0.10953347384929657
21504	rnn.bias_ih_l0_reverse	7	0.039038676768541336
21504	rnn.bias_ih_l0_reverse	8	0.032769717276096344
21504	rnn.bias_ih_l0_reverse	9	0.06014951691031456
21504	rnn.bias_hh_l0_reverse	0	0.06013914570212364
21504	rnn.bias_hh_l0_reverse	1	0.05564451590180397
21504	rnn.bias_hh_l0_reverse	2	0.07773038744926453
21504	rnn.bias_hh_l0_reverse	3	-0.010123676620423794
21504	rnn.bias_hh_l0_reverse	4	0.07412602007389069
21504	rnn.bias_hh_l0_reverse	5	0.001802845043130219
21504	rnn.bias_hh_l0_reverse	6	-0.061913035809993744
21504	rnn.bias_hh_l0_reverse	7	0.024093851447105408
21504	rnn.bias_hh_l0_reverse	8	0.014705718494951725
21504	rnn.bias_hh_l0_reverse	9	-0.15897877514362335
21504	linear.weight	0	0.11915554106235504
21504	linear.weight	1	-0.15405218303203583
21504	linear.weight	2	-0.19988572597503662
21504	linear.weight	3	0.06323110312223434
21504	linear.weight	4	-0.03556355461478233
21504	linear.weight	5	-0.008207079954445362
21504	linear.weight	6	-0.007368702907115221
21504	linear.weight	7	-0.027371564880013466
21504	linear.weight	8	0.06755451112985611
21504	linear.weight	9	0.33925917744636536
21504	linear.bias	0	-0.21508075296878815
21504	linear.bias	1	0.17667411267757416
21504	linear.bias	2	-0.523600161075592
21504	linear.bias	3	1.7088983058929443
21504	linear.bias	4	-0.39551880955696106
21504	linear.bias	5	-0.030769959092140198
21504	linear.bias	6	-0.34376293420791626
21504	linear.bias	7	-0.28482115268707275
21504	linear.bias	8	-0.033649299293756485
21504	linear.bias	9	-0.48726165294647217
21532	transitions	0	-0.6413561105728149
21532	transitions	1	0.3570656478404999
21532	transitions	2	1.6823590993881226
21532	transitions	3	0.10498303920030594
21532	transitions	4	0.953637957572937
21532	transitions	5	1.274053931236267
21532	transitions	6	0.4834389090538025
21532	transitions	7	0.17621096968650818
21532	transitions	8	-0.9194552898406982
21532	transitions	9	0.9306929707527161
21532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21532	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21532	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21532	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21532	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21532	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21532	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21532	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21532	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21532	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21532	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21532	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21532	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21532	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21532	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21532	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21532	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21532	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21532	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21532	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21532	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21532	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21532	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21532	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21532	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21532	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21532	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21532	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21532	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21532	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21532	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21532	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21532	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21532	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21532	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21532	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21532	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21532	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21532	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21532	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21532	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21532	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21532	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21532	embedding2nn.weight	0	0.025922175496816635
21532	embedding2nn.weight	1	0.014116941019892693
21532	embedding2nn.weight	2	-0.004462479148060083
21532	embedding2nn.weight	3	0.0020839404314756393
21532	embedding2nn.weight	4	-0.004506006371229887
21532	embedding2nn.weight	5	0.011772515252232552
21532	embedding2nn.weight	6	-0.003997621592134237
21532	embedding2nn.weight	7	0.02123686484992504
21532	embedding2nn.weight	8	-0.005361500196158886
21532	embedding2nn.weight	9	-0.01422613300383091
21532	embedding2nn.bias	0	-0.04192371666431427
21532	embedding2nn.bias	1	-0.02517259493470192
21532	embedding2nn.bias	2	-0.05649642273783684
21532	embedding2nn.bias	3	-0.0030220565386116505
21532	embedding2nn.bias	4	0.00036219466710463166
21532	embedding2nn.bias	5	0.0017948547611013055
21532	embedding2nn.bias	6	0.007913126610219479
21532	embedding2nn.bias	7	0.03283175826072693
21532	embedding2nn.bias	8	0.010001352056860924
21532	embedding2nn.bias	9	0.007941845804452896
21532	rnn.weight_ih_l0	0	0.03820588067173958
21532	rnn.weight_ih_l0	1	-0.010616256855428219
21532	rnn.weight_ih_l0	2	-0.04291319102048874
21532	rnn.weight_ih_l0	3	-0.04387691989541054
21532	rnn.weight_ih_l0	4	-0.05150821432471275
21532	rnn.weight_ih_l0	5	-0.01045035757124424
21532	rnn.weight_ih_l0	6	-0.05358996242284775
21532	rnn.weight_ih_l0	7	-0.05796432122588158
21532	rnn.weight_ih_l0	8	-0.044364865869283676
21532	rnn.weight_ih_l0	9	-0.027381760999560356
21532	rnn.weight_hh_l0	0	0.016497038304805756
21532	rnn.weight_hh_l0	1	-0.013810417614877224
21532	rnn.weight_hh_l0	2	-0.06988925486803055
21532	rnn.weight_hh_l0	3	-0.032145868986845016
21532	rnn.weight_hh_l0	4	-0.07390096038579941
21532	rnn.weight_hh_l0	5	-0.008293294347822666
21532	rnn.weight_hh_l0	6	-0.04013591632246971
21532	rnn.weight_hh_l0	7	-0.029135609045624733
21532	rnn.weight_hh_l0	8	-0.020572183653712273
21532	rnn.weight_hh_l0	9	-0.0003127162635792047
21532	rnn.bias_ih_l0	0	0.13225078582763672
21532	rnn.bias_ih_l0	1	-0.06610509008169174
21532	rnn.bias_ih_l0	2	0.11441196501255035
21532	rnn.bias_ih_l0	3	0.040595643222332
21532	rnn.bias_ih_l0	4	0.10058800131082535
21532	rnn.bias_ih_l0	5	0.021719299256801605
21532	rnn.bias_ih_l0	6	-0.013775813393294811
21532	rnn.bias_ih_l0	7	-0.12307267636060715
21532	rnn.bias_ih_l0	8	-0.18378190696239471
21532	rnn.bias_ih_l0	9	0.08294948190450668
21532	rnn.bias_hh_l0	0	-0.0069315130822360516
21532	rnn.bias_hh_l0	1	0.019278069958090782
21532	rnn.bias_hh_l0	2	0.00011331145651638508
21532	rnn.bias_hh_l0	3	-0.01725066266953945
21532	rnn.bias_hh_l0	4	-0.0430716872215271
21532	rnn.bias_hh_l0	5	0.15486900508403778
21532	rnn.bias_hh_l0	6	0.03343901038169861
21532	rnn.bias_hh_l0	7	0.054053474217653275
21532	rnn.bias_hh_l0	8	0.02059291861951351
21532	rnn.bias_hh_l0	9	0.03761589527130127
21532	rnn.weight_ih_l0_reverse	0	-0.03055448643863201
21532	rnn.weight_ih_l0_reverse	1	-0.004619275685399771
21532	rnn.weight_ih_l0_reverse	2	0.024950901046395302
21532	rnn.weight_ih_l0_reverse	3	-0.06098223105072975
21532	rnn.weight_ih_l0_reverse	4	0.011594879440963268
21532	rnn.weight_ih_l0_reverse	5	-0.04749912768602371
21532	rnn.weight_ih_l0_reverse	6	0.01886088028550148
21532	rnn.weight_ih_l0_reverse	7	0.04548880085349083
21532	rnn.weight_ih_l0_reverse	8	-0.04523427411913872
21532	rnn.weight_ih_l0_reverse	9	-0.05137215927243233
21532	rnn.weight_hh_l0_reverse	0	-0.07820861041545868
21532	rnn.weight_hh_l0_reverse	1	-0.0605776347219944
21532	rnn.weight_hh_l0_reverse	2	0.03452698141336441
21532	rnn.weight_hh_l0_reverse	3	0.04605991393327713
21532	rnn.weight_hh_l0_reverse	4	-0.008646229282021523
21532	rnn.weight_hh_l0_reverse	5	0.0448649525642395
21532	rnn.weight_hh_l0_reverse	6	-0.0192832313477993
21532	rnn.weight_hh_l0_reverse	7	0.0032035557087510824
21532	rnn.weight_hh_l0_reverse	8	-0.09324803203344345
21532	rnn.weight_hh_l0_reverse	9	0.07783731073141098
21532	rnn.bias_ih_l0_reverse	0	-0.07695219665765762
21532	rnn.bias_ih_l0_reverse	1	-0.05714781954884529
21532	rnn.bias_ih_l0_reverse	2	0.10300806909799576
21532	rnn.bias_ih_l0_reverse	3	0.04094590246677399
21532	rnn.bias_ih_l0_reverse	4	-0.1346922367811203
21532	rnn.bias_ih_l0_reverse	5	0.03467264026403427
21532	rnn.bias_ih_l0_reverse	6	-0.11001607030630112
21532	rnn.bias_ih_l0_reverse	7	0.04072020947933197
21532	rnn.bias_ih_l0_reverse	8	0.03465740755200386
21532	rnn.bias_ih_l0_reverse	9	0.06019650399684906
21532	rnn.bias_hh_l0_reverse	0	0.06060114502906799
21532	rnn.bias_hh_l0_reverse	1	0.05677206441760063
21532	rnn.bias_hh_l0_reverse	2	0.07794604450464249
21532	rnn.bias_hh_l0_reverse	3	-0.009277215227484703
21532	rnn.bias_hh_l0_reverse	4	0.07347618788480759
21532	rnn.bias_hh_l0_reverse	5	0.00463364040479064
21532	rnn.bias_hh_l0_reverse	6	-0.059313513338565826
21532	rnn.bias_hh_l0_reverse	7	0.024247735738754272
21532	rnn.bias_hh_l0_reverse	8	0.014177647419273853
21532	rnn.bias_hh_l0_reverse	9	-0.16193142533302307
21532	linear.weight	0	0.11873631179332733
21532	linear.weight	1	-0.1540369838476181
21532	linear.weight	2	-0.1971920132637024
21532	linear.weight	3	0.06384681910276413
21532	linear.weight	4	-0.035522617399692535
21532	linear.weight	5	-0.008270937949419022
21532	linear.weight	6	-0.007373755797743797
21532	linear.weight	7	-0.027309225872159004
21532	linear.weight	8	0.0683550164103508
21532	linear.weight	9	0.3385092318058014
21532	linear.bias	0	-0.20467683672904968
21532	linear.bias	1	0.18699084222316742
21532	linear.bias	2	-0.5236576795578003
21532	linear.bias	3	1.70156729221344
21532	linear.bias	4	-0.39891281723976135
21532	linear.bias	5	-0.030769959092140198
21532	linear.bias	6	-0.34452685713768005
21532	linear.bias	7	-0.286628395318985
21532	linear.bias	8	-0.02675439603626728
21532	linear.bias	9	-0.4874812066555023
21560	transitions	0	-0.6414013504981995
21560	transitions	1	0.35703518986701965
21560	transitions	2	1.6822549104690552
21560	transitions	3	0.10497073084115982
21560	transitions	4	0.9536044597625732
21560	transitions	5	1.2740535736083984
21560	transitions	6	0.4834376573562622
21560	transitions	7	0.17620988190174103
21560	transitions	8	-0.9194561243057251
21560	transitions	9	0.9306929707527161
21560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21560	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21560	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21560	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21560	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21560	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21560	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21560	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21560	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21560	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21560	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21560	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21560	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21560	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21560	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21560	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21560	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21560	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21560	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21560	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21560	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21560	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21560	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21560	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21560	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21560	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21560	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21560	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21560	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21560	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21560	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21560	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21560	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21560	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21560	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21560	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21560	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21560	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21560	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21560	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21560	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21560	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21560	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21560	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21560	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21560	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21560	embedding2nn.weight	0	0.026143105700612068
21560	embedding2nn.weight	1	0.0142042962834239
21560	embedding2nn.weight	2	-0.0043740360997617245
21560	embedding2nn.weight	3	0.0020889772567898035
21560	embedding2nn.weight	4	-0.004564487375319004
21560	embedding2nn.weight	5	0.011818302795290947
21560	embedding2nn.weight	6	-0.003938095178455114
21560	embedding2nn.weight	7	0.021578311920166016
21560	embedding2nn.weight	8	-0.005231019109487534
21560	embedding2nn.weight	9	-0.014210514724254608
21560	embedding2nn.bias	0	-0.04352320358157158
21560	embedding2nn.bias	1	-0.02327335625886917
21560	embedding2nn.bias	2	-0.060022566467523575
21560	embedding2nn.bias	3	-0.00045249093091115355
21560	embedding2nn.bias	4	0.002900633029639721
21560	embedding2nn.bias	5	-0.004738932475447655
21560	embedding2nn.bias	6	0.01435063686221838
21560	embedding2nn.bias	7	0.030473029240965843
21560	embedding2nn.bias	8	0.012749666348099709
21560	embedding2nn.bias	9	0.010980706661939621
21560	rnn.weight_ih_l0	0	0.03824027255177498
21560	rnn.weight_ih_l0	1	-0.010859900154173374
21560	rnn.weight_ih_l0	2	-0.043109532445669174
21560	rnn.weight_ih_l0	3	-0.0441419743001461
21560	rnn.weight_ih_l0	4	-0.05189964547753334
21560	rnn.weight_ih_l0	5	-0.010513925924897194
21560	rnn.weight_ih_l0	6	-0.05380668118596077
21560	rnn.weight_ih_l0	7	-0.058010801672935486
21560	rnn.weight_ih_l0	8	-0.04463747888803482
21560	rnn.weight_ih_l0	9	-0.027203841134905815
21560	rnn.weight_hh_l0	0	0.016843296587467194
21560	rnn.weight_hh_l0	1	-0.013854989781975746
21560	rnn.weight_hh_l0	2	-0.06943769007921219
21560	rnn.weight_hh_l0	3	-0.0323026105761528
21560	rnn.weight_hh_l0	4	-0.07435479760169983
21560	rnn.weight_hh_l0	5	-0.008218823932111263
21560	rnn.weight_hh_l0	6	-0.04091343283653259
21560	rnn.weight_hh_l0	7	-0.03105873242020607
21560	rnn.weight_hh_l0	8	-0.020107517018914223
21560	rnn.weight_hh_l0	9	0.0009200966451317072
21560	rnn.bias_ih_l0	0	0.1333908587694168
21560	rnn.bias_ih_l0	1	-0.06637001782655716
21560	rnn.bias_ih_l0	2	0.11556506901979446
21560	rnn.bias_ih_l0	3	0.044883545488119125
21560	rnn.bias_ih_l0	4	0.09911658614873886
21560	rnn.bias_ih_l0	5	0.024085577577352524
21560	rnn.bias_ih_l0	6	-0.012181990779936314
21560	rnn.bias_ih_l0	7	-0.12781788408756256
21560	rnn.bias_ih_l0	8	-0.1852750927209854
21560	rnn.bias_ih_l0	9	0.08338373899459839
21560	rnn.bias_hh_l0	0	-0.005450498778373003
21560	rnn.bias_hh_l0	1	0.019639862701296806
21560	rnn.bias_hh_l0	2	0.0008724007639102638
21560	rnn.bias_hh_l0	3	-0.02092486433684826
21560	rnn.bias_hh_l0	4	-0.040889058262109756
21560	rnn.bias_hh_l0	5	0.15481498837471008
21560	rnn.bias_hh_l0	6	0.03202277049422264
21560	rnn.bias_hh_l0	7	0.05500970035791397
21560	rnn.bias_hh_l0	8	0.02218673750758171
21560	rnn.bias_hh_l0	9	0.03986223414540291
21560	rnn.weight_ih_l0_reverse	0	-0.03048601932823658
21560	rnn.weight_ih_l0_reverse	1	-0.004182653035968542
21560	rnn.weight_ih_l0_reverse	2	0.025025520473718643
21560	rnn.weight_ih_l0_reverse	3	-0.06101303920149803
21560	rnn.weight_ih_l0_reverse	4	0.011519892141222954
21560	rnn.weight_ih_l0_reverse	5	-0.047904737293720245
21560	rnn.weight_ih_l0_reverse	6	0.018532769754529
21560	rnn.weight_ih_l0_reverse	7	0.04542374983429909
21560	rnn.weight_ih_l0_reverse	8	-0.045274071395397186
21560	rnn.weight_ih_l0_reverse	9	-0.05135570466518402
21560	rnn.weight_hh_l0_reverse	0	-0.07927785813808441
21560	rnn.weight_hh_l0_reverse	1	-0.05988755822181702
21560	rnn.weight_hh_l0_reverse	2	0.03496825322508812
21560	rnn.weight_hh_l0_reverse	3	0.04641566798090935
21560	rnn.weight_hh_l0_reverse	4	-0.00846148282289505
21560	rnn.weight_hh_l0_reverse	5	0.0450860895216465
21560	rnn.weight_hh_l0_reverse	6	-0.020472904667258263
21560	rnn.weight_hh_l0_reverse	7	0.003081094939261675
21560	rnn.weight_hh_l0_reverse	8	-0.0934172123670578
21560	rnn.weight_hh_l0_reverse	9	0.07834860682487488
21560	rnn.bias_ih_l0_reverse	0	-0.0814596489071846
21560	rnn.bias_ih_l0_reverse	1	-0.05617842078208923
21560	rnn.bias_ih_l0_reverse	2	0.10104602575302124
21560	rnn.bias_ih_l0_reverse	3	0.039935775101184845
21560	rnn.bias_ih_l0_reverse	4	-0.1354590207338333
21560	rnn.bias_ih_l0_reverse	5	0.03416358307003975
21560	rnn.bias_ih_l0_reverse	6	-0.11074976623058319
21560	rnn.bias_ih_l0_reverse	7	0.04143666848540306
21560	rnn.bias_ih_l0_reverse	8	0.032999712973833084
21560	rnn.bias_ih_l0_reverse	9	0.061055708676576614
21560	rnn.bias_hh_l0_reverse	0	0.06093855947256088
21560	rnn.bias_hh_l0_reverse	1	0.05503300577402115
21560	rnn.bias_hh_l0_reverse	2	0.07925514131784439
21560	rnn.bias_hh_l0_reverse	3	-0.008252785541117191
21560	rnn.bias_hh_l0_reverse	4	0.07431014627218246
21560	rnn.bias_hh_l0_reverse	5	0.008294323459267616
21560	rnn.bias_hh_l0_reverse	6	-0.058782950043678284
21560	rnn.bias_hh_l0_reverse	7	0.02432454191148281
21560	rnn.bias_hh_l0_reverse	8	0.010222689248621464
21560	rnn.bias_hh_l0_reverse	9	-0.17295895516872406
21560	linear.weight	0	0.11586207896471024
21560	linear.weight	1	-0.1540442705154419
21560	linear.weight	2	-0.19800543785095215
21560	linear.weight	3	0.06366614252328873
21560	linear.weight	4	-0.03386465087532997
21560	linear.weight	5	-0.006286236457526684
21560	linear.weight	6	-0.007370850071310997
21560	linear.weight	7	-0.027301272377371788
21560	linear.weight	8	0.06541691720485687
21560	linear.weight	9	0.3379048705101013
21560	linear.bias	0	-0.2010878473520279
21560	linear.bias	1	0.1867658793926239
21560	linear.bias	2	-0.524154782295227
21560	linear.bias	3	1.7041202783584595
21560	linear.bias	4	-0.3990464210510254
21560	linear.bias	5	-0.030769959092140198
21560	linear.bias	6	-0.34479644894599915
21560	linear.bias	7	-0.285928875207901
21560	linear.bias	8	-0.02830534428358078
21560	linear.bias	9	-0.48756811022758484
21588	transitions	0	-0.6414523720741272
21588	transitions	1	0.35700562596321106
21588	transitions	2	1.682201862335205
21588	transitions	3	0.10426702350378036
21588	transitions	4	0.9535929560661316
21588	transitions	5	1.2740532159805298
21588	transitions	6	0.4834354519844055
21588	transitions	7	0.17620880901813507
21588	transitions	8	-0.9194563031196594
21588	transitions	9	0.9306929707527161
21588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21588	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21588	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21588	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21588	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21588	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21588	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21588	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21588	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21588	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21588	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21588	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21588	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21588	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21588	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21588	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21588	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21588	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21588	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21588	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21588	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21588	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21588	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21588	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21588	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21588	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21588	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21588	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21588	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21588	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21588	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21588	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21588	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21588	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21588	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21588	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21588	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21588	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21588	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21588	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21588	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21588	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21588	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21588	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21588	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21588	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21588	embedding2nn.weight	0	0.026145275682210922
21588	embedding2nn.weight	1	0.014093872159719467
21588	embedding2nn.weight	2	-0.004428887274116278
21588	embedding2nn.weight	3	0.001979460008442402
21588	embedding2nn.weight	4	-0.004545106552541256
21588	embedding2nn.weight	5	0.011725150048732758
21588	embedding2nn.weight	6	-0.0038445559330284595
21588	embedding2nn.weight	7	0.02085801586508751
21588	embedding2nn.weight	8	-0.005302425008267164
21588	embedding2nn.weight	9	-0.014199559576809406
21588	embedding2nn.bias	0	-0.04441329836845398
21588	embedding2nn.bias	1	-0.02932054176926613
21588	embedding2nn.bias	2	-0.06303036212921143
21588	embedding2nn.bias	3	-0.003895576810464263
21588	embedding2nn.bias	4	-0.00032854819437488914
21588	embedding2nn.bias	5	-0.0056353663094341755
21588	embedding2nn.bias	6	0.013598687946796417
21588	embedding2nn.bias	7	0.025816816836595535
21588	embedding2nn.bias	8	0.01135990396142006
21588	embedding2nn.bias	9	0.004763338249176741
21588	rnn.weight_ih_l0	0	0.038010530173778534
21588	rnn.weight_ih_l0	1	-0.010516194626688957
21588	rnn.weight_ih_l0	2	-0.042556390166282654
21588	rnn.weight_ih_l0	3	-0.04467376694083214
21588	rnn.weight_ih_l0	4	-0.05178695172071457
21588	rnn.weight_ih_l0	5	-0.010267079807817936
21588	rnn.weight_ih_l0	6	-0.05362754687666893
21588	rnn.weight_ih_l0	7	-0.057766515761613846
21588	rnn.weight_ih_l0	8	-0.04452982172369957
21588	rnn.weight_ih_l0	9	-0.027305660769343376
21588	rnn.weight_hh_l0	0	0.01637660339474678
21588	rnn.weight_hh_l0	1	-0.014004998840391636
21588	rnn.weight_hh_l0	2	-0.06870847195386887
21588	rnn.weight_hh_l0	3	-0.03234873339533806
21588	rnn.weight_hh_l0	4	-0.07442929595708847
21588	rnn.weight_hh_l0	5	-0.00862455926835537
21588	rnn.weight_hh_l0	6	-0.04018227383494377
21588	rnn.weight_hh_l0	7	-0.030982330441474915
21588	rnn.weight_hh_l0	8	-0.020347960293293
21588	rnn.weight_hh_l0	9	0.0005338835762813687
21588	rnn.bias_ih_l0	0	0.13288448750972748
21588	rnn.bias_ih_l0	1	-0.063623808324337
21588	rnn.bias_ih_l0	2	0.11393605172634125
21588	rnn.bias_ih_l0	3	0.045617539435625076
21588	rnn.bias_ih_l0	4	0.09819608926773071
21588	rnn.bias_ih_l0	5	0.023007169365882874
21588	rnn.bias_ih_l0	6	-0.01582513190805912
21588	rnn.bias_ih_l0	7	-0.13076119124889374
21588	rnn.bias_ih_l0	8	-0.18692907691001892
21588	rnn.bias_ih_l0	9	0.08435925096273422
21588	rnn.bias_hh_l0	0	-0.005047537852078676
21588	rnn.bias_hh_l0	1	0.019317341968417168
21588	rnn.bias_hh_l0	2	0.00038351587136276066
21588	rnn.bias_hh_l0	3	-0.022305773571133614
21588	rnn.bias_hh_l0	4	-0.03877093270421028
21588	rnn.bias_hh_l0	5	0.15469585359096527
21588	rnn.bias_hh_l0	6	0.03185780346393585
21588	rnn.bias_hh_l0	7	0.05400457978248596
21588	rnn.bias_hh_l0	8	0.01854359731078148
21588	rnn.bias_hh_l0	9	0.039738599210977554
21588	rnn.weight_ih_l0_reverse	0	-0.030223051086068153
21588	rnn.weight_ih_l0_reverse	1	-0.004475661553442478
21588	rnn.weight_ih_l0_reverse	2	0.025010714307427406
21588	rnn.weight_ih_l0_reverse	3	-0.06145259365439415
21588	rnn.weight_ih_l0_reverse	4	0.011745431460440159
21588	rnn.weight_ih_l0_reverse	5	-0.04805270582437515
21588	rnn.weight_ih_l0_reverse	6	0.01987517438828945
21588	rnn.weight_ih_l0_reverse	7	0.0453958660364151
21588	rnn.weight_ih_l0_reverse	8	-0.04532186686992645
21588	rnn.weight_ih_l0_reverse	9	-0.051514990627765656
21588	rnn.weight_hh_l0_reverse	0	-0.07888273894786835
21588	rnn.weight_hh_l0_reverse	1	-0.06044907122850418
21588	rnn.weight_hh_l0_reverse	2	0.03463148698210716
21588	rnn.weight_hh_l0_reverse	3	0.0464455671608448
21588	rnn.weight_hh_l0_reverse	4	-0.008128018118441105
21588	rnn.weight_hh_l0_reverse	5	0.04493417963385582
21588	rnn.weight_hh_l0_reverse	6	-0.017957063391804695
21588	rnn.weight_hh_l0_reverse	7	0.0034406178165227175
21588	rnn.weight_hh_l0_reverse	8	-0.09315859526395798
21588	rnn.weight_hh_l0_reverse	9	0.07971500605344772
21588	rnn.bias_ih_l0_reverse	0	-0.07895857840776443
21588	rnn.bias_ih_l0_reverse	1	-0.054860591888427734
21588	rnn.bias_ih_l0_reverse	2	0.10086598992347717
21588	rnn.bias_ih_l0_reverse	3	0.04076636955142021
21588	rnn.bias_ih_l0_reverse	4	-0.1355198323726654
21588	rnn.bias_ih_l0_reverse	5	0.03210071474313736
21588	rnn.bias_ih_l0_reverse	6	-0.11110251396894455
21588	rnn.bias_ih_l0_reverse	7	0.043054237961769104
21588	rnn.bias_ih_l0_reverse	8	0.03253708407282829
21588	rnn.bias_ih_l0_reverse	9	0.05975746735930443
21588	rnn.bias_hh_l0_reverse	0	0.06144052743911743
21588	rnn.bias_hh_l0_reverse	1	0.054779864847660065
21588	rnn.bias_hh_l0_reverse	2	0.08070914447307587
21588	rnn.bias_hh_l0_reverse	3	-0.008760297670960426
21588	rnn.bias_hh_l0_reverse	4	0.07354867458343506
21588	rnn.bias_hh_l0_reverse	5	0.013626215048134327
21588	rnn.bias_hh_l0_reverse	6	-0.05844210088253021
21588	rnn.bias_hh_l0_reverse	7	0.025691542774438858
21588	rnn.bias_hh_l0_reverse	8	0.008722556754946709
21588	rnn.bias_hh_l0_reverse	9	-0.1653621643781662
21588	linear.weight	0	0.11758183687925339
21588	linear.weight	1	-0.15402385592460632
21588	linear.weight	2	-0.19786971807479858
21588	linear.weight	3	0.057275258004665375
21588	linear.weight	4	-0.03410284221172333
21588	linear.weight	5	-0.006454832851886749
21588	linear.weight	6	-0.007364090532064438
21588	linear.weight	7	-0.027317343279719353
21588	linear.weight	8	0.06510139256715775
21588	linear.weight	9	0.33633220195770264
21588	linear.bias	0	-0.21017959713935852
21588	linear.bias	1	0.18547287583351135
21588	linear.bias	2	-0.526150643825531
21588	linear.bias	3	1.7018842697143555
21588	linear.bias	4	-0.399226576089859
21588	linear.bias	5	-0.030769959092140198
21588	linear.bias	6	-0.34745290875434875
21588	linear.bias	7	-0.2861551344394684
21588	linear.bias	8	-0.030439244583249092
21588	linear.bias	9	-0.4876152276992798
21616	transitions	0	-0.6415050029754639
21616	transitions	1	0.3569602966308594
21616	transitions	2	1.6820611953735352
21616	transitions	3	0.10425852239131927
21616	transitions	4	0.953558623790741
21616	transitions	5	1.2740525007247925
21616	transitions	6	0.48343420028686523
21616	transitions	7	0.17620772123336792
21616	transitions	8	-0.9194580316543579
21616	transitions	9	0.9306929707527161
21616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21616	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21616	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21616	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21616	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21616	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21616	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21616	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21616	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21616	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21616	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21616	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21616	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21616	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21616	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21616	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21616	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21616	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21616	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21616	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21616	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21616	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21616	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21616	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21616	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21616	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21616	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21616	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21616	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21616	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21616	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21616	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21616	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21616	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21616	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21616	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21616	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21616	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21616	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21616	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21616	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21616	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21616	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21616	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21616	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21616	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21616	embedding2nn.weight	0	0.025732846930623055
21616	embedding2nn.weight	1	0.013990421779453754
21616	embedding2nn.weight	2	-0.004402216523885727
21616	embedding2nn.weight	3	0.0018507424974814057
21616	embedding2nn.weight	4	-0.00456449156627059
21616	embedding2nn.weight	5	0.011829767376184464
21616	embedding2nn.weight	6	-0.003914710134267807
21616	embedding2nn.weight	7	0.01972074806690216
21616	embedding2nn.weight	8	-0.0052080657333135605
21616	embedding2nn.weight	9	-0.014227007515728474
21616	embedding2nn.bias	0	-0.04608963802456856
21616	embedding2nn.bias	1	-0.022807680070400238
21616	embedding2nn.bias	2	-0.0639018788933754
21616	embedding2nn.bias	3	-0.0023961220867931843
21616	embedding2nn.bias	4	-0.008259354159235954
21616	embedding2nn.bias	5	-0.004143489990383387
21616	embedding2nn.bias	6	0.010994371958076954
21616	embedding2nn.bias	7	0.025892820209264755
21616	embedding2nn.bias	8	0.008279634639620781
21616	embedding2nn.bias	9	0.007362396456301212
21616	rnn.weight_ih_l0	0	0.03828446939587593
21616	rnn.weight_ih_l0	1	-0.010891765356063843
21616	rnn.weight_ih_l0	2	-0.04304089769721031
21616	rnn.weight_ih_l0	3	-0.04482167586684227
21616	rnn.weight_ih_l0	4	-0.05173173546791077
21616	rnn.weight_ih_l0	5	-0.009938912466168404
21616	rnn.weight_ih_l0	6	-0.053398143500089645
21616	rnn.weight_ih_l0	7	-0.05766819044947624
21616	rnn.weight_ih_l0	8	-0.0443720668554306
21616	rnn.weight_ih_l0	9	-0.02741679549217224
21616	rnn.weight_hh_l0	0	0.016162043437361717
21616	rnn.weight_hh_l0	1	-0.013486512936651707
21616	rnn.weight_hh_l0	2	-0.0679769441485405
21616	rnn.weight_hh_l0	3	-0.03200787678360939
21616	rnn.weight_hh_l0	4	-0.0747532844543457
21616	rnn.weight_hh_l0	5	-0.008383998647332191
21616	rnn.weight_hh_l0	6	-0.03947699815034866
21616	rnn.weight_hh_l0	7	-0.031821899116039276
21616	rnn.weight_hh_l0	8	-0.020197616890072823
21616	rnn.weight_hh_l0	9	0.000583496002946049
21616	rnn.bias_ih_l0	0	0.1316826045513153
21616	rnn.bias_ih_l0	1	-0.06157824397087097
21616	rnn.bias_ih_l0	2	0.1139097809791565
21616	rnn.bias_ih_l0	3	0.04842385649681091
21616	rnn.bias_ih_l0	4	0.0990685299038887
21616	rnn.bias_ih_l0	5	0.022753357887268066
21616	rnn.bias_ih_l0	6	-0.01451253890991211
21616	rnn.bias_ih_l0	7	-0.1299937218427658
21616	rnn.bias_ih_l0	8	-0.18782857060432434
21616	rnn.bias_ih_l0	9	0.08417403697967529
21616	rnn.bias_hh_l0	0	-0.0029563026037067175
21616	rnn.bias_hh_l0	1	0.02168363519012928
21616	rnn.bias_hh_l0	2	0.0026901799719780684
21616	rnn.bias_hh_l0	3	-0.02220778353512287
21616	rnn.bias_hh_l0	4	-0.041215039789676666
21616	rnn.bias_hh_l0	5	0.15176312625408173
21616	rnn.bias_hh_l0	6	0.03433150425553322
21616	rnn.bias_hh_l0	7	0.052926816046237946
21616	rnn.bias_hh_l0	8	0.01985618844628334
21616	rnn.bias_hh_l0	9	0.039131127297878265
21616	rnn.weight_ih_l0_reverse	0	-0.03026614524424076
21616	rnn.weight_ih_l0_reverse	1	-0.003530828282237053
21616	rnn.weight_ih_l0_reverse	2	0.02516629546880722
21616	rnn.weight_ih_l0_reverse	3	-0.06182696670293808
21616	rnn.weight_ih_l0_reverse	4	0.01158988382667303
21616	rnn.weight_ih_l0_reverse	5	-0.048033446073532104
21616	rnn.weight_ih_l0_reverse	6	0.020838728174567223
21616	rnn.weight_ih_l0_reverse	7	0.045575134456157684
21616	rnn.weight_ih_l0_reverse	8	-0.04558439180254936
21616	rnn.weight_ih_l0_reverse	9	-0.05125822126865387
21616	rnn.weight_hh_l0_reverse	0	-0.0788157731294632
21616	rnn.weight_hh_l0_reverse	1	-0.05998293682932854
21616	rnn.weight_hh_l0_reverse	2	0.0340774841606617
21616	rnn.weight_hh_l0_reverse	3	0.04654014855623245
21616	rnn.weight_hh_l0_reverse	4	-0.007315707392990589
21616	rnn.weight_hh_l0_reverse	5	0.045160964131355286
21616	rnn.weight_hh_l0_reverse	6	-0.01867646910250187
21616	rnn.weight_hh_l0_reverse	7	0.003223913023248315
21616	rnn.weight_hh_l0_reverse	8	-0.093553327023983
21616	rnn.weight_hh_l0_reverse	9	0.0795331820845604
21616	rnn.bias_ih_l0_reverse	0	-0.08353506028652191
21616	rnn.bias_ih_l0_reverse	1	-0.05550560727715492
21616	rnn.bias_ih_l0_reverse	2	0.10105007886886597
21616	rnn.bias_ih_l0_reverse	3	0.03974692150950432
21616	rnn.bias_ih_l0_reverse	4	-0.13489751517772675
21616	rnn.bias_ih_l0_reverse	5	0.03341307118535042
21616	rnn.bias_ih_l0_reverse	6	-0.11193683743476868
21616	rnn.bias_ih_l0_reverse	7	0.04435690864920616
21616	rnn.bias_ih_l0_reverse	8	0.03318029269576073
21616	rnn.bias_ih_l0_reverse	9	0.05938549339771271
21616	rnn.bias_hh_l0_reverse	0	0.06265687942504883
21616	rnn.bias_hh_l0_reverse	1	0.05560031160712242
21616	rnn.bias_hh_l0_reverse	2	0.08122549206018448
21616	rnn.bias_hh_l0_reverse	3	-0.007284501567482948
21616	rnn.bias_hh_l0_reverse	4	0.07528086751699448
21616	rnn.bias_hh_l0_reverse	5	0.014508773572742939
21616	rnn.bias_hh_l0_reverse	6	-0.059425272047519684
21616	rnn.bias_hh_l0_reverse	7	0.026781219989061356
21616	rnn.bias_hh_l0_reverse	8	0.010776528157293797
21616	rnn.bias_hh_l0_reverse	9	-0.16834115982055664
21616	linear.weight	0	0.11537300795316696
21616	linear.weight	1	-0.15401706099510193
21616	linear.weight	2	-0.19758594036102295
21616	linear.weight	3	0.06468117237091064
21616	linear.weight	4	-0.0342012457549572
21616	linear.weight	5	-0.003933414351195097
21616	linear.weight	6	-0.007359215524047613
21616	linear.weight	7	-0.027245379984378815
21616	linear.weight	8	0.0665227621793747
21616	linear.weight	9	0.33910319209098816
21616	linear.bias	0	-0.21232394874095917
21616	linear.bias	1	0.19166450202465057
21616	linear.bias	2	-0.5263358354568481
21616	linear.bias	3	1.7051516771316528
21616	linear.bias	4	-0.39952972531318665
21616	linear.bias	5	-0.030769959092140198
21616	linear.bias	6	-0.3479623794555664
21616	linear.bias	7	-0.2855668365955353
21616	linear.bias	8	-0.025262173265218735
21616	linear.bias	9	-0.48767536878585815
21644	transitions	0	-0.6415631175041199
21644	transitions	1	0.356932669878006
21644	transitions	2	1.682000756263733
21644	transitions	3	0.10421674698591232
21644	transitions	4	0.9535458087921143
21644	transitions	5	1.2740514278411865
21644	transitions	6	0.4834340512752533
21644	transitions	7	0.1761888712644577
21644	transitions	8	-0.9194589257240295
21644	transitions	9	0.9306929707527161
21644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21644	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21644	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21644	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21644	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21644	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21644	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21644	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21644	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21644	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21644	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21644	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21644	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21644	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21644	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21644	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21644	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21644	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21644	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21644	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21644	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21644	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21644	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21644	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21644	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21644	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21644	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21644	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21644	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21644	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21644	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21644	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21644	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21644	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21644	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21644	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21644	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21644	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21644	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21644	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21644	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21644	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21644	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21644	embedding2nn.weight	0	0.02568446844816208
21644	embedding2nn.weight	1	0.013910677284002304
21644	embedding2nn.weight	2	-0.004341422114521265
21644	embedding2nn.weight	3	0.001827980624511838
21644	embedding2nn.weight	4	-0.0044750310480594635
21644	embedding2nn.weight	5	0.011856146156787872
21644	embedding2nn.weight	6	-0.003930706065148115
21644	embedding2nn.weight	7	0.01933594048023224
21644	embedding2nn.weight	8	-0.005194865167140961
21644	embedding2nn.weight	9	-0.014269106090068817
21644	embedding2nn.bias	0	-0.046186529099941254
21644	embedding2nn.bias	1	-0.02361881360411644
21644	embedding2nn.bias	2	-0.05748952552676201
21644	embedding2nn.bias	3	-0.0072704036720097065
21644	embedding2nn.bias	4	-0.004985764157027006
21644	embedding2nn.bias	5	-0.0014995142119005322
21644	embedding2nn.bias	6	0.002721033990383148
21644	embedding2nn.bias	7	0.024614062160253525
21644	embedding2nn.bias	8	0.007670322898775339
21644	embedding2nn.bias	9	0.0066647836938500404
21644	rnn.weight_ih_l0	0	0.0381423756480217
21644	rnn.weight_ih_l0	1	-0.011031090281903744
21644	rnn.weight_ih_l0	2	-0.043205052614212036
21644	rnn.weight_ih_l0	3	-0.044350478798151016
21644	rnn.weight_ih_l0	4	-0.052073754370212555
21644	rnn.weight_ih_l0	5	-0.009994392283260822
21644	rnn.weight_ih_l0	6	-0.053007278591394424
21644	rnn.weight_ih_l0	7	-0.05785558000206947
21644	rnn.weight_ih_l0	8	-0.044123388826847076
21644	rnn.weight_ih_l0	9	-0.02735251747071743
21644	rnn.weight_hh_l0	0	0.01646331138908863
21644	rnn.weight_hh_l0	1	-0.013674137182533741
21644	rnn.weight_hh_l0	2	-0.06729235500097275
21644	rnn.weight_hh_l0	3	-0.03168073669075966
21644	rnn.weight_hh_l0	4	-0.07467368990182877
21644	rnn.weight_hh_l0	5	-0.009168223477900028
21644	rnn.weight_hh_l0	6	-0.041599929332733154
21644	rnn.weight_hh_l0	7	-0.03124374896287918
21644	rnn.weight_hh_l0	8	-0.01987522654235363
21644	rnn.weight_hh_l0	9	0.0008718756726011634
21644	rnn.bias_ih_l0	0	0.1313854455947876
21644	rnn.bias_ih_l0	1	-0.06137128546833992
21644	rnn.bias_ih_l0	2	0.1123194471001625
21644	rnn.bias_ih_l0	3	0.04901297762989998
21644	rnn.bias_ih_l0	4	0.09972060471773148
21644	rnn.bias_ih_l0	5	0.02357335574924946
21644	rnn.bias_ih_l0	6	-0.013431855477392673
21644	rnn.bias_ih_l0	7	-0.1363445669412613
21644	rnn.bias_ih_l0	8	-0.18502569198608398
21644	rnn.bias_ih_l0	9	0.08267122507095337
21644	rnn.bias_hh_l0	0	-0.0022006661165505648
21644	rnn.bias_hh_l0	1	0.023020349442958832
21644	rnn.bias_hh_l0	2	0.0010927333496510983
21644	rnn.bias_hh_l0	3	-0.025085357949137688
21644	rnn.bias_hh_l0	4	-0.04117289185523987
21644	rnn.bias_hh_l0	5	0.1523933857679367
21644	rnn.bias_hh_l0	6	0.03266366571187973
21644	rnn.bias_hh_l0	7	0.05171597748994827
21644	rnn.bias_hh_l0	8	0.020936869084835052
21644	rnn.bias_hh_l0	9	0.038181934505701065
21644	rnn.weight_ih_l0_reverse	0	-0.029887130483984947
21644	rnn.weight_ih_l0_reverse	1	-0.004356973804533482
21644	rnn.weight_ih_l0_reverse	2	0.025059683248400688
21644	rnn.weight_ih_l0_reverse	3	-0.06176232919096947
21644	rnn.weight_ih_l0_reverse	4	0.01142432726919651
21644	rnn.weight_ih_l0_reverse	5	-0.047740258276462555
21644	rnn.weight_ih_l0_reverse	6	0.020968075841665268
21644	rnn.weight_ih_l0_reverse	7	0.045719046145677567
21644	rnn.weight_ih_l0_reverse	8	-0.04562336206436157
21644	rnn.weight_ih_l0_reverse	9	-0.05131087452173233
21644	rnn.weight_hh_l0_reverse	0	-0.07822990417480469
21644	rnn.weight_hh_l0_reverse	1	-0.06029960885643959
21644	rnn.weight_hh_l0_reverse	2	0.03400523215532303
21644	rnn.weight_hh_l0_reverse	3	0.04649979621171951
21644	rnn.weight_hh_l0_reverse	4	-0.007834412157535553
21644	rnn.weight_hh_l0_reverse	5	0.045079875737428665
21644	rnn.weight_hh_l0_reverse	6	-0.018898090347647667
21644	rnn.weight_hh_l0_reverse	7	0.0030926421750336885
21644	rnn.weight_hh_l0_reverse	8	-0.09385842084884644
21644	rnn.weight_hh_l0_reverse	9	0.08017056435346603
21644	rnn.bias_ih_l0_reverse	0	-0.08180006593465805
21644	rnn.bias_ih_l0_reverse	1	-0.05807741731405258
21644	rnn.bias_ih_l0_reverse	2	0.10177600383758545
21644	rnn.bias_ih_l0_reverse	3	0.040828604251146317
21644	rnn.bias_ih_l0_reverse	4	-0.13551948964595795
21644	rnn.bias_ih_l0_reverse	5	0.03217563405632973
21644	rnn.bias_ih_l0_reverse	6	-0.11021368205547333
21644	rnn.bias_ih_l0_reverse	7	0.04172229394316673
21644	rnn.bias_ih_l0_reverse	8	0.034542541950941086
21644	rnn.bias_ih_l0_reverse	9	0.06036975979804993
21644	rnn.bias_hh_l0_reverse	0	0.06288152188062668
21644	rnn.bias_hh_l0_reverse	1	0.05666781961917877
21644	rnn.bias_hh_l0_reverse	2	0.08238282799720764
21644	rnn.bias_hh_l0_reverse	3	-0.008702745661139488
21644	rnn.bias_hh_l0_reverse	4	0.0745004415512085
21644	rnn.bias_hh_l0_reverse	5	0.01147161889821291
21644	rnn.bias_hh_l0_reverse	6	-0.05969667807221413
21644	rnn.bias_hh_l0_reverse	7	0.027769461274147034
21644	rnn.bias_hh_l0_reverse	8	0.010968230664730072
21644	rnn.bias_hh_l0_reverse	9	-0.15921327471733093
21644	linear.weight	0	0.12902654707431793
21644	linear.weight	1	-0.15401825308799744
21644	linear.weight	2	-0.19700267910957336
21644	linear.weight	3	0.06328543275594711
21644	linear.weight	4	-0.034736379981040955
21644	linear.weight	5	-0.006983557716012001
21644	linear.weight	6	-0.007357741706073284
21644	linear.weight	7	-0.027184395119547844
21644	linear.weight	8	0.06625092029571533
21644	linear.weight	9	0.33963891863822937
21644	linear.bias	0	-0.21945881843566895
21644	linear.bias	1	0.19490249454975128
21644	linear.bias	2	-0.525376558303833
21644	linear.bias	3	1.6949959993362427
21644	linear.bias	4	-0.3997012972831726
21644	linear.bias	5	-0.030769959092140198
21644	linear.bias	6	-0.3465208113193512
21644	linear.bias	7	-0.2861739695072174
21644	linear.bias	8	-0.025089919567108154
21644	linear.bias	9	-0.4877942204475403
21672	transitions	0	-0.6415891647338867
21672	transitions	1	0.35689303278923035
21672	transitions	2	1.6819506883621216
21672	transitions	3	0.10417548567056656
21672	transitions	4	0.9534843564033508
21672	transitions	5	1.2740509510040283
21672	transitions	6	0.4834336042404175
21672	transitions	7	0.17618395388126373
21672	transitions	8	-0.919460654258728
21672	transitions	9	0.9306929707527161
21672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21672	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21672	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21672	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21672	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21672	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21672	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21672	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21672	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21672	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21672	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21672	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21672	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21672	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21672	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21672	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21672	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21672	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21672	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21672	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21672	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21672	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21672	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21672	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21672	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21672	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21672	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21672	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21672	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21672	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21672	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21672	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21672	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21672	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21672	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21672	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21672	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21672	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21672	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21672	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21672	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21672	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21672	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21672	embedding2nn.weight	0	0.025693513453006744
21672	embedding2nn.weight	1	0.013995769433677197
21672	embedding2nn.weight	2	-0.004380406811833382
21672	embedding2nn.weight	3	0.001702180947177112
21672	embedding2nn.weight	4	-0.004553438164293766
21672	embedding2nn.weight	5	0.012001756578683853
21672	embedding2nn.weight	6	-0.003963352181017399
21672	embedding2nn.weight	7	0.019248172640800476
21672	embedding2nn.weight	8	-0.005295030772686005
21672	embedding2nn.weight	9	-0.014235342852771282
21672	embedding2nn.bias	0	-0.043000783771276474
21672	embedding2nn.bias	1	-0.026667144149541855
21672	embedding2nn.bias	2	-0.06334853172302246
21672	embedding2nn.bias	3	-0.005093846004456282
21672	embedding2nn.bias	4	7.0918708843237255e-06
21672	embedding2nn.bias	5	-0.00655733235180378
21672	embedding2nn.bias	6	0.005150025710463524
21672	embedding2nn.bias	7	0.025556782260537148
21672	embedding2nn.bias	8	0.009434230625629425
21672	embedding2nn.bias	9	-0.0010126510169357061
21672	rnn.weight_ih_l0	0	0.038226477801799774
21672	rnn.weight_ih_l0	1	-0.0116575937718153
21672	rnn.weight_ih_l0	2	-0.04306695610284805
21672	rnn.weight_ih_l0	3	-0.04422719404101372
21672	rnn.weight_ih_l0	4	-0.05213906988501549
21672	rnn.weight_ih_l0	5	-0.009834139607846737
21672	rnn.weight_ih_l0	6	-0.05340997129678726
21672	rnn.weight_ih_l0	7	-0.05762152001261711
21672	rnn.weight_ih_l0	8	-0.044492773711681366
21672	rnn.weight_ih_l0	9	-0.027443641796708107
21672	rnn.weight_hh_l0	0	0.016673816367983818
21672	rnn.weight_hh_l0	1	-0.014226020313799381
21672	rnn.weight_hh_l0	2	-0.06591133773326874
21672	rnn.weight_hh_l0	3	-0.0314721018075943
21672	rnn.weight_hh_l0	4	-0.07482584565877914
21672	rnn.weight_hh_l0	5	-0.008550695143640041
21672	rnn.weight_hh_l0	6	-0.0402105413377285
21672	rnn.weight_hh_l0	7	-0.030359862372279167
21672	rnn.weight_hh_l0	8	-0.019554568454623222
21672	rnn.weight_hh_l0	9	0.00012899099965579808
21672	rnn.bias_ih_l0	0	0.1286894530057907
21672	rnn.bias_ih_l0	1	-0.06153750792145729
21672	rnn.bias_ih_l0	2	0.11323091387748718
21672	rnn.bias_ih_l0	3	0.0487106554210186
21672	rnn.bias_ih_l0	4	0.09909819066524506
21672	rnn.bias_ih_l0	5	0.02549591101706028
21672	rnn.bias_ih_l0	6	-0.015537700615823269
21672	rnn.bias_ih_l0	7	-0.1300983726978302
21672	rnn.bias_ih_l0	8	-0.1809960901737213
21672	rnn.bias_ih_l0	9	0.08114921301603317
21672	rnn.bias_hh_l0	0	-0.0027870116755366325
21672	rnn.bias_hh_l0	1	0.023602033033967018
21672	rnn.bias_hh_l0	2	0.0005359970964491367
21672	rnn.bias_hh_l0	3	-0.02431030012667179
21672	rnn.bias_hh_l0	4	-0.04157523065805435
21672	rnn.bias_hh_l0	5	0.15078672766685486
21672	rnn.bias_hh_l0	6	0.033174119889736176
21672	rnn.bias_hh_l0	7	0.052520085126161575
21672	rnn.bias_hh_l0	8	0.018831022083759308
21672	rnn.bias_hh_l0	9	0.03579014539718628
21672	rnn.weight_ih_l0_reverse	0	-0.029978932812809944
21672	rnn.weight_ih_l0_reverse	1	-0.004048524424433708
21672	rnn.weight_ih_l0_reverse	2	0.0248622577637434
21672	rnn.weight_ih_l0_reverse	3	-0.061851076781749725
21672	rnn.weight_ih_l0_reverse	4	0.011236091144382954
21672	rnn.weight_ih_l0_reverse	5	-0.04776206985116005
21672	rnn.weight_ih_l0_reverse	6	0.020349588245153427
21672	rnn.weight_ih_l0_reverse	7	0.04609549418091774
21672	rnn.weight_ih_l0_reverse	8	-0.04554931819438934
21672	rnn.weight_ih_l0_reverse	9	-0.05138855427503586
21672	rnn.weight_hh_l0_reverse	0	-0.07844655215740204
21672	rnn.weight_hh_l0_reverse	1	-0.05991118401288986
21672	rnn.weight_hh_l0_reverse	2	0.03388899192214012
21672	rnn.weight_hh_l0_reverse	3	0.04634546861052513
21672	rnn.weight_hh_l0_reverse	4	-0.007719707675278187
21672	rnn.weight_hh_l0_reverse	5	0.044697586447000504
21672	rnn.weight_hh_l0_reverse	6	-0.020989926531910896
21672	rnn.weight_hh_l0_reverse	7	0.0029552443884313107
21672	rnn.weight_hh_l0_reverse	8	-0.09424228966236115
21672	rnn.weight_hh_l0_reverse	9	0.07978645712137222
21672	rnn.bias_ih_l0_reverse	0	-0.08587587624788284
21672	rnn.bias_ih_l0_reverse	1	-0.05885972082614899
21672	rnn.bias_ih_l0_reverse	2	0.10336711257696152
21672	rnn.bias_ih_l0_reverse	3	0.040710218250751495
21672	rnn.bias_ih_l0_reverse	4	-0.13564884662628174
21672	rnn.bias_ih_l0_reverse	5	0.033137764781713486
21672	rnn.bias_ih_l0_reverse	6	-0.11019837111234665
21672	rnn.bias_ih_l0_reverse	7	0.03943599388003349
21672	rnn.bias_ih_l0_reverse	8	0.03406297788023949
21672	rnn.bias_ih_l0_reverse	9	0.06001197174191475
21672	rnn.bias_hh_l0_reverse	0	0.05915927514433861
21672	rnn.bias_hh_l0_reverse	1	0.05598020926117897
21672	rnn.bias_hh_l0_reverse	2	0.08306349068880081
21672	rnn.bias_hh_l0_reverse	3	-0.007996841333806515
21672	rnn.bias_hh_l0_reverse	4	0.07553646713495255
21672	rnn.bias_hh_l0_reverse	5	0.011163637042045593
21672	rnn.bias_hh_l0_reverse	6	-0.059674784541130066
21672	rnn.bias_hh_l0_reverse	7	0.02825182117521763
21672	rnn.bias_hh_l0_reverse	8	0.012650210410356522
21672	rnn.bias_hh_l0_reverse	9	-0.16127212345600128
21672	linear.weight	0	0.1349390596151352
21672	linear.weight	1	-0.15401211380958557
21672	linear.weight	2	-0.19627200067043304
21672	linear.weight	3	0.05778595060110092
21672	linear.weight	4	-0.035222459584474564
21672	linear.weight	5	-0.0070345960557460785
21672	linear.weight	6	-0.007356409914791584
21672	linear.weight	7	-0.027124613523483276
21672	linear.weight	8	0.06562641263008118
21672	linear.weight	9	0.33889248967170715
21672	linear.bias	0	-0.21587468683719635
21672	linear.bias	1	0.18885087966918945
21672	linear.bias	2	-0.5264248847961426
21672	linear.bias	3	1.6894874572753906
21672	linear.bias	4	-0.3998447358608246
21672	linear.bias	5	-0.030769959092140198
21672	linear.bias	6	-0.3478701114654541
21672	linear.bias	7	-0.2862686812877655
21672	linear.bias	8	-0.01854349672794342
21672	linear.bias	9	-0.4878923296928406
21700	transitions	0	-0.6416260004043579
21700	transitions	1	0.356871634721756
21700	transitions	2	1.681878685951233
21700	transitions	3	0.10412593930959702
21700	transitions	4	0.9521663784980774
21700	transitions	5	1.2740492820739746
21700	transitions	6	0.4834332764148712
21700	transitions	7	0.17618319392204285
21700	transitions	8	-0.9194608926773071
21700	transitions	9	0.9306929111480713
21700	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21700	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21700	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21700	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21700	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21700	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21700	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21700	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21700	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21700	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21700	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21700	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21700	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21700	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21700	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21700	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21700	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21700	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21700	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21700	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21700	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21700	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21700	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21700	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21700	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21700	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21700	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21700	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21700	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21700	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21700	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21700	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21700	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21700	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21700	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21700	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21700	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21700	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21700	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21700	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21700	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21700	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21700	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21700	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21700	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21700	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21700	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21700	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21700	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21700	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21700	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21700	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21700	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21700	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21700	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21700	embedding2nn.weight	0	0.024734459817409515
21700	embedding2nn.weight	1	0.014008225873112679
21700	embedding2nn.weight	2	-0.004437838681042194
21700	embedding2nn.weight	3	0.001715575228445232
21700	embedding2nn.weight	4	-0.004628452472388744
21700	embedding2nn.weight	5	0.012249425984919071
21700	embedding2nn.weight	6	-0.004046934191137552
21700	embedding2nn.weight	7	0.019638361409306526
21700	embedding2nn.weight	8	-0.005223350133746862
21700	embedding2nn.weight	9	-0.014227473177015781
21700	embedding2nn.bias	0	-0.04561261832714081
21700	embedding2nn.bias	1	-0.0253002867102623
21700	embedding2nn.bias	2	-0.06565818935632706
21700	embedding2nn.bias	3	-0.003827068954706192
21700	embedding2nn.bias	4	-0.005545290652662516
21700	embedding2nn.bias	5	0.000875284313224256
21700	embedding2nn.bias	6	0.010909536853432655
21700	embedding2nn.bias	7	0.0246181208640337
21700	embedding2nn.bias	8	0.019374174997210503
21700	embedding2nn.bias	9	0.00391087681055069
21700	rnn.weight_ih_l0	0	0.03815484419465065
21700	rnn.weight_ih_l0	1	-0.010832876898348331
21700	rnn.weight_ih_l0	2	-0.04345570504665375
21700	rnn.weight_ih_l0	3	-0.044384028762578964
21700	rnn.weight_ih_l0	4	-0.05180857330560684
21700	rnn.weight_ih_l0	5	-0.009660733863711357
21700	rnn.weight_ih_l0	6	-0.05362660437822342
21700	rnn.weight_ih_l0	7	-0.05765407159924507
21700	rnn.weight_ih_l0	8	-0.04482484981417656
21700	rnn.weight_ih_l0	9	-0.02730083093047142
21700	rnn.weight_hh_l0	0	0.016710393130779266
21700	rnn.weight_hh_l0	1	-0.015149958431720734
21700	rnn.weight_hh_l0	2	-0.06600066274404526
21700	rnn.weight_hh_l0	3	-0.03133947774767876
21700	rnn.weight_hh_l0	4	-0.07483085989952087
21700	rnn.weight_hh_l0	5	-0.009449541568756104
21700	rnn.weight_hh_l0	6	-0.04051133245229721
21700	rnn.weight_hh_l0	7	-0.028963901102542877
21700	rnn.weight_hh_l0	8	-0.01993543840944767
21700	rnn.weight_hh_l0	9	0.00011430853191995993
21700	rnn.bias_ih_l0	0	0.12813812494277954
21700	rnn.bias_ih_l0	1	-0.06287596374750137
21700	rnn.bias_ih_l0	2	0.1131044551730156
21700	rnn.bias_ih_l0	3	0.047359950840473175
21700	rnn.bias_ih_l0	4	0.1019635945558548
21700	rnn.bias_ih_l0	5	0.025360964238643646
21700	rnn.bias_ih_l0	6	-0.015372333116829395
21700	rnn.bias_ih_l0	7	-0.13353458046913147
21700	rnn.bias_ih_l0	8	-0.18169134855270386
21700	rnn.bias_ih_l0	9	0.0812675878405571
21700	rnn.bias_hh_l0	0	-0.003910770174115896
21700	rnn.bias_hh_l0	1	0.021150534972548485
21700	rnn.bias_hh_l0	2	0.0001355083950329572
21700	rnn.bias_hh_l0	3	-0.023825373500585556
21700	rnn.bias_hh_l0	4	-0.04116144776344299
21700	rnn.bias_hh_l0	5	0.1511138677597046
21700	rnn.bias_hh_l0	6	0.032878294587135315
21700	rnn.bias_hh_l0	7	0.051836032420396805
21700	rnn.bias_hh_l0	8	0.01899639330804348
21700	rnn.bias_hh_l0	9	0.03689981624484062
21700	rnn.weight_ih_l0_reverse	0	-0.029500309377908707
21700	rnn.weight_ih_l0_reverse	1	-0.003396711777895689
21700	rnn.weight_ih_l0_reverse	2	0.024750875309109688
21700	rnn.weight_ih_l0_reverse	3	-0.06206570938229561
21700	rnn.weight_ih_l0_reverse	4	0.011648564599454403
21700	rnn.weight_ih_l0_reverse	5	-0.0475861020386219
21700	rnn.weight_ih_l0_reverse	6	0.020400574430823326
21700	rnn.weight_ih_l0_reverse	7	0.046108461916446686
21700	rnn.weight_ih_l0_reverse	8	-0.04551579803228378
21700	rnn.weight_ih_l0_reverse	9	-0.05131340026855469
21700	rnn.weight_hh_l0_reverse	0	-0.07883641123771667
21700	rnn.weight_hh_l0_reverse	1	-0.06119567155838013
21700	rnn.weight_hh_l0_reverse	2	0.03410805016756058
21700	rnn.weight_hh_l0_reverse	3	0.046207133680582047
21700	rnn.weight_hh_l0_reverse	4	-0.008176061324775219
21700	rnn.weight_hh_l0_reverse	5	0.044549860060214996
21700	rnn.weight_hh_l0_reverse	6	-0.01895325817167759
21700	rnn.weight_hh_l0_reverse	7	0.0039386749267578125
21700	rnn.weight_hh_l0_reverse	8	-0.09476779401302338
21700	rnn.weight_hh_l0_reverse	9	0.08031764626502991
21700	rnn.bias_ih_l0_reverse	0	-0.08567684888839722
21700	rnn.bias_ih_l0_reverse	1	-0.06163943186402321
21700	rnn.bias_ih_l0_reverse	2	0.1027550995349884
21700	rnn.bias_ih_l0_reverse	3	0.039972126483917236
21700	rnn.bias_ih_l0_reverse	4	-0.1334836184978485
21700	rnn.bias_ih_l0_reverse	5	0.03354773297905922
21700	rnn.bias_ih_l0_reverse	6	-0.11066671460866928
21700	rnn.bias_ih_l0_reverse	7	0.03912122920155525
21700	rnn.bias_ih_l0_reverse	8	0.034193653613328934
21700	rnn.bias_ih_l0_reverse	9	0.05979979783296585
21700	rnn.bias_hh_l0_reverse	0	0.05915006995201111
21700	rnn.bias_hh_l0_reverse	1	0.05594535917043686
21700	rnn.bias_hh_l0_reverse	2	0.08198148012161255
21700	rnn.bias_hh_l0_reverse	3	-0.0070756180211901665
21700	rnn.bias_hh_l0_reverse	4	0.07477165758609772
21700	rnn.bias_hh_l0_reverse	5	0.014752264134585857
21700	rnn.bias_hh_l0_reverse	6	-0.06011827662587166
21700	rnn.bias_hh_l0_reverse	7	0.02920852228999138
21700	rnn.bias_hh_l0_reverse	8	0.011317179538309574
21700	rnn.bias_hh_l0_reverse	9	-0.1600199043750763
21700	linear.weight	0	0.14587698876857758
21700	linear.weight	1	-0.1561756283044815
21700	linear.weight	2	-0.19693826138973236
21700	linear.weight	3	0.054491784423589706
21700	linear.weight	4	-0.035035938024520874
21700	linear.weight	5	-0.006406699772924185
21700	linear.weight	6	-0.007334419060498476
21700	linear.weight	7	-0.027108997106552124
21700	linear.weight	8	0.06777490675449371
21700	linear.weight	9	0.3402949869632721
21700	linear.bias	0	-0.19969147443771362
21700	linear.bias	1	0.18876318633556366
21700	linear.bias	2	-0.5255005359649658
21700	linear.bias	3	1.669129490852356
21700	linear.bias	4	-0.4000247120857239
21700	linear.bias	5	-0.030769959092140198
21700	linear.bias	6	-0.3467402756214142
21700	linear.bias	7	-0.28945010900497437
21700	linear.bias	8	-0.02160722017288208
21700	linear.bias	9	-0.4880480170249939
21728	transitions	0	-0.6416571140289307
21728	transitions	1	0.3568269610404968
21728	transitions	2	1.6818562746047974
21728	transitions	3	0.10410335659980774
21728	transitions	4	0.9520680904388428
21728	transitions	5	1.274048924446106
21728	transitions	6	0.48343220353126526
21728	transitions	7	0.17618273198604584
21728	transitions	8	-0.9194610714912415
21728	transitions	9	0.9306929111480713
21728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21728	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21728	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21728	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21728	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21728	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21728	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21728	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21728	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21728	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21728	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21728	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21728	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21728	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21728	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21728	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21728	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21728	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21728	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21728	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21728	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21728	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21728	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21728	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21728	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21728	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21728	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21728	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21728	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21728	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21728	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21728	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21728	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21728	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21728	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21728	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21728	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21728	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21728	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21728	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21728	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21728	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21728	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21728	embedding2nn.weight	0	0.025174232199788094
21728	embedding2nn.weight	1	0.013995540328323841
21728	embedding2nn.weight	2	-0.004436020739376545
21728	embedding2nn.weight	3	0.0014680736931040883
21728	embedding2nn.weight	4	-0.004595734644681215
21728	embedding2nn.weight	5	0.012368115596473217
21728	embedding2nn.weight	6	-0.003975694999098778
21728	embedding2nn.weight	7	0.01945452205836773
21728	embedding2nn.weight	8	-0.005236637778580189
21728	embedding2nn.weight	9	-0.014196696691215038
21728	embedding2nn.bias	0	-0.04963499680161476
21728	embedding2nn.bias	1	-0.02462874725461006
21728	embedding2nn.bias	2	-0.06658364832401276
21728	embedding2nn.bias	3	-0.002155809896066785
21728	embedding2nn.bias	4	-0.0015485441545024514
21728	embedding2nn.bias	5	-0.005780462641268969
21728	embedding2nn.bias	6	0.012674950994551182
21728	embedding2nn.bias	7	0.020562898367643356
21728	embedding2nn.bias	8	0.019139843061566353
21728	embedding2nn.bias	9	0.002900877967476845
21728	rnn.weight_ih_l0	0	0.03803078457713127
21728	rnn.weight_ih_l0	1	-0.012781118974089622
21728	rnn.weight_ih_l0	2	-0.04173192381858826
21728	rnn.weight_ih_l0	3	-0.043437693268060684
21728	rnn.weight_ih_l0	4	-0.051737017929553986
21728	rnn.weight_ih_l0	5	-0.009793641977012157
21728	rnn.weight_ih_l0	6	-0.053684692829847336
21728	rnn.weight_ih_l0	7	-0.057863783091306686
21728	rnn.weight_ih_l0	8	-0.0447319895029068
21728	rnn.weight_ih_l0	9	-0.02734801545739174
21728	rnn.weight_hh_l0	0	0.01679767295718193
21728	rnn.weight_hh_l0	1	-0.014722193591296673
21728	rnn.weight_hh_l0	2	-0.06661777198314667
21728	rnn.weight_hh_l0	3	-0.031620677560567856
21728	rnn.weight_hh_l0	4	-0.075738325715065
21728	rnn.weight_hh_l0	5	-0.009055211208760738
21728	rnn.weight_hh_l0	6	-0.04147944226861
21728	rnn.weight_hh_l0	7	-0.028742991387844086
21728	rnn.weight_hh_l0	8	-0.020191684365272522
21728	rnn.weight_hh_l0	9	-0.0003774793294724077
21728	rnn.bias_ih_l0	0	0.12911216914653778
21728	rnn.bias_ih_l0	1	-0.06180252879858017
21728	rnn.bias_ih_l0	2	0.11182336509227753
21728	rnn.bias_ih_l0	3	0.046305183321237564
21728	rnn.bias_ih_l0	4	0.10163063555955887
21728	rnn.bias_ih_l0	5	0.02528773806989193
21728	rnn.bias_ih_l0	6	-0.014202959835529327
21728	rnn.bias_ih_l0	7	-0.13012345135211945
21728	rnn.bias_ih_l0	8	-0.1830001175403595
21728	rnn.bias_ih_l0	9	0.08227773010730743
21728	rnn.bias_hh_l0	0	-0.004311454016715288
21728	rnn.bias_hh_l0	1	0.02005874365568161
21728	rnn.bias_hh_l0	2	-1.6418904124293476e-05
21728	rnn.bias_hh_l0	3	-0.02647555060684681
21728	rnn.bias_hh_l0	4	-0.04158706218004227
21728	rnn.bias_hh_l0	5	0.15155570209026337
21728	rnn.bias_hh_l0	6	0.033918123692274094
21728	rnn.bias_hh_l0	7	0.05117296054959297
21728	rnn.bias_hh_l0	8	0.020165767520666122
21728	rnn.bias_hh_l0	9	0.0372936986386776
21728	rnn.weight_ih_l0_reverse	0	-0.029446648433804512
21728	rnn.weight_ih_l0_reverse	1	-0.0029873440507799387
21728	rnn.weight_ih_l0_reverse	2	0.024789970368146896
21728	rnn.weight_ih_l0_reverse	3	-0.0618351548910141
21728	rnn.weight_ih_l0_reverse	4	0.011164801195263863
21728	rnn.weight_ih_l0_reverse	5	-0.04775403439998627
21728	rnn.weight_ih_l0_reverse	6	0.020415477454662323
21728	rnn.weight_ih_l0_reverse	7	0.04608820751309395
21728	rnn.weight_ih_l0_reverse	8	-0.0456354022026062
21728	rnn.weight_ih_l0_reverse	9	-0.05130211263895035
21728	rnn.weight_hh_l0_reverse	0	-0.07877747714519501
21728	rnn.weight_hh_l0_reverse	1	-0.06123313680291176
21728	rnn.weight_hh_l0_reverse	2	0.03441537544131279
21728	rnn.weight_hh_l0_reverse	3	0.04644498601555824
21728	rnn.weight_hh_l0_reverse	4	-0.007785139139741659
21728	rnn.weight_hh_l0_reverse	5	0.04461260885000229
21728	rnn.weight_hh_l0_reverse	6	-0.017987051978707314
21728	rnn.weight_hh_l0_reverse	7	0.004379033111035824
21728	rnn.weight_hh_l0_reverse	8	-0.09557710587978363
21728	rnn.weight_hh_l0_reverse	9	0.0803823322057724
21728	rnn.bias_ih_l0_reverse	0	-0.08839987218379974
21728	rnn.bias_ih_l0_reverse	1	-0.05757010355591774
21728	rnn.bias_ih_l0_reverse	2	0.10284411907196045
21728	rnn.bias_ih_l0_reverse	3	0.04058882221579552
21728	rnn.bias_ih_l0_reverse	4	-0.13434851169586182
21728	rnn.bias_ih_l0_reverse	5	0.031840115785598755
21728	rnn.bias_ih_l0_reverse	6	-0.10919929295778275
21728	rnn.bias_ih_l0_reverse	7	0.03819847106933594
21728	rnn.bias_ih_l0_reverse	8	0.03612532094120979
21728	rnn.bias_ih_l0_reverse	9	0.059697266668081284
21728	rnn.bias_hh_l0_reverse	0	0.06566313654184341
21728	rnn.bias_hh_l0_reverse	1	0.05622243508696556
21728	rnn.bias_hh_l0_reverse	2	0.08061240613460541
21728	rnn.bias_hh_l0_reverse	3	-0.007812303025275469
21728	rnn.bias_hh_l0_reverse	4	0.07577145844697952
21728	rnn.bias_hh_l0_reverse	5	0.01405847817659378
21728	rnn.bias_hh_l0_reverse	6	-0.05883501097559929
21728	rnn.bias_hh_l0_reverse	7	0.030091693624854088
21728	rnn.bias_hh_l0_reverse	8	0.012070582248270512
21728	rnn.bias_hh_l0_reverse	9	-0.1591651439666748
21728	linear.weight	0	0.14870242774486542
21728	linear.weight	1	-0.1561695635318756
21728	linear.weight	2	-0.19549836218357086
21728	linear.weight	3	0.058330245316028595
21728	linear.weight	4	-0.034457411617040634
21728	linear.weight	5	-0.006945967208594084
21728	linear.weight	6	-0.007333214394748211
21728	linear.weight	7	-0.02696453034877777
21728	linear.weight	8	0.0678536593914032
21728	linear.weight	9	0.3402247726917267
21728	linear.bias	0	-0.21757036447525024
21728	linear.bias	1	0.1887810230255127
21728	linear.bias	2	-0.5261701941490173
21728	linear.bias	3	1.7009650468826294
21728	linear.bias	4	-0.39125949144363403
21728	linear.bias	5	-0.030769959092140198
21728	linear.bias	6	-0.3474856913089752
21728	linear.bias	7	-0.2909095883369446
21728	linear.bias	8	-0.0295608788728714
21728	linear.bias	9	-0.4881356656551361
21756	transitions	0	-0.6417064070701599
21756	transitions	1	0.35679906606674194
21756	transitions	2	1.6817833185195923
21756	transitions	3	0.1040390133857727
21756	transitions	4	0.9520652294158936
21756	transitions	5	1.2740486860275269
21756	transitions	6	0.4834311008453369
21756	transitions	7	0.1761825531721115
21756	transitions	8	-0.9194610714912415
21756	transitions	9	0.9306929111480713
21756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21756	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21756	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21756	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21756	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21756	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21756	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21756	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21756	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21756	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21756	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21756	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21756	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21756	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21756	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21756	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21756	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21756	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21756	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21756	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21756	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21756	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21756	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21756	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21756	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21756	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21756	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21756	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21756	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21756	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21756	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21756	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21756	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21756	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21756	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21756	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21756	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21756	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21756	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21756	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21756	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21756	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21756	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21756	embedding2nn.weight	0	0.02522202581167221
21756	embedding2nn.weight	1	0.013998709619045258
21756	embedding2nn.weight	2	-0.0044115749187767506
21756	embedding2nn.weight	3	0.0011468162992969155
21756	embedding2nn.weight	4	-0.004578946158289909
21756	embedding2nn.weight	5	0.012343947775661945
21756	embedding2nn.weight	6	-0.004095880780369043
21756	embedding2nn.weight	7	0.019805777817964554
21756	embedding2nn.weight	8	-0.00513121485710144
21756	embedding2nn.weight	9	-0.014244482852518559
21756	embedding2nn.bias	0	-0.04317848011851311
21756	embedding2nn.bias	1	-0.026521926745772362
21756	embedding2nn.bias	2	-0.06511466950178146
21756	embedding2nn.bias	3	-0.005332310218364
21756	embedding2nn.bias	4	0.005220659077167511
21756	embedding2nn.bias	5	-0.004662043880671263
21756	embedding2nn.bias	6	0.008293531835079193
21756	embedding2nn.bias	7	0.027825549244880676
21756	embedding2nn.bias	8	0.01686268113553524
21756	embedding2nn.bias	9	0.0025149851571768522
21756	rnn.weight_ih_l0	0	0.03811424598097801
21756	rnn.weight_ih_l0	1	-0.012544645927846432
21756	rnn.weight_ih_l0	2	-0.04166669771075249
21756	rnn.weight_ih_l0	3	-0.043414998799562454
21756	rnn.weight_ih_l0	4	-0.052123621106147766
21756	rnn.weight_ih_l0	5	-0.009761589579284191
21756	rnn.weight_ih_l0	6	-0.053966790437698364
21756	rnn.weight_ih_l0	7	-0.05813008174300194
21756	rnn.weight_ih_l0	8	-0.04454772546887398
21756	rnn.weight_ih_l0	9	-0.027346322312951088
21756	rnn.weight_hh_l0	0	0.01679334230720997
21756	rnn.weight_hh_l0	1	-0.014984358102083206
21756	rnn.weight_hh_l0	2	-0.06640451401472092
21756	rnn.weight_hh_l0	3	-0.03197535499930382
21756	rnn.weight_hh_l0	4	-0.07572200894355774
21756	rnn.weight_hh_l0	5	-0.008929192088544369
21756	rnn.weight_hh_l0	6	-0.04069536551833153
21756	rnn.weight_hh_l0	7	-0.02709469012916088
21756	rnn.weight_hh_l0	8	-0.020153114572167397
21756	rnn.weight_hh_l0	9	-0.0005722198402509093
21756	rnn.bias_ih_l0	0	0.1299632489681244
21756	rnn.bias_ih_l0	1	-0.060479845851659775
21756	rnn.bias_ih_l0	2	0.11138103902339935
21756	rnn.bias_ih_l0	3	0.046191032975912094
21756	rnn.bias_ih_l0	4	0.1012159213423729
21756	rnn.bias_ih_l0	5	0.023972010239958763
21756	rnn.bias_ih_l0	6	-0.015345207415521145
21756	rnn.bias_ih_l0	7	-0.12974219024181366
21756	rnn.bias_ih_l0	8	-0.18507331609725952
21756	rnn.bias_ih_l0	9	0.08331302553415298
21756	rnn.bias_hh_l0	0	-0.00432361476123333
21756	rnn.bias_hh_l0	1	0.021590277552604675
21756	rnn.bias_hh_l0	2	-0.0001264676102437079
21756	rnn.bias_hh_l0	3	-0.02823854796588421
21756	rnn.bias_hh_l0	4	-0.04196111485362053
21756	rnn.bias_hh_l0	5	0.15093369781970978
21756	rnn.bias_hh_l0	6	0.03307114169001579
21756	rnn.bias_hh_l0	7	0.04756338149309158
21756	rnn.bias_hh_l0	8	0.01902352273464203
21756	rnn.bias_hh_l0	9	0.03803236037492752
21756	rnn.weight_ih_l0_reverse	0	-0.02935296855866909
21756	rnn.weight_ih_l0_reverse	1	-0.003351398976519704
21756	rnn.weight_ih_l0_reverse	2	0.024845395237207413
21756	rnn.weight_ih_l0_reverse	3	-0.06207558512687683
21756	rnn.weight_ih_l0_reverse	4	0.01083223707973957
21756	rnn.weight_ih_l0_reverse	5	-0.04813631251454353
21756	rnn.weight_ih_l0_reverse	6	0.020505769178271294
21756	rnn.weight_ih_l0_reverse	7	0.046041782945394516
21756	rnn.weight_ih_l0_reverse	8	-0.04587000608444214
21756	rnn.weight_ih_l0_reverse	9	-0.05127348378300667
21756	rnn.weight_hh_l0_reverse	0	-0.07940740138292313
21756	rnn.weight_hh_l0_reverse	1	-0.05943094566464424
21756	rnn.weight_hh_l0_reverse	2	0.03423541039228439
21756	rnn.weight_hh_l0_reverse	3	0.04689827561378479
21756	rnn.weight_hh_l0_reverse	4	-0.008597924374043941
21756	rnn.weight_hh_l0_reverse	5	0.04468880221247673
21756	rnn.weight_hh_l0_reverse	6	-0.019899927079677582
21756	rnn.weight_hh_l0_reverse	7	0.004095445387065411
21756	rnn.weight_hh_l0_reverse	8	-0.09529665112495422
21756	rnn.weight_hh_l0_reverse	9	0.08116542547941208
21756	rnn.bias_ih_l0_reverse	0	-0.08952059596776962
21756	rnn.bias_ih_l0_reverse	1	-0.05801750347018242
21756	rnn.bias_ih_l0_reverse	2	0.10341773927211761
21756	rnn.bias_ih_l0_reverse	3	0.03932865709066391
21756	rnn.bias_ih_l0_reverse	4	-0.13547171652317047
21756	rnn.bias_ih_l0_reverse	5	0.03251907229423523
21756	rnn.bias_ih_l0_reverse	6	-0.10752249509096146
21756	rnn.bias_ih_l0_reverse	7	0.03798820078372955
21756	rnn.bias_ih_l0_reverse	8	0.03705098107457161
21756	rnn.bias_ih_l0_reverse	9	0.05956823006272316
21756	rnn.bias_hh_l0_reverse	0	0.06539513170719147
21756	rnn.bias_hh_l0_reverse	1	0.055791012942790985
21756	rnn.bias_hh_l0_reverse	2	0.08203966915607452
21756	rnn.bias_hh_l0_reverse	3	-0.009146939031779766
21756	rnn.bias_hh_l0_reverse	4	0.0760100781917572
21756	rnn.bias_hh_l0_reverse	5	0.01055100467056036
21756	rnn.bias_hh_l0_reverse	6	-0.05762781947851181
21756	rnn.bias_hh_l0_reverse	7	0.0315065011382103
21756	rnn.bias_hh_l0_reverse	8	0.011541096493601799
21756	rnn.bias_hh_l0_reverse	9	-0.15819258987903595
21756	linear.weight	0	0.14870484173297882
21756	linear.weight	1	-0.1561727523803711
21756	linear.weight	2	-0.19735300540924072
21756	linear.weight	3	0.058876167982816696
21756	linear.weight	4	-0.03437585011124611
21756	linear.weight	5	-0.0069339885376393795
21756	linear.weight	6	-0.007327408995479345
21756	linear.weight	7	-0.026904316619038582
21756	linear.weight	8	0.06688593327999115
21756	linear.weight	9	0.3443998396396637
21756	linear.bias	0	-0.21972914040088654
21756	linear.bias	1	0.18970458209514618
21756	linear.bias	2	-0.5248119831085205
21756	linear.bias	3	1.7061688899993896
21756	linear.bias	4	-0.39140522480010986
21756	linear.bias	5	-0.030769959092140198
21756	linear.bias	6	-0.34595251083374023
21756	linear.bias	7	-0.2906881868839264
21756	linear.bias	8	-0.018423881381750107
21756	linear.bias	9	-0.48821863532066345
21784	transitions	0	-0.6417543888092041
21784	transitions	1	0.3567712604999542
21784	transitions	2	1.6817508935928345
21784	transitions	3	0.10402413457632065
21784	transitions	4	0.9520177245140076
21784	transitions	5	1.2740482091903687
21784	transitions	6	0.4834310710430145
21784	transitions	7	0.17618146538734436
21784	transitions	8	-0.9194610714912415
21784	transitions	9	0.9306928515434265
21784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21784	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21784	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21784	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21784	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21784	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21784	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21784	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21784	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21784	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21784	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21784	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21784	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21784	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21784	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21784	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21784	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21784	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21784	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21784	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21784	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21784	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21784	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21784	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21784	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21784	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21784	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21784	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21784	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21784	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21784	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21784	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21784	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21784	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21784	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21784	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21784	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21784	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21784	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21784	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21784	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21784	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21784	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21784	embedding2nn.weight	0	0.025270085781812668
21784	embedding2nn.weight	1	0.01388927735388279
21784	embedding2nn.weight	2	-0.0043672784231603146
21784	embedding2nn.weight	3	0.0011403363896533847
21784	embedding2nn.weight	4	-0.004622185602784157
21784	embedding2nn.weight	5	0.012235893867909908
21784	embedding2nn.weight	6	-0.004036384169012308
21784	embedding2nn.weight	7	0.019914070144295692
21784	embedding2nn.weight	8	-0.005054072011262178
21784	embedding2nn.weight	9	-0.01422180701047182
21784	embedding2nn.bias	0	-0.043418511748313904
21784	embedding2nn.bias	1	-0.029333511367440224
21784	embedding2nn.bias	2	-0.06691160798072815
21784	embedding2nn.bias	3	-0.0041124820709228516
21784	embedding2nn.bias	4	0.0011080487165600061
21784	embedding2nn.bias	5	-0.0009127809316851199
21784	embedding2nn.bias	6	0.01257239654660225
21784	embedding2nn.bias	7	0.025798030197620392
21784	embedding2nn.bias	8	0.015821410343050957
21784	embedding2nn.bias	9	0.0006539874011650681
21784	rnn.weight_ih_l0	0	0.03820625692605972
21784	rnn.weight_ih_l0	1	-0.012559028342366219
21784	rnn.weight_ih_l0	2	-0.042181625962257385
21784	rnn.weight_ih_l0	3	-0.04348287731409073
21784	rnn.weight_ih_l0	4	-0.052069809287786484
21784	rnn.weight_ih_l0	5	-0.009749574586749077
21784	rnn.weight_ih_l0	6	-0.054336536675691605
21784	rnn.weight_ih_l0	7	-0.05814901366829872
21784	rnn.weight_ih_l0	8	-0.04465184733271599
21784	rnn.weight_ih_l0	9	-0.02726208232343197
21784	rnn.weight_hh_l0	0	0.016717083752155304
21784	rnn.weight_hh_l0	1	-0.014833521097898483
21784	rnn.weight_hh_l0	2	-0.06601269543170929
21784	rnn.weight_hh_l0	3	-0.032342325896024704
21784	rnn.weight_hh_l0	4	-0.07590307295322418
21784	rnn.weight_hh_l0	5	-0.008711175061762333
21784	rnn.weight_hh_l0	6	-0.040062662214040756
21784	rnn.weight_hh_l0	7	-0.026442738249897957
21784	rnn.weight_hh_l0	8	-0.020056957378983498
21784	rnn.weight_hh_l0	9	-0.0001025299570756033
21784	rnn.bias_ih_l0	0	0.1298462152481079
21784	rnn.bias_ih_l0	1	-0.059338945895433426
21784	rnn.bias_ih_l0	2	0.11010000854730606
21784	rnn.bias_ih_l0	3	0.04368089511990547
21784	rnn.bias_ih_l0	4	0.10036952048540115
21784	rnn.bias_ih_l0	5	0.023449547588825226
21784	rnn.bias_ih_l0	6	-0.016071956604719162
21784	rnn.bias_ih_l0	7	-0.12746018171310425
21784	rnn.bias_ih_l0	8	-0.18260516226291656
21784	rnn.bias_ih_l0	9	0.0832667201757431
21784	rnn.bias_hh_l0	0	-0.0035317379515618086
21784	rnn.bias_hh_l0	1	0.022899894043803215
21784	rnn.bias_hh_l0	2	4.452500070328824e-05
21784	rnn.bias_hh_l0	3	-0.02588515169918537
21784	rnn.bias_hh_l0	4	-0.04146946594119072
21784	rnn.bias_hh_l0	5	0.15215106308460236
21784	rnn.bias_hh_l0	6	0.033080779016017914
21784	rnn.bias_hh_l0	7	0.04883503541350365
21784	rnn.bias_hh_l0	8	0.018296774476766586
21784	rnn.bias_hh_l0	9	0.0381980761885643
21784	rnn.weight_ih_l0_reverse	0	-0.02961720898747444
21784	rnn.weight_ih_l0_reverse	1	-0.002831280929967761
21784	rnn.weight_ih_l0_reverse	2	0.02471703290939331
21784	rnn.weight_ih_l0_reverse	3	-0.0620446540415287
21784	rnn.weight_ih_l0_reverse	4	0.01099950447678566
21784	rnn.weight_ih_l0_reverse	5	-0.04800151661038399
21784	rnn.weight_ih_l0_reverse	6	0.021284449845552444
21784	rnn.weight_ih_l0_reverse	7	0.04586324840784073
21784	rnn.weight_ih_l0_reverse	8	-0.04568089172244072
21784	rnn.weight_ih_l0_reverse	9	-0.05130094289779663
21784	rnn.weight_hh_l0_reverse	0	-0.07936683297157288
21784	rnn.weight_hh_l0_reverse	1	-0.05991858243942261
21784	rnn.weight_hh_l0_reverse	2	0.03436148911714554
21784	rnn.weight_hh_l0_reverse	3	0.04712987318634987
21784	rnn.weight_hh_l0_reverse	4	-0.008035545237362385
21784	rnn.weight_hh_l0_reverse	5	0.04432410001754761
21784	rnn.weight_hh_l0_reverse	6	-0.01838734932243824
21784	rnn.weight_hh_l0_reverse	7	0.004443238023668528
21784	rnn.weight_hh_l0_reverse	8	-0.09515473246574402
21784	rnn.weight_hh_l0_reverse	9	0.08090067654848099
21784	rnn.bias_ih_l0_reverse	0	-0.08330115675926208
21784	rnn.bias_ih_l0_reverse	1	-0.05595368891954422
21784	rnn.bias_ih_l0_reverse	2	0.1032392606139183
21784	rnn.bias_ih_l0_reverse	3	0.03896769881248474
21784	rnn.bias_ih_l0_reverse	4	-0.13476288318634033
21784	rnn.bias_ih_l0_reverse	5	0.034842006862163544
21784	rnn.bias_ih_l0_reverse	6	-0.10902145504951477
21784	rnn.bias_ih_l0_reverse	7	0.03981725499033928
21784	rnn.bias_ih_l0_reverse	8	0.038409631699323654
21784	rnn.bias_ih_l0_reverse	9	0.060670047998428345
21784	rnn.bias_hh_l0_reverse	0	0.06735605001449585
21784	rnn.bias_hh_l0_reverse	1	0.05487589165568352
21784	rnn.bias_hh_l0_reverse	2	0.08187080919742584
21784	rnn.bias_hh_l0_reverse	3	-0.008214078843593597
21784	rnn.bias_hh_l0_reverse	4	0.07704231142997742
21784	rnn.bias_hh_l0_reverse	5	0.014797920361161232
21784	rnn.bias_hh_l0_reverse	6	-0.05862325429916382
21784	rnn.bias_hh_l0_reverse	7	0.030794283375144005
21784	rnn.bias_hh_l0_reverse	8	0.01049442496150732
21784	rnn.bias_hh_l0_reverse	9	-0.15542930364608765
21784	linear.weight	0	0.15238910913467407
21784	linear.weight	1	-0.1561712771654129
21784	linear.weight	2	-0.196769118309021
21784	linear.weight	3	0.05581394582986832
21784	linear.weight	4	-0.03348708897829056
21784	linear.weight	5	-0.006580309942364693
21784	linear.weight	6	-0.007325136102735996
21784	linear.weight	7	-0.027947204187512398
21784	linear.weight	8	0.06822588294744492
21784	linear.weight	9	0.3440491557121277
21784	linear.bias	0	-0.22135956585407257
21784	linear.bias	1	0.19270119071006775
21784	linear.bias	2	-0.5255157351493835
21784	linear.bias	3	1.6999287605285645
21784	linear.bias	4	-0.38859623670578003
21784	linear.bias	5	-0.030769959092140198
21784	linear.bias	6	-0.3466030955314636
21784	linear.bias	7	-0.2905299663543701
21784	linear.bias	8	-0.023209085687994957
21784	linear.bias	9	-0.4882720112800598
21812	transitions	0	-0.6418027281761169
21812	transitions	1	0.3567466139793396
21812	transitions	2	1.6816877126693726
21812	transitions	3	0.10399100929498672
21812	transitions	4	0.9519623517990112
21812	transitions	5	1.2740468978881836
21812	transitions	6	0.4834286570549011
21812	transitions	7	0.17618069052696228
21812	transitions	8	-0.9194610714912415
21812	transitions	9	0.9306928515434265
21812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21812	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21812	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21812	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21812	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21812	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21812	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21812	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21812	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21812	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21812	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21812	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21812	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21812	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21812	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21812	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21812	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21812	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21812	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21812	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21812	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21812	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21812	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21812	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21812	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21812	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21812	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21812	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21812	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21812	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21812	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21812	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21812	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21812	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21812	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21812	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21812	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21812	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21812	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21812	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21812	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21812	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21812	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21812	embedding2nn.weight	0	0.025637133046984673
21812	embedding2nn.weight	1	0.013935963623225689
21812	embedding2nn.weight	2	-0.004398718010634184
21812	embedding2nn.weight	3	0.0011954025831073523
21812	embedding2nn.weight	4	-0.004647079389542341
21812	embedding2nn.weight	5	0.01227500755339861
21812	embedding2nn.weight	6	-0.004117688164114952
21812	embedding2nn.weight	7	0.020397400483489037
21812	embedding2nn.weight	8	-0.0048686433583498
21812	embedding2nn.weight	9	-0.014172377996146679
21812	embedding2nn.bias	0	-0.04515216127038002
21812	embedding2nn.bias	1	-0.026728352531790733
21812	embedding2nn.bias	2	-0.07155472785234451
21812	embedding2nn.bias	3	-0.004335110541433096
21812	embedding2nn.bias	4	0.004919654689729214
21812	embedding2nn.bias	5	0.0036279968917369843
21812	embedding2nn.bias	6	0.01045053917914629
21812	embedding2nn.bias	7	0.026352742686867714
21812	embedding2nn.bias	8	0.020306246355175972
21812	embedding2nn.bias	9	-0.001365399220958352
21812	rnn.weight_ih_l0	0	0.03830390051007271
21812	rnn.weight_ih_l0	1	-0.012220553122460842
21812	rnn.weight_ih_l0	2	-0.040948208421468735
21812	rnn.weight_ih_l0	3	-0.04343588277697563
21812	rnn.weight_ih_l0	4	-0.05219196155667305
21812	rnn.weight_ih_l0	5	-0.00956961140036583
21812	rnn.weight_ih_l0	6	-0.053827378898859024
21812	rnn.weight_ih_l0	7	-0.05817554518580437
21812	rnn.weight_ih_l0	8	-0.044433169066905975
21812	rnn.weight_ih_l0	9	-0.02733304351568222
21812	rnn.weight_hh_l0	0	0.016479872167110443
21812	rnn.weight_hh_l0	1	-0.014821883291006088
21812	rnn.weight_hh_l0	2	-0.06819619983434677
21812	rnn.weight_hh_l0	3	-0.03249417617917061
21812	rnn.weight_hh_l0	4	-0.07612067461013794
21812	rnn.weight_hh_l0	5	-0.008204378187656403
21812	rnn.weight_hh_l0	6	-0.03951713442802429
21812	rnn.weight_hh_l0	7	-0.02760225720703602
21812	rnn.weight_hh_l0	8	-0.01979866996407509
21812	rnn.weight_hh_l0	9	-0.0005100107518956065
21812	rnn.bias_ih_l0	0	0.12903597950935364
21812	rnn.bias_ih_l0	1	-0.05846162512898445
21812	rnn.bias_ih_l0	2	0.10936545580625534
21812	rnn.bias_ih_l0	3	0.045145999640226364
21812	rnn.bias_ih_l0	4	0.10014478117227554
21812	rnn.bias_ih_l0	5	0.02472752518951893
21812	rnn.bias_ih_l0	6	-0.018154943361878395
21812	rnn.bias_ih_l0	7	-0.12224950641393661
21812	rnn.bias_ih_l0	8	-0.18126004934310913
21812	rnn.bias_ih_l0	9	0.08452706038951874
21812	rnn.bias_hh_l0	0	-0.0020648711360991
21812	rnn.bias_hh_l0	1	0.022482605651021004
21812	rnn.bias_hh_l0	2	-0.0011819906067103148
21812	rnn.bias_hh_l0	3	-0.02599102444946766
21812	rnn.bias_hh_l0	4	-0.04282083362340927
21812	rnn.bias_hh_l0	5	0.1511891931295395
21812	rnn.bias_hh_l0	6	0.030806906521320343
21812	rnn.bias_hh_l0	7	0.04715922474861145
21812	rnn.bias_hh_l0	8	0.016213787719607353
21812	rnn.bias_hh_l0	9	0.03765341266989708
21812	rnn.weight_ih_l0_reverse	0	-0.02961902692914009
21812	rnn.weight_ih_l0_reverse	1	-0.0024538871366530657
21812	rnn.weight_ih_l0_reverse	2	0.024553796276450157
21812	rnn.weight_ih_l0_reverse	3	-0.06225106492638588
21812	rnn.weight_ih_l0_reverse	4	0.010745454579591751
21812	rnn.weight_ih_l0_reverse	5	-0.048454076051712036
21812	rnn.weight_ih_l0_reverse	6	0.022619135677814484
21812	rnn.weight_ih_l0_reverse	7	0.045843593776226044
21812	rnn.weight_ih_l0_reverse	8	-0.04568071663379669
21812	rnn.weight_ih_l0_reverse	9	-0.05130903795361519
21812	rnn.weight_hh_l0_reverse	0	-0.07960847020149231
21812	rnn.weight_hh_l0_reverse	1	-0.060028720647096634
21812	rnn.weight_hh_l0_reverse	2	0.035259827971458435
21812	rnn.weight_hh_l0_reverse	3	0.04624677449464798
21812	rnn.weight_hh_l0_reverse	4	-0.008231430314481258
21812	rnn.weight_hh_l0_reverse	5	0.044158998876810074
21812	rnn.weight_hh_l0_reverse	6	-0.021053221076726913
21812	rnn.weight_hh_l0_reverse	7	0.004250518046319485
21812	rnn.weight_hh_l0_reverse	8	-0.09495597332715988
21812	rnn.weight_hh_l0_reverse	9	0.08124040812253952
21812	rnn.bias_ih_l0_reverse	0	-0.08147037774324417
21812	rnn.bias_ih_l0_reverse	1	-0.05416727811098099
21812	rnn.bias_ih_l0_reverse	2	0.10133682936429977
21812	rnn.bias_ih_l0_reverse	3	0.040626946836709976
21812	rnn.bias_ih_l0_reverse	4	-0.13371755182743073
21812	rnn.bias_ih_l0_reverse	5	0.03405730426311493
21812	rnn.bias_ih_l0_reverse	6	-0.10922953486442566
21812	rnn.bias_ih_l0_reverse	7	0.03981982171535492
21812	rnn.bias_ih_l0_reverse	8	0.03786272183060646
21812	rnn.bias_ih_l0_reverse	9	0.05988820642232895
21812	rnn.bias_hh_l0_reverse	0	0.07379520684480667
21812	rnn.bias_hh_l0_reverse	1	0.05496581271290779
21812	rnn.bias_hh_l0_reverse	2	0.08344104140996933
21812	rnn.bias_hh_l0_reverse	3	-0.008456289768218994
21812	rnn.bias_hh_l0_reverse	4	0.07672766596078873
21812	rnn.bias_hh_l0_reverse	5	0.015667684376239777
21812	rnn.bias_hh_l0_reverse	6	-0.05881578102707863
21812	rnn.bias_hh_l0_reverse	7	0.03014959581196308
21812	rnn.bias_hh_l0_reverse	8	0.012085161171853542
21812	rnn.bias_hh_l0_reverse	9	-0.16098880767822266
21812	linear.weight	0	0.14797130227088928
21812	linear.weight	1	-0.15616688132286072
21812	linear.weight	2	-0.1952328383922577
21812	linear.weight	3	0.06010284647345543
21812	linear.weight	4	-0.033676013350486755
21812	linear.weight	5	-0.006798144429922104
21812	linear.weight	6	-0.00732421362772584
21812	linear.weight	7	-0.02794024907052517
21812	linear.weight	8	0.06813281029462814
21812	linear.weight	9	0.34617212414741516
21812	linear.bias	0	-0.22001205384731293
21812	linear.bias	1	0.18863734602928162
21812	linear.bias	2	-0.5239962935447693
21812	linear.bias	3	1.6969757080078125
21812	linear.bias	4	-0.38871920108795166
21812	linear.bias	5	-0.030769959092140198
21812	linear.bias	6	-0.3435681462287903
21812	linear.bias	7	-0.290524423122406
21812	linear.bias	8	-0.019516918808221817
21812	linear.bias	9	-0.48831483721733093
21840	transitions	0	-0.6418578028678894
21840	transitions	1	0.356685608625412
21840	transitions	2	1.6816587448120117
21840	transitions	3	0.10396463423967361
21840	transitions	4	0.951903760433197
21840	transitions	5	1.2740464210510254
21840	transitions	6	0.48342856764793396
21840	transitions	7	0.1761779636144638
21840	transitions	8	-0.9194613099098206
21840	transitions	9	0.9306928515434265
21840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21840	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21840	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21840	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21840	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21840	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21840	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21840	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21840	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21840	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21840	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21840	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21840	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21840	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21840	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21840	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21840	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21840	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21840	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21840	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21840	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21840	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21840	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21840	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21840	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21840	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21840	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21840	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21840	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21840	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21840	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21840	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21840	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21840	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21840	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21840	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21840	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21840	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21840	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21840	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21840	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21840	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21840	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21840	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21840	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21840	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21840	embedding2nn.weight	0	0.026123512536287308
21840	embedding2nn.weight	1	0.013960695825517178
21840	embedding2nn.weight	2	-0.0044133784249424934
21840	embedding2nn.weight	3	0.001011442393064499
21840	embedding2nn.weight	4	-0.004535483196377754
21840	embedding2nn.weight	5	0.012110252864658833
21840	embedding2nn.weight	6	-0.0041984692215919495
21840	embedding2nn.weight	7	0.02027331478893757
21840	embedding2nn.weight	8	-0.0048387907445430756
21840	embedding2nn.weight	9	-0.014200127683579922
21840	embedding2nn.bias	0	-0.03842988982796669
21840	embedding2nn.bias	1	-0.030436567962169647
21840	embedding2nn.bias	2	-0.0584089569747448
21840	embedding2nn.bias	3	0.0006429542554542422
21840	embedding2nn.bias	4	0.002691224217414856
21840	embedding2nn.bias	5	0.002185264602303505
21840	embedding2nn.bias	6	0.010843868367373943
21840	embedding2nn.bias	7	0.02372043952345848
21840	embedding2nn.bias	8	0.015522359870374203
21840	embedding2nn.bias	9	-0.009032378904521465
21840	rnn.weight_ih_l0	0	0.038078680634498596
21840	rnn.weight_ih_l0	1	-0.011732283048331738
21840	rnn.weight_ih_l0	2	-0.0411856435239315
21840	rnn.weight_ih_l0	3	-0.04354524612426758
21840	rnn.weight_ih_l0	4	-0.052338168025016785
21840	rnn.weight_ih_l0	5	-0.009465630166232586
21840	rnn.weight_ih_l0	6	-0.05386829376220703
21840	rnn.weight_ih_l0	7	-0.05807647854089737
21840	rnn.weight_ih_l0	8	-0.04463405907154083
21840	rnn.weight_ih_l0	9	-0.027391498908400536
21840	rnn.weight_hh_l0	0	0.016128838062286377
21840	rnn.weight_hh_l0	1	-0.014067543670535088
21840	rnn.weight_hh_l0	2	-0.06914448738098145
21840	rnn.weight_hh_l0	3	-0.03273964300751686
21840	rnn.weight_hh_l0	4	-0.0768403634428978
21840	rnn.weight_hh_l0	5	-0.008214606903493404
21840	rnn.weight_hh_l0	6	-0.03931404650211334
21840	rnn.weight_hh_l0	7	-0.025932947173714638
21840	rnn.weight_hh_l0	8	-0.019525889307260513
21840	rnn.weight_hh_l0	9	-0.0017675455892458558
21840	rnn.bias_ih_l0	0	0.13007095456123352
21840	rnn.bias_ih_l0	1	-0.060951344668865204
21840	rnn.bias_ih_l0	2	0.10983512550592422
21840	rnn.bias_ih_l0	3	0.043462105095386505
21840	rnn.bias_ih_l0	4	0.09812794625759125
21840	rnn.bias_ih_l0	5	0.023290345445275307
21840	rnn.bias_ih_l0	6	-0.0182575061917305
21840	rnn.bias_ih_l0	7	-0.11945628374814987
21840	rnn.bias_ih_l0	8	-0.18310098350048065
21840	rnn.bias_ih_l0	9	0.08642739802598953
21840	rnn.bias_hh_l0	0	3.8921811210457236e-05
21840	rnn.bias_hh_l0	1	0.023087970912456512
21840	rnn.bias_hh_l0	2	2.1023590306867845e-05
21840	rnn.bias_hh_l0	3	-0.028742708265781403
21840	rnn.bias_hh_l0	4	-0.04083598777651787
21840	rnn.bias_hh_l0	5	0.1511732041835785
21840	rnn.bias_hh_l0	6	0.03051752783358097
21840	rnn.bias_hh_l0	7	0.04982704296708107
21840	rnn.bias_hh_l0	8	0.016111226752400398
21840	rnn.bias_hh_l0	9	0.04010583832859993
21840	rnn.weight_ih_l0_reverse	0	-0.029300354421138763
21840	rnn.weight_ih_l0_reverse	1	-0.002029597293585539
21840	rnn.weight_ih_l0_reverse	2	0.024667080491781235
21840	rnn.weight_ih_l0_reverse	3	-0.06238235533237457
21840	rnn.weight_ih_l0_reverse	4	0.01081397570669651
21840	rnn.weight_ih_l0_reverse	5	-0.0487472340464592
21840	rnn.weight_ih_l0_reverse	6	0.021340392529964447
21840	rnn.weight_ih_l0_reverse	7	0.04595242813229561
21840	rnn.weight_ih_l0_reverse	8	-0.04591561481356621
21840	rnn.weight_ih_l0_reverse	9	-0.05112414434552193
21840	rnn.weight_hh_l0_reverse	0	-0.07905901968479156
21840	rnn.weight_hh_l0_reverse	1	-0.05854593962430954
21840	rnn.weight_hh_l0_reverse	2	0.0352836549282074
21840	rnn.weight_hh_l0_reverse	3	0.046294186264276505
21840	rnn.weight_hh_l0_reverse	4	-0.007557442411780357
21840	rnn.weight_hh_l0_reverse	5	0.044015560299158096
21840	rnn.weight_hh_l0_reverse	6	-0.019589077681303024
21840	rnn.weight_hh_l0_reverse	7	0.004893066827207804
21840	rnn.weight_hh_l0_reverse	8	-0.09418614953756332
21840	rnn.weight_hh_l0_reverse	9	0.0827854797244072
21840	rnn.bias_ih_l0_reverse	0	-0.07867372781038284
21840	rnn.bias_ih_l0_reverse	1	-0.05633699893951416
21840	rnn.bias_ih_l0_reverse	2	0.10187078267335892
21840	rnn.bias_ih_l0_reverse	3	0.039323627948760986
21840	rnn.bias_ih_l0_reverse	4	-0.13318757712841034
21840	rnn.bias_ih_l0_reverse	5	0.036636851727962494
21840	rnn.bias_ih_l0_reverse	6	-0.11080864816904068
21840	rnn.bias_ih_l0_reverse	7	0.039090484380722046
21840	rnn.bias_ih_l0_reverse	8	0.03692806884646416
21840	rnn.bias_ih_l0_reverse	9	0.061667051166296005
21840	rnn.bias_hh_l0_reverse	0	0.0836658924818039
21840	rnn.bias_hh_l0_reverse	1	0.05585154891014099
21840	rnn.bias_hh_l0_reverse	2	0.08186571300029755
21840	rnn.bias_hh_l0_reverse	3	-0.008239789865911007
21840	rnn.bias_hh_l0_reverse	4	0.07673238962888718
21840	rnn.bias_hh_l0_reverse	5	0.01068446971476078
21840	rnn.bias_hh_l0_reverse	6	-0.05905451625585556
21840	rnn.bias_hh_l0_reverse	7	0.031271133571863174
21840	rnn.bias_hh_l0_reverse	8	0.010054431855678558
21840	rnn.bias_hh_l0_reverse	9	-0.16522112488746643
21840	linear.weight	0	0.14082922041416168
21840	linear.weight	1	-0.15616172552108765
21840	linear.weight	2	-0.19341322779655457
21840	linear.weight	3	0.06105276942253113
21840	linear.weight	4	-0.0332801416516304
21840	linear.weight	5	-0.00680120661854744
21840	linear.weight	6	-0.007321236189454794
21840	linear.weight	7	-0.02792944945394993
21840	linear.weight	8	0.06945614516735077
21840	linear.weight	9	0.3512255549430847
21840	linear.bias	0	-0.2187158763408661
21840	linear.bias	1	0.19012358784675598
21840	linear.bias	2	-0.522121787071228
21840	linear.bias	3	1.7000068426132202
21840	linear.bias	4	-0.38884490728378296
21840	linear.bias	5	-0.030769959092140198
21840	linear.bias	6	-0.34334248304367065
21840	linear.bias	7	-0.29040399193763733
21840	linear.bias	8	-0.016625186428427696
21840	linear.bias	9	-0.48834481835365295
21868	transitions	0	-0.641905665397644
21868	transitions	1	0.3566650450229645
21868	transitions	2	1.6816171407699585
21868	transitions	3	0.10395614057779312
21868	transitions	4	0.9519014954566956
21868	transitions	5	1.2740458250045776
21868	transitions	6	0.483428418636322
21868	transitions	7	0.1761770099401474
21868	transitions	8	-0.9194616675376892
21868	transitions	9	0.930692732334137
21868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21868	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21868	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21868	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21868	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21868	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21868	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21868	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21868	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21868	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21868	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21868	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21868	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21868	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21868	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21868	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21868	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21868	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21868	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21868	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21868	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21868	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21868	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21868	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21868	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21868	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21868	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21868	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21868	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21868	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21868	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21868	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21868	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21868	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21868	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21868	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21868	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21868	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21868	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21868	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21868	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21868	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21868	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21868	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21868	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21868	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21868	embedding2nn.weight	0	0.026430945843458176
21868	embedding2nn.weight	1	0.013888047076761723
21868	embedding2nn.weight	2	-0.004451958928257227
21868	embedding2nn.weight	3	0.0009194681770168245
21868	embedding2nn.weight	4	-0.004527108743786812
21868	embedding2nn.weight	5	0.012195977382361889
21868	embedding2nn.weight	6	-0.004181855358183384
21868	embedding2nn.weight	7	0.021074658259749413
21868	embedding2nn.weight	8	-0.004966478794813156
21868	embedding2nn.weight	9	-0.014154111966490746
21868	embedding2nn.bias	0	-0.04208337515592575
21868	embedding2nn.bias	1	-0.02776177041232586
21868	embedding2nn.bias	2	-0.0619661808013916
21868	embedding2nn.bias	3	0.003303388599306345
21868	embedding2nn.bias	4	0.0034030929673463106
21868	embedding2nn.bias	5	0.00119288160931319
21868	embedding2nn.bias	6	0.00832898635417223
21868	embedding2nn.bias	7	0.026763230562210083
21868	embedding2nn.bias	8	0.015159840695559978
21868	embedding2nn.bias	9	-0.006886833813041449
21868	rnn.weight_ih_l0	0	0.038074593991041183
21868	rnn.weight_ih_l0	1	-0.0116780586540699
21868	rnn.weight_ih_l0	2	-0.041286651045084
21868	rnn.weight_ih_l0	3	-0.043431200087070465
21868	rnn.weight_ih_l0	4	-0.052430447190999985
21868	rnn.weight_ih_l0	5	-0.009353481233119965
21868	rnn.weight_ih_l0	6	-0.05410008877515793
21868	rnn.weight_ih_l0	7	-0.05786478891968727
21868	rnn.weight_ih_l0	8	-0.04503418877720833
21868	rnn.weight_ih_l0	9	-0.027370816096663475
21868	rnn.weight_hh_l0	0	0.016254384070634842
21868	rnn.weight_hh_l0	1	-0.013761244714260101
21868	rnn.weight_hh_l0	2	-0.06930641829967499
21868	rnn.weight_hh_l0	3	-0.032782044261693954
21868	rnn.weight_hh_l0	4	-0.07679188996553421
21868	rnn.weight_hh_l0	5	-0.007957915775477886
21868	rnn.weight_hh_l0	6	-0.04018460959196091
21868	rnn.weight_hh_l0	7	-0.02710483781993389
21868	rnn.weight_hh_l0	8	-0.019848834723234177
21868	rnn.weight_hh_l0	9	-0.0013084078673273325
21868	rnn.bias_ih_l0	0	0.13108216226100922
21868	rnn.bias_ih_l0	1	-0.061319585889577866
21868	rnn.bias_ih_l0	2	0.11058523505926132
21868	rnn.bias_ih_l0	3	0.042540062218904495
21868	rnn.bias_ih_l0	4	0.09885304421186447
21868	rnn.bias_ih_l0	5	0.024578003212809563
21868	rnn.bias_ih_l0	6	-0.017784694209694862
21868	rnn.bias_ih_l0	7	-0.10827220231294632
21868	rnn.bias_ih_l0	8	-0.18683607876300812
21868	rnn.bias_ih_l0	9	0.08688728511333466
21868	rnn.bias_hh_l0	0	0.0011936812661588192
21868	rnn.bias_hh_l0	1	0.02353254146873951
21868	rnn.bias_hh_l0	2	-0.0001874734734883532
21868	rnn.bias_hh_l0	3	-0.028508394956588745
21868	rnn.bias_hh_l0	4	-0.03964832052588463
21868	rnn.bias_hh_l0	5	0.15026696026325226
21868	rnn.bias_hh_l0	6	0.030646558851003647
21868	rnn.bias_hh_l0	7	0.04816533997654915
21868	rnn.bias_hh_l0	8	0.016584042459726334
21868	rnn.bias_hh_l0	9	0.04003916680812836
21868	rnn.weight_ih_l0_reverse	0	-0.02921503223478794
21868	rnn.weight_ih_l0_reverse	1	-0.001873059431090951
21868	rnn.weight_ih_l0_reverse	2	0.024980364367365837
21868	rnn.weight_ih_l0_reverse	3	-0.06260620057582855
21868	rnn.weight_ih_l0_reverse	4	0.010828630067408085
21868	rnn.weight_ih_l0_reverse	5	-0.04842241480946541
21868	rnn.weight_ih_l0_reverse	6	0.021661555394530296
21868	rnn.weight_ih_l0_reverse	7	0.0459967665374279
21868	rnn.weight_ih_l0_reverse	8	-0.04572261869907379
21868	rnn.weight_ih_l0_reverse	9	-0.05124795064330101
21868	rnn.weight_hh_l0_reverse	0	-0.07912427932024002
21868	rnn.weight_hh_l0_reverse	1	-0.05826127901673317
21868	rnn.weight_hh_l0_reverse	2	0.03513970226049423
21868	rnn.weight_hh_l0_reverse	3	0.046596165746450424
21868	rnn.weight_hh_l0_reverse	4	-0.00854317657649517
21868	rnn.weight_hh_l0_reverse	5	0.04389999434351921
21868	rnn.weight_hh_l0_reverse	6	-0.02012564055621624
21868	rnn.weight_hh_l0_reverse	7	0.004232416395097971
21868	rnn.weight_hh_l0_reverse	8	-0.09428514540195465
21868	rnn.weight_hh_l0_reverse	9	0.08346445113420486
21868	rnn.bias_ih_l0_reverse	0	-0.0772656798362732
21868	rnn.bias_ih_l0_reverse	1	-0.056214846670627594
21868	rnn.bias_ih_l0_reverse	2	0.10195247828960419
21868	rnn.bias_ih_l0_reverse	3	0.03877098485827446
21868	rnn.bias_ih_l0_reverse	4	-0.13402976095676422
21868	rnn.bias_ih_l0_reverse	5	0.03419216722249985
21868	rnn.bias_ih_l0_reverse	6	-0.11221081763505936
21868	rnn.bias_ih_l0_reverse	7	0.04165301099419594
21868	rnn.bias_ih_l0_reverse	8	0.036164142191410065
21868	rnn.bias_ih_l0_reverse	9	0.06138419359922409
21868	rnn.bias_hh_l0_reverse	0	0.07726439833641052
21868	rnn.bias_hh_l0_reverse	1	0.052878282964229584
21868	rnn.bias_hh_l0_reverse	2	0.08101331442594528
21868	rnn.bias_hh_l0_reverse	3	-0.008517450653016567
21868	rnn.bias_hh_l0_reverse	4	0.07728355377912521
21868	rnn.bias_hh_l0_reverse	5	0.008548835292458534
21868	rnn.bias_hh_l0_reverse	6	-0.058939676731824875
21868	rnn.bias_hh_l0_reverse	7	0.02965575084090233
21868	rnn.bias_hh_l0_reverse	8	0.011987155303359032
21868	rnn.bias_hh_l0_reverse	9	-0.16702526807785034
21868	linear.weight	0	0.13406088948249817
21868	linear.weight	1	-0.15734966099262238
21868	linear.weight	2	-0.19463171064853668
21868	linear.weight	3	0.06003926321864128
21868	linear.weight	4	-0.03278268128633499
21868	linear.weight	5	-0.006098788231611252
21868	linear.weight	6	-0.007309359032660723
21868	linear.weight	7	-0.027918770909309387
21868	linear.weight	8	0.06933582574129105
21868	linear.weight	9	0.3488854467868805
21868	linear.bias	0	-0.22020208835601807
21868	linear.bias	1	0.1953817903995514
21868	linear.bias	2	-0.5198253989219666
21868	linear.bias	3	1.7124853134155273
21868	linear.bias	4	-0.3890872895717621
21868	linear.bias	5	-0.030769959092140198
21868	linear.bias	6	-0.3394920527935028
21868	linear.bias	7	-0.2912936806678772
21868	linear.bias	8	-0.011054644361138344
21868	linear.bias	9	-0.48839762806892395
21896	transitions	0	-0.6419882774353027
21896	transitions	1	0.3566126525402069
21896	transitions	2	1.6815457344055176
21896	transitions	3	0.10382823646068573
21896	transitions	4	0.9518958330154419
21896	transitions	5	1.2740451097488403
21896	transitions	6	0.48342517018318176
21896	transitions	7	0.17617660760879517
21896	transitions	8	-0.9194627404212952
21896	transitions	9	0.930692732334137
21896	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21896	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21896	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21896	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21896	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21896	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21896	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21896	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21896	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21896	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21896	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21896	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21896	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21896	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21896	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21896	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21896	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21896	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21896	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21896	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21896	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21896	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21896	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21896	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21896	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21896	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21896	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21896	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21896	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21896	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21896	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21896	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21896	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21896	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21896	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21896	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21896	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21896	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21896	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21896	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21896	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21896	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21896	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21896	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21896	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21896	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21896	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21896	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21896	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21896	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21896	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21896	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21896	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21896	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21896	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21896	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21896	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21896	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21896	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21896	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21896	embedding2nn.weight	0	0.025735462084412575
21896	embedding2nn.weight	1	0.013784700073301792
21896	embedding2nn.weight	2	-0.004443703684955835
21896	embedding2nn.weight	3	0.0008663999033160508
21896	embedding2nn.weight	4	-0.004541655071079731
21896	embedding2nn.weight	5	0.012377386912703514
21896	embedding2nn.weight	6	-0.004155191592872143
21896	embedding2nn.weight	7	0.020418543368577957
21896	embedding2nn.weight	8	-0.005070053972303867
21896	embedding2nn.weight	9	-0.014109699055552483
21896	embedding2nn.bias	0	-0.04316296800971031
21896	embedding2nn.bias	1	-0.027754800394177437
21896	embedding2nn.bias	2	-0.06813380867242813
21896	embedding2nn.bias	3	0.007792830467224121
21896	embedding2nn.bias	4	-0.000646505388431251
21896	embedding2nn.bias	5	-0.0010069478303194046
21896	embedding2nn.bias	6	0.0029396635945886374
21896	embedding2nn.bias	7	0.025477465242147446
21896	embedding2nn.bias	8	0.0159551240503788
21896	embedding2nn.bias	9	-0.0016715460224077106
21896	rnn.weight_ih_l0	0	0.03775561600923538
21896	rnn.weight_ih_l0	1	-0.011462041176855564
21896	rnn.weight_ih_l0	2	-0.04144724830985069
21896	rnn.weight_ih_l0	3	-0.04374626278877258
21896	rnn.weight_ih_l0	4	-0.05249809846282005
21896	rnn.weight_ih_l0	5	-0.009346967563033104
21896	rnn.weight_ih_l0	6	-0.05413726717233658
21896	rnn.weight_ih_l0	7	-0.05783721059560776
21896	rnn.weight_ih_l0	8	-0.04517608880996704
21896	rnn.weight_ih_l0	9	-0.02713489532470703
21896	rnn.weight_hh_l0	0	0.016462314873933792
21896	rnn.weight_hh_l0	1	-0.013249130919575691
21896	rnn.weight_hh_l0	2	-0.06976824998855591
21896	rnn.weight_hh_l0	3	-0.03230791166424751
21896	rnn.weight_hh_l0	4	-0.07655446976423264
21896	rnn.weight_hh_l0	5	-0.009035846218466759
21896	rnn.weight_hh_l0	6	-0.04128018766641617
21896	rnn.weight_hh_l0	7	-0.029396863654255867
21896	rnn.weight_hh_l0	8	-0.019518516957759857
21896	rnn.weight_hh_l0	9	-0.00151486333925277
21896	rnn.bias_ih_l0	0	0.13062435388565063
21896	rnn.bias_ih_l0	1	-0.06365921348333359
21896	rnn.bias_ih_l0	2	0.10805992037057877
21896	rnn.bias_ih_l0	3	0.04482942074537277
21896	rnn.bias_ih_l0	4	0.10031084716320038
21896	rnn.bias_ih_l0	5	0.02514428272843361
21896	rnn.bias_ih_l0	6	-0.01608210988342762
21896	rnn.bias_ih_l0	7	-0.1081894189119339
21896	rnn.bias_ih_l0	8	-0.19043031334877014
21896	rnn.bias_ih_l0	9	0.08694838732481003
21896	rnn.bias_hh_l0	0	1.6225853869400453e-06
21896	rnn.bias_hh_l0	1	0.02311846613883972
21896	rnn.bias_hh_l0	2	0.002491861814633012
21896	rnn.bias_hh_l0	3	-0.03022869862616062
21896	rnn.bias_hh_l0	4	-0.03975711390376091
21896	rnn.bias_hh_l0	5	0.15024368464946747
21896	rnn.bias_hh_l0	6	0.03239366039633751
21896	rnn.bias_hh_l0	7	0.04924153909087181
21896	rnn.bias_hh_l0	8	0.018286623060703278
21896	rnn.bias_hh_l0	9	0.03936587646603584
21896	rnn.weight_ih_l0_reverse	0	-0.029295098036527634
21896	rnn.weight_ih_l0_reverse	1	-0.0027281094808131456
21896	rnn.weight_ih_l0_reverse	2	0.025226546451449394
21896	rnn.weight_ih_l0_reverse	3	-0.062245309352874756
21896	rnn.weight_ih_l0_reverse	4	0.010857499204576015
21896	rnn.weight_ih_l0_reverse	5	-0.048509225249290466
21896	rnn.weight_ih_l0_reverse	6	0.022089624777436256
21896	rnn.weight_ih_l0_reverse	7	0.046108607202768326
21896	rnn.weight_ih_l0_reverse	8	-0.04586198925971985
21896	rnn.weight_ih_l0_reverse	9	-0.051189396530389786
21896	rnn.weight_hh_l0_reverse	0	-0.07940788567066193
21896	rnn.weight_hh_l0_reverse	1	-0.05982184782624245
21896	rnn.weight_hh_l0_reverse	2	0.03559614345431328
21896	rnn.weight_hh_l0_reverse	3	0.0463884174823761
21896	rnn.weight_hh_l0_reverse	4	-0.00845635961741209
21896	rnn.weight_hh_l0_reverse	5	0.043768636882305145
21896	rnn.weight_hh_l0_reverse	6	-0.02122785523533821
21896	rnn.weight_hh_l0_reverse	7	0.003870858810842037
21896	rnn.weight_hh_l0_reverse	8	-0.09468386322259903
21896	rnn.weight_hh_l0_reverse	9	0.08171267062425613
21896	rnn.bias_ih_l0_reverse	0	-0.0789995864033699
21896	rnn.bias_ih_l0_reverse	1	-0.06660593301057816
21896	rnn.bias_ih_l0_reverse	2	0.09868479520082474
21896	rnn.bias_ih_l0_reverse	3	0.03928729519248009
21896	rnn.bias_ih_l0_reverse	4	-0.13273946940898895
21896	rnn.bias_ih_l0_reverse	5	0.035607725381851196
21896	rnn.bias_ih_l0_reverse	6	-0.11016222089529037
21896	rnn.bias_ih_l0_reverse	7	0.04167021065950394
21896	rnn.bias_ih_l0_reverse	8	0.03471861779689789
21896	rnn.bias_ih_l0_reverse	9	0.05947985127568245
21896	rnn.bias_hh_l0_reverse	0	0.07899313420057297
21896	rnn.bias_hh_l0_reverse	1	0.05316857248544693
21896	rnn.bias_hh_l0_reverse	2	0.08204494416713715
21896	rnn.bias_hh_l0_reverse	3	-0.00848740991204977
21896	rnn.bias_hh_l0_reverse	4	0.07745886594057083
21896	rnn.bias_hh_l0_reverse	5	0.005694365128874779
21896	rnn.bias_hh_l0_reverse	6	-0.058075740933418274
21896	rnn.bias_hh_l0_reverse	7	0.029767867177724838
21896	rnn.bias_hh_l0_reverse	8	0.011513716541230679
21896	rnn.bias_hh_l0_reverse	9	-0.1686812937259674
21896	linear.weight	0	0.13718657195568085
21896	linear.weight	1	-0.15733858942985535
21896	linear.weight	2	-0.19439131021499634
21896	linear.weight	3	0.05970865488052368
21896	linear.weight	4	-0.03292275592684746
21896	linear.weight	5	-0.008315137587487698
21896	linear.weight	6	-0.007301696576178074
21896	linear.weight	7	-0.027893736958503723
21896	linear.weight	8	0.0695943832397461
21896	linear.weight	9	0.35001277923583984
21896	linear.bias	0	-0.22883598506450653
21896	linear.bias	1	0.19544410705566406
21896	linear.bias	2	-0.5197961926460266
21896	linear.bias	3	1.7033756971359253
21896	linear.bias	4	-0.3892833888530731
21896	linear.bias	5	-0.030769959092140198
21896	linear.bias	6	-0.34003931283950806
21896	linear.bias	7	-0.291625052690506
21896	linear.bias	8	-0.01597505994141102
21896	linear.bias	9	-0.4884786605834961
21924	transitions	0	-0.6421927809715271
21924	transitions	1	0.3565635085105896
21924	transitions	2	1.681499719619751
21924	transitions	3	0.10379151254892349
21924	transitions	4	0.9516844749450684
21924	transitions	5	1.2740448713302612
21924	transitions	6	0.48342493176460266
21924	transitions	7	0.17617644369602203
21924	transitions	8	-0.9194632768630981
21924	transitions	9	0.9306926727294922
21924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21924	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21924	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21924	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21924	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21924	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21924	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21924	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21924	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21924	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21924	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21924	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21924	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21924	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21924	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21924	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21924	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21924	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21924	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21924	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21924	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21924	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21924	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21924	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21924	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21924	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21924	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21924	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21924	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21924	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21924	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21924	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21924	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21924	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21924	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21924	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21924	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21924	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21924	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21924	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21924	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21924	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21924	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21924	embedding2nn.weight	0	0.02581995166838169
21924	embedding2nn.weight	1	0.013930398039519787
21924	embedding2nn.weight	2	-0.0045077684335410595
21924	embedding2nn.weight	3	0.0007826366345398128
21924	embedding2nn.weight	4	-0.004592635668814182
21924	embedding2nn.weight	5	0.012392058968544006
21924	embedding2nn.weight	6	-0.004215471912175417
21924	embedding2nn.weight	7	0.02074202336370945
21924	embedding2nn.weight	8	-0.005272256210446358
21924	embedding2nn.weight	9	-0.014075057581067085
21924	embedding2nn.bias	0	-0.04007674381136894
21924	embedding2nn.bias	1	-0.0212801955640316
21924	embedding2nn.bias	2	-0.06876617670059204
21924	embedding2nn.bias	3	0.009032492525875568
21924	embedding2nn.bias	4	0.00026788117247633636
21924	embedding2nn.bias	5	-4.271485067874892e-06
21924	embedding2nn.bias	6	0.004792617633938789
21924	embedding2nn.bias	7	0.03315509110689163
21924	embedding2nn.bias	8	0.026141054928302765
21924	embedding2nn.bias	9	-0.0013301951112225652
21924	rnn.weight_ih_l0	0	0.037679221481084824
21924	rnn.weight_ih_l0	1	-0.011379790492355824
21924	rnn.weight_ih_l0	2	-0.04147745296359062
21924	rnn.weight_ih_l0	3	-0.043824512511491776
21924	rnn.weight_ih_l0	4	-0.05248801410198212
21924	rnn.weight_ih_l0	5	-0.009094608016312122
21924	rnn.weight_ih_l0	6	-0.054302506148815155
21924	rnn.weight_ih_l0	7	-0.05786750838160515
21924	rnn.weight_ih_l0	8	-0.04473114013671875
21924	rnn.weight_ih_l0	9	-0.026937047019600868
21924	rnn.weight_hh_l0	0	0.01659250073134899
21924	rnn.weight_hh_l0	1	-0.013316096737980843
21924	rnn.weight_hh_l0	2	-0.06873226910829544
21924	rnn.weight_hh_l0	3	-0.03232908248901367
21924	rnn.weight_hh_l0	4	-0.07651817053556442
21924	rnn.weight_hh_l0	5	-0.008741285651922226
21924	rnn.weight_hh_l0	6	-0.040642499923706055
21924	rnn.weight_hh_l0	7	-0.02921535260975361
21924	rnn.weight_hh_l0	8	-0.01938490942120552
21924	rnn.weight_hh_l0	9	-0.0019320433493703604
21924	rnn.bias_ih_l0	0	0.13016553223133087
21924	rnn.bias_ih_l0	1	-0.064336396753788
21924	rnn.bias_ih_l0	2	0.10796908289194107
21924	rnn.bias_ih_l0	3	0.044054508209228516
21924	rnn.bias_ih_l0	4	0.10102333873510361
21924	rnn.bias_ih_l0	5	0.025231702253222466
21924	rnn.bias_ih_l0	6	-0.015835445374250412
21924	rnn.bias_ih_l0	7	-0.09992791712284088
21924	rnn.bias_ih_l0	8	-0.18553608655929565
21924	rnn.bias_ih_l0	9	0.0849190503358841
21924	rnn.bias_hh_l0	0	-0.00044728891225531697
21924	rnn.bias_hh_l0	1	0.021351609379053116
21924	rnn.bias_hh_l0	2	0.001314933761022985
21924	rnn.bias_hh_l0	3	-0.03272270783782005
21924	rnn.bias_hh_l0	4	-0.04070599749684334
21924	rnn.bias_hh_l0	5	0.14842155575752258
21924	rnn.bias_hh_l0	6	0.03309737890958786
21924	rnn.bias_hh_l0	7	0.047178253531455994
21924	rnn.bias_hh_l0	8	0.018533285707235336
21924	rnn.bias_hh_l0	9	0.039789631962776184
21924	rnn.weight_ih_l0_reverse	0	-0.029217129573225975
21924	rnn.weight_ih_l0_reverse	1	-0.0035045044496655464
21924	rnn.weight_ih_l0_reverse	2	0.025150207802653313
21924	rnn.weight_ih_l0_reverse	3	-0.06256216764450073
21924	rnn.weight_ih_l0_reverse	4	0.010440115816891193
21924	rnn.weight_ih_l0_reverse	5	-0.04862258583307266
21924	rnn.weight_ih_l0_reverse	6	0.021562891080975533
21924	rnn.weight_ih_l0_reverse	7	0.046140339225530624
21924	rnn.weight_ih_l0_reverse	8	-0.045878443866968155
21924	rnn.weight_ih_l0_reverse	9	-0.051325008273124695
21924	rnn.weight_hh_l0_reverse	0	-0.07914260774850845
21924	rnn.weight_hh_l0_reverse	1	-0.061026912182569504
21924	rnn.weight_hh_l0_reverse	2	0.03594588115811348
21924	rnn.weight_hh_l0_reverse	3	0.0463884137570858
21924	rnn.weight_hh_l0_reverse	4	-0.007988695055246353
21924	rnn.weight_hh_l0_reverse	5	0.043877165764570236
21924	rnn.weight_hh_l0_reverse	6	-0.021839866414666176
21924	rnn.weight_hh_l0_reverse	7	0.0037736413069069386
21924	rnn.weight_hh_l0_reverse	8	-0.09474702924489975
21924	rnn.weight_hh_l0_reverse	9	0.0810253694653511
21924	rnn.bias_ih_l0_reverse	0	-0.07714603841304779
21924	rnn.bias_ih_l0_reverse	1	-0.068719282746315
21924	rnn.bias_ih_l0_reverse	2	0.09938929975032806
21924	rnn.bias_ih_l0_reverse	3	0.040058378130197525
21924	rnn.bias_ih_l0_reverse	4	-0.1324494481086731
21924	rnn.bias_ih_l0_reverse	5	0.03432483598589897
21924	rnn.bias_ih_l0_reverse	6	-0.10863068699836731
21924	rnn.bias_ih_l0_reverse	7	0.0388982817530632
21924	rnn.bias_ih_l0_reverse	8	0.03345233201980591
21924	rnn.bias_ih_l0_reverse	9	0.058286502957344055
21924	rnn.bias_hh_l0_reverse	0	0.07720529288053513
21924	rnn.bias_hh_l0_reverse	1	0.0534951277077198
21924	rnn.bias_hh_l0_reverse	2	0.07926781475543976
21924	rnn.bias_hh_l0_reverse	3	-0.007989916950464249
21924	rnn.bias_hh_l0_reverse	4	0.07912474870681763
21924	rnn.bias_hh_l0_reverse	5	0.008381777442991734
21924	rnn.bias_hh_l0_reverse	6	-0.055621616542339325
21924	rnn.bias_hh_l0_reverse	7	0.029983744025230408
21924	rnn.bias_hh_l0_reverse	8	0.013019837439060211
21924	rnn.bias_hh_l0_reverse	9	-0.1667972058057785
21924	linear.weight	0	0.13418318331241608
21924	linear.weight	1	-0.15732835233211517
21924	linear.weight	2	-0.19114331901073456
21924	linear.weight	3	0.057725030928850174
21924	linear.weight	4	-0.03268956020474434
21924	linear.weight	5	-0.009999314323067665
21924	linear.weight	6	-0.0073011876083910465
21924	linear.weight	7	-0.02779105119407177
21924	linear.weight	8	0.07044853270053864
21924	linear.weight	9	0.347913920879364
21924	linear.bias	0	-0.22296777367591858
21924	linear.bias	1	0.1910579800605774
21924	linear.bias	2	-0.520660936832428
21924	linear.bias	3	1.6945539712905884
21924	linear.bias	4	-0.3894681930541992
21924	linear.bias	5	-0.030769959092140198
21924	linear.bias	6	-0.3397190272808075
21924	linear.bias	7	-0.2880440652370453
21924	linear.bias	8	-0.017764929682016373
21924	linear.bias	9	-0.4886620342731476
21952	transitions	0	-0.6422597765922546
21952	transitions	1	0.35646530985832214
21952	transitions	2	1.6814308166503906
21952	transitions	3	0.10376889258623123
21952	transitions	4	0.9516617655754089
21952	transitions	5	1.2740437984466553
21952	transitions	6	0.4834248721599579
21952	transitions	7	0.17616420984268188
21952	transitions	8	-0.9194645881652832
21952	transitions	9	0.9306902289390564
21952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21952	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21952	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21952	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21952	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21952	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21952	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21952	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21952	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21952	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21952	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21952	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21952	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21952	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21952	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21952	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21952	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21952	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21952	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21952	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21952	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21952	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21952	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21952	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21952	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21952	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21952	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21952	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21952	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21952	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21952	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21952	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21952	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21952	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21952	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21952	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21952	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21952	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21952	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21952	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21952	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21952	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21952	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21952	embedding2nn.weight	0	0.025229938328266144
21952	embedding2nn.weight	1	0.013889797963202
21952	embedding2nn.weight	2	-0.004445371218025684
21952	embedding2nn.weight	3	0.0010476738680154085
21952	embedding2nn.weight	4	-0.004563107620924711
21952	embedding2nn.weight	5	0.012616854161024094
21952	embedding2nn.weight	6	-0.004211867693811655
21952	embedding2nn.weight	7	0.02102062851190567
21952	embedding2nn.weight	8	-0.005020214710384607
21952	embedding2nn.weight	9	-0.014090748503804207
21952	embedding2nn.bias	0	-0.04370632767677307
21952	embedding2nn.bias	1	-0.019648339599370956
21952	embedding2nn.bias	2	-0.05962397903203964
21952	embedding2nn.bias	3	0.002568283351138234
21952	embedding2nn.bias	4	-0.001905776676721871
21952	embedding2nn.bias	5	0.0018166945083066821
21952	embedding2nn.bias	6	0.0034838179126381874
21952	embedding2nn.bias	7	0.03556811437010765
21952	embedding2nn.bias	8	0.02734856866300106
21952	embedding2nn.bias	9	0.0022977907210588455
21952	rnn.weight_ih_l0	0	0.037732962518930435
21952	rnn.weight_ih_l0	1	-0.011876782402396202
21952	rnn.weight_ih_l0	2	-0.041092053055763245
21952	rnn.weight_ih_l0	3	-0.043982841074466705
21952	rnn.weight_ih_l0	4	-0.05206434801220894
21952	rnn.weight_ih_l0	5	-0.008748608641326427
21952	rnn.weight_ih_l0	6	-0.05436810851097107
21952	rnn.weight_ih_l0	7	-0.057822633534669876
21952	rnn.weight_ih_l0	8	-0.04482792690396309
21952	rnn.weight_ih_l0	9	-0.027114026248455048
21952	rnn.weight_hh_l0	0	0.017183946445584297
21952	rnn.weight_hh_l0	1	-0.013743497431278229
21952	rnn.weight_hh_l0	2	-0.06931357085704803
21952	rnn.weight_hh_l0	3	-0.0319780558347702
21952	rnn.weight_hh_l0	4	-0.07676421850919724
21952	rnn.weight_hh_l0	5	-0.00880247913300991
21952	rnn.weight_hh_l0	6	-0.04108990356326103
21952	rnn.weight_hh_l0	7	-0.028740977868437767
21952	rnn.weight_hh_l0	8	-0.01959308050572872
21952	rnn.weight_hh_l0	9	-0.0016477375756949186
21952	rnn.bias_ih_l0	0	0.1319543421268463
21952	rnn.bias_ih_l0	1	-0.06229723244905472
21952	rnn.bias_ih_l0	2	0.10855268687009811
21952	rnn.bias_ih_l0	3	0.04258090257644653
21952	rnn.bias_ih_l0	4	0.09960754960775375
21952	rnn.bias_ih_l0	5	0.02493255026638508
21952	rnn.bias_ih_l0	6	-0.014446078799664974
21952	rnn.bias_ih_l0	7	-0.10074996203184128
21952	rnn.bias_ih_l0	8	-0.18701794743537903
21952	rnn.bias_ih_l0	9	0.08721732348203659
21952	rnn.bias_hh_l0	0	-0.0012081419117748737
21952	rnn.bias_hh_l0	1	0.019466908648610115
21952	rnn.bias_hh_l0	2	0.0005260756588540971
21952	rnn.bias_hh_l0	3	-0.031181076541543007
21952	rnn.bias_hh_l0	4	-0.04016140103340149
21952	rnn.bias_hh_l0	5	0.1472901701927185
21952	rnn.bias_hh_l0	6	0.03144824504852295
21952	rnn.bias_hh_l0	7	0.04574672132730484
21952	rnn.bias_hh_l0	8	0.01992265321314335
21952	rnn.bias_hh_l0	9	0.03975740447640419
21952	rnn.weight_ih_l0_reverse	0	-0.029153186827898026
21952	rnn.weight_ih_l0_reverse	1	-0.0035723266191780567
21952	rnn.weight_ih_l0_reverse	2	0.025143668055534363
21952	rnn.weight_ih_l0_reverse	3	-0.06242236867547035
21952	rnn.weight_ih_l0_reverse	4	0.010363173671066761
21952	rnn.weight_ih_l0_reverse	5	-0.04763228818774223
21952	rnn.weight_ih_l0_reverse	6	0.022970953956246376
21952	rnn.weight_ih_l0_reverse	7	0.0461568646132946
21952	rnn.weight_ih_l0_reverse	8	-0.04562180116772652
21952	rnn.weight_ih_l0_reverse	9	-0.051268938928842545
21952	rnn.weight_hh_l0_reverse	0	-0.07867999374866486
21952	rnn.weight_hh_l0_reverse	1	-0.06100674346089363
21952	rnn.weight_hh_l0_reverse	2	0.03557593747973442
21952	rnn.weight_hh_l0_reverse	3	0.046351637691259384
21952	rnn.weight_hh_l0_reverse	4	-0.008110586553812027
21952	rnn.weight_hh_l0_reverse	5	0.043941423296928406
21952	rnn.weight_hh_l0_reverse	6	-0.020025217905640602
21952	rnn.weight_hh_l0_reverse	7	0.0033614214044064283
21952	rnn.weight_hh_l0_reverse	8	-0.09337387979030609
21952	rnn.weight_hh_l0_reverse	9	0.08115070313215256
21952	rnn.bias_ih_l0_reverse	0	-0.07606258988380432
21952	rnn.bias_ih_l0_reverse	1	-0.06583844125270844
21952	rnn.bias_ih_l0_reverse	2	0.09947419911623001
21952	rnn.bias_ih_l0_reverse	3	0.041625626385211945
21952	rnn.bias_ih_l0_reverse	4	-0.13232046365737915
21952	rnn.bias_ih_l0_reverse	5	0.03573848679661751
21952	rnn.bias_ih_l0_reverse	6	-0.11019740998744965
21952	rnn.bias_ih_l0_reverse	7	0.039871249347925186
21952	rnn.bias_ih_l0_reverse	8	0.03485238552093506
21952	rnn.bias_ih_l0_reverse	9	0.05914831534028053
21952	rnn.bias_hh_l0_reverse	0	0.0757872685790062
21952	rnn.bias_hh_l0_reverse	1	0.0528765432536602
21952	rnn.bias_hh_l0_reverse	2	0.0776173397898674
21952	rnn.bias_hh_l0_reverse	3	-0.007712372578680515
21952	rnn.bias_hh_l0_reverse	4	0.08027778565883636
21952	rnn.bias_hh_l0_reverse	5	0.011417762376368046
21952	rnn.bias_hh_l0_reverse	6	-0.05831011012196541
21952	rnn.bias_hh_l0_reverse	7	0.03125929459929466
21952	rnn.bias_hh_l0_reverse	8	0.013885639607906342
21952	rnn.bias_hh_l0_reverse	9	-0.16526813805103302
21952	linear.weight	0	0.1279008686542511
21952	linear.weight	1	-0.15732333064079285
21952	linear.weight	2	-0.18961414694786072
21952	linear.weight	3	0.05912868306040764
21952	linear.weight	4	-0.02876955270767212
21952	linear.weight	5	-0.007207813207060099
21952	linear.weight	6	-0.007304436061531305
21952	linear.weight	7	-0.02777894400060177
21952	linear.weight	8	0.07056362181901932
21952	linear.weight	9	0.3441876769065857
21952	linear.bias	0	-0.22069771587848663
21952	linear.bias	1	0.19475223124027252
21952	linear.bias	2	-0.5210385322570801
21952	linear.bias	3	1.7148125171661377
21952	linear.bias	4	-0.38718461990356445
21952	linear.bias	5	-0.030769959092140198
21952	linear.bias	6	-0.3401728570461273
21952	linear.bias	7	-0.2786305546760559
21952	linear.bias	8	-0.026182841509580612
21952	linear.bias	9	-0.48874619603157043
21980	transitions	0	-0.6422898769378662
21980	transitions	1	0.3564368188381195
21980	transitions	2	1.6813929080963135
21980	transitions	3	0.10343659669160843
21980	transitions	4	0.951647937297821
21980	transitions	5	1.2740434408187866
21980	transitions	6	0.4834231734275818
21980	transitions	7	0.17616060376167297
21980	transitions	8	-0.919465184211731
21980	transitions	9	0.9306902289390564
21980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
21980	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
21980	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
21980	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
21980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
21980	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
21980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
21980	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
21980	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
21980	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
21980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
21980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
21980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
21980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
21980	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
21980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
21980	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
21980	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
21980	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
21980	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
21980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
21980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
21980	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
21980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
21980	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
21980	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
21980	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
21980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
21980	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
21980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
21980	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
21980	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
21980	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
21980	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
21980	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
21980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
21980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
21980	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
21980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
21980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
21980	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
21980	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
21980	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
21980	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
21980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
21980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
21980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
21980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
21980	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
21980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
21980	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
21980	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
21980	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
21980	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
21980	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
21980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
21980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
21980	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
21980	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
21980	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
21980	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
21980	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
21980	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
21980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
21980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
21980	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
21980	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
21980	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
21980	embedding2nn.weight	0	0.024999167770147324
21980	embedding2nn.weight	1	0.01386423408985138
21980	embedding2nn.weight	2	-0.004345842637121677
21980	embedding2nn.weight	3	0.0011213236721232533
21980	embedding2nn.weight	4	-0.004592082463204861
21980	embedding2nn.weight	5	0.012793888337910175
21980	embedding2nn.weight	6	-0.00429711677134037
21980	embedding2nn.weight	7	0.02133052796125412
21980	embedding2nn.weight	8	-0.005202805623412132
21980	embedding2nn.weight	9	-0.014056163839995861
21980	embedding2nn.bias	0	-0.03976132348179817
21980	embedding2nn.bias	1	-0.020465459674596786
21980	embedding2nn.bias	2	-0.06232570484280586
21980	embedding2nn.bias	3	0.004928588401526213
21980	embedding2nn.bias	4	-0.0024680597707629204
21980	embedding2nn.bias	5	-0.004548594821244478
21980	embedding2nn.bias	6	0.003245165105909109
21980	embedding2nn.bias	7	0.04015021771192551
21980	embedding2nn.bias	8	0.025782844051718712
21980	embedding2nn.bias	9	-0.0002342642837902531
21980	rnn.weight_ih_l0	0	0.0374852791428566
21980	rnn.weight_ih_l0	1	-0.012278100475668907
21980	rnn.weight_ih_l0	2	-0.041254922747612
21980	rnn.weight_ih_l0	3	-0.04357653111219406
21980	rnn.weight_ih_l0	4	-0.05162498727440834
21980	rnn.weight_ih_l0	5	-0.008750708773732185
21980	rnn.weight_ih_l0	6	-0.054381176829338074
21980	rnn.weight_ih_l0	7	-0.05802709609270096
21980	rnn.weight_ih_l0	8	-0.044941503554582596
21980	rnn.weight_ih_l0	9	-0.027281198650598526
21980	rnn.weight_hh_l0	0	0.016900602728128433
21980	rnn.weight_hh_l0	1	-0.014290939085185528
21980	rnn.weight_hh_l0	2	-0.06969010084867477
21980	rnn.weight_hh_l0	3	-0.03195920214056969
21980	rnn.weight_hh_l0	4	-0.07669676840305328
21980	rnn.weight_hh_l0	5	-0.008882133290171623
21980	rnn.weight_hh_l0	6	-0.04218217357993126
21980	rnn.weight_hh_l0	7	-0.0285227932035923
21980	rnn.weight_hh_l0	8	-0.019687646999955177
21980	rnn.weight_hh_l0	9	-0.0008885395363904536
21980	rnn.bias_ih_l0	0	0.13277912139892578
21980	rnn.bias_ih_l0	1	-0.06405023485422134
21980	rnn.bias_ih_l0	2	0.10439164936542511
21980	rnn.bias_ih_l0	3	0.041197244077920914
21980	rnn.bias_ih_l0	4	0.10017354041337967
21980	rnn.bias_ih_l0	5	0.026414891704916954
21980	rnn.bias_ih_l0	6	-0.014950903132557869
21980	rnn.bias_ih_l0	7	-0.10238849371671677
21980	rnn.bias_ih_l0	8	-0.1909285932779312
21980	rnn.bias_ih_l0	9	0.08590710163116455
21980	rnn.bias_hh_l0	0	-0.0018499031430110335
21980	rnn.bias_hh_l0	1	0.01919172890484333
21980	rnn.bias_hh_l0	2	0.0003267410793341696
21980	rnn.bias_hh_l0	3	-0.032290615141391754
21980	rnn.bias_hh_l0	4	-0.040375810116529465
21980	rnn.bias_hh_l0	5	0.14364737272262573
21980	rnn.bias_hh_l0	6	0.031515538692474365
21980	rnn.bias_hh_l0	7	0.04828245937824249
21980	rnn.bias_hh_l0	8	0.01941782794892788
21980	rnn.bias_hh_l0	9	0.04019461199641228
21980	rnn.weight_ih_l0_reverse	0	-0.029087675735354424
21980	rnn.weight_ih_l0_reverse	1	-0.00408738199621439
21980	rnn.weight_ih_l0_reverse	2	0.025211429223418236
21980	rnn.weight_ih_l0_reverse	3	-0.062307748943567276
21980	rnn.weight_ih_l0_reverse	4	0.010337323881685734
21980	rnn.weight_ih_l0_reverse	5	-0.047606807202100754
21980	rnn.weight_ih_l0_reverse	6	0.02358081564307213
21980	rnn.weight_ih_l0_reverse	7	0.04611758515238762
21980	rnn.weight_ih_l0_reverse	8	-0.04547211155295372
21980	rnn.weight_ih_l0_reverse	9	-0.0513952374458313
21980	rnn.weight_hh_l0_reverse	0	-0.07906181365251541
21980	rnn.weight_hh_l0_reverse	1	-0.05995280295610428
21980	rnn.weight_hh_l0_reverse	2	0.03524288907647133
21980	rnn.weight_hh_l0_reverse	3	0.04602493718266487
21980	rnn.weight_hh_l0_reverse	4	-0.007077164016664028
21980	rnn.weight_hh_l0_reverse	5	0.04393349587917328
21980	rnn.weight_hh_l0_reverse	6	-0.019681764766573906
21980	rnn.weight_hh_l0_reverse	7	0.002939980011433363
21980	rnn.weight_hh_l0_reverse	8	-0.0934327244758606
21980	rnn.weight_hh_l0_reverse	9	0.08160921186208725
21980	rnn.bias_ih_l0_reverse	0	-0.0780516117811203
21980	rnn.bias_ih_l0_reverse	1	-0.06745757162570953
21980	rnn.bias_ih_l0_reverse	2	0.10008136183023453
21980	rnn.bias_ih_l0_reverse	3	0.0423288494348526
21980	rnn.bias_ih_l0_reverse	4	-0.13275806605815887
21980	rnn.bias_ih_l0_reverse	5	0.03547336161136627
21980	rnn.bias_ih_l0_reverse	6	-0.11019212752580643
21980	rnn.bias_ih_l0_reverse	7	0.03994147479534149
21980	rnn.bias_ih_l0_reverse	8	0.03598588705062866
21980	rnn.bias_ih_l0_reverse	9	0.058220259845256805
21980	rnn.bias_hh_l0_reverse	0	0.07391151040792465
21980	rnn.bias_hh_l0_reverse	1	0.05577380210161209
21980	rnn.bias_hh_l0_reverse	2	0.07866015285253525
21980	rnn.bias_hh_l0_reverse	3	-0.008368043228983879
21980	rnn.bias_hh_l0_reverse	4	0.08016554266214371
21980	rnn.bias_hh_l0_reverse	5	0.00693063298240304
21980	rnn.bias_hh_l0_reverse	6	-0.05793185904622078
21980	rnn.bias_hh_l0_reverse	7	0.031185444444417953
21980	rnn.bias_hh_l0_reverse	8	0.014086724258959293
21980	rnn.bias_hh_l0_reverse	9	-0.1584852784872055
21980	linear.weight	0	0.12439709156751633
21980	linear.weight	1	-0.15732841193675995
21980	linear.weight	2	-0.1931648701429367
21980	linear.weight	3	0.060070354491472244
21980	linear.weight	4	-0.028769858181476593
21980	linear.weight	5	-0.007090544328093529
21980	linear.weight	6	-0.0072996411472558975
21980	linear.weight	7	-0.027768446132540703
21980	linear.weight	8	0.07307588309049606
21980	linear.weight	9	0.3418482542037964
21980	linear.bias	0	-0.22572888433933258
21980	linear.bias	1	0.19115372002124786
21980	linear.bias	2	-0.5245442390441895
21980	linear.bias	3	1.7160948514938354
21980	linear.bias	4	-0.3874065577983856
21980	linear.bias	5	-0.030769959092140198
21980	linear.bias	6	-0.3451642096042633
21980	linear.bias	7	-0.2797560393810272
21980	linear.bias	8	-0.031018642708659172
21980	linear.bias	9	-0.4888165593147278
22008	transitions	0	-0.6423825621604919
22008	transitions	1	0.35640180110931396
22008	transitions	2	1.681317925453186
22008	transitions	3	0.10333190858364105
22008	transitions	4	0.9516381621360779
22008	transitions	5	1.274040699005127
22008	transitions	6	0.48342275619506836
22008	transitions	7	0.17615485191345215
22008	transitions	8	-0.9194656610488892
22008	transitions	9	0.9306899905204773
22008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22008	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22008	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22008	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22008	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22008	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22008	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22008	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22008	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22008	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22008	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22008	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22008	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22008	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22008	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22008	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22008	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22008	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22008	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22008	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22008	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22008	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22008	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22008	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22008	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22008	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22008	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22008	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22008	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22008	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22008	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22008	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22008	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22008	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22008	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22008	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22008	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22008	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22008	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22008	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22008	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22008	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22008	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22008	embedding2nn.weight	0	0.024964889511466026
22008	embedding2nn.weight	1	0.013912136666476727
22008	embedding2nn.weight	2	-0.0043418677523732185
22008	embedding2nn.weight	3	0.0011670122621580958
22008	embedding2nn.weight	4	-0.004602139815688133
22008	embedding2nn.weight	5	0.012803901918232441
22008	embedding2nn.weight	6	-0.004228011704981327
22008	embedding2nn.weight	7	0.021075332537293434
22008	embedding2nn.weight	8	-0.004922551568597555
22008	embedding2nn.weight	9	-0.014018990099430084
22008	embedding2nn.bias	0	-0.04176541045308113
22008	embedding2nn.bias	1	-0.025735488161444664
22008	embedding2nn.bias	2	-0.06511195003986359
22008	embedding2nn.bias	3	0.004700144287198782
22008	embedding2nn.bias	4	-0.004353158175945282
22008	embedding2nn.bias	5	0.002804449526593089
22008	embedding2nn.bias	6	0.0098622040823102
22008	embedding2nn.bias	7	0.04797924682497978
22008	embedding2nn.bias	8	0.03055700659751892
22008	embedding2nn.bias	9	-0.007547249086201191
22008	rnn.weight_ih_l0	0	0.03752121701836586
22008	rnn.weight_ih_l0	1	-0.011558897793293
22008	rnn.weight_ih_l0	2	-0.04070965200662613
22008	rnn.weight_ih_l0	3	-0.04407600685954094
22008	rnn.weight_ih_l0	4	-0.05149715393781662
22008	rnn.weight_ih_l0	5	-0.008985663764178753
22008	rnn.weight_ih_l0	6	-0.05423309653997421
22008	rnn.weight_ih_l0	7	-0.058348119258880615
22008	rnn.weight_ih_l0	8	-0.04487758129835129
22008	rnn.weight_ih_l0	9	-0.02736288122832775
22008	rnn.weight_hh_l0	0	0.01729683205485344
22008	rnn.weight_hh_l0	1	-0.013613584451377392
22008	rnn.weight_hh_l0	2	-0.07071559131145477
22008	rnn.weight_hh_l0	3	-0.0321819931268692
22008	rnn.weight_hh_l0	4	-0.07703322917222977
22008	rnn.weight_hh_l0	5	-0.009069904685020447
22008	rnn.weight_hh_l0	6	-0.04213876649737358
22008	rnn.weight_hh_l0	7	-0.027881748974323273
22008	rnn.weight_hh_l0	8	-0.019309042021632195
22008	rnn.weight_hh_l0	9	-0.0013917067553848028
22008	rnn.bias_ih_l0	0	0.13369596004486084
22008	rnn.bias_ih_l0	1	-0.06303756684064865
22008	rnn.bias_ih_l0	2	0.10366766899824142
22008	rnn.bias_ih_l0	3	0.04224313050508499
22008	rnn.bias_ih_l0	4	0.10035879164934158
22008	rnn.bias_ih_l0	5	0.02680955082178116
22008	rnn.bias_ih_l0	6	-0.011025732383131981
22008	rnn.bias_ih_l0	7	-0.10464897006750107
22008	rnn.bias_ih_l0	8	-0.19197426736354828
22008	rnn.bias_ih_l0	9	0.08489631861448288
22008	rnn.bias_hh_l0	0	-0.0007577260839752853
22008	rnn.bias_hh_l0	1	0.017542677000164986
22008	rnn.bias_hh_l0	2	5.7531975471647456e-05
22008	rnn.bias_hh_l0	3	-0.031254664063453674
22008	rnn.bias_hh_l0	4	-0.039894748479127884
22008	rnn.bias_hh_l0	5	0.14854803681373596
22008	rnn.bias_hh_l0	6	0.030070727691054344
22008	rnn.bias_hh_l0	7	0.04845431074500084
22008	rnn.bias_hh_l0	8	0.023343000560998917
22008	rnn.bias_hh_l0	9	0.04060293361544609
22008	rnn.weight_ih_l0_reverse	0	-0.02921515330672264
22008	rnn.weight_ih_l0_reverse	1	-0.003910415340214968
22008	rnn.weight_ih_l0_reverse	2	0.025187654420733452
22008	rnn.weight_ih_l0_reverse	3	-0.062111224979162216
22008	rnn.weight_ih_l0_reverse	4	0.010823477990925312
22008	rnn.weight_ih_l0_reverse	5	-0.04790728911757469
22008	rnn.weight_ih_l0_reverse	6	0.023632211610674858
22008	rnn.weight_ih_l0_reverse	7	0.04610452800989151
22008	rnn.weight_ih_l0_reverse	8	-0.045305948704481125
22008	rnn.weight_ih_l0_reverse	9	-0.05151735991239548
22008	rnn.weight_hh_l0_reverse	0	-0.0796823650598526
22008	rnn.weight_hh_l0_reverse	1	-0.06051217392086983
22008	rnn.weight_hh_l0_reverse	2	0.0354810506105423
22008	rnn.weight_hh_l0_reverse	3	0.045835405588150024
22008	rnn.weight_hh_l0_reverse	4	-0.007591693662106991
22008	rnn.weight_hh_l0_reverse	5	0.043994951993227005
22008	rnn.weight_hh_l0_reverse	6	-0.02021637000143528
22008	rnn.weight_hh_l0_reverse	7	0.0036700526252388954
22008	rnn.weight_hh_l0_reverse	8	-0.09377077221870422
22008	rnn.weight_hh_l0_reverse	9	0.08038612455129623
22008	rnn.bias_ih_l0_reverse	0	-0.07963109761476517
22008	rnn.bias_ih_l0_reverse	1	-0.06670381873846054
22008	rnn.bias_ih_l0_reverse	2	0.10056918114423752
22008	rnn.bias_ih_l0_reverse	3	0.04324936494231224
22008	rnn.bias_ih_l0_reverse	4	-0.13310199975967407
22008	rnn.bias_ih_l0_reverse	5	0.03459051996469498
22008	rnn.bias_ih_l0_reverse	6	-0.11045726388692856
22008	rnn.bias_ih_l0_reverse	7	0.03897220268845558
22008	rnn.bias_ih_l0_reverse	8	0.037794847041368484
22008	rnn.bias_ih_l0_reverse	9	0.0580434687435627
22008	rnn.bias_hh_l0_reverse	0	0.07519082725048065
22008	rnn.bias_hh_l0_reverse	1	0.05495400354266167
22008	rnn.bias_hh_l0_reverse	2	0.07833584398031235
22008	rnn.bias_hh_l0_reverse	3	-0.009064418263733387
22008	rnn.bias_hh_l0_reverse	4	0.08030062913894653
22008	rnn.bias_hh_l0_reverse	5	0.004497365560382605
22008	rnn.bias_hh_l0_reverse	6	-0.05622817203402519
22008	rnn.bias_hh_l0_reverse	7	0.031956978142261505
22008	rnn.bias_hh_l0_reverse	8	0.013285382650792599
22008	rnn.bias_hh_l0_reverse	9	-0.1596529483795166
22008	linear.weight	0	0.12166596204042435
22008	linear.weight	1	-0.1573270708322525
22008	linear.weight	2	-0.19284293055534363
22008	linear.weight	3	0.05939587205648422
22008	linear.weight	4	-0.028576795011758804
22008	linear.weight	5	-0.007000826299190521
22008	linear.weight	6	-0.007295259274542332
22008	linear.weight	7	-0.027760198339819908
22008	linear.weight	8	0.07124853134155273
22008	linear.weight	9	0.3389337956905365
22008	linear.bias	0	-0.22314679622650146
22008	linear.bias	1	0.1885872781276703
22008	linear.bias	2	-0.5246630311012268
22008	linear.bias	3	1.7093843221664429
22008	linear.bias	4	-0.3876112401485443
22008	linear.bias	5	-0.030769959092140198
22008	linear.bias	6	-0.3451361060142517
22008	linear.bias	7	-0.27957016229629517
22008	linear.bias	8	-0.03305162116885185
22008	linear.bias	9	-0.4889530539512634
22036	transitions	0	-0.6424394845962524
22036	transitions	1	0.3563156723976135
22036	transitions	2	1.6812728643417358
22036	transitions	3	0.10330352187156677
22036	transitions	4	0.9516083598136902
22036	transitions	5	1.274038553237915
22036	transitions	6	0.4834226667881012
22036	transitions	7	0.17615331709384918
22036	transitions	8	-0.9194663166999817
22036	transitions	9	0.9306899905204773
22036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22036	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22036	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22036	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22036	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22036	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22036	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22036	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22036	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22036	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22036	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22036	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22036	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22036	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22036	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22036	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22036	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22036	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22036	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22036	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22036	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22036	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22036	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22036	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22036	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22036	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22036	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22036	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22036	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22036	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22036	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22036	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22036	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22036	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22036	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22036	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22036	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22036	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22036	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22036	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22036	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22036	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22036	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22036	embedding2nn.weight	0	0.025282396003603935
22036	embedding2nn.weight	1	0.013764867559075356
22036	embedding2nn.weight	2	-0.004461393225938082
22036	embedding2nn.weight	3	0.0010500947246327996
22036	embedding2nn.weight	4	-0.004546336364001036
22036	embedding2nn.weight	5	0.012803373858332634
22036	embedding2nn.weight	6	-0.00419787410646677
22036	embedding2nn.weight	7	0.02101261541247368
22036	embedding2nn.weight	8	-0.00504680210724473
22036	embedding2nn.weight	9	-0.014048554003238678
22036	embedding2nn.bias	0	-0.04265475273132324
22036	embedding2nn.bias	1	-0.03221607953310013
22036	embedding2nn.bias	2	-0.06663435697555542
22036	embedding2nn.bias	3	0.007428376004099846
22036	embedding2nn.bias	4	-0.006938369479030371
22036	embedding2nn.bias	5	-0.00228601461276412
22036	embedding2nn.bias	6	0.007229803595691919
22036	embedding2nn.bias	7	0.05248112976551056
22036	embedding2nn.bias	8	0.024887364357709885
22036	embedding2nn.bias	9	-0.011506933718919754
22036	rnn.weight_ih_l0	0	0.03740888088941574
22036	rnn.weight_ih_l0	1	-0.011551943607628345
22036	rnn.weight_ih_l0	2	-0.03976033255457878
22036	rnn.weight_ih_l0	3	-0.04427535459399223
22036	rnn.weight_ih_l0	4	-0.05157988891005516
22036	rnn.weight_ih_l0	5	-0.008942201733589172
22036	rnn.weight_ih_l0	6	-0.054032180458307266
22036	rnn.weight_ih_l0	7	-0.05897700414061546
22036	rnn.weight_ih_l0	8	-0.044716451317071915
22036	rnn.weight_ih_l0	9	-0.027295177802443504
22036	rnn.weight_hh_l0	0	0.018295951187610626
22036	rnn.weight_hh_l0	1	-0.013185089454054832
22036	rnn.weight_hh_l0	2	-0.07035234570503235
22036	rnn.weight_hh_l0	3	-0.03252113237977028
22036	rnn.weight_hh_l0	4	-0.07649886608123779
22036	rnn.weight_hh_l0	5	-0.009107619524002075
22036	rnn.weight_hh_l0	6	-0.04342585802078247
22036	rnn.weight_hh_l0	7	-0.028056591749191284
22036	rnn.weight_hh_l0	8	-0.01941624842584133
22036	rnn.weight_hh_l0	9	-0.0011481912806630135
22036	rnn.bias_ih_l0	0	0.13390371203422546
22036	rnn.bias_ih_l0	1	-0.06282362341880798
22036	rnn.bias_ih_l0	2	0.10401473939418793
22036	rnn.bias_ih_l0	3	0.04107460379600525
22036	rnn.bias_ih_l0	4	0.09792046993970871
22036	rnn.bias_ih_l0	5	0.025521637871861458
22036	rnn.bias_ih_l0	6	-0.013437963090837002
22036	rnn.bias_ih_l0	7	-0.10317114740610123
22036	rnn.bias_ih_l0	8	-0.19433048367500305
22036	rnn.bias_ih_l0	9	0.08275332301855087
22036	rnn.bias_hh_l0	0	0.001023461576551199
22036	rnn.bias_hh_l0	1	0.018556930124759674
22036	rnn.bias_hh_l0	2	0.0009640862699598074
22036	rnn.bias_hh_l0	3	-0.031160134822130203
22036	rnn.bias_hh_l0	4	-0.041073862463235855
22036	rnn.bias_hh_l0	5	0.1473570615053177
22036	rnn.bias_hh_l0	6	0.03129991516470909
22036	rnn.bias_hh_l0	7	0.05068216845393181
22036	rnn.bias_hh_l0	8	0.02093076892197132
22036	rnn.bias_hh_l0	9	0.042020030319690704
22036	rnn.weight_ih_l0_reverse	0	-0.029678719118237495
22036	rnn.weight_ih_l0_reverse	1	-0.003846297273412347
22036	rnn.weight_ih_l0_reverse	2	0.025242671370506287
22036	rnn.weight_ih_l0_reverse	3	-0.061906054615974426
22036	rnn.weight_ih_l0_reverse	4	0.01073321234434843
22036	rnn.weight_ih_l0_reverse	5	-0.047845348715782166
22036	rnn.weight_ih_l0_reverse	6	0.02377879060804844
22036	rnn.weight_ih_l0_reverse	7	0.04620080068707466
22036	rnn.weight_ih_l0_reverse	8	-0.045440249145030975
22036	rnn.weight_ih_l0_reverse	9	-0.05148330703377724
22036	rnn.weight_hh_l0_reverse	0	-0.07948539406061172
22036	rnn.weight_hh_l0_reverse	1	-0.05984768643975258
22036	rnn.weight_hh_l0_reverse	2	0.035888634622097015
22036	rnn.weight_hh_l0_reverse	3	0.04542757198214531
22036	rnn.weight_hh_l0_reverse	4	-0.0075944289565086365
22036	rnn.weight_hh_l0_reverse	5	0.044226981699466705
22036	rnn.weight_hh_l0_reverse	6	-0.019302261993288994
22036	rnn.weight_hh_l0_reverse	7	0.0038107517175376415
22036	rnn.weight_hh_l0_reverse	8	-0.09357649832963943
22036	rnn.weight_hh_l0_reverse	9	0.0802236869931221
22036	rnn.bias_ih_l0_reverse	0	-0.07759871333837509
22036	rnn.bias_ih_l0_reverse	1	-0.06001926586031914
22036	rnn.bias_ih_l0_reverse	2	0.10124775767326355
22036	rnn.bias_ih_l0_reverse	3	0.04267923906445503
22036	rnn.bias_ih_l0_reverse	4	-0.13247407972812653
22036	rnn.bias_ih_l0_reverse	5	0.03332199901342392
22036	rnn.bias_ih_l0_reverse	6	-0.11259552836418152
22036	rnn.bias_ih_l0_reverse	7	0.037265270948410034
22036	rnn.bias_ih_l0_reverse	8	0.03565956652164459
22036	rnn.bias_ih_l0_reverse	9	0.058439385145902634
22036	rnn.bias_hh_l0_reverse	0	0.07374484837055206
22036	rnn.bias_hh_l0_reverse	1	0.05347413569688797
22036	rnn.bias_hh_l0_reverse	2	0.07985097169876099
22036	rnn.bias_hh_l0_reverse	3	-0.006707393564283848
22036	rnn.bias_hh_l0_reverse	4	0.08170352876186371
22036	rnn.bias_hh_l0_reverse	5	0.0013147081481292844
22036	rnn.bias_hh_l0_reverse	6	-0.05802350863814354
22036	rnn.bias_hh_l0_reverse	7	0.03160955384373665
22036	rnn.bias_hh_l0_reverse	8	0.015787266194820404
22036	rnn.bias_hh_l0_reverse	9	-0.16223827004432678
22036	linear.weight	0	0.12452268600463867
22036	linear.weight	1	-0.1573197841644287
22036	linear.weight	2	-0.19542823731899261
22036	linear.weight	3	0.055754974484443665
22036	linear.weight	4	-0.028439074754714966
22036	linear.weight	5	-0.006906107068061829
22036	linear.weight	6	-0.0072935656644403934
22036	linear.weight	7	-0.027765512466430664
22036	linear.weight	8	0.07377633452415466
22036	linear.weight	9	0.33716151118278503
22036	linear.bias	0	-0.23634110391139984
22036	linear.bias	1	0.18730631470680237
22036	linear.bias	2	-0.5258184671401978
22036	linear.bias	3	1.722113847732544
22036	linear.bias	4	-0.3878937363624573
22036	linear.bias	5	-0.030769959092140198
22036	linear.bias	6	-0.3456588089466095
22036	linear.bias	7	-0.27855104207992554
22036	linear.bias	8	-0.029745861887931824
22036	linear.bias	9	-0.4890178442001343
22064	transitions	0	-0.6424782276153564
22064	transitions	1	0.3562450706958771
22064	transitions	2	1.6812255382537842
22064	transitions	3	0.10329530388116837
22064	transitions	4	0.9515857696533203
22064	transitions	5	1.2740373611450195
22064	transitions	6	0.483422189950943
22064	transitions	7	0.17615187168121338
22064	transitions	8	-0.9194664359092712
22064	transitions	9	0.9306899905204773
22064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22064	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22064	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22064	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22064	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22064	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22064	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22064	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22064	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22064	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22064	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22064	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22064	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22064	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22064	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22064	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22064	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22064	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22064	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22064	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22064	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22064	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22064	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22064	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22064	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22064	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22064	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22064	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22064	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22064	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22064	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22064	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22064	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22064	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22064	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22064	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22064	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22064	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22064	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22064	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22064	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22064	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22064	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22064	embedding2nn.weight	0	0.025869455188512802
22064	embedding2nn.weight	1	0.013629764318466187
22064	embedding2nn.weight	2	-0.004467613063752651
22064	embedding2nn.weight	3	0.0009576100273989141
22064	embedding2nn.weight	4	-0.004509130027145147
22064	embedding2nn.weight	5	0.012994453310966492
22064	embedding2nn.weight	6	-0.004128989297896624
22064	embedding2nn.weight	7	0.020574120804667473
22064	embedding2nn.weight	8	-0.004954415373504162
22064	embedding2nn.weight	9	-0.0140454126521945
22064	embedding2nn.bias	0	-0.05046598240733147
22064	embedding2nn.bias	1	-0.03578195348381996
22064	embedding2nn.bias	2	-0.059646546840667725
22064	embedding2nn.bias	3	0.004610662814229727
22064	embedding2nn.bias	4	-0.012722460553050041
22064	embedding2nn.bias	5	0.003835503477603197
22064	embedding2nn.bias	6	0.0071616764180362225
22064	embedding2nn.bias	7	0.0456085167825222
22064	embedding2nn.bias	8	0.018676143139600754
22064	embedding2nn.bias	9	-0.004726514220237732
22064	rnn.weight_ih_l0	0	0.03743031620979309
22064	rnn.weight_ih_l0	1	-0.0117174768820405
22064	rnn.weight_ih_l0	2	-0.04009760543704033
22064	rnn.weight_ih_l0	3	-0.04413539916276932
22064	rnn.weight_ih_l0	4	-0.0515531450510025
22064	rnn.weight_ih_l0	5	-0.008749387226998806
22064	rnn.weight_ih_l0	6	-0.05378546193242073
22064	rnn.weight_ih_l0	7	-0.05920249968767166
22064	rnn.weight_ih_l0	8	-0.04506063461303711
22064	rnn.weight_ih_l0	9	-0.027359476312994957
22064	rnn.weight_hh_l0	0	0.018367430195212364
22064	rnn.weight_hh_l0	1	-0.013032903894782066
22064	rnn.weight_hh_l0	2	-0.07049135863780975
22064	rnn.weight_hh_l0	3	-0.03300562873482704
22064	rnn.weight_hh_l0	4	-0.07615827769041061
22064	rnn.weight_hh_l0	5	-0.009075365960597992
22064	rnn.weight_hh_l0	6	-0.043431080877780914
22064	rnn.weight_hh_l0	7	-0.028401171788573265
22064	rnn.weight_hh_l0	8	-0.019065264612436295
22064	rnn.weight_hh_l0	9	-0.0006255045300349593
22064	rnn.bias_ih_l0	0	0.13464577496051788
22064	rnn.bias_ih_l0	1	-0.05916585773229599
22064	rnn.bias_ih_l0	2	0.10416997969150543
22064	rnn.bias_ih_l0	3	0.0429316908121109
22064	rnn.bias_ih_l0	4	0.09848062694072723
22064	rnn.bias_ih_l0	5	0.0249214768409729
22064	rnn.bias_ih_l0	6	-0.012008078396320343
22064	rnn.bias_ih_l0	7	-0.11025029420852661
22064	rnn.bias_ih_l0	8	-0.19602224230766296
22064	rnn.bias_ih_l0	9	0.08218903839588165
22064	rnn.bias_hh_l0	0	0.001689703669399023
22064	rnn.bias_hh_l0	1	0.01812589541077614
22064	rnn.bias_hh_l0	2	0.003968378528952599
22064	rnn.bias_hh_l0	3	-0.02773440070450306
22064	rnn.bias_hh_l0	4	-0.04070725291967392
22064	rnn.bias_hh_l0	5	0.1463080197572708
22064	rnn.bias_hh_l0	6	0.031294722110033035
22064	rnn.bias_hh_l0	7	0.050211530178785324
22064	rnn.bias_hh_l0	8	0.022360652685165405
22064	rnn.bias_hh_l0	9	0.04472227767109871
22064	rnn.weight_ih_l0_reverse	0	-0.02962246909737587
22064	rnn.weight_ih_l0_reverse	1	-0.00571516202762723
22064	rnn.weight_ih_l0_reverse	2	0.025223754346370697
22064	rnn.weight_ih_l0_reverse	3	-0.06189701706171036
22064	rnn.weight_ih_l0_reverse	4	0.01061492320150137
22064	rnn.weight_ih_l0_reverse	5	-0.04788292571902275
22064	rnn.weight_ih_l0_reverse	6	0.023861417546868324
22064	rnn.weight_ih_l0_reverse	7	0.04626770690083504
22064	rnn.weight_ih_l0_reverse	8	-0.04550100862979889
22064	rnn.weight_ih_l0_reverse	9	-0.05162995681166649
22064	rnn.weight_hh_l0_reverse	0	-0.07917127013206482
22064	rnn.weight_hh_l0_reverse	1	-0.060593102127313614
22064	rnn.weight_hh_l0_reverse	2	0.03526151180267334
22064	rnn.weight_hh_l0_reverse	3	0.04529716446995735
22064	rnn.weight_hh_l0_reverse	4	-0.008483552373945713
22064	rnn.weight_hh_l0_reverse	5	0.044326625764369965
22064	rnn.weight_hh_l0_reverse	6	-0.019944041967391968
22064	rnn.weight_hh_l0_reverse	7	0.0032688600476831198
22064	rnn.weight_hh_l0_reverse	8	-0.0932663306593895
22064	rnn.weight_hh_l0_reverse	9	0.0798179879784584
22064	rnn.bias_ih_l0_reverse	0	-0.08190113306045532
22064	rnn.bias_ih_l0_reverse	1	-0.0603044368326664
22064	rnn.bias_ih_l0_reverse	2	0.10093052685260773
22064	rnn.bias_ih_l0_reverse	3	0.04267219081521034
22064	rnn.bias_ih_l0_reverse	4	-0.13275882601737976
22064	rnn.bias_ih_l0_reverse	5	0.034750040620565414
22064	rnn.bias_ih_l0_reverse	6	-0.11264266818761826
22064	rnn.bias_ih_l0_reverse	7	0.03706812858581543
22064	rnn.bias_ih_l0_reverse	8	0.03405469283461571
22064	rnn.bias_ih_l0_reverse	9	0.058459289371967316
22064	rnn.bias_hh_l0_reverse	0	0.07888643443584442
22064	rnn.bias_hh_l0_reverse	1	0.05437429994344711
22064	rnn.bias_hh_l0_reverse	2	0.0755087286233902
22064	rnn.bias_hh_l0_reverse	3	-0.007977920584380627
22064	rnn.bias_hh_l0_reverse	4	0.08254712074995041
22064	rnn.bias_hh_l0_reverse	5	0.005449199583381414
22064	rnn.bias_hh_l0_reverse	6	-0.059795159846544266
22064	rnn.bias_hh_l0_reverse	7	0.03188629820942879
22064	rnn.bias_hh_l0_reverse	8	0.019774053245782852
22064	rnn.bias_hh_l0_reverse	9	-0.16133207082748413
22064	linear.weight	0	0.12613077461719513
22064	linear.weight	1	-0.15730273723602295
22064	linear.weight	2	-0.1941383332014084
22064	linear.weight	3	0.06345636397600174
22064	linear.weight	4	-0.028948241844773293
22064	linear.weight	5	-0.0068148113787174225
22064	linear.weight	6	-0.007287890650331974
22064	linear.weight	7	-0.027746161445975304
22064	linear.weight	8	0.07462330162525177
22064	linear.weight	9	0.3380643427371979
22064	linear.bias	0	-0.2164592146873474
22064	linear.bias	1	0.19115620851516724
22064	linear.bias	2	-0.5263081789016724
22064	linear.bias	3	1.6973557472229004
22064	linear.bias	4	-0.3881511986255646
22064	linear.bias	5	-0.030769959092140198
22064	linear.bias	6	-0.3457530438899994
22064	linear.bias	7	-0.27929359674453735
22064	linear.bias	8	-0.037526603788137436
22064	linear.bias	9	-0.48906955122947693
22092	transitions	0	-0.642504096031189
22092	transitions	1	0.35621315240859985
22092	transitions	2	1.681205153465271
22092	transitions	3	0.10326293110847473
22092	transitions	4	0.95157790184021
22092	transitions	5	1.2740371227264404
22092	transitions	6	0.4834219813346863
22092	transitions	7	0.17614367604255676
22092	transitions	8	-0.9194665551185608
22092	transitions	9	0.9306899905204773
22092	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22092	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22092	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22092	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22092	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22092	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22092	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22092	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22092	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22092	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22092	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22092	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22092	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22092	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22092	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22092	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22092	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22092	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22092	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22092	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22092	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22092	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22092	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22092	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22092	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22092	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22092	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22092	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22092	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22092	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22092	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22092	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22092	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22092	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22092	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22092	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22092	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22092	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22092	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22092	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22092	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22092	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22092	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22092	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22092	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22092	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22092	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22092	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22092	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22092	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22092	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22092	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22092	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22092	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22092	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22092	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22092	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22092	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22092	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22092	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22092	embedding2nn.weight	0	0.02579174004495144
22092	embedding2nn.weight	1	0.013611226342618465
22092	embedding2nn.weight	2	-0.004481363110244274
22092	embedding2nn.weight	3	0.001050927909091115
22092	embedding2nn.weight	4	-0.004502640105783939
22092	embedding2nn.weight	5	0.013044946826994419
22092	embedding2nn.weight	6	-0.0042805480770766735
22092	embedding2nn.weight	7	0.020280983299016953
22092	embedding2nn.weight	8	-0.004985632374882698
22092	embedding2nn.weight	9	-0.013988332822918892
22092	embedding2nn.bias	0	-0.05055300518870354
22092	embedding2nn.bias	1	-0.040673453360795975
22092	embedding2nn.bias	2	-0.06364695727825165
22092	embedding2nn.bias	3	-0.0004753455286845565
22092	embedding2nn.bias	4	-0.01259638275951147
22092	embedding2nn.bias	5	0.0036478235851973295
22092	embedding2nn.bias	6	0.006003388203680515
22092	embedding2nn.bias	7	0.041988302022218704
22092	embedding2nn.bias	8	0.012989340350031853
22092	embedding2nn.bias	9	-0.00226609013043344
22092	rnn.weight_ih_l0	0	0.037306252866983414
22092	rnn.weight_ih_l0	1	-0.011227911338210106
22092	rnn.weight_ih_l0	2	-0.04037334397435188
22092	rnn.weight_ih_l0	3	-0.04432537406682968
22092	rnn.weight_ih_l0	4	-0.05179813131690025
22092	rnn.weight_ih_l0	5	-0.008956735022366047
22092	rnn.weight_ih_l0	6	-0.05390290543437004
22092	rnn.weight_ih_l0	7	-0.0593305267393589
22092	rnn.weight_ih_l0	8	-0.045148249715566635
22092	rnn.weight_ih_l0	9	-0.027465764433145523
22092	rnn.weight_hh_l0	0	0.018421147018671036
22092	rnn.weight_hh_l0	1	-0.013155059888958931
22092	rnn.weight_hh_l0	2	-0.07001412659883499
22092	rnn.weight_hh_l0	3	-0.03229858726263046
22092	rnn.weight_hh_l0	4	-0.07644873112440109
22092	rnn.weight_hh_l0	5	-0.009534594602882862
22092	rnn.weight_hh_l0	6	-0.0433390811085701
22092	rnn.weight_hh_l0	7	-0.02759728580713272
22092	rnn.weight_hh_l0	8	-0.018972337245941162
22092	rnn.weight_hh_l0	9	-0.0007766601047478616
22092	rnn.bias_ih_l0	0	0.13507980108261108
22092	rnn.bias_ih_l0	1	-0.059846967458724976
22092	rnn.bias_ih_l0	2	0.10316727310419083
22092	rnn.bias_ih_l0	3	0.04312360659241676
22092	rnn.bias_ih_l0	4	0.09748269617557526
22092	rnn.bias_ih_l0	5	0.025116421282291412
22092	rnn.bias_ih_l0	6	-0.011593426577746868
22092	rnn.bias_ih_l0	7	-0.11482756584882736
22092	rnn.bias_ih_l0	8	-0.18682047724723816
22092	rnn.bias_ih_l0	9	0.08127836138010025
22092	rnn.bias_hh_l0	0	0.0025772687513381243
22092	rnn.bias_hh_l0	1	0.019105756655335426
22092	rnn.bias_hh_l0	2	0.0011389964492991567
22092	rnn.bias_hh_l0	3	-0.027170253917574883
22092	rnn.bias_hh_l0	4	-0.04220132157206535
22092	rnn.bias_hh_l0	5	0.14604204893112183
22092	rnn.bias_hh_l0	6	0.03176666796207428
22092	rnn.bias_hh_l0	7	0.052709583193063736
22092	rnn.bias_hh_l0	8	0.022775305435061455
22092	rnn.bias_hh_l0	9	0.04522796347737312
22092	rnn.weight_ih_l0_reverse	0	-0.029723243787884712
22092	rnn.weight_ih_l0_reverse	1	-0.005349982995539904
22092	rnn.weight_ih_l0_reverse	2	0.02491791360080242
22092	rnn.weight_ih_l0_reverse	3	-0.06201230734586716
22092	rnn.weight_ih_l0_reverse	4	0.010444121435284615
22092	rnn.weight_ih_l0_reverse	5	-0.04772595316171646
22092	rnn.weight_ih_l0_reverse	6	0.02364523895084858
22092	rnn.weight_ih_l0_reverse	7	0.046728696674108505
22092	rnn.weight_ih_l0_reverse	8	-0.045698653906583786
22092	rnn.weight_ih_l0_reverse	9	-0.05146488547325134
22092	rnn.weight_hh_l0_reverse	0	-0.0800497829914093
22092	rnn.weight_hh_l0_reverse	1	-0.0604642815887928
22092	rnn.weight_hh_l0_reverse	2	0.034826017916202545
22092	rnn.weight_hh_l0_reverse	3	0.04532942548394203
22092	rnn.weight_hh_l0_reverse	4	-0.007909783162176609
22092	rnn.weight_hh_l0_reverse	5	0.0443505123257637
22092	rnn.weight_hh_l0_reverse	6	-0.021192343905568123
22092	rnn.weight_hh_l0_reverse	7	0.003192528383806348
22092	rnn.weight_hh_l0_reverse	8	-0.09378829598426819
22092	rnn.weight_hh_l0_reverse	9	0.07896167039871216
22092	rnn.bias_ih_l0_reverse	0	-0.07763100415468216
22092	rnn.bias_ih_l0_reverse	1	-0.05887505039572716
22092	rnn.bias_ih_l0_reverse	2	0.10048956423997879
22092	rnn.bias_ih_l0_reverse	3	0.043323345482349396
22092	rnn.bias_ih_l0_reverse	4	-0.13074687123298645
22092	rnn.bias_ih_l0_reverse	5	0.03559193015098572
22092	rnn.bias_ih_l0_reverse	6	-0.11076061427593231
22092	rnn.bias_ih_l0_reverse	7	0.03665303811430931
22092	rnn.bias_ih_l0_reverse	8	0.034727416932582855
22092	rnn.bias_ih_l0_reverse	9	0.05991961807012558
22092	rnn.bias_hh_l0_reverse	0	0.07298804074525833
22092	rnn.bias_hh_l0_reverse	1	0.05592773109674454
22092	rnn.bias_hh_l0_reverse	2	0.07672552764415741
22092	rnn.bias_hh_l0_reverse	3	-0.008309530094265938
22092	rnn.bias_hh_l0_reverse	4	0.08379887044429779
22092	rnn.bias_hh_l0_reverse	5	0.0057553984224796295
22092	rnn.bias_hh_l0_reverse	6	-0.06020614877343178
22092	rnn.bias_hh_l0_reverse	7	0.03184618055820465
22092	rnn.bias_hh_l0_reverse	8	0.01929989457130432
22092	rnn.bias_hh_l0_reverse	9	-0.15635251998901367
22092	linear.weight	0	0.12109991163015366
22092	linear.weight	1	-0.15729521214962006
22092	linear.weight	2	-0.1938452124595642
22092	linear.weight	3	0.0635271742939949
22092	linear.weight	4	-0.02887946367263794
22092	linear.weight	5	-0.006479804869741201
22092	linear.weight	6	-0.007285380735993385
22092	linear.weight	7	-0.027734601870179176
22092	linear.weight	8	0.0725262463092804
22092	linear.weight	9	0.3403880298137665
22092	linear.bias	0	-0.22889110445976257
22092	linear.bias	1	0.1894804686307907
22092	linear.bias	2	-0.5245705246925354
22092	linear.bias	3	1.7056130170822144
22092	linear.bias	4	-0.3882807195186615
22092	linear.bias	5	-0.030769959092140198
22092	linear.bias	6	-0.34397393465042114
22092	linear.bias	7	-0.2807267904281616
22092	linear.bias	8	-0.031248372048139572
22092	linear.bias	9	-0.4891359210014343
22120	transitions	0	-0.6426000595092773
22120	transitions	1	0.3561078906059265
22120	transitions	2	1.6810351610183716
22120	transitions	3	0.10323788225650787
22120	transitions	4	0.9515678882598877
22120	transitions	5	1.2740364074707031
22120	transitions	6	0.48342156410217285
22120	transitions	7	0.17614315450191498
22120	transitions	8	-0.919468104839325
22120	transitions	9	0.9306889176368713
22120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22120	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22120	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22120	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22120	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22120	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22120	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22120	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22120	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22120	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22120	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22120	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22120	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22120	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22120	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22120	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22120	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22120	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22120	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22120	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22120	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22120	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22120	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22120	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22120	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22120	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22120	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22120	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22120	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22120	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22120	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22120	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22120	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22120	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22120	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22120	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22120	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22120	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22120	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22120	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22120	embedding2nn.weight	0	0.025183798745274544
22120	embedding2nn.weight	1	0.01361285150051117
22120	embedding2nn.weight	2	-0.0044920193031430244
22120	embedding2nn.weight	3	0.001231093192473054
22120	embedding2nn.weight	4	-0.004441909957677126
22120	embedding2nn.weight	5	0.01289399340748787
22120	embedding2nn.weight	6	-0.004193089436739683
22120	embedding2nn.weight	7	0.020783044397830963
22120	embedding2nn.weight	8	-0.004929342307150364
22120	embedding2nn.weight	9	-0.013975475914776325
22120	embedding2nn.bias	0	-0.04971263185143471
22120	embedding2nn.bias	1	-0.03591690957546234
22120	embedding2nn.bias	2	-0.05938037484884262
22120	embedding2nn.bias	3	0.0022986666299402714
22120	embedding2nn.bias	4	-0.008372193202376366
22120	embedding2nn.bias	5	-0.0027873816434293985
22120	embedding2nn.bias	6	0.011304445564746857
22120	embedding2nn.bias	7	0.04180768504738808
22120	embedding2nn.bias	8	0.011940931901335716
22120	embedding2nn.bias	9	-0.0014218920841813087
22120	rnn.weight_ih_l0	0	0.03730524703860283
22120	rnn.weight_ih_l0	1	-0.011314251460134983
22120	rnn.weight_ih_l0	2	-0.040638267993927
22120	rnn.weight_ih_l0	3	-0.04452647641301155
22120	rnn.weight_ih_l0	4	-0.052154529839754105
22120	rnn.weight_ih_l0	5	-0.008603672496974468
22120	rnn.weight_ih_l0	6	-0.054020725190639496
22120	rnn.weight_ih_l0	7	-0.05931892991065979
22120	rnn.weight_ih_l0	8	-0.04510856792330742
22120	rnn.weight_ih_l0	9	-0.027263976633548737
22120	rnn.weight_hh_l0	0	0.018305208534002304
22120	rnn.weight_hh_l0	1	-0.012890813872218132
22120	rnn.weight_hh_l0	2	-0.07000847160816193
22120	rnn.weight_hh_l0	3	-0.03246773034334183
22120	rnn.weight_hh_l0	4	-0.07645080983638763
22120	rnn.weight_hh_l0	5	-0.009414234198629856
22120	rnn.weight_hh_l0	6	-0.043104786425828934
22120	rnn.weight_hh_l0	7	-0.028315946459770203
22120	rnn.weight_hh_l0	8	-0.019161855801939964
22120	rnn.weight_hh_l0	9	0.00011990207713097334
22120	rnn.bias_ih_l0	0	0.13447226583957672
22120	rnn.bias_ih_l0	1	-0.05937879905104637
22120	rnn.bias_ih_l0	2	0.10261283069849014
22120	rnn.bias_ih_l0	3	0.042212385684251785
22120	rnn.bias_ih_l0	4	0.09648852795362473
22120	rnn.bias_ih_l0	5	0.024591928347945213
22120	rnn.bias_ih_l0	6	-0.01374185923486948
22120	rnn.bias_ih_l0	7	-0.10920332372188568
22120	rnn.bias_ih_l0	8	-0.1868109554052353
22120	rnn.bias_ih_l0	9	0.07995311915874481
22120	rnn.bias_hh_l0	0	-0.0004163776757195592
22120	rnn.bias_hh_l0	1	0.022016901522874832
22120	rnn.bias_hh_l0	2	0.0018729642033576965
22120	rnn.bias_hh_l0	3	-0.02683573216199875
22120	rnn.bias_hh_l0	4	-0.04145379364490509
22120	rnn.bias_hh_l0	5	0.14798468351364136
22120	rnn.bias_hh_l0	6	0.03372298553586006
22120	rnn.bias_hh_l0	7	0.05220223590731621
22120	rnn.bias_hh_l0	8	0.020626867190003395
22120	rnn.bias_hh_l0	9	0.04494501277804375
22120	rnn.weight_ih_l0_reverse	0	-0.02964511699974537
22120	rnn.weight_ih_l0_reverse	1	-0.004763165023177862
22120	rnn.weight_ih_l0_reverse	2	0.02482445165514946
22120	rnn.weight_ih_l0_reverse	3	-0.06196294352412224
22120	rnn.weight_ih_l0_reverse	4	0.010415160097181797
22120	rnn.weight_ih_l0_reverse	5	-0.047700442373752594
22120	rnn.weight_ih_l0_reverse	6	0.024051839485764503
22120	rnn.weight_ih_l0_reverse	7	0.04681319743394852
22120	rnn.weight_ih_l0_reverse	8	-0.04537039250135422
22120	rnn.weight_ih_l0_reverse	9	-0.05163063481450081
22120	rnn.weight_hh_l0_reverse	0	-0.08008547872304916
22120	rnn.weight_hh_l0_reverse	1	-0.061024852097034454
22120	rnn.weight_hh_l0_reverse	2	0.034947704523801804
22120	rnn.weight_hh_l0_reverse	3	0.04521874338388443
22120	rnn.weight_hh_l0_reverse	4	-0.007352129556238651
22120	rnn.weight_hh_l0_reverse	5	0.044482357800006866
22120	rnn.weight_hh_l0_reverse	6	-0.019710805267095566
22120	rnn.weight_hh_l0_reverse	7	0.002835292601957917
22120	rnn.weight_hh_l0_reverse	8	-0.09411048144102097
22120	rnn.weight_hh_l0_reverse	9	0.07781433314085007
22120	rnn.bias_ih_l0_reverse	0	-0.08250046521425247
22120	rnn.bias_ih_l0_reverse	1	-0.06536779552698135
22120	rnn.bias_ih_l0_reverse	2	0.09992386400699615
22120	rnn.bias_ih_l0_reverse	3	0.04356015473604202
22120	rnn.bias_ih_l0_reverse	4	-0.13091428577899933
22120	rnn.bias_ih_l0_reverse	5	0.037134841084480286
22120	rnn.bias_ih_l0_reverse	6	-0.11101063340902328
22120	rnn.bias_ih_l0_reverse	7	0.03610845282673836
22120	rnn.bias_ih_l0_reverse	8	0.03700881823897362
22120	rnn.bias_ih_l0_reverse	9	0.060168106108903885
22120	rnn.bias_hh_l0_reverse	0	0.07177454978227615
22120	rnn.bias_hh_l0_reverse	1	0.05807839334011078
22120	rnn.bias_hh_l0_reverse	2	0.07706277072429657
22120	rnn.bias_hh_l0_reverse	3	-0.008805523626506329
22120	rnn.bias_hh_l0_reverse	4	0.08321792632341385
22120	rnn.bias_hh_l0_reverse	5	0.005358677823096514
22120	rnn.bias_hh_l0_reverse	6	-0.059730906039476395
22120	rnn.bias_hh_l0_reverse	7	0.030803708359599113
22120	rnn.bias_hh_l0_reverse	8	0.01736675761640072
22120	rnn.bias_hh_l0_reverse	9	-0.15817643702030182
22120	linear.weight	0	0.12087814509868622
22120	linear.weight	1	-0.15704751014709473
22120	linear.weight	2	-0.19318559765815735
22120	linear.weight	3	0.06621436029672623
22120	linear.weight	4	-0.028934724628925323
22120	linear.weight	5	-0.006270786747336388
22120	linear.weight	6	-0.007280847057700157
22120	linear.weight	7	-0.027722062543034554
22120	linear.weight	8	0.0772673562169075
22120	linear.weight	9	0.33941152691841125
22120	linear.bias	0	-0.2247888296842575
22120	linear.bias	1	0.18811406195163727
22120	linear.bias	2	-0.5255421996116638
22120	linear.bias	3	1.7073067426681519
22120	linear.bias	4	-0.3872572183609009
22120	linear.bias	5	-0.030769959092140198
22120	linear.bias	6	-0.34492647647857666
22120	linear.bias	7	-0.28268882632255554
22120	linear.bias	8	-0.03479435294866562
22120	linear.bias	9	-0.48932328820228577
22148	transitions	0	-0.6426659226417542
22148	transitions	1	0.3560495376586914
22148	transitions	2	1.6809451580047607
22148	transitions	3	0.10321174561977386
22148	transitions	4	0.9515520930290222
22148	transitions	5	1.2740328311920166
22148	transitions	6	0.4834212064743042
22148	transitions	7	0.17614078521728516
22148	transitions	8	-0.9194692373275757
22148	transitions	9	0.9306873083114624
22148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22148	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22148	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22148	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22148	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22148	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22148	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22148	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22148	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22148	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22148	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22148	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22148	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22148	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22148	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22148	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22148	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22148	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22148	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22148	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22148	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22148	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22148	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22148	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22148	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22148	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22148	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22148	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22148	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22148	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22148	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22148	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22148	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22148	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22148	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22148	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22148	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22148	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22148	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22148	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22148	embedding2nn.weight	0	0.02567269280552864
22148	embedding2nn.weight	1	0.013580866158008575
22148	embedding2nn.weight	2	-0.00447990233078599
22148	embedding2nn.weight	3	0.0011510389158502221
22148	embedding2nn.weight	4	-0.004410617519170046
22148	embedding2nn.weight	5	0.013088318519294262
22148	embedding2nn.weight	6	-0.004294004291296005
22148	embedding2nn.weight	7	0.020335284993052483
22148	embedding2nn.weight	8	-0.00508934585377574
22148	embedding2nn.weight	9	-0.014089617878198624
22148	embedding2nn.bias	0	-0.04706953093409538
22148	embedding2nn.bias	1	-0.03272821009159088
22148	embedding2nn.bias	2	-0.05588342621922493
22148	embedding2nn.bias	3	-0.003650074591860175
22148	embedding2nn.bias	4	-0.006543601863086224
22148	embedding2nn.bias	5	-0.005848103202879429
22148	embedding2nn.bias	6	0.010413878597319126
22148	embedding2nn.bias	7	0.04104186221957207
22148	embedding2nn.bias	8	0.013189563527703285
22148	embedding2nn.bias	9	-0.007929665967822075
22148	rnn.weight_ih_l0	0	0.03721555322408676
22148	rnn.weight_ih_l0	1	-0.011636444367468357
22148	rnn.weight_ih_l0	2	-0.04012085497379303
22148	rnn.weight_ih_l0	3	-0.04413534700870514
22148	rnn.weight_ih_l0	4	-0.051874905824661255
22148	rnn.weight_ih_l0	5	-0.008740403689444065
22148	rnn.weight_ih_l0	6	-0.05409768596291542
22148	rnn.weight_ih_l0	7	-0.05943227559328079
22148	rnn.weight_ih_l0	8	-0.04513555020093918
22148	rnn.weight_ih_l0	9	-0.02713323011994362
22148	rnn.weight_hh_l0	0	0.01869499310851097
22148	rnn.weight_hh_l0	1	-0.012674130499362946
22148	rnn.weight_hh_l0	2	-0.06962360441684723
22148	rnn.weight_hh_l0	3	-0.032502610236406326
22148	rnn.weight_hh_l0	4	-0.07664275914430618
22148	rnn.weight_hh_l0	5	-0.009693753905594349
22148	rnn.weight_hh_l0	6	-0.04668440297245979
22148	rnn.weight_hh_l0	7	-0.028559071943163872
22148	rnn.weight_hh_l0	8	-0.01881777122616768
22148	rnn.weight_hh_l0	9	-0.0019511966966092587
22148	rnn.bias_ih_l0	0	0.13374429941177368
22148	rnn.bias_ih_l0	1	-0.061481840908527374
22148	rnn.bias_ih_l0	2	0.1033002957701683
22148	rnn.bias_ih_l0	3	0.0419071763753891
22148	rnn.bias_ih_l0	4	0.09810318052768707
22148	rnn.bias_ih_l0	5	0.023777883499860764
22148	rnn.bias_ih_l0	6	-0.01204470731317997
22148	rnn.bias_ih_l0	7	-0.111037977039814
22148	rnn.bias_ih_l0	8	-0.18637901544570923
22148	rnn.bias_ih_l0	9	0.08204173296689987
22148	rnn.bias_hh_l0	0	-8.005910785868764e-05
22148	rnn.bias_hh_l0	1	0.018757719546556473
22148	rnn.bias_hh_l0	2	0.0021218296606093645
22148	rnn.bias_hh_l0	3	-0.025691555812954903
22148	rnn.bias_hh_l0	4	-0.04350925236940384
22148	rnn.bias_hh_l0	5	0.14705544710159302
22148	rnn.bias_hh_l0	6	0.03417313098907471
22148	rnn.bias_hh_l0	7	0.05155494809150696
22148	rnn.bias_hh_l0	8	0.02232401818037033
22148	rnn.bias_hh_l0	9	0.044736456125974655
22148	rnn.weight_ih_l0_reverse	0	-0.02983167953789234
22148	rnn.weight_ih_l0_reverse	1	-0.004450494423508644
22148	rnn.weight_ih_l0_reverse	2	0.024779722094535828
22148	rnn.weight_ih_l0_reverse	3	-0.06172730401158333
22148	rnn.weight_ih_l0_reverse	4	0.010090968571603298
22148	rnn.weight_ih_l0_reverse	5	-0.04727405682206154
22148	rnn.weight_ih_l0_reverse	6	0.023709356784820557
22148	rnn.weight_ih_l0_reverse	7	0.04662954807281494
22148	rnn.weight_ih_l0_reverse	8	-0.0452532060444355
22148	rnn.weight_ih_l0_reverse	9	-0.051477447152137756
22148	rnn.weight_hh_l0_reverse	0	-0.0798317939043045
22148	rnn.weight_hh_l0_reverse	1	-0.06144566833972931
22148	rnn.weight_hh_l0_reverse	2	0.03566266596317291
22148	rnn.weight_hh_l0_reverse	3	0.04523865878582001
22148	rnn.weight_hh_l0_reverse	4	-0.007297369185835123
22148	rnn.weight_hh_l0_reverse	5	0.04473675787448883
22148	rnn.weight_hh_l0_reverse	6	-0.021373942494392395
22148	rnn.weight_hh_l0_reverse	7	0.0032454088795930147
22148	rnn.weight_hh_l0_reverse	8	-0.09426470845937729
22148	rnn.weight_hh_l0_reverse	9	0.07771672308444977
22148	rnn.bias_ih_l0_reverse	0	-0.08255346119403839
22148	rnn.bias_ih_l0_reverse	1	-0.07187800109386444
22148	rnn.bias_ih_l0_reverse	2	0.09823811054229736
22148	rnn.bias_ih_l0_reverse	3	0.045797284692525864
22148	rnn.bias_ih_l0_reverse	4	-0.13000917434692383
22148	rnn.bias_ih_l0_reverse	5	0.03582124784588814
22148	rnn.bias_ih_l0_reverse	6	-0.10868318378925323
22148	rnn.bias_ih_l0_reverse	7	0.037564583122730255
22148	rnn.bias_ih_l0_reverse	8	0.0358722023665905
22148	rnn.bias_ih_l0_reverse	9	0.06037772074341774
22148	rnn.bias_hh_l0_reverse	0	0.07097577303647995
22148	rnn.bias_hh_l0_reverse	1	0.0591263473033905
22148	rnn.bias_hh_l0_reverse	2	0.07782774418592453
22148	rnn.bias_hh_l0_reverse	3	-0.009443268179893494
22148	rnn.bias_hh_l0_reverse	4	0.08165918290615082
22148	rnn.bias_hh_l0_reverse	5	0.003915970213711262
22148	rnn.bias_hh_l0_reverse	6	-0.061125438660383224
22148	rnn.bias_hh_l0_reverse	7	0.02994091622531414
22148	rnn.bias_hh_l0_reverse	8	0.01966709829866886
22148	rnn.bias_hh_l0_reverse	9	-0.15221606194972992
22148	linear.weight	0	0.1232530027627945
22148	linear.weight	1	-0.15703170001506805
22148	linear.weight	2	-0.19483232498168945
22148	linear.weight	3	0.06580968201160431
22148	linear.weight	4	-0.029178433120250702
22148	linear.weight	5	-0.004881642293184996
22148	linear.weight	6	-0.00728120282292366
22148	linear.weight	7	-0.02769726701080799
22148	linear.weight	8	0.07726369053125381
22148	linear.weight	9	0.34390902519226074
22148	linear.bias	0	-0.22746208310127258
22148	linear.bias	1	0.19292829930782318
22148	linear.bias	2	-0.5277828574180603
22148	linear.bias	3	1.7128105163574219
22148	linear.bias	4	-0.3863462507724762
22148	linear.bias	5	-0.030769959092140198
22148	linear.bias	6	-0.34732091426849365
22148	linear.bias	7	-0.2828037440776825
22148	linear.bias	8	-0.02709820307791233
22148	linear.bias	9	-0.4894503057003021
22176	transitions	0	-0.6426893472671509
22176	transitions	1	0.3560190200805664
22176	transitions	2	1.6808830499649048
22176	transitions	3	0.10319976508617401
22176	transitions	4	0.9515059590339661
22176	transitions	5	1.2740321159362793
22176	transitions	6	0.4834204614162445
22176	transitions	7	0.17613710463047028
22176	transitions	8	-0.9194696545600891
22176	transitions	9	0.9306872487068176
22176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22176	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22176	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22176	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22176	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22176	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22176	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22176	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22176	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22176	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22176	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22176	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22176	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22176	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22176	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22176	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22176	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22176	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22176	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22176	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22176	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22176	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22176	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22176	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22176	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22176	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22176	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22176	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22176	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22176	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22176	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22176	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22176	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22176	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22176	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22176	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22176	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22176	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22176	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22176	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22176	embedding2nn.weight	0	0.025676200166344643
22176	embedding2nn.weight	1	0.01364775188267231
22176	embedding2nn.weight	2	-0.0044769588857889175
22176	embedding2nn.weight	3	0.0011869787704199553
22176	embedding2nn.weight	4	-0.0043775299564003944
22176	embedding2nn.weight	5	0.01308382023125887
22176	embedding2nn.weight	6	-0.0040587373077869415
22176	embedding2nn.weight	7	0.019988931715488434
22176	embedding2nn.weight	8	-0.005097994115203619
22176	embedding2nn.weight	9	-0.014070524834096432
22176	embedding2nn.bias	0	-0.048552870750427246
22176	embedding2nn.bias	1	-0.026134375482797623
22176	embedding2nn.bias	2	-0.05717834457755089
22176	embedding2nn.bias	3	-0.008749149739742279
22176	embedding2nn.bias	4	-0.003918148577213287
22176	embedding2nn.bias	5	-0.0031831313390284777
22176	embedding2nn.bias	6	0.007214261218905449
22176	embedding2nn.bias	7	0.04816311597824097
22176	embedding2nn.bias	8	0.00864552054554224
22176	embedding2nn.bias	9	-0.0037124441005289555
22176	rnn.weight_ih_l0	0	0.03734038770198822
22176	rnn.weight_ih_l0	1	-0.010880728252232075
22176	rnn.weight_ih_l0	2	-0.04049912467598915
22176	rnn.weight_ih_l0	3	-0.04444768279790878
22176	rnn.weight_ih_l0	4	-0.05158478394150734
22176	rnn.weight_ih_l0	5	-0.008434154093265533
22176	rnn.weight_ih_l0	6	-0.053429894149303436
22176	rnn.weight_ih_l0	7	-0.05966656655073166
22176	rnn.weight_ih_l0	8	-0.04530629143118858
22176	rnn.weight_ih_l0	9	-0.027475079521536827
22176	rnn.weight_hh_l0	0	0.01819639466702938
22176	rnn.weight_hh_l0	1	-0.012729340232908726
22176	rnn.weight_hh_l0	2	-0.06878636032342911
22176	rnn.weight_hh_l0	3	-0.03254474699497223
22176	rnn.weight_hh_l0	4	-0.07657407969236374
22176	rnn.weight_hh_l0	5	-0.010192599147558212
22176	rnn.weight_hh_l0	6	-0.04548850655555725
22176	rnn.weight_hh_l0	7	-0.028787219896912575
22176	rnn.weight_hh_l0	8	-0.018565524369478226
22176	rnn.weight_hh_l0	9	-0.00162044249009341
22176	rnn.bias_ih_l0	0	0.13589708507061005
22176	rnn.bias_ih_l0	1	-0.0612635500729084
22176	rnn.bias_ih_l0	2	0.10404983907938004
22176	rnn.bias_ih_l0	3	0.04177691414952278
22176	rnn.bias_ih_l0	4	0.09744817018508911
22176	rnn.bias_ih_l0	5	0.022941922768950462
22176	rnn.bias_ih_l0	6	-0.011091738007962704
22176	rnn.bias_ih_l0	7	-0.10997705161571503
22176	rnn.bias_ih_l0	8	-0.18657197058200836
22176	rnn.bias_ih_l0	9	0.0804981142282486
22176	rnn.bias_hh_l0	0	-9.663300443207845e-05
22176	rnn.bias_hh_l0	1	0.019196707755327225
22176	rnn.bias_hh_l0	2	0.0032797143794596195
22176	rnn.bias_hh_l0	3	-0.025056282058358192
22176	rnn.bias_hh_l0	4	-0.04179795831441879
22176	rnn.bias_hh_l0	5	0.14687024056911469
22176	rnn.bias_hh_l0	6	0.03530633822083473
22176	rnn.bias_hh_l0	7	0.050593066960573196
22176	rnn.bias_hh_l0	8	0.02327698841691017
22176	rnn.bias_hh_l0	9	0.04265588894486427
22176	rnn.weight_ih_l0_reverse	0	-0.02995840460062027
22176	rnn.weight_ih_l0_reverse	1	-0.004624823108315468
22176	rnn.weight_ih_l0_reverse	2	0.024742798879742622
22176	rnn.weight_ih_l0_reverse	3	-0.06199517101049423
22176	rnn.weight_ih_l0_reverse	4	0.01004104595631361
22176	rnn.weight_ih_l0_reverse	5	-0.04682472348213196
22176	rnn.weight_ih_l0_reverse	6	0.023466385900974274
22176	rnn.weight_ih_l0_reverse	7	0.046562179923057556
22176	rnn.weight_ih_l0_reverse	8	-0.0454351045191288
22176	rnn.weight_ih_l0_reverse	9	-0.051549848169088364
22176	rnn.weight_hh_l0_reverse	0	-0.08005601912736893
22176	rnn.weight_hh_l0_reverse	1	-0.06187686696648598
22176	rnn.weight_hh_l0_reverse	2	0.03572354465723038
22176	rnn.weight_hh_l0_reverse	3	0.04538118466734886
22176	rnn.weight_hh_l0_reverse	4	-0.0072278231382369995
22176	rnn.weight_hh_l0_reverse	5	0.04458652436733246
22176	rnn.weight_hh_l0_reverse	6	-0.01991111971437931
22176	rnn.weight_hh_l0_reverse	7	0.003416018793359399
22176	rnn.weight_hh_l0_reverse	8	-0.09440342336893082
22176	rnn.weight_hh_l0_reverse	9	0.07810832560062408
22176	rnn.bias_ih_l0_reverse	0	-0.08364371210336685
22176	rnn.bias_ih_l0_reverse	1	-0.06992799043655396
22176	rnn.bias_ih_l0_reverse	2	0.09780857712030411
22176	rnn.bias_ih_l0_reverse	3	0.045235104858875275
22176	rnn.bias_ih_l0_reverse	4	-0.1301124542951584
22176	rnn.bias_ih_l0_reverse	5	0.03550573065876961
22176	rnn.bias_ih_l0_reverse	6	-0.1074519082903862
22176	rnn.bias_ih_l0_reverse	7	0.03629804402589798
22176	rnn.bias_ih_l0_reverse	8	0.035720210522413254
22176	rnn.bias_ih_l0_reverse	9	0.06169898435473442
22176	rnn.bias_hh_l0_reverse	0	0.07456204295158386
22176	rnn.bias_hh_l0_reverse	1	0.05887976288795471
22176	rnn.bias_hh_l0_reverse	2	0.0772734209895134
22176	rnn.bias_hh_l0_reverse	3	-0.010340831242501736
22176	rnn.bias_hh_l0_reverse	4	0.08108926564455032
22176	rnn.bias_hh_l0_reverse	5	0.0079867048189044
22176	rnn.bias_hh_l0_reverse	6	-0.06097809225320816
22176	rnn.bias_hh_l0_reverse	7	0.031228134408593178
22176	rnn.bias_hh_l0_reverse	8	0.02090665139257908
22176	rnn.bias_hh_l0_reverse	9	-0.15375380218029022
22176	linear.weight	0	0.11425400525331497
22176	linear.weight	1	-0.15702302753925323
22176	linear.weight	2	-0.19402708113193512
22176	linear.weight	3	0.06414131820201874
22176	linear.weight	4	-0.02875319868326187
22176	linear.weight	5	-0.0031397989951074123
22176	linear.weight	6	-0.007276566233485937
22176	linear.weight	7	-0.02768201008439064
22176	linear.weight	8	0.08087234944105148
22176	linear.weight	9	0.342873752117157
22176	linear.bias	0	-0.22488439083099365
22176	linear.bias	1	0.19342097640037537
22176	linear.bias	2	-0.5279679894447327
22176	linear.bias	3	1.7138776779174805
22176	linear.bias	4	-0.3868907392024994
22176	linear.bias	5	-0.030769959092140198
22176	linear.bias	6	-0.34777238965034485
22176	linear.bias	7	-0.28359031677246094
22176	linear.bias	8	-0.037078820168972015
22176	linear.bias	9	-0.4895143508911133
22204	transitions	0	-0.6427615284919739
22204	transitions	1	0.3559705317020416
22204	transitions	2	1.6807841062545776
22204	transitions	3	0.10303115844726562
22204	transitions	4	0.9514142274856567
22204	transitions	5	1.274031400680542
22204	transitions	6	0.48342040181159973
22204	transitions	7	0.17613640427589417
22204	transitions	8	-0.919469952583313
22204	transitions	9	0.9306871891021729
22204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22204	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22204	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22204	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22204	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22204	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22204	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22204	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22204	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22204	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22204	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22204	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22204	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22204	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22204	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22204	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22204	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22204	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22204	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22204	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22204	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22204	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22204	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22204	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22204	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22204	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22204	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22204	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22204	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22204	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22204	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22204	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22204	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22204	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22204	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22204	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22204	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22204	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22204	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22204	embedding2nn.weight	0	0.025476805865764618
22204	embedding2nn.weight	1	0.013544515706598759
22204	embedding2nn.weight	2	-0.0044495766051113605
22204	embedding2nn.weight	3	0.0010069595882669091
22204	embedding2nn.weight	4	-0.004384681582450867
22204	embedding2nn.weight	5	0.013059754855930805
22204	embedding2nn.weight	6	-0.004043972119688988
22204	embedding2nn.weight	7	0.020394567400217056
22204	embedding2nn.weight	8	-0.005118427332490683
22204	embedding2nn.weight	9	-0.014043890871107578
22204	embedding2nn.bias	0	-0.04396619275212288
22204	embedding2nn.bias	1	-0.021554403007030487
22204	embedding2nn.bias	2	-0.05779743567109108
22204	embedding2nn.bias	3	-0.008169121108949184
22204	embedding2nn.bias	4	-0.010475201532244682
22204	embedding2nn.bias	5	-0.003509955247864127
22204	embedding2nn.bias	6	0.007184305228292942
22204	embedding2nn.bias	7	0.047888804227113724
22204	embedding2nn.bias	8	0.011938978917896748
22204	embedding2nn.bias	9	-0.004742910619825125
22204	rnn.weight_ih_l0	0	0.03744855523109436
22204	rnn.weight_ih_l0	1	-0.010507638566195965
22204	rnn.weight_ih_l0	2	-0.04086312651634216
22204	rnn.weight_ih_l0	3	-0.044487807899713516
22204	rnn.weight_ih_l0	4	-0.051695384085178375
22204	rnn.weight_ih_l0	5	-0.008312767371535301
22204	rnn.weight_ih_l0	6	-0.05319298803806305
22204	rnn.weight_ih_l0	7	-0.05968686193227768
22204	rnn.weight_ih_l0	8	-0.045177679508924484
22204	rnn.weight_ih_l0	9	-0.027515072375535965
22204	rnn.weight_hh_l0	0	0.017899751663208008
22204	rnn.weight_hh_l0	1	-0.013053269125521183
22204	rnn.weight_hh_l0	2	-0.06865354627370834
22204	rnn.weight_hh_l0	3	-0.03264828398823738
22204	rnn.weight_hh_l0	4	-0.07656560838222504
22204	rnn.weight_hh_l0	5	-0.010185948573052883
22204	rnn.weight_hh_l0	6	-0.04456891119480133
22204	rnn.weight_hh_l0	7	-0.02848604880273342
22204	rnn.weight_hh_l0	8	-0.01834917441010475
22204	rnn.weight_hh_l0	9	-0.0015008782502263784
22204	rnn.bias_ih_l0	0	0.1354604810476303
22204	rnn.bias_ih_l0	1	-0.06293331831693649
22204	rnn.bias_ih_l0	2	0.10133159160614014
22204	rnn.bias_ih_l0	3	0.042153436690568924
22204	rnn.bias_ih_l0	4	0.09587511420249939
22204	rnn.bias_ih_l0	5	0.024744845926761627
22204	rnn.bias_ih_l0	6	-0.013775060884654522
22204	rnn.bias_ih_l0	7	-0.10850438475608826
22204	rnn.bias_ih_l0	8	-0.19071689248085022
22204	rnn.bias_ih_l0	9	0.08129926770925522
22204	rnn.bias_hh_l0	0	0.0004125726700294763
22204	rnn.bias_hh_l0	1	0.018596060574054718
22204	rnn.bias_hh_l0	2	0.004039992578327656
22204	rnn.bias_hh_l0	3	-0.025700587779283524
22204	rnn.bias_hh_l0	4	-0.04389679431915283
22204	rnn.bias_hh_l0	5	0.14714299142360687
22204	rnn.bias_hh_l0	6	0.037457175552845
22204	rnn.bias_hh_l0	7	0.051893118768930435
22204	rnn.bias_hh_l0	8	0.02059366926550865
22204	rnn.bias_hh_l0	9	0.04372119531035423
22204	rnn.weight_ih_l0_reverse	0	-0.030039826408028603
22204	rnn.weight_ih_l0_reverse	1	-0.004309809301048517
22204	rnn.weight_ih_l0_reverse	2	0.024746982380747795
22204	rnn.weight_ih_l0_reverse	3	-0.06167277321219444
22204	rnn.weight_ih_l0_reverse	4	0.010218561626970768
22204	rnn.weight_ih_l0_reverse	5	-0.04683971777558327
22204	rnn.weight_ih_l0_reverse	6	0.023918384686112404
22204	rnn.weight_ih_l0_reverse	7	0.04653824120759964
22204	rnn.weight_ih_l0_reverse	8	-0.04552771523594856
22204	rnn.weight_ih_l0_reverse	9	-0.051604509353637695
22204	rnn.weight_hh_l0_reverse	0	-0.08028915524482727
22204	rnn.weight_hh_l0_reverse	1	-0.06201927363872528
22204	rnn.weight_hh_l0_reverse	2	0.036027587950229645
22204	rnn.weight_hh_l0_reverse	3	0.04503536596894264
22204	rnn.weight_hh_l0_reverse	4	-0.007407833356410265
22204	rnn.weight_hh_l0_reverse	5	0.04448271170258522
22204	rnn.weight_hh_l0_reverse	6	-0.018493197858333588
22204	rnn.weight_hh_l0_reverse	7	0.0037667201831936836
22204	rnn.weight_hh_l0_reverse	8	-0.0950574055314064
22204	rnn.weight_hh_l0_reverse	9	0.07922324538230896
22204	rnn.bias_ih_l0_reverse	0	-0.07803896814584732
22204	rnn.bias_ih_l0_reverse	1	-0.07554420083761215
22204	rnn.bias_ih_l0_reverse	2	0.09859664738178253
22204	rnn.bias_ih_l0_reverse	3	0.045871637761592865
22204	rnn.bias_ih_l0_reverse	4	-0.1292819082736969
22204	rnn.bias_ih_l0_reverse	5	0.03747234866023064
22204	rnn.bias_ih_l0_reverse	6	-0.10704091936349869
22204	rnn.bias_ih_l0_reverse	7	0.034201715141534805
22204	rnn.bias_ih_l0_reverse	8	0.034709103405475616
22204	rnn.bias_ih_l0_reverse	9	0.06226559728384018
22204	rnn.bias_hh_l0_reverse	0	0.07341620326042175
22204	rnn.bias_hh_l0_reverse	1	0.05705767869949341
22204	rnn.bias_hh_l0_reverse	2	0.07465264946222305
22204	rnn.bias_hh_l0_reverse	3	-0.010504902340471745
22204	rnn.bias_hh_l0_reverse	4	0.0800439864397049
22204	rnn.bias_hh_l0_reverse	5	0.004957553464919329
22204	rnn.bias_hh_l0_reverse	6	-0.06086644530296326
22204	rnn.bias_hh_l0_reverse	7	0.030127855017781258
22204	rnn.bias_hh_l0_reverse	8	0.02015385963022709
22204	rnn.bias_hh_l0_reverse	9	-0.1549791693687439
22204	linear.weight	0	0.11185044050216675
22204	linear.weight	1	-0.1570170670747757
22204	linear.weight	2	-0.19458413124084473
22204	linear.weight	3	0.06511344760656357
22204	linear.weight	4	-0.028985964134335518
22204	linear.weight	5	-0.003197913058102131
22204	linear.weight	6	-0.007273336872458458
22204	linear.weight	7	-0.02765490673482418
22204	linear.weight	8	0.08045651763677597
22204	linear.weight	9	0.34448400139808655
22204	linear.bias	0	-0.21750089526176453
22204	linear.bias	1	0.19986961781978607
22204	linear.bias	2	-0.5293437242507935
22204	linear.bias	3	1.7054632902145386
22204	linear.bias	4	-0.38716593384742737
22204	linear.bias	5	-0.030769959092140198
22204	linear.bias	6	-0.34927093982696533
22204	linear.bias	7	-0.28513914346694946
22204	linear.bias	8	-0.02499336376786232
22204	linear.bias	9	-0.4895559251308441
22232	transitions	0	-0.6428182721138
22232	transitions	1	0.3559414744377136
22232	transitions	2	1.6807351112365723
22232	transitions	3	0.10302191227674484
22232	transitions	4	0.95139080286026
22232	transitions	5	1.2740274667739868
22232	transitions	6	0.48342034220695496
22232	transitions	7	0.17610298097133636
22232	transitions	8	-0.9194706082344055
22232	transitions	9	0.9306871294975281
22232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22232	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22232	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22232	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22232	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22232	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22232	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22232	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22232	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22232	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22232	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22232	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22232	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22232	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22232	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22232	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22232	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22232	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22232	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22232	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22232	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22232	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22232	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22232	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22232	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22232	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22232	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22232	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22232	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22232	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22232	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22232	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22232	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22232	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22232	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22232	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22232	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22232	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22232	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22232	embedding2nn.weight	0	0.025587204843759537
22232	embedding2nn.weight	1	0.013551088981330395
22232	embedding2nn.weight	2	-0.004436625633388758
22232	embedding2nn.weight	3	0.0010720764985308051
22232	embedding2nn.weight	4	-0.004394776653498411
22232	embedding2nn.weight	5	0.013048066757619381
22232	embedding2nn.weight	6	-0.004049412440508604
22232	embedding2nn.weight	7	0.020640913397073746
22232	embedding2nn.weight	8	-0.0053579011000692844
22232	embedding2nn.weight	9	-0.014077208936214447
22232	embedding2nn.bias	0	-0.04382767900824547
22232	embedding2nn.bias	1	-0.023767689242959023
22232	embedding2nn.bias	2	-0.06111610308289528
22232	embedding2nn.bias	3	-0.006459679454565048
22232	embedding2nn.bias	4	-0.0026600491255521774
22232	embedding2nn.bias	5	-0.002316829049959779
22232	embedding2nn.bias	6	0.0032709508668631315
22232	embedding2nn.bias	7	0.04663851112127304
22232	embedding2nn.bias	8	0.005441917106509209
22232	embedding2nn.bias	9	-0.00881240889430046
22232	rnn.weight_ih_l0	0	0.03715325891971588
22232	rnn.weight_ih_l0	1	-0.010959877632558346
22232	rnn.weight_ih_l0	2	-0.04032395780086517
22232	rnn.weight_ih_l0	3	-0.044597264379262924
22232	rnn.weight_ih_l0	4	-0.05177413672208786
22232	rnn.weight_ih_l0	5	-0.007889452390372753
22232	rnn.weight_ih_l0	6	-0.053088925778865814
22232	rnn.weight_ih_l0	7	-0.05971873551607132
22232	rnn.weight_ih_l0	8	-0.044876690953969955
22232	rnn.weight_ih_l0	9	-0.027584711089730263
22232	rnn.weight_hh_l0	0	0.018145527690649033
22232	rnn.weight_hh_l0	1	-0.012545038014650345
22232	rnn.weight_hh_l0	2	-0.06906091421842575
22232	rnn.weight_hh_l0	3	-0.032462261617183685
22232	rnn.weight_hh_l0	4	-0.07685183733701706
22232	rnn.weight_hh_l0	5	-0.010380283929407597
22232	rnn.weight_hh_l0	6	-0.04605542868375778
22232	rnn.weight_hh_l0	7	-0.027178969234228134
22232	rnn.weight_hh_l0	8	-0.018417134881019592
22232	rnn.weight_hh_l0	9	-0.0008874018676578999
22232	rnn.bias_ih_l0	0	0.13594642281532288
22232	rnn.bias_ih_l0	1	-0.06328807771205902
22232	rnn.bias_ih_l0	2	0.10394570976495743
22232	rnn.bias_ih_l0	3	0.042316388338804245
22232	rnn.bias_ih_l0	4	0.09610247611999512
22232	rnn.bias_ih_l0	5	0.02487512305378914
22232	rnn.bias_ih_l0	6	-0.011805370450019836
22232	rnn.bias_ih_l0	7	-0.10793585330247879
22232	rnn.bias_ih_l0	8	-0.19105327129364014
22232	rnn.bias_ih_l0	9	0.08096430450677872
22232	rnn.bias_hh_l0	0	-0.0008635011618025601
22232	rnn.bias_hh_l0	1	0.018237745389342308
22232	rnn.bias_hh_l0	2	0.0029063515830785036
22232	rnn.bias_hh_l0	3	-0.026978902518749237
22232	rnn.bias_hh_l0	4	-0.04472881928086281
22232	rnn.bias_hh_l0	5	0.14516349136829376
22232	rnn.bias_hh_l0	6	0.03699631616473198
22232	rnn.bias_hh_l0	7	0.05281568318605423
22232	rnn.bias_hh_l0	8	0.02256336435675621
22232	rnn.bias_hh_l0	9	0.04115862399339676
22232	rnn.weight_ih_l0_reverse	0	-0.030053453519940376
22232	rnn.weight_ih_l0_reverse	1	-0.004603076260536909
22232	rnn.weight_ih_l0_reverse	2	0.024923203513026237
22232	rnn.weight_ih_l0_reverse	3	-0.06142742559313774
22232	rnn.weight_ih_l0_reverse	4	0.009832870215177536
22232	rnn.weight_ih_l0_reverse	5	-0.04695047065615654
22232	rnn.weight_ih_l0_reverse	6	0.024445462971925735
22232	rnn.weight_ih_l0_reverse	7	0.04633241519331932
22232	rnn.weight_ih_l0_reverse	8	-0.045497577637434006
22232	rnn.weight_ih_l0_reverse	9	-0.051712919026613235
22232	rnn.weight_hh_l0_reverse	0	-0.08071106672286987
22232	rnn.weight_hh_l0_reverse	1	-0.0615314245223999
22232	rnn.weight_hh_l0_reverse	2	0.036244947463274
22232	rnn.weight_hh_l0_reverse	3	0.04519570246338844
22232	rnn.weight_hh_l0_reverse	4	-0.007910724729299545
22232	rnn.weight_hh_l0_reverse	5	0.04430759325623512
22232	rnn.weight_hh_l0_reverse	6	-0.019175313413143158
22232	rnn.weight_hh_l0_reverse	7	0.003810994094237685
22232	rnn.weight_hh_l0_reverse	8	-0.0947626605629921
22232	rnn.weight_hh_l0_reverse	9	0.07979220896959305
22232	rnn.bias_ih_l0_reverse	0	-0.07870673388242722
22232	rnn.bias_ih_l0_reverse	1	-0.07698729634284973
22232	rnn.bias_ih_l0_reverse	2	0.09987489879131317
22232	rnn.bias_ih_l0_reverse	3	0.046139489859342575
22232	rnn.bias_ih_l0_reverse	4	-0.129584401845932
22232	rnn.bias_ih_l0_reverse	5	0.03649131581187248
22232	rnn.bias_ih_l0_reverse	6	-0.10756198316812515
22232	rnn.bias_ih_l0_reverse	7	0.0343204103410244
22232	rnn.bias_ih_l0_reverse	8	0.03359057381749153
22232	rnn.bias_ih_l0_reverse	9	0.06188047304749489
22232	rnn.bias_hh_l0_reverse	0	0.08063016086816788
22232	rnn.bias_hh_l0_reverse	1	0.05791677534580231
22232	rnn.bias_hh_l0_reverse	2	0.07662440836429596
22232	rnn.bias_hh_l0_reverse	3	-0.011183114722371101
22232	rnn.bias_hh_l0_reverse	4	0.08039044588804245
22232	rnn.bias_hh_l0_reverse	5	0.0006117045413702726
22232	rnn.bias_hh_l0_reverse	6	-0.06155918538570404
22232	rnn.bias_hh_l0_reverse	7	0.029584942385554314
22232	rnn.bias_hh_l0_reverse	8	0.01791561208665371
22232	rnn.bias_hh_l0_reverse	9	-0.16330289840698242
22232	linear.weight	0	0.11575189977884293
22232	linear.weight	1	-0.15699584782123566
22232	linear.weight	2	-0.19495096802711487
22232	linear.weight	3	0.0659361183643341
22232	linear.weight	4	-0.028683770447969437
22232	linear.weight	5	-0.001997786108404398
22232	linear.weight	6	-0.007271965965628624
22232	linear.weight	7	-0.027615996077656746
22232	linear.weight	8	0.08103843033313751
22232	linear.weight	9	0.34663474559783936
22232	linear.bias	0	-0.219429150223732
22232	linear.bias	1	0.19232851266860962
22232	linear.bias	2	-0.5263568162918091
22232	linear.bias	3	1.720763087272644
22232	linear.bias	4	-0.39069581031799316
22232	linear.bias	5	-0.030769959092140198
22232	linear.bias	6	-0.3464324176311493
22232	linear.bias	7	-0.2846958041191101
22232	linear.bias	8	-0.03148636221885681
22232	linear.bias	9	-0.48967015743255615
22260	transitions	0	-0.642896831035614
22260	transitions	1	0.35592421889305115
22260	transitions	2	1.6807094812393188
22260	transitions	3	0.10271762311458588
22260	transitions	4	0.9513717889785767
22260	transitions	5	1.2740267515182495
22260	transitions	6	0.48342013359069824
22260	transitions	7	0.17609238624572754
22260	transitions	8	-0.9194709658622742
22260	transitions	9	0.9306871294975281
22260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22260	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22260	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22260	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22260	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22260	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22260	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22260	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22260	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22260	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22260	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22260	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22260	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22260	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22260	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22260	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22260	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22260	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22260	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22260	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22260	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22260	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22260	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22260	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22260	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22260	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22260	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22260	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22260	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22260	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22260	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22260	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22260	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22260	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22260	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22260	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22260	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22260	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22260	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22260	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22260	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22260	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22260	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22260	embedding2nn.weight	0	0.02597626857459545
22260	embedding2nn.weight	1	0.01359365601092577
22260	embedding2nn.weight	2	-0.00447024405002594
22260	embedding2nn.weight	3	0.0011988793266937137
22260	embedding2nn.weight	4	-0.004451964516192675
22260	embedding2nn.weight	5	0.013036688789725304
22260	embedding2nn.weight	6	-0.004011142533272505
22260	embedding2nn.weight	7	0.020451391115784645
22260	embedding2nn.weight	8	-0.005632395856082439
22260	embedding2nn.weight	9	-0.01420801505446434
22260	embedding2nn.bias	0	-0.04335084930062294
22260	embedding2nn.bias	1	-0.029503587633371353
22260	embedding2nn.bias	2	-0.0639096274971962
22260	embedding2nn.bias	3	-0.005091391038149595
22260	embedding2nn.bias	4	-0.0017171005019918084
22260	embedding2nn.bias	5	0.002957891672849655
22260	embedding2nn.bias	6	0.004971546586602926
22260	embedding2nn.bias	7	0.0411466509103775
22260	embedding2nn.bias	8	0.014870228245854378
22260	embedding2nn.bias	9	-0.00881932768970728
22260	rnn.weight_ih_l0	0	0.03668739274144173
22260	rnn.weight_ih_l0	1	-0.011308996938169003
22260	rnn.weight_ih_l0	2	-0.041494034230709076
22260	rnn.weight_ih_l0	3	-0.044746577739715576
22260	rnn.weight_ih_l0	4	-0.051818761974573135
22260	rnn.weight_ih_l0	5	-0.007737588137388229
22260	rnn.weight_ih_l0	6	-0.052704084664583206
22260	rnn.weight_ih_l0	7	-0.059378236532211304
22260	rnn.weight_ih_l0	8	-0.04454996809363365
22260	rnn.weight_ih_l0	9	-0.02757488191127777
22260	rnn.weight_hh_l0	0	0.018218496814370155
22260	rnn.weight_hh_l0	1	-0.012148600071668625
22260	rnn.weight_hh_l0	2	-0.06981822103261948
22260	rnn.weight_hh_l0	3	-0.032278768718242645
22260	rnn.weight_hh_l0	4	-0.07685483992099762
22260	rnn.weight_hh_l0	5	-0.010865161195397377
22260	rnn.weight_hh_l0	6	-0.04689216613769531
22260	rnn.weight_hh_l0	7	-0.028035102412104607
22260	rnn.weight_hh_l0	8	-0.018311286345124245
22260	rnn.weight_hh_l0	9	-0.00032581292907707393
22260	rnn.bias_ih_l0	0	0.13437587022781372
22260	rnn.bias_ih_l0	1	-0.06169697269797325
22260	rnn.bias_ih_l0	2	0.10345899313688278
22260	rnn.bias_ih_l0	3	0.04179505631327629
22260	rnn.bias_ih_l0	4	0.09733466804027557
22260	rnn.bias_ih_l0	5	0.024940824136137962
22260	rnn.bias_ih_l0	6	-0.012138111516833305
22260	rnn.bias_ih_l0	7	-0.10677377134561539
22260	rnn.bias_ih_l0	8	-0.19396166503429413
22260	rnn.bias_ih_l0	9	0.08052556961774826
22260	rnn.bias_hh_l0	0	-0.0008802083320915699
22260	rnn.bias_hh_l0	1	0.019595786929130554
22260	rnn.bias_hh_l0	2	0.002588219242170453
22260	rnn.bias_hh_l0	3	-0.025321459397673607
22260	rnn.bias_hh_l0	4	-0.04297661781311035
22260	rnn.bias_hh_l0	5	0.1426095962524414
22260	rnn.bias_hh_l0	6	0.037395961582660675
22260	rnn.bias_hh_l0	7	0.05301164090633392
22260	rnn.bias_hh_l0	8	0.02223062887787819
22260	rnn.bias_hh_l0	9	0.04383023828268051
22260	rnn.weight_ih_l0_reverse	0	-0.030378179624676704
22260	rnn.weight_ih_l0_reverse	1	-0.003786978777498007
22260	rnn.weight_ih_l0_reverse	2	0.02489592507481575
22260	rnn.weight_ih_l0_reverse	3	-0.0615009069442749
22260	rnn.weight_ih_l0_reverse	4	0.009835685603320599
22260	rnn.weight_ih_l0_reverse	5	-0.04679640009999275
22260	rnn.weight_ih_l0_reverse	6	0.024502718821167946
22260	rnn.weight_ih_l0_reverse	7	0.04639369249343872
22260	rnn.weight_ih_l0_reverse	8	-0.045527134090662
22260	rnn.weight_ih_l0_reverse	9	-0.051730889827013016
22260	rnn.weight_hh_l0_reverse	0	-0.08146017789840698
22260	rnn.weight_hh_l0_reverse	1	-0.0604986697435379
22260	rnn.weight_hh_l0_reverse	2	0.03555884584784508
22260	rnn.weight_hh_l0_reverse	3	0.0453021265566349
22260	rnn.weight_hh_l0_reverse	4	-0.008993049152195454
22260	rnn.weight_hh_l0_reverse	5	0.04458143189549446
22260	rnn.weight_hh_l0_reverse	6	-0.02049429714679718
22260	rnn.weight_hh_l0_reverse	7	0.003957378212362528
22260	rnn.weight_hh_l0_reverse	8	-0.09488803893327713
22260	rnn.weight_hh_l0_reverse	9	0.07945984601974487
22260	rnn.bias_ih_l0_reverse	0	-0.08472049981355667
22260	rnn.bias_ih_l0_reverse	1	-0.07777056097984314
22260	rnn.bias_ih_l0_reverse	2	0.10002928227186203
22260	rnn.bias_ih_l0_reverse	3	0.045330941677093506
22260	rnn.bias_ih_l0_reverse	4	-0.12916213274002075
22260	rnn.bias_ih_l0_reverse	5	0.034036796540021896
22260	rnn.bias_ih_l0_reverse	6	-0.1081983894109726
22260	rnn.bias_ih_l0_reverse	7	0.03415147587656975
22260	rnn.bias_ih_l0_reverse	8	0.03357986360788345
22260	rnn.bias_ih_l0_reverse	9	0.0619669072329998
22260	rnn.bias_hh_l0_reverse	0	0.07642636448144913
22260	rnn.bias_hh_l0_reverse	1	0.05585131794214249
22260	rnn.bias_hh_l0_reverse	2	0.07448684424161911
22260	rnn.bias_hh_l0_reverse	3	-0.010550291277468204
22260	rnn.bias_hh_l0_reverse	4	0.07980868220329285
22260	rnn.bias_hh_l0_reverse	5	-0.001986812800168991
22260	rnn.bias_hh_l0_reverse	6	-0.06239696964621544
22260	rnn.bias_hh_l0_reverse	7	0.02932802401483059
22260	rnn.bias_hh_l0_reverse	8	0.017346970736980438
22260	rnn.bias_hh_l0_reverse	9	-0.16083364188671112
22260	linear.weight	0	0.11380741000175476
22260	linear.weight	1	-0.15708346664905548
22260	linear.weight	2	-0.19526900351047516
22260	linear.weight	3	0.05967522785067558
22260	linear.weight	4	-0.028633616864681244
22260	linear.weight	5	-0.0018120210152119398
22260	linear.weight	6	-0.007271104492247105
22260	linear.weight	7	-0.027602296322584152
22260	linear.weight	8	0.07870421558618546
22260	linear.weight	9	0.3501192629337311
22260	linear.bias	0	-0.22770914435386658
22260	linear.bias	1	0.19124248623847961
22260	linear.bias	2	-0.5280812978744507
22260	linear.bias	3	1.7201088666915894
22260	linear.bias	4	-0.39087191224098206
22260	linear.bias	5	-0.030769959092140198
22260	linear.bias	6	-0.348191499710083
22260	linear.bias	7	-0.28529319167137146
22260	linear.bias	8	-0.030726233497262
22260	linear.bias	9	-0.48976609110832214
22288	transitions	0	-0.6429325938224792
22288	transitions	1	0.35590630769729614
22288	transitions	2	1.6806650161743164
22288	transitions	3	0.10250089317560196
22288	transitions	4	0.9512829780578613
22288	transitions	5	1.274025797843933
22288	transitions	6	0.48342010378837585
22288	transitions	7	0.17609192430973053
22288	transitions	8	-0.9194715023040771
22288	transitions	9	0.9306871294975281
22288	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22288	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22288	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22288	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22288	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22288	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22288	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22288	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22288	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22288	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22288	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22288	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22288	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22288	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22288	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22288	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22288	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22288	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22288	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22288	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22288	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22288	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22288	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22288	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22288	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22288	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22288	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22288	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22288	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22288	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22288	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22288	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22288	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22288	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22288	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22288	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22288	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22288	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22288	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22288	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22288	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22288	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22288	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22288	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22288	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22288	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22288	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22288	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22288	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22288	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22288	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22288	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22288	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22288	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22288	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22288	embedding2nn.weight	0	0.026294365525245667
22288	embedding2nn.weight	1	0.014040128327906132
22288	embedding2nn.weight	2	-0.0044549861922860146
22288	embedding2nn.weight	3	0.0016975748585537076
22288	embedding2nn.weight	4	-0.004461293108761311
22288	embedding2nn.weight	5	0.012928139418363571
22288	embedding2nn.weight	6	-0.004002651199698448
22288	embedding2nn.weight	7	0.020481737330555916
22288	embedding2nn.weight	8	-0.005416885018348694
22288	embedding2nn.weight	9	-0.014336117543280125
22288	embedding2nn.bias	0	-0.03940151259303093
22288	embedding2nn.bias	1	-0.029746726155281067
22288	embedding2nn.bias	2	-0.06476084887981415
22288	embedding2nn.bias	3	-0.0014306879602372646
22288	embedding2nn.bias	4	-0.0031987314578145742
22288	embedding2nn.bias	5	-0.00217367778532207
22288	embedding2nn.bias	6	-0.0004162552359048277
22288	embedding2nn.bias	7	0.04437921196222305
22288	embedding2nn.bias	8	0.015166121535003185
22288	embedding2nn.bias	9	-0.007795102894306183
22288	rnn.weight_ih_l0	0	0.03723540157079697
22288	rnn.weight_ih_l0	1	-0.012055492959916592
22288	rnn.weight_ih_l0	2	-0.04144972190260887
22288	rnn.weight_ih_l0	3	-0.04498639702796936
22288	rnn.weight_ih_l0	4	-0.051909998059272766
22288	rnn.weight_ih_l0	5	-0.007867802865803242
22288	rnn.weight_ih_l0	6	-0.052605852484703064
22288	rnn.weight_ih_l0	7	-0.05991995334625244
22288	rnn.weight_ih_l0	8	-0.04490356519818306
22288	rnn.weight_ih_l0	9	-0.027670543640851974
22288	rnn.weight_hh_l0	0	0.0184149369597435
22288	rnn.weight_hh_l0	1	-0.011898050084710121
22288	rnn.weight_hh_l0	2	-0.06939490884542465
22288	rnn.weight_hh_l0	3	-0.03186679631471634
22288	rnn.weight_hh_l0	4	-0.07642356306314468
22288	rnn.weight_hh_l0	5	-0.010000207461416721
22288	rnn.weight_hh_l0	6	-0.045396462082862854
22288	rnn.weight_hh_l0	7	-0.02829720638692379
22288	rnn.weight_hh_l0	8	-0.018047962337732315
22288	rnn.weight_hh_l0	9	-0.0003444759058766067
22288	rnn.bias_ih_l0	0	0.13461455702781677
22288	rnn.bias_ih_l0	1	-0.060057371854782104
22288	rnn.bias_ih_l0	2	0.10342191904783249
22288	rnn.bias_ih_l0	3	0.04200468584895134
22288	rnn.bias_ih_l0	4	0.0982021763920784
22288	rnn.bias_ih_l0	5	0.024947425350546837
22288	rnn.bias_ih_l0	6	-0.013649359345436096
22288	rnn.bias_ih_l0	7	-0.11335766315460205
22288	rnn.bias_ih_l0	8	-0.1995522528886795
22288	rnn.bias_ih_l0	9	0.07907734811306
22288	rnn.bias_hh_l0	0	-0.0016079276101663709
22288	rnn.bias_hh_l0	1	0.0189074594527483
22288	rnn.bias_hh_l0	2	0.002091881586238742
22288	rnn.bias_hh_l0	3	-0.029695579782128334
22288	rnn.bias_hh_l0	4	-0.04321387782692909
22288	rnn.bias_hh_l0	5	0.14647598564624786
22288	rnn.bias_hh_l0	6	0.035909153521060944
22288	rnn.bias_hh_l0	7	0.052979063242673874
22288	rnn.bias_hh_l0	8	0.020719388499855995
22288	rnn.bias_hh_l0	9	0.04736777022480965
22288	rnn.weight_ih_l0_reverse	0	-0.03042847290635109
22288	rnn.weight_ih_l0_reverse	1	-0.002634551376104355
22288	rnn.weight_ih_l0_reverse	2	0.02486857771873474
22288	rnn.weight_ih_l0_reverse	3	-0.061427727341651917
22288	rnn.weight_ih_l0_reverse	4	0.009600674733519554
22288	rnn.weight_ih_l0_reverse	5	-0.046547435224056244
22288	rnn.weight_ih_l0_reverse	6	0.024667391553521156
22288	rnn.weight_ih_l0_reverse	7	0.046644601970911026
22288	rnn.weight_ih_l0_reverse	8	-0.04538082331418991
22288	rnn.weight_ih_l0_reverse	9	-0.051719047129154205
22288	rnn.weight_hh_l0_reverse	0	-0.08202986419200897
22288	rnn.weight_hh_l0_reverse	1	-0.058489661663770676
22288	rnn.weight_hh_l0_reverse	2	0.03553963825106621
22288	rnn.weight_hh_l0_reverse	3	0.04511046037077904
22288	rnn.weight_hh_l0_reverse	4	-0.00875021331012249
22288	rnn.weight_hh_l0_reverse	5	0.04438040405511856
22288	rnn.weight_hh_l0_reverse	6	-0.022968800738453865
22288	rnn.weight_hh_l0_reverse	7	0.004297576379030943
22288	rnn.weight_hh_l0_reverse	8	-0.09492868185043335
22288	rnn.weight_hh_l0_reverse	9	0.08019357919692993
22288	rnn.bias_ih_l0_reverse	0	-0.08202140033245087
22288	rnn.bias_ih_l0_reverse	1	-0.07795121520757675
22288	rnn.bias_ih_l0_reverse	2	0.09931892156600952
22288	rnn.bias_ih_l0_reverse	3	0.04588143527507782
22288	rnn.bias_ih_l0_reverse	4	-0.12686127424240112
22288	rnn.bias_ih_l0_reverse	5	0.03356541320681572
22288	rnn.bias_ih_l0_reverse	6	-0.10593722760677338
22288	rnn.bias_ih_l0_reverse	7	0.03469625487923622
22288	rnn.bias_ih_l0_reverse	8	0.032054126262664795
22288	rnn.bias_ih_l0_reverse	9	0.06258809566497803
22288	rnn.bias_hh_l0_reverse	0	0.0725969672203064
22288	rnn.bias_hh_l0_reverse	1	0.05527430772781372
22288	rnn.bias_hh_l0_reverse	2	0.07573305815458298
22288	rnn.bias_hh_l0_reverse	3	-0.010625908151268959
22288	rnn.bias_hh_l0_reverse	4	0.08266764134168625
22288	rnn.bias_hh_l0_reverse	5	0.002622484229505062
22288	rnn.bias_hh_l0_reverse	6	-0.062128979712724686
22288	rnn.bias_hh_l0_reverse	7	0.028978310525417328
22288	rnn.bias_hh_l0_reverse	8	0.017867857590317726
22288	rnn.bias_hh_l0_reverse	9	-0.16590356826782227
22288	linear.weight	0	0.12237813323736191
22288	linear.weight	1	-0.1570754200220108
22288	linear.weight	2	-0.19971735775470734
22288	linear.weight	3	0.0597141832113266
22288	linear.weight	4	-0.027965376153588295
22288	linear.weight	5	-0.0034273031633347273
22288	linear.weight	6	-0.00726737454533577
22288	linear.weight	7	-0.0275922529399395
22288	linear.weight	8	0.07963874936103821
22288	linear.weight	9	0.345509797334671
22288	linear.bias	0	-0.22166259586811066
22288	linear.bias	1	0.1876058578491211
22288	linear.bias	2	-0.5275540351867676
22288	linear.bias	3	1.7124165296554565
22288	linear.bias	4	-0.390990287065506
22288	linear.bias	5	-0.030769959092140198
22288	linear.bias	6	-0.34818217158317566
22288	linear.bias	7	-0.2842967212200165
22288	linear.bias	8	-0.03245825693011284
22288	linear.bias	9	-0.4898323714733124
22316	transitions	0	-0.642990231513977
22316	transitions	1	0.35588833689689636
22316	transitions	2	1.6806062459945679
22316	transitions	3	0.1024794951081276
22316	transitions	4	0.9511967301368713
22316	transitions	5	1.274025559425354
22316	transitions	6	0.4834200441837311
22316	transitions	7	0.17609164118766785
22316	transitions	8	-0.9194715619087219
22316	transitions	9	0.9306814670562744
22316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22316	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22316	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22316	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22316	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22316	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22316	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22316	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22316	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22316	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22316	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22316	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22316	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22316	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22316	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22316	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22316	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22316	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22316	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22316	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22316	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22316	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22316	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22316	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22316	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22316	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22316	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22316	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22316	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22316	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22316	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22316	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22316	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22316	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22316	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22316	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22316	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22316	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22316	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22316	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22316	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22316	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22316	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22316	embedding2nn.weight	0	0.02686249278485775
22316	embedding2nn.weight	1	0.01389440055936575
22316	embedding2nn.weight	2	-0.004439064301550388
22316	embedding2nn.weight	3	0.0017006120178848505
22316	embedding2nn.weight	4	-0.004503040574491024
22316	embedding2nn.weight	5	0.013081971555948257
22316	embedding2nn.weight	6	-0.004099072422832251
22316	embedding2nn.weight	7	0.02066067047417164
22316	embedding2nn.weight	8	-0.005493007134646177
22316	embedding2nn.weight	9	-0.014351190067827702
22316	embedding2nn.bias	0	-0.04174855351448059
22316	embedding2nn.bias	1	-0.031876444816589355
22316	embedding2nn.bias	2	-0.066302090883255
22316	embedding2nn.bias	3	0.003493204480037093
22316	embedding2nn.bias	4	-0.0045949495397508144
22316	embedding2nn.bias	5	-0.0073097869753837585
22316	embedding2nn.bias	6	-0.003569558961316943
22316	embedding2nn.bias	7	0.048843588680028915
22316	embedding2nn.bias	8	0.009389404207468033
22316	embedding2nn.bias	9	-0.002211662009358406
22316	rnn.weight_ih_l0	0	0.037141457200050354
22316	rnn.weight_ih_l0	1	-0.012225596234202385
22316	rnn.weight_ih_l0	2	-0.03991684317588806
22316	rnn.weight_ih_l0	3	-0.044984448701143265
22316	rnn.weight_ih_l0	4	-0.05160253867506981
22316	rnn.weight_ih_l0	5	-0.008060007356107235
22316	rnn.weight_ih_l0	6	-0.05300983786582947
22316	rnn.weight_ih_l0	7	-0.05979523807764053
22316	rnn.weight_ih_l0	8	-0.04476745426654816
22316	rnn.weight_ih_l0	9	-0.02771984040737152
22316	rnn.weight_hh_l0	0	0.018591783940792084
22316	rnn.weight_hh_l0	1	-0.012090126983821392
22316	rnn.weight_hh_l0	2	-0.06897839158773422
22316	rnn.weight_hh_l0	3	-0.032215557992458344
22316	rnn.weight_hh_l0	4	-0.07643821090459824
22316	rnn.weight_hh_l0	5	-0.010224978439509869
22316	rnn.weight_hh_l0	6	-0.04492711275815964
22316	rnn.weight_hh_l0	7	-0.029522936791181564
22316	rnn.weight_hh_l0	8	-0.01787322200834751
22316	rnn.weight_hh_l0	9	-0.0015177043387666345
22316	rnn.bias_ih_l0	0	0.13470473885536194
22316	rnn.bias_ih_l0	1	-0.060773756355047226
22316	rnn.bias_ih_l0	2	0.10383830964565277
22316	rnn.bias_ih_l0	3	0.042826954275369644
22316	rnn.bias_ih_l0	4	0.09632263332605362
22316	rnn.bias_ih_l0	5	0.023144224658608437
22316	rnn.bias_ih_l0	6	-0.012124884873628616
22316	rnn.bias_ih_l0	7	-0.11183803528547287
22316	rnn.bias_ih_l0	8	-0.1911834329366684
22316	rnn.bias_ih_l0	9	0.07929696887731552
22316	rnn.bias_hh_l0	0	-7.768325303914025e-05
22316	rnn.bias_hh_l0	1	0.018776508048176765
22316	rnn.bias_hh_l0	2	0.00166543188970536
22316	rnn.bias_hh_l0	3	-0.028870152309536934
22316	rnn.bias_hh_l0	4	-0.04338434338569641
22316	rnn.bias_hh_l0	5	0.14605246484279633
22316	rnn.bias_hh_l0	6	0.034388698637485504
22316	rnn.bias_hh_l0	7	0.05182693526148796
22316	rnn.bias_hh_l0	8	0.022243866696953773
22316	rnn.bias_hh_l0	9	0.046344250440597534
22316	rnn.weight_ih_l0_reverse	0	-0.03071053884923458
22316	rnn.weight_ih_l0_reverse	1	-0.003090614452958107
22316	rnn.weight_ih_l0_reverse	2	0.02486601285636425
22316	rnn.weight_ih_l0_reverse	3	-0.061426058411598206
22316	rnn.weight_ih_l0_reverse	4	0.00969324354082346
22316	rnn.weight_ih_l0_reverse	5	-0.046457067131996155
22316	rnn.weight_ih_l0_reverse	6	0.023831486701965332
22316	rnn.weight_ih_l0_reverse	7	0.046668775379657745
22316	rnn.weight_ih_l0_reverse	8	-0.04530610516667366
22316	rnn.weight_ih_l0_reverse	9	-0.05157794430851936
22316	rnn.weight_hh_l0_reverse	0	-0.08247912675142288
22316	rnn.weight_hh_l0_reverse	1	-0.0596967451274395
22316	rnn.weight_hh_l0_reverse	2	0.035504553467035294
22316	rnn.weight_hh_l0_reverse	3	0.045006200671195984
22316	rnn.weight_hh_l0_reverse	4	-0.008325585164129734
22316	rnn.weight_hh_l0_reverse	5	0.04424135386943817
22316	rnn.weight_hh_l0_reverse	6	-0.023033976554870605
22316	rnn.weight_hh_l0_reverse	7	0.004363942425698042
22316	rnn.weight_hh_l0_reverse	8	-0.0952792838215828
22316	rnn.weight_hh_l0_reverse	9	0.0796479806303978
22316	rnn.bias_ih_l0_reverse	0	-0.08632262051105499
22316	rnn.bias_ih_l0_reverse	1	-0.08164552599191666
22316	rnn.bias_ih_l0_reverse	2	0.09798470139503479
22316	rnn.bias_ih_l0_reverse	3	0.04605821147561073
22316	rnn.bias_ih_l0_reverse	4	-0.12668904662132263
22316	rnn.bias_ih_l0_reverse	5	0.03531099855899811
22316	rnn.bias_ih_l0_reverse	6	-0.10576441138982773
22316	rnn.bias_ih_l0_reverse	7	0.03545759990811348
22316	rnn.bias_ih_l0_reverse	8	0.03256521001458168
22316	rnn.bias_ih_l0_reverse	9	0.0631253570318222
22316	rnn.bias_hh_l0_reverse	0	0.07159886509180069
22316	rnn.bias_hh_l0_reverse	1	0.05224885791540146
22316	rnn.bias_hh_l0_reverse	2	0.07632873207330704
22316	rnn.bias_hh_l0_reverse	3	-0.010843290947377682
22316	rnn.bias_hh_l0_reverse	4	0.08438436686992645
22316	rnn.bias_hh_l0_reverse	5	0.0033404375426471233
22316	rnn.bias_hh_l0_reverse	6	-0.062155548483133316
22316	rnn.bias_hh_l0_reverse	7	0.030567742884159088
22316	rnn.bias_hh_l0_reverse	8	0.01711544580757618
22316	rnn.bias_hh_l0_reverse	9	-0.1589030623435974
22316	linear.weight	0	0.11719140410423279
22316	linear.weight	1	-0.15706264972686768
22316	linear.weight	2	-0.20099902153015137
22316	linear.weight	3	0.0545806847512722
22316	linear.weight	4	-0.02794065698981285
22316	linear.weight	5	-0.002815895015373826
22316	linear.weight	6	-0.007266751956194639
22316	linear.weight	7	-0.027583198621869087
22316	linear.weight	8	0.08074737340211868
22316	linear.weight	9	0.3469468057155609
22316	linear.bias	0	-0.21769781410694122
22316	linear.bias	1	0.18805019557476044
22316	linear.bias	2	-0.5283260941505432
22316	linear.bias	3	1.7148288488388062
22316	linear.bias	4	-0.39172181487083435
22316	linear.bias	5	-0.030769959092140198
22316	linear.bias	6	-0.3491169512271881
22316	linear.bias	7	-0.2805021107196808
22316	linear.bias	8	-0.021794525906443596
22316	linear.bias	9	-0.4898785650730133
22344	transitions	0	-0.6430613398551941
22344	transitions	1	0.35585182905197144
22344	transitions	2	1.6804240942001343
22344	transitions	3	0.1024668961763382
22344	transitions	4	0.9511858820915222
22344	transitions	5	1.274024486541748
22344	transitions	6	0.4834189713001251
22344	transitions	7	0.1760881096124649
22344	transitions	8	-0.9194721579551697
22344	transitions	9	0.9306814074516296
22344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22344	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22344	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22344	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22344	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22344	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22344	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22344	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22344	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22344	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22344	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22344	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22344	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22344	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22344	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22344	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22344	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22344	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22344	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22344	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22344	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22344	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22344	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22344	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22344	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22344	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22344	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22344	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22344	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22344	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22344	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22344	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22344	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22344	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22344	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22344	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22344	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22344	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22344	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22344	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22344	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22344	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22344	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22344	embedding2nn.weight	0	0.02665008418262005
22344	embedding2nn.weight	1	0.014063875190913677
22344	embedding2nn.weight	2	-0.004415974486619234
22344	embedding2nn.weight	3	0.0017966744489967823
22344	embedding2nn.weight	4	-0.004451927728950977
22344	embedding2nn.weight	5	0.01308405864983797
22344	embedding2nn.weight	6	-0.004240251146256924
22344	embedding2nn.weight	7	0.020138127729296684
22344	embedding2nn.weight	8	-0.005445785354822874
22344	embedding2nn.weight	9	-0.014211401343345642
22344	embedding2nn.bias	0	-0.03666037321090698
22344	embedding2nn.bias	1	-0.030791204422712326
22344	embedding2nn.bias	2	-0.06720548123121262
22344	embedding2nn.bias	3	-0.006516174413263798
22344	embedding2nn.bias	4	-0.0026980177499353886
22344	embedding2nn.bias	5	0.0008441961253993213
22344	embedding2nn.bias	6	-0.001007821410894394
22344	embedding2nn.bias	7	0.04919562488794327
22344	embedding2nn.bias	8	0.013171573169529438
22344	embedding2nn.bias	9	-0.007872669957578182
22344	rnn.weight_ih_l0	0	0.037140876054763794
22344	rnn.weight_ih_l0	1	-0.012735175900161266
22344	rnn.weight_ih_l0	2	-0.040285591036081314
22344	rnn.weight_ih_l0	3	-0.04497822746634483
22344	rnn.weight_ih_l0	4	-0.05151982605457306
22344	rnn.weight_ih_l0	5	-0.008362323977053165
22344	rnn.weight_ih_l0	6	-0.05285784602165222
22344	rnn.weight_ih_l0	7	-0.06002018228173256
22344	rnn.weight_ih_l0	8	-0.04493771865963936
22344	rnn.weight_ih_l0	9	-0.027670497074723244
22344	rnn.weight_hh_l0	0	0.018040379509329796
22344	rnn.weight_hh_l0	1	-0.012221760116517544
22344	rnn.weight_hh_l0	2	-0.06825470924377441
22344	rnn.weight_hh_l0	3	-0.03205538168549538
22344	rnn.weight_hh_l0	4	-0.07689358294010162
22344	rnn.weight_hh_l0	5	-0.009711417369544506
22344	rnn.weight_hh_l0	6	-0.04675321653485298
22344	rnn.weight_hh_l0	7	-0.029874514788389206
22344	rnn.weight_hh_l0	8	-0.01809048093855381
22344	rnn.weight_hh_l0	9	-0.0018414441728964448
22344	rnn.bias_ih_l0	0	0.1327677071094513
22344	rnn.bias_ih_l0	1	-0.06028473377227783
22344	rnn.bias_ih_l0	2	0.10681339353322983
22344	rnn.bias_ih_l0	3	0.041531533002853394
22344	rnn.bias_ih_l0	4	0.09694891422986984
22344	rnn.bias_ih_l0	5	0.023586280643939972
22344	rnn.bias_ih_l0	6	-0.013037534430623055
22344	rnn.bias_ih_l0	7	-0.11478123068809509
22344	rnn.bias_ih_l0	8	-0.1852257251739502
22344	rnn.bias_ih_l0	9	0.08113376051187515
22344	rnn.bias_hh_l0	0	0.0006404908490367234
22344	rnn.bias_hh_l0	1	0.01836566999554634
22344	rnn.bias_hh_l0	2	0.001684576622210443
22344	rnn.bias_hh_l0	3	-0.030719522386789322
22344	rnn.bias_hh_l0	4	-0.04178891330957413
22344	rnn.bias_hh_l0	5	0.14429867267608643
22344	rnn.bias_hh_l0	6	0.03491414338350296
22344	rnn.bias_hh_l0	7	0.05284390226006508
22344	rnn.bias_hh_l0	8	0.021331211552023888
22344	rnn.bias_hh_l0	9	0.04551159217953682
22344	rnn.weight_ih_l0_reverse	0	-0.030523691326379776
22344	rnn.weight_ih_l0_reverse	1	-0.0029835840687155724
22344	rnn.weight_ih_l0_reverse	2	0.02492762729525566
22344	rnn.weight_ih_l0_reverse	3	-0.061600737273693085
22344	rnn.weight_ih_l0_reverse	4	0.009595861658453941
22344	rnn.weight_ih_l0_reverse	5	-0.046370260417461395
22344	rnn.weight_ih_l0_reverse	6	0.023195067420601845
22344	rnn.weight_ih_l0_reverse	7	0.046584565192461014
22344	rnn.weight_ih_l0_reverse	8	-0.045077476650476456
22344	rnn.weight_ih_l0_reverse	9	-0.051591020077466965
22344	rnn.weight_hh_l0_reverse	0	-0.0817597433924675
22344	rnn.weight_hh_l0_reverse	1	-0.060329634696245193
22344	rnn.weight_hh_l0_reverse	2	0.036044891923666
22344	rnn.weight_hh_l0_reverse	3	0.044966042041778564
22344	rnn.weight_hh_l0_reverse	4	-0.00782043021172285
22344	rnn.weight_hh_l0_reverse	5	0.04349742829799652
22344	rnn.weight_hh_l0_reverse	6	-0.024103622883558273
22344	rnn.weight_hh_l0_reverse	7	0.004119327757507563
22344	rnn.weight_hh_l0_reverse	8	-0.09471791982650757
22344	rnn.weight_hh_l0_reverse	9	0.07937826961278915
22344	rnn.bias_ih_l0_reverse	0	-0.08368989825248718
22344	rnn.bias_ih_l0_reverse	1	-0.08160869032144547
22344	rnn.bias_ih_l0_reverse	2	0.0984356626868248
22344	rnn.bias_ih_l0_reverse	3	0.04627979174256325
22344	rnn.bias_ih_l0_reverse	4	-0.12657473981380463
22344	rnn.bias_ih_l0_reverse	5	0.03399962931871414
22344	rnn.bias_ih_l0_reverse	6	-0.10612107068300247
22344	rnn.bias_ih_l0_reverse	7	0.040984801948070526
22344	rnn.bias_ih_l0_reverse	8	0.033353693783283234
22344	rnn.bias_ih_l0_reverse	9	0.06304127722978592
22344	rnn.bias_hh_l0_reverse	0	0.07116760313510895
22344	rnn.bias_hh_l0_reverse	1	0.051039569079875946
22344	rnn.bias_hh_l0_reverse	2	0.07908285409212112
22344	rnn.bias_hh_l0_reverse	3	-0.009387639351189137
22344	rnn.bias_hh_l0_reverse	4	0.08537465333938599
22344	rnn.bias_hh_l0_reverse	5	0.0029625860042870045
22344	rnn.bias_hh_l0_reverse	6	-0.060990478843450546
22344	rnn.bias_hh_l0_reverse	7	0.030567264184355736
22344	rnn.bias_hh_l0_reverse	8	0.01550863403826952
22344	rnn.bias_hh_l0_reverse	9	-0.15763705968856812
22344	linear.weight	0	0.11707499623298645
22344	linear.weight	1	-0.15704719722270966
22344	linear.weight	2	-0.20244646072387695
22344	linear.weight	3	0.053860243409872055
22344	linear.weight	4	-0.02765732817351818
22344	linear.weight	5	-0.0026512977201491594
22344	linear.weight	6	-0.007264798507094383
22344	linear.weight	7	-0.027547117322683334
22344	linear.weight	8	0.08105563372373581
22344	linear.weight	9	0.3510383367538452
22344	linear.bias	0	-0.20434115827083588
22344	linear.bias	1	0.1881372481584549
22344	linear.bias	2	-0.5298397541046143
22344	linear.bias	3	1.685761570930481
22344	linear.bias	4	-0.39187780022621155
22344	linear.bias	5	-0.030769959092140198
22344	linear.bias	6	-0.35071587562561035
22344	linear.bias	7	-0.2719093859195709
22344	linear.bias	8	-0.023871535435318947
22344	linear.bias	9	-0.48995697498321533
22372	transitions	0	-0.6430923342704773
22372	transitions	1	0.35580024123191833
22372	transitions	2	1.6803816556930542
22372	transitions	3	0.10245329141616821
22372	transitions	4	0.9511789083480835
22372	transitions	5	1.274021029472351
22372	transitions	6	0.48341768980026245
22372	transitions	7	0.1760873645544052
22372	transitions	8	-0.9194725155830383
22372	transitions	9	0.9306814074516296
22372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22372	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22372	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22372	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22372	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22372	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22372	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22372	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22372	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22372	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22372	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22372	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22372	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22372	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22372	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22372	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22372	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22372	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22372	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22372	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22372	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22372	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22372	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22372	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22372	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22372	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22372	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22372	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22372	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22372	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22372	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22372	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22372	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22372	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22372	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22372	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22372	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22372	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22372	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22372	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22372	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22372	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22372	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22372	embedding2nn.weight	0	0.026704559102654457
22372	embedding2nn.weight	1	0.013931842520833015
22372	embedding2nn.weight	2	-0.00442711915820837
22372	embedding2nn.weight	3	0.001677719526924193
22372	embedding2nn.weight	4	-0.004486022517085075
22372	embedding2nn.weight	5	0.013071616180241108
22372	embedding2nn.weight	6	-0.0042198761366307735
22372	embedding2nn.weight	7	0.020634803920984268
22372	embedding2nn.weight	8	-0.005503951106220484
22372	embedding2nn.weight	9	-0.014154595322906971
22372	embedding2nn.bias	0	-0.0335569903254509
22372	embedding2nn.bias	1	-0.027422167360782623
22372	embedding2nn.bias	2	-0.05929124355316162
22372	embedding2nn.bias	3	-0.005743413232266903
22372	embedding2nn.bias	4	0.0005582091398537159
22372	embedding2nn.bias	5	-0.0031389445066452026
22372	embedding2nn.bias	6	0.002612291369587183
22372	embedding2nn.bias	7	0.04283566772937775
22372	embedding2nn.bias	8	0.013185948133468628
22372	embedding2nn.bias	9	-0.010517679154872894
22372	rnn.weight_ih_l0	0	0.03713536262512207
22372	rnn.weight_ih_l0	1	-0.013092470355331898
22372	rnn.weight_ih_l0	2	-0.0396779328584671
22372	rnn.weight_ih_l0	3	-0.0447256863117218
22372	rnn.weight_ih_l0	4	-0.05142970010638237
22372	rnn.weight_ih_l0	5	-0.008602163754403591
22372	rnn.weight_ih_l0	6	-0.05279755964875221
22372	rnn.weight_ih_l0	7	-0.060112737119197845
22372	rnn.weight_ih_l0	8	-0.0447288453578949
22372	rnn.weight_ih_l0	9	-0.027352185919880867
22372	rnn.weight_hh_l0	0	0.017944037914276123
22372	rnn.weight_hh_l0	1	-0.011788560077548027
22372	rnn.weight_hh_l0	2	-0.06780245900154114
22372	rnn.weight_hh_l0	3	-0.03249061852693558
22372	rnn.weight_hh_l0	4	-0.07685032486915588
22372	rnn.weight_hh_l0	5	-0.009706621989607811
22372	rnn.weight_hh_l0	6	-0.04838745668530464
22372	rnn.weight_hh_l0	7	-0.029138242825865746
22372	rnn.weight_hh_l0	8	-0.01791875995695591
22372	rnn.weight_hh_l0	9	-0.0018209038535133004
22372	rnn.bias_ih_l0	0	0.1329287886619568
22372	rnn.bias_ih_l0	1	-0.060096465051174164
22372	rnn.bias_ih_l0	2	0.10562364012002945
22372	rnn.bias_ih_l0	3	0.04155305027961731
22372	rnn.bias_ih_l0	4	0.09573747962713242
22372	rnn.bias_ih_l0	5	0.022521840408444405
22372	rnn.bias_ih_l0	6	-0.012286962009966373
22372	rnn.bias_ih_l0	7	-0.1189660057425499
22372	rnn.bias_ih_l0	8	-0.18362729251384735
22372	rnn.bias_ih_l0	9	0.08082383871078491
22372	rnn.bias_hh_l0	0	-0.0002165763871744275
22372	rnn.bias_hh_l0	1	0.018508151173591614
22372	rnn.bias_hh_l0	2	0.0015706677222624421
22372	rnn.bias_hh_l0	3	-0.03180450573563576
22372	rnn.bias_hh_l0	4	-0.041530705988407135
22372	rnn.bias_hh_l0	5	0.14611977338790894
22372	rnn.bias_hh_l0	6	0.03581533208489418
22372	rnn.bias_hh_l0	7	0.054205771535634995
22372	rnn.bias_hh_l0	8	0.022081783041357994
22372	rnn.bias_hh_l0	9	0.045292213559150696
22372	rnn.weight_ih_l0_reverse	0	-0.03035210445523262
22372	rnn.weight_ih_l0_reverse	1	-0.0034337665420025587
22372	rnn.weight_ih_l0_reverse	2	0.024976110085844994
22372	rnn.weight_ih_l0_reverse	3	-0.06170482560992241
22372	rnn.weight_ih_l0_reverse	4	0.009628267027437687
22372	rnn.weight_ih_l0_reverse	5	-0.04650138318538666
22372	rnn.weight_ih_l0_reverse	6	0.022209377959370613
22372	rnn.weight_ih_l0_reverse	7	0.04645905643701553
22372	rnn.weight_ih_l0_reverse	8	-0.04542392119765282
22372	rnn.weight_ih_l0_reverse	9	-0.0516413114964962
22372	rnn.weight_hh_l0_reverse	0	-0.08185636252164841
22372	rnn.weight_hh_l0_reverse	1	-0.06010381504893303
22372	rnn.weight_hh_l0_reverse	2	0.03575267270207405
22372	rnn.weight_hh_l0_reverse	3	0.044729020446538925
22372	rnn.weight_hh_l0_reverse	4	-0.008396214805543423
22372	rnn.weight_hh_l0_reverse	5	0.0433560311794281
22372	rnn.weight_hh_l0_reverse	6	-0.02351253479719162
22372	rnn.weight_hh_l0_reverse	7	0.003972338046878576
22372	rnn.weight_hh_l0_reverse	8	-0.09472524374723434
22372	rnn.weight_hh_l0_reverse	9	0.0789262056350708
22372	rnn.bias_ih_l0_reverse	0	-0.079715296626091
22372	rnn.bias_ih_l0_reverse	1	-0.07814431190490723
22372	rnn.bias_ih_l0_reverse	2	0.09868870675563812
22372	rnn.bias_ih_l0_reverse	3	0.045141879469156265
22372	rnn.bias_ih_l0_reverse	4	-0.12784257531166077
22372	rnn.bias_ih_l0_reverse	5	0.0331459678709507
22372	rnn.bias_ih_l0_reverse	6	-0.10462270677089691
22372	rnn.bias_ih_l0_reverse	7	0.0412447489798069
22372	rnn.bias_ih_l0_reverse	8	0.0338812991976738
22372	rnn.bias_ih_l0_reverse	9	0.06231008842587471
22372	rnn.bias_hh_l0_reverse	0	0.07632742077112198
22372	rnn.bias_hh_l0_reverse	1	0.05348758399486542
22372	rnn.bias_hh_l0_reverse	2	0.0776304379105568
22372	rnn.bias_hh_l0_reverse	3	-0.008738475851714611
22372	rnn.bias_hh_l0_reverse	4	0.08395001292228699
22372	rnn.bias_hh_l0_reverse	5	0.0034071430563926697
22372	rnn.bias_hh_l0_reverse	6	-0.061539094895124435
22372	rnn.bias_hh_l0_reverse	7	0.029867328703403473
22372	rnn.bias_hh_l0_reverse	8	0.013196252286434174
22372	rnn.bias_hh_l0_reverse	9	-0.15563955903053284
22372	linear.weight	0	0.11743354052305222
22372	linear.weight	1	-0.15703971683979034
22372	linear.weight	2	-0.20230281352996826
22372	linear.weight	3	0.055501703172922134
22372	linear.weight	4	-0.026021139696240425
22372	linear.weight	5	-0.002733710454776883
22372	linear.weight	6	-0.007256449665874243
22372	linear.weight	7	-0.027542728930711746
22372	linear.weight	8	0.07858557254076004
22372	linear.weight	9	0.35342198610305786
22372	linear.bias	0	-0.21745379269123077
22372	linear.bias	1	0.1870264708995819
22372	linear.bias	2	-0.5316660404205322
22372	linear.bias	3	1.720840573310852
22372	linear.bias	4	-0.39204564690589905
22372	linear.bias	5	-0.030769959092140198
22372	linear.bias	6	-0.3530352711677551
22372	linear.bias	7	-0.2706950902938843
22372	linear.bias	8	-0.036674972623586655
22372	linear.bias	9	-0.4900146722793579
22400	transitions	0	-0.6431580185890198
22400	transitions	1	0.3557811975479126
22400	transitions	2	1.680323839187622
22400	transitions	3	0.10243163257837296
22400	transitions	4	0.9511351585388184
22400	transitions	5	1.2740206718444824
22400	transitions	6	0.48341748118400574
22400	transitions	7	0.17608697712421417
22400	transitions	8	-0.9194727540016174
22400	transitions	9	0.9306814074516296
22400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22400	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22400	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22400	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22400	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22400	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22400	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22400	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22400	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22400	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22400	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22400	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22400	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22400	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22400	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22400	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22400	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22400	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22400	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22400	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22400	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22400	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22400	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22400	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22400	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22400	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22400	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22400	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22400	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22400	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22400	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22400	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22400	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22400	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22400	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22400	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22400	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22400	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22400	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22400	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22400	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22400	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22400	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22400	embedding2nn.weight	0	0.026787564158439636
22400	embedding2nn.weight	1	0.013790839351713657
22400	embedding2nn.weight	2	-0.0043634045869112015
22400	embedding2nn.weight	3	0.001501538441516459
22400	embedding2nn.weight	4	-0.004504507407546043
22400	embedding2nn.weight	5	0.012898935005068779
22400	embedding2nn.weight	6	-0.0042188516817986965
22400	embedding2nn.weight	7	0.020613722503185272
22400	embedding2nn.weight	8	-0.00543140759691596
22400	embedding2nn.weight	9	-0.014215507544577122
22400	embedding2nn.bias	0	-0.03850437328219414
22400	embedding2nn.bias	1	-0.02840675227344036
22400	embedding2nn.bias	2	-0.05745213106274605
22400	embedding2nn.bias	3	-0.007663361728191376
22400	embedding2nn.bias	4	0.0029831852298229933
22400	embedding2nn.bias	5	-0.0013105071848258376
22400	embedding2nn.bias	6	-0.002689321991056204
22400	embedding2nn.bias	7	0.044613081961870193
22400	embedding2nn.bias	8	0.008561067283153534
22400	embedding2nn.bias	9	-0.00916858110576868
22400	rnn.weight_ih_l0	0	0.03710827976465225
22400	rnn.weight_ih_l0	1	-0.013057990930974483
22400	rnn.weight_ih_l0	2	-0.03926287591457367
22400	rnn.weight_ih_l0	3	-0.045006029307842255
22400	rnn.weight_ih_l0	4	-0.051348380744457245
22400	rnn.weight_ih_l0	5	-0.00827725138515234
22400	rnn.weight_ih_l0	6	-0.05285419151186943
22400	rnn.weight_ih_l0	7	-0.06032119318842888
22400	rnn.weight_ih_l0	8	-0.04513511806726456
22400	rnn.weight_ih_l0	9	-0.02751128561794758
22400	rnn.weight_hh_l0	0	0.017668534070253372
22400	rnn.weight_hh_l0	1	-0.01180430967360735
22400	rnn.weight_hh_l0	2	-0.06841395795345306
22400	rnn.weight_hh_l0	3	-0.03247024863958359
22400	rnn.weight_hh_l0	4	-0.07669251412153244
22400	rnn.weight_hh_l0	5	-0.009610993787646294
22400	rnn.weight_hh_l0	6	-0.04976639524102211
22400	rnn.weight_hh_l0	7	-0.028862707316875458
22400	rnn.weight_hh_l0	8	-0.01771685481071472
22400	rnn.weight_hh_l0	9	-0.0017223289469256997
22400	rnn.bias_ih_l0	0	0.13208578526973724
22400	rnn.bias_ih_l0	1	-0.06256648153066635
22400	rnn.bias_ih_l0	2	0.10235945135354996
22400	rnn.bias_ih_l0	3	0.04100549593567848
22400	rnn.bias_ih_l0	4	0.09307286143302917
22400	rnn.bias_ih_l0	5	0.021814167499542236
22400	rnn.bias_ih_l0	6	-0.013076910749077797
22400	rnn.bias_ih_l0	7	-0.115194171667099
22400	rnn.bias_ih_l0	8	-0.18738730251789093
22400	rnn.bias_ih_l0	9	0.08075153827667236
22400	rnn.bias_hh_l0	0	-0.0009553854470141232
22400	rnn.bias_hh_l0	1	0.019506916403770447
22400	rnn.bias_hh_l0	2	0.001077286317013204
22400	rnn.bias_hh_l0	3	-0.030415043234825134
22400	rnn.bias_hh_l0	4	-0.043726321309804916
22400	rnn.bias_hh_l0	5	0.14717091619968414
22400	rnn.bias_hh_l0	6	0.03731553256511688
22400	rnn.bias_hh_l0	7	0.05318140611052513
22400	rnn.bias_hh_l0	8	0.021291842684149742
22400	rnn.bias_hh_l0	9	0.04439489543437958
22400	rnn.weight_ih_l0_reverse	0	-0.030242832377552986
22400	rnn.weight_ih_l0_reverse	1	-0.003228908870369196
22400	rnn.weight_ih_l0_reverse	2	0.024976294487714767
22400	rnn.weight_ih_l0_reverse	3	-0.06156500428915024
22400	rnn.weight_ih_l0_reverse	4	0.009431635960936546
22400	rnn.weight_ih_l0_reverse	5	-0.046238891780376434
22400	rnn.weight_ih_l0_reverse	6	0.021177591755986214
22400	rnn.weight_ih_l0_reverse	7	0.04666490852832794
22400	rnn.weight_ih_l0_reverse	8	-0.045568663626909256
22400	rnn.weight_ih_l0_reverse	9	-0.0517016164958477
22400	rnn.weight_hh_l0_reverse	0	-0.08256827294826508
22400	rnn.weight_hh_l0_reverse	1	-0.061685431748628616
22400	rnn.weight_hh_l0_reverse	2	0.03546497970819473
22400	rnn.weight_hh_l0_reverse	3	0.04499443620443344
22400	rnn.weight_hh_l0_reverse	4	-0.007926435209810734
22400	rnn.weight_hh_l0_reverse	5	0.04339294135570526
22400	rnn.weight_hh_l0_reverse	6	-0.025320010259747505
22400	rnn.weight_hh_l0_reverse	7	0.004043483175337315
22400	rnn.weight_hh_l0_reverse	8	-0.09458809345960617
22400	rnn.weight_hh_l0_reverse	9	0.07784289866685867
22400	rnn.bias_ih_l0_reverse	0	-0.08343540132045746
22400	rnn.bias_ih_l0_reverse	1	-0.07640618085861206
22400	rnn.bias_ih_l0_reverse	2	0.09860939532518387
22400	rnn.bias_ih_l0_reverse	3	0.045367129147052765
22400	rnn.bias_ih_l0_reverse	4	-0.12922391295433044
22400	rnn.bias_ih_l0_reverse	5	0.03050084225833416
22400	rnn.bias_ih_l0_reverse	6	-0.1049855574965477
22400	rnn.bias_ih_l0_reverse	7	0.04108074679970741
22400	rnn.bias_ih_l0_reverse	8	0.03427015244960785
22400	rnn.bias_ih_l0_reverse	9	0.06264783442020416
22400	rnn.bias_hh_l0_reverse	0	0.08554525673389435
22400	rnn.bias_hh_l0_reverse	1	0.053107284009456635
22400	rnn.bias_hh_l0_reverse	2	0.0778074711561203
22400	rnn.bias_hh_l0_reverse	3	-0.007275511976331472
22400	rnn.bias_hh_l0_reverse	4	0.08202601224184036
22400	rnn.bias_hh_l0_reverse	5	0.005988543387502432
22400	rnn.bias_hh_l0_reverse	6	-0.061105769127607346
22400	rnn.bias_hh_l0_reverse	7	0.02884787879884243
22400	rnn.bias_hh_l0_reverse	8	0.013373218476772308
22400	rnn.bias_hh_l0_reverse	9	-0.15835505723953247
22400	linear.weight	0	0.11709275841712952
22400	linear.weight	1	-0.15703189373016357
22400	linear.weight	2	-0.20212766528129578
22400	linear.weight	3	0.04993264749646187
22400	linear.weight	4	-0.026074564084410667
22400	linear.weight	5	-0.0024558203294873238
22400	linear.weight	6	-0.0072519113309681416
22400	linear.weight	7	-0.027533581480383873
22400	linear.weight	8	0.08027824759483337
22400	linear.weight	9	0.353948712348938
22400	linear.bias	0	-0.21724238991737366
22400	linear.bias	1	0.19113656878471375
22400	linear.bias	2	-0.5332464575767517
22400	linear.bias	3	1.7175230979919434
22400	linear.bias	4	-0.3921414911746979
22400	linear.bias	5	-0.030769959092140198
22400	linear.bias	6	-0.35509130358695984
22400	linear.bias	7	-0.27195239067077637
22400	linear.bias	8	-0.03504648804664612
22400	linear.bias	9	-0.4900742173194885
22428	transitions	0	-0.6431967616081238
22428	transitions	1	0.3557373583316803
22428	transitions	2	1.6802644729614258
22428	transitions	3	0.10241567343473434
22428	transitions	4	0.9511256217956543
22428	transitions	5	1.274017333984375
22428	transitions	6	0.4834173917770386
22428	transitions	7	0.17606619000434875
22428	transitions	8	-0.9194732308387756
22428	transitions	9	0.9306814074516296
22428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22428	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22428	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22428	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22428	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22428	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22428	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22428	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22428	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22428	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22428	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22428	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22428	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22428	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22428	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22428	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22428	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22428	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22428	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22428	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22428	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22428	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22428	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22428	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22428	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22428	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22428	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22428	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22428	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22428	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22428	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22428	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22428	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22428	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22428	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22428	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22428	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22428	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22428	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22428	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22428	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22428	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22428	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22428	embedding2nn.weight	0	0.026232589036226273
22428	embedding2nn.weight	1	0.013624750077724457
22428	embedding2nn.weight	2	-0.004385323729366064
22428	embedding2nn.weight	3	0.0014850065344944596
22428	embedding2nn.weight	4	-0.004547999706119299
22428	embedding2nn.weight	5	0.012712648138403893
22428	embedding2nn.weight	6	-0.004211959894746542
22428	embedding2nn.weight	7	0.02113562449812889
22428	embedding2nn.weight	8	-0.005535488482564688
22428	embedding2nn.weight	9	-0.014211177825927734
22428	embedding2nn.bias	0	-0.04287586361169815
22428	embedding2nn.bias	1	-0.025619223713874817
22428	embedding2nn.bias	2	-0.06032414734363556
22428	embedding2nn.bias	3	-0.0007229404873214662
22428	embedding2nn.bias	4	0.004312850069254637
22428	embedding2nn.bias	5	-0.007735629100352526
22428	embedding2nn.bias	6	-0.0015307781286537647
22428	embedding2nn.bias	7	0.044335439801216125
22428	embedding2nn.bias	8	0.007282271049916744
22428	embedding2nn.bias	9	-0.005841333419084549
22428	rnn.weight_ih_l0	0	0.03747182711958885
22428	rnn.weight_ih_l0	1	-0.013432792387902737
22428	rnn.weight_ih_l0	2	-0.0393107645213604
22428	rnn.weight_ih_l0	3	-0.044765982776880264
22428	rnn.weight_ih_l0	4	-0.051647037267684937
22428	rnn.weight_ih_l0	5	-0.008119850419461727
22428	rnn.weight_ih_l0	6	-0.05328148975968361
22428	rnn.weight_ih_l0	7	-0.060035284608602524
22428	rnn.weight_ih_l0	8	-0.04538894072175026
22428	rnn.weight_ih_l0	9	-0.027855750173330307
22428	rnn.weight_hh_l0	0	0.018068136647343636
22428	rnn.weight_hh_l0	1	-0.012196886353194714
22428	rnn.weight_hh_l0	2	-0.06897986680269241
22428	rnn.weight_hh_l0	3	-0.031812384724617004
22428	rnn.weight_hh_l0	4	-0.0770639181137085
22428	rnn.weight_hh_l0	5	-0.009342280216515064
22428	rnn.weight_hh_l0	6	-0.050491444766521454
22428	rnn.weight_hh_l0	7	-0.028354790061712265
22428	rnn.weight_hh_l0	8	-0.017801586538553238
22428	rnn.weight_hh_l0	9	-0.0014246224891394377
22428	rnn.bias_ih_l0	0	0.13147513568401337
22428	rnn.bias_ih_l0	1	-0.06191728264093399
22428	rnn.bias_ih_l0	2	0.10245244204998016
22428	rnn.bias_ih_l0	3	0.04092765972018242
22428	rnn.bias_ih_l0	4	0.09393656998872757
22428	rnn.bias_ih_l0	5	0.021714070811867714
22428	rnn.bias_ih_l0	6	-0.012780490331351757
22428	rnn.bias_ih_l0	7	-0.1184590607881546
22428	rnn.bias_ih_l0	8	-0.19453318417072296
22428	rnn.bias_ih_l0	9	0.08058587461709976
22428	rnn.bias_hh_l0	0	-0.0014834650792181492
22428	rnn.bias_hh_l0	1	0.019663648679852486
22428	rnn.bias_hh_l0	2	0.0004215909284539521
22428	rnn.bias_hh_l0	3	-0.029806705191731453
22428	rnn.bias_hh_l0	4	-0.0434415228664875
22428	rnn.bias_hh_l0	5	0.14380556344985962
22428	rnn.bias_hh_l0	6	0.03751731291413307
22428	rnn.bias_hh_l0	7	0.05427861586213112
22428	rnn.bias_hh_l0	8	0.02158825471997261
22428	rnn.bias_hh_l0	9	0.04577649012207985
22428	rnn.weight_ih_l0_reverse	0	-0.030334044247865677
22428	rnn.weight_ih_l0_reverse	1	-0.00390744348987937
22428	rnn.weight_ih_l0_reverse	2	0.025141701102256775
22428	rnn.weight_ih_l0_reverse	3	-0.06215183436870575
22428	rnn.weight_ih_l0_reverse	4	0.009624256752431393
22428	rnn.weight_ih_l0_reverse	5	-0.04644173011183739
22428	rnn.weight_ih_l0_reverse	6	0.021134212613105774
22428	rnn.weight_ih_l0_reverse	7	0.04666833207011223
22428	rnn.weight_ih_l0_reverse	8	-0.04553456977009773
22428	rnn.weight_ih_l0_reverse	9	-0.051487766206264496
22428	rnn.weight_hh_l0_reverse	0	-0.08277788013219833
22428	rnn.weight_hh_l0_reverse	1	-0.06279502063989639
22428	rnn.weight_hh_l0_reverse	2	0.03551504388451576
22428	rnn.weight_hh_l0_reverse	3	0.04511488601565361
22428	rnn.weight_hh_l0_reverse	4	-0.008919872343540192
22428	rnn.weight_hh_l0_reverse	5	0.043051544576883316
22428	rnn.weight_hh_l0_reverse	6	-0.027230022475123405
22428	rnn.weight_hh_l0_reverse	7	0.0035628448240458965
22428	rnn.weight_hh_l0_reverse	8	-0.09487725049257278
22428	rnn.weight_hh_l0_reverse	9	0.07812349498271942
22428	rnn.bias_ih_l0_reverse	0	-0.08039145916700363
22428	rnn.bias_ih_l0_reverse	1	-0.07842797040939331
22428	rnn.bias_ih_l0_reverse	2	0.09879849851131439
22428	rnn.bias_ih_l0_reverse	3	0.04603474587202072
22428	rnn.bias_ih_l0_reverse	4	-0.12810419499874115
22428	rnn.bias_ih_l0_reverse	5	0.03035265952348709
22428	rnn.bias_ih_l0_reverse	6	-0.10440771281719208
22428	rnn.bias_ih_l0_reverse	7	0.04075107350945473
22428	rnn.bias_ih_l0_reverse	8	0.03387074917554855
22428	rnn.bias_ih_l0_reverse	9	0.06255242228507996
22428	rnn.bias_hh_l0_reverse	0	0.08376710116863251
22428	rnn.bias_hh_l0_reverse	1	0.05363854020833969
22428	rnn.bias_hh_l0_reverse	2	0.0771176815032959
22428	rnn.bias_hh_l0_reverse	3	-0.007074374705553055
22428	rnn.bias_hh_l0_reverse	4	0.08032693713903427
22428	rnn.bias_hh_l0_reverse	5	0.012710345908999443
22428	rnn.bias_hh_l0_reverse	6	-0.062061138451099396
22428	rnn.bias_hh_l0_reverse	7	0.03012756071984768
22428	rnn.bias_hh_l0_reverse	8	0.015742352232336998
22428	rnn.bias_hh_l0_reverse	9	-0.16128087043762207
22428	linear.weight	0	0.11495815217494965
22428	linear.weight	1	-0.15701672434806824
22428	linear.weight	2	-0.20201580226421356
22428	linear.weight	3	0.05275079980492592
22428	linear.weight	4	-0.02695547230541706
22428	linear.weight	5	-0.003546880092471838
22428	linear.weight	6	-0.007246427703648806
22428	linear.weight	7	-0.028705300763249397
22428	linear.weight	8	0.08019597083330154
22428	linear.weight	9	0.34883609414100647
22428	linear.bias	0	-0.21416813135147095
22428	linear.bias	1	0.18714193999767303
22428	linear.bias	2	-0.5309231877326965
22428	linear.bias	3	1.7124886512756348
22428	linear.bias	4	-0.39232495427131653
22428	linear.bias	5	-0.030769959092140198
22428	linear.bias	6	-0.3535287380218506
22428	linear.bias	7	-0.27074307203292847
22428	linear.bias	8	-0.036501750349998474
22428	linear.bias	9	-0.4901416599750519
22456	transitions	0	-0.6432517170906067
22456	transitions	1	0.35568347573280334
22456	transitions	2	1.6802325248718262
22456	transitions	3	0.10237764567136765
22456	transitions	4	0.9511159658432007
22456	transitions	5	1.2740164995193481
22456	transitions	6	0.483416348695755
22456	transitions	7	0.17606590688228607
22456	transitions	8	-0.9194740653038025
22456	transitions	9	0.9306811690330505
22456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22456	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22456	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22456	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22456	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22456	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22456	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22456	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22456	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22456	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22456	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22456	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22456	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22456	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22456	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22456	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22456	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22456	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22456	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22456	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22456	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22456	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22456	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22456	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22456	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22456	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22456	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22456	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22456	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22456	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22456	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22456	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22456	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22456	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22456	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22456	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22456	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22456	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22456	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22456	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22456	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22456	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22456	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22456	embedding2nn.weight	0	0.026379121467471123
22456	embedding2nn.weight	1	0.013615623116493225
22456	embedding2nn.weight	2	-0.004260177258402109
22456	embedding2nn.weight	3	0.0015999670140445232
22456	embedding2nn.weight	4	-0.004488278646022081
22456	embedding2nn.weight	5	0.012660352513194084
22456	embedding2nn.weight	6	-0.00427321158349514
22456	embedding2nn.weight	7	0.019668543711304665
22456	embedding2nn.weight	8	-0.0054034884087741375
22456	embedding2nn.weight	9	-0.014002763666212559
22456	embedding2nn.bias	0	-0.046820126473903656
22456	embedding2nn.bias	1	-0.029002323746681213
22456	embedding2nn.bias	2	-0.06418642401695251
22456	embedding2nn.bias	3	-0.0016991817392408848
22456	embedding2nn.bias	4	0.007106915581971407
22456	embedding2nn.bias	5	-0.008228148333728313
22456	embedding2nn.bias	6	-0.009421576745808125
22456	embedding2nn.bias	7	0.042297475039958954
22456	embedding2nn.bias	8	0.005372910760343075
22456	embedding2nn.bias	9	-0.009319290518760681
22456	rnn.weight_ih_l0	0	0.037564966827631
22456	rnn.weight_ih_l0	1	-0.013718582689762115
22456	rnn.weight_ih_l0	2	-0.0384037122130394
22456	rnn.weight_ih_l0	3	-0.04450098052620888
22456	rnn.weight_ih_l0	4	-0.05152396112680435
22456	rnn.weight_ih_l0	5	-0.008234399370849133
22456	rnn.weight_ih_l0	6	-0.05320407450199127
22456	rnn.weight_ih_l0	7	-0.059595830738544464
22456	rnn.weight_ih_l0	8	-0.04568185657262802
22456	rnn.weight_ih_l0	9	-0.028124254196882248
22456	rnn.weight_hh_l0	0	0.018247157335281372
22456	rnn.weight_hh_l0	1	-0.011807858012616634
22456	rnn.weight_hh_l0	2	-0.06861657649278641
22456	rnn.weight_hh_l0	3	-0.03163197636604309
22456	rnn.weight_hh_l0	4	-0.07716331630945206
22456	rnn.weight_hh_l0	5	-0.009279577992856503
22456	rnn.weight_hh_l0	6	-0.050088055431842804
22456	rnn.weight_hh_l0	7	-0.02906547673046589
22456	rnn.weight_hh_l0	8	-0.017500782385468483
22456	rnn.weight_hh_l0	9	-0.002509001176804304
22456	rnn.bias_ih_l0	0	0.13101951777935028
22456	rnn.bias_ih_l0	1	-0.06229827553033829
22456	rnn.bias_ih_l0	2	0.10205106437206268
22456	rnn.bias_ih_l0	3	0.041207775473594666
22456	rnn.bias_ih_l0	4	0.09641877561807632
22456	rnn.bias_ih_l0	5	0.022795449942350388
22456	rnn.bias_ih_l0	6	-0.010543583892285824
22456	rnn.bias_ih_l0	7	-0.11758251488208771
22456	rnn.bias_ih_l0	8	-0.19527709484100342
22456	rnn.bias_ih_l0	9	0.07979342341423035
22456	rnn.bias_hh_l0	0	-0.002905985340476036
22456	rnn.bias_hh_l0	1	0.020610839128494263
22456	rnn.bias_hh_l0	2	0.0025427110958844423
22456	rnn.bias_hh_l0	3	-0.031868308782577515
22456	rnn.bias_hh_l0	4	-0.04373590648174286
22456	rnn.bias_hh_l0	5	0.14337357878684998
22456	rnn.bias_hh_l0	6	0.03694816678762436
22456	rnn.bias_hh_l0	7	0.05570409074425697
22456	rnn.bias_hh_l0	8	0.023825153708457947
22456	rnn.bias_hh_l0	9	0.048529259860515594
22456	rnn.weight_ih_l0_reverse	0	-0.030353887006640434
22456	rnn.weight_ih_l0_reverse	1	-0.0038890461437404156
22456	rnn.weight_ih_l0_reverse	2	0.0251571387052536
22456	rnn.weight_ih_l0_reverse	3	-0.06228651478886604
22456	rnn.weight_ih_l0_reverse	4	0.009752213023602962
22456	rnn.weight_ih_l0_reverse	5	-0.04627032205462456
22456	rnn.weight_ih_l0_reverse	6	0.02211194857954979
22456	rnn.weight_ih_l0_reverse	7	0.04649920389056206
22456	rnn.weight_ih_l0_reverse	8	-0.04555339366197586
22456	rnn.weight_ih_l0_reverse	9	-0.051704660058021545
22456	rnn.weight_hh_l0_reverse	0	-0.0821976289153099
22456	rnn.weight_hh_l0_reverse	1	-0.06239042431116104
22456	rnn.weight_hh_l0_reverse	2	0.03577616065740585
22456	rnn.weight_hh_l0_reverse	3	0.04482508823275566
22456	rnn.weight_hh_l0_reverse	4	-0.009196680039167404
22456	rnn.weight_hh_l0_reverse	5	0.04318708926439285
22456	rnn.weight_hh_l0_reverse	6	-0.02610081620514393
22456	rnn.weight_hh_l0_reverse	7	0.0036261645145714283
22456	rnn.weight_hh_l0_reverse	8	-0.09518236666917801
22456	rnn.weight_hh_l0_reverse	9	0.07860887795686722
22456	rnn.bias_ih_l0_reverse	0	-0.08176244050264359
22456	rnn.bias_ih_l0_reverse	1	-0.07975520193576813
22456	rnn.bias_ih_l0_reverse	2	0.0986621230840683
22456	rnn.bias_ih_l0_reverse	3	0.047103527933359146
22456	rnn.bias_ih_l0_reverse	4	-0.1284499615430832
22456	rnn.bias_ih_l0_reverse	5	0.02953583002090454
22456	rnn.bias_ih_l0_reverse	6	-0.10689868032932281
22456	rnn.bias_ih_l0_reverse	7	0.03939959779381752
22456	rnn.bias_ih_l0_reverse	8	0.033690471202135086
22456	rnn.bias_ih_l0_reverse	9	0.06308318674564362
22456	rnn.bias_hh_l0_reverse	0	0.0833522155880928
22456	rnn.bias_hh_l0_reverse	1	0.05327921733260155
22456	rnn.bias_hh_l0_reverse	2	0.07657928764820099
22456	rnn.bias_hh_l0_reverse	3	-0.007576121482998133
22456	rnn.bias_hh_l0_reverse	4	0.07962684333324432
22456	rnn.bias_hh_l0_reverse	5	0.012401827611029148
22456	rnn.bias_hh_l0_reverse	6	-0.06142369657754898
22456	rnn.bias_hh_l0_reverse	7	0.02967861108481884
22456	rnn.bias_hh_l0_reverse	8	0.01719319447875023
22456	rnn.bias_hh_l0_reverse	9	-0.15550684928894043
22456	linear.weight	0	0.12227194756269455
22456	linear.weight	1	-0.15701963007450104
22456	linear.weight	2	-0.20146086812019348
22456	linear.weight	3	0.056835342198610306
22456	linear.weight	4	-0.02688700705766678
22456	linear.weight	5	-0.006030146963894367
22456	linear.weight	6	-0.007244751323014498
22456	linear.weight	7	-0.02864133007824421
22456	linear.weight	8	0.07861654460430145
22456	linear.weight	9	0.3464948832988739
22456	linear.bias	0	-0.20985761284828186
22456	linear.bias	1	0.18962734937667847
22456	linear.bias	2	-0.5309438109397888
22456	linear.bias	3	1.695385456085205
22456	linear.bias	4	-0.3935227692127228
22456	linear.bias	5	-0.030769959092140198
22456	linear.bias	6	-0.3545134365558624
22456	linear.bias	7	-0.27160486578941345
22456	linear.bias	8	-0.034845177084207535
22456	linear.bias	9	-0.4902884364128113
22484	transitions	0	-0.643283486366272
22484	transitions	1	0.3556552529335022
22484	transitions	2	1.6802043914794922
22484	transitions	3	0.10230828821659088
22484	transitions	4	0.95111083984375
22484	transitions	5	1.2740154266357422
22484	transitions	6	0.4834080636501312
22484	transitions	7	0.17606575787067413
22484	transitions	8	-0.9194743037223816
22484	transitions	9	0.9306811690330505
22484	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22484	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22484	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22484	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22484	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22484	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22484	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22484	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22484	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22484	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22484	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22484	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22484	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22484	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22484	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22484	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22484	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22484	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22484	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22484	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22484	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22484	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22484	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22484	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22484	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22484	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22484	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22484	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22484	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22484	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22484	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22484	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22484	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22484	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22484	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22484	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22484	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22484	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22484	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22484	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22484	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22484	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22484	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22484	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22484	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22484	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22484	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22484	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22484	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22484	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22484	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22484	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22484	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22484	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22484	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22484	embedding2nn.weight	0	0.026056727394461632
22484	embedding2nn.weight	1	0.013482061214745045
22484	embedding2nn.weight	2	-0.004252810496836901
22484	embedding2nn.weight	3	0.0014641309389844537
22484	embedding2nn.weight	4	-0.004457980394363403
22484	embedding2nn.weight	5	0.012667815200984478
22484	embedding2nn.weight	6	-0.0043373117223382
22484	embedding2nn.weight	7	0.019022241234779358
22484	embedding2nn.weight	8	-0.0054873134940862656
22484	embedding2nn.weight	9	-0.014025642536580563
22484	embedding2nn.bias	0	-0.050101131200790405
22484	embedding2nn.bias	1	-0.027994420379400253
22484	embedding2nn.bias	2	-0.06546001881361008
22484	embedding2nn.bias	3	-0.00222795526497066
22484	embedding2nn.bias	4	0.005266578868031502
22484	embedding2nn.bias	5	-0.006069445051252842
22484	embedding2nn.bias	6	0.0055345394648611546
22484	embedding2nn.bias	7	0.04148808494210243
22484	embedding2nn.bias	8	0.00614264328032732
22484	embedding2nn.bias	9	-0.006114578805863857
22484	rnn.weight_ih_l0	0	0.03735445439815521
22484	rnn.weight_ih_l0	1	-0.013522477820515633
22484	rnn.weight_ih_l0	2	-0.03879006579518318
22484	rnn.weight_ih_l0	3	-0.044706907123327255
22484	rnn.weight_ih_l0	4	-0.051039498299360275
22484	rnn.weight_ih_l0	5	-0.00830718781799078
22484	rnn.weight_ih_l0	6	-0.05336368829011917
22484	rnn.weight_ih_l0	7	-0.059539683163166046
22484	rnn.weight_ih_l0	8	-0.045632485300302505
22484	rnn.weight_ih_l0	9	-0.028010161593556404
22484	rnn.weight_hh_l0	0	0.018532786518335342
22484	rnn.weight_hh_l0	1	-0.012193406000733376
22484	rnn.weight_hh_l0	2	-0.06859523057937622
22484	rnn.weight_hh_l0	3	-0.03180358186364174
22484	rnn.weight_hh_l0	4	-0.07739511877298355
22484	rnn.weight_hh_l0	5	-0.008702904917299747
22484	rnn.weight_hh_l0	6	-0.05041799694299698
22484	rnn.weight_hh_l0	7	-0.030893506482243538
22484	rnn.weight_hh_l0	8	-0.01746702753007412
22484	rnn.weight_hh_l0	9	-0.0016897531459107995
22484	rnn.bias_ih_l0	0	0.13225865364074707
22484	rnn.bias_ih_l0	1	-0.06284099817276001
22484	rnn.bias_ih_l0	2	0.10027369856834412
22484	rnn.bias_ih_l0	3	0.04021028056740761
22484	rnn.bias_ih_l0	4	0.09693417698144913
22484	rnn.bias_ih_l0	5	0.021941829472780228
22484	rnn.bias_ih_l0	6	-0.013130697421729565
22484	rnn.bias_ih_l0	7	-0.11619612574577332
22484	rnn.bias_ih_l0	8	-0.19323033094406128
22484	rnn.bias_ih_l0	9	0.07933630049228668
22484	rnn.bias_hh_l0	0	-0.003229570807889104
22484	rnn.bias_hh_l0	1	0.020126216113567352
22484	rnn.bias_hh_l0	2	0.002357727149501443
22484	rnn.bias_hh_l0	3	-0.030318059027194977
22484	rnn.bias_hh_l0	4	-0.043501116335392
22484	rnn.bias_hh_l0	5	0.14552204310894012
22484	rnn.bias_hh_l0	6	0.036797620356082916
22484	rnn.bias_hh_l0	7	0.056482672691345215
22484	rnn.bias_hh_l0	8	0.021238043904304504
22484	rnn.bias_hh_l0	9	0.047576066106557846
22484	rnn.weight_ih_l0_reverse	0	-0.030384385958313942
22484	rnn.weight_ih_l0_reverse	1	-0.0030668359249830246
22484	rnn.weight_ih_l0_reverse	2	0.025135023519396782
22484	rnn.weight_ih_l0_reverse	3	-0.06245162710547447
22484	rnn.weight_ih_l0_reverse	4	0.009875450283288956
22484	rnn.weight_ih_l0_reverse	5	-0.046258680522441864
22484	rnn.weight_ih_l0_reverse	6	0.02230007015168667
22484	rnn.weight_ih_l0_reverse	7	0.04646240547299385
22484	rnn.weight_ih_l0_reverse	8	-0.04529717192053795
22484	rnn.weight_ih_l0_reverse	9	-0.05149410292506218
22484	rnn.weight_hh_l0_reverse	0	-0.08179537951946259
22484	rnn.weight_hh_l0_reverse	1	-0.06240706890821457
22484	rnn.weight_hh_l0_reverse	2	0.035700902342796326
22484	rnn.weight_hh_l0_reverse	3	0.04510939493775368
22484	rnn.weight_hh_l0_reverse	4	-0.009489228948950768
22484	rnn.weight_hh_l0_reverse	5	0.04326979070901871
22484	rnn.weight_hh_l0_reverse	6	-0.025843042880296707
22484	rnn.weight_hh_l0_reverse	7	0.0035804323852062225
22484	rnn.weight_hh_l0_reverse	8	-0.09517408907413483
22484	rnn.weight_hh_l0_reverse	9	0.07887963950634003
22484	rnn.bias_ih_l0_reverse	0	-0.0834089070558548
22484	rnn.bias_ih_l0_reverse	1	-0.07397642731666565
22484	rnn.bias_ih_l0_reverse	2	0.09767701476812363
22484	rnn.bias_ih_l0_reverse	3	0.04755464196205139
22484	rnn.bias_ih_l0_reverse	4	-0.1285591423511505
22484	rnn.bias_ih_l0_reverse	5	0.02974654547870159
22484	rnn.bias_ih_l0_reverse	6	-0.10777623951435089
22484	rnn.bias_ih_l0_reverse	7	0.03744305297732353
22484	rnn.bias_ih_l0_reverse	8	0.03399348631501198
22484	rnn.bias_ih_l0_reverse	9	0.06376662105321884
22484	rnn.bias_hh_l0_reverse	0	0.08166131377220154
22484	rnn.bias_hh_l0_reverse	1	0.05202881991863251
22484	rnn.bias_hh_l0_reverse	2	0.0757891908288002
22484	rnn.bias_hh_l0_reverse	3	-0.007417546585202217
22484	rnn.bias_hh_l0_reverse	4	0.07906532287597656
22484	rnn.bias_hh_l0_reverse	5	0.008956548757851124
22484	rnn.bias_hh_l0_reverse	6	-0.06006317213177681
22484	rnn.bias_hh_l0_reverse	7	0.03075329214334488
22484	rnn.bias_hh_l0_reverse	8	0.017468873411417007
22484	rnn.bias_hh_l0_reverse	9	-0.15094344317913055
22484	linear.weight	0	0.11935959756374359
22484	linear.weight	1	-0.15702097117900848
22484	linear.weight	2	-0.201854407787323
22484	linear.weight	3	0.05982176214456558
22484	linear.weight	4	-0.026519451290369034
22484	linear.weight	5	-0.005973014514893293
22484	linear.weight	6	-0.007241167593747377
22484	linear.weight	7	-0.028627604246139526
22484	linear.weight	8	0.07795563340187073
22484	linear.weight	9	0.34611690044403076
22484	linear.bias	0	-0.21462976932525635
22484	linear.bias	1	0.19051821529865265
22484	linear.bias	2	-0.5273728966712952
22484	linear.bias	3	1.7020258903503418
22484	linear.bias	4	-0.3936668038368225
22484	linear.bias	5	-0.030769959092140198
22484	linear.bias	6	-0.3514627516269684
22484	linear.bias	7	-0.27327096462249756
22484	linear.bias	8	-0.037442825734615326
22484	linear.bias	9	-0.49036741256713867
22512	transitions	0	-0.6433290243148804
22512	transitions	1	0.35561710596084595
22512	transitions	2	1.6801708936691284
22512	transitions	3	0.1022968739271164
22512	transitions	4	0.951055645942688
22512	transitions	5	1.2740145921707153
22512	transitions	6	0.4834078550338745
22512	transitions	7	0.17606544494628906
22512	transitions	8	-0.9194748401641846
22512	transitions	9	0.9306811690330505
22512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22512	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22512	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22512	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22512	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22512	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22512	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22512	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22512	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22512	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22512	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22512	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22512	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22512	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22512	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22512	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22512	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22512	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22512	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22512	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22512	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22512	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22512	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22512	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22512	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22512	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22512	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22512	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22512	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22512	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22512	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22512	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22512	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22512	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22512	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22512	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22512	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22512	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22512	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22512	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22512	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22512	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22512	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22512	embedding2nn.weight	0	0.026068296283483505
22512	embedding2nn.weight	1	0.013554399833083153
22512	embedding2nn.weight	2	-0.004285312723368406
22512	embedding2nn.weight	3	0.0014314512955024838
22512	embedding2nn.weight	4	-0.004450328182429075
22512	embedding2nn.weight	5	0.012576556764543056
22512	embedding2nn.weight	6	-0.0042804814875125885
22512	embedding2nn.weight	7	0.01927122101187706
22512	embedding2nn.weight	8	-0.0055806138552725315
22512	embedding2nn.weight	9	-0.0140970628708601
22512	embedding2nn.bias	0	-0.052839964628219604
22512	embedding2nn.bias	1	-0.023312704637646675
22512	embedding2nn.bias	2	-0.06473585218191147
22512	embedding2nn.bias	3	-0.004275723826140165
22512	embedding2nn.bias	4	0.005025529768317938
22512	embedding2nn.bias	5	-0.006506819278001785
22512	embedding2nn.bias	6	0.009568514302372932
22512	embedding2nn.bias	7	0.041448574513196945
22512	embedding2nn.bias	8	0.0053630792535841465
22512	embedding2nn.bias	9	-0.010983304120600224
22512	rnn.weight_ih_l0	0	0.03728402778506279
22512	rnn.weight_ih_l0	1	-0.013394847512245178
22512	rnn.weight_ih_l0	2	-0.03880620375275612
22512	rnn.weight_ih_l0	3	-0.04446582868695259
22512	rnn.weight_ih_l0	4	-0.051490284502506256
22512	rnn.weight_ih_l0	5	-0.008204168640077114
22512	rnn.weight_ih_l0	6	-0.053240612149238586
22512	rnn.weight_ih_l0	7	-0.05968579277396202
22512	rnn.weight_ih_l0	8	-0.04587327688932419
22512	rnn.weight_ih_l0	9	-0.027619509026408195
22512	rnn.weight_hh_l0	0	0.018752969801425934
22512	rnn.weight_hh_l0	1	-0.011003334075212479
22512	rnn.weight_hh_l0	2	-0.06830380111932755
22512	rnn.weight_hh_l0	3	-0.03181161358952522
22512	rnn.weight_hh_l0	4	-0.07759451121091843
22512	rnn.weight_hh_l0	5	-0.008824720047414303
22512	rnn.weight_hh_l0	6	-0.05060800909996033
22512	rnn.weight_hh_l0	7	-0.03079129382967949
22512	rnn.weight_hh_l0	8	-0.017510363832116127
22512	rnn.weight_hh_l0	9	-0.0020112793426960707
22512	rnn.bias_ih_l0	0	0.13417531549930573
22512	rnn.bias_ih_l0	1	-0.06164291128516197
22512	rnn.bias_ih_l0	2	0.10044237226247787
22512	rnn.bias_ih_l0	3	0.04168831184506416
22512	rnn.bias_ih_l0	4	0.09900112450122833
22512	rnn.bias_ih_l0	5	0.02194482646882534
22512	rnn.bias_ih_l0	6	-0.015115944668650627
22512	rnn.bias_ih_l0	7	-0.11949144303798676
22512	rnn.bias_ih_l0	8	-0.18963806331157684
22512	rnn.bias_ih_l0	9	0.07797728478908539
22512	rnn.bias_hh_l0	0	-0.0021285952534526587
22512	rnn.bias_hh_l0	1	0.020054155960679054
22512	rnn.bias_hh_l0	2	0.0024524303153157234
22512	rnn.bias_hh_l0	3	-0.02867814153432846
22512	rnn.bias_hh_l0	4	-0.04288782179355621
22512	rnn.bias_hh_l0	5	0.14109455049037933
22512	rnn.bias_hh_l0	6	0.03899607062339783
22512	rnn.bias_hh_l0	7	0.05581327900290489
22512	rnn.bias_hh_l0	8	0.019252795726060867
22512	rnn.bias_hh_l0	9	0.045719023793935776
22512	rnn.weight_ih_l0_reverse	0	-0.030042801052331924
22512	rnn.weight_ih_l0_reverse	1	-0.0038328098598867655
22512	rnn.weight_ih_l0_reverse	2	0.02503509446978569
22512	rnn.weight_ih_l0_reverse	3	-0.06227806583046913
22512	rnn.weight_ih_l0_reverse	4	0.009988662786781788
22512	rnn.weight_ih_l0_reverse	5	-0.0465855672955513
22512	rnn.weight_ih_l0_reverse	6	0.02251778356730938
22512	rnn.weight_ih_l0_reverse	7	0.04638715460896492
22512	rnn.weight_ih_l0_reverse	8	-0.045299775898456573
22512	rnn.weight_ih_l0_reverse	9	-0.05163395404815674
22512	rnn.weight_hh_l0_reverse	0	-0.08146201074123383
22512	rnn.weight_hh_l0_reverse	1	-0.06285757571458817
22512	rnn.weight_hh_l0_reverse	2	0.03589530661702156
22512	rnn.weight_hh_l0_reverse	3	0.04518788680434227
22512	rnn.weight_hh_l0_reverse	4	-0.008392700925469398
22512	rnn.weight_hh_l0_reverse	5	0.04313751310110092
22512	rnn.weight_hh_l0_reverse	6	-0.023812411352992058
22512	rnn.weight_hh_l0_reverse	7	0.0032107967417687178
22512	rnn.weight_hh_l0_reverse	8	-0.09564057737588882
22512	rnn.weight_hh_l0_reverse	9	0.07860477268695831
22512	rnn.bias_ih_l0_reverse	0	-0.08080421388149261
22512	rnn.bias_ih_l0_reverse	1	-0.07269271463155746
22512	rnn.bias_ih_l0_reverse	2	0.0974988266825676
22512	rnn.bias_ih_l0_reverse	3	0.04663438722491264
22512	rnn.bias_ih_l0_reverse	4	-0.12866947054862976
22512	rnn.bias_ih_l0_reverse	5	0.02981143817305565
22512	rnn.bias_ih_l0_reverse	6	-0.10920126736164093
22512	rnn.bias_ih_l0_reverse	7	0.03327779099345207
22512	rnn.bias_ih_l0_reverse	8	0.03275185823440552
22512	rnn.bias_ih_l0_reverse	9	0.06275483965873718
22512	rnn.bias_hh_l0_reverse	0	0.0796709805727005
22512	rnn.bias_hh_l0_reverse	1	0.05253341794013977
22512	rnn.bias_hh_l0_reverse	2	0.07581710815429688
22512	rnn.bias_hh_l0_reverse	3	-0.007700208108872175
22512	rnn.bias_hh_l0_reverse	4	0.076955147087574
22512	rnn.bias_hh_l0_reverse	5	0.01152956672012806
22512	rnn.bias_hh_l0_reverse	6	-0.05933461710810661
22512	rnn.bias_hh_l0_reverse	7	0.03240964189171791
22512	rnn.bias_hh_l0_reverse	8	0.016514021903276443
22512	rnn.bias_hh_l0_reverse	9	-0.15373635292053223
22512	linear.weight	0	0.11721605062484741
22512	linear.weight	1	-0.15700767934322357
22512	linear.weight	2	-0.201623797416687
22512	linear.weight	3	0.05973809212446213
22512	linear.weight	4	-0.02645151875913143
22512	linear.weight	5	-0.005546284839510918
22512	linear.weight	6	-0.007238255813717842
22512	linear.weight	7	-0.02860366925597191
22512	linear.weight	8	0.07576796412467957
22512	linear.weight	9	0.34791886806488037
22512	linear.bias	0	-0.21220579743385315
22512	linear.bias	1	0.19247272610664368
22512	linear.bias	2	-0.5278935432434082
22512	linear.bias	3	1.696583867073059
22512	linear.bias	4	-0.39415523409843445
22512	linear.bias	5	-0.030769959092140198
22512	linear.bias	6	-0.3507719933986664
22512	linear.bias	7	-0.27226632833480835
22512	linear.bias	8	-0.03519616648554802
22512	linear.bias	9	-0.49042102694511414
22540	transitions	0	-0.6433982253074646
22540	transitions	1	0.3555507957935333
22540	transitions	2	1.6800419092178345
22540	transitions	3	0.10227546840906143
22540	transitions	4	0.9510267972946167
22540	transitions	5	1.2740135192871094
22540	transitions	6	0.4834078252315521
22540	transitions	7	0.17606431245803833
22540	transitions	8	-0.9194753766059875
22540	transitions	9	0.9306776523590088
22540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22540	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22540	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22540	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22540	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22540	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22540	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22540	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22540	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22540	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22540	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22540	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22540	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22540	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22540	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22540	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22540	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22540	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22540	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22540	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22540	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22540	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22540	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22540	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22540	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22540	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22540	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22540	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22540	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22540	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22540	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22540	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22540	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22540	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22540	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22540	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22540	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22540	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22540	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22540	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22540	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22540	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22540	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22540	embedding2nn.weight	0	0.025962626561522484
22540	embedding2nn.weight	1	0.013367303647100925
22540	embedding2nn.weight	2	-0.0042802575044333935
22540	embedding2nn.weight	3	0.0013947037514299154
22540	embedding2nn.weight	4	-0.004477242939174175
22540	embedding2nn.weight	5	0.012376038357615471
22540	embedding2nn.weight	6	-0.004350488074123859
22540	embedding2nn.weight	7	0.01990465261042118
22540	embedding2nn.weight	8	-0.00547525379806757
22540	embedding2nn.weight	9	-0.014149884693324566
22540	embedding2nn.bias	0	-0.05689713731408119
22540	embedding2nn.bias	1	-0.027255432680249214
22540	embedding2nn.bias	2	-0.05754104629158974
22540	embedding2nn.bias	3	-0.003979974426329136
22540	embedding2nn.bias	4	0.008575734682381153
22540	embedding2nn.bias	5	-0.007730603683739901
22540	embedding2nn.bias	6	0.006937101949006319
22540	embedding2nn.bias	7	0.03169139102101326
22540	embedding2nn.bias	8	0.0019497108878567815
22540	embedding2nn.bias	9	-0.018066274002194405
22540	rnn.weight_ih_l0	0	0.0369870662689209
22540	rnn.weight_ih_l0	1	-0.013449485413730145
22540	rnn.weight_ih_l0	2	-0.03855833783745766
22540	rnn.weight_ih_l0	3	-0.044613126665353775
22540	rnn.weight_ih_l0	4	-0.05163690820336342
22540	rnn.weight_ih_l0	5	-0.00823973212391138
22540	rnn.weight_ih_l0	6	-0.05255149304866791
22540	rnn.weight_ih_l0	7	-0.06014693155884743
22540	rnn.weight_ih_l0	8	-0.04589857906103134
22540	rnn.weight_ih_l0	9	-0.027571065351366997
22540	rnn.weight_hh_l0	0	0.018490461632609367
22540	rnn.weight_hh_l0	1	-0.010617950931191444
22540	rnn.weight_hh_l0	2	-0.06891510635614395
22540	rnn.weight_hh_l0	3	-0.03159259259700775
22540	rnn.weight_hh_l0	4	-0.07771430909633636
22540	rnn.weight_hh_l0	5	-0.008683756925165653
22540	rnn.weight_hh_l0	6	-0.05086216703057289
22540	rnn.weight_hh_l0	7	-0.031171629205346107
22540	rnn.weight_hh_l0	8	-0.017643136903643608
22540	rnn.weight_hh_l0	9	-0.0026092904154211283
22540	rnn.bias_ih_l0	0	0.13405363261699677
22540	rnn.bias_ih_l0	1	-0.06264308840036392
22540	rnn.bias_ih_l0	2	0.10108277946710587
22540	rnn.bias_ih_l0	3	0.041901037096977234
22540	rnn.bias_ih_l0	4	0.09869042783975601
22540	rnn.bias_ih_l0	5	0.022641941905021667
22540	rnn.bias_ih_l0	6	-0.017414620146155357
22540	rnn.bias_ih_l0	7	-0.11959120631217957
22540	rnn.bias_ih_l0	8	-0.18894115090370178
22540	rnn.bias_ih_l0	9	0.07733152061700821
22540	rnn.bias_hh_l0	0	-0.000972708105109632
22540	rnn.bias_hh_l0	1	0.01752191036939621
22540	rnn.bias_hh_l0	2	0.002004628535360098
22540	rnn.bias_hh_l0	3	-0.028276903554797173
22540	rnn.bias_hh_l0	4	-0.04411592707037926
22540	rnn.bias_hh_l0	5	0.14076665043830872
22540	rnn.bias_hh_l0	6	0.03812910243868828
22540	rnn.bias_hh_l0	7	0.05851704999804497
22540	rnn.bias_hh_l0	8	0.016954120248556137
22540	rnn.bias_hh_l0	9	0.045289453119039536
22540	rnn.weight_ih_l0_reverse	0	-0.02973969839513302
22540	rnn.weight_ih_l0_reverse	1	-0.004288366064429283
22540	rnn.weight_ih_l0_reverse	2	0.024793194606900215
22540	rnn.weight_ih_l0_reverse	3	-0.06257513165473938
22540	rnn.weight_ih_l0_reverse	4	0.009787009097635746
22540	rnn.weight_ih_l0_reverse	5	-0.046577513217926025
22540	rnn.weight_ih_l0_reverse	6	0.024548420682549477
22540	rnn.weight_ih_l0_reverse	7	0.046345848590135574
22540	rnn.weight_ih_l0_reverse	8	-0.04528817534446716
22540	rnn.weight_ih_l0_reverse	9	-0.05158723145723343
22540	rnn.weight_hh_l0_reverse	0	-0.08126799762248993
22540	rnn.weight_hh_l0_reverse	1	-0.06286930292844772
22540	rnn.weight_hh_l0_reverse	2	0.035978399217128754
22540	rnn.weight_hh_l0_reverse	3	0.045131951570510864
22540	rnn.weight_hh_l0_reverse	4	-0.008885586634278297
22540	rnn.weight_hh_l0_reverse	5	0.04309506341814995
22540	rnn.weight_hh_l0_reverse	6	-0.02214629203081131
22540	rnn.weight_hh_l0_reverse	7	0.0034116816241294146
22540	rnn.weight_hh_l0_reverse	8	-0.09542432427406311
22540	rnn.weight_hh_l0_reverse	9	0.07895766943693161
22540	rnn.bias_ih_l0_reverse	0	-0.07955136895179749
22540	rnn.bias_ih_l0_reverse	1	-0.06936880946159363
22540	rnn.bias_ih_l0_reverse	2	0.09879446029663086
22540	rnn.bias_ih_l0_reverse	3	0.04555246978998184
22540	rnn.bias_ih_l0_reverse	4	-0.1290493905544281
22540	rnn.bias_ih_l0_reverse	5	0.029169121757149696
22540	rnn.bias_ih_l0_reverse	6	-0.10899125784635544
22540	rnn.bias_ih_l0_reverse	7	0.033776864409446716
22540	rnn.bias_ih_l0_reverse	8	0.03385501354932785
22540	rnn.bias_ih_l0_reverse	9	0.062483131885528564
22540	rnn.bias_hh_l0_reverse	0	0.07980566471815109
22540	rnn.bias_hh_l0_reverse	1	0.05250348523259163
22540	rnn.bias_hh_l0_reverse	2	0.07515266537666321
22540	rnn.bias_hh_l0_reverse	3	-0.007850670255720615
22540	rnn.bias_hh_l0_reverse	4	0.078066386282444
22540	rnn.bias_hh_l0_reverse	5	0.012151358649134636
22540	rnn.bias_hh_l0_reverse	6	-0.06040571630001068
22540	rnn.bias_hh_l0_reverse	7	0.03157024458050728
22540	rnn.bias_hh_l0_reverse	8	0.017641905695199966
22540	rnn.bias_hh_l0_reverse	9	-0.15515711903572083
22540	linear.weight	0	0.11863068491220474
22540	linear.weight	1	-0.16074088215827942
22540	linear.weight	2	-0.20229001343250275
22540	linear.weight	3	0.06036946922540665
22540	linear.weight	4	-0.024793492630124092
22540	linear.weight	5	-0.0049079833552241325
22540	linear.weight	6	-0.007227496709674597
22540	linear.weight	7	-0.028559375554323196
22540	linear.weight	8	0.07260745018720627
22540	linear.weight	9	0.35344016551971436
22540	linear.bias	0	-0.21765132248401642
22540	linear.bias	1	0.18711867928504944
22540	linear.bias	2	-0.5270386934280396
22540	linear.bias	3	1.7046747207641602
22540	linear.bias	4	-0.3928864300251007
22540	linear.bias	5	-0.030769959092140198
22540	linear.bias	6	-0.34984272718429565
22540	linear.bias	7	-0.2720606327056885
22540	linear.bias	8	-0.028805255889892578
22540	linear.bias	9	-0.4906090199947357
22568	transitions	0	-0.6434349417686462
22568	transitions	1	0.3555248975753784
22568	transitions	2	1.679965853691101
22568	transitions	3	0.1022290512919426
22568	transitions	4	0.9509947299957275
22568	transitions	5	1.2740118503570557
22568	transitions	6	0.48340731859207153
22568	transitions	7	0.17606312036514282
22568	transitions	8	-0.9194764494895935
22568	transitions	9	0.9306776523590088
22568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22568	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22568	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22568	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22568	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22568	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22568	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22568	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22568	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22568	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22568	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22568	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22568	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22568	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22568	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22568	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22568	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22568	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22568	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22568	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22568	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22568	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22568	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22568	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22568	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22568	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22568	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22568	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22568	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22568	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22568	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22568	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22568	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22568	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22568	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22568	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22568	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22568	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22568	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22568	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22568	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22568	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22568	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22568	embedding2nn.weight	0	0.02542426809668541
22568	embedding2nn.weight	1	0.013327132910490036
22568	embedding2nn.weight	2	-0.004299782682210207
22568	embedding2nn.weight	3	0.0012620072811841965
22568	embedding2nn.weight	4	-0.004555921535938978
22568	embedding2nn.weight	5	0.012477537617087364
22568	embedding2nn.weight	6	-0.004470288287848234
22568	embedding2nn.weight	7	0.01982646808028221
22568	embedding2nn.weight	8	-0.005684047006070614
22568	embedding2nn.weight	9	-0.014118696562945843
22568	embedding2nn.bias	0	-0.045630622655153275
22568	embedding2nn.bias	1	-0.027006976306438446
22568	embedding2nn.bias	2	-0.056645628064870834
22568	embedding2nn.bias	3	0.004653249401599169
22568	embedding2nn.bias	4	0.007911249063909054
22568	embedding2nn.bias	5	-0.006613364443182945
22568	embedding2nn.bias	6	0.017842009663581848
22568	embedding2nn.bias	7	0.03345369175076485
22568	embedding2nn.bias	8	0.008373184129595757
22568	embedding2nn.bias	9	-0.015224639326334
22568	rnn.weight_ih_l0	0	0.03695833310484886
22568	rnn.weight_ih_l0	1	-0.013152670115232468
22568	rnn.weight_ih_l0	2	-0.037738002836704254
22568	rnn.weight_ih_l0	3	-0.04453109949827194
22568	rnn.weight_ih_l0	4	-0.05144819617271423
22568	rnn.weight_ih_l0	5	-0.008366527035832405
22568	rnn.weight_ih_l0	6	-0.05266541987657547
22568	rnn.weight_ih_l0	7	-0.06036787107586861
22568	rnn.weight_ih_l0	8	-0.04597741365432739
22568	rnn.weight_ih_l0	9	-0.027753213420510292
22568	rnn.weight_hh_l0	0	0.01848921924829483
22568	rnn.weight_hh_l0	1	-0.010904377326369286
22568	rnn.weight_hh_l0	2	-0.06813567876815796
22568	rnn.weight_hh_l0	3	-0.03073696792125702
22568	rnn.weight_hh_l0	4	-0.07694723457098007
22568	rnn.weight_hh_l0	5	-0.007953162305057049
22568	rnn.weight_hh_l0	6	-0.05043485015630722
22568	rnn.weight_hh_l0	7	-0.032144710421562195
22568	rnn.weight_hh_l0	8	-0.017673643305897713
22568	rnn.weight_hh_l0	9	-0.0018039362039417028
22568	rnn.bias_ih_l0	0	0.13518372178077698
22568	rnn.bias_ih_l0	1	-0.06280602514743805
22568	rnn.bias_ih_l0	2	0.10077174752950668
22568	rnn.bias_ih_l0	3	0.04194887354969978
22568	rnn.bias_ih_l0	4	0.09646294265985489
22568	rnn.bias_ih_l0	5	0.026012636721134186
22568	rnn.bias_ih_l0	6	-0.017792202532291412
22568	rnn.bias_ih_l0	7	-0.11735790222883224
22568	rnn.bias_ih_l0	8	-0.1903296411037445
22568	rnn.bias_ih_l0	9	0.07798883318901062
22568	rnn.bias_hh_l0	0	0.0008500974508933723
22568	rnn.bias_hh_l0	1	0.018840843811631203
22568	rnn.bias_hh_l0	2	0.001735428348183632
22568	rnn.bias_hh_l0	3	-0.032007403671741486
22568	rnn.bias_hh_l0	4	-0.04287654533982277
22568	rnn.bias_hh_l0	5	0.14411446452140808
22568	rnn.bias_hh_l0	6	0.0363643579185009
22568	rnn.bias_hh_l0	7	0.056078553199768066
22568	rnn.bias_hh_l0	8	0.016576532274484634
22568	rnn.bias_hh_l0	9	0.045441269874572754
22568	rnn.weight_ih_l0_reverse	0	-0.029680462554097176
22568	rnn.weight_ih_l0_reverse	1	-0.0023696022108197212
22568	rnn.weight_ih_l0_reverse	2	0.025042898952960968
22568	rnn.weight_ih_l0_reverse	3	-0.0625375509262085
22568	rnn.weight_ih_l0_reverse	4	0.009627681225538254
22568	rnn.weight_ih_l0_reverse	5	-0.0463603213429451
22568	rnn.weight_ih_l0_reverse	6	0.025245362892746925
22568	rnn.weight_ih_l0_reverse	7	0.0462038591504097
22568	rnn.weight_ih_l0_reverse	8	-0.04515386000275612
22568	rnn.weight_ih_l0_reverse	9	-0.05158261954784393
22568	rnn.weight_hh_l0_reverse	0	-0.08108219504356384
22568	rnn.weight_hh_l0_reverse	1	-0.06143242493271828
22568	rnn.weight_hh_l0_reverse	2	0.036351416260004044
22568	rnn.weight_hh_l0_reverse	3	0.04530807584524155
22568	rnn.weight_hh_l0_reverse	4	-0.008971761912107468
22568	rnn.weight_hh_l0_reverse	5	0.04293477162718773
22568	rnn.weight_hh_l0_reverse	6	-0.022335857152938843
22568	rnn.weight_hh_l0_reverse	7	0.0028255546931177378
22568	rnn.weight_hh_l0_reverse	8	-0.09493765980005264
22568	rnn.weight_hh_l0_reverse	9	0.07861169427633286
22568	rnn.bias_ih_l0_reverse	0	-0.0728248879313469
22568	rnn.bias_ih_l0_reverse	1	-0.05928947031497955
22568	rnn.bias_ih_l0_reverse	2	0.09963478893041611
22568	rnn.bias_ih_l0_reverse	3	0.046116508543491364
22568	rnn.bias_ih_l0_reverse	4	-0.1289437860250473
22568	rnn.bias_ih_l0_reverse	5	0.02972223423421383
22568	rnn.bias_ih_l0_reverse	6	-0.10624872893095016
22568	rnn.bias_ih_l0_reverse	7	0.03417929261922836
22568	rnn.bias_ih_l0_reverse	8	0.032063137739896774
22568	rnn.bias_ih_l0_reverse	9	0.06389475613832474
22568	rnn.bias_hh_l0_reverse	0	0.07273520529270172
22568	rnn.bias_hh_l0_reverse	1	0.05448586121201515
22568	rnn.bias_hh_l0_reverse	2	0.07601229846477509
22568	rnn.bias_hh_l0_reverse	3	-0.00802740827202797
22568	rnn.bias_hh_l0_reverse	4	0.07864394038915634
22568	rnn.bias_hh_l0_reverse	5	0.014122403226792812
22568	rnn.bias_hh_l0_reverse	6	-0.05892479047179222
22568	rnn.bias_hh_l0_reverse	7	0.030518846586346626
22568	rnn.bias_hh_l0_reverse	8	0.01336989738047123
22568	rnn.bias_hh_l0_reverse	9	-0.16352757811546326
22568	linear.weight	0	0.12385565042495728
22568	linear.weight	1	-0.16073600947856903
22568	linear.weight	2	-0.20254091918468475
22568	linear.weight	3	0.06180596351623535
22568	linear.weight	4	-0.024294568225741386
22568	linear.weight	5	-0.004453802015632391
22568	linear.weight	6	-0.007226189132779837
22568	linear.weight	7	-0.02852390892803669
22568	linear.weight	8	0.07178161293268204
22568	linear.weight	9	0.3511904180049896
22568	linear.bias	0	-0.22791410982608795
22568	linear.bias	1	0.18344905972480774
22568	linear.bias	2	-0.5291115641593933
22568	linear.bias	3	1.709450364112854
22568	linear.bias	4	-0.3930458128452301
22568	linear.bias	5	-0.030769959092140198
22568	linear.bias	6	-0.35147613286972046
22568	linear.bias	7	-0.2722928524017334
22568	linear.bias	8	-0.03248653560876846
22568	linear.bias	9	-0.4906684160232544
22596	transitions	0	-0.6434785723686218
22596	transitions	1	0.3554958701133728
22596	transitions	2	1.6798856258392334
22596	transitions	3	0.10217071324586868
22596	transitions	4	0.9509776830673218
22596	transitions	5	1.274010419845581
22596	transitions	6	0.48340728878974915
22596	transitions	7	0.1760626584291458
22596	transitions	8	-0.9194768667221069
22596	transitions	9	0.9306776523590088
22596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22596	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22596	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22596	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22596	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22596	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22596	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22596	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22596	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22596	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22596	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22596	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22596	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22596	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22596	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22596	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22596	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22596	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22596	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22596	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22596	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22596	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22596	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22596	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22596	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22596	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22596	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22596	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22596	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22596	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22596	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22596	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22596	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22596	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22596	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22596	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22596	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22596	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22596	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22596	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22596	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22596	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22596	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22596	embedding2nn.weight	0	0.025574438273906708
22596	embedding2nn.weight	1	0.013388125225901604
22596	embedding2nn.weight	2	-0.004345536231994629
22596	embedding2nn.weight	3	0.001059990026988089
22596	embedding2nn.weight	4	-0.004541490226984024
22596	embedding2nn.weight	5	0.012405656278133392
22596	embedding2nn.weight	6	-0.004481877200305462
22596	embedding2nn.weight	7	0.0195731483399868
22596	embedding2nn.weight	8	-0.005651953164488077
22596	embedding2nn.weight	9	-0.014124268665909767
22596	embedding2nn.bias	0	-0.04290880262851715
22596	embedding2nn.bias	1	-0.028405874967575073
22596	embedding2nn.bias	2	-0.05587153509259224
22596	embedding2nn.bias	3	0.006590406410396099
22596	embedding2nn.bias	4	0.014542710036039352
22596	embedding2nn.bias	5	-0.006023121997714043
22596	embedding2nn.bias	6	0.02552119642496109
22596	embedding2nn.bias	7	0.026432182639837265
22596	embedding2nn.bias	8	0.008376097306609154
22596	embedding2nn.bias	9	-0.012096446007490158
22596	rnn.weight_ih_l0	0	0.03744756430387497
22596	rnn.weight_ih_l0	1	-0.012973146513104439
22596	rnn.weight_ih_l0	2	-0.03880650922656059
22596	rnn.weight_ih_l0	3	-0.0443248376250267
22596	rnn.weight_ih_l0	4	-0.051810864359140396
22596	rnn.weight_ih_l0	5	-0.008562478236854076
22596	rnn.weight_ih_l0	6	-0.052639637142419815
22596	rnn.weight_ih_l0	7	-0.060030579566955566
22596	rnn.weight_ih_l0	8	-0.045734941959381104
22596	rnn.weight_ih_l0	9	-0.02769341506063938
22596	rnn.weight_hh_l0	0	0.018951795995235443
22596	rnn.weight_hh_l0	1	-0.010748839005827904
22596	rnn.weight_hh_l0	2	-0.06942260265350342
22596	rnn.weight_hh_l0	3	-0.030537718906998634
22596	rnn.weight_hh_l0	4	-0.07752185314893723
22596	rnn.weight_hh_l0	5	-0.008262681774795055
22596	rnn.weight_hh_l0	6	-0.04934610426425934
22596	rnn.weight_hh_l0	7	-0.032106079161167145
22596	rnn.weight_hh_l0	8	-0.01733887940645218
22596	rnn.weight_hh_l0	9	-0.0029090733733028173
22596	rnn.bias_ih_l0	0	0.13474330306053162
22596	rnn.bias_ih_l0	1	-0.06136992946267128
22596	rnn.bias_ih_l0	2	0.09774578362703323
22596	rnn.bias_ih_l0	3	0.042027562856674194
22596	rnn.bias_ih_l0	4	0.09418505430221558
22596	rnn.bias_ih_l0	5	0.025828948244452477
22596	rnn.bias_ih_l0	6	-0.015823200345039368
22596	rnn.bias_ih_l0	7	-0.11598183959722519
22596	rnn.bias_ih_l0	8	-0.18799595534801483
22596	rnn.bias_ih_l0	9	0.07826996594667435
22596	rnn.bias_hh_l0	0	-0.00014606471813749522
22596	rnn.bias_hh_l0	1	0.017549188807606697
22596	rnn.bias_hh_l0	2	0.0018117937725037336
22596	rnn.bias_hh_l0	3	-0.033793676644563675
22596	rnn.bias_hh_l0	4	-0.044021476060152054
22596	rnn.bias_hh_l0	5	0.14438723027706146
22596	rnn.bias_hh_l0	6	0.03629389777779579
22596	rnn.bias_hh_l0	7	0.0559396967291832
22596	rnn.bias_hh_l0	8	0.01854553259909153
22596	rnn.bias_hh_l0	9	0.045497067272663116
22596	rnn.weight_ih_l0_reverse	0	-0.029462967067956924
22596	rnn.weight_ih_l0_reverse	1	-0.0025283240247517824
22596	rnn.weight_ih_l0_reverse	2	0.02475118450820446
22596	rnn.weight_ih_l0_reverse	3	-0.06277201324701309
22596	rnn.weight_ih_l0_reverse	4	0.009688230231404305
22596	rnn.weight_ih_l0_reverse	5	-0.04646269977092743
22596	rnn.weight_ih_l0_reverse	6	0.024714896455407143
22596	rnn.weight_ih_l0_reverse	7	0.046390142291784286
22596	rnn.weight_ih_l0_reverse	8	-0.04521595314145088
22596	rnn.weight_ih_l0_reverse	9	-0.0515311099588871
22596	rnn.weight_hh_l0_reverse	0	-0.08116395026445389
22596	rnn.weight_hh_l0_reverse	1	-0.06225806474685669
22596	rnn.weight_hh_l0_reverse	2	0.03635171428322792
22596	rnn.weight_hh_l0_reverse	3	0.04565896466374397
22596	rnn.weight_hh_l0_reverse	4	-0.009113544598221779
22596	rnn.weight_hh_l0_reverse	5	0.04268855229020119
22596	rnn.weight_hh_l0_reverse	6	-0.02288893796503544
22596	rnn.weight_hh_l0_reverse	7	0.002806171076372266
22596	rnn.weight_hh_l0_reverse	8	-0.09532751888036728
22596	rnn.weight_hh_l0_reverse	9	0.07709214836359024
22596	rnn.bias_ih_l0_reverse	0	-0.07284347712993622
22596	rnn.bias_ih_l0_reverse	1	-0.06194949150085449
22596	rnn.bias_ih_l0_reverse	2	0.09966133534908295
22596	rnn.bias_ih_l0_reverse	3	0.04538321495056152
22596	rnn.bias_ih_l0_reverse	4	-0.12988969683647156
22596	rnn.bias_ih_l0_reverse	5	0.03004276379942894
22596	rnn.bias_ih_l0_reverse	6	-0.10474872589111328
22596	rnn.bias_ih_l0_reverse	7	0.03590009734034538
22596	rnn.bias_ih_l0_reverse	8	0.03059997595846653
22596	rnn.bias_ih_l0_reverse	9	0.06420877575874329
22596	rnn.bias_hh_l0_reverse	0	0.07010915875434875
22596	rnn.bias_hh_l0_reverse	1	0.053140927106142044
22596	rnn.bias_hh_l0_reverse	2	0.07755094021558762
22596	rnn.bias_hh_l0_reverse	3	-0.007752662058919668
22596	rnn.bias_hh_l0_reverse	4	0.077116459608078
22596	rnn.bias_hh_l0_reverse	5	0.007836266420781612
22596	rnn.bias_hh_l0_reverse	6	-0.061709463596343994
22596	rnn.bias_hh_l0_reverse	7	0.030291903764009476
22596	rnn.bias_hh_l0_reverse	8	0.014573559165000916
22596	rnn.bias_hh_l0_reverse	9	-0.1659574806690216
22596	linear.weight	0	0.12179839611053467
22596	linear.weight	1	-0.16073180735111237
22596	linear.weight	2	-0.20233803987503052
22596	linear.weight	3	0.0620725080370903
22596	linear.weight	4	-0.0242336243391037
22596	linear.weight	5	-0.004265253432095051
22596	linear.weight	6	-0.00722027150914073
22596	linear.weight	7	-0.028514597564935684
22596	linear.weight	8	0.07124235481023788
22596	linear.weight	9	0.3413078784942627
22596	linear.bias	0	-0.21925538778305054
22596	linear.bias	1	0.18562808632850647
22596	linear.bias	2	-0.5286727547645569
22596	linear.bias	3	1.722937822341919
22596	linear.bias	4	-0.3932376801967621
22596	linear.bias	5	-0.030769959092140198
22596	linear.bias	6	-0.3500595688819885
22596	linear.bias	7	-0.27098098397254944
22596	linear.bias	8	-0.042982958257198334
22596	linear.bias	9	-0.49075251817703247
22624	transitions	0	-0.6435478925704956
22624	transitions	1	0.35545775294303894
22624	transitions	2	1.6798259019851685
22624	transitions	3	0.10211095213890076
22624	transitions	4	0.9509524703025818
22624	transitions	5	1.2740099430084229
22624	transitions	6	0.48340466618537903
22624	transitions	7	0.1760457307100296
22624	transitions	8	-0.9194781184196472
22624	transitions	9	0.9306776523590088
22624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22624	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22624	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22624	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22624	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22624	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22624	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22624	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22624	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22624	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22624	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22624	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22624	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22624	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22624	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22624	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22624	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22624	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22624	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22624	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22624	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22624	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22624	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22624	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22624	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22624	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22624	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22624	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22624	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22624	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22624	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22624	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22624	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22624	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22624	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22624	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22624	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22624	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22624	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22624	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22624	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22624	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22624	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22624	embedding2nn.weight	0	0.02574208937585354
22624	embedding2nn.weight	1	0.013352271169424057
22624	embedding2nn.weight	2	-0.004366424400359392
22624	embedding2nn.weight	3	0.0011358506744727492
22624	embedding2nn.weight	4	-0.004498472437262535
22624	embedding2nn.weight	5	0.012461469508707523
22624	embedding2nn.weight	6	-0.004466742742806673
22624	embedding2nn.weight	7	0.019460072740912437
22624	embedding2nn.weight	8	-0.005749854724854231
22624	embedding2nn.weight	9	-0.014009391888976097
22624	embedding2nn.bias	0	-0.040911026298999786
22624	embedding2nn.bias	1	-0.0331786647439003
22624	embedding2nn.bias	2	-0.05822103098034859
22624	embedding2nn.bias	3	0.009254726581275463
22624	embedding2nn.bias	4	0.0008949220646172762
22624	embedding2nn.bias	5	-0.0006816615932621062
22624	embedding2nn.bias	6	0.027881206944584846
22624	embedding2nn.bias	7	0.018452078104019165
22624	embedding2nn.bias	8	0.007791320793330669
22624	embedding2nn.bias	9	-0.007294591516256332
22624	rnn.weight_ih_l0	0	0.03743254765868187
22624	rnn.weight_ih_l0	1	-0.012249883264303207
22624	rnn.weight_ih_l0	2	-0.039403170347213745
22624	rnn.weight_ih_l0	3	-0.044161271303892136
22624	rnn.weight_ih_l0	4	-0.05190562456846237
22624	rnn.weight_ih_l0	5	-0.008603360503911972
22624	rnn.weight_ih_l0	6	-0.05267251282930374
22624	rnn.weight_ih_l0	7	-0.060068532824516296
22624	rnn.weight_ih_l0	8	-0.04587400332093239
22624	rnn.weight_ih_l0	9	-0.027744511142373085
22624	rnn.weight_hh_l0	0	0.019401276484131813
22624	rnn.weight_hh_l0	1	-0.010528073646128178
22624	rnn.weight_hh_l0	2	-0.06937047839164734
22624	rnn.weight_hh_l0	3	-0.030377527698874474
22624	rnn.weight_hh_l0	4	-0.07778120040893555
22624	rnn.weight_hh_l0	5	-0.007799215614795685
22624	rnn.weight_hh_l0	6	-0.049205198884010315
22624	rnn.weight_hh_l0	7	-0.03269094601273537
22624	rnn.weight_hh_l0	8	-0.01768040657043457
22624	rnn.weight_hh_l0	9	-0.0021827707532793283
22624	rnn.bias_ih_l0	0	0.13330508768558502
22624	rnn.bias_ih_l0	1	-0.06141150742769241
22624	rnn.bias_ih_l0	2	0.0965847447514534
22624	rnn.bias_ih_l0	3	0.041461031883955
22624	rnn.bias_ih_l0	4	0.094248928129673
22624	rnn.bias_ih_l0	5	0.026136405766010284
22624	rnn.bias_ih_l0	6	-0.01445622369647026
22624	rnn.bias_ih_l0	7	-0.11921180039644241
22624	rnn.bias_ih_l0	8	-0.19285522401332855
22624	rnn.bias_ih_l0	9	0.07631241530179977
22624	rnn.bias_hh_l0	0	-0.002053667325526476
22624	rnn.bias_hh_l0	1	0.01806517317891121
22624	rnn.bias_hh_l0	2	0.0030420073308050632
22624	rnn.bias_hh_l0	3	-0.034163981676101685
22624	rnn.bias_hh_l0	4	-0.0435967855155468
22624	rnn.bias_hh_l0	5	0.1451246291399002
22624	rnn.bias_hh_l0	6	0.036417391151189804
22624	rnn.bias_hh_l0	7	0.05712439864873886
22624	rnn.bias_hh_l0	8	0.019912507385015488
22624	rnn.bias_hh_l0	9	0.04480158910155296
22624	rnn.weight_ih_l0_reverse	0	-0.029051732271909714
22624	rnn.weight_ih_l0_reverse	1	-0.0029225593898445368
22624	rnn.weight_ih_l0_reverse	2	0.024964863434433937
22624	rnn.weight_ih_l0_reverse	3	-0.0631236881017685
22624	rnn.weight_ih_l0_reverse	4	0.00956853199750185
22624	rnn.weight_ih_l0_reverse	5	-0.04602968692779541
22624	rnn.weight_ih_l0_reverse	6	0.02542211301624775
22624	rnn.weight_ih_l0_reverse	7	0.046617958694696426
22624	rnn.weight_ih_l0_reverse	8	-0.04535026103258133
22624	rnn.weight_ih_l0_reverse	9	-0.05157559737563133
22624	rnn.weight_hh_l0_reverse	0	-0.08174822479486465
22624	rnn.weight_hh_l0_reverse	1	-0.061827708035707474
22624	rnn.weight_hh_l0_reverse	2	0.0363822840154171
22624	rnn.weight_hh_l0_reverse	3	0.0460628978908062
22624	rnn.weight_hh_l0_reverse	4	-0.008405447006225586
22624	rnn.weight_hh_l0_reverse	5	0.043262090533971786
22624	rnn.weight_hh_l0_reverse	6	-0.02289416640996933
22624	rnn.weight_hh_l0_reverse	7	0.002414493588730693
22624	rnn.weight_hh_l0_reverse	8	-0.0948190689086914
22624	rnn.weight_hh_l0_reverse	9	0.0767579972743988
22624	rnn.bias_ih_l0_reverse	0	-0.07369522750377655
22624	rnn.bias_ih_l0_reverse	1	-0.06329577416181564
22624	rnn.bias_ih_l0_reverse	2	0.09915683418512344
22624	rnn.bias_ih_l0_reverse	3	0.044721703976392746
22624	rnn.bias_ih_l0_reverse	4	-0.12853479385375977
22624	rnn.bias_ih_l0_reverse	5	0.0316774882376194
22624	rnn.bias_ih_l0_reverse	6	-0.10673339664936066
22624	rnn.bias_ih_l0_reverse	7	0.037387460470199585
22624	rnn.bias_ih_l0_reverse	8	0.030151808634400368
22624	rnn.bias_ih_l0_reverse	9	0.06459884345531464
22624	rnn.bias_hh_l0_reverse	0	0.07142024487257004
22624	rnn.bias_hh_l0_reverse	1	0.05440822243690491
22624	rnn.bias_hh_l0_reverse	2	0.0767163336277008
22624	rnn.bias_hh_l0_reverse	3	-0.007490664254873991
22624	rnn.bias_hh_l0_reverse	4	0.07620894908905029
22624	rnn.bias_hh_l0_reverse	5	0.005810268223285675
22624	rnn.bias_hh_l0_reverse	6	-0.05998918041586876
22624	rnn.bias_hh_l0_reverse	7	0.031131383031606674
22624	rnn.bias_hh_l0_reverse	8	0.017292417585849762
22624	rnn.bias_hh_l0_reverse	9	-0.16804203391075134
22624	linear.weight	0	0.12484266608953476
22624	linear.weight	1	-0.16072560846805573
22624	linear.weight	2	-0.20230913162231445
22624	linear.weight	3	0.05748225748538971
22624	linear.weight	4	-0.02306060865521431
22624	linear.weight	5	-0.0046837301924824715
22624	linear.weight	6	-0.007211324293166399
22624	linear.weight	7	-0.028488220646977425
22624	linear.weight	8	0.07126423716545105
22624	linear.weight	9	0.3424985110759735
22624	linear.bias	0	-0.22933818399906158
22624	linear.bias	1	0.1844608336687088
22624	linear.bias	2	-0.5327785611152649
22624	linear.bias	3	1.7122012376785278
22624	linear.bias	4	-0.3934292197227478
22624	linear.bias	5	-0.030769959092140198
22624	linear.bias	6	-0.3529484272003174
22624	linear.bias	7	-0.271762877702713
22624	linear.bias	8	-0.03998933732509613
22624	linear.bias	9	-0.4908560812473297
22652	transitions	0	-0.6435861587524414
22652	transitions	1	0.3554207682609558
22652	transitions	2	1.6797665357589722
22652	transitions	3	0.10209349542856216
22652	transitions	4	0.9508646726608276
22652	transitions	5	1.2740079164505005
22652	transitions	6	0.4833976924419403
22652	transitions	7	0.1760452538728714
22652	transitions	8	-0.91948002576828
22652	transitions	9	0.9306776523590088
22652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22652	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22652	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22652	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22652	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22652	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22652	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22652	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22652	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22652	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22652	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22652	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22652	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22652	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22652	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22652	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22652	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22652	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22652	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22652	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22652	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22652	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22652	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22652	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22652	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22652	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22652	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22652	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22652	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22652	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22652	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22652	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22652	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22652	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22652	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22652	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22652	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22652	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22652	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22652	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22652	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22652	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22652	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22652	embedding2nn.weight	0	0.025913329795002937
22652	embedding2nn.weight	1	0.0135479886084795
22652	embedding2nn.weight	2	-0.004414125811308622
22652	embedding2nn.weight	3	0.0009424797026440501
22652	embedding2nn.weight	4	-0.0044633774086833
22652	embedding2nn.weight	5	0.012455769814550877
22652	embedding2nn.weight	6	-0.004418545868247747
22652	embedding2nn.weight	7	0.01986880600452423
22652	embedding2nn.weight	8	-0.005762665998190641
22652	embedding2nn.weight	9	-0.01400618627667427
22652	embedding2nn.bias	0	-0.04300271347165108
22652	embedding2nn.bias	1	-0.03801608830690384
22652	embedding2nn.bias	2	-0.055341970175504684
22652	embedding2nn.bias	3	0.01812802068889141
22652	embedding2nn.bias	4	0.0008867126889526844
22652	embedding2nn.bias	5	-0.004585267510265112
22652	embedding2nn.bias	6	0.03197035938501358
22652	embedding2nn.bias	7	0.022288823500275612
22652	embedding2nn.bias	8	0.0023038778454065323
22652	embedding2nn.bias	9	-0.00771609041839838
22652	rnn.weight_ih_l0	0	0.03730925917625427
22652	rnn.weight_ih_l0	1	-0.012140389531850815
22652	rnn.weight_ih_l0	2	-0.03928295522928238
22652	rnn.weight_ih_l0	3	-0.04433722048997879
22652	rnn.weight_ih_l0	4	-0.05174944922327995
22652	rnn.weight_ih_l0	5	-0.008730947971343994
22652	rnn.weight_ih_l0	6	-0.052721064537763596
22652	rnn.weight_ih_l0	7	-0.06001697853207588
22652	rnn.weight_ih_l0	8	-0.04567340388894081
22652	rnn.weight_ih_l0	9	-0.027863049879670143
22652	rnn.weight_hh_l0	0	0.019175812602043152
22652	rnn.weight_hh_l0	1	-0.010426624678075314
22652	rnn.weight_hh_l0	2	-0.06954753398895264
22652	rnn.weight_hh_l0	3	-0.030552947893738747
22652	rnn.weight_hh_l0	4	-0.07822500914335251
22652	rnn.weight_hh_l0	5	-0.00778680294752121
22652	rnn.weight_hh_l0	6	-0.049040231853723526
22652	rnn.weight_hh_l0	7	-0.032802995294332504
22652	rnn.weight_hh_l0	8	-0.017641767859458923
22652	rnn.weight_hh_l0	9	-0.0014143278822302818
22652	rnn.bias_ih_l0	0	0.13467788696289062
22652	rnn.bias_ih_l0	1	-0.06358729302883148
22652	rnn.bias_ih_l0	2	0.09427548944950104
22652	rnn.bias_ih_l0	3	0.04379374906420708
22652	rnn.bias_ih_l0	4	0.09442684799432755
22652	rnn.bias_ih_l0	5	0.025766076520085335
22652	rnn.bias_ih_l0	6	-0.014200907200574875
22652	rnn.bias_ih_l0	7	-0.11433787643909454
22652	rnn.bias_ih_l0	8	-0.18763962388038635
22652	rnn.bias_ih_l0	9	0.07702923566102982
22652	rnn.bias_hh_l0	0	-0.0018905883189290762
22652	rnn.bias_hh_l0	1	0.018995072692632675
22652	rnn.bias_hh_l0	2	0.0021538238506764174
22652	rnn.bias_hh_l0	3	-0.03306043893098831
22652	rnn.bias_hh_l0	4	-0.04185099899768829
22652	rnn.bias_hh_l0	5	0.14803627133369446
22652	rnn.bias_hh_l0	6	0.036443937569856644
22652	rnn.bias_hh_l0	7	0.0571199394762516
22652	rnn.bias_hh_l0	8	0.020167823880910873
22652	rnn.bias_hh_l0	9	0.04399104788899422
22652	rnn.weight_ih_l0_reverse	0	-0.028923984616994858
22652	rnn.weight_ih_l0_reverse	1	-0.003040085081011057
22652	rnn.weight_ih_l0_reverse	2	0.024842217564582825
22652	rnn.weight_ih_l0_reverse	3	-0.06291987001895905
22652	rnn.weight_ih_l0_reverse	4	0.009633446112275124
22652	rnn.weight_ih_l0_reverse	5	-0.04635678604245186
22652	rnn.weight_ih_l0_reverse	6	0.02590825967490673
22652	rnn.weight_ih_l0_reverse	7	0.0465068444609642
22652	rnn.weight_ih_l0_reverse	8	-0.04546074569225311
22652	rnn.weight_ih_l0_reverse	9	-0.051203034818172455
22652	rnn.weight_hh_l0_reverse	0	-0.08123228698968887
22652	rnn.weight_hh_l0_reverse	1	-0.06069070100784302
22652	rnn.weight_hh_l0_reverse	2	0.03583260253071785
22652	rnn.weight_hh_l0_reverse	3	0.04535495862364769
22652	rnn.weight_hh_l0_reverse	4	-0.008737077936530113
22652	rnn.weight_hh_l0_reverse	5	0.0431554839015007
22652	rnn.weight_hh_l0_reverse	6	-0.021474774926900864
22652	rnn.weight_hh_l0_reverse	7	0.0021690744906663895
22652	rnn.weight_hh_l0_reverse	8	-0.09513485431671143
22652	rnn.weight_hh_l0_reverse	9	0.07619550079107285
22652	rnn.bias_ih_l0_reverse	0	-0.0777382180094719
22652	rnn.bias_ih_l0_reverse	1	-0.07242248952388763
22652	rnn.bias_ih_l0_reverse	2	0.10170090943574905
22652	rnn.bias_ih_l0_reverse	3	0.0439743772149086
22652	rnn.bias_ih_l0_reverse	4	-0.12718935310840607
22652	rnn.bias_ih_l0_reverse	5	0.030157623812556267
22652	rnn.bias_ih_l0_reverse	6	-0.1067386046051979
22652	rnn.bias_ih_l0_reverse	7	0.0371844656765461
22652	rnn.bias_ih_l0_reverse	8	0.029939284548163414
22652	rnn.bias_ih_l0_reverse	9	0.06252837926149368
22652	rnn.bias_hh_l0_reverse	0	0.07372407615184784
22652	rnn.bias_hh_l0_reverse	1	0.054652195423841476
22652	rnn.bias_hh_l0_reverse	2	0.0764007493853569
22652	rnn.bias_hh_l0_reverse	3	-0.007760245818644762
22652	rnn.bias_hh_l0_reverse	4	0.07670000195503235
22652	rnn.bias_hh_l0_reverse	5	0.0024226645473390818
22652	rnn.bias_hh_l0_reverse	6	-0.05993681773543358
22652	rnn.bias_hh_l0_reverse	7	0.029425399377942085
22652	rnn.bias_hh_l0_reverse	8	0.01708156056702137
22652	rnn.bias_hh_l0_reverse	9	-0.16803261637687683
22652	linear.weight	0	0.12144416570663452
22652	linear.weight	1	-0.16069896519184113
22652	linear.weight	2	-0.20007272064685822
22652	linear.weight	3	0.057879362255334854
22652	linear.weight	4	-0.023218931630253792
22652	linear.weight	5	-0.004592094570398331
22652	linear.weight	6	-0.007207633461803198
22652	linear.weight	7	-0.028418797999620438
22652	linear.weight	8	0.06942738592624664
22652	linear.weight	9	0.3415873944759369
22652	linear.bias	0	-0.24256829917430878
22652	linear.bias	1	0.18534646928310394
22652	linear.bias	2	-0.5328325629234314
22652	linear.bias	3	1.7173012495040894
22652	linear.bias	4	-0.39366087317466736
22652	linear.bias	5	-0.030769959092140198
22652	linear.bias	6	-0.35334691405296326
22652	linear.bias	7	-0.2699410915374756
22652	linear.bias	8	-0.028223739936947823
22652	linear.bias	9	-0.49105650186538696
22680	transitions	0	-0.6436246633529663
22680	transitions	1	0.35537776350975037
22680	transitions	2	1.6797176599502563
22680	transitions	3	0.10206405073404312
22680	transitions	4	0.950788140296936
22680	transitions	5	1.2740061283111572
22680	transitions	6	0.4833964705467224
22680	transitions	7	0.17604248225688934
22680	transitions	8	-0.9194802045822144
22680	transitions	9	0.9306776523590088
22680	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22680	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22680	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22680	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22680	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22680	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22680	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22680	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22680	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22680	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22680	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22680	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22680	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22680	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22680	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22680	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22680	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22680	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22680	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22680	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22680	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22680	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22680	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22680	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22680	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22680	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22680	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22680	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22680	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22680	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22680	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22680	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22680	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22680	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22680	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22680	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22680	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22680	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22680	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22680	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22680	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22680	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22680	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22680	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22680	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22680	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22680	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22680	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22680	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22680	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22680	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22680	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22680	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22680	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22680	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22680	embedding2nn.weight	0	0.025941625237464905
22680	embedding2nn.weight	1	0.013723781332373619
22680	embedding2nn.weight	2	-0.00446225143969059
22680	embedding2nn.weight	3	0.0009306149440817535
22680	embedding2nn.weight	4	-0.004421890713274479
22680	embedding2nn.weight	5	0.0123831108212471
22680	embedding2nn.weight	6	-0.004433215130120516
22680	embedding2nn.weight	7	0.020147614181041718
22680	embedding2nn.weight	8	-0.005821132101118565
22680	embedding2nn.weight	9	-0.014064331538975239
22680	embedding2nn.bias	0	-0.04196951538324356
22680	embedding2nn.bias	1	-0.03784044086933136
22680	embedding2nn.bias	2	-0.052042361348867416
22680	embedding2nn.bias	3	0.019255658611655235
22680	embedding2nn.bias	4	0.003257064614444971
22680	embedding2nn.bias	5	0.00038564731949009
22680	embedding2nn.bias	6	0.02924576960504055
22680	embedding2nn.bias	7	0.02254675328731537
22680	embedding2nn.bias	8	0.005344752687960863
22680	embedding2nn.bias	9	-0.0035873560700565577
22680	rnn.weight_ih_l0	0	0.0374007523059845
22680	rnn.weight_ih_l0	1	-0.012560672126710415
22680	rnn.weight_ih_l0	2	-0.0396779403090477
22680	rnn.weight_ih_l0	3	-0.044038355350494385
22680	rnn.weight_ih_l0	4	-0.05141659080982208
22680	rnn.weight_ih_l0	5	-0.00888582319021225
22680	rnn.weight_ih_l0	6	-0.052613019943237305
22680	rnn.weight_ih_l0	7	-0.06007453426718712
22680	rnn.weight_ih_l0	8	-0.04567856714129448
22680	rnn.weight_ih_l0	9	-0.02786065638065338
22680	rnn.weight_hh_l0	0	0.018740348517894745
22680	rnn.weight_hh_l0	1	-0.010615217499434948
22680	rnn.weight_hh_l0	2	-0.06896933168172836
22680	rnn.weight_hh_l0	3	-0.030499303713440895
22680	rnn.weight_hh_l0	4	-0.07799200713634491
22680	rnn.weight_hh_l0	5	-0.007638770621269941
22680	rnn.weight_hh_l0	6	-0.04904349520802498
22680	rnn.weight_hh_l0	7	-0.03313280642032623
22680	rnn.weight_hh_l0	8	-0.01785246841609478
22680	rnn.weight_hh_l0	9	-0.0006873439415358007
22680	rnn.bias_ih_l0	0	0.13421177864074707
22680	rnn.bias_ih_l0	1	-0.06360079348087311
22680	rnn.bias_ih_l0	2	0.09392636269330978
22680	rnn.bias_ih_l0	3	0.044888678938150406
22680	rnn.bias_ih_l0	4	0.09467596560716629
22680	rnn.bias_ih_l0	5	0.024729255586862564
22680	rnn.bias_ih_l0	6	-0.012036853469908237
22680	rnn.bias_ih_l0	7	-0.1098419800400734
22680	rnn.bias_ih_l0	8	-0.19487255811691284
22680	rnn.bias_ih_l0	9	0.07575210928916931
22680	rnn.bias_hh_l0	0	-0.0005297129391692579
22680	rnn.bias_hh_l0	1	0.019499223679304123
22680	rnn.bias_hh_l0	2	0.0014720470644533634
22680	rnn.bias_hh_l0	3	-0.03215174749493599
22680	rnn.bias_hh_l0	4	-0.04253094643354416
22680	rnn.bias_hh_l0	5	0.1473822146654129
22680	rnn.bias_hh_l0	6	0.03936401754617691
22680	rnn.bias_hh_l0	7	0.05566032975912094
22680	rnn.bias_hh_l0	8	0.022331876680254936
22680	rnn.bias_hh_l0	9	0.04384155198931694
22680	rnn.weight_ih_l0_reverse	0	-0.02963811345398426
22680	rnn.weight_ih_l0_reverse	1	-0.003789567155763507
22680	rnn.weight_ih_l0_reverse	2	0.02475995570421219
22680	rnn.weight_ih_l0_reverse	3	-0.0629977211356163
22680	rnn.weight_ih_l0_reverse	4	0.010049856267869473
22680	rnn.weight_ih_l0_reverse	5	-0.04718445986509323
22680	rnn.weight_ih_l0_reverse	6	0.02751079387962818
22680	rnn.weight_ih_l0_reverse	7	0.04684319719672203
22680	rnn.weight_ih_l0_reverse	8	-0.04533572122454643
22680	rnn.weight_ih_l0_reverse	9	-0.051293473690748215
22680	rnn.weight_hh_l0_reverse	0	-0.08162647485733032
22680	rnn.weight_hh_l0_reverse	1	-0.06074735149741173
22680	rnn.weight_hh_l0_reverse	2	0.03586595878005028
22680	rnn.weight_hh_l0_reverse	3	0.04510938748717308
22680	rnn.weight_hh_l0_reverse	4	-0.009223738685250282
22680	rnn.weight_hh_l0_reverse	5	0.04326240345835686
22680	rnn.weight_hh_l0_reverse	6	-0.019900092855095863
22680	rnn.weight_hh_l0_reverse	7	0.0021832503844052553
22680	rnn.weight_hh_l0_reverse	8	-0.09552507847547531
22680	rnn.weight_hh_l0_reverse	9	0.07623188197612762
22680	rnn.bias_ih_l0_reverse	0	-0.08273878693580627
22680	rnn.bias_ih_l0_reverse	1	-0.06734071671962738
22680	rnn.bias_ih_l0_reverse	2	0.09986890107393265
22680	rnn.bias_ih_l0_reverse	3	0.04533815011382103
22680	rnn.bias_ih_l0_reverse	4	-0.1276124119758606
22680	rnn.bias_ih_l0_reverse	5	0.03042701631784439
22680	rnn.bias_ih_l0_reverse	6	-0.10512159764766693
22680	rnn.bias_ih_l0_reverse	7	0.035620756447315216
22680	rnn.bias_ih_l0_reverse	8	0.03152581676840782
22680	rnn.bias_ih_l0_reverse	9	0.06385469436645508
22680	rnn.bias_hh_l0_reverse	0	0.07605770975351334
22680	rnn.bias_hh_l0_reverse	1	0.054525576531887054
22680	rnn.bias_hh_l0_reverse	2	0.0746014341711998
22680	rnn.bias_hh_l0_reverse	3	-0.006162993609905243
22680	rnn.bias_hh_l0_reverse	4	0.07716317474842072
22680	rnn.bias_hh_l0_reverse	5	-0.0002961875288747251
22680	rnn.bias_hh_l0_reverse	6	-0.05924805626273155
22680	rnn.bias_hh_l0_reverse	7	0.029597878456115723
22680	rnn.bias_hh_l0_reverse	8	0.015671133995056152
22680	rnn.bias_hh_l0_reverse	9	-0.16894479095935822
22680	linear.weight	0	0.12353919446468353
22680	linear.weight	1	-0.1606866419315338
22680	linear.weight	2	-0.19959624111652374
22680	linear.weight	3	0.05826198309659958
22680	linear.weight	4	-0.023046210408210754
22680	linear.weight	5	-0.004384987521916628
22680	linear.weight	6	-0.007200302556157112
22680	linear.weight	7	-0.02838132716715336
22680	linear.weight	8	0.0693996250629425
22680	linear.weight	9	0.34034475684165955
22680	linear.bias	0	-0.2355928122997284
22680	linear.bias	1	0.19169463217258453
22680	linear.bias	2	-0.5332220196723938
22680	linear.bias	3	1.7193024158477783
22680	linear.bias	4	-0.3938397765159607
22680	linear.bias	5	-0.030769959092140198
22680	linear.bias	6	-0.3538918197154999
22680	linear.bias	7	-0.2713606357574463
22680	linear.bias	8	-0.02426118589937687
22680	linear.bias	9	-0.4911250174045563
22708	transitions	0	-0.6436909437179565
22708	transitions	1	0.3553122878074646
22708	transitions	2	1.679670810699463
22708	transitions	3	0.10204744338989258
22708	transitions	4	0.9507772326469421
22708	transitions	5	1.2740048170089722
22708	transitions	6	0.4833950698375702
22708	transitions	7	0.17603799700737
22708	transitions	8	-0.9194815754890442
22708	transitions	9	0.9306776523590088
22708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22708	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22708	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22708	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22708	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22708	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22708	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22708	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22708	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22708	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22708	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22708	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22708	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22708	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22708	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22708	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22708	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22708	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22708	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22708	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22708	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22708	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22708	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22708	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22708	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22708	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22708	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22708	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22708	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22708	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22708	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22708	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22708	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22708	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22708	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22708	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22708	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22708	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22708	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22708	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22708	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22708	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22708	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22708	embedding2nn.weight	0	0.026075325906276703
22708	embedding2nn.weight	1	0.013520360924303532
22708	embedding2nn.weight	2	-0.004461035598069429
22708	embedding2nn.weight	3	0.0010843324707821012
22708	embedding2nn.weight	4	-0.0043534948490560055
22708	embedding2nn.weight	5	0.01228620857000351
22708	embedding2nn.weight	6	-0.004620659165084362
22708	embedding2nn.weight	7	0.020681697875261307
22708	embedding2nn.weight	8	-0.005531431641429663
22708	embedding2nn.weight	9	-0.014033086597919464
22708	embedding2nn.bias	0	-0.03727543354034424
22708	embedding2nn.bias	1	-0.03609847277402878
22708	embedding2nn.bias	2	-0.05495411530137062
22708	embedding2nn.bias	3	0.024382738396525383
22708	embedding2nn.bias	4	-0.002304556081071496
22708	embedding2nn.bias	5	-0.0013814769918099046
22708	embedding2nn.bias	6	0.028703078627586365
22708	embedding2nn.bias	7	0.026085171848535538
22708	embedding2nn.bias	8	0.00401315139606595
22708	embedding2nn.bias	9	-0.007715411018580198
22708	rnn.weight_ih_l0	0	0.03752864524722099
22708	rnn.weight_ih_l0	1	-0.011995910666882992
22708	rnn.weight_ih_l0	2	-0.0389893613755703
22708	rnn.weight_ih_l0	3	-0.0445202961564064
22708	rnn.weight_ih_l0	4	-0.05129176750779152
22708	rnn.weight_ih_l0	5	-0.008971421048045158
22708	rnn.weight_ih_l0	6	-0.05207059904932976
22708	rnn.weight_ih_l0	7	-0.05981485918164253
22708	rnn.weight_ih_l0	8	-0.045541588217020035
22708	rnn.weight_ih_l0	9	-0.0279760230332613
22708	rnn.weight_hh_l0	0	0.018887843936681747
22708	rnn.weight_hh_l0	1	-0.010160483419895172
22708	rnn.weight_hh_l0	2	-0.0688866376876831
22708	rnn.weight_hh_l0	3	-0.03033680096268654
22708	rnn.weight_hh_l0	4	-0.07759834825992584
22708	rnn.weight_hh_l0	5	-0.007365067955106497
22708	rnn.weight_hh_l0	6	-0.051388707011938095
22708	rnn.weight_hh_l0	7	-0.03260567784309387
22708	rnn.weight_hh_l0	8	-0.017695637419819832
22708	rnn.weight_hh_l0	9	6.0176233091624454e-05
22708	rnn.bias_ih_l0	0	0.13593631982803345
22708	rnn.bias_ih_l0	1	-0.06215491518378258
22708	rnn.bias_ih_l0	2	0.09312952309846878
22708	rnn.bias_ih_l0	3	0.04405589774250984
22708	rnn.bias_ih_l0	4	0.0923088788986206
22708	rnn.bias_ih_l0	5	0.024007374420762062
22708	rnn.bias_ih_l0	6	-0.012354166246950626
22708	rnn.bias_ih_l0	7	-0.10799219459295273
22708	rnn.bias_ih_l0	8	-0.1930619478225708
22708	rnn.bias_ih_l0	9	0.07671642303466797
22708	rnn.bias_hh_l0	0	0.0001833214919315651
22708	rnn.bias_hh_l0	1	0.01917964592576027
22708	rnn.bias_hh_l0	2	-0.0007965697441250086
22708	rnn.bias_hh_l0	3	-0.03210343420505524
22708	rnn.bias_hh_l0	4	-0.040781453251838684
22708	rnn.bias_hh_l0	5	0.1451074779033661
22708	rnn.bias_hh_l0	6	0.04017443209886551
22708	rnn.bias_hh_l0	7	0.05281549319624901
22708	rnn.bias_hh_l0	8	0.02201456017792225
22708	rnn.bias_hh_l0	9	0.0437907949090004
22708	rnn.weight_ih_l0_reverse	0	-0.0298034455627203
22708	rnn.weight_ih_l0_reverse	1	-0.002648561494424939
22708	rnn.weight_ih_l0_reverse	2	0.02471025474369526
22708	rnn.weight_ih_l0_reverse	3	-0.06296033412218094
22708	rnn.weight_ih_l0_reverse	4	0.010290076024830341
22708	rnn.weight_ih_l0_reverse	5	-0.04765859246253967
22708	rnn.weight_ih_l0_reverse	6	0.02742960676550865
22708	rnn.weight_ih_l0_reverse	7	0.04677967354655266
22708	rnn.weight_ih_l0_reverse	8	-0.045504581183195114
22708	rnn.weight_ih_l0_reverse	9	-0.05146374925971031
22708	rnn.weight_hh_l0_reverse	0	-0.08166611194610596
22708	rnn.weight_hh_l0_reverse	1	-0.06111210212111473
22708	rnn.weight_hh_l0_reverse	2	0.03596723452210426
22708	rnn.weight_hh_l0_reverse	3	0.04545225203037262
22708	rnn.weight_hh_l0_reverse	4	-0.009609854780137539
22708	rnn.weight_hh_l0_reverse	5	0.04370596259832382
22708	rnn.weight_hh_l0_reverse	6	-0.019750002771615982
22708	rnn.weight_hh_l0_reverse	7	0.001880061929114163
22708	rnn.weight_hh_l0_reverse	8	-0.09606447070837021
22708	rnn.weight_hh_l0_reverse	9	0.0764739140868187
22708	rnn.bias_ih_l0_reverse	0	-0.07894047349691391
22708	rnn.bias_ih_l0_reverse	1	-0.06560394167900085
22708	rnn.bias_ih_l0_reverse	2	0.09986547380685806
22708	rnn.bias_ih_l0_reverse	3	0.04691285267472267
22708	rnn.bias_ih_l0_reverse	4	-0.12644276022911072
22708	rnn.bias_ih_l0_reverse	5	0.031720031052827835
22708	rnn.bias_ih_l0_reverse	6	-0.10364580154418945
22708	rnn.bias_ih_l0_reverse	7	0.03198396414518356
22708	rnn.bias_ih_l0_reverse	8	0.03201774135231972
22708	rnn.bias_ih_l0_reverse	9	0.06444808840751648
22708	rnn.bias_hh_l0_reverse	0	0.0770326629281044
22708	rnn.bias_hh_l0_reverse	1	0.0568261481821537
22708	rnn.bias_hh_l0_reverse	2	0.07407332956790924
22708	rnn.bias_hh_l0_reverse	3	-0.006704704836010933
22708	rnn.bias_hh_l0_reverse	4	0.07844963669776917
22708	rnn.bias_hh_l0_reverse	5	-0.0035832873545587063
22708	rnn.bias_hh_l0_reverse	6	-0.05865393579006195
22708	rnn.bias_hh_l0_reverse	7	0.03133925050497055
22708	rnn.bias_hh_l0_reverse	8	0.011722013354301453
22708	rnn.bias_hh_l0_reverse	9	-0.1629105508327484
22708	linear.weight	0	0.12655511498451233
22708	linear.weight	1	-0.16063883900642395
22708	linear.weight	2	-0.19903890788555145
22708	linear.weight	3	0.05806385353207588
22708	linear.weight	4	-0.022845128551125526
22708	linear.weight	5	-0.004300483502447605
22708	linear.weight	6	-0.007193569093942642
22708	linear.weight	7	-0.028197992593050003
22708	linear.weight	8	0.06843425333499908
22708	linear.weight	9	0.3426036238670349
22708	linear.bias	0	-0.2426266223192215
22708	linear.bias	1	0.1983174979686737
22708	linear.bias	2	-0.5350719690322876
22708	linear.bias	3	1.7336881160736084
22708	linear.bias	4	-0.3940528333187103
22708	linear.bias	5	-0.030769959092140198
22708	linear.bias	6	-0.35563111305236816
22708	linear.bias	7	-0.27080774307250977
22708	linear.bias	8	-0.02355998568236828
22708	linear.bias	9	-0.4912056624889374
22736	transitions	0	-0.6437301635742188
22736	transitions	1	0.3552681505680084
22736	transitions	2	1.6796318292617798
22736	transitions	3	0.10203174501657486
22736	transitions	4	0.9506824612617493
22736	transitions	5	1.2740024328231812
22736	transitions	6	0.48339489102363586
22736	transitions	7	0.17603781819343567
22736	transitions	8	-0.9194832444190979
22736	transitions	9	0.930677592754364
22736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22736	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22736	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22736	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22736	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22736	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22736	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22736	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22736	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22736	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22736	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22736	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22736	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22736	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22736	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22736	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22736	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22736	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22736	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22736	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22736	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22736	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22736	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22736	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22736	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22736	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22736	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22736	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22736	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22736	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22736	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22736	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22736	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22736	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22736	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22736	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22736	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22736	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22736	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22736	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22736	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22736	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22736	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22736	embedding2nn.weight	0	0.026598148047924042
22736	embedding2nn.weight	1	0.013554326258599758
22736	embedding2nn.weight	2	-0.004409439861774445
22736	embedding2nn.weight	3	0.0013292796211317182
22736	embedding2nn.weight	4	-0.004409198649227619
22736	embedding2nn.weight	5	0.012121257372200489
22736	embedding2nn.weight	6	-0.004648401401937008
22736	embedding2nn.weight	7	0.021738668903708458
22736	embedding2nn.weight	8	-0.00554668577387929
22736	embedding2nn.weight	9	-0.014085236936807632
22736	embedding2nn.bias	0	-0.04216210916638374
22736	embedding2nn.bias	1	-0.04083001986145973
22736	embedding2nn.bias	2	-0.054387934505939484
22736	embedding2nn.bias	3	0.018177378922700882
22736	embedding2nn.bias	4	-0.0056479317136108875
22736	embedding2nn.bias	5	-0.0016763261519372463
22736	embedding2nn.bias	6	0.03010375052690506
22736	embedding2nn.bias	7	0.03814651072025299
22736	embedding2nn.bias	8	0.008058523759245872
22736	embedding2nn.bias	9	-0.005980621092021465
22736	rnn.weight_ih_l0	0	0.037753548473119736
22736	rnn.weight_ih_l0	1	-0.011365693993866444
22736	rnn.weight_ih_l0	2	-0.038663074374198914
22736	rnn.weight_ih_l0	3	-0.04451596736907959
22736	rnn.weight_ih_l0	4	-0.05099434033036232
22736	rnn.weight_ih_l0	5	-0.008841495960950851
22736	rnn.weight_ih_l0	6	-0.05251755192875862
22736	rnn.weight_ih_l0	7	-0.059519264847040176
22736	rnn.weight_ih_l0	8	-0.04539131000638008
22736	rnn.weight_ih_l0	9	-0.027726147323846817
22736	rnn.weight_hh_l0	0	0.01863769069314003
22736	rnn.weight_hh_l0	1	-0.009986748918890953
22736	rnn.weight_hh_l0	2	-0.06938441842794418
22736	rnn.weight_hh_l0	3	-0.030308721587061882
22736	rnn.weight_hh_l0	4	-0.07785803824663162
22736	rnn.weight_hh_l0	5	-0.007657933514565229
22736	rnn.weight_hh_l0	6	-0.05219510942697525
22736	rnn.weight_hh_l0	7	-0.03424812853336334
22736	rnn.weight_hh_l0	8	-0.01819281466305256
22736	rnn.weight_hh_l0	9	7.042142533464357e-05
22736	rnn.bias_ih_l0	0	0.13449080288410187
22736	rnn.bias_ih_l0	1	-0.06255719065666199
22736	rnn.bias_ih_l0	2	0.09356189519166946
22736	rnn.bias_ih_l0	3	0.044378627091646194
22736	rnn.bias_ih_l0	4	0.09082002192735672
22736	rnn.bias_ih_l0	5	0.023721976205706596
22736	rnn.bias_ih_l0	6	-0.012340194545686245
22736	rnn.bias_ih_l0	7	-0.10971352458000183
22736	rnn.bias_ih_l0	8	-0.20153239369392395
22736	rnn.bias_ih_l0	9	0.07644791156053543
22736	rnn.bias_hh_l0	0	0.000714888796210289
22736	rnn.bias_hh_l0	1	0.01839057356119156
22736	rnn.bias_hh_l0	2	-0.0034962338395416737
22736	rnn.bias_hh_l0	3	-0.03026748262345791
22736	rnn.bias_hh_l0	4	-0.039935402572155
22736	rnn.bias_hh_l0	5	0.14582400023937225
22736	rnn.bias_hh_l0	6	0.04102401062846184
22736	rnn.bias_hh_l0	7	0.05211695283651352
22736	rnn.bias_hh_l0	8	0.02202853560447693
22736	rnn.bias_hh_l0	9	0.04507726430892944
22736	rnn.weight_ih_l0_reverse	0	-0.02975556254386902
22736	rnn.weight_ih_l0_reverse	1	-0.0020518756937235594
22736	rnn.weight_ih_l0_reverse	2	0.02489735372364521
22736	rnn.weight_ih_l0_reverse	3	-0.06258326768875122
22736	rnn.weight_ih_l0_reverse	4	0.010481920093297958
22736	rnn.weight_ih_l0_reverse	5	-0.047644469887018204
22736	rnn.weight_ih_l0_reverse	6	0.027135618031024933
22736	rnn.weight_ih_l0_reverse	7	0.046689387410879135
22736	rnn.weight_ih_l0_reverse	8	-0.045652277767658234
22736	rnn.weight_ih_l0_reverse	9	-0.0514962300658226
22736	rnn.weight_hh_l0_reverse	0	-0.08115110546350479
22736	rnn.weight_hh_l0_reverse	1	-0.06135191768407822
22736	rnn.weight_hh_l0_reverse	2	0.0357457771897316
22736	rnn.weight_hh_l0_reverse	3	0.04516679048538208
22736	rnn.weight_hh_l0_reverse	4	-0.009946172125637531
22736	rnn.weight_hh_l0_reverse	5	0.043487489223480225
22736	rnn.weight_hh_l0_reverse	6	-0.015917645767331123
22736	rnn.weight_hh_l0_reverse	7	0.0019282905850559473
22736	rnn.weight_hh_l0_reverse	8	-0.09621831029653549
22736	rnn.weight_hh_l0_reverse	9	0.0761355459690094
22736	rnn.bias_ih_l0_reverse	0	-0.08289171755313873
22736	rnn.bias_ih_l0_reverse	1	-0.06626527011394501
22736	rnn.bias_ih_l0_reverse	2	0.10273672640323639
22736	rnn.bias_ih_l0_reverse	3	0.04556550085544586
22736	rnn.bias_ih_l0_reverse	4	-0.1265488564968109
22736	rnn.bias_ih_l0_reverse	5	0.03255116194486618
22736	rnn.bias_ih_l0_reverse	6	-0.10416939854621887
22736	rnn.bias_ih_l0_reverse	7	0.032967038452625275
22736	rnn.bias_ih_l0_reverse	8	0.03288130462169647
22736	rnn.bias_ih_l0_reverse	9	0.06577134877443314
22736	rnn.bias_hh_l0_reverse	0	0.08056844770908356
22736	rnn.bias_hh_l0_reverse	1	0.05718936771154404
22736	rnn.bias_hh_l0_reverse	2	0.07436882704496384
22736	rnn.bias_hh_l0_reverse	3	-0.007110680919140577
22736	rnn.bias_hh_l0_reverse	4	0.0783807635307312
22736	rnn.bias_hh_l0_reverse	5	-0.002407090738415718
22736	rnn.bias_hh_l0_reverse	6	-0.05729646235704422
22736	rnn.bias_hh_l0_reverse	7	0.03184643015265465
22736	rnn.bias_hh_l0_reverse	8	0.012581735849380493
22736	rnn.bias_hh_l0_reverse	9	-0.16250866651535034
22736	linear.weight	0	0.12934261560440063
22736	linear.weight	1	-0.16061148047447205
22736	linear.weight	2	-0.19774584472179413
22736	linear.weight	3	0.05754043161869049
22736	linear.weight	4	-0.022600311785936356
22736	linear.weight	5	-0.004057866521179676
22736	linear.weight	6	-0.007187928073108196
22736	linear.weight	7	-0.028352705761790276
22736	linear.weight	8	0.06689417362213135
22736	linear.weight	9	0.34006038308143616
22736	linear.bias	0	-0.2259712815284729
22736	linear.bias	1	0.19418247044086456
22736	linear.bias	2	-0.5351426601409912
22736	linear.bias	3	1.7171252965927124
22736	linear.bias	4	-0.39440855383872986
22736	linear.bias	5	-0.030769959092140198
22736	linear.bias	6	-0.3558235168457031
22736	linear.bias	7	-0.27212628722190857
22736	linear.bias	8	-0.02656625770032406
22736	linear.bias	9	-0.49128738045692444
22764	transitions	0	-0.6437488198280334
22764	transitions	1	0.3552539646625519
22764	transitions	2	1.6795949935913086
22764	transitions	3	0.10202261060476303
22764	transitions	4	0.9506751298904419
22764	transitions	5	1.2740023136138916
22764	transitions	6	0.483394593000412
22764	transitions	7	0.1760368049144745
22764	transitions	8	-0.9194839596748352
22764	transitions	9	0.930677592754364
22764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22764	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22764	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22764	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22764	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22764	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22764	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22764	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22764	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22764	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22764	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22764	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22764	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22764	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22764	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22764	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22764	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22764	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22764	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22764	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22764	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22764	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22764	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22764	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22764	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22764	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22764	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22764	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22764	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22764	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22764	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22764	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22764	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22764	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22764	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22764	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22764	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22764	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22764	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22764	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22764	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22764	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22764	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22764	embedding2nn.weight	0	0.027192002162337303
22764	embedding2nn.weight	1	0.013338977470993996
22764	embedding2nn.weight	2	-0.0044372896663844585
22764	embedding2nn.weight	3	0.0014547297032549977
22764	embedding2nn.weight	4	-0.004405513871461153
22764	embedding2nn.weight	5	0.012239624746143818
22764	embedding2nn.weight	6	-0.004717161878943443
22764	embedding2nn.weight	7	0.021595368161797523
22764	embedding2nn.weight	8	-0.005663442891091108
22764	embedding2nn.weight	9	-0.014168544672429562
22764	embedding2nn.bias	0	-0.045856084674596786
22764	embedding2nn.bias	1	-0.04212629050016403
22764	embedding2nn.bias	2	-0.05382591113448143
22764	embedding2nn.bias	3	0.01564263366162777
22764	embedding2nn.bias	4	-0.0053407130762934685
22764	embedding2nn.bias	5	-0.005914540495723486
22764	embedding2nn.bias	6	0.02809210494160652
22764	embedding2nn.bias	7	0.03386693075299263
22764	embedding2nn.bias	8	0.010325034148991108
22764	embedding2nn.bias	9	-0.003287056926637888
22764	rnn.weight_ih_l0	0	0.037818361073732376
22764	rnn.weight_ih_l0	1	-0.011284470558166504
22764	rnn.weight_ih_l0	2	-0.03840876743197441
22764	rnn.weight_ih_l0	3	-0.0448424369096756
22764	rnn.weight_ih_l0	4	-0.05034986138343811
22764	rnn.weight_ih_l0	5	-0.008589214645326138
22764	rnn.weight_ih_l0	6	-0.05271027237176895
22764	rnn.weight_ih_l0	7	-0.05947841331362724
22764	rnn.weight_ih_l0	8	-0.04518413171172142
22764	rnn.weight_ih_l0	9	-0.027443338185548782
22764	rnn.weight_hh_l0	0	0.018900157883763313
22764	rnn.weight_hh_l0	1	-0.010291672311723232
22764	rnn.weight_hh_l0	2	-0.06949324160814285
22764	rnn.weight_hh_l0	3	-0.03049067221581936
22764	rnn.weight_hh_l0	4	-0.07783612608909607
22764	rnn.weight_hh_l0	5	-0.00814351812005043
22764	rnn.weight_hh_l0	6	-0.05158638581633568
22764	rnn.weight_hh_l0	7	-0.03534132242202759
22764	rnn.weight_hh_l0	8	-0.018315870314836502
22764	rnn.weight_hh_l0	9	-0.0005774910096079111
22764	rnn.bias_ih_l0	0	0.13515542447566986
22764	rnn.bias_ih_l0	1	-0.06012503057718277
22764	rnn.bias_ih_l0	2	0.09306671470403671
22764	rnn.bias_ih_l0	3	0.04268503934144974
22764	rnn.bias_ih_l0	4	0.09163033217191696
22764	rnn.bias_ih_l0	5	0.02293040230870247
22764	rnn.bias_ih_l0	6	-0.010456419549882412
22764	rnn.bias_ih_l0	7	-0.10843559354543686
22764	rnn.bias_ih_l0	8	-0.20301739871501923
22764	rnn.bias_ih_l0	9	0.07672446966171265
22764	rnn.bias_hh_l0	0	0.0006248669233173132
22764	rnn.bias_hh_l0	1	0.020146692171692848
22764	rnn.bias_hh_l0	2	-0.005105975084006786
22764	rnn.bias_hh_l0	3	-0.030355216935276985
22764	rnn.bias_hh_l0	4	-0.04063009098172188
22764	rnn.bias_hh_l0	5	0.1457974761724472
22764	rnn.bias_hh_l0	6	0.04119301214814186
22764	rnn.bias_hh_l0	7	0.05392963066697121
22764	rnn.bias_hh_l0	8	0.023912308737635612
22764	rnn.bias_hh_l0	9	0.04451877996325493
22764	rnn.weight_ih_l0_reverse	0	-0.030096709728240967
22764	rnn.weight_ih_l0_reverse	1	-0.0016254099318757653
22764	rnn.weight_ih_l0_reverse	2	0.024995557963848114
22764	rnn.weight_ih_l0_reverse	3	-0.062281470745801926
22764	rnn.weight_ih_l0_reverse	4	0.010049044154584408
22764	rnn.weight_ih_l0_reverse	5	-0.04792565852403641
22764	rnn.weight_ih_l0_reverse	6	0.025411663576960564
22764	rnn.weight_ih_l0_reverse	7	0.046935487538576126
22764	rnn.weight_ih_l0_reverse	8	-0.04566304013133049
22764	rnn.weight_ih_l0_reverse	9	-0.05141230672597885
22764	rnn.weight_hh_l0_reverse	0	-0.08170878887176514
22764	rnn.weight_hh_l0_reverse	1	-0.060828231275081635
22764	rnn.weight_hh_l0_reverse	2	0.035820264369249344
22764	rnn.weight_hh_l0_reverse	3	0.04490409418940544
22764	rnn.weight_hh_l0_reverse	4	-0.009339975193142891
22764	rnn.weight_hh_l0_reverse	5	0.043612074106931686
22764	rnn.weight_hh_l0_reverse	6	-0.016951048746705055
22764	rnn.weight_hh_l0_reverse	7	0.0013427493395283818
22764	rnn.weight_hh_l0_reverse	8	-0.09594716876745224
22764	rnn.weight_hh_l0_reverse	9	0.07627180963754654
22764	rnn.bias_ih_l0_reverse	0	-0.08723022788763046
22764	rnn.bias_ih_l0_reverse	1	-0.06762649118900299
22764	rnn.bias_ih_l0_reverse	2	0.10269001871347427
22764	rnn.bias_ih_l0_reverse	3	0.04506891593337059
22764	rnn.bias_ih_l0_reverse	4	-0.12685425579547882
22764	rnn.bias_ih_l0_reverse	5	0.03275514394044876
22764	rnn.bias_ih_l0_reverse	6	-0.10242252796888351
22764	rnn.bias_ih_l0_reverse	7	0.0366610586643219
22764	rnn.bias_ih_l0_reverse	8	0.03217366710305214
22764	rnn.bias_ih_l0_reverse	9	0.06719499081373215
22764	rnn.bias_hh_l0_reverse	0	0.07921552658081055
22764	rnn.bias_hh_l0_reverse	1	0.05515975505113602
22764	rnn.bias_hh_l0_reverse	2	0.07667737454175949
22764	rnn.bias_hh_l0_reverse	3	-0.008744805119931698
22764	rnn.bias_hh_l0_reverse	4	0.0766669511795044
22764	rnn.bias_hh_l0_reverse	5	-0.001510591246187687
22764	rnn.bias_hh_l0_reverse	6	-0.05807590112090111
22764	rnn.bias_hh_l0_reverse	7	0.03251711279153824
22764	rnn.bias_hh_l0_reverse	8	0.01332306582480669
22764	rnn.bias_hh_l0_reverse	9	-0.16103002429008484
22764	linear.weight	0	0.12968605756759644
22764	linear.weight	1	-0.16060975193977356
22764	linear.weight	2	-0.19901637732982635
22764	linear.weight	3	0.06279274821281433
22764	linear.weight	4	-0.022392865270376205
22764	linear.weight	5	-0.0039664325304329395
22764	linear.weight	6	-0.007183170411735773
22764	linear.weight	7	-0.02832743525505066
22764	linear.weight	8	0.06697746366262436
22764	linear.weight	9	0.3432627320289612
22764	linear.bias	0	-0.22603580355644226
22764	linear.bias	1	0.1939505934715271
22764	linear.bias	2	-0.5351345539093018
22764	linear.bias	3	1.7150282859802246
22764	linear.bias	4	-0.3945440649986267
22764	linear.bias	5	-0.030769959092140198
22764	linear.bias	6	-0.35625165700912476
22764	linear.bias	7	-0.2674831748008728
22764	linear.bias	8	-0.03774420544505119
22764	linear.bias	9	-0.49135956168174744
22792	transitions	0	-0.6437855958938599
22792	transitions	1	0.3552221655845642
22792	transitions	2	1.6795734167099
22792	transitions	3	0.10200416296720505
22792	transitions	4	0.9506649374961853
22792	transitions	5	1.274000883102417
22792	transitions	6	0.4833940267562866
22792	transitions	7	0.17603181302547455
22792	transitions	8	-0.9194844961166382
22792	transitions	9	0.9306773543357849
22792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22792	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22792	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22792	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22792	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22792	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22792	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22792	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22792	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22792	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22792	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22792	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22792	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22792	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22792	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22792	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22792	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22792	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22792	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22792	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22792	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22792	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22792	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22792	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22792	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22792	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22792	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22792	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22792	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22792	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22792	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22792	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22792	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22792	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22792	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22792	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22792	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22792	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22792	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22792	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22792	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22792	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22792	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22792	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22792	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22792	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22792	embedding2nn.weight	0	0.027349334210157394
22792	embedding2nn.weight	1	0.013553457334637642
22792	embedding2nn.weight	2	-0.00439712917432189
22792	embedding2nn.weight	3	0.0012734910706058145
22792	embedding2nn.weight	4	-0.004449788015335798
22792	embedding2nn.weight	5	0.01232497114688158
22792	embedding2nn.weight	6	-0.004807226825505495
22792	embedding2nn.weight	7	0.02128877304494381
22792	embedding2nn.weight	8	-0.0055252802558243275
22792	embedding2nn.weight	9	-0.014178703539073467
22792	embedding2nn.bias	0	-0.04404722899198532
22792	embedding2nn.bias	1	-0.04871292784810066
22792	embedding2nn.bias	2	-0.05729442089796066
22792	embedding2nn.bias	3	0.015453713946044445
22792	embedding2nn.bias	4	-0.0014036576030775905
22792	embedding2nn.bias	5	-0.009392047300934792
22792	embedding2nn.bias	6	0.02555634267628193
22792	embedding2nn.bias	7	0.03098168782889843
22792	embedding2nn.bias	8	0.00714342575520277
22792	embedding2nn.bias	9	-0.0006840851274318993
22792	rnn.weight_ih_l0	0	0.037883006036281586
22792	rnn.weight_ih_l0	1	-0.011175340041518211
22792	rnn.weight_ih_l0	2	-0.03716225549578667
22792	rnn.weight_ih_l0	3	-0.044972244650125504
22792	rnn.weight_ih_l0	4	-0.05015000328421593
22792	rnn.weight_ih_l0	5	-0.008515115827322006
22792	rnn.weight_ih_l0	6	-0.05274103581905365
22792	rnn.weight_ih_l0	7	-0.05969066172838211
22792	rnn.weight_ih_l0	8	-0.04524896666407585
22792	rnn.weight_ih_l0	9	-0.027162587270140648
22792	rnn.weight_hh_l0	0	0.01830776035785675
22792	rnn.weight_hh_l0	1	-0.0104927197098732
22792	rnn.weight_hh_l0	2	-0.06997193396091461
22792	rnn.weight_hh_l0	3	-0.03032391332089901
22792	rnn.weight_hh_l0	4	-0.07816395163536072
22792	rnn.weight_hh_l0	5	-0.008709575980901718
22792	rnn.weight_hh_l0	6	-0.04816029965877533
22792	rnn.weight_hh_l0	7	-0.03683854267001152
22792	rnn.weight_hh_l0	8	-0.018348339945077896
22792	rnn.weight_hh_l0	9	-0.0015720665687695146
22792	rnn.bias_ih_l0	0	0.13565969467163086
22792	rnn.bias_ih_l0	1	-0.058941420167684555
22792	rnn.bias_ih_l0	2	0.09647207707166672
22792	rnn.bias_ih_l0	3	0.04333397001028061
22792	rnn.bias_ih_l0	4	0.09280277788639069
22792	rnn.bias_ih_l0	5	0.023265156894922256
22792	rnn.bias_ih_l0	6	-0.011301148682832718
22792	rnn.bias_ih_l0	7	-0.10527636855840683
22792	rnn.bias_ih_l0	8	-0.21546289324760437
22792	rnn.bias_ih_l0	9	0.07728880643844604
22792	rnn.bias_hh_l0	0	0.0011924816062673926
22792	rnn.bias_hh_l0	1	0.024349825456738472
22792	rnn.bias_hh_l0	2	-0.0062147481366992
22792	rnn.bias_hh_l0	3	-0.027583720162510872
22792	rnn.bias_hh_l0	4	-0.040634579956531525
22792	rnn.bias_hh_l0	5	0.14530828595161438
22792	rnn.bias_hh_l0	6	0.043758805841207504
22792	rnn.bias_hh_l0	7	0.05437658354640007
22792	rnn.bias_hh_l0	8	0.02306758239865303
22792	rnn.bias_hh_l0	9	0.04479001834988594
22792	rnn.weight_ih_l0_reverse	0	-0.02950444631278515
22792	rnn.weight_ih_l0_reverse	1	-0.0017349773552268744
22792	rnn.weight_ih_l0_reverse	2	0.02500537410378456
22792	rnn.weight_ih_l0_reverse	3	-0.06217670440673828
22792	rnn.weight_ih_l0_reverse	4	0.009778725914657116
22792	rnn.weight_ih_l0_reverse	5	-0.04809466376900673
22792	rnn.weight_ih_l0_reverse	6	0.025700092315673828
22792	rnn.weight_ih_l0_reverse	7	0.04682239145040512
22792	rnn.weight_ih_l0_reverse	8	-0.0457095168530941
22792	rnn.weight_ih_l0_reverse	9	-0.0514439158141613
22792	rnn.weight_hh_l0_reverse	0	-0.08201029151678085
22792	rnn.weight_hh_l0_reverse	1	-0.06039516627788544
22792	rnn.weight_hh_l0_reverse	2	0.03637080267071724
22792	rnn.weight_hh_l0_reverse	3	0.044745005667209625
22792	rnn.weight_hh_l0_reverse	4	-0.0091672632843256
22792	rnn.weight_hh_l0_reverse	5	0.043607447296381
22792	rnn.weight_hh_l0_reverse	6	-0.014269006438553333
22792	rnn.weight_hh_l0_reverse	7	0.0013725666794925928
22792	rnn.weight_hh_l0_reverse	8	-0.09683026373386383
22792	rnn.weight_hh_l0_reverse	9	0.07736152410507202
22792	rnn.bias_ih_l0_reverse	0	-0.08289317786693573
22792	rnn.bias_ih_l0_reverse	1	-0.06265193223953247
22792	rnn.bias_ih_l0_reverse	2	0.10453443229198456
22792	rnn.bias_ih_l0_reverse	3	0.04453720152378082
22792	rnn.bias_ih_l0_reverse	4	-0.1290845274925232
22792	rnn.bias_ih_l0_reverse	5	0.03346456587314606
22792	rnn.bias_ih_l0_reverse	6	-0.1012578010559082
22792	rnn.bias_ih_l0_reverse	7	0.037093985825777054
22792	rnn.bias_ih_l0_reverse	8	0.03194427862763405
22792	rnn.bias_ih_l0_reverse	9	0.06588757038116455
22792	rnn.bias_hh_l0_reverse	0	0.07960973680019379
22792	rnn.bias_hh_l0_reverse	1	0.05655623972415924
22792	rnn.bias_hh_l0_reverse	2	0.07760389894247055
22792	rnn.bias_hh_l0_reverse	3	-0.010306538082659245
22792	rnn.bias_hh_l0_reverse	4	0.07612217217683792
22792	rnn.bias_hh_l0_reverse	5	-0.0016192569164559245
22792	rnn.bias_hh_l0_reverse	6	-0.05785802751779556
22792	rnn.bias_hh_l0_reverse	7	0.032938580960035324
22792	rnn.bias_hh_l0_reverse	8	0.014173048548400402
22792	rnn.bias_hh_l0_reverse	9	-0.16086648404598236
22792	linear.weight	0	0.13534565269947052
22792	linear.weight	1	-0.16060873866081238
22792	linear.weight	2	-0.1991635262966156
22792	linear.weight	3	0.06702718883752823
22792	linear.weight	4	-0.02191939391195774
22792	linear.weight	5	-0.003916511312127113
22792	linear.weight	6	-0.0071771349757909775
22792	linear.weight	7	-0.028317082673311234
22792	linear.weight	8	0.06672722846269608
22792	linear.weight	9	0.3456645607948303
22792	linear.bias	0	-0.23447325825691223
22792	linear.bias	1	0.19594353437423706
22792	linear.bias	2	-0.5341474413871765
22792	linear.bias	3	1.7323631048202515
22792	linear.bias	4	-0.39287421107292175
22792	linear.bias	5	-0.030769959092140198
22792	linear.bias	6	-0.3565572500228882
22792	linear.bias	7	-0.26740050315856934
22792	linear.bias	8	-0.03130607679486275
22792	linear.bias	9	-0.49141836166381836
22820	transitions	0	-0.6438252925872803
22820	transitions	1	0.35509592294692993
22820	transitions	2	1.679538369178772
22820	transitions	3	0.10199280828237534
22820	transitions	4	0.9506564736366272
22820	transitions	5	1.2740004062652588
22820	transitions	6	0.48339253664016724
22820	transitions	7	0.17602412402629852
22820	transitions	8	-0.9194849133491516
22820	transitions	9	0.9306773543357849
22820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22820	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22820	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22820	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22820	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22820	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22820	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22820	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22820	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22820	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22820	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22820	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22820	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22820	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22820	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22820	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22820	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22820	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22820	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22820	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22820	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22820	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22820	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22820	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22820	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22820	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22820	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22820	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22820	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22820	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22820	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22820	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22820	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22820	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22820	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22820	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22820	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22820	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22820	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22820	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22820	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22820	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22820	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22820	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22820	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22820	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22820	embedding2nn.weight	0	0.02745756320655346
22820	embedding2nn.weight	1	0.013577460311353207
22820	embedding2nn.weight	2	-0.004453074652701616
22820	embedding2nn.weight	3	0.0011925443541258574
22820	embedding2nn.weight	4	-0.004563734866678715
22820	embedding2nn.weight	5	0.012376218102872372
22820	embedding2nn.weight	6	-0.0048522790893912315
22820	embedding2nn.weight	7	0.022011104971170425
22820	embedding2nn.weight	8	-0.005785171873867512
22820	embedding2nn.weight	9	-0.014283017255365849
22820	embedding2nn.bias	0	-0.046737223863601685
22820	embedding2nn.bias	1	-0.04906780272722244
22820	embedding2nn.bias	2	-0.05798976123332977
22820	embedding2nn.bias	3	0.017291048541665077
22820	embedding2nn.bias	4	-0.0022832031827419996
22820	embedding2nn.bias	5	-0.014032379724085331
22820	embedding2nn.bias	6	0.02844586782157421
22820	embedding2nn.bias	7	0.03143751621246338
22820	embedding2nn.bias	8	0.008012720383703709
22820	embedding2nn.bias	9	-0.0010655563091859221
22820	rnn.weight_ih_l0	0	0.038057841360569
22820	rnn.weight_ih_l0	1	-0.01146177388727665
22820	rnn.weight_ih_l0	2	-0.03717243671417236
22820	rnn.weight_ih_l0	3	-0.044512663036584854
22820	rnn.weight_ih_l0	4	-0.05028197169303894
22820	rnn.weight_ih_l0	5	-0.00826825387775898
22820	rnn.weight_ih_l0	6	-0.05272791162133217
22820	rnn.weight_ih_l0	7	-0.05966832861304283
22820	rnn.weight_ih_l0	8	-0.04528243467211723
22820	rnn.weight_ih_l0	9	-0.026996636763215065
22820	rnn.weight_hh_l0	0	0.018098823726177216
22820	rnn.weight_hh_l0	1	-0.010320546105504036
22820	rnn.weight_hh_l0	2	-0.0694802850484848
22820	rnn.weight_hh_l0	3	-0.030547009781003
22820	rnn.weight_hh_l0	4	-0.07817531377077103
22820	rnn.weight_hh_l0	5	-0.008254755288362503
22820	rnn.weight_hh_l0	6	-0.04704666882753372
22820	rnn.weight_hh_l0	7	-0.036015067249536514
22820	rnn.weight_hh_l0	8	-0.01810244657099247
22820	rnn.weight_hh_l0	9	-0.001339465961791575
22820	rnn.bias_ih_l0	0	0.13483163714408875
22820	rnn.bias_ih_l0	1	-0.05962492153048515
22820	rnn.bias_ih_l0	2	0.0978180319070816
22820	rnn.bias_ih_l0	3	0.043630439788103104
22820	rnn.bias_ih_l0	4	0.09271559119224548
22820	rnn.bias_ih_l0	5	0.023517880588769913
22820	rnn.bias_ih_l0	6	-0.010052035562694073
22820	rnn.bias_ih_l0	7	-0.10612121224403381
22820	rnn.bias_ih_l0	8	-0.2084333747625351
22820	rnn.bias_ih_l0	9	0.07813513278961182
22820	rnn.bias_hh_l0	0	0.0006254194304347038
22820	rnn.bias_hh_l0	1	0.022306816652417183
22820	rnn.bias_hh_l0	2	-0.0046438612043857574
22820	rnn.bias_hh_l0	3	-0.028221553191542625
22820	rnn.bias_hh_l0	4	-0.04132603108882904
22820	rnn.bias_hh_l0	5	0.14728470146656036
22820	rnn.bias_hh_l0	6	0.04450618475675583
22820	rnn.bias_hh_l0	7	0.053295958787202835
22820	rnn.bias_hh_l0	8	0.02431669645011425
22820	rnn.bias_hh_l0	9	0.04512442275881767
22820	rnn.weight_ih_l0_reverse	0	-0.029327265918254852
22820	rnn.weight_ih_l0_reverse	1	-0.0008234839770011604
22820	rnn.weight_ih_l0_reverse	2	0.02490008994936943
22820	rnn.weight_ih_l0_reverse	3	-0.06231788918375969
22820	rnn.weight_ih_l0_reverse	4	0.009416402317583561
22820	rnn.weight_ih_l0_reverse	5	-0.047807443886995316
22820	rnn.weight_ih_l0_reverse	6	0.025617731735110283
22820	rnn.weight_ih_l0_reverse	7	0.04679587855935097
22820	rnn.weight_ih_l0_reverse	8	-0.04568937048316002
22820	rnn.weight_ih_l0_reverse	9	-0.05146203562617302
22820	rnn.weight_hh_l0_reverse	0	-0.08162189275026321
22820	rnn.weight_hh_l0_reverse	1	-0.06003709137439728
22820	rnn.weight_hh_l0_reverse	2	0.03616209700703621
22820	rnn.weight_hh_l0_reverse	3	0.04479878395795822
22820	rnn.weight_hh_l0_reverse	4	-0.010300821624696255
22820	rnn.weight_hh_l0_reverse	5	0.0436326339840889
22820	rnn.weight_hh_l0_reverse	6	-0.014445717446506023
22820	rnn.weight_hh_l0_reverse	7	0.0021876213140785694
22820	rnn.weight_hh_l0_reverse	8	-0.09743628650903702
22820	rnn.weight_hh_l0_reverse	9	0.07736356556415558
22820	rnn.bias_ih_l0_reverse	0	-0.08560521900653839
22820	rnn.bias_ih_l0_reverse	1	-0.06228798255324364
22820	rnn.bias_ih_l0_reverse	2	0.10488147288560867
22820	rnn.bias_ih_l0_reverse	3	0.04433738440275192
22820	rnn.bias_ih_l0_reverse	4	-0.12839260697364807
22820	rnn.bias_ih_l0_reverse	5	0.034408967941999435
22820	rnn.bias_ih_l0_reverse	6	-0.10376552492380142
22820	rnn.bias_ih_l0_reverse	7	0.03694802522659302
22820	rnn.bias_ih_l0_reverse	8	0.03047165460884571
22820	rnn.bias_ih_l0_reverse	9	0.06665731221437454
22820	rnn.bias_hh_l0_reverse	0	0.08115080744028091
22820	rnn.bias_hh_l0_reverse	1	0.057496875524520874
22820	rnn.bias_hh_l0_reverse	2	0.07802101224660873
22820	rnn.bias_hh_l0_reverse	3	-0.010316936299204826
22820	rnn.bias_hh_l0_reverse	4	0.07524766027927399
22820	rnn.bias_hh_l0_reverse	5	-0.0023092555347830057
22820	rnn.bias_hh_l0_reverse	6	-0.05779162794351578
22820	rnn.bias_hh_l0_reverse	7	0.03104277513921261
22820	rnn.bias_hh_l0_reverse	8	0.01386270858347416
22820	rnn.bias_hh_l0_reverse	9	-0.16365112364292145
22820	linear.weight	0	0.1375129371881485
22820	linear.weight	1	-0.16060221195220947
22820	linear.weight	2	-0.2004307359457016
22820	linear.weight	3	0.06781034916639328
22820	linear.weight	4	-0.02158707194030285
22820	linear.weight	5	-0.0029237365815788507
22820	linear.weight	6	-0.007172905374318361
22820	linear.weight	7	-0.02828879840672016
22820	linear.weight	8	0.06852702796459198
22820	linear.weight	9	0.3464701473712921
22820	linear.bias	0	-0.22372934222221375
22820	linear.bias	1	0.19172143936157227
22820	linear.bias	2	-0.5307930111885071
22820	linear.bias	3	1.7152096033096313
22820	linear.bias	4	-0.39314648509025574
22820	linear.bias	5	-0.030769959092140198
22820	linear.bias	6	-0.35308289527893066
22820	linear.bias	7	-0.26669541001319885
22820	linear.bias	8	-0.03662188723683357
22820	linear.bias	9	-0.49149593710899353
22848	transitions	0	-0.6439077854156494
22848	transitions	1	0.355057030916214
22848	transitions	2	1.6794570684432983
22848	transitions	3	0.10195177048444748
22848	transitions	4	0.950652539730072
22848	transitions	5	1.2739882469177246
22848	transitions	6	0.4833911657333374
22848	transitions	7	0.1760231852531433
22848	transitions	8	-0.9194872975349426
22848	transitions	9	0.9306769967079163
22848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22848	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22848	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22848	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22848	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22848	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22848	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22848	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22848	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22848	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22848	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22848	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22848	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22848	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22848	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22848	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22848	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22848	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22848	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22848	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22848	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22848	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22848	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22848	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22848	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22848	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22848	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22848	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22848	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22848	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22848	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22848	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22848	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22848	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22848	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22848	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22848	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22848	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22848	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22848	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22848	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22848	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22848	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22848	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22848	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22848	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22848	embedding2nn.weight	0	0.026968559250235558
22848	embedding2nn.weight	1	0.01359737291932106
22848	embedding2nn.weight	2	-0.004427286330610514
22848	embedding2nn.weight	3	0.0013645911822095513
22848	embedding2nn.weight	4	-0.004572031553834677
22848	embedding2nn.weight	5	0.012351843528449535
22848	embedding2nn.weight	6	-0.004868341144174337
22848	embedding2nn.weight	7	0.02249344252049923
22848	embedding2nn.weight	8	-0.005968713201582432
22848	embedding2nn.weight	9	-0.014263361692428589
22848	embedding2nn.bias	0	-0.042036134749650955
22848	embedding2nn.bias	1	-0.04974095895886421
22848	embedding2nn.bias	2	-0.05656195804476738
22848	embedding2nn.bias	3	0.012517203576862812
22848	embedding2nn.bias	4	0.0031700669787824154
22848	embedding2nn.bias	5	-0.013524405658245087
22848	embedding2nn.bias	6	0.022396454587578773
22848	embedding2nn.bias	7	0.036042217165231705
22848	embedding2nn.bias	8	0.0075171468779444695
22848	embedding2nn.bias	9	0.0008010365418158472
22848	rnn.weight_ih_l0	0	0.03837516903877258
22848	rnn.weight_ih_l0	1	-0.011632358655333519
22848	rnn.weight_ih_l0	2	-0.03789819777011871
22848	rnn.weight_ih_l0	3	-0.04434798285365105
22848	rnn.weight_ih_l0	4	-0.050371937453746796
22848	rnn.weight_ih_l0	5	-0.008254989050328732
22848	rnn.weight_ih_l0	6	-0.05292852595448494
22848	rnn.weight_ih_l0	7	-0.05948467552661896
22848	rnn.weight_ih_l0	8	-0.045359767973423004
22848	rnn.weight_ih_l0	9	-0.02691461145877838
22848	rnn.weight_hh_l0	0	0.01866873912513256
22848	rnn.weight_hh_l0	1	-0.009858988225460052
22848	rnn.weight_hh_l0	2	-0.06906052678823471
22848	rnn.weight_hh_l0	3	-0.030996810644865036
22848	rnn.weight_hh_l0	4	-0.07810445874929428
22848	rnn.weight_hh_l0	5	-0.007767196744680405
22848	rnn.weight_hh_l0	6	-0.04772733896970749
22848	rnn.weight_hh_l0	7	-0.03606458008289337
22848	rnn.weight_hh_l0	8	-0.017854783684015274
22848	rnn.weight_hh_l0	9	-0.0018846734892576933
22848	rnn.bias_ih_l0	0	0.13424013555049896
22848	rnn.bias_ih_l0	1	-0.059907373040914536
22848	rnn.bias_ih_l0	2	0.09915126860141754
22848	rnn.bias_ih_l0	3	0.04262388125061989
22848	rnn.bias_ih_l0	4	0.09176363795995712
22848	rnn.bias_ih_l0	5	0.022481750696897507
22848	rnn.bias_ih_l0	6	-0.01065498124808073
22848	rnn.bias_ih_l0	7	-0.09993167221546173
22848	rnn.bias_ih_l0	8	-0.2026069611310959
22848	rnn.bias_ih_l0	9	0.07984557002782822
22848	rnn.bias_hh_l0	0	2.627733010740485e-05
22848	rnn.bias_hh_l0	1	0.023571163415908813
22848	rnn.bias_hh_l0	2	-0.005217296537011862
22848	rnn.bias_hh_l0	3	-0.03192124888300896
22848	rnn.bias_hh_l0	4	-0.03969366475939751
22848	rnn.bias_hh_l0	5	0.14544956386089325
22848	rnn.bias_hh_l0	6	0.04519611969590187
22848	rnn.bias_hh_l0	7	0.05243290588259697
22848	rnn.bias_hh_l0	8	0.02371375262737274
22848	rnn.bias_hh_l0	9	0.04186446592211723
22848	rnn.weight_ih_l0_reverse	0	-0.02944091707468033
22848	rnn.weight_ih_l0_reverse	1	-0.0002012460317928344
22848	rnn.weight_ih_l0_reverse	2	0.025096584111452103
22848	rnn.weight_ih_l0_reverse	3	-0.062180452048778534
22848	rnn.weight_ih_l0_reverse	4	0.009778131730854511
22848	rnn.weight_ih_l0_reverse	5	-0.04761933535337448
22848	rnn.weight_ih_l0_reverse	6	0.026174159720540047
22848	rnn.weight_ih_l0_reverse	7	0.0470002219080925
22848	rnn.weight_ih_l0_reverse	8	-0.045868903398513794
22848	rnn.weight_ih_l0_reverse	9	-0.05130898952484131
22848	rnn.weight_hh_l0_reverse	0	-0.08103061467409134
22848	rnn.weight_hh_l0_reverse	1	-0.05986103415489197
22848	rnn.weight_hh_l0_reverse	2	0.03550102189183235
22848	rnn.weight_hh_l0_reverse	3	0.044688452035188675
22848	rnn.weight_hh_l0_reverse	4	-0.011114517226815224
22848	rnn.weight_hh_l0_reverse	5	0.04388587176799774
22848	rnn.weight_hh_l0_reverse	6	-0.011581962928175926
22848	rnn.weight_hh_l0_reverse	7	0.0022169603034853935
22848	rnn.weight_hh_l0_reverse	8	-0.09730391204357147
22848	rnn.weight_hh_l0_reverse	9	0.07632827013731003
22848	rnn.bias_ih_l0_reverse	0	-0.09708275645971298
22848	rnn.bias_ih_l0_reverse	1	-0.06990092247724533
22848	rnn.bias_ih_l0_reverse	2	0.1029280573129654
22848	rnn.bias_ih_l0_reverse	3	0.04436164349317551
22848	rnn.bias_ih_l0_reverse	4	-0.12762585282325745
22848	rnn.bias_ih_l0_reverse	5	0.03519084304571152
22848	rnn.bias_ih_l0_reverse	6	-0.10398216545581818
22848	rnn.bias_ih_l0_reverse	7	0.038574401289224625
22848	rnn.bias_ih_l0_reverse	8	0.031169285997748375
22848	rnn.bias_ih_l0_reverse	9	0.06550180166959763
22848	rnn.bias_hh_l0_reverse	0	0.08146528154611588
22848	rnn.bias_hh_l0_reverse	1	0.05657152831554413
22848	rnn.bias_hh_l0_reverse	2	0.07797666639089584
22848	rnn.bias_hh_l0_reverse	3	-0.01062988955527544
22848	rnn.bias_hh_l0_reverse	4	0.07746574282646179
22848	rnn.bias_hh_l0_reverse	5	-0.0064561557956039906
22848	rnn.bias_hh_l0_reverse	6	-0.0573369562625885
22848	rnn.bias_hh_l0_reverse	7	0.03144866228103638
22848	rnn.bias_hh_l0_reverse	8	0.012086543254554272
22848	rnn.bias_hh_l0_reverse	9	-0.16442523896694183
22848	linear.weight	0	0.13747841119766235
22848	linear.weight	1	-0.16116924583911896
22848	linear.weight	2	-0.1989056020975113
22848	linear.weight	3	0.06493254750967026
22848	linear.weight	4	-0.018912378698587418
22848	linear.weight	5	-0.0027326999697834253
22848	linear.weight	6	-0.007156322710216045
22848	linear.weight	7	-0.02824108675122261
22848	linear.weight	8	0.06336970627307892
22848	linear.weight	9	0.3466688096523285
22848	linear.bias	0	-0.2203427255153656
22848	linear.bias	1	0.18860256671905518
22848	linear.bias	2	-0.5307439565658569
22848	linear.bias	3	1.712377905845642
22848	linear.bias	4	-0.3933981657028198
22848	linear.bias	5	-0.030769959092140198
22848	linear.bias	6	-0.3524777591228485
22848	linear.bias	7	-0.2677255868911743
22848	linear.bias	8	-0.03542845696210861
22848	linear.bias	9	-0.49172812700271606
22876	transitions	0	-0.6439500451087952
22876	transitions	1	0.3550153374671936
22876	transitions	2	1.679394245147705
22876	transitions	3	0.10192997753620148
22876	transitions	4	0.9506315588951111
22876	transitions	5	1.2739880084991455
22876	transitions	6	0.48339080810546875
22876	transitions	7	0.17602282762527466
22876	transitions	8	-0.9194876551628113
22876	transitions	9	0.9306769967079163
22876	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22876	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22876	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22876	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22876	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22876	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22876	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22876	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22876	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22876	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22876	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22876	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22876	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22876	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22876	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22876	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22876	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22876	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22876	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22876	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22876	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22876	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22876	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22876	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22876	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22876	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22876	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22876	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22876	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22876	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22876	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22876	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22876	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22876	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22876	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22876	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22876	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22876	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22876	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22876	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22876	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22876	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22876	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22876	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22876	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22876	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22876	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22876	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22876	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22876	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22876	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22876	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22876	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22876	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22876	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22876	embedding2nn.weight	0	0.026468973606824875
22876	embedding2nn.weight	1	0.013641894795000553
22876	embedding2nn.weight	2	-0.004386167041957378
22876	embedding2nn.weight	3	0.001117264968343079
22876	embedding2nn.weight	4	-0.004589938558638096
22876	embedding2nn.weight	5	0.012339550070464611
22876	embedding2nn.weight	6	-0.0048636021092534065
22876	embedding2nn.weight	7	0.02269241213798523
22876	embedding2nn.weight	8	-0.006098063196986914
22876	embedding2nn.weight	9	-0.014081754721701145
22876	embedding2nn.bias	0	-0.035835035145282745
22876	embedding2nn.bias	1	-0.04793427884578705
22876	embedding2nn.bias	2	-0.05574483424425125
22876	embedding2nn.bias	3	0.010283613577485085
22876	embedding2nn.bias	4	0.005594345740973949
22876	embedding2nn.bias	5	-0.013656851835548878
22876	embedding2nn.bias	6	0.02401227317750454
22876	embedding2nn.bias	7	0.033870380371809006
22876	embedding2nn.bias	8	0.005149972625076771
22876	embedding2nn.bias	9	0.0003162786888424307
22876	rnn.weight_ih_l0	0	0.03819923847913742
22876	rnn.weight_ih_l0	1	-0.011643507517874241
22876	rnn.weight_ih_l0	2	-0.03702867031097412
22876	rnn.weight_ih_l0	3	-0.0442156158387661
22876	rnn.weight_ih_l0	4	-0.05015464127063751
22876	rnn.weight_ih_l0	5	-0.00836269836872816
22876	rnn.weight_ih_l0	6	-0.052739426493644714
22876	rnn.weight_ih_l0	7	-0.05919529125094414
22876	rnn.weight_ih_l0	8	-0.045646559447050095
22876	rnn.weight_ih_l0	9	-0.02676570601761341
22876	rnn.weight_hh_l0	0	0.018327007070183754
22876	rnn.weight_hh_l0	1	-0.009849048219621181
22876	rnn.weight_hh_l0	2	-0.06876948475837708
22876	rnn.weight_hh_l0	3	-0.03110281378030777
22876	rnn.weight_hh_l0	4	-0.07802554219961166
22876	rnn.weight_hh_l0	5	-0.008099222555756569
22876	rnn.weight_hh_l0	6	-0.04804700240492821
22876	rnn.weight_hh_l0	7	-0.03620123490691185
22876	rnn.weight_hh_l0	8	-0.01751105673611164
22876	rnn.weight_hh_l0	9	-0.0018242597579956055
22876	rnn.bias_ih_l0	0	0.1344909965991974
22876	rnn.bias_ih_l0	1	-0.06128573790192604
22876	rnn.bias_ih_l0	2	0.09935392439365387
22876	rnn.bias_ih_l0	3	0.04483291879296303
22876	rnn.bias_ih_l0	4	0.09214919805526733
22876	rnn.bias_ih_l0	5	0.023361539468169212
22876	rnn.bias_ih_l0	6	-0.010086903348565102
22876	rnn.bias_ih_l0	7	-0.09960871934890747
22876	rnn.bias_ih_l0	8	-0.2012804001569748
22876	rnn.bias_ih_l0	9	0.0797133594751358
22876	rnn.bias_hh_l0	0	0.0004010519478470087
22876	rnn.bias_hh_l0	1	0.023500487208366394
22876	rnn.bias_hh_l0	2	-0.005955011583864689
22876	rnn.bias_hh_l0	3	-0.03349088132381439
22876	rnn.bias_hh_l0	4	-0.04081353545188904
22876	rnn.bias_hh_l0	5	0.14485503733158112
22876	rnn.bias_hh_l0	6	0.04955090954899788
22876	rnn.bias_hh_l0	7	0.05383948236703873
22876	rnn.bias_hh_l0	8	0.024281827732920647
22876	rnn.bias_hh_l0	9	0.03882436081767082
22876	rnn.weight_ih_l0_reverse	0	-0.029449766501784325
22876	rnn.weight_ih_l0_reverse	1	-0.0012293084291741252
22876	rnn.weight_ih_l0_reverse	2	0.024987483397126198
22876	rnn.weight_ih_l0_reverse	3	-0.062044061720371246
22876	rnn.weight_ih_l0_reverse	4	0.009979740716516972
22876	rnn.weight_ih_l0_reverse	5	-0.04733063280582428
22876	rnn.weight_ih_l0_reverse	6	0.026340970769524574
22876	rnn.weight_ih_l0_reverse	7	0.0471217967569828
22876	rnn.weight_ih_l0_reverse	8	-0.04575834423303604
22876	rnn.weight_ih_l0_reverse	9	-0.05141593515872955
22876	rnn.weight_hh_l0_reverse	0	-0.08091869205236435
22876	rnn.weight_hh_l0_reverse	1	-0.0604441836476326
22876	rnn.weight_hh_l0_reverse	2	0.036141663789749146
22876	rnn.weight_hh_l0_reverse	3	0.04478267580270767
22876	rnn.weight_hh_l0_reverse	4	-0.011406724341213703
22876	rnn.weight_hh_l0_reverse	5	0.04383137822151184
22876	rnn.weight_hh_l0_reverse	6	-0.009370971471071243
22876	rnn.weight_hh_l0_reverse	7	0.0019095572642982006
22876	rnn.weight_hh_l0_reverse	8	-0.09778276830911636
22876	rnn.weight_hh_l0_reverse	9	0.07726410031318665
22876	rnn.bias_ih_l0_reverse	0	-0.09307548403739929
22876	rnn.bias_ih_l0_reverse	1	-0.061993710696697235
22876	rnn.bias_ih_l0_reverse	2	0.10167476534843445
22876	rnn.bias_ih_l0_reverse	3	0.04290802776813507
22876	rnn.bias_ih_l0_reverse	4	-0.12905952334403992
22876	rnn.bias_ih_l0_reverse	5	0.03402690589427948
22876	rnn.bias_ih_l0_reverse	6	-0.10309049487113953
22876	rnn.bias_ih_l0_reverse	7	0.03698224574327469
22876	rnn.bias_ih_l0_reverse	8	0.031065871939063072
22876	rnn.bias_ih_l0_reverse	9	0.06521882116794586
22876	rnn.bias_hh_l0_reverse	0	0.08537963032722473
22876	rnn.bias_hh_l0_reverse	1	0.054949015378952026
22876	rnn.bias_hh_l0_reverse	2	0.07911417633295059
22876	rnn.bias_hh_l0_reverse	3	-0.011422675102949142
22876	rnn.bias_hh_l0_reverse	4	0.07714840769767761
22876	rnn.bias_hh_l0_reverse	5	-0.010550981387495995
22876	rnn.bias_hh_l0_reverse	6	-0.05769786611199379
22876	rnn.bias_hh_l0_reverse	7	0.03179098293185234
22876	rnn.bias_hh_l0_reverse	8	0.013891174457967281
22876	rnn.bias_hh_l0_reverse	9	-0.1629035323858261
22876	linear.weight	0	0.13279548287391663
22876	linear.weight	1	-0.1611696481704712
22876	linear.weight	2	-0.1989515721797943
22876	linear.weight	3	0.06570825725793839
22876	linear.weight	4	-0.01991858333349228
22876	linear.weight	5	-0.00428909482434392
22876	linear.weight	6	-0.007154648192226887
22876	linear.weight	7	-0.02818160690367222
22876	linear.weight	8	0.06282650679349899
22876	linear.weight	9	0.347756952047348
22876	linear.bias	0	-0.21165046095848083
22876	linear.bias	1	0.18952372670173645
22876	linear.bias	2	-0.5328717231750488
22876	linear.bias	3	1.711826205253601
22876	linear.bias	4	-0.39368268847465515
22876	linear.bias	5	-0.030769959092140198
22876	linear.bias	6	-0.3532734215259552
22876	linear.bias	7	-0.26822614669799805
22876	linear.bias	8	-0.03013250231742859
22876	linear.bias	9	-0.4917759895324707
22904	transitions	0	-0.6440014839172363
22904	transitions	1	0.35453328490257263
22904	transitions	2	1.6793227195739746
22904	transitions	3	0.1011466458439827
22904	transitions	4	0.9506077766418457
22904	transitions	5	1.2739858627319336
22904	transitions	6	0.4833821952342987
22904	transitions	7	0.17601799964904785
22904	transitions	8	-0.9194893836975098
22904	transitions	9	0.9306737184524536
22904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22904	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22904	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22904	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22904	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22904	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22904	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22904	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22904	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22904	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22904	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22904	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22904	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22904	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22904	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22904	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22904	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22904	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22904	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22904	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22904	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22904	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22904	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22904	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22904	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22904	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22904	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22904	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22904	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22904	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22904	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22904	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22904	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22904	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22904	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22904	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22904	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22904	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22904	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22904	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22904	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22904	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22904	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22904	embedding2nn.weight	0	0.025964509695768356
22904	embedding2nn.weight	1	0.01369944866746664
22904	embedding2nn.weight	2	-0.0044126957654953
22904	embedding2nn.weight	3	0.000880755833350122
22904	embedding2nn.weight	4	-0.004576179664582014
22904	embedding2nn.weight	5	0.012424374930560589
22904	embedding2nn.weight	6	-0.0047658830881118774
22904	embedding2nn.weight	7	0.02305699698626995
22904	embedding2nn.weight	8	-0.006265188101679087
22904	embedding2nn.weight	9	-0.01406179927289486
22904	embedding2nn.bias	0	-0.03168940916657448
22904	embedding2nn.bias	1	-0.04566482827067375
22904	embedding2nn.bias	2	-0.05820005387067795
22904	embedding2nn.bias	3	0.0076785944402217865
22904	embedding2nn.bias	4	0.0033630027901381254
22904	embedding2nn.bias	5	-0.014590811915695667
22904	embedding2nn.bias	6	0.022591788321733475
22904	embedding2nn.bias	7	0.03475407883524895
22904	embedding2nn.bias	8	0.00013737592962570488
22904	embedding2nn.bias	9	-0.0010516932234168053
22904	rnn.weight_ih_l0	0	0.0380609855055809
22904	rnn.weight_ih_l0	1	-0.010661657899618149
22904	rnn.weight_ih_l0	2	-0.03687918558716774
22904	rnn.weight_ih_l0	3	-0.044406574219465256
22904	rnn.weight_ih_l0	4	-0.05083883926272392
22904	rnn.weight_ih_l0	5	-0.00824159849435091
22904	rnn.weight_ih_l0	6	-0.052916284650564194
22904	rnn.weight_ih_l0	7	-0.0589001439511776
22904	rnn.weight_ih_l0	8	-0.04539266973733902
22904	rnn.weight_ih_l0	9	-0.027035865932703018
22904	rnn.weight_hh_l0	0	0.01817728392779827
22904	rnn.weight_hh_l0	1	-0.009878214448690414
22904	rnn.weight_hh_l0	2	-0.0677046999335289
22904	rnn.weight_hh_l0	3	-0.031210167333483696
22904	rnn.weight_hh_l0	4	-0.07791119068861008
22904	rnn.weight_hh_l0	5	-0.008342062123119831
22904	rnn.weight_hh_l0	6	-0.048320721834897995
22904	rnn.weight_hh_l0	7	-0.03577641025185585
22904	rnn.weight_hh_l0	8	-0.01759210042655468
22904	rnn.weight_hh_l0	9	-0.0020157615654170513
22904	rnn.bias_ih_l0	0	0.13511157035827637
22904	rnn.bias_ih_l0	1	-0.06022768095135689
22904	rnn.bias_ih_l0	2	0.09908445924520493
22904	rnn.bias_ih_l0	3	0.0449289046227932
22904	rnn.bias_ih_l0	4	0.09147205203771591
22904	rnn.bias_ih_l0	5	0.02299628220498562
22904	rnn.bias_ih_l0	6	-0.009390822611749172
22904	rnn.bias_ih_l0	7	-0.09359230101108551
22904	rnn.bias_ih_l0	8	-0.20235393941402435
22904	rnn.bias_ih_l0	9	0.0807415246963501
22904	rnn.bias_hh_l0	0	-0.0016807513311505318
22904	rnn.bias_hh_l0	1	0.025135912001132965
22904	rnn.bias_hh_l0	2	-0.004845525603741407
22904	rnn.bias_hh_l0	3	-0.03493582084774971
22904	rnn.bias_hh_l0	4	-0.039874132722616196
22904	rnn.bias_hh_l0	5	0.14475694298744202
22904	rnn.bias_hh_l0	6	0.04924372583627701
22904	rnn.bias_hh_l0	7	0.05667700245976448
22904	rnn.bias_hh_l0	8	0.024977905675768852
22904	rnn.bias_hh_l0	9	0.03835035488009453
22904	rnn.weight_ih_l0_reverse	0	-0.029726693406701088
22904	rnn.weight_ih_l0_reverse	1	-0.0017021476523950696
22904	rnn.weight_ih_l0_reverse	2	0.024683503434062004
22904	rnn.weight_ih_l0_reverse	3	-0.06229835003614426
22904	rnn.weight_ih_l0_reverse	4	0.010070092976093292
22904	rnn.weight_ih_l0_reverse	5	-0.04751472547650337
22904	rnn.weight_ih_l0_reverse	6	0.027340155094861984
22904	rnn.weight_ih_l0_reverse	7	0.04703822731971741
22904	rnn.weight_ih_l0_reverse	8	-0.04596065729856491
22904	rnn.weight_ih_l0_reverse	9	-0.05136086419224739
22904	rnn.weight_hh_l0_reverse	0	-0.08165238797664642
22904	rnn.weight_hh_l0_reverse	1	-0.06059892103075981
22904	rnn.weight_hh_l0_reverse	2	0.036174800246953964
22904	rnn.weight_hh_l0_reverse	3	0.044420141726732254
22904	rnn.weight_hh_l0_reverse	4	-0.01162704173475504
22904	rnn.weight_hh_l0_reverse	5	0.04416074603796005
22904	rnn.weight_hh_l0_reverse	6	-0.008479214273393154
22904	rnn.weight_hh_l0_reverse	7	0.0013260111445561051
22904	rnn.weight_hh_l0_reverse	8	-0.0971033051609993
22904	rnn.weight_hh_l0_reverse	9	0.07792230695486069
22904	rnn.bias_ih_l0_reverse	0	-0.08705779910087585
22904	rnn.bias_ih_l0_reverse	1	-0.0634082481265068
22904	rnn.bias_ih_l0_reverse	2	0.099846251308918
22904	rnn.bias_ih_l0_reverse	3	0.043211642652750015
22904	rnn.bias_ih_l0_reverse	4	-0.12714053690433502
22904	rnn.bias_ih_l0_reverse	5	0.034355517476797104
22904	rnn.bias_ih_l0_reverse	6	-0.10522553324699402
22904	rnn.bias_ih_l0_reverse	7	0.03590552508831024
22904	rnn.bias_ih_l0_reverse	8	0.030948610976338387
22904	rnn.bias_ih_l0_reverse	9	0.06496088951826096
22904	rnn.bias_hh_l0_reverse	0	0.0819680467247963
22904	rnn.bias_hh_l0_reverse	1	0.056119270622730255
22904	rnn.bias_hh_l0_reverse	2	0.08011481165885925
22904	rnn.bias_hh_l0_reverse	3	-0.01107759214937687
22904	rnn.bias_hh_l0_reverse	4	0.07517366856336594
22904	rnn.bias_hh_l0_reverse	5	-0.005389726255089045
22904	rnn.bias_hh_l0_reverse	6	-0.05998258292675018
22904	rnn.bias_hh_l0_reverse	7	0.031992509961128235
22904	rnn.bias_hh_l0_reverse	8	0.01350419595837593
22904	rnn.bias_hh_l0_reverse	9	-0.15851104259490967
22904	linear.weight	0	0.1338590681552887
22904	linear.weight	1	-0.16116583347320557
22904	linear.weight	2	-0.20283806324005127
22904	linear.weight	3	0.06508468091487885
22904	linear.weight	4	-0.01956525258719921
22904	linear.weight	5	-0.0035368623211979866
22904	linear.weight	6	-0.007153017446398735
22904	linear.weight	7	-0.02815801091492176
22904	linear.weight	8	0.0621916726231575
22904	linear.weight	9	0.34823307394981384
22904	linear.bias	0	-0.21488970518112183
22904	linear.bias	1	0.19450971484184265
22904	linear.bias	2	-0.5349141359329224
22904	linear.bias	3	1.6943966150283813
22904	linear.bias	4	-0.39122921228408813
22904	linear.bias	5	-0.030769959092140198
22904	linear.bias	6	-0.35623693466186523
22904	linear.bias	7	-0.2645784914493561
22904	linear.bias	8	-0.03392332047224045
22904	linear.bias	9	-0.49193885922431946
22932	transitions	0	-0.6440924406051636
22932	transitions	1	0.35444918274879456
22932	transitions	2	1.6792593002319336
22932	transitions	3	0.10109805315732956
22932	transitions	4	0.9506045579910278
22932	transitions	5	1.2739853858947754
22932	transitions	6	0.48338213562965393
22932	transitions	7	0.17601673305034637
22932	transitions	8	-0.9194898009300232
22932	transitions	9	0.9306737184524536
22932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22932	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22932	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22932	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22932	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22932	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22932	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22932	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22932	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22932	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22932	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22932	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22932	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22932	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22932	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22932	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22932	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22932	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22932	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22932	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22932	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22932	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22932	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22932	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22932	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22932	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22932	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22932	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22932	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22932	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22932	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22932	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22932	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22932	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22932	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22932	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22932	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22932	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22932	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22932	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22932	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22932	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22932	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22932	embedding2nn.weight	0	0.025666192173957825
22932	embedding2nn.weight	1	0.0136920977383852
22932	embedding2nn.weight	2	-0.004369783215224743
22932	embedding2nn.weight	3	0.0010485716629773378
22932	embedding2nn.weight	4	-0.004647623281925917
22932	embedding2nn.weight	5	0.012320274487137794
22932	embedding2nn.weight	6	-0.004734086338430643
22932	embedding2nn.weight	7	0.02339407429099083
22932	embedding2nn.weight	8	-0.006133206654340029
22932	embedding2nn.weight	9	-0.014058245345950127
22932	embedding2nn.bias	0	-0.04098696634173393
22932	embedding2nn.bias	1	-0.048571210354566574
22932	embedding2nn.bias	2	-0.06029859557747841
22932	embedding2nn.bias	3	0.01105440966784954
22932	embedding2nn.bias	4	0.0048194085247814655
22932	embedding2nn.bias	5	-0.016492361202836037
22932	embedding2nn.bias	6	0.019631436094641685
22932	embedding2nn.bias	7	0.04096252843737602
22932	embedding2nn.bias	8	-0.0031628250144422054
22932	embedding2nn.bias	9	-0.0021285281982272863
22932	rnn.weight_ih_l0	0	0.038020722568035126
22932	rnn.weight_ih_l0	1	-0.011532754637300968
22932	rnn.weight_ih_l0	2	-0.03711172938346863
22932	rnn.weight_ih_l0	3	-0.04449056088924408
22932	rnn.weight_ih_l0	4	-0.05081206187605858
22932	rnn.weight_ih_l0	5	-0.008550150319933891
22932	rnn.weight_ih_l0	6	-0.052905913442373276
22932	rnn.weight_ih_l0	7	-0.05881153792142868
22932	rnn.weight_ih_l0	8	-0.0455586314201355
22932	rnn.weight_ih_l0	9	-0.02728446014225483
22932	rnn.weight_hh_l0	0	0.018098274245858192
22932	rnn.weight_hh_l0	1	-0.009501895867288113
22932	rnn.weight_hh_l0	2	-0.06788486987352371
22932	rnn.weight_hh_l0	3	-0.03142483904957771
22932	rnn.weight_hh_l0	4	-0.0772356241941452
22932	rnn.weight_hh_l0	5	-0.008058036677539349
22932	rnn.weight_hh_l0	6	-0.04819362610578537
22932	rnn.weight_hh_l0	7	-0.03544634208083153
22932	rnn.weight_hh_l0	8	-0.01758510246872902
22932	rnn.weight_hh_l0	9	-0.0021848834585398436
22932	rnn.bias_ih_l0	0	0.13576313853263855
22932	rnn.bias_ih_l0	1	-0.0590747632086277
22932	rnn.bias_ih_l0	2	0.09875742346048355
22932	rnn.bias_ih_l0	3	0.04490221291780472
22932	rnn.bias_ih_l0	4	0.09337186813354492
22932	rnn.bias_ih_l0	5	0.023711474612355232
22932	rnn.bias_ih_l0	6	-0.007469054777175188
22932	rnn.bias_ih_l0	7	-0.1004706621170044
22932	rnn.bias_ih_l0	8	-0.20091623067855835
22932	rnn.bias_ih_l0	9	0.08227379620075226
22932	rnn.bias_hh_l0	0	-0.000763911462854594
22932	rnn.bias_hh_l0	1	0.026207881048321724
22932	rnn.bias_hh_l0	2	-0.003975800238549709
22932	rnn.bias_hh_l0	3	-0.03502983599901199
22932	rnn.bias_hh_l0	4	-0.03761204704642296
22932	rnn.bias_hh_l0	5	0.14423969388008118
22932	rnn.bias_hh_l0	6	0.04962731897830963
22932	rnn.bias_hh_l0	7	0.053781792521476746
22932	rnn.bias_hh_l0	8	0.0268996749073267
22932	rnn.bias_hh_l0	9	0.03908412158489227
22932	rnn.weight_ih_l0_reverse	0	-0.030147407203912735
22932	rnn.weight_ih_l0_reverse	1	-0.0021912180818617344
22932	rnn.weight_ih_l0_reverse	2	0.024762846529483795
22932	rnn.weight_ih_l0_reverse	3	-0.06213103607296944
22932	rnn.weight_ih_l0_reverse	4	0.010233640670776367
22932	rnn.weight_ih_l0_reverse	5	-0.04738564416766167
22932	rnn.weight_ih_l0_reverse	6	0.026841072365641594
22932	rnn.weight_ih_l0_reverse	7	0.0472293347120285
22932	rnn.weight_ih_l0_reverse	8	-0.04582865163683891
22932	rnn.weight_ih_l0_reverse	9	-0.05146009102463722
22932	rnn.weight_hh_l0_reverse	0	-0.08163799345493317
22932	rnn.weight_hh_l0_reverse	1	-0.059762317687273026
22932	rnn.weight_hh_l0_reverse	2	0.036747973412275314
22932	rnn.weight_hh_l0_reverse	3	0.04419734328985214
22932	rnn.weight_hh_l0_reverse	4	-0.011201214045286179
22932	rnn.weight_hh_l0_reverse	5	0.04415036365389824
22932	rnn.weight_hh_l0_reverse	6	-0.008681319653987885
22932	rnn.weight_hh_l0_reverse	7	0.00148360850289464
22932	rnn.weight_hh_l0_reverse	8	-0.09702012687921524
22932	rnn.weight_hh_l0_reverse	9	0.07796481996774673
22932	rnn.bias_ih_l0_reverse	0	-0.0926591157913208
22932	rnn.bias_ih_l0_reverse	1	-0.05750531703233719
22932	rnn.bias_ih_l0_reverse	2	0.10140140354633331
22932	rnn.bias_ih_l0_reverse	3	0.04434581100940704
22932	rnn.bias_ih_l0_reverse	4	-0.12866725027561188
22932	rnn.bias_ih_l0_reverse	5	0.033675018697977066
22932	rnn.bias_ih_l0_reverse	6	-0.10608877241611481
22932	rnn.bias_ih_l0_reverse	7	0.03639012947678566
22932	rnn.bias_ih_l0_reverse	8	0.031920790672302246
22932	rnn.bias_ih_l0_reverse	9	0.06477503478527069
22932	rnn.bias_hh_l0_reverse	0	0.08401178568601608
22932	rnn.bias_hh_l0_reverse	1	0.05640518292784691
22932	rnn.bias_hh_l0_reverse	2	0.07865326851606369
22932	rnn.bias_hh_l0_reverse	3	-0.0109721589833498
22932	rnn.bias_hh_l0_reverse	4	0.07412915676832199
22932	rnn.bias_hh_l0_reverse	5	-0.009824254550039768
22932	rnn.bias_hh_l0_reverse	6	-0.059666022658348083
22932	rnn.bias_hh_l0_reverse	7	0.03127886354923248
22932	rnn.bias_hh_l0_reverse	8	0.012785105966031551
22932	rnn.bias_hh_l0_reverse	9	-0.15910714864730835
22932	linear.weight	0	0.13437238335609436
22932	linear.weight	1	-0.1611599624156952
22932	linear.weight	2	-0.20307143032550812
22932	linear.weight	3	0.06151730567216873
22932	linear.weight	4	-0.019623368978500366
22932	linear.weight	5	-0.0038980459794402122
22932	linear.weight	6	-0.007152569014579058
22932	linear.weight	7	-0.0281326025724411
22932	linear.weight	8	0.059841614216566086
22932	linear.weight	9	0.34700605273246765
22932	linear.bias	0	-0.2080167829990387
22932	linear.bias	1	0.19239524006843567
22932	linear.bias	2	-0.5363711714744568
22932	linear.bias	3	1.7128758430480957
22932	linear.bias	4	-0.3914719820022583
22932	linear.bias	5	-0.030769959092140198
22932	linear.bias	6	-0.3571041524410248
22932	linear.bias	7	-0.2682330906391144
22932	linear.bias	8	-0.032153524458408356
22932	linear.bias	9	-0.49202245473861694
22960	transitions	0	-0.6441198587417603
22960	transitions	1	0.35443785786628723
22960	transitions	2	1.679222583770752
22960	transitions	3	0.10104210674762726
22960	transitions	4	0.9505970478057861
22960	transitions	5	1.2739852666854858
22960	transitions	6	0.4833817780017853
22960	transitions	7	0.1760157346725464
22960	transitions	8	-0.9194900989532471
22960	transitions	9	0.9306737184524536
22960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22960	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22960	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22960	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22960	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22960	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22960	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22960	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22960	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22960	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22960	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22960	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22960	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22960	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22960	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22960	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22960	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22960	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22960	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22960	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22960	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22960	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22960	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22960	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22960	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22960	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22960	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22960	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22960	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22960	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22960	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22960	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22960	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22960	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22960	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22960	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22960	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22960	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22960	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22960	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22960	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22960	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22960	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22960	embedding2nn.weight	0	0.025476010516285896
22960	embedding2nn.weight	1	0.013635912910103798
22960	embedding2nn.weight	2	-0.00440117996186018
22960	embedding2nn.weight	3	0.0012379609979689121
22960	embedding2nn.weight	4	-0.00467891339212656
22960	embedding2nn.weight	5	0.012069078162312508
22960	embedding2nn.weight	6	-0.004710028879344463
22960	embedding2nn.weight	7	0.023153234273195267
22960	embedding2nn.weight	8	-0.006168462336063385
22960	embedding2nn.weight	9	-0.014035586267709732
22960	embedding2nn.bias	0	-0.035721488296985626
22960	embedding2nn.bias	1	-0.047766055911779404
22960	embedding2nn.bias	2	-0.06637639552354813
22960	embedding2nn.bias	3	0.010011116042733192
22960	embedding2nn.bias	4	0.00488630123436451
22960	embedding2nn.bias	5	-0.022694146260619164
22960	embedding2nn.bias	6	0.02014421671628952
22960	embedding2nn.bias	7	0.04032440856099129
22960	embedding2nn.bias	8	-0.00901859998703003
22960	embedding2nn.bias	9	-0.0037339564878493547
22960	rnn.weight_ih_l0	0	0.03757372498512268
22960	rnn.weight_ih_l0	1	-0.012101181782782078
22960	rnn.weight_ih_l0	2	-0.036058541387319565
22960	rnn.weight_ih_l0	3	-0.045045629143714905
22960	rnn.weight_ih_l0	4	-0.051092732697725296
22960	rnn.weight_ih_l0	5	-0.008598302491009235
22960	rnn.weight_ih_l0	6	-0.053648389875888824
22960	rnn.weight_ih_l0	7	-0.059272147715091705
22960	rnn.weight_ih_l0	8	-0.0452725812792778
22960	rnn.weight_ih_l0	9	-0.027356278151273727
22960	rnn.weight_hh_l0	0	0.018263572826981544
22960	rnn.weight_hh_l0	1	-0.00966847874224186
22960	rnn.weight_hh_l0	2	-0.06809226423501968
22960	rnn.weight_hh_l0	3	-0.031030045822262764
22960	rnn.weight_hh_l0	4	-0.0771910771727562
22960	rnn.weight_hh_l0	5	-0.00855155847966671
22960	rnn.weight_hh_l0	6	-0.04940631240606308
22960	rnn.weight_hh_l0	7	-0.036869775503873825
22960	rnn.weight_hh_l0	8	-0.017880987375974655
22960	rnn.weight_hh_l0	9	-0.002867148257791996
22960	rnn.bias_ih_l0	0	0.1369229108095169
22960	rnn.bias_ih_l0	1	-0.05936095118522644
22960	rnn.bias_ih_l0	2	0.09502624720335007
22960	rnn.bias_ih_l0	3	0.04352030158042908
22960	rnn.bias_ih_l0	4	0.09571529924869537
22960	rnn.bias_ih_l0	5	0.02346690371632576
22960	rnn.bias_ih_l0	6	-0.008665855042636395
22960	rnn.bias_ih_l0	7	-0.09647361189126968
22960	rnn.bias_ih_l0	8	-0.20160651206970215
22960	rnn.bias_ih_l0	9	0.0817541629076004
22960	rnn.bias_hh_l0	0	-0.0027577721048146486
22960	rnn.bias_hh_l0	1	0.02401144430041313
22960	rnn.bias_hh_l0	2	-0.005382763687521219
22960	rnn.bias_hh_l0	3	-0.03661143407225609
22960	rnn.bias_hh_l0	4	-0.03733225539326668
22960	rnn.bias_hh_l0	5	0.144907146692276
22960	rnn.bias_hh_l0	6	0.04927368462085724
22960	rnn.bias_hh_l0	7	0.05339207127690315
22960	rnn.bias_hh_l0	8	0.02570287324488163
22960	rnn.bias_hh_l0	9	0.03736963868141174
22960	rnn.weight_ih_l0_reverse	0	-0.02988884225487709
22960	rnn.weight_ih_l0_reverse	1	-0.0015056703705340624
22960	rnn.weight_ih_l0_reverse	2	0.02466331236064434
22960	rnn.weight_ih_l0_reverse	3	-0.06233144924044609
22960	rnn.weight_ih_l0_reverse	4	0.010624527931213379
22960	rnn.weight_ih_l0_reverse	5	-0.047285694628953934
22960	rnn.weight_ih_l0_reverse	6	0.027646148577332497
22960	rnn.weight_ih_l0_reverse	7	0.047129515558481216
22960	rnn.weight_ih_l0_reverse	8	-0.046100273728370667
22960	rnn.weight_ih_l0_reverse	9	-0.051414407789707184
22960	rnn.weight_hh_l0_reverse	0	-0.08165416866540909
22960	rnn.weight_hh_l0_reverse	1	-0.06053995341062546
22960	rnn.weight_hh_l0_reverse	2	0.03642541915178299
22960	rnn.weight_hh_l0_reverse	3	0.044253651052713394
22960	rnn.weight_hh_l0_reverse	4	-0.011487600393593311
22960	rnn.weight_hh_l0_reverse	5	0.04407224431633949
22960	rnn.weight_hh_l0_reverse	6	-0.00874264631420374
22960	rnn.weight_hh_l0_reverse	7	0.0012959636515006423
22960	rnn.weight_hh_l0_reverse	8	-0.09750035405158997
22960	rnn.weight_hh_l0_reverse	9	0.07782016694545746
22960	rnn.bias_ih_l0_reverse	0	-0.09127841144800186
22960	rnn.bias_ih_l0_reverse	1	-0.056411780416965485
22960	rnn.bias_ih_l0_reverse	2	0.10092566162347794
22960	rnn.bias_ih_l0_reverse	3	0.04523517191410065
22960	rnn.bias_ih_l0_reverse	4	-0.12886331975460052
22960	rnn.bias_ih_l0_reverse	5	0.0343296192586422
22960	rnn.bias_ih_l0_reverse	6	-0.10604781657457352
22960	rnn.bias_ih_l0_reverse	7	0.03630438074469566
22960	rnn.bias_ih_l0_reverse	8	0.03421487659215927
22960	rnn.bias_ih_l0_reverse	9	0.06323523074388504
22960	rnn.bias_hh_l0_reverse	0	0.08468128740787506
22960	rnn.bias_hh_l0_reverse	1	0.05767568573355675
22960	rnn.bias_hh_l0_reverse	2	0.08028348535299301
22960	rnn.bias_hh_l0_reverse	3	-0.012046629562973976
22960	rnn.bias_hh_l0_reverse	4	0.07388386130332947
22960	rnn.bias_hh_l0_reverse	5	-0.008171545341610909
22960	rnn.bias_hh_l0_reverse	6	-0.060947664082050323
22960	rnn.bias_hh_l0_reverse	7	0.030064841732382774
22960	rnn.bias_hh_l0_reverse	8	0.012445280328392982
22960	rnn.bias_hh_l0_reverse	9	-0.16034811735153198
22960	linear.weight	0	0.1353343427181244
22960	linear.weight	1	-0.16115368902683258
22960	linear.weight	2	-0.20398437976837158
22960	linear.weight	3	0.05509720742702484
22960	linear.weight	4	-0.020030386745929718
22960	linear.weight	5	-0.002761196345090866
22960	linear.weight	6	-0.007149170618504286
22960	linear.weight	7	-0.02811228670179844
22960	linear.weight	8	0.05926167219877243
22960	linear.weight	9	0.3445861041545868
22960	linear.bias	0	-0.22318047285079956
22960	linear.bias	1	0.19534914195537567
22960	linear.bias	2	-0.5369649529457092
22960	linear.bias	3	1.721228003501892
22960	linear.bias	4	-0.391612708568573
22960	linear.bias	5	-0.030769959092140198
22960	linear.bias	6	-0.3575083017349243
22960	linear.bias	7	-0.2670440077781677
22960	linear.bias	8	-0.03775610029697418
22960	linear.bias	9	-0.49206942319869995
22988	transitions	0	-0.6441511511802673
22988	transitions	1	0.35442468523979187
22988	transitions	2	1.6792079210281372
22988	transitions	3	0.101030632853508
22988	transitions	4	0.9505456686019897
22988	transitions	5	1.2739840745925903
22988	transitions	6	0.4833817183971405
22988	transitions	7	0.17601537704467773
22988	transitions	8	-0.9194907546043396
22988	transitions	9	0.9306736588478088
22988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
22988	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
22988	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
22988	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
22988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
22988	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
22988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
22988	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
22988	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
22988	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
22988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
22988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
22988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
22988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
22988	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
22988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
22988	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
22988	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
22988	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
22988	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
22988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
22988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
22988	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
22988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
22988	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
22988	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
22988	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
22988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
22988	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
22988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
22988	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
22988	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
22988	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
22988	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
22988	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
22988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
22988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
22988	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
22988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
22988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
22988	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
22988	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
22988	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
22988	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
22988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
22988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
22988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
22988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
22988	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
22988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
22988	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
22988	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
22988	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
22988	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
22988	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
22988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
22988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
22988	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
22988	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
22988	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
22988	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
22988	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
22988	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
22988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
22988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
22988	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
22988	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
22988	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
22988	embedding2nn.weight	0	0.02499239519238472
22988	embedding2nn.weight	1	0.013665304519236088
22988	embedding2nn.weight	2	-0.004386897198855877
22988	embedding2nn.weight	3	0.0012368791503831744
22988	embedding2nn.weight	4	-0.004652371630072594
22988	embedding2nn.weight	5	0.012162312865257263
22988	embedding2nn.weight	6	-0.004747937899082899
22988	embedding2nn.weight	7	0.022815445438027382
22988	embedding2nn.weight	8	-0.006160471588373184
22988	embedding2nn.weight	9	-0.01403824146836996
22988	embedding2nn.bias	0	-0.03735793009400368
22988	embedding2nn.bias	1	-0.0458214096724987
22988	embedding2nn.bias	2	-0.06392046809196472
22988	embedding2nn.bias	3	0.01132980640977621
22988	embedding2nn.bias	4	0.004549926612526178
22988	embedding2nn.bias	5	-0.01778964139521122
22988	embedding2nn.bias	6	0.020045572891831398
22988	embedding2nn.bias	7	0.040349047631025314
22988	embedding2nn.bias	8	-0.010122545063495636
22988	embedding2nn.bias	9	-0.00700358534231782
22988	rnn.weight_ih_l0	0	0.03753678500652313
22988	rnn.weight_ih_l0	1	-0.012098713777959347
22988	rnn.weight_ih_l0	2	-0.03612629324197769
22988	rnn.weight_ih_l0	3	-0.04508550837635994
22988	rnn.weight_ih_l0	4	-0.0511026494204998
22988	rnn.weight_ih_l0	5	-0.008638929575681686
22988	rnn.weight_ih_l0	6	-0.05369747057557106
22988	rnn.weight_ih_l0	7	-0.05916248634457588
22988	rnn.weight_ih_l0	8	-0.045351602137088776
22988	rnn.weight_ih_l0	9	-0.027275342494249344
22988	rnn.weight_hh_l0	0	0.018212631344795227
22988	rnn.weight_hh_l0	1	-0.009384888224303722
22988	rnn.weight_hh_l0	2	-0.06804320961236954
22988	rnn.weight_hh_l0	3	-0.03134790062904358
22988	rnn.weight_hh_l0	4	-0.07707724720239639
22988	rnn.weight_hh_l0	5	-0.008387882262468338
22988	rnn.weight_hh_l0	6	-0.049490008503198624
22988	rnn.weight_hh_l0	7	-0.036920368671417236
22988	rnn.weight_hh_l0	8	-0.01801430620253086
22988	rnn.weight_hh_l0	9	-0.0028802931774407625
22988	rnn.bias_ih_l0	0	0.1365983933210373
22988	rnn.bias_ih_l0	1	-0.06030620262026787
22988	rnn.bias_ih_l0	2	0.09588561207056046
22988	rnn.bias_ih_l0	3	0.04324660822749138
22988	rnn.bias_ih_l0	4	0.09503471851348877
22988	rnn.bias_ih_l0	5	0.023942219093441963
22988	rnn.bias_ih_l0	6	-0.008773229084908962
22988	rnn.bias_ih_l0	7	-0.09651827812194824
22988	rnn.bias_ih_l0	8	-0.1981998085975647
22988	rnn.bias_ih_l0	9	0.08138773590326309
22988	rnn.bias_hh_l0	0	-0.00300295720808208
22988	rnn.bias_hh_l0	1	0.024256225675344467
22988	rnn.bias_hh_l0	2	-0.005280938930809498
22988	rnn.bias_hh_l0	3	-0.03618664667010307
22988	rnn.bias_hh_l0	4	-0.03690590709447861
22988	rnn.bias_hh_l0	5	0.14455217123031616
22988	rnn.bias_hh_l0	6	0.04860898479819298
22988	rnn.bias_hh_l0	7	0.05306600406765938
22988	rnn.bias_hh_l0	8	0.025595493614673615
22988	rnn.bias_hh_l0	9	0.03620649129152298
22988	rnn.weight_ih_l0_reverse	0	-0.030085459351539612
22988	rnn.weight_ih_l0_reverse	1	-0.001382451388053596
22988	rnn.weight_ih_l0_reverse	2	0.02456825040280819
22988	rnn.weight_ih_l0_reverse	3	-0.06256812065839767
22988	rnn.weight_ih_l0_reverse	4	0.010451224632561207
22988	rnn.weight_ih_l0_reverse	5	-0.0471314899623394
22988	rnn.weight_ih_l0_reverse	6	0.027580689638853073
22988	rnn.weight_ih_l0_reverse	7	0.047058966010808945
22988	rnn.weight_ih_l0_reverse	8	-0.046217940747737885
22988	rnn.weight_ih_l0_reverse	9	-0.05135652795433998
22988	rnn.weight_hh_l0_reverse	0	-0.0814986303448677
22988	rnn.weight_hh_l0_reverse	1	-0.060052402317523956
22988	rnn.weight_hh_l0_reverse	2	0.036299463361501694
22988	rnn.weight_hh_l0_reverse	3	0.04435121640563011
22988	rnn.weight_hh_l0_reverse	4	-0.011553116142749786
22988	rnn.weight_hh_l0_reverse	5	0.04396674409508705
22988	rnn.weight_hh_l0_reverse	6	-0.009511125274002552
22988	rnn.weight_hh_l0_reverse	7	0.0016161120729520917
22988	rnn.weight_hh_l0_reverse	8	-0.09771837294101715
22988	rnn.weight_hh_l0_reverse	9	0.07779877632856369
22988	rnn.bias_ih_l0_reverse	0	-0.08859305828809738
22988	rnn.bias_ih_l0_reverse	1	-0.05394969508051872
22988	rnn.bias_ih_l0_reverse	2	0.10135335475206375
22988	rnn.bias_ih_l0_reverse	3	0.0450177863240242
22988	rnn.bias_ih_l0_reverse	4	-0.12914685904979706
22988	rnn.bias_ih_l0_reverse	5	0.03469135984778404
22988	rnn.bias_ih_l0_reverse	6	-0.10591872781515121
22988	rnn.bias_ih_l0_reverse	7	0.035979755222797394
22988	rnn.bias_ih_l0_reverse	8	0.03521357476711273
22988	rnn.bias_ih_l0_reverse	9	0.06298447400331497
22988	rnn.bias_hh_l0_reverse	0	0.08654625713825226
22988	rnn.bias_hh_l0_reverse	1	0.05786777287721634
22988	rnn.bias_hh_l0_reverse	2	0.08026339113712311
22988	rnn.bias_hh_l0_reverse	3	-0.011700867675244808
22988	rnn.bias_hh_l0_reverse	4	0.07352694123983383
22988	rnn.bias_hh_l0_reverse	5	-0.00760492030531168
22988	rnn.bias_hh_l0_reverse	6	-0.06067268177866936
22988	rnn.bias_hh_l0_reverse	7	0.03063644841313362
22988	rnn.bias_hh_l0_reverse	8	0.011800169013440609
22988	rnn.bias_hh_l0_reverse	9	-0.15819573402404785
22988	linear.weight	0	0.13425421714782715
22988	linear.weight	1	-0.1611527055501938
22988	linear.weight	2	-0.20364484190940857
22988	linear.weight	3	0.05701744183897972
22988	linear.weight	4	-0.0199565552175045
22988	linear.weight	5	-0.0026531564071774483
22988	linear.weight	6	-0.007148724514991045
22988	linear.weight	7	-0.028097260743379593
22988	linear.weight	8	0.05948382616043091
22988	linear.weight	9	0.3444942831993103
22988	linear.bias	0	-0.2230687439441681
22988	linear.bias	1	0.1958155333995819
22988	linear.bias	2	-0.5378357172012329
22988	linear.bias	3	1.7151345014572144
22988	linear.bias	4	-0.39168375730514526
22988	linear.bias	5	-0.030769959092140198
22988	linear.bias	6	-0.3584221601486206
22988	linear.bias	7	-0.26863783597946167
22988	linear.bias	8	-0.036507751792669296
22988	linear.bias	9	-0.4921269416809082
23016	transitions	0	-0.6441736817359924
23016	transitions	1	0.35440942645072937
23016	transitions	2	1.679197072982788
23016	transitions	3	0.10099662840366364
23016	transitions	4	0.9505356550216675
23016	transitions	5	1.273983120918274
23016	transitions	6	0.48338162899017334
23016	transitions	7	0.17601023614406586
23016	transitions	8	-0.9194910526275635
23016	transitions	9	0.9306736588478088
23016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23016	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23016	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23016	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23016	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23016	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23016	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23016	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23016	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23016	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23016	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23016	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23016	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23016	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23016	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23016	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23016	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23016	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23016	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23016	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23016	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23016	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23016	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23016	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23016	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23016	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23016	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23016	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23016	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23016	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23016	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23016	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23016	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23016	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23016	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23016	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23016	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23016	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23016	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23016	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23016	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23016	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23016	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23016	embedding2nn.weight	0	0.02476838231086731
23016	embedding2nn.weight	1	0.01368012186139822
23016	embedding2nn.weight	2	-0.0043703047558665276
23016	embedding2nn.weight	3	0.0011574599193409085
23016	embedding2nn.weight	4	-0.004661815706640482
23016	embedding2nn.weight	5	0.012131831608712673
23016	embedding2nn.weight	6	-0.004714166279882193
23016	embedding2nn.weight	7	0.02259928360581398
23016	embedding2nn.weight	8	-0.006197028793394566
23016	embedding2nn.weight	9	-0.014014198444783688
23016	embedding2nn.bias	0	-0.03804175183176994
23016	embedding2nn.bias	1	-0.04973620921373367
23016	embedding2nn.bias	2	-0.06809842586517334
23016	embedding2nn.bias	3	0.008332370780408382
23016	embedding2nn.bias	4	0.005138843320310116
23016	embedding2nn.bias	5	-0.020027415826916695
23016	embedding2nn.bias	6	0.01901768334209919
23016	embedding2nn.bias	7	0.03948035091161728
23016	embedding2nn.bias	8	-0.011878466233611107
23016	embedding2nn.bias	9	-0.0054581379517912865
23016	rnn.weight_ih_l0	0	0.03752359375357628
23016	rnn.weight_ih_l0	1	-0.012241018936038017
23016	rnn.weight_ih_l0	2	-0.035973548889160156
23016	rnn.weight_ih_l0	3	-0.044694747775793076
23016	rnn.weight_ih_l0	4	-0.050762493163347244
23016	rnn.weight_ih_l0	5	-0.008656887337565422
23016	rnn.weight_ih_l0	6	-0.05356369912624359
23016	rnn.weight_ih_l0	7	-0.05931917577981949
23016	rnn.weight_ih_l0	8	-0.045478206127882004
23016	rnn.weight_ih_l0	9	-0.0273356344550848
23016	rnn.weight_hh_l0	0	0.0182189978659153
23016	rnn.weight_hh_l0	1	-0.009270954877138138
23016	rnn.weight_hh_l0	2	-0.06844227015972137
23016	rnn.weight_hh_l0	3	-0.03129591420292854
23016	rnn.weight_hh_l0	4	-0.07724205404520035
23016	rnn.weight_hh_l0	5	-0.008317957632243633
23016	rnn.weight_hh_l0	6	-0.049177028238773346
23016	rnn.weight_hh_l0	7	-0.03766987845301628
23016	rnn.weight_hh_l0	8	-0.01815810799598694
23016	rnn.weight_hh_l0	9	-0.0025325375609099865
23016	rnn.bias_ih_l0	0	0.13604076206684113
23016	rnn.bias_ih_l0	1	-0.0595998615026474
23016	rnn.bias_ih_l0	2	0.09635050594806671
23016	rnn.bias_ih_l0	3	0.04213018715381622
23016	rnn.bias_ih_l0	4	0.09516749531030655
23016	rnn.bias_ih_l0	5	0.024230677634477615
23016	rnn.bias_ih_l0	6	-0.008085168898105621
23016	rnn.bias_ih_l0	7	-0.09524759650230408
23016	rnn.bias_ih_l0	8	-0.2017749845981598
23016	rnn.bias_ih_l0	9	0.08167247474193573
23016	rnn.bias_hh_l0	0	-0.003402434289455414
23016	rnn.bias_hh_l0	1	0.024506477639079094
23016	rnn.bias_hh_l0	2	-0.006543384399265051
23016	rnn.bias_hh_l0	3	-0.03527875989675522
23016	rnn.bias_hh_l0	4	-0.03700265660881996
23016	rnn.bias_hh_l0	5	0.144369974732399
23016	rnn.bias_hh_l0	6	0.04947085306048393
23016	rnn.bias_hh_l0	7	0.05234682932496071
23016	rnn.bias_hh_l0	8	0.02628355473279953
23016	rnn.bias_hh_l0	9	0.03548603877425194
23016	rnn.weight_ih_l0_reverse	0	-0.02992897480726242
23016	rnn.weight_ih_l0_reverse	1	-0.001699320855550468
23016	rnn.weight_ih_l0_reverse	2	0.024534618481993675
23016	rnn.weight_ih_l0_reverse	3	-0.06257885694503784
23016	rnn.weight_ih_l0_reverse	4	0.010434410534799099
23016	rnn.weight_ih_l0_reverse	5	-0.046978212893009186
23016	rnn.weight_ih_l0_reverse	6	0.027816444635391235
23016	rnn.weight_ih_l0_reverse	7	0.04711022600531578
23016	rnn.weight_ih_l0_reverse	8	-0.046143196523189545
23016	rnn.weight_ih_l0_reverse	9	-0.05134592205286026
23016	rnn.weight_hh_l0_reverse	0	-0.08115630596876144
23016	rnn.weight_hh_l0_reverse	1	-0.060108449310064316
23016	rnn.weight_hh_l0_reverse	2	0.03611736372113228
23016	rnn.weight_hh_l0_reverse	3	0.04423647001385689
23016	rnn.weight_hh_l0_reverse	4	-0.011508936993777752
23016	rnn.weight_hh_l0_reverse	5	0.043976347893476486
23016	rnn.weight_hh_l0_reverse	6	-0.009079479612410069
23016	rnn.weight_hh_l0_reverse	7	0.001488428097218275
23016	rnn.weight_hh_l0_reverse	8	-0.09766854345798492
23016	rnn.weight_hh_l0_reverse	9	0.07780782878398895
23016	rnn.bias_ih_l0_reverse	0	-0.08812263607978821
23016	rnn.bias_ih_l0_reverse	1	-0.05541035160422325
23016	rnn.bias_ih_l0_reverse	2	0.10133464634418488
23016	rnn.bias_ih_l0_reverse	3	0.04540238901972771
23016	rnn.bias_ih_l0_reverse	4	-0.12921631336212158
23016	rnn.bias_ih_l0_reverse	5	0.0345679335296154
23016	rnn.bias_ih_l0_reverse	6	-0.1050010621547699
23016	rnn.bias_ih_l0_reverse	7	0.03713779151439667
23016	rnn.bias_ih_l0_reverse	8	0.035468414425849915
23016	rnn.bias_ih_l0_reverse	9	0.060774870216846466
23016	rnn.bias_hh_l0_reverse	0	0.08490781486034393
23016	rnn.bias_hh_l0_reverse	1	0.058086372911930084
23016	rnn.bias_hh_l0_reverse	2	0.08131662756204605
23016	rnn.bias_hh_l0_reverse	3	-0.012255851179361343
23016	rnn.bias_hh_l0_reverse	4	0.07325167208909988
23016	rnn.bias_hh_l0_reverse	5	-0.007864458486437798
23016	rnn.bias_hh_l0_reverse	6	-0.06132698804140091
23016	rnn.bias_hh_l0_reverse	7	0.030531123280525208
23016	rnn.bias_hh_l0_reverse	8	0.011906320229172707
23016	rnn.bias_hh_l0_reverse	9	-0.15890848636627197
23016	linear.weight	0	0.13856317102909088
23016	linear.weight	1	-0.16115352511405945
23016	linear.weight	2	-0.2037738561630249
23016	linear.weight	3	0.056550897657871246
23016	linear.weight	4	-0.0199726652354002
23016	linear.weight	5	-0.003738323226571083
23016	linear.weight	6	-0.007146941963583231
23016	linear.weight	7	-0.028084902092814445
23016	linear.weight	8	0.06001415476202965
23016	linear.weight	9	0.3442494571208954
23016	linear.bias	0	-0.21897870302200317
23016	linear.bias	1	0.1945810616016388
23016	linear.bias	2	-0.5389863848686218
23016	linear.bias	3	1.7145557403564453
23016	linear.bias	4	-0.39176538586616516
23016	linear.bias	5	-0.030769959092140198
23016	linear.bias	6	-0.3594403862953186
23016	linear.bias	7	-0.2698881924152374
23016	linear.bias	8	-0.045806434005498886
23016	linear.bias	9	-0.4922139048576355
23044	transitions	0	-0.6442162394523621
23044	transitions	1	0.3543991148471832
23044	transitions	2	1.6791861057281494
23044	transitions	3	0.10098328441381454
23044	transitions	4	0.9505256414413452
23044	transitions	5	1.273982048034668
23044	transitions	6	0.48338159918785095
23044	transitions	7	0.17601005733013153
23044	transitions	8	-0.9194910526275635
23044	transitions	9	0.9306736588478088
23044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23044	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23044	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23044	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23044	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23044	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23044	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23044	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23044	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23044	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23044	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23044	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23044	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23044	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23044	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23044	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23044	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23044	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23044	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23044	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23044	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23044	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23044	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23044	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23044	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23044	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23044	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23044	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23044	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23044	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23044	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23044	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23044	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23044	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23044	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23044	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23044	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23044	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23044	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23044	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23044	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23044	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23044	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23044	embedding2nn.weight	0	0.024690205231308937
23044	embedding2nn.weight	1	0.013702034018933773
23044	embedding2nn.weight	2	-0.0043710628524422646
23044	embedding2nn.weight	3	0.0012473943643271923
23044	embedding2nn.weight	4	-0.0046321493573486805
23044	embedding2nn.weight	5	0.01200268603861332
23044	embedding2nn.weight	6	-0.004707140848040581
23044	embedding2nn.weight	7	0.022843601182103157
23044	embedding2nn.weight	8	-0.0061669787392020226
23044	embedding2nn.weight	9	-0.01400197483599186
23044	embedding2nn.bias	0	-0.03615812584757805
23044	embedding2nn.bias	1	-0.04642938822507858
23044	embedding2nn.bias	2	-0.06798840314149857
23044	embedding2nn.bias	3	0.007264562416821718
23044	embedding2nn.bias	4	0.003990075550973415
23044	embedding2nn.bias	5	-0.02002814970910549
23044	embedding2nn.bias	6	0.021609989926218987
23044	embedding2nn.bias	7	0.03786575421690941
23044	embedding2nn.bias	8	-0.010069049894809723
23044	embedding2nn.bias	9	-0.00692196749150753
23044	rnn.weight_ih_l0	0	0.03758811950683594
23044	rnn.weight_ih_l0	1	-0.011578953824937344
23044	rnn.weight_ih_l0	2	-0.036146242171525955
23044	rnn.weight_ih_l0	3	-0.044646430760622025
23044	rnn.weight_ih_l0	4	-0.0508461594581604
23044	rnn.weight_ih_l0	5	-0.008563735522329807
23044	rnn.weight_ih_l0	6	-0.053520772606134415
23044	rnn.weight_ih_l0	7	-0.05930466577410698
23044	rnn.weight_ih_l0	8	-0.04540890082716942
23044	rnn.weight_ih_l0	9	-0.027383821085095406
23044	rnn.weight_hh_l0	0	0.01791071519255638
23044	rnn.weight_hh_l0	1	-0.009053775109350681
23044	rnn.weight_hh_l0	2	-0.06829312443733215
23044	rnn.weight_hh_l0	3	-0.031334344297647476
23044	rnn.weight_hh_l0	4	-0.07750869542360306
23044	rnn.weight_hh_l0	5	-0.008464375510811806
23044	rnn.weight_hh_l0	6	-0.04975946247577667
23044	rnn.weight_hh_l0	7	-0.03687306120991707
23044	rnn.weight_hh_l0	8	-0.018198780715465546
23044	rnn.weight_hh_l0	9	-0.002384491264820099
23044	rnn.bias_ih_l0	0	0.1361505091190338
23044	rnn.bias_ih_l0	1	-0.06107614189386368
23044	rnn.bias_ih_l0	2	0.09637846052646637
23044	rnn.bias_ih_l0	3	0.04232398048043251
23044	rnn.bias_ih_l0	4	0.09332674741744995
23044	rnn.bias_ih_l0	5	0.02388024516403675
23044	rnn.bias_ih_l0	6	-0.008320881985127926
23044	rnn.bias_ih_l0	7	-0.09609068930149078
23044	rnn.bias_ih_l0	8	-0.20128123462200165
23044	rnn.bias_ih_l0	9	0.08176239579916
23044	rnn.bias_hh_l0	0	-0.0031124188099056482
23044	rnn.bias_hh_l0	1	0.02434629015624523
23044	rnn.bias_hh_l0	2	-0.0046331752091646194
23044	rnn.bias_hh_l0	3	-0.03466561809182167
23044	rnn.bias_hh_l0	4	-0.03647838532924652
23044	rnn.bias_hh_l0	5	0.1437358558177948
23044	rnn.bias_hh_l0	6	0.04910112917423248
23044	rnn.bias_hh_l0	7	0.052220992743968964
23044	rnn.bias_hh_l0	8	0.0260478388518095
23044	rnn.bias_hh_l0	9	0.035767313092947006
23044	rnn.weight_ih_l0_reverse	0	-0.029856042936444283
23044	rnn.weight_ih_l0_reverse	1	-0.001572367618791759
23044	rnn.weight_ih_l0_reverse	2	0.02446915954351425
23044	rnn.weight_ih_l0_reverse	3	-0.06237311288714409
23044	rnn.weight_ih_l0_reverse	4	0.010255731642246246
23044	rnn.weight_ih_l0_reverse	5	-0.04702113941311836
23044	rnn.weight_ih_l0_reverse	6	0.027138229459524155
23044	rnn.weight_ih_l0_reverse	7	0.047144073992967606
23044	rnn.weight_ih_l0_reverse	8	-0.046170175075531006
23044	rnn.weight_ih_l0_reverse	9	-0.05122280865907669
23044	rnn.weight_hh_l0_reverse	0	-0.08126094937324524
23044	rnn.weight_hh_l0_reverse	1	-0.06058437377214432
23044	rnn.weight_hh_l0_reverse	2	0.03582368046045303
23044	rnn.weight_hh_l0_reverse	3	0.04410931468009949
23044	rnn.weight_hh_l0_reverse	4	-0.011454437859356403
23044	rnn.weight_hh_l0_reverse	5	0.044023219496011734
23044	rnn.weight_hh_l0_reverse	6	-0.009835283271968365
23044	rnn.weight_hh_l0_reverse	7	0.0013526955153793097
23044	rnn.weight_hh_l0_reverse	8	-0.0977185070514679
23044	rnn.weight_hh_l0_reverse	9	0.07797663658857346
23044	rnn.bias_ih_l0_reverse	0	-0.08512382209300995
23044	rnn.bias_ih_l0_reverse	1	-0.05718212574720383
23044	rnn.bias_ih_l0_reverse	2	0.10149563103914261
23044	rnn.bias_ih_l0_reverse	3	0.04546165093779564
23044	rnn.bias_ih_l0_reverse	4	-0.1285286694765091
23044	rnn.bias_ih_l0_reverse	5	0.03377487510442734
23044	rnn.bias_ih_l0_reverse	6	-0.10551828145980835
23044	rnn.bias_ih_l0_reverse	7	0.03664572909474373
23044	rnn.bias_ih_l0_reverse	8	0.03451833128929138
23044	rnn.bias_ih_l0_reverse	9	0.06127912923693657
23044	rnn.bias_hh_l0_reverse	0	0.08394160121679306
23044	rnn.bias_hh_l0_reverse	1	0.058925315737724304
23044	rnn.bias_hh_l0_reverse	2	0.08336836844682693
23044	rnn.bias_hh_l0_reverse	3	-0.011647933162748814
23044	rnn.bias_hh_l0_reverse	4	0.07367714494466782
23044	rnn.bias_hh_l0_reverse	5	-0.0069313677959144115
23044	rnn.bias_hh_l0_reverse	6	-0.061101868748664856
23044	rnn.bias_hh_l0_reverse	7	0.030144263058900833
23044	rnn.bias_hh_l0_reverse	8	0.011625401675701141
23044	rnn.bias_hh_l0_reverse	9	-0.15837913751602173
23044	linear.weight	0	0.1372634619474411
23044	linear.weight	1	-0.1611507385969162
23044	linear.weight	2	-0.2053167074918747
23044	linear.weight	3	0.05680214986205101
23044	linear.weight	4	-0.019526351243257523
23044	linear.weight	5	-0.004006444942206144
23044	linear.weight	6	-0.007145614828914404
23044	linear.weight	7	-0.027826573699712753
23044	linear.weight	8	0.060871295630931854
23044	linear.weight	9	0.3441239297389984
23044	linear.bias	0	-0.21939443051815033
23044	linear.bias	1	0.19233396649360657
23044	linear.bias	2	-0.5387335419654846
23044	linear.bias	3	1.7172380685806274
23044	linear.bias	4	-0.3918240964412689
23044	linear.bias	5	-0.030769959092140198
23044	linear.bias	6	-0.35917219519615173
23044	linear.bias	7	-0.27042239904403687
23044	linear.bias	8	-0.04982379823923111
23044	linear.bias	9	-0.4922311007976532
23072	transitions	0	-0.6442545056343079
23072	transitions	1	0.35427266359329224
23072	transitions	2	1.6791690587997437
23072	transitions	3	0.10097748041152954
23072	transitions	4	0.9505136013031006
23072	transitions	5	1.2739816904067993
23072	transitions	6	0.4833815097808838
23072	transitions	7	0.1760089099407196
23072	transitions	8	-0.919491708278656
23072	transitions	9	0.9306734204292297
23072	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23072	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23072	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23072	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23072	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23072	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23072	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23072	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23072	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23072	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23072	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23072	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23072	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23072	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23072	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23072	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23072	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23072	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23072	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23072	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23072	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23072	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23072	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23072	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23072	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23072	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23072	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23072	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23072	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23072	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23072	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23072	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23072	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23072	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23072	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23072	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23072	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23072	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23072	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23072	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23072	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23072	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23072	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23072	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23072	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23072	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23072	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23072	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23072	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23072	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23072	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23072	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23072	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23072	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23072	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23072	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23072	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23072	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23072	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23072	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23072	embedding2nn.weight	0	0.02464713715016842
23072	embedding2nn.weight	1	0.013777034357190132
23072	embedding2nn.weight	2	-0.0043548718094825745
23072	embedding2nn.weight	3	0.0012104115448892117
23072	embedding2nn.weight	4	-0.004638324026018381
23072	embedding2nn.weight	5	0.01192878931760788
23072	embedding2nn.weight	6	-0.004715641960501671
23072	embedding2nn.weight	7	0.023055240511894226
23072	embedding2nn.weight	8	-0.006230601109564304
23072	embedding2nn.weight	9	-0.013983434997498989
23072	embedding2nn.bias	0	-0.036403145641088486
23072	embedding2nn.bias	1	-0.04455326125025749
23072	embedding2nn.bias	2	-0.06693288683891296
23072	embedding2nn.bias	3	0.0061928145587444305
23072	embedding2nn.bias	4	0.00604724045842886
23072	embedding2nn.bias	5	-0.01695229299366474
23072	embedding2nn.bias	6	0.020727738738059998
23072	embedding2nn.bias	7	0.03794104605913162
23072	embedding2nn.bias	8	-0.010081018321216106
23072	embedding2nn.bias	9	-0.004627256188541651
23072	rnn.weight_ih_l0	0	0.037554070353507996
23072	rnn.weight_ih_l0	1	-0.011378094553947449
23072	rnn.weight_ih_l0	2	-0.03551442548632622
23072	rnn.weight_ih_l0	3	-0.04462374001741409
23072	rnn.weight_ih_l0	4	-0.05099431797862053
23072	rnn.weight_ih_l0	5	-0.008526953868567944
23072	rnn.weight_ih_l0	6	-0.05367892235517502
23072	rnn.weight_ih_l0	7	-0.05934428796172142
23072	rnn.weight_ih_l0	8	-0.04550663381814957
23072	rnn.weight_ih_l0	9	-0.02735009789466858
23072	rnn.weight_hh_l0	0	0.018042536452412605
23072	rnn.weight_hh_l0	1	-0.009303424507379532
23072	rnn.weight_hh_l0	2	-0.0685703232884407
23072	rnn.weight_hh_l0	3	-0.03144325688481331
23072	rnn.weight_hh_l0	4	-0.07737168669700623
23072	rnn.weight_hh_l0	5	-0.008415247313678265
23072	rnn.weight_hh_l0	6	-0.049709007143974304
23072	rnn.weight_hh_l0	7	-0.036073509603738785
23072	rnn.weight_hh_l0	8	-0.018359385430812836
23072	rnn.weight_hh_l0	9	-0.0024404609575867653
23072	rnn.bias_ih_l0	0	0.136105477809906
23072	rnn.bias_ih_l0	1	-0.0614456869661808
23072	rnn.bias_ih_l0	2	0.09727931022644043
23072	rnn.bias_ih_l0	3	0.042363181710243225
23072	rnn.bias_ih_l0	4	0.09365405887365341
23072	rnn.bias_ih_l0	5	0.02404867671430111
23072	rnn.bias_ih_l0	6	-0.008268334902822971
23072	rnn.bias_ih_l0	7	-0.0981985479593277
23072	rnn.bias_ih_l0	8	-0.20202800631523132
23072	rnn.bias_ih_l0	9	0.08257672935724258
23072	rnn.bias_hh_l0	0	-0.0028693899512290955
23072	rnn.bias_hh_l0	1	0.023392710834741592
23072	rnn.bias_hh_l0	2	-0.004222177434712648
23072	rnn.bias_hh_l0	3	-0.03363277018070221
23072	rnn.bias_hh_l0	4	-0.035518545657396317
23072	rnn.bias_hh_l0	5	0.14420656859874725
23072	rnn.bias_hh_l0	6	0.04954295605421066
23072	rnn.bias_hh_l0	7	0.0530424639582634
23072	rnn.bias_hh_l0	8	0.026100384071469307
23072	rnn.bias_hh_l0	9	0.036231543868780136
23072	rnn.weight_ih_l0_reverse	0	-0.02998862788081169
23072	rnn.weight_ih_l0_reverse	1	-0.001430474454537034
23072	rnn.weight_ih_l0_reverse	2	0.024418549612164497
23072	rnn.weight_ih_l0_reverse	3	-0.06220569089055061
23072	rnn.weight_ih_l0_reverse	4	0.010325281880795956
23072	rnn.weight_ih_l0_reverse	5	-0.04720382019877434
23072	rnn.weight_ih_l0_reverse	6	0.02702360600233078
23072	rnn.weight_ih_l0_reverse	7	0.04717264324426651
23072	rnn.weight_ih_l0_reverse	8	-0.04615848511457443
23072	rnn.weight_ih_l0_reverse	9	-0.05114086717367172
23072	rnn.weight_hh_l0_reverse	0	-0.08096008747816086
23072	rnn.weight_hh_l0_reverse	1	-0.06038467586040497
23072	rnn.weight_hh_l0_reverse	2	0.03576347976922989
23072	rnn.weight_hh_l0_reverse	3	0.044486287981271744
23072	rnn.weight_hh_l0_reverse	4	-0.012052315287292004
23072	rnn.weight_hh_l0_reverse	5	0.0439196415245533
23072	rnn.weight_hh_l0_reverse	6	-0.009759762324392796
23072	rnn.weight_hh_l0_reverse	7	0.0011447813594713807
23072	rnn.weight_hh_l0_reverse	8	-0.09764017909765244
23072	rnn.weight_hh_l0_reverse	9	0.07787412405014038
23072	rnn.bias_ih_l0_reverse	0	-0.08463389426469803
23072	rnn.bias_ih_l0_reverse	1	-0.05523278936743736
23072	rnn.bias_ih_l0_reverse	2	0.10227569192647934
23072	rnn.bias_ih_l0_reverse	3	0.04502178728580475
23072	rnn.bias_ih_l0_reverse	4	-0.1294158399105072
23072	rnn.bias_ih_l0_reverse	5	0.03323449194431305
23072	rnn.bias_ih_l0_reverse	6	-0.10632021725177765
23072	rnn.bias_ih_l0_reverse	7	0.035300783812999725
23072	rnn.bias_ih_l0_reverse	8	0.03467760235071182
23072	rnn.bias_ih_l0_reverse	9	0.061101242899894714
23072	rnn.bias_hh_l0_reverse	0	0.08542212843894958
23072	rnn.bias_hh_l0_reverse	1	0.05912075191736221
23072	rnn.bias_hh_l0_reverse	2	0.0835530087351799
23072	rnn.bias_hh_l0_reverse	3	-0.012007522396743298
23072	rnn.bias_hh_l0_reverse	4	0.07425307482481003
23072	rnn.bias_hh_l0_reverse	5	-0.007205115631222725
23072	rnn.bias_hh_l0_reverse	6	-0.061914149671792984
23072	rnn.bias_hh_l0_reverse	7	0.030399899929761887
23072	rnn.bias_hh_l0_reverse	8	0.011240038089454174
23072	rnn.bias_hh_l0_reverse	9	-0.15936152637004852
23072	linear.weight	0	0.1368851363658905
23072	linear.weight	1	-0.16114379465579987
23072	linear.weight	2	-0.2062273472547531
23072	linear.weight	3	0.05519692227244377
23072	linear.weight	4	-0.01947138085961342
23072	linear.weight	5	-0.003971522208303213
23072	linear.weight	6	-0.007143478840589523
23072	linear.weight	7	-0.02779887616634369
23072	linear.weight	8	0.06258194893598557
23072	linear.weight	9	0.34390950202941895
23072	linear.bias	0	-0.22322894632816315
23072	linear.bias	1	0.18729883432388306
23072	linear.bias	2	-0.5376799702644348
23072	linear.bias	3	1.7244280576705933
23072	linear.bias	4	-0.3921978771686554
23072	linear.bias	5	-0.030769959092140198
23072	linear.bias	6	-0.3581731617450714
23072	linear.bias	7	-0.270251601934433
23072	linear.bias	8	-0.047294408082962036
23072	linear.bias	9	-0.4922914505004883
23100	transitions	0	-0.644268274307251
23100	transitions	1	0.354253888130188
23100	transitions	2	1.6791455745697021
23100	transitions	3	0.10095932334661484
23100	transitions	4	0.9505125880241394
23100	transitions	5	1.2739816904067993
23100	transitions	6	0.48338139057159424
23100	transitions	7	0.17600871622562408
23100	transitions	8	-0.9194918274879456
23100	transitions	9	0.9306734204292297
23100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23100	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23100	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23100	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23100	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23100	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23100	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23100	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23100	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23100	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23100	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23100	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23100	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23100	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23100	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23100	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23100	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23100	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23100	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23100	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23100	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23100	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23100	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23100	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23100	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23100	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23100	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23100	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23100	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23100	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23100	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23100	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23100	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23100	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23100	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23100	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23100	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23100	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23100	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23100	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23100	embedding2nn.weight	0	0.024633705615997314
23100	embedding2nn.weight	1	0.013833992183208466
23100	embedding2nn.weight	2	-0.004336096812039614
23100	embedding2nn.weight	3	0.00120335363317281
23100	embedding2nn.weight	4	-0.00461715180426836
23100	embedding2nn.weight	5	0.011913744732737541
23100	embedding2nn.weight	6	-0.004784835036844015
23100	embedding2nn.weight	7	0.023031307384371758
23100	embedding2nn.weight	8	-0.006238697562366724
23100	embedding2nn.weight	9	-0.01399220060557127
23100	embedding2nn.bias	0	-0.037477992475032806
23100	embedding2nn.bias	1	-0.043687447905540466
23100	embedding2nn.bias	2	-0.0656694546341896
23100	embedding2nn.bias	3	0.006470174062997103
23100	embedding2nn.bias	4	0.0068418122828006744
23100	embedding2nn.bias	5	-0.018679000437259674
23100	embedding2nn.bias	6	0.0164275411516428
23100	embedding2nn.bias	7	0.04080485180020332
23100	embedding2nn.bias	8	-0.008531395345926285
23100	embedding2nn.bias	9	-0.0044429367408156395
23100	rnn.weight_ih_l0	0	0.03763284906744957
23100	rnn.weight_ih_l0	1	-0.010728479363024235
23100	rnn.weight_ih_l0	2	-0.035440243780612946
23100	rnn.weight_ih_l0	3	-0.04460664466023445
23100	rnn.weight_ih_l0	4	-0.05094541236758232
23100	rnn.weight_ih_l0	5	-0.008445614948868752
23100	rnn.weight_ih_l0	6	-0.053855136036872864
23100	rnn.weight_ih_l0	7	-0.05941728875041008
23100	rnn.weight_ih_l0	8	-0.04564639553427696
23100	rnn.weight_ih_l0	9	-0.02729504182934761
23100	rnn.weight_hh_l0	0	0.01801271364092827
23100	rnn.weight_hh_l0	1	-0.00951192807406187
23100	rnn.weight_hh_l0	2	-0.06928814947605133
23100	rnn.weight_hh_l0	3	-0.031533483415842056
23100	rnn.weight_hh_l0	4	-0.07735997438430786
23100	rnn.weight_hh_l0	5	-0.008452360518276691
23100	rnn.weight_hh_l0	6	-0.0501941479742527
23100	rnn.weight_hh_l0	7	-0.0356517992913723
23100	rnn.weight_hh_l0	8	-0.018154194578528404
23100	rnn.weight_hh_l0	9	-0.002612594747915864
23100	rnn.bias_ih_l0	0	0.135402649641037
23100	rnn.bias_ih_l0	1	-0.060682620853185654
23100	rnn.bias_ih_l0	2	0.09717484563589096
23100	rnn.bias_ih_l0	3	0.042752817273139954
23100	rnn.bias_ih_l0	4	0.09389927983283997
23100	rnn.bias_ih_l0	5	0.02365286648273468
23100	rnn.bias_ih_l0	6	-0.007858585566282272
23100	rnn.bias_ih_l0	7	-0.10077933222055435
23100	rnn.bias_ih_l0	8	-0.20252488553524017
23100	rnn.bias_ih_l0	9	0.0826500654220581
23100	rnn.bias_hh_l0	0	-0.0034427624195814133
23100	rnn.bias_hh_l0	1	0.024328775703907013
23100	rnn.bias_hh_l0	2	-0.004007773473858833
23100	rnn.bias_hh_l0	3	-0.034290771931409836
23100	rnn.bias_hh_l0	4	-0.03557887673377991
23100	rnn.bias_hh_l0	5	0.14434224367141724
23100	rnn.bias_hh_l0	6	0.049436330795288086
23100	rnn.bias_hh_l0	7	0.05261913686990738
23100	rnn.bias_hh_l0	8	0.026510126888751984
23100	rnn.bias_hh_l0	9	0.0368325300514698
23100	rnn.weight_ih_l0_reverse	0	-0.029874885454773903
23100	rnn.weight_ih_l0_reverse	1	-0.001398818101733923
23100	rnn.weight_ih_l0_reverse	2	0.024356907233595848
23100	rnn.weight_ih_l0_reverse	3	-0.062128856778144836
23100	rnn.weight_ih_l0_reverse	4	0.010207348503172398
23100	rnn.weight_ih_l0_reverse	5	-0.04718361422419548
23100	rnn.weight_ih_l0_reverse	6	0.027402108535170555
23100	rnn.weight_ih_l0_reverse	7	0.047229401767253876
23100	rnn.weight_ih_l0_reverse	8	-0.046044837683439255
23100	rnn.weight_ih_l0_reverse	9	-0.05114070326089859
23100	rnn.weight_hh_l0_reverse	0	-0.0808628648519516
23100	rnn.weight_hh_l0_reverse	1	-0.060581985861063004
23100	rnn.weight_hh_l0_reverse	2	0.03564626723527908
23100	rnn.weight_hh_l0_reverse	3	0.04433450102806091
23100	rnn.weight_hh_l0_reverse	4	-0.011637676507234573
23100	rnn.weight_hh_l0_reverse	5	0.04406764358282089
23100	rnn.weight_hh_l0_reverse	6	-0.008594496175646782
23100	rnn.weight_hh_l0_reverse	7	0.001216792967170477
23100	rnn.weight_hh_l0_reverse	8	-0.0974745824933052
23100	rnn.weight_hh_l0_reverse	9	0.07770077884197235
23100	rnn.bias_ih_l0_reverse	0	-0.08484376966953278
23100	rnn.bias_ih_l0_reverse	1	-0.05731800198554993
23100	rnn.bias_ih_l0_reverse	2	0.10309171676635742
23100	rnn.bias_ih_l0_reverse	3	0.045423805713653564
23100	rnn.bias_ih_l0_reverse	4	-0.12952181696891785
23100	rnn.bias_ih_l0_reverse	5	0.033757053315639496
23100	rnn.bias_ih_l0_reverse	6	-0.10674277693033218
23100	rnn.bias_ih_l0_reverse	7	0.03532560542225838
23100	rnn.bias_ih_l0_reverse	8	0.03565766662359238
23100	rnn.bias_ih_l0_reverse	9	0.06076496094465256
23100	rnn.bias_hh_l0_reverse	0	0.08435598760843277
23100	rnn.bias_hh_l0_reverse	1	0.060340508818626404
23100	rnn.bias_hh_l0_reverse	2	0.0837068259716034
23100	rnn.bias_hh_l0_reverse	3	-0.011610286310315132
23100	rnn.bias_hh_l0_reverse	4	0.07408298552036285
23100	rnn.bias_hh_l0_reverse	5	-0.009524406865239143
23100	rnn.bias_hh_l0_reverse	6	-0.061386749148368835
23100	rnn.bias_hh_l0_reverse	7	0.03022143244743347
23100	rnn.bias_hh_l0_reverse	8	0.012001452036201954
23100	rnn.bias_hh_l0_reverse	9	-0.15896086394786835
23100	linear.weight	0	0.13454246520996094
23100	linear.weight	1	-0.16113491356372833
23100	linear.weight	2	-0.20526020228862762
23100	linear.weight	3	0.05376345291733742
23100	linear.weight	4	-0.020912230014801025
23100	linear.weight	5	-0.002437537768855691
23100	linear.weight	6	-0.007142477668821812
23100	linear.weight	7	-0.027790982276201248
23100	linear.weight	8	0.06124727427959442
23100	linear.weight	9	0.34409523010253906
23100	linear.bias	0	-0.2217176854610443
23100	linear.bias	1	0.18847878277301788
23100	linear.bias	2	-0.5390161871910095
23100	linear.bias	3	1.7175817489624023
23100	linear.bias	4	-0.3922513425350189
23100	linear.bias	5	-0.030769959092140198
23100	linear.bias	6	-0.3595552146434784
23100	linear.bias	7	-0.2708028554916382
23100	linear.bias	8	-0.04642469435930252
23100	linear.bias	9	-0.4923139214515686
23128	transitions	0	-0.6443393230438232
23128	transitions	1	0.3542212247848511
23128	transitions	2	1.679136037826538
23128	transitions	3	0.10095030069351196
23128	transitions	4	0.950507640838623
23128	transitions	5	1.2739815711975098
23128	transitions	6	0.4833807349205017
23128	transitions	7	0.17600852251052856
23128	transitions	8	-0.9194918274879456
23128	transitions	9	0.930673360824585
23128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23128	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23128	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23128	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23128	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23128	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23128	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23128	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23128	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23128	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23128	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23128	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23128	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23128	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23128	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23128	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23128	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23128	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23128	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23128	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23128	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23128	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23128	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23128	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23128	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23128	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23128	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23128	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23128	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23128	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23128	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23128	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23128	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23128	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23128	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23128	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23128	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23128	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23128	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23128	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23128	embedding2nn.weight	0	0.02492939867079258
23128	embedding2nn.weight	1	0.013903515413403511
23128	embedding2nn.weight	2	-0.0043256208300590515
23128	embedding2nn.weight	3	0.001187505666166544
23128	embedding2nn.weight	4	-0.00463966466486454
23128	embedding2nn.weight	5	0.011914887465536594
23128	embedding2nn.weight	6	-0.00479990616440773
23128	embedding2nn.weight	7	0.023052897304296494
23128	embedding2nn.weight	8	-0.006274078972637653
23128	embedding2nn.weight	9	-0.013944638893008232
23128	embedding2nn.bias	0	-0.03751634433865547
23128	embedding2nn.bias	1	-0.04628258943557739
23128	embedding2nn.bias	2	-0.06488461047410965
23128	embedding2nn.bias	3	0.006330640986561775
23128	embedding2nn.bias	4	0.007093805354088545
23128	embedding2nn.bias	5	-0.01872805878520012
23128	embedding2nn.bias	6	0.014990519732236862
23128	embedding2nn.bias	7	0.03943045064806938
23128	embedding2nn.bias	8	-0.009776144288480282
23128	embedding2nn.bias	9	-0.002723383018746972
23128	rnn.weight_ih_l0	0	0.0377662293612957
23128	rnn.weight_ih_l0	1	-0.010768558830022812
23128	rnn.weight_ih_l0	2	-0.03561427444219589
23128	rnn.weight_ih_l0	3	-0.04449733719229698
23128	rnn.weight_ih_l0	4	-0.050872981548309326
23128	rnn.weight_ih_l0	5	-0.00860980711877346
23128	rnn.weight_ih_l0	6	-0.053990550339221954
23128	rnn.weight_ih_l0	7	-0.05947297811508179
23128	rnn.weight_ih_l0	8	-0.04563598707318306
23128	rnn.weight_ih_l0	9	-0.027242830023169518
23128	rnn.weight_hh_l0	0	0.017972717061638832
23128	rnn.weight_hh_l0	1	-0.00951449852436781
23128	rnn.weight_hh_l0	2	-0.06910130381584167
23128	rnn.weight_hh_l0	3	-0.031421273946762085
23128	rnn.weight_hh_l0	4	-0.07740863412618637
23128	rnn.weight_hh_l0	5	-0.008423088118433952
23128	rnn.weight_hh_l0	6	-0.05001068487763405
23128	rnn.weight_hh_l0	7	-0.03580399975180626
23128	rnn.weight_hh_l0	8	-0.018067406490445137
23128	rnn.weight_hh_l0	9	-0.002204418182373047
23128	rnn.bias_ih_l0	0	0.1355900764465332
23128	rnn.bias_ih_l0	1	-0.061130549758672714
23128	rnn.bias_ih_l0	2	0.09669642895460129
23128	rnn.bias_ih_l0	3	0.042670562863349915
23128	rnn.bias_ih_l0	4	0.09436671435832977
23128	rnn.bias_ih_l0	5	0.023781217634677887
23128	rnn.bias_ih_l0	6	-0.009337850846350193
23128	rnn.bias_ih_l0	7	-0.10131601989269257
23128	rnn.bias_ih_l0	8	-0.19994015991687775
23128	rnn.bias_ih_l0	9	0.08276963979005814
23128	rnn.bias_hh_l0	0	-0.0036463753785938025
23128	rnn.bias_hh_l0	1	0.024152135476469994
23128	rnn.bias_hh_l0	2	-0.0030007334426045418
23128	rnn.bias_hh_l0	3	-0.03381286561489105
23128	rnn.bias_hh_l0	4	-0.035527098923921585
23128	rnn.bias_hh_l0	5	0.14590832591056824
23128	rnn.bias_hh_l0	6	0.04927050694823265
23128	rnn.bias_hh_l0	7	0.052952840924263
23128	rnn.bias_hh_l0	8	0.025030862540006638
23128	rnn.bias_hh_l0	9	0.03652558475732803
23128	rnn.weight_ih_l0_reverse	0	-0.029656166210770607
23128	rnn.weight_ih_l0_reverse	1	-0.0014311493141576648
23128	rnn.weight_ih_l0_reverse	2	0.024333801120519638
23128	rnn.weight_ih_l0_reverse	3	-0.06230572611093521
23128	rnn.weight_ih_l0_reverse	4	0.010251892730593681
23128	rnn.weight_ih_l0_reverse	5	-0.047168102115392685
23128	rnn.weight_ih_l0_reverse	6	0.027577145025134087
23128	rnn.weight_ih_l0_reverse	7	0.04724050313234329
23128	rnn.weight_ih_l0_reverse	8	-0.04620843380689621
23128	rnn.weight_ih_l0_reverse	9	-0.05118316784501076
23128	rnn.weight_hh_l0_reverse	0	-0.08115912228822708
23128	rnn.weight_hh_l0_reverse	1	-0.06047099083662033
23128	rnn.weight_hh_l0_reverse	2	0.03575439006090164
23128	rnn.weight_hh_l0_reverse	3	0.044214677065610886
23128	rnn.weight_hh_l0_reverse	4	-0.011786813847720623
23128	rnn.weight_hh_l0_reverse	5	0.04398801922798157
23128	rnn.weight_hh_l0_reverse	6	-0.008258952759206295
23128	rnn.weight_hh_l0_reverse	7	0.001350224600173533
23128	rnn.weight_hh_l0_reverse	8	-0.09749765694141388
23128	rnn.weight_hh_l0_reverse	9	0.07780750095844269
23128	rnn.bias_ih_l0_reverse	0	-0.08440743386745453
23128	rnn.bias_ih_l0_reverse	1	-0.0579417459666729
23128	rnn.bias_ih_l0_reverse	2	0.10383857786655426
23128	rnn.bias_ih_l0_reverse	3	0.044756121933460236
23128	rnn.bias_ih_l0_reverse	4	-0.1289559304714203
23128	rnn.bias_ih_l0_reverse	5	0.03336223587393761
23128	rnn.bias_ih_l0_reverse	6	-0.10672575980424881
23128	rnn.bias_ih_l0_reverse	7	0.03518758341670036
23128	rnn.bias_ih_l0_reverse	8	0.03578862175345421
23128	rnn.bias_ih_l0_reverse	9	0.060659561306238174
23128	rnn.bias_hh_l0_reverse	0	0.08253570646047592
23128	rnn.bias_hh_l0_reverse	1	0.062246620655059814
23128	rnn.bias_hh_l0_reverse	2	0.0835467278957367
23128	rnn.bias_hh_l0_reverse	3	-0.011549257673323154
23128	rnn.bias_hh_l0_reverse	4	0.0740552693605423
23128	rnn.bias_hh_l0_reverse	5	-0.008377337828278542
23128	rnn.bias_hh_l0_reverse	6	-0.061738062649965286
23128	rnn.bias_hh_l0_reverse	7	0.030724938958883286
23128	rnn.bias_hh_l0_reverse	8	0.012196040712296963
23128	rnn.bias_hh_l0_reverse	9	-0.15839610993862152
23128	linear.weight	0	0.12879225611686707
23128	linear.weight	1	-0.16111670434474945
23128	linear.weight	2	-0.20412100851535797
23128	linear.weight	3	0.051586005836725235
23128	linear.weight	4	-0.020845679566264153
23128	linear.weight	5	-0.0032158102840185165
23128	linear.weight	6	-0.007141595706343651
23128	linear.weight	7	-0.027783306315541267
23128	linear.weight	8	0.06039688363671303
23128	linear.weight	9	0.34361040592193604
23128	linear.bias	0	-0.22663797438144684
23128	linear.bias	1	0.18722698092460632
23128	linear.bias	2	-0.539241373538971
23128	linear.bias	3	1.7139924764633179
23128	linear.bias	4	-0.3923231065273285
23128	linear.bias	5	-0.030769959092140198
23128	linear.bias	6	-0.3598596751689911
23128	linear.bias	7	-0.2705748677253723
23128	linear.bias	8	-0.04728129506111145
23128	linear.bias	9	-0.4923330843448639
23156	transitions	0	-0.6443602442741394
23156	transitions	1	0.3542107343673706
23156	transitions	2	1.6791187524795532
23156	transitions	3	0.10090819746255875
23156	transitions	4	0.9504117369651794
23156	transitions	5	1.273980975151062
23156	transitions	6	0.48338067531585693
23156	transitions	7	0.17600832879543304
23156	transitions	8	-0.9194919466972351
23156	transitions	9	0.930673360824585
23156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23156	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23156	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23156	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23156	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23156	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23156	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23156	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23156	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23156	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23156	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23156	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23156	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23156	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23156	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23156	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23156	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23156	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23156	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23156	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23156	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23156	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23156	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23156	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23156	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23156	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23156	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23156	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23156	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23156	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23156	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23156	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23156	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23156	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23156	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23156	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23156	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23156	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23156	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23156	embedding2nn.weight	0	0.024993358179926872
23156	embedding2nn.weight	1	0.01381505373865366
23156	embedding2nn.weight	2	-0.004322502296417952
23156	embedding2nn.weight	3	0.0010693746153265238
23156	embedding2nn.weight	4	-0.004649762064218521
23156	embedding2nn.weight	5	0.011787671595811844
23156	embedding2nn.weight	6	-0.00484954658895731
23156	embedding2nn.weight	7	0.023381633684039116
23156	embedding2nn.weight	8	-0.006331328768283129
23156	embedding2nn.weight	9	-0.0139408428221941
23156	embedding2nn.bias	0	-0.036763545125722885
23156	embedding2nn.bias	1	-0.045419227331876755
23156	embedding2nn.bias	2	-0.06583806127309799
23156	embedding2nn.bias	3	0.005675199441611767
23156	embedding2nn.bias	4	0.006246036849915981
23156	embedding2nn.bias	5	-0.019357597455382347
23156	embedding2nn.bias	6	0.014547117054462433
23156	embedding2nn.bias	7	0.0373835489153862
23156	embedding2nn.bias	8	-0.007851322181522846
23156	embedding2nn.bias	9	-0.006386439781636
23156	rnn.weight_ih_l0	0	0.03785752132534981
23156	rnn.weight_ih_l0	1	-0.010668769478797913
23156	rnn.weight_ih_l0	2	-0.0354754775762558
23156	rnn.weight_ih_l0	3	-0.044476866722106934
23156	rnn.weight_ih_l0	4	-0.05109626427292824
23156	rnn.weight_ih_l0	5	-0.008607940748333931
23156	rnn.weight_ih_l0	6	-0.054383471608161926
23156	rnn.weight_ih_l0	7	-0.05952722951769829
23156	rnn.weight_ih_l0	8	-0.045646850019693375
23156	rnn.weight_ih_l0	9	-0.02719540148973465
23156	rnn.weight_hh_l0	0	0.017738962545990944
23156	rnn.weight_hh_l0	1	-0.009272213093936443
23156	rnn.weight_hh_l0	2	-0.06855226308107376
23156	rnn.weight_hh_l0	3	-0.03168264031410217
23156	rnn.weight_hh_l0	4	-0.07717190682888031
23156	rnn.weight_hh_l0	5	-0.008451455272734165
23156	rnn.weight_hh_l0	6	-0.051099710166454315
23156	rnn.weight_hh_l0	7	-0.0354580320417881
23156	rnn.weight_hh_l0	8	-0.017895983532071114
23156	rnn.weight_hh_l0	9	-0.0019774939864873886
23156	rnn.bias_ih_l0	0	0.13628773391246796
23156	rnn.bias_ih_l0	1	-0.06219399347901344
23156	rnn.bias_ih_l0	2	0.09736952930688858
23156	rnn.bias_ih_l0	3	0.04285101220011711
23156	rnn.bias_ih_l0	4	0.09541510045528412
23156	rnn.bias_ih_l0	5	0.023404162377119064
23156	rnn.bias_ih_l0	6	-0.010485210455954075
23156	rnn.bias_ih_l0	7	-0.10118922591209412
23156	rnn.bias_ih_l0	8	-0.20543017983436584
23156	rnn.bias_ih_l0	9	0.0826767161488533
23156	rnn.bias_hh_l0	0	-0.003626449964940548
23156	rnn.bias_hh_l0	1	0.023976655676960945
23156	rnn.bias_hh_l0	2	-0.0028516328893601894
23156	rnn.bias_hh_l0	3	-0.03452497720718384
23156	rnn.bias_hh_l0	4	-0.03628602623939514
23156	rnn.bias_hh_l0	5	0.14588914811611176
23156	rnn.bias_hh_l0	6	0.04805167019367218
23156	rnn.bias_hh_l0	7	0.05154779553413391
23156	rnn.bias_hh_l0	8	0.023883499205112457
23156	rnn.bias_hh_l0	9	0.035675134509801865
23156	rnn.weight_ih_l0_reverse	0	-0.029847830533981323
23156	rnn.weight_ih_l0_reverse	1	-0.0015998706221580505
23156	rnn.weight_ih_l0_reverse	2	0.024495145305991173
23156	rnn.weight_ih_l0_reverse	3	-0.062137421220541
23156	rnn.weight_ih_l0_reverse	4	0.010235595516860485
23156	rnn.weight_ih_l0_reverse	5	-0.04728594794869423
23156	rnn.weight_ih_l0_reverse	6	0.02745269238948822
23156	rnn.weight_ih_l0_reverse	7	0.04722157493233681
23156	rnn.weight_ih_l0_reverse	8	-0.04629074037075043
23156	rnn.weight_ih_l0_reverse	9	-0.05110977217555046
23156	rnn.weight_hh_l0_reverse	0	-0.08089762181043625
23156	rnn.weight_hh_l0_reverse	1	-0.06037984415888786
23156	rnn.weight_hh_l0_reverse	2	0.035797394812107086
23156	rnn.weight_hh_l0_reverse	3	0.0443139523267746
23156	rnn.weight_hh_l0_reverse	4	-0.011987580917775631
23156	rnn.weight_hh_l0_reverse	5	0.04402454197406769
23156	rnn.weight_hh_l0_reverse	6	-0.007845135405659676
23156	rnn.weight_hh_l0_reverse	7	0.0016193465562537313
23156	rnn.weight_hh_l0_reverse	8	-0.0976300910115242
23156	rnn.weight_hh_l0_reverse	9	0.07807626575231552
23156	rnn.bias_ih_l0_reverse	0	-0.08551622927188873
23156	rnn.bias_ih_l0_reverse	1	-0.05991221219301224
23156	rnn.bias_ih_l0_reverse	2	0.10341282933950424
23156	rnn.bias_ih_l0_reverse	3	0.045110560953617096
23156	rnn.bias_ih_l0_reverse	4	-0.1285017877817154
23156	rnn.bias_ih_l0_reverse	5	0.03437775373458862
23156	rnn.bias_ih_l0_reverse	6	-0.10684709250926971
23156	rnn.bias_ih_l0_reverse	7	0.0348823219537735
23156	rnn.bias_ih_l0_reverse	8	0.03599051013588905
23156	rnn.bias_ih_l0_reverse	9	0.061635326594114304
23156	rnn.bias_hh_l0_reverse	0	0.08388864994049072
23156	rnn.bias_hh_l0_reverse	1	0.06233120709657669
23156	rnn.bias_hh_l0_reverse	2	0.08314329385757446
23156	rnn.bias_hh_l0_reverse	3	-0.011247660033404827
23156	rnn.bias_hh_l0_reverse	4	0.07399999350309372
23156	rnn.bias_hh_l0_reverse	5	-0.007448443677276373
23156	rnn.bias_hh_l0_reverse	6	-0.06089342385530472
23156	rnn.bias_hh_l0_reverse	7	0.031038541346788406
23156	rnn.bias_hh_l0_reverse	8	0.01263616792857647
23156	rnn.bias_hh_l0_reverse	9	-0.16048403084278107
23156	linear.weight	0	0.1266431212425232
23156	linear.weight	1	-0.16111671924591064
23156	linear.weight	2	-0.20523548126220703
23156	linear.weight	3	0.05187198519706726
23156	linear.weight	4	-0.02007349766790867
23156	linear.weight	5	-0.0034659570083022118
23156	linear.weight	6	-0.007139180786907673
23156	linear.weight	7	-0.027777405455708504
23156	linear.weight	8	0.06056031584739685
23156	linear.weight	9	0.3431652784347534
23156	linear.bias	0	-0.22561140358448029
23156	linear.bias	1	0.18933455646038055
23156	linear.bias	2	-0.5409029126167297
23156	linear.bias	3	1.7161353826522827
23156	linear.bias	4	-0.39238640666007996
23156	linear.bias	5	-0.030769959092140198
23156	linear.bias	6	-0.36164945363998413
23156	linear.bias	7	-0.26646390557289124
23156	linear.bias	8	-0.046304430812597275
23156	linear.bias	9	-0.49236711859703064
23184	transitions	0	-0.6443929076194763
23184	transitions	1	0.35418015718460083
23184	transitions	2	1.6790999174118042
23184	transitions	3	0.10087242722511292
23184	transitions	4	0.9504078030586243
23184	transitions	5	1.2739803791046143
23184	transitions	6	0.4833805561065674
23184	transitions	7	0.17600813508033752
23184	transitions	8	-0.9194927215576172
23184	transitions	9	0.930673360824585
23184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23184	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23184	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23184	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23184	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23184	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23184	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23184	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23184	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23184	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23184	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23184	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23184	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23184	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23184	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23184	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23184	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23184	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23184	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23184	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23184	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23184	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23184	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23184	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23184	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23184	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23184	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23184	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23184	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23184	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23184	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23184	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23184	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23184	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23184	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23184	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23184	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23184	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23184	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23184	embedding2nn.weight	0	0.024743439629673958
23184	embedding2nn.weight	1	0.01397653017193079
23184	embedding2nn.weight	2	-0.004333704710006714
23184	embedding2nn.weight	3	0.0011101505951955914
23184	embedding2nn.weight	4	-0.004660062957555056
23184	embedding2nn.weight	5	0.011995045468211174
23184	embedding2nn.weight	6	-0.004829132463783026
23184	embedding2nn.weight	7	0.023515431210398674
23184	embedding2nn.weight	8	-0.006427515763789415
23184	embedding2nn.weight	9	-0.013912158086895943
23184	embedding2nn.bias	0	-0.03987446799874306
23184	embedding2nn.bias	1	-0.04125484824180603
23184	embedding2nn.bias	2	-0.06902500241994858
23184	embedding2nn.bias	3	0.010563223622739315
23184	embedding2nn.bias	4	0.006455892231315374
23184	embedding2nn.bias	5	-0.017611781135201454
23184	embedding2nn.bias	6	0.017369573935866356
23184	embedding2nn.bias	7	0.03789661079645157
23184	embedding2nn.bias	8	-0.010984176769852638
23184	embedding2nn.bias	9	-0.002759448019787669
23184	rnn.weight_ih_l0	0	0.037905048578977585
23184	rnn.weight_ih_l0	1	-0.010207817889750004
23184	rnn.weight_ih_l0	2	-0.03530849143862724
23184	rnn.weight_ih_l0	3	-0.044630274176597595
23184	rnn.weight_ih_l0	4	-0.05121836066246033
23184	rnn.weight_ih_l0	5	-0.008475192822515965
23184	rnn.weight_ih_l0	6	-0.054238710552453995
23184	rnn.weight_ih_l0	7	-0.05956239625811577
23184	rnn.weight_ih_l0	8	-0.04592049494385719
23184	rnn.weight_ih_l0	9	-0.027128642424941063
23184	rnn.weight_hh_l0	0	0.01778707467019558
23184	rnn.weight_hh_l0	1	-0.009460892528295517
23184	rnn.weight_hh_l0	2	-0.06846553832292557
23184	rnn.weight_hh_l0	3	-0.031663745641708374
23184	rnn.weight_hh_l0	4	-0.07712025940418243
23184	rnn.weight_hh_l0	5	-0.008749223314225674
23184	rnn.weight_hh_l0	6	-0.050979845225811005
23184	rnn.weight_hh_l0	7	-0.03565679118037224
23184	rnn.weight_hh_l0	8	-0.017932262271642685
23184	rnn.weight_hh_l0	9	-0.0016973537858575583
23184	rnn.bias_ih_l0	0	0.13646827638149261
23184	rnn.bias_ih_l0	1	-0.06082863733172417
23184	rnn.bias_ih_l0	2	0.09635529667139053
23184	rnn.bias_ih_l0	3	0.041665103286504745
23184	rnn.bias_ih_l0	4	0.09559327363967896
23184	rnn.bias_ih_l0	5	0.024017291143536568
23184	rnn.bias_ih_l0	6	-0.008958040736615658
23184	rnn.bias_ih_l0	7	-0.10043946653604507
23184	rnn.bias_ih_l0	8	-0.20083211362361908
23184	rnn.bias_ih_l0	9	0.08263847231864929
23184	rnn.bias_hh_l0	0	-0.003735514124855399
23184	rnn.bias_hh_l0	1	0.02471313253045082
23184	rnn.bias_hh_l0	2	-0.0035451946314424276
23184	rnn.bias_hh_l0	3	-0.034579016268253326
23184	rnn.bias_hh_l0	4	-0.03718573600053787
23184	rnn.bias_hh_l0	5	0.14430369436740875
23184	rnn.bias_hh_l0	6	0.04867130517959595
23184	rnn.bias_hh_l0	7	0.05178489536046982
23184	rnn.bias_hh_l0	8	0.025410672649741173
23184	rnn.bias_hh_l0	9	0.03580281510949135
23184	rnn.weight_ih_l0_reverse	0	-0.029744146391749382
23184	rnn.weight_ih_l0_reverse	1	-0.0016482624923810363
23184	rnn.weight_ih_l0_reverse	2	0.024368546903133392
23184	rnn.weight_ih_l0_reverse	3	-0.06195575371384621
23184	rnn.weight_ih_l0_reverse	4	0.010209341533482075
23184	rnn.weight_ih_l0_reverse	5	-0.04709506407380104
23184	rnn.weight_ih_l0_reverse	6	0.027084704488515854
23184	rnn.weight_ih_l0_reverse	7	0.0471976138651371
23184	rnn.weight_ih_l0_reverse	8	-0.04641886055469513
23184	rnn.weight_ih_l0_reverse	9	-0.05118203163146973
23184	rnn.weight_hh_l0_reverse	0	-0.08082403242588043
23184	rnn.weight_hh_l0_reverse	1	-0.060781896114349365
23184	rnn.weight_hh_l0_reverse	2	0.03589845448732376
23184	rnn.weight_hh_l0_reverse	3	0.044456761330366135
23184	rnn.weight_hh_l0_reverse	4	-0.012190785259008408
23184	rnn.weight_hh_l0_reverse	5	0.044033415615558624
23184	rnn.weight_hh_l0_reverse	6	-0.008814341388642788
23184	rnn.weight_hh_l0_reverse	7	0.0017883502878248692
23184	rnn.weight_hh_l0_reverse	8	-0.09758558869361877
23184	rnn.weight_hh_l0_reverse	9	0.07813975214958191
23184	rnn.bias_ih_l0_reverse	0	-0.08707091957330704
23184	rnn.bias_ih_l0_reverse	1	-0.059442464262247086
23184	rnn.bias_ih_l0_reverse	2	0.10348540544509888
23184	rnn.bias_ih_l0_reverse	3	0.04492957144975662
23184	rnn.bias_ih_l0_reverse	4	-0.1286184936761856
23184	rnn.bias_ih_l0_reverse	5	0.034596823155879974
23184	rnn.bias_ih_l0_reverse	6	-0.10680700093507767
23184	rnn.bias_ih_l0_reverse	7	0.03556162491440773
23184	rnn.bias_ih_l0_reverse	8	0.03584161400794983
23184	rnn.bias_ih_l0_reverse	9	0.06182370334863663
23184	rnn.bias_hh_l0_reverse	0	0.0817217081785202
23184	rnn.bias_hh_l0_reverse	1	0.06239347532391548
23184	rnn.bias_hh_l0_reverse	2	0.08396518230438232
23184	rnn.bias_hh_l0_reverse	3	-0.012048806063830853
23184	rnn.bias_hh_l0_reverse	4	0.07431107759475708
23184	rnn.bias_hh_l0_reverse	5	-0.004859402775764465
23184	rnn.bias_hh_l0_reverse	6	-0.060449156910181046
23184	rnn.bias_hh_l0_reverse	7	0.03248276934027672
23184	rnn.bias_hh_l0_reverse	8	0.012270569801330566
23184	rnn.bias_hh_l0_reverse	9	-0.1611723005771637
23184	linear.weight	0	0.13066592812538147
23184	linear.weight	1	-0.16111357510089874
23184	linear.weight	2	-0.20628833770751953
23184	linear.weight	3	0.05344674363732338
23184	linear.weight	4	-0.020000899210572243
23184	linear.weight	5	-0.002726486185565591
23184	linear.weight	6	-0.007138674147427082
23184	linear.weight	7	-0.027767561376094818
23184	linear.weight	8	0.0613032765686512
23184	linear.weight	9	0.34265631437301636
23184	linear.bias	0	-0.2283906638622284
23184	linear.bias	1	0.18831539154052734
23184	linear.bias	2	-0.5412256717681885
23184	linear.bias	3	1.7205405235290527
23184	linear.bias	4	-0.3924889862537384
23184	linear.bias	5	-0.030769959092140198
23184	linear.bias	6	-0.362102210521698
23184	linear.bias	7	-0.2669147253036499
23184	linear.bias	8	-0.046117063611745834
23184	linear.bias	9	-0.4924495220184326
23212	transitions	0	-0.6444104313850403
23212	transitions	1	0.3541596233844757
23212	transitions	2	1.6790492534637451
23212	transitions	3	0.10086308419704437
23212	transitions	4	0.9503766298294067
23212	transitions	5	1.2739800214767456
23212	transitions	6	0.4833778142929077
23212	transitions	7	0.17600807547569275
23212	transitions	8	-0.919492781162262
23212	transitions	9	0.930673360824585
23212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23212	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23212	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23212	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23212	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23212	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23212	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23212	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23212	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23212	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23212	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23212	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23212	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23212	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23212	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23212	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23212	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23212	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23212	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23212	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23212	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23212	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23212	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23212	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23212	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23212	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23212	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23212	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23212	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23212	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23212	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23212	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23212	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23212	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23212	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23212	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23212	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23212	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23212	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23212	embedding2nn.weight	0	0.024999424815177917
23212	embedding2nn.weight	1	0.014097890816628933
23212	embedding2nn.weight	2	-0.004343785811215639
23212	embedding2nn.weight	3	0.0010679319966584444
23212	embedding2nn.weight	4	-0.004675416741520166
23212	embedding2nn.weight	5	0.011984066106379032
23212	embedding2nn.weight	6	-0.004843726754188538
23212	embedding2nn.weight	7	0.023520667105913162
23212	embedding2nn.weight	8	-0.006345164030790329
23212	embedding2nn.weight	9	-0.013945026323199272
23212	embedding2nn.bias	0	-0.039005160331726074
23212	embedding2nn.bias	1	-0.040267281234264374
23212	embedding2nn.bias	2	-0.06648202985525131
23212	embedding2nn.bias	3	0.008871456608176231
23212	embedding2nn.bias	4	0.009385094977915287
23212	embedding2nn.bias	5	-0.02101101726293564
23212	embedding2nn.bias	6	0.01605132780969143
23212	embedding2nn.bias	7	0.034804049879312515
23212	embedding2nn.bias	8	-0.010180216282606125
23212	embedding2nn.bias	9	-0.0016847027000039816
23212	rnn.weight_ih_l0	0	0.03777295723557472
23212	rnn.weight_ih_l0	1	-0.009926934726536274
23212	rnn.weight_ih_l0	2	-0.035087428987026215
23212	rnn.weight_ih_l0	3	-0.0445745624601841
23212	rnn.weight_ih_l0	4	-0.05118289962410927
23212	rnn.weight_ih_l0	5	-0.008357066661119461
23212	rnn.weight_ih_l0	6	-0.05393548309803009
23212	rnn.weight_ih_l0	7	-0.059787482023239136
23212	rnn.weight_ih_l0	8	-0.04578399658203125
23212	rnn.weight_ih_l0	9	-0.027203315868973732
23212	rnn.weight_hh_l0	0	0.017506081610918045
23212	rnn.weight_hh_l0	1	-0.009456753730773926
23212	rnn.weight_hh_l0	2	-0.06853024661540985
23212	rnn.weight_hh_l0	3	-0.031589120626449585
23212	rnn.weight_hh_l0	4	-0.0772596150636673
23212	rnn.weight_hh_l0	5	-0.008715473115444183
23212	rnn.weight_hh_l0	6	-0.050739504396915436
23212	rnn.weight_hh_l0	7	-0.035197723656892776
23212	rnn.weight_hh_l0	8	-0.01811816543340683
23212	rnn.weight_hh_l0	9	-0.0019133599707856774
23212	rnn.bias_ih_l0	0	0.13700543344020844
23212	rnn.bias_ih_l0	1	-0.060878727585077286
23212	rnn.bias_ih_l0	2	0.09664279967546463
23212	rnn.bias_ih_l0	3	0.04182344675064087
23212	rnn.bias_ih_l0	4	0.09583108127117157
23212	rnn.bias_ih_l0	5	0.0238511860370636
23212	rnn.bias_ih_l0	6	-0.008536017499864101
23212	rnn.bias_ih_l0	7	-0.09997404366731644
23212	rnn.bias_ih_l0	8	-0.20224040746688843
23212	rnn.bias_ih_l0	9	0.08223563432693481
23212	rnn.bias_hh_l0	0	-0.0031835902482271194
23212	rnn.bias_hh_l0	1	0.024645574390888214
23212	rnn.bias_hh_l0	2	-0.003748142160475254
23212	rnn.bias_hh_l0	3	-0.03422238305211067
23212	rnn.bias_hh_l0	4	-0.03663478419184685
23212	rnn.bias_hh_l0	5	0.14450182020664215
23212	rnn.bias_hh_l0	6	0.048484545201063156
23212	rnn.bias_hh_l0	7	0.05043025314807892
23212	rnn.bias_hh_l0	8	0.02583269402384758
23212	rnn.bias_hh_l0	9	0.0358390212059021
23212	rnn.weight_ih_l0_reverse	0	-0.029838794842362404
23212	rnn.weight_ih_l0_reverse	1	-0.001362185925245285
23212	rnn.weight_ih_l0_reverse	2	0.024287307634949684
23212	rnn.weight_ih_l0_reverse	3	-0.06207560747861862
23212	rnn.weight_ih_l0_reverse	4	0.010392539203166962
23212	rnn.weight_ih_l0_reverse	5	-0.04721767455339432
23212	rnn.weight_ih_l0_reverse	6	0.027228374034166336
23212	rnn.weight_ih_l0_reverse	7	0.04728402942419052
23212	rnn.weight_ih_l0_reverse	8	-0.04649647697806358
23212	rnn.weight_ih_l0_reverse	9	-0.05127875134348869
23212	rnn.weight_hh_l0_reverse	0	-0.0812547355890274
23212	rnn.weight_hh_l0_reverse	1	-0.06092080473899841
23212	rnn.weight_hh_l0_reverse	2	0.036220911890268326
23212	rnn.weight_hh_l0_reverse	3	0.04451071843504906
23212	rnn.weight_hh_l0_reverse	4	-0.012396370060741901
23212	rnn.weight_hh_l0_reverse	5	0.044157493859529495
23212	rnn.weight_hh_l0_reverse	6	-0.00858097430318594
23212	rnn.weight_hh_l0_reverse	7	0.0017967571038752794
23212	rnn.weight_hh_l0_reverse	8	-0.09745264798402786
23212	rnn.weight_hh_l0_reverse	9	0.07825165241956711
23212	rnn.bias_ih_l0_reverse	0	-0.08904071897268295
23212	rnn.bias_ih_l0_reverse	1	-0.059161920100450516
23212	rnn.bias_ih_l0_reverse	2	0.10261912643909454
23212	rnn.bias_ih_l0_reverse	3	0.04459487646818161
23212	rnn.bias_ih_l0_reverse	4	-0.12868647277355194
23212	rnn.bias_ih_l0_reverse	5	0.03483840823173523
23212	rnn.bias_ih_l0_reverse	6	-0.1070881187915802
23212	rnn.bias_ih_l0_reverse	7	0.03509724885225296
23212	rnn.bias_ih_l0_reverse	8	0.035037897527217865
23212	rnn.bias_ih_l0_reverse	9	0.06277832388877869
23212	rnn.bias_hh_l0_reverse	0	0.07952173054218292
23212	rnn.bias_hh_l0_reverse	1	0.06184215843677521
23212	rnn.bias_hh_l0_reverse	2	0.08433229476213455
23212	rnn.bias_hh_l0_reverse	3	-0.01172166783362627
23212	rnn.bias_hh_l0_reverse	4	0.07367950677871704
23212	rnn.bias_hh_l0_reverse	5	-0.00624676002189517
23212	rnn.bias_hh_l0_reverse	6	-0.06112559884786606
23212	rnn.bias_hh_l0_reverse	7	0.032479289919137955
23212	rnn.bias_hh_l0_reverse	8	0.012010917067527771
23212	rnn.bias_hh_l0_reverse	9	-0.16112253069877625
23212	linear.weight	0	0.1313290297985077
23212	linear.weight	1	-0.16111215949058533
23212	linear.weight	2	-0.20698928833007812
23212	linear.weight	3	0.05236870050430298
23212	linear.weight	4	-0.0203559473156929
23212	linear.weight	5	-0.002810837235301733
23212	linear.weight	6	-0.007138117216527462
23212	linear.weight	7	-0.027734946459531784
23212	linear.weight	8	0.06158497557044029
23212	linear.weight	9	0.341979056596756
23212	linear.bias	0	-0.21712763607501984
23212	linear.bias	1	0.18836058676242828
23212	linear.bias	2	-0.542197048664093
23212	linear.bias	3	1.7204874753952026
23212	linear.bias	4	-0.3925824761390686
23212	linear.bias	5	-0.030769959092140198
23212	linear.bias	6	-0.36303383111953735
23212	linear.bias	7	-0.2662886083126068
23212	linear.bias	8	-0.05008325353264809
23212	linear.bias	9	-0.49250274896621704
23240	transitions	0	-0.6444209814071655
23240	transitions	1	0.3541144132614136
23240	transitions	2	1.679038166999817
23240	transitions	3	0.10085795074701309
23240	transitions	4	0.9503191709518433
23240	transitions	5	1.273979902267456
23240	transitions	6	0.483377605676651
23240	transitions	7	0.1760072261095047
23240	transitions	8	-0.919492781162262
23240	transitions	9	0.9306728839874268
23240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23240	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23240	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23240	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23240	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23240	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23240	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23240	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23240	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23240	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23240	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23240	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23240	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23240	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23240	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23240	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23240	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23240	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23240	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23240	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23240	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23240	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23240	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23240	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23240	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23240	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23240	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23240	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23240	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23240	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23240	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23240	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23240	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23240	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23240	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23240	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23240	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23240	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23240	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23240	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23240	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23240	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23240	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23240	embedding2nn.weight	0	0.024484362453222275
23240	embedding2nn.weight	1	0.014035701751708984
23240	embedding2nn.weight	2	-0.004299928434193134
23240	embedding2nn.weight	3	0.000956289644818753
23240	embedding2nn.weight	4	-0.00465086055919528
23240	embedding2nn.weight	5	0.011854629032313824
23240	embedding2nn.weight	6	-0.004792488645762205
23240	embedding2nn.weight	7	0.023605233058333397
23240	embedding2nn.weight	8	-0.0063127027824521065
23240	embedding2nn.weight	9	-0.01398560032248497
23240	embedding2nn.bias	0	-0.04222159832715988
23240	embedding2nn.bias	1	-0.0429307222366333
23240	embedding2nn.bias	2	-0.06652911752462387
23240	embedding2nn.bias	3	0.008981438353657722
23240	embedding2nn.bias	4	0.005855036433786154
23240	embedding2nn.bias	5	-0.021517770364880562
23240	embedding2nn.bias	6	0.016625910997390747
23240	embedding2nn.bias	7	0.03494080901145935
23240	embedding2nn.bias	8	-0.007151137571781874
23240	embedding2nn.bias	9	-0.0013808506773784757
23240	rnn.weight_ih_l0	0	0.03759942948818207
23240	rnn.weight_ih_l0	1	-0.009969701059162617
23240	rnn.weight_ih_l0	2	-0.03537243604660034
23240	rnn.weight_ih_l0	3	-0.044869426637887955
23240	rnn.weight_ih_l0	4	-0.05119505524635315
23240	rnn.weight_ih_l0	5	-0.00852878950536251
23240	rnn.weight_ih_l0	6	-0.053841255605220795
23240	rnn.weight_ih_l0	7	-0.0595032274723053
23240	rnn.weight_ih_l0	8	-0.045781154185533524
23240	rnn.weight_ih_l0	9	-0.027277186512947083
23240	rnn.weight_hh_l0	0	0.017379267141222954
23240	rnn.weight_hh_l0	1	-0.009581517428159714
23240	rnn.weight_hh_l0	2	-0.0685124546289444
23240	rnn.weight_hh_l0	3	-0.03160468488931656
23240	rnn.weight_hh_l0	4	-0.07715640962123871
23240	rnn.weight_hh_l0	5	-0.008842958137392998
23240	rnn.weight_hh_l0	6	-0.050309132784605026
23240	rnn.weight_hh_l0	7	-0.0357770174741745
23240	rnn.weight_hh_l0	8	-0.018025238066911697
23240	rnn.weight_hh_l0	9	-0.002106390194967389
23240	rnn.bias_ih_l0	0	0.13747462630271912
23240	rnn.bias_ih_l0	1	-0.05993848294019699
23240	rnn.bias_ih_l0	2	0.09640496224164963
23240	rnn.bias_ih_l0	3	0.04229917749762535
23240	rnn.bias_ih_l0	4	0.0974883884191513
23240	rnn.bias_ih_l0	5	0.023379452526569366
23240	rnn.bias_ih_l0	6	-0.00851412396878004
23240	rnn.bias_ih_l0	7	-0.10054007917642593
23240	rnn.bias_ih_l0	8	-0.2001878172159195
23240	rnn.bias_ih_l0	9	0.08196069300174713
23240	rnn.bias_hh_l0	0	-0.002325922017917037
23240	rnn.bias_hh_l0	1	0.02408074215054512
23240	rnn.bias_hh_l0	2	-0.003496340708807111
23240	rnn.bias_hh_l0	3	-0.033356815576553345
23240	rnn.bias_hh_l0	4	-0.036828506737947464
23240	rnn.bias_hh_l0	5	0.14459283649921417
23240	rnn.bias_hh_l0	6	0.04739214479923248
23240	rnn.bias_hh_l0	7	0.04897090420126915
23240	rnn.bias_hh_l0	8	0.02585458755493164
23240	rnn.bias_hh_l0	9	0.03700895607471466
23240	rnn.weight_ih_l0_reverse	0	-0.02979416958987713
23240	rnn.weight_ih_l0_reverse	1	-0.0012386494781821966
23240	rnn.weight_ih_l0_reverse	2	0.0242244191467762
23240	rnn.weight_ih_l0_reverse	3	-0.06182963028550148
23240	rnn.weight_ih_l0_reverse	4	0.01036825031042099
23240	rnn.weight_ih_l0_reverse	5	-0.0471697561442852
23240	rnn.weight_ih_l0_reverse	6	0.027306754142045975
23240	rnn.weight_ih_l0_reverse	7	0.04734562337398529
23240	rnn.weight_ih_l0_reverse	8	-0.04652348533272743
23240	rnn.weight_ih_l0_reverse	9	-0.05128064751625061
23240	rnn.weight_hh_l0_reverse	0	-0.08109945803880692
23240	rnn.weight_hh_l0_reverse	1	-0.061898812651634216
23240	rnn.weight_hh_l0_reverse	2	0.03619937598705292
23240	rnn.weight_hh_l0_reverse	3	0.04434097558259964
23240	rnn.weight_hh_l0_reverse	4	-0.012040226720273495
23240	rnn.weight_hh_l0_reverse	5	0.044116050004959106
23240	rnn.weight_hh_l0_reverse	6	-0.00879849772900343
23240	rnn.weight_hh_l0_reverse	7	0.0018875144887715578
23240	rnn.weight_hh_l0_reverse	8	-0.09726686775684357
23240	rnn.weight_hh_l0_reverse	9	0.07823266088962555
23240	rnn.bias_ih_l0_reverse	0	-0.08789645880460739
23240	rnn.bias_ih_l0_reverse	1	-0.05910908058285713
23240	rnn.bias_ih_l0_reverse	2	0.10243690013885498
23240	rnn.bias_ih_l0_reverse	3	0.044687915593385696
23240	rnn.bias_ih_l0_reverse	4	-0.1279498189687729
23240	rnn.bias_ih_l0_reverse	5	0.034209225326776505
23240	rnn.bias_ih_l0_reverse	6	-0.10691805928945541
23240	rnn.bias_ih_l0_reverse	7	0.035174574702978134
23240	rnn.bias_ih_l0_reverse	8	0.03602307289838791
23240	rnn.bias_ih_l0_reverse	9	0.06254518777132034
23240	rnn.bias_hh_l0_reverse	0	0.07547982037067413
23240	rnn.bias_hh_l0_reverse	1	0.06273709982633591
23240	rnn.bias_hh_l0_reverse	2	0.08357615023851395
23240	rnn.bias_hh_l0_reverse	3	-0.011511201038956642
23240	rnn.bias_hh_l0_reverse	4	0.073838010430336
23240	rnn.bias_hh_l0_reverse	5	-0.00609884737059474
23240	rnn.bias_hh_l0_reverse	6	-0.06063680350780487
23240	rnn.bias_hh_l0_reverse	7	0.03246130421757698
23240	rnn.bias_hh_l0_reverse	8	0.01221492700278759
23240	rnn.bias_hh_l0_reverse	9	-0.15957769751548767
23240	linear.weight	0	0.13146568834781647
23240	linear.weight	1	-0.16111093759536743
23240	linear.weight	2	-0.20718860626220703
23240	linear.weight	3	0.05295670032501221
23240	linear.weight	4	-0.02136121690273285
23240	linear.weight	5	-0.0032288632355630398
23240	linear.weight	6	-0.007137948181480169
23240	linear.weight	7	-0.027728531509637833
23240	linear.weight	8	0.06159495934844017
23240	linear.weight	9	0.34316930174827576
23240	linear.bias	0	-0.2183452844619751
23240	linear.bias	1	0.18503497540950775
23240	linear.bias	2	-0.5423019528388977
23240	linear.bias	3	1.7121756076812744
23240	linear.bias	4	-0.3941147029399872
23240	linear.bias	5	-0.030769959092140198
23240	linear.bias	6	-0.3631836175918579
23240	linear.bias	7	-0.26561281085014343
23240	linear.bias	8	-0.045569486916065216
23240	linear.bias	9	-0.49253955483436584
23268	transitions	0	-0.6444457769393921
23268	transitions	1	0.3540944457054138
23268	transitions	2	1.6790132522583008
23268	transitions	3	0.10080908983945847
23268	transitions	4	0.9503099918365479
23268	transitions	5	1.2739797830581665
23268	transitions	6	0.48337748646736145
23268	transitions	7	0.17600709199905396
23268	transitions	8	-0.9194931983947754
23268	transitions	9	0.9306728839874268
23268	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23268	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23268	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23268	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23268	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23268	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23268	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23268	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23268	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23268	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23268	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23268	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23268	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23268	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23268	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23268	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23268	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23268	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23268	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23268	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23268	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23268	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23268	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23268	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23268	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23268	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23268	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23268	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23268	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23268	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23268	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23268	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23268	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23268	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23268	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23268	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23268	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23268	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23268	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23268	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23268	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23268	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23268	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23268	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23268	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23268	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23268	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23268	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23268	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23268	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23268	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23268	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23268	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23268	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23268	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23268	embedding2nn.weight	0	0.024352392181754112
23268	embedding2nn.weight	1	0.013947034254670143
23268	embedding2nn.weight	2	-0.004277466796338558
23268	embedding2nn.weight	3	0.0009114077547565103
23268	embedding2nn.weight	4	-0.004657724406570196
23268	embedding2nn.weight	5	0.011798245832324028
23268	embedding2nn.weight	6	-0.004750577267259359
23268	embedding2nn.weight	7	0.02346193790435791
23268	embedding2nn.weight	8	-0.006303579080849886
23268	embedding2nn.weight	9	-0.013955306261777878
23268	embedding2nn.bias	0	-0.04337301105260849
23268	embedding2nn.bias	1	-0.04224716126918793
23268	embedding2nn.bias	2	-0.0655084028840065
23268	embedding2nn.bias	3	0.007811501622200012
23268	embedding2nn.bias	4	0.00660256901755929
23268	embedding2nn.bias	5	-0.018755508586764336
23268	embedding2nn.bias	6	0.016705693677067757
23268	embedding2nn.bias	7	0.029262278228998184
23268	embedding2nn.bias	8	-0.006392475683242083
23268	embedding2nn.bias	9	0.004203527234494686
23268	rnn.weight_ih_l0	0	0.037604931741952896
23268	rnn.weight_ih_l0	1	-0.00999168399721384
23268	rnn.weight_ih_l0	2	-0.035384051501750946
23268	rnn.weight_ih_l0	3	-0.04471758008003235
23268	rnn.weight_ih_l0	4	-0.05099804699420929
23268	rnn.weight_ih_l0	5	-0.008616559207439423
23268	rnn.weight_ih_l0	6	-0.05380349978804588
23268	rnn.weight_ih_l0	7	-0.059447627514600754
23268	rnn.weight_ih_l0	8	-0.04584601894021034
23268	rnn.weight_ih_l0	9	-0.027371229603886604
23268	rnn.weight_hh_l0	0	0.01716398447751999
23268	rnn.weight_hh_l0	1	-0.009613596834242344
23268	rnn.weight_hh_l0	2	-0.06848301738500595
23268	rnn.weight_hh_l0	3	-0.03162155672907829
23268	rnn.weight_hh_l0	4	-0.07713690400123596
23268	rnn.weight_hh_l0	5	-0.008781869895756245
23268	rnn.weight_hh_l0	6	-0.04968718811869621
23268	rnn.weight_hh_l0	7	-0.03586416691541672
23268	rnn.weight_hh_l0	8	-0.017924681305885315
23268	rnn.weight_hh_l0	9	-0.0017279685707762837
23268	rnn.bias_ih_l0	0	0.1364717185497284
23268	rnn.bias_ih_l0	1	-0.06023338809609413
23268	rnn.bias_ih_l0	2	0.09501682966947556
23268	rnn.bias_ih_l0	3	0.04140060022473335
23268	rnn.bias_ih_l0	4	0.0983567163348198
23268	rnn.bias_ih_l0	5	0.023058723658323288
23268	rnn.bias_ih_l0	6	-0.008984862826764584
23268	rnn.bias_ih_l0	7	-0.10316246747970581
23268	rnn.bias_ih_l0	8	-0.19864560663700104
23268	rnn.bias_ih_l0	9	0.08196897059679031
23268	rnn.bias_hh_l0	0	-0.0031542270444333553
23268	rnn.bias_hh_l0	1	0.02347319945693016
23268	rnn.bias_hh_l0	2	-0.004448792431503534
23268	rnn.bias_hh_l0	3	-0.03422820195555687
23268	rnn.bias_hh_l0	4	-0.03671548515558243
23268	rnn.bias_hh_l0	5	0.1444980800151825
23268	rnn.bias_hh_l0	6	0.046347714960575104
23268	rnn.bias_hh_l0	7	0.04842406138777733
23268	rnn.bias_hh_l0	8	0.025383848696947098
23268	rnn.bias_hh_l0	9	0.037395551800727844
23268	rnn.weight_ih_l0_reverse	0	-0.029839392751455307
23268	rnn.weight_ih_l0_reverse	1	-0.0018040883587673306
23268	rnn.weight_ih_l0_reverse	2	0.0242605023086071
23268	rnn.weight_ih_l0_reverse	3	-0.06190657243132591
23268	rnn.weight_ih_l0_reverse	4	0.010694239288568497
23268	rnn.weight_ih_l0_reverse	5	-0.04718321934342384
23268	rnn.weight_ih_l0_reverse	6	0.027537720277905464
23268	rnn.weight_ih_l0_reverse	7	0.047407109290361404
23268	rnn.weight_ih_l0_reverse	8	-0.04657229781150818
23268	rnn.weight_ih_l0_reverse	9	-0.05121045559644699
23268	rnn.weight_hh_l0_reverse	0	-0.08107057213783264
23268	rnn.weight_hh_l0_reverse	1	-0.06135264039039612
23268	rnn.weight_hh_l0_reverse	2	0.03597842901945114
23268	rnn.weight_hh_l0_reverse	3	0.044320520013570786
23268	rnn.weight_hh_l0_reverse	4	-0.012417563237249851
23268	rnn.weight_hh_l0_reverse	5	0.044222500175237656
23268	rnn.weight_hh_l0_reverse	6	-0.007927888073027134
23268	rnn.weight_hh_l0_reverse	7	0.002268739975988865
23268	rnn.weight_hh_l0_reverse	8	-0.09737272560596466
23268	rnn.weight_hh_l0_reverse	9	0.07834930717945099
23268	rnn.bias_ih_l0_reverse	0	-0.08888090401887894
23268	rnn.bias_ih_l0_reverse	1	-0.057936664670705795
23268	rnn.bias_ih_l0_reverse	2	0.10259168595075607
23268	rnn.bias_ih_l0_reverse	3	0.044511426240205765
23268	rnn.bias_ih_l0_reverse	4	-0.12858109176158905
23268	rnn.bias_ih_l0_reverse	5	0.033992357552051544
23268	rnn.bias_ih_l0_reverse	6	-0.10670594871044159
23268	rnn.bias_ih_l0_reverse	7	0.03433549776673317
23268	rnn.bias_ih_l0_reverse	8	0.03599212318658829
23268	rnn.bias_ih_l0_reverse	9	0.061269912868738174
23268	rnn.bias_hh_l0_reverse	0	0.07419216632843018
23268	rnn.bias_hh_l0_reverse	1	0.06184777989983559
23268	rnn.bias_hh_l0_reverse	2	0.0833437591791153
23268	rnn.bias_hh_l0_reverse	3	-0.011305682361125946
23268	rnn.bias_hh_l0_reverse	4	0.07384290546178818
23268	rnn.bias_hh_l0_reverse	5	-0.0021014439407736063
23268	rnn.bias_hh_l0_reverse	6	-0.058318011462688446
23268	rnn.bias_hh_l0_reverse	7	0.03210502117872238
23268	rnn.bias_hh_l0_reverse	8	0.011173026636242867
23268	rnn.bias_hh_l0_reverse	9	-0.15919119119644165
23268	linear.weight	0	0.13444510102272034
23268	linear.weight	1	-0.16110315918922424
23268	linear.weight	2	-0.20859509706497192
23268	linear.weight	3	0.05332021042704582
23268	linear.weight	4	-0.02174752950668335
23268	linear.weight	5	-0.0030926542822271585
23268	linear.weight	6	-0.007137578912079334
23268	linear.weight	7	-0.027690932154655457
23268	linear.weight	8	0.06138981506228447
23268	linear.weight	9	0.3428908884525299
23268	linear.bias	0	-0.21099244058132172
23268	linear.bias	1	0.1836743801832199
23268	linear.bias	2	-0.5414472222328186
23268	linear.bias	3	1.7088967561721802
23268	linear.bias	4	-0.3942028880119324
23268	linear.bias	5	-0.030769959092140198
23268	linear.bias	6	-0.3624877631664276
23268	linear.bias	7	-0.2641429305076599
23268	linear.bias	8	-0.04920395091176033
23268	linear.bias	9	-0.4926069676876068
23296	transitions	0	-0.6444604396820068
23296	transitions	1	0.3540899455547333
23296	transitions	2	1.6789917945861816
23296	transitions	3	0.10080108791589737
23296	transitions	4	0.9503082633018494
23296	transitions	5	1.2739791870117188
23296	transitions	6	0.48337745666503906
23296	transitions	7	0.17600703239440918
23296	transitions	8	-0.9194933176040649
23296	transitions	9	0.9306728839874268
23296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23296	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23296	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23296	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23296	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23296	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23296	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23296	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23296	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23296	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23296	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23296	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23296	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23296	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23296	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23296	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23296	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23296	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23296	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23296	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23296	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23296	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23296	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23296	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23296	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23296	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23296	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23296	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23296	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23296	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23296	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23296	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23296	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23296	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23296	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23296	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23296	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23296	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23296	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23296	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23296	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23296	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23296	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23296	embedding2nn.weight	0	0.02442125231027603
23296	embedding2nn.weight	1	0.013908770866692066
23296	embedding2nn.weight	2	-0.004290246404707432
23296	embedding2nn.weight	3	0.0009408430196344852
23296	embedding2nn.weight	4	-0.004676453303545713
23296	embedding2nn.weight	5	0.011854367330670357
23296	embedding2nn.weight	6	-0.004717248026281595
23296	embedding2nn.weight	7	0.02360028401017189
23296	embedding2nn.weight	8	-0.006359505001455545
23296	embedding2nn.weight	9	-0.014007615856826305
23296	embedding2nn.bias	0	-0.04074829816818237
23296	embedding2nn.bias	1	-0.04097624868154526
23296	embedding2nn.bias	2	-0.06794613599777222
23296	embedding2nn.bias	3	0.009584731422364712
23296	embedding2nn.bias	4	0.004933569580316544
23296	embedding2nn.bias	5	-0.01955513283610344
23296	embedding2nn.bias	6	0.017468299716711044
23296	embedding2nn.bias	7	0.029222123324871063
23296	embedding2nn.bias	8	-0.00818775687366724
23296	embedding2nn.bias	9	0.0036707750987261534
23296	rnn.weight_ih_l0	0	0.03776206821203232
23296	rnn.weight_ih_l0	1	-0.010292433202266693
23296	rnn.weight_ih_l0	2	-0.03577594459056854
23296	rnn.weight_ih_l0	3	-0.044888366013765335
23296	rnn.weight_ih_l0	4	-0.05108761414885521
23296	rnn.weight_ih_l0	5	-0.008631007745862007
23296	rnn.weight_ih_l0	6	-0.05384774133563042
23296	rnn.weight_ih_l0	7	-0.05943614989519119
23296	rnn.weight_ih_l0	8	-0.04590032249689102
23296	rnn.weight_ih_l0	9	-0.027306562289595604
23296	rnn.weight_hh_l0	0	0.0171884223818779
23296	rnn.weight_hh_l0	1	-0.009564544074237347
23296	rnn.weight_hh_l0	2	-0.06851926445960999
23296	rnn.weight_hh_l0	3	-0.03169740363955498
23296	rnn.weight_hh_l0	4	-0.0772092267870903
23296	rnn.weight_hh_l0	5	-0.008663888089358807
23296	rnn.weight_hh_l0	6	-0.04966041073203087
23296	rnn.weight_hh_l0	7	-0.035623129457235336
23296	rnn.weight_hh_l0	8	-0.01789202354848385
23296	rnn.weight_hh_l0	9	-0.0017535645747557282
23296	rnn.bias_ih_l0	0	0.13670913875102997
23296	rnn.bias_ih_l0	1	-0.06045091897249222
23296	rnn.bias_ih_l0	2	0.09596028923988342
23296	rnn.bias_ih_l0	3	0.04140457883477211
23296	rnn.bias_ih_l0	4	0.09734904021024704
23296	rnn.bias_ih_l0	5	0.022828588262200356
23296	rnn.bias_ih_l0	6	-0.010012629441916943
23296	rnn.bias_ih_l0	7	-0.10156542807817459
23296	rnn.bias_ih_l0	8	-0.20616580545902252
23296	rnn.bias_ih_l0	9	0.08163957297801971
23296	rnn.bias_hh_l0	0	-0.00316612352617085
23296	rnn.bias_hh_l0	1	0.024386653676629066
23296	rnn.bias_hh_l0	2	-0.003708471078425646
23296	rnn.bias_hh_l0	3	-0.03540866822004318
23296	rnn.bias_hh_l0	4	-0.036382582038640976
23296	rnn.bias_hh_l0	5	0.1449347734451294
23296	rnn.bias_hh_l0	6	0.046552255749702454
23296	rnn.bias_hh_l0	7	0.04791389778256416
23296	rnn.bias_hh_l0	8	0.02435607835650444
23296	rnn.bias_hh_l0	9	0.03706476464867592
23296	rnn.weight_ih_l0_reverse	0	-0.029807856306433678
23296	rnn.weight_ih_l0_reverse	1	-0.0023211275693029165
23296	rnn.weight_ih_l0_reverse	2	0.024294523522257805
23296	rnn.weight_ih_l0_reverse	3	-0.061900749802589417
23296	rnn.weight_ih_l0_reverse	4	0.010704874992370605
23296	rnn.weight_ih_l0_reverse	5	-0.04712584614753723
23296	rnn.weight_ih_l0_reverse	6	0.027501368895173073
23296	rnn.weight_ih_l0_reverse	7	0.04736899584531784
23296	rnn.weight_ih_l0_reverse	8	-0.04655721038579941
23296	rnn.weight_ih_l0_reverse	9	-0.051167502999305725
23296	rnn.weight_hh_l0_reverse	0	-0.08141408860683441
23296	rnn.weight_hh_l0_reverse	1	-0.061260201036930084
23296	rnn.weight_hh_l0_reverse	2	0.03611510246992111
23296	rnn.weight_hh_l0_reverse	3	0.04415709897875786
23296	rnn.weight_hh_l0_reverse	4	-0.012443711049854755
23296	rnn.weight_hh_l0_reverse	5	0.0441577173769474
23296	rnn.weight_hh_l0_reverse	6	-0.00779598206281662
23296	rnn.weight_hh_l0_reverse	7	0.0021842666901648045
23296	rnn.weight_hh_l0_reverse	8	-0.097096286714077
23296	rnn.weight_hh_l0_reverse	9	0.07840857654809952
23296	rnn.bias_ih_l0_reverse	0	-0.08957503736019135
23296	rnn.bias_ih_l0_reverse	1	-0.058853212743997574
23296	rnn.bias_ih_l0_reverse	2	0.10194691270589828
23296	rnn.bias_ih_l0_reverse	3	0.044088419526815414
23296	rnn.bias_ih_l0_reverse	4	-0.1285231113433838
23296	rnn.bias_ih_l0_reverse	5	0.034001171588897705
23296	rnn.bias_ih_l0_reverse	6	-0.10668561607599258
23296	rnn.bias_ih_l0_reverse	7	0.03459789603948593
23296	rnn.bias_ih_l0_reverse	8	0.03612876683473587
23296	rnn.bias_ih_l0_reverse	9	0.06133804842829704
23296	rnn.bias_hh_l0_reverse	0	0.07253111898899078
23296	rnn.bias_hh_l0_reverse	1	0.06105384975671768
23296	rnn.bias_hh_l0_reverse	2	0.08264347910881042
23296	rnn.bias_hh_l0_reverse	3	-0.011347506195306778
23296	rnn.bias_hh_l0_reverse	4	0.0733831375837326
23296	rnn.bias_hh_l0_reverse	5	-0.0020267886575311422
23296	rnn.bias_hh_l0_reverse	6	-0.05835172161459923
23296	rnn.bias_hh_l0_reverse	7	0.03277072310447693
23296	rnn.bias_hh_l0_reverse	8	0.012410297058522701
23296	rnn.bias_hh_l0_reverse	9	-0.15865428745746613
23296	linear.weight	0	0.13036087155342102
23296	linear.weight	1	-0.1611005961894989
23296	linear.weight	2	-0.2088133692741394
23296	linear.weight	3	0.05514830723404884
23296	linear.weight	4	-0.0227129478007555
23296	linear.weight	5	-0.003070928854867816
23296	linear.weight	6	-0.007136407308280468
23296	linear.weight	7	-0.027682581916451454
23296	linear.weight	8	0.06378751248121262
23296	linear.weight	9	0.34384554624557495
23296	linear.bias	0	-0.21119488775730133
23296	linear.bias	1	0.18393950164318085
23296	linear.bias	2	-0.5397341847419739
23296	linear.bias	3	1.7087739706039429
23296	linear.bias	4	-0.3942492604255676
23296	linear.bias	5	-0.030769959092140198
23296	linear.bias	6	-0.3610975742340088
23296	linear.bias	7	-0.26510733366012573
23296	linear.bias	8	-0.045471951365470886
23296	linear.bias	9	-0.4926247298717499
23324	transitions	0	-0.6444821357727051
23324	transitions	1	0.3540767729282379
23324	transitions	2	1.6789638996124268
23324	transitions	3	0.10078845173120499
23324	transitions	4	0.9503069519996643
23324	transitions	5	1.2739790678024292
23324	transitions	6	0.48337727785110474
23324	transitions	7	0.17600685358047485
23324	transitions	8	-0.9194936752319336
23324	transitions	9	0.9306728839874268
23324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23324	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23324	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23324	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23324	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23324	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23324	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23324	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23324	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23324	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23324	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23324	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23324	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23324	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23324	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23324	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23324	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23324	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23324	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23324	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23324	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23324	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23324	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23324	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23324	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23324	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23324	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23324	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23324	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23324	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23324	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23324	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23324	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23324	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23324	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23324	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23324	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23324	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23324	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23324	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23324	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23324	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23324	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23324	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23324	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23324	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23324	embedding2nn.weight	0	0.02425723522901535
23324	embedding2nn.weight	1	0.013880274258553982
23324	embedding2nn.weight	2	-0.004296716768294573
23324	embedding2nn.weight	3	0.0008708614041097462
23324	embedding2nn.weight	4	-0.004742758814245462
23324	embedding2nn.weight	5	0.011876994743943214
23324	embedding2nn.weight	6	-0.004638383165001869
23324	embedding2nn.weight	7	0.02364291064441204
23324	embedding2nn.weight	8	-0.006419971119612455
23324	embedding2nn.weight	9	-0.014005476608872414
23324	embedding2nn.bias	0	-0.043251462280750275
23324	embedding2nn.bias	1	-0.04452590271830559
23324	embedding2nn.bias	2	-0.06464145332574844
23324	embedding2nn.bias	3	0.00796795915812254
23324	embedding2nn.bias	4	0.005066770128905773
23324	embedding2nn.bias	5	-0.016761235892772675
23324	embedding2nn.bias	6	0.019097644835710526
23324	embedding2nn.bias	7	0.02734774351119995
23324	embedding2nn.bias	8	-0.004277869593352079
23324	embedding2nn.bias	9	0.004070991650223732
23324	rnn.weight_ih_l0	0	0.037928786128759384
23324	rnn.weight_ih_l0	1	-0.010409851558506489
23324	rnn.weight_ih_l0	2	-0.03612734004855156
23324	rnn.weight_ih_l0	3	-0.044824566692113876
23324	rnn.weight_ih_l0	4	-0.0512751042842865
23324	rnn.weight_ih_l0	5	-0.00873958133161068
23324	rnn.weight_ih_l0	6	-0.05388432741165161
23324	rnn.weight_ih_l0	7	-0.05929998308420181
23324	rnn.weight_ih_l0	8	-0.04584340751171112
23324	rnn.weight_ih_l0	9	-0.02730398066341877
23324	rnn.weight_hh_l0	0	0.017337720841169357
23324	rnn.weight_hh_l0	1	-0.009637984447181225
23324	rnn.weight_hh_l0	2	-0.0686810314655304
23324	rnn.weight_hh_l0	3	-0.031766872853040695
23324	rnn.weight_hh_l0	4	-0.07727320492267609
23324	rnn.weight_hh_l0	5	-0.008564451709389687
23324	rnn.weight_hh_l0	6	-0.04933423548936844
23324	rnn.weight_hh_l0	7	-0.03538092225790024
23324	rnn.weight_hh_l0	8	-0.018052035942673683
23324	rnn.weight_hh_l0	9	-0.0020239579025655985
23324	rnn.bias_ih_l0	0	0.13678134977817535
23324	rnn.bias_ih_l0	1	-0.061308979988098145
23324	rnn.bias_ih_l0	2	0.09653874486684799
23324	rnn.bias_ih_l0	3	0.042442988604307175
23324	rnn.bias_ih_l0	4	0.09659991413354874
23324	rnn.bias_ih_l0	5	0.02281605452299118
23324	rnn.bias_ih_l0	6	-0.009713158942759037
23324	rnn.bias_ih_l0	7	-0.10281959921121597
23324	rnn.bias_ih_l0	8	-0.20438937842845917
23324	rnn.bias_ih_l0	9	0.08171894401311874
23324	rnn.bias_hh_l0	0	-0.002066157292574644
23324	rnn.bias_hh_l0	1	0.024312585592269897
23324	rnn.bias_hh_l0	2	-0.003329157130792737
23324	rnn.bias_hh_l0	3	-0.035172104835510254
23324	rnn.bias_hh_l0	4	-0.035961490124464035
23324	rnn.bias_hh_l0	5	0.14491884410381317
23324	rnn.bias_hh_l0	6	0.04731136932969093
23324	rnn.bias_hh_l0	7	0.04828838258981705
23324	rnn.bias_hh_l0	8	0.024655552580952644
23324	rnn.bias_hh_l0	9	0.03714093193411827
23324	rnn.weight_ih_l0_reverse	0	-0.029731331393122673
23324	rnn.weight_ih_l0_reverse	1	-0.002426341874524951
23324	rnn.weight_ih_l0_reverse	2	0.02429272048175335
23324	rnn.weight_ih_l0_reverse	3	-0.06202850490808487
23324	rnn.weight_ih_l0_reverse	4	0.010698115453124046
23324	rnn.weight_ih_l0_reverse	5	-0.047460153698921204
23324	rnn.weight_ih_l0_reverse	6	0.027855833992362022
23324	rnn.weight_ih_l0_reverse	7	0.04717575013637543
23324	rnn.weight_ih_l0_reverse	8	-0.04652325063943863
23324	rnn.weight_ih_l0_reverse	9	-0.051309533417224884
23324	rnn.weight_hh_l0_reverse	0	-0.08123712241649628
23324	rnn.weight_hh_l0_reverse	1	-0.062178801745176315
23324	rnn.weight_hh_l0_reverse	2	0.036177124828100204
23324	rnn.weight_hh_l0_reverse	3	0.043991148471832275
23324	rnn.weight_hh_l0_reverse	4	-0.012513845227658749
23324	rnn.weight_hh_l0_reverse	5	0.04418301209807396
23324	rnn.weight_hh_l0_reverse	6	-0.008012448437511921
23324	rnn.weight_hh_l0_reverse	7	0.0026403905358165503
23324	rnn.weight_hh_l0_reverse	8	-0.09682825207710266
23324	rnn.weight_hh_l0_reverse	9	0.07857728749513626
23324	rnn.bias_ih_l0_reverse	0	-0.09072261303663254
23324	rnn.bias_ih_l0_reverse	1	-0.059807583689689636
23324	rnn.bias_ih_l0_reverse	2	0.10113982856273651
23324	rnn.bias_ih_l0_reverse	3	0.0442589670419693
23324	rnn.bias_ih_l0_reverse	4	-0.12906146049499512
23324	rnn.bias_ih_l0_reverse	5	0.03443623334169388
23324	rnn.bias_ih_l0_reverse	6	-0.10675313323736191
23324	rnn.bias_ih_l0_reverse	7	0.032791342586278915
23324	rnn.bias_ih_l0_reverse	8	0.03555500507354736
23324	rnn.bias_ih_l0_reverse	9	0.061671823263168335
23324	rnn.bias_hh_l0_reverse	0	0.07317882776260376
23324	rnn.bias_hh_l0_reverse	1	0.06046579033136368
23324	rnn.bias_hh_l0_reverse	2	0.08274835348129272
23324	rnn.bias_hh_l0_reverse	3	-0.010654278099536896
23324	rnn.bias_hh_l0_reverse	4	0.0731852725148201
23324	rnn.bias_hh_l0_reverse	5	-0.0021575253922492266
23324	rnn.bias_hh_l0_reverse	6	-0.058309126645326614
23324	rnn.bias_hh_l0_reverse	7	0.03313513472676277
23324	rnn.bias_hh_l0_reverse	8	0.012142705731093884
23324	rnn.bias_hh_l0_reverse	9	-0.1586497724056244
23324	linear.weight	0	0.1340615600347519
23324	linear.weight	1	-0.16108185052871704
23324	linear.weight	2	-0.2086956799030304
23324	linear.weight	3	0.05538232997059822
23324	linear.weight	4	-0.022334853187203407
23324	linear.weight	5	-0.002962767845019698
23324	linear.weight	6	-0.007135499734431505
23324	linear.weight	7	-0.02767704427242279
23324	linear.weight	8	0.06394428014755249
23324	linear.weight	9	0.3436090648174286
23324	linear.bias	0	-0.21581634879112244
23324	linear.bias	1	0.18881267309188843
23324	linear.bias	2	-0.5394945740699768
23324	linear.bias	3	1.7096898555755615
23324	linear.bias	4	-0.3943200409412384
23324	linear.bias	5	-0.030769959092140198
23324	linear.bias	6	-0.3592502176761627
23324	linear.bias	7	-0.26517683267593384
23324	linear.bias	8	-0.047287967056035995
23324	linear.bias	9	-0.4926757216453552
23352	transitions	0	-0.6445217728614807
23352	transitions	1	0.35406818985939026
23352	transitions	2	1.6789414882659912
23352	transitions	3	0.1007765382528305
23352	transitions	4	0.9502965807914734
23352	transitions	5	1.2739789485931396
23352	transitions	6	0.4833771288394928
23352	transitions	7	0.17599430680274963
23352	transitions	8	-0.9194945693016052
23352	transitions	9	0.9306728839874268
23352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23352	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23352	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23352	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23352	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23352	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23352	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23352	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23352	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23352	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23352	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23352	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23352	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23352	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23352	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23352	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23352	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23352	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23352	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23352	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23352	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23352	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23352	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23352	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23352	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23352	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23352	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23352	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23352	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23352	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23352	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23352	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23352	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23352	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23352	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23352	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23352	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23352	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23352	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23352	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23352	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23352	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23352	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23352	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23352	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23352	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23352	embedding2nn.weight	0	0.024259891360998154
23352	embedding2nn.weight	1	0.013884831219911575
23352	embedding2nn.weight	2	-0.004310733638703823
23352	embedding2nn.weight	3	0.0008802968077361584
23352	embedding2nn.weight	4	-0.00473496550694108
23352	embedding2nn.weight	5	0.011841991916298866
23352	embedding2nn.weight	6	-0.004638308193534613
23352	embedding2nn.weight	7	0.023616287857294083
23352	embedding2nn.weight	8	-0.006449979264289141
23352	embedding2nn.weight	9	-0.013994534499943256
23352	embedding2nn.bias	0	-0.043661750853061676
23352	embedding2nn.bias	1	-0.0426597036421299
23352	embedding2nn.bias	2	-0.06609118729829788
23352	embedding2nn.bias	3	0.007413787767291069
23352	embedding2nn.bias	4	0.006024187430739403
23352	embedding2nn.bias	5	-0.01327818725258112
23352	embedding2nn.bias	6	0.017695078626275063
23352	embedding2nn.bias	7	0.025570569559931755
23352	embedding2nn.bias	8	-0.0047007035464048386
23352	embedding2nn.bias	9	0.002806280041113496
23352	rnn.weight_ih_l0	0	0.0380956195294857
23352	rnn.weight_ih_l0	1	-0.010490908287465572
23352	rnn.weight_ih_l0	2	-0.03570770099759102
23352	rnn.weight_ih_l0	3	-0.044860512018203735
23352	rnn.weight_ih_l0	4	-0.05115080997347832
23352	rnn.weight_ih_l0	5	-0.00869363360106945
23352	rnn.weight_ih_l0	6	-0.053766343742609024
23352	rnn.weight_ih_l0	7	-0.05928736552596092
23352	rnn.weight_ih_l0	8	-0.045944977551698685
23352	rnn.weight_ih_l0	9	-0.02731119655072689
23352	rnn.weight_hh_l0	0	0.017245056107640266
23352	rnn.weight_hh_l0	1	-0.009599868208169937
23352	rnn.weight_hh_l0	2	-0.06874702125787735
23352	rnn.weight_hh_l0	3	-0.03174695372581482
23352	rnn.weight_hh_l0	4	-0.07724377512931824
23352	rnn.weight_hh_l0	5	-0.00865919142961502
23352	rnn.weight_hh_l0	6	-0.05013816058635712
23352	rnn.weight_hh_l0	7	-0.034869126975536346
23352	rnn.weight_hh_l0	8	-0.017927225679159164
23352	rnn.weight_hh_l0	9	-0.001902093761600554
23352	rnn.bias_ih_l0	0	0.13739660382270813
23352	rnn.bias_ih_l0	1	-0.060799673199653625
23352	rnn.bias_ih_l0	2	0.09668009728193283
23352	rnn.bias_ih_l0	3	0.04272390902042389
23352	rnn.bias_ih_l0	4	0.09667304158210754
23352	rnn.bias_ih_l0	5	0.02313321828842163
23352	rnn.bias_ih_l0	6	-0.009770797565579414
23352	rnn.bias_ih_l0	7	-0.10333792120218277
23352	rnn.bias_ih_l0	8	-0.20107392966747284
23352	rnn.bias_ih_l0	9	0.08193904906511307
23352	rnn.bias_hh_l0	0	-0.0016580265946686268
23352	rnn.bias_hh_l0	1	0.025352843105793
23352	rnn.bias_hh_l0	2	-0.0027315965853631496
23352	rnn.bias_hh_l0	3	-0.034801632165908813
23352	rnn.bias_hh_l0	4	-0.03640834242105484
23352	rnn.bias_hh_l0	5	0.14457058906555176
23352	rnn.bias_hh_l0	6	0.04793350026011467
23352	rnn.bias_hh_l0	7	0.049110934138298035
23352	rnn.bias_hh_l0	8	0.02459792047739029
23352	rnn.bias_hh_l0	9	0.03753527253866196
23352	rnn.weight_ih_l0_reverse	0	-0.029619362205266953
23352	rnn.weight_ih_l0_reverse	1	-0.0025828853249549866
23352	rnn.weight_ih_l0_reverse	2	0.024294476956129074
23352	rnn.weight_ih_l0_reverse	3	-0.062047671526670456
23352	rnn.weight_ih_l0_reverse	4	0.01063987985253334
23352	rnn.weight_ih_l0_reverse	5	-0.04748067259788513
23352	rnn.weight_ih_l0_reverse	6	0.02734503522515297
23352	rnn.weight_ih_l0_reverse	7	0.047107994556427
23352	rnn.weight_ih_l0_reverse	8	-0.046562619507312775
23352	rnn.weight_ih_l0_reverse	9	-0.051366254687309265
23352	rnn.weight_hh_l0_reverse	0	-0.0812346413731575
23352	rnn.weight_hh_l0_reverse	1	-0.06256192922592163
23352	rnn.weight_hh_l0_reverse	2	0.0362500362098217
23352	rnn.weight_hh_l0_reverse	3	0.044057127088308334
23352	rnn.weight_hh_l0_reverse	4	-0.012276718392968178
23352	rnn.weight_hh_l0_reverse	5	0.0441114641726017
23352	rnn.weight_hh_l0_reverse	6	-0.006783843971788883
23352	rnn.weight_hh_l0_reverse	7	0.002415558323264122
23352	rnn.weight_hh_l0_reverse	8	-0.09696095436811447
23352	rnn.weight_hh_l0_reverse	9	0.07865980267524719
23352	rnn.bias_ih_l0_reverse	0	-0.09202464669942856
23352	rnn.bias_ih_l0_reverse	1	-0.058902811259031296
23352	rnn.bias_ih_l0_reverse	2	0.1009564995765686
23352	rnn.bias_ih_l0_reverse	3	0.04430367425084114
23352	rnn.bias_ih_l0_reverse	4	-0.12994597852230072
23352	rnn.bias_ih_l0_reverse	5	0.035491351038217545
23352	rnn.bias_ih_l0_reverse	6	-0.10693730413913727
23352	rnn.bias_ih_l0_reverse	7	0.03337334841489792
23352	rnn.bias_ih_l0_reverse	8	0.03512612357735634
23352	rnn.bias_ih_l0_reverse	9	0.06201658770442009
23352	rnn.bias_hh_l0_reverse	0	0.07297957688570023
23352	rnn.bias_hh_l0_reverse	1	0.06177986040711403
23352	rnn.bias_hh_l0_reverse	2	0.08270568400621414
23352	rnn.bias_hh_l0_reverse	3	-0.010389002971351147
23352	rnn.bias_hh_l0_reverse	4	0.07408533245325089
23352	rnn.bias_hh_l0_reverse	5	-0.0011857646750286222
23352	rnn.bias_hh_l0_reverse	6	-0.05916466563940048
23352	rnn.bias_hh_l0_reverse	7	0.032868772745132446
23352	rnn.bias_hh_l0_reverse	8	0.011643691919744015
23352	rnn.bias_hh_l0_reverse	9	-0.15944518148899078
23352	linear.weight	0	0.13475799560546875
23352	linear.weight	1	-0.16108907759189606
23352	linear.weight	2	-0.2086426466703415
23352	linear.weight	3	0.057996999472379684
23352	linear.weight	4	-0.021893993020057678
23352	linear.weight	5	-0.0027411074843257666
23352	linear.weight	6	-0.007135532330721617
23352	linear.weight	7	-0.027716051787137985
23352	linear.weight	8	0.06414128839969635
23352	linear.weight	9	0.3437415659427643
23352	linear.bias	0	-0.21608197689056396
23352	linear.bias	1	0.18699492514133453
23352	linear.bias	2	-0.5372646450996399
23352	linear.bias	3	1.709945559501648
23352	linear.bias	4	-0.3944094181060791
23352	linear.bias	5	-0.030769959092140198
23352	linear.bias	6	-0.3574836850166321
23352	linear.bias	7	-0.26472681760787964
23352	linear.bias	8	-0.049909960478544235
23352	linear.bias	9	-0.4927544891834259
23380	transitions	0	-0.644558310508728
23380	transitions	1	0.3540566861629486
23380	transitions	2	1.6788952350616455
23380	transitions	3	0.10075248032808304
23380	transitions	4	0.950292706489563
23380	transitions	5	1.27397882938385
23380	transitions	6	0.48337697982788086
23380	transitions	7	0.17599330842494965
23380	transitions	8	-0.919495165348053
23380	transitions	9	0.9306728839874268
23380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23380	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23380	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23380	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23380	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23380	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23380	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23380	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23380	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23380	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23380	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23380	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23380	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23380	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23380	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23380	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23380	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23380	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23380	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23380	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23380	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23380	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23380	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23380	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23380	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23380	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23380	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23380	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23380	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23380	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23380	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23380	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23380	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23380	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23380	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23380	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23380	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23380	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23380	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23380	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23380	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23380	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23380	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23380	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23380	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23380	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23380	embedding2nn.weight	0	0.024211497977375984
23380	embedding2nn.weight	1	0.013859237544238567
23380	embedding2nn.weight	2	-0.004313103388994932
23380	embedding2nn.weight	3	0.0009499522857367992
23380	embedding2nn.weight	4	-0.004707415122538805
23380	embedding2nn.weight	5	0.01184973493218422
23380	embedding2nn.weight	6	-0.004666675813496113
23380	embedding2nn.weight	7	0.023411059752106667
23380	embedding2nn.weight	8	-0.0065409112721681595
23380	embedding2nn.weight	9	-0.013994768261909485
23380	embedding2nn.bias	0	-0.04532631114125252
23380	embedding2nn.bias	1	-0.04267093166708946
23380	embedding2nn.bias	2	-0.06804484874010086
23380	embedding2nn.bias	3	0.00934607069939375
23380	embedding2nn.bias	4	0.0063370163552463055
23380	embedding2nn.bias	5	-0.01298536453396082
23380	embedding2nn.bias	6	0.02218136377632618
23380	embedding2nn.bias	7	0.029626157134771347
23380	embedding2nn.bias	8	-0.0065613058395683765
23380	embedding2nn.bias	9	0.0020188523922115564
23380	rnn.weight_ih_l0	0	0.03821539133787155
23380	rnn.weight_ih_l0	1	-0.010446039959788322
23380	rnn.weight_ih_l0	2	-0.03614475950598717
23380	rnn.weight_ih_l0	3	-0.044958874583244324
23380	rnn.weight_ih_l0	4	-0.05117829516530037
23380	rnn.weight_ih_l0	5	-0.008752820082008839
23380	rnn.weight_ih_l0	6	-0.05384852737188339
23380	rnn.weight_ih_l0	7	-0.059274010360240936
23380	rnn.weight_ih_l0	8	-0.046002600342035294
23380	rnn.weight_ih_l0	9	-0.027343275025486946
23380	rnn.weight_hh_l0	0	0.01758003607392311
23380	rnn.weight_hh_l0	1	-0.009767970070242882
23380	rnn.weight_hh_l0	2	-0.06864900887012482
23380	rnn.weight_hh_l0	3	-0.03173551335930824
23380	rnn.weight_hh_l0	4	-0.07728350162506104
23380	rnn.weight_hh_l0	5	-0.008796010166406631
23380	rnn.weight_hh_l0	6	-0.0490737184882164
23380	rnn.weight_hh_l0	7	-0.03478667885065079
23380	rnn.weight_hh_l0	8	-0.01783699169754982
23380	rnn.weight_hh_l0	9	-0.0025259845424443483
23380	rnn.bias_ih_l0	0	0.13754184544086456
23380	rnn.bias_ih_l0	1	-0.059953734278678894
23380	rnn.bias_ih_l0	2	0.09566396474838257
23380	rnn.bias_ih_l0	3	0.042604006826877594
23380	rnn.bias_ih_l0	4	0.09716551750898361
23380	rnn.bias_ih_l0	5	0.02379739284515381
23380	rnn.bias_ih_l0	6	-0.009138302877545357
23380	rnn.bias_ih_l0	7	-0.10409237444400787
23380	rnn.bias_ih_l0	8	-0.20310616493225098
23380	rnn.bias_ih_l0	9	0.08150633424520493
23380	rnn.bias_hh_l0	0	-0.002515950705856085
23380	rnn.bias_hh_l0	1	0.025566264986991882
23380	rnn.bias_hh_l0	2	-0.002681715413928032
23380	rnn.bias_hh_l0	3	-0.035418231040239334
23380	rnn.bias_hh_l0	4	-0.03730436787009239
23380	rnn.bias_hh_l0	5	0.144844189286232
23380	rnn.bias_hh_l0	6	0.047520510852336884
23380	rnn.bias_hh_l0	7	0.048788461834192276
23380	rnn.bias_hh_l0	8	0.025230413302779198
23380	rnn.bias_hh_l0	9	0.03720018267631531
23380	rnn.weight_ih_l0_reverse	0	-0.02966145984828472
23380	rnn.weight_ih_l0_reverse	1	-0.0028933656867593527
23380	rnn.weight_ih_l0_reverse	2	0.0243501216173172
23380	rnn.weight_ih_l0_reverse	3	-0.061948709189891815
23380	rnn.weight_ih_l0_reverse	4	0.010447303764522076
23380	rnn.weight_ih_l0_reverse	5	-0.047529641538858414
23380	rnn.weight_ih_l0_reverse	6	0.026837870478630066
23380	rnn.weight_ih_l0_reverse	7	0.04714501276612282
23380	rnn.weight_ih_l0_reverse	8	-0.04648923873901367
23380	rnn.weight_ih_l0_reverse	9	-0.05128123611211777
23380	rnn.weight_hh_l0_reverse	0	-0.08099647611379623
23380	rnn.weight_hh_l0_reverse	1	-0.06298059225082397
23380	rnn.weight_hh_l0_reverse	2	0.0359964482486248
23380	rnn.weight_hh_l0_reverse	3	0.04397318512201309
23380	rnn.weight_hh_l0_reverse	4	-0.012648047879338264
23380	rnn.weight_hh_l0_reverse	5	0.04407503083348274
23380	rnn.weight_hh_l0_reverse	6	-0.0072588552720844746
23380	rnn.weight_hh_l0_reverse	7	0.0024051922373473644
23380	rnn.weight_hh_l0_reverse	8	-0.09707552194595337
23380	rnn.weight_hh_l0_reverse	9	0.078216053545475
23380	rnn.bias_ih_l0_reverse	0	-0.09229941666126251
23380	rnn.bias_ih_l0_reverse	1	-0.06118354573845863
23380	rnn.bias_ih_l0_reverse	2	0.10149753093719482
23380	rnn.bias_ih_l0_reverse	3	0.04443814978003502
23380	rnn.bias_ih_l0_reverse	4	-0.12926527857780457
23380	rnn.bias_ih_l0_reverse	5	0.03585180640220642
23380	rnn.bias_ih_l0_reverse	6	-0.10795888304710388
23380	rnn.bias_ih_l0_reverse	7	0.03288597613573074
23380	rnn.bias_ih_l0_reverse	8	0.03454602137207985
23380	rnn.bias_ih_l0_reverse	9	0.0616803877055645
23380	rnn.bias_hh_l0_reverse	0	0.06730279326438904
23380	rnn.bias_hh_l0_reverse	1	0.06166623905301094
23380	rnn.bias_hh_l0_reverse	2	0.08287963271141052
23380	rnn.bias_hh_l0_reverse	3	-0.010369389317929745
23380	rnn.bias_hh_l0_reverse	4	0.0744473934173584
23380	rnn.bias_hh_l0_reverse	5	0.0003161526401527226
23380	rnn.bias_hh_l0_reverse	6	-0.0590784065425396
23380	rnn.bias_hh_l0_reverse	7	0.03298375383019447
23380	rnn.bias_hh_l0_reverse	8	0.011975974775850773
23380	rnn.bias_hh_l0_reverse	9	-0.1605796366930008
23380	linear.weight	0	0.1354626566171646
23380	linear.weight	1	-0.1610865592956543
23380	linear.weight	2	-0.20889537036418915
23380	linear.weight	3	0.05662008002400398
23380	linear.weight	4	-0.02173325978219509
23380	linear.weight	5	-0.0025422137696295977
23380	linear.weight	6	-0.007134405896067619
23380	linear.weight	7	-0.027417754754424095
23380	linear.weight	8	0.06351162493228912
23380	linear.weight	9	0.34270530939102173
23380	linear.bias	0	-0.22244934737682343
23380	linear.bias	1	0.18999424576759338
23380	linear.bias	2	-0.534855842590332
23380	linear.bias	3	1.7179412841796875
23380	linear.bias	4	-0.3944680988788605
23380	linear.bias	5	-0.030769959092140198
23380	linear.bias	6	-0.355112761259079
23380	linear.bias	7	-0.2661941349506378
23380	linear.bias	8	-0.04501546919345856
23380	linear.bias	9	-0.4928048253059387
23408	transitions	0	-0.6445679068565369
23408	transitions	1	0.35403189063072205
23408	transitions	2	1.678863763809204
23408	transitions	3	0.10074213147163391
23408	transitions	4	0.9502884149551392
23408	transitions	5	1.2739781141281128
23408	transitions	6	0.48337695002555847
23408	transitions	7	0.17599031329154968
23408	transitions	8	-0.919495165348053
23408	transitions	9	0.930672824382782
23408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23408	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23408	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23408	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23408	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23408	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23408	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23408	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23408	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23408	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23408	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23408	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23408	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23408	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23408	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23408	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23408	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23408	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23408	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23408	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23408	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23408	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23408	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23408	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23408	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23408	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23408	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23408	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23408	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23408	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23408	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23408	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23408	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23408	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23408	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23408	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23408	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23408	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23408	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23408	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23408	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23408	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23408	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23408	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23408	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23408	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23408	embedding2nn.weight	0	0.024439403787255287
23408	embedding2nn.weight	1	0.013841277919709682
23408	embedding2nn.weight	2	-0.004314347170293331
23408	embedding2nn.weight	3	0.0009983164491131902
23408	embedding2nn.weight	4	-0.004722548648715019
23408	embedding2nn.weight	5	0.011862709186971188
23408	embedding2nn.weight	6	-0.004676003474742174
23408	embedding2nn.weight	7	0.0234269667416811
23408	embedding2nn.weight	8	-0.0065981182269752026
23408	embedding2nn.weight	9	-0.013963375240564346
23408	embedding2nn.bias	0	-0.04380383715033531
23408	embedding2nn.bias	1	-0.041935499757528305
23408	embedding2nn.bias	2	-0.06798624992370605
23408	embedding2nn.bias	3	0.008314459584653378
23408	embedding2nn.bias	4	0.006883773021399975
23408	embedding2nn.bias	5	-0.010570062324404716
23408	embedding2nn.bias	6	0.019341157749295235
23408	embedding2nn.bias	7	0.030061163008213043
23408	embedding2nn.bias	8	-0.005500555969774723
23408	embedding2nn.bias	9	0.00132995774038136
23408	rnn.weight_ih_l0	0	0.03830169513821602
23408	rnn.weight_ih_l0	1	-0.010251183062791824
23408	rnn.weight_ih_l0	2	-0.035893771797418594
23408	rnn.weight_ih_l0	3	-0.044858671724796295
23408	rnn.weight_ih_l0	4	-0.05122467130422592
23408	rnn.weight_ih_l0	5	-0.00877123698592186
23408	rnn.weight_ih_l0	6	-0.05377911403775215
23408	rnn.weight_ih_l0	7	-0.05925348028540611
23408	rnn.weight_ih_l0	8	-0.04599466919898987
23408	rnn.weight_ih_l0	9	-0.027299657464027405
23408	rnn.weight_hh_l0	0	0.017722751945257187
23408	rnn.weight_hh_l0	1	-0.009735931642353535
23408	rnn.weight_hh_l0	2	-0.06841538846492767
23408	rnn.weight_hh_l0	3	-0.03152921423316002
23408	rnn.weight_hh_l0	4	-0.077402763068676
23408	rnn.weight_hh_l0	5	-0.008727999404072762
23408	rnn.weight_hh_l0	6	-0.04850313067436218
23408	rnn.weight_hh_l0	7	-0.03509248420596123
23408	rnn.weight_hh_l0	8	-0.01776992157101631
23408	rnn.weight_hh_l0	9	-0.002254459308460355
23408	rnn.bias_ih_l0	0	0.13759075105190277
23408	rnn.bias_ih_l0	1	-0.06035216152667999
23408	rnn.bias_ih_l0	2	0.09476719051599503
23408	rnn.bias_ih_l0	3	0.04298868775367737
23408	rnn.bias_ih_l0	4	0.09767035394906998
23408	rnn.bias_ih_l0	5	0.02343829721212387
23408	rnn.bias_ih_l0	6	-0.00924091786146164
23408	rnn.bias_ih_l0	7	-0.10359200835227966
23408	rnn.bias_ih_l0	8	-0.20432138442993164
23408	rnn.bias_ih_l0	9	0.08150460571050644
23408	rnn.bias_hh_l0	0	-0.0016975770704448223
23408	rnn.bias_hh_l0	1	0.025432564318180084
23408	rnn.bias_hh_l0	2	-0.003439234336838126
23408	rnn.bias_hh_l0	3	-0.03628440201282501
23408	rnn.bias_hh_l0	4	-0.03729875385761261
23408	rnn.bias_hh_l0	5	0.14525771141052246
23408	rnn.bias_hh_l0	6	0.04739821329712868
23408	rnn.bias_hh_l0	7	0.04780782759189606
23408	rnn.bias_hh_l0	8	0.025127802044153214
23408	rnn.bias_hh_l0	9	0.037710726261138916
23408	rnn.weight_ih_l0_reverse	0	-0.02971069887280464
23408	rnn.weight_ih_l0_reverse	1	-0.003258161246776581
23408	rnn.weight_ih_l0_reverse	2	0.024319857358932495
23408	rnn.weight_ih_l0_reverse	3	-0.06184539571404457
23408	rnn.weight_ih_l0_reverse	4	0.010441174730658531
23408	rnn.weight_ih_l0_reverse	5	-0.047505851835012436
23408	rnn.weight_ih_l0_reverse	6	0.02679518237709999
23408	rnn.weight_ih_l0_reverse	7	0.047144874930381775
23408	rnn.weight_ih_l0_reverse	8	-0.046511679887771606
23408	rnn.weight_ih_l0_reverse	9	-0.051299963146448135
23408	rnn.weight_hh_l0_reverse	0	-0.08052611351013184
23408	rnn.weight_hh_l0_reverse	1	-0.06322187930345535
23408	rnn.weight_hh_l0_reverse	2	0.03604508191347122
23408	rnn.weight_hh_l0_reverse	3	0.044018108397722244
23408	rnn.weight_hh_l0_reverse	4	-0.012429128400981426
23408	rnn.weight_hh_l0_reverse	5	0.04414089769124985
23408	rnn.weight_hh_l0_reverse	6	-0.006850797217339277
23408	rnn.weight_hh_l0_reverse	7	0.0022698696702718735
23408	rnn.weight_hh_l0_reverse	8	-0.09725253283977509
23408	rnn.weight_hh_l0_reverse	9	0.07844845205545425
23408	rnn.bias_ih_l0_reverse	0	-0.09454622864723206
23408	rnn.bias_ih_l0_reverse	1	-0.061281248927116394
23408	rnn.bias_ih_l0_reverse	2	0.10184165090322495
23408	rnn.bias_ih_l0_reverse	3	0.045566968619823456
23408	rnn.bias_ih_l0_reverse	4	-0.12920188903808594
23408	rnn.bias_ih_l0_reverse	5	0.035888660699129105
23408	rnn.bias_ih_l0_reverse	6	-0.10800348222255707
23408	rnn.bias_ih_l0_reverse	7	0.03398702293634415
23408	rnn.bias_ih_l0_reverse	8	0.034051377326250076
23408	rnn.bias_ih_l0_reverse	9	0.061435945332050323
23408	rnn.bias_hh_l0_reverse	0	0.07126716524362564
23408	rnn.bias_hh_l0_reverse	1	0.06226128712296486
23408	rnn.bias_hh_l0_reverse	2	0.08368241041898727
23408	rnn.bias_hh_l0_reverse	3	-0.0113369170576334
23408	rnn.bias_hh_l0_reverse	4	0.0737784132361412
23408	rnn.bias_hh_l0_reverse	5	0.00038036893238313496
23408	rnn.bias_hh_l0_reverse	6	-0.05908691883087158
23408	rnn.bias_hh_l0_reverse	7	0.03282807767391205
23408	rnn.bias_hh_l0_reverse	8	0.0118063660338521
23408	rnn.bias_hh_l0_reverse	9	-0.16024234890937805
23408	linear.weight	0	0.13523773849010468
23408	linear.weight	1	-0.1614634096622467
23408	linear.weight	2	-0.20893427729606628
23408	linear.weight	3	0.05564643815159798
23408	linear.weight	4	-0.021305767819285393
23408	linear.weight	5	-0.0024385321885347366
23408	linear.weight	6	-0.0071337344124913216
23408	linear.weight	7	-0.027316411957144737
23408	linear.weight	8	0.06384436041116714
23408	linear.weight	9	0.3437711000442505
23408	linear.bias	0	-0.21217526495456696
23408	linear.bias	1	0.19056612253189087
23408	linear.bias	2	-0.5360767245292664
23408	linear.bias	3	1.7122880220413208
23408	linear.bias	4	-0.39462146162986755
23408	linear.bias	5	-0.030769959092140198
23408	linear.bias	6	-0.35658499598503113
23408	linear.bias	7	-0.26650869846343994
23408	linear.bias	8	-0.04887527972459793
23408	linear.bias	9	-0.49284231662750244
23436	transitions	0	-0.644593358039856
23436	transitions	1	0.3538011908531189
23436	transitions	2	1.6788427829742432
23436	transitions	3	0.10067454725503922
23436	transitions	4	0.9502557516098022
23436	transitions	5	1.2739779949188232
23436	transitions	6	0.48337507247924805
23436	transitions	7	0.1759902536869049
23436	transitions	8	-0.919495165348053
23436	transitions	9	0.9306718111038208
23436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23436	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23436	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23436	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23436	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23436	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23436	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23436	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23436	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23436	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23436	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23436	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23436	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23436	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23436	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23436	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23436	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23436	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23436	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23436	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23436	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23436	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23436	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23436	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23436	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23436	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23436	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23436	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23436	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23436	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23436	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23436	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23436	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23436	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23436	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23436	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23436	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23436	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23436	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23436	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23436	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23436	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23436	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23436	embedding2nn.weight	0	0.024324975907802582
23436	embedding2nn.weight	1	0.013868987560272217
23436	embedding2nn.weight	2	-0.004340981133282185
23436	embedding2nn.weight	3	0.000929941248614341
23436	embedding2nn.weight	4	-0.0047139450907707214
23436	embedding2nn.weight	5	0.011836424469947815
23436	embedding2nn.weight	6	-0.004699699115008116
23436	embedding2nn.weight	7	0.02321593090891838
23436	embedding2nn.weight	8	-0.0064895497635006905
23436	embedding2nn.weight	9	-0.013975538313388824
23436	embedding2nn.bias	0	-0.043609295040369034
23436	embedding2nn.bias	1	-0.042308829724788666
23436	embedding2nn.bias	2	-0.069351427257061
23436	embedding2nn.bias	3	0.007369789760559797
23436	embedding2nn.bias	4	0.004061909858137369
23436	embedding2nn.bias	5	-0.01020071841776371
23436	embedding2nn.bias	6	0.019821742549538612
23436	embedding2nn.bias	7	0.02955225668847561
23436	embedding2nn.bias	8	-0.007061878219246864
23436	embedding2nn.bias	9	0.0009152322891168296
23436	rnn.weight_ih_l0	0	0.03846448287367821
23436	rnn.weight_ih_l0	1	-0.010495949536561966
23436	rnn.weight_ih_l0	2	-0.036244411021471024
23436	rnn.weight_ih_l0	3	-0.04497179016470909
23436	rnn.weight_ih_l0	4	-0.05124913528561592
23436	rnn.weight_ih_l0	5	-0.008720514364540577
23436	rnn.weight_ih_l0	6	-0.05375373736023903
23436	rnn.weight_ih_l0	7	-0.05922745168209076
23436	rnn.weight_ih_l0	8	-0.04586706683039665
23436	rnn.weight_ih_l0	9	-0.027290279045701027
23436	rnn.weight_hh_l0	0	0.01772637851536274
23436	rnn.weight_hh_l0	1	-0.009569290094077587
23436	rnn.weight_hh_l0	2	-0.0683436244726181
23436	rnn.weight_hh_l0	3	-0.0314624197781086
23436	rnn.weight_hh_l0	4	-0.07744073867797852
23436	rnn.weight_hh_l0	5	-0.009002845734357834
23436	rnn.weight_hh_l0	6	-0.048608168959617615
23436	rnn.weight_hh_l0	7	-0.0347168892621994
23436	rnn.weight_hh_l0	8	-0.01792052946984768
23436	rnn.weight_hh_l0	9	-0.00207918556407094
23436	rnn.bias_ih_l0	0	0.13663208484649658
23436	rnn.bias_ih_l0	1	-0.0604860819876194
23436	rnn.bias_ih_l0	2	0.09705957770347595
23436	rnn.bias_ih_l0	3	0.042720336467027664
23436	rnn.bias_ih_l0	4	0.09744624048471451
23436	rnn.bias_ih_l0	5	0.023719390854239464
23436	rnn.bias_ih_l0	6	-0.010117492638528347
23436	rnn.bias_ih_l0	7	-0.10490011423826218
23436	rnn.bias_ih_l0	8	-0.20363366603851318
23436	rnn.bias_ih_l0	9	0.0819992795586586
23436	rnn.bias_hh_l0	0	-0.0016941892681643367
23436	rnn.bias_hh_l0	1	0.02453940361738205
23436	rnn.bias_hh_l0	2	-0.0035357691813260317
23436	rnn.bias_hh_l0	3	-0.036789506673812866
23436	rnn.bias_hh_l0	4	-0.03680850565433502
23436	rnn.bias_hh_l0	5	0.14436514675617218
23436	rnn.bias_hh_l0	6	0.046480532735586166
23436	rnn.bias_hh_l0	7	0.04828738421201706
23436	rnn.bias_hh_l0	8	0.02425123006105423
23436	rnn.bias_hh_l0	9	0.037171851843595505
23436	rnn.weight_ih_l0_reverse	0	-0.029723193496465683
23436	rnn.weight_ih_l0_reverse	1	-0.002891884883865714
23436	rnn.weight_ih_l0_reverse	2	0.02426268346607685
23436	rnn.weight_ih_l0_reverse	3	-0.06197000667452812
23436	rnn.weight_ih_l0_reverse	4	0.010387045331299305
23436	rnn.weight_ih_l0_reverse	5	-0.04745806008577347
23436	rnn.weight_ih_l0_reverse	6	0.026655275374650955
23436	rnn.weight_ih_l0_reverse	7	0.04720529913902283
23436	rnn.weight_ih_l0_reverse	8	-0.046506110578775406
23436	rnn.weight_ih_l0_reverse	9	-0.05131465569138527
23436	rnn.weight_hh_l0_reverse	0	-0.08042434602975845
23436	rnn.weight_hh_l0_reverse	1	-0.06301849335432053
23436	rnn.weight_hh_l0_reverse	2	0.03564414381980896
23436	rnn.weight_hh_l0_reverse	3	0.0440429225564003
23436	rnn.weight_hh_l0_reverse	4	-0.012517604976892471
23436	rnn.weight_hh_l0_reverse	5	0.04419446736574173
23436	rnn.weight_hh_l0_reverse	6	-0.00656207324936986
23436	rnn.weight_hh_l0_reverse	7	0.002050182316452265
23436	rnn.weight_hh_l0_reverse	8	-0.0973764955997467
23436	rnn.weight_hh_l0_reverse	9	0.07845336198806763
23436	rnn.bias_ih_l0_reverse	0	-0.09236965328454971
23436	rnn.bias_ih_l0_reverse	1	-0.0615437775850296
23436	rnn.bias_ih_l0_reverse	2	0.1017073541879654
23436	rnn.bias_ih_l0_reverse	3	0.04537913203239441
23436	rnn.bias_ih_l0_reverse	4	-0.12922805547714233
23436	rnn.bias_ih_l0_reverse	5	0.03599093481898308
23436	rnn.bias_ih_l0_reverse	6	-0.10753566026687622
23436	rnn.bias_ih_l0_reverse	7	0.03545527160167694
23436	rnn.bias_ih_l0_reverse	8	0.035050682723522186
23436	rnn.bias_ih_l0_reverse	9	0.06089933216571808
23436	rnn.bias_hh_l0_reverse	0	0.0698259100317955
23436	rnn.bias_hh_l0_reverse	1	0.06261240690946579
23436	rnn.bias_hh_l0_reverse	2	0.08350173383951187
23436	rnn.bias_hh_l0_reverse	3	-0.011142597533762455
23436	rnn.bias_hh_l0_reverse	4	0.07318617403507233
23436	rnn.bias_hh_l0_reverse	5	0.00114362221211195
23436	rnn.bias_hh_l0_reverse	6	-0.059298038482666016
23436	rnn.bias_hh_l0_reverse	7	0.03329376131296158
23436	rnn.bias_hh_l0_reverse	8	0.011248045600950718
23436	rnn.bias_hh_l0_reverse	9	-0.16170671582221985
23436	linear.weight	0	0.1384287327528
23436	linear.weight	1	-0.1614653766155243
23436	linear.weight	2	-0.2091115564107895
23436	linear.weight	3	0.054887574166059494
23436	linear.weight	4	-0.020978515967726707
23436	linear.weight	5	-0.003170622978359461
23436	linear.weight	6	-0.007133054081350565
23436	linear.weight	7	-0.027311595156788826
23436	linear.weight	8	0.06278043985366821
23436	linear.weight	9	0.34169045090675354
23436	linear.bias	0	-0.22051763534545898
23436	linear.bias	1	0.18944412469863892
23436	linear.bias	2	-0.5359051823616028
23436	linear.bias	3	1.719433307647705
23436	linear.bias	4	-0.3925032317638397
23436	linear.bias	5	-0.030769959092140198
23436	linear.bias	6	-0.3563508987426758
23436	linear.bias	7	-0.2690320909023285
23436	linear.bias	8	-0.0518481619656086
23436	linear.bias	9	-0.49291226267814636
23464	transitions	0	-0.6446210145950317
23464	transitions	1	0.3537726402282715
23464	transitions	2	1.6788049936294556
23464	transitions	3	0.10066820681095123
23464	transitions	4	0.9502466917037964
23464	transitions	5	1.2739776372909546
23464	transitions	6	0.4833749234676361
23464	transitions	7	0.1759900599718094
23464	transitions	8	-0.9194955825805664
23464	transitions	9	0.9306718111038208
23464	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23464	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23464	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23464	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23464	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23464	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23464	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23464	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23464	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23464	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23464	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23464	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23464	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23464	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23464	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23464	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23464	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23464	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23464	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23464	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23464	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23464	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23464	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23464	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23464	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23464	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23464	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23464	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23464	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23464	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23464	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23464	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23464	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23464	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23464	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23464	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23464	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23464	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23464	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23464	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23464	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23464	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23464	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23464	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23464	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23464	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23464	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23464	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23464	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23464	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23464	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23464	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23464	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23464	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23464	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23464	embedding2nn.weight	0	0.023842057213187218
23464	embedding2nn.weight	1	0.013858670368790627
23464	embedding2nn.weight	2	-0.004361273255199194
23464	embedding2nn.weight	3	0.0009029886568896472
23464	embedding2nn.weight	4	-0.0047159320674836636
23464	embedding2nn.weight	5	0.011862789280712605
23464	embedding2nn.weight	6	-0.004674132913351059
23464	embedding2nn.weight	7	0.022938929498195648
23464	embedding2nn.weight	8	-0.006408712826669216
23464	embedding2nn.weight	9	-0.01400682982057333
23464	embedding2nn.bias	0	-0.04400372877717018
23464	embedding2nn.bias	1	-0.04516543820500374
23464	embedding2nn.bias	2	-0.06749586760997772
23464	embedding2nn.bias	3	0.009695912711322308
23464	embedding2nn.bias	4	0.0027534847613424063
23464	embedding2nn.bias	5	-0.011100794188678265
23464	embedding2nn.bias	6	0.020747238770127296
23464	embedding2nn.bias	7	0.02915489487349987
23464	embedding2nn.bias	8	-0.00625992426648736
23464	embedding2nn.bias	9	0.001627747667953372
23464	rnn.weight_ih_l0	0	0.03859484940767288
23464	rnn.weight_ih_l0	1	-0.010487720370292664
23464	rnn.weight_ih_l0	2	-0.03560440614819527
23464	rnn.weight_ih_l0	3	-0.04492400214076042
23464	rnn.weight_ih_l0	4	-0.051265377551317215
23464	rnn.weight_ih_l0	5	-0.008693920448422432
23464	rnn.weight_ih_l0	6	-0.053680602461099625
23464	rnn.weight_ih_l0	7	-0.0591924674808979
23464	rnn.weight_ih_l0	8	-0.04577044025063515
23464	rnn.weight_ih_l0	9	-0.027148040011525154
23464	rnn.weight_hh_l0	0	0.01767905429005623
23464	rnn.weight_hh_l0	1	-0.010091106407344341
23464	rnn.weight_hh_l0	2	-0.06902381032705307
23464	rnn.weight_hh_l0	3	-0.031711969524621964
23464	rnn.weight_hh_l0	4	-0.07741758227348328
23464	rnn.weight_hh_l0	5	-0.008773183450102806
23464	rnn.weight_hh_l0	6	-0.048536594957113266
23464	rnn.weight_hh_l0	7	-0.035067830234766006
23464	rnn.weight_hh_l0	8	-0.01815817877650261
23464	rnn.weight_hh_l0	9	-0.002319036051630974
23464	rnn.bias_ih_l0	0	0.13690324127674103
23464	rnn.bias_ih_l0	1	-0.06091511622071266
23464	rnn.bias_ih_l0	2	0.0973924994468689
23464	rnn.bias_ih_l0	3	0.04230310395359993
23464	rnn.bias_ih_l0	4	0.09720214456319809
23464	rnn.bias_ih_l0	5	0.023310109972953796
23464	rnn.bias_ih_l0	6	-0.010413456708192825
23464	rnn.bias_ih_l0	7	-0.10369239002466202
23464	rnn.bias_ih_l0	8	-0.2035529464483261
23464	rnn.bias_ih_l0	9	0.08140231668949127
23464	rnn.bias_hh_l0	0	-0.001971742371097207
23464	rnn.bias_hh_l0	1	0.024512529373168945
23464	rnn.bias_hh_l0	2	-0.0031912107951939106
23464	rnn.bias_hh_l0	3	-0.03580835834145546
23464	rnn.bias_hh_l0	4	-0.038172539323568344
23464	rnn.bias_hh_l0	5	0.14502514898777008
23464	rnn.bias_hh_l0	6	0.046781986951828
23464	rnn.bias_hh_l0	7	0.048707835376262665
23464	rnn.bias_hh_l0	8	0.02395526133477688
23464	rnn.bias_hh_l0	9	0.03750116005539894
23464	rnn.weight_ih_l0_reverse	0	-0.029975729063153267
23464	rnn.weight_ih_l0_reverse	1	-0.002759865950793028
23464	rnn.weight_ih_l0_reverse	2	0.024237997829914093
23464	rnn.weight_ih_l0_reverse	3	-0.061992328613996506
23464	rnn.weight_ih_l0_reverse	4	0.010335746221244335
23464	rnn.weight_ih_l0_reverse	5	-0.04757613688707352
23464	rnn.weight_ih_l0_reverse	6	0.026227552443742752
23464	rnn.weight_ih_l0_reverse	7	0.04718243330717087
23464	rnn.weight_ih_l0_reverse	8	-0.04662187770009041
23464	rnn.weight_ih_l0_reverse	9	-0.051350343972444534
23464	rnn.weight_hh_l0_reverse	0	-0.08037689328193665
23464	rnn.weight_hh_l0_reverse	1	-0.06333792954683304
23464	rnn.weight_hh_l0_reverse	2	0.035416897386312485
23464	rnn.weight_hh_l0_reverse	3	0.0443328395485878
23464	rnn.weight_hh_l0_reverse	4	-0.012874533422291279
23464	rnn.weight_hh_l0_reverse	5	0.04418625310063362
23464	rnn.weight_hh_l0_reverse	6	-0.005567082669585943
23464	rnn.weight_hh_l0_reverse	7	0.0020961936097592115
23464	rnn.weight_hh_l0_reverse	8	-0.09767702221870422
23464	rnn.weight_hh_l0_reverse	9	0.07901562005281448
23464	rnn.bias_ih_l0_reverse	0	-0.0920926108956337
23464	rnn.bias_ih_l0_reverse	1	-0.061991021037101746
23464	rnn.bias_ih_l0_reverse	2	0.10208771377801895
23464	rnn.bias_ih_l0_reverse	3	0.04485010728240013
23464	rnn.bias_ih_l0_reverse	4	-0.13008160889148712
23464	rnn.bias_ih_l0_reverse	5	0.037060413509607315
23464	rnn.bias_ih_l0_reverse	6	-0.10737425088882446
23464	rnn.bias_ih_l0_reverse	7	0.036074358969926834
23464	rnn.bias_ih_l0_reverse	8	0.03536544740200043
23464	rnn.bias_ih_l0_reverse	9	0.06207544356584549
23464	rnn.bias_hh_l0_reverse	0	0.07059933245182037
23464	rnn.bias_hh_l0_reverse	1	0.06291402876377106
23464	rnn.bias_hh_l0_reverse	2	0.08307760208845139
23464	rnn.bias_hh_l0_reverse	3	-0.011453473940491676
23464	rnn.bias_hh_l0_reverse	4	0.0730772614479065
23464	rnn.bias_hh_l0_reverse	5	0.0001988451404031366
23464	rnn.bias_hh_l0_reverse	6	-0.05887383967638016
23464	rnn.bias_hh_l0_reverse	7	0.032826684415340424
23464	rnn.bias_hh_l0_reverse	8	0.009852304123342037
23464	rnn.bias_hh_l0_reverse	9	-0.16382652521133423
23464	linear.weight	0	0.1408737301826477
23464	linear.weight	1	-0.16145601868629456
23464	linear.weight	2	-0.21027439832687378
23464	linear.weight	3	0.05436136573553085
23464	linear.weight	4	-0.021140720695257187
23464	linear.weight	5	-0.0018994956044480205
23464	linear.weight	6	-0.007129693403840065
23464	linear.weight	7	-0.02724570967257023
23464	linear.weight	8	0.06428889185190201
23464	linear.weight	9	0.3411194980144501
23464	linear.bias	0	-0.22435708343982697
23464	linear.bias	1	0.1895264983177185
23464	linear.bias	2	-0.5375367999076843
23464	linear.bias	3	1.7230186462402344
23464	linear.bias	4	-0.3925996422767639
23464	linear.bias	5	-0.030769959092140198
23464	linear.bias	6	-0.35800909996032715
23464	linear.bias	7	-0.2693603038787842
23464	linear.bias	8	-0.04233883321285248
23464	linear.bias	9	-0.49294984340667725
23492	transitions	0	-0.6446434855461121
23492	transitions	1	0.3537636399269104
23492	transitions	2	1.6787900924682617
23492	transitions	3	0.10064876824617386
23492	transitions	4	0.9502347111701965
23492	transitions	5	1.2739773988723755
23492	transitions	6	0.48337486386299133
23492	transitions	7	0.1759897917509079
23492	transitions	8	-0.9194958209991455
23492	transitions	9	0.9306718111038208
23492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23492	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23492	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23492	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23492	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23492	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23492	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23492	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23492	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23492	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23492	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23492	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23492	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23492	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23492	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23492	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23492	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23492	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23492	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23492	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23492	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23492	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23492	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23492	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23492	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23492	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23492	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23492	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23492	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23492	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23492	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23492	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23492	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23492	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23492	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23492	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23492	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23492	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23492	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23492	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23492	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23492	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23492	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23492	embedding2nn.weight	0	0.023756109178066254
23492	embedding2nn.weight	1	0.013822866603732109
23492	embedding2nn.weight	2	-0.004370113834738731
23492	embedding2nn.weight	3	0.000946200336329639
23492	embedding2nn.weight	4	-0.004695511423051357
23492	embedding2nn.weight	5	0.011898773722350597
23492	embedding2nn.weight	6	-0.004630683455616236
23492	embedding2nn.weight	7	0.023250136524438858
23492	embedding2nn.weight	8	-0.006387975532561541
23492	embedding2nn.weight	9	-0.01398620754480362
23492	embedding2nn.bias	0	-0.040772613137960434
23492	embedding2nn.bias	1	-0.04904317855834961
23492	embedding2nn.bias	2	-0.061740692704916
23492	embedding2nn.bias	3	0.012888734228909016
23492	embedding2nn.bias	4	0.00609170226380229
23492	embedding2nn.bias	5	-0.009840525686740875
23492	embedding2nn.bias	6	0.021486448124051094
23492	embedding2nn.bias	7	0.02873626910150051
23492	embedding2nn.bias	8	-0.006045592948794365
23492	embedding2nn.bias	9	0.0002775212924461812
23492	rnn.weight_ih_l0	0	0.03855535760521889
23492	rnn.weight_ih_l0	1	-0.010737663134932518
23492	rnn.weight_ih_l0	2	-0.0356135368347168
23492	rnn.weight_ih_l0	3	-0.04494839534163475
23492	rnn.weight_ih_l0	4	-0.05129627883434296
23492	rnn.weight_ih_l0	5	-0.008716361597180367
23492	rnn.weight_ih_l0	6	-0.05363902449607849
23492	rnn.weight_ih_l0	7	-0.05922836437821388
23492	rnn.weight_ih_l0	8	-0.04565555974841118
23492	rnn.weight_ih_l0	9	-0.027167266234755516
23492	rnn.weight_hh_l0	0	0.017552824690937996
23492	rnn.weight_hh_l0	1	-0.010175577364861965
23492	rnn.weight_hh_l0	2	-0.0691027045249939
23492	rnn.weight_hh_l0	3	-0.03182845935225487
23492	rnn.weight_hh_l0	4	-0.07726569473743439
23492	rnn.weight_hh_l0	5	-0.00858338363468647
23492	rnn.weight_hh_l0	6	-0.048643991351127625
23492	rnn.weight_hh_l0	7	-0.0351412408053875
23492	rnn.weight_hh_l0	8	-0.018305091187357903
23492	rnn.weight_hh_l0	9	-0.002048918977379799
23492	rnn.bias_ih_l0	0	0.13745588064193726
23492	rnn.bias_ih_l0	1	-0.060145940631628036
23492	rnn.bias_ih_l0	2	0.09741295874118805
23492	rnn.bias_ih_l0	3	0.042760755866765976
23492	rnn.bias_ih_l0	4	0.0969567522406578
23492	rnn.bias_ih_l0	5	0.022791752591729164
23492	rnn.bias_ih_l0	6	-0.010050066746771336
23492	rnn.bias_ih_l0	7	-0.10362846404314041
23492	rnn.bias_ih_l0	8	-0.20171290636062622
23492	rnn.bias_ih_l0	9	0.08120514452457428
23492	rnn.bias_hh_l0	0	-0.002402614103630185
23492	rnn.bias_hh_l0	1	0.02444632723927498
23492	rnn.bias_hh_l0	2	-0.0035428274422883987
23492	rnn.bias_hh_l0	3	-0.03590402379631996
23492	rnn.bias_hh_l0	4	-0.037787895649671555
23492	rnn.bias_hh_l0	5	0.145160973072052
23492	rnn.bias_hh_l0	6	0.04655175656080246
23492	rnn.bias_hh_l0	7	0.0481838621199131
23492	rnn.bias_hh_l0	8	0.024318650364875793
23492	rnn.bias_hh_l0	9	0.03716941177845001
23492	rnn.weight_ih_l0_reverse	0	-0.030039725825190544
23492	rnn.weight_ih_l0_reverse	1	-0.002603052416816354
23492	rnn.weight_ih_l0_reverse	2	0.0241924449801445
23492	rnn.weight_ih_l0_reverse	3	-0.06207190081477165
23492	rnn.weight_ih_l0_reverse	4	0.010208336636424065
23492	rnn.weight_ih_l0_reverse	5	-0.047761205583810806
23492	rnn.weight_ih_l0_reverse	6	0.026905138045549393
23492	rnn.weight_ih_l0_reverse	7	0.04717986285686493
23492	rnn.weight_ih_l0_reverse	8	-0.04651279002428055
23492	rnn.weight_ih_l0_reverse	9	-0.0513472780585289
23492	rnn.weight_hh_l0_reverse	0	-0.08058227598667145
23492	rnn.weight_hh_l0_reverse	1	-0.06356248259544373
23492	rnn.weight_hh_l0_reverse	2	0.03546370193362236
23492	rnn.weight_hh_l0_reverse	3	0.04447108879685402
23492	rnn.weight_hh_l0_reverse	4	-0.012979085557162762
23492	rnn.weight_hh_l0_reverse	5	0.04408971592783928
23492	rnn.weight_hh_l0_reverse	6	-0.005566087085753679
23492	rnn.weight_hh_l0_reverse	7	0.0020141215063631535
23492	rnn.weight_hh_l0_reverse	8	-0.09770715981721878
23492	rnn.weight_hh_l0_reverse	9	0.07834059000015259
23492	rnn.bias_ih_l0_reverse	0	-0.09022565186023712
23492	rnn.bias_ih_l0_reverse	1	-0.060927022248506546
23492	rnn.bias_ih_l0_reverse	2	0.10198848694562912
23492	rnn.bias_ih_l0_reverse	3	0.04498113691806793
23492	rnn.bias_ih_l0_reverse	4	-0.1296740472316742
23492	rnn.bias_ih_l0_reverse	5	0.03841426596045494
23492	rnn.bias_ih_l0_reverse	6	-0.1066657304763794
23492	rnn.bias_ih_l0_reverse	7	0.03622857481241226
23492	rnn.bias_ih_l0_reverse	8	0.034837208688259125
23492	rnn.bias_ih_l0_reverse	9	0.06155967712402344
23492	rnn.bias_hh_l0_reverse	0	0.07192344218492508
23492	rnn.bias_hh_l0_reverse	1	0.06382493674755096
23492	rnn.bias_hh_l0_reverse	2	0.08358738571405411
23492	rnn.bias_hh_l0_reverse	3	-0.012116522528231144
23492	rnn.bias_hh_l0_reverse	4	0.07318931818008423
23492	rnn.bias_hh_l0_reverse	5	0.0010919321794062853
23492	rnn.bias_hh_l0_reverse	6	-0.0594540610909462
23492	rnn.bias_hh_l0_reverse	7	0.033036306500434875
23492	rnn.bias_hh_l0_reverse	8	0.010628944262862206
23492	rnn.bias_hh_l0_reverse	9	-0.160211980342865
23492	linear.weight	0	0.1382221281528473
23492	linear.weight	1	-0.16142667829990387
23492	linear.weight	2	-0.21047675609588623
23492	linear.weight	3	0.0545976459980011
23492	linear.weight	4	-0.02187422290444374
23492	linear.weight	5	-0.002198532922193408
23492	linear.weight	6	-0.007128133904188871
23492	linear.weight	7	-0.027238640934228897
23492	linear.weight	8	0.06478548049926758
23492	linear.weight	9	0.34170466661453247
23492	linear.bias	0	-0.21905124187469482
23492	linear.bias	1	0.19322854280471802
23492	linear.bias	2	-0.5380136370658875
23492	linear.bias	3	1.716373324394226
23492	linear.bias	4	-0.3926812708377838
23492	linear.bias	5	-0.030769959092140198
23492	linear.bias	6	-0.3583003580570221
23492	linear.bias	7	-0.2686123549938202
23492	linear.bias	8	-0.045253392308950424
23492	linear.bias	9	-0.4930032789707184
23520	transitions	0	-0.6446552872657776
23520	transitions	1	0.35375332832336426
23520	transitions	2	1.677721619606018
23520	transitions	3	0.10063711553812027
23520	transitions	4	0.9502312541007996
23520	transitions	5	1.2739770412445068
23520	transitions	6	0.48337459564208984
23520	transitions	7	0.17598959803581238
23520	transitions	8	-0.9194959402084351
23520	transitions	9	0.9306715726852417
23520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23520	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23520	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23520	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23520	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23520	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23520	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23520	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23520	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23520	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23520	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23520	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23520	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23520	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23520	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23520	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23520	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23520	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23520	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23520	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23520	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23520	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23520	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23520	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23520	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23520	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23520	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23520	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23520	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23520	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23520	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23520	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23520	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23520	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23520	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23520	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23520	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23520	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23520	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23520	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23520	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23520	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23520	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23520	embedding2nn.weight	0	0.02367844060063362
23520	embedding2nn.weight	1	0.013860922306776047
23520	embedding2nn.weight	2	-0.00439276872202754
23520	embedding2nn.weight	3	0.000932350754737854
23520	embedding2nn.weight	4	-0.004685757216066122
23520	embedding2nn.weight	5	0.011759160086512566
23520	embedding2nn.weight	6	-0.004596328362822533
23520	embedding2nn.weight	7	0.02343396469950676
23520	embedding2nn.weight	8	-0.006318094674497843
23520	embedding2nn.weight	9	-0.01394567359238863
23520	embedding2nn.bias	0	-0.04147686809301376
23520	embedding2nn.bias	1	-0.04787202179431915
23520	embedding2nn.bias	2	-0.06472789496183395
23520	embedding2nn.bias	3	0.012296623550355434
23520	embedding2nn.bias	4	0.0052792164497077465
23520	embedding2nn.bias	5	-0.009040789678692818
23520	embedding2nn.bias	6	0.01901310682296753
23520	embedding2nn.bias	7	0.027809424325823784
23520	embedding2nn.bias	8	-0.0061096991412341595
23520	embedding2nn.bias	9	0.0020099603570997715
23520	rnn.weight_ih_l0	0	0.03885852172970772
23520	rnn.weight_ih_l0	1	-0.010844137519598007
23520	rnn.weight_ih_l0	2	-0.03516945615410805
23520	rnn.weight_ih_l0	3	-0.04491129890084267
23520	rnn.weight_ih_l0	4	-0.05144650116562843
23520	rnn.weight_ih_l0	5	-0.008693447336554527
23520	rnn.weight_ih_l0	6	-0.053751926869153976
23520	rnn.weight_ih_l0	7	-0.05935928225517273
23520	rnn.weight_ih_l0	8	-0.04568517953157425
23520	rnn.weight_ih_l0	9	-0.02718510664999485
23520	rnn.weight_hh_l0	0	0.017563531175255775
23520	rnn.weight_hh_l0	1	-0.010279495269060135
23520	rnn.weight_hh_l0	2	-0.06869298964738846
23520	rnn.weight_hh_l0	3	-0.03194538131356239
23520	rnn.weight_hh_l0	4	-0.07731931656599045
23520	rnn.weight_hh_l0	5	-0.00837896578013897
23520	rnn.weight_hh_l0	6	-0.049323901534080505
23520	rnn.weight_hh_l0	7	-0.0346045158803463
23520	rnn.weight_hh_l0	8	-0.018056711181998253
23520	rnn.weight_hh_l0	9	-0.0026470248121768236
23520	rnn.bias_ih_l0	0	0.13757947087287903
23520	rnn.bias_ih_l0	1	-0.05977816879749298
23520	rnn.bias_ih_l0	2	0.09706650674343109
23520	rnn.bias_ih_l0	3	0.043314311653375626
23520	rnn.bias_ih_l0	4	0.09722375869750977
23520	rnn.bias_ih_l0	5	0.022962404415011406
23520	rnn.bias_ih_l0	6	-0.010989410802721977
23520	rnn.bias_ih_l0	7	-0.10344233363866806
23520	rnn.bias_ih_l0	8	-0.19759760797023773
23520	rnn.bias_ih_l0	9	0.08096477389335632
23520	rnn.bias_hh_l0	0	-0.002859298139810562
23520	rnn.bias_hh_l0	1	0.023531027138233185
23520	rnn.bias_hh_l0	2	-0.003021752694621682
23520	rnn.bias_hh_l0	3	-0.03490789607167244
23520	rnn.bias_hh_l0	4	-0.03717594966292381
23520	rnn.bias_hh_l0	5	0.14525647461414337
23520	rnn.bias_hh_l0	6	0.0469495989382267
23520	rnn.bias_hh_l0	7	0.04806128889322281
23520	rnn.bias_hh_l0	8	0.023379303514957428
23520	rnn.bias_hh_l0	9	0.03767095506191254
23520	rnn.weight_ih_l0_reverse	0	-0.030083568766713142
23520	rnn.weight_ih_l0_reverse	1	-0.0028412577230483294
23520	rnn.weight_ih_l0_reverse	2	0.024171844124794006
23520	rnn.weight_ih_l0_reverse	3	-0.06218354403972626
23520	rnn.weight_ih_l0_reverse	4	0.010085525922477245
23520	rnn.weight_ih_l0_reverse	5	-0.047853823751211166
23520	rnn.weight_ih_l0_reverse	6	0.026846567168831825
23520	rnn.weight_ih_l0_reverse	7	0.04714684933423996
23520	rnn.weight_ih_l0_reverse	8	-0.04645271226763725
23520	rnn.weight_ih_l0_reverse	9	-0.05133235454559326
23520	rnn.weight_hh_l0_reverse	0	-0.08081208914518356
23520	rnn.weight_hh_l0_reverse	1	-0.06328601390123367
23520	rnn.weight_hh_l0_reverse	2	0.03551364690065384
23520	rnn.weight_hh_l0_reverse	3	0.0443856306374073
23520	rnn.weight_hh_l0_reverse	4	-0.013291094452142715
23520	rnn.weight_hh_l0_reverse	5	0.04403064772486687
23520	rnn.weight_hh_l0_reverse	6	-0.0049933139234781265
23520	rnn.weight_hh_l0_reverse	7	0.001855617854744196
23520	rnn.weight_hh_l0_reverse	8	-0.0977475717663765
23520	rnn.weight_hh_l0_reverse	9	0.07817628234624863
23520	rnn.bias_ih_l0_reverse	0	-0.09099595248699188
23520	rnn.bias_ih_l0_reverse	1	-0.059580471366643906
23520	rnn.bias_ih_l0_reverse	2	0.10179675370454788
23520	rnn.bias_ih_l0_reverse	3	0.04513491317629814
23520	rnn.bias_ih_l0_reverse	4	-0.12942738831043243
23520	rnn.bias_ih_l0_reverse	5	0.0385562889277935
23520	rnn.bias_ih_l0_reverse	6	-0.1048249825835228
23520	rnn.bias_ih_l0_reverse	7	0.036564651876688004
23520	rnn.bias_ih_l0_reverse	8	0.03484683483839035
23520	rnn.bias_ih_l0_reverse	9	0.0616188570857048
23520	rnn.bias_hh_l0_reverse	0	0.06738068163394928
23520	rnn.bias_hh_l0_reverse	1	0.0633544772863388
23520	rnn.bias_hh_l0_reverse	2	0.08334656804800034
23520	rnn.bias_hh_l0_reverse	3	-0.011992525309324265
23520	rnn.bias_hh_l0_reverse	4	0.07320533692836761
23520	rnn.bias_hh_l0_reverse	5	0.0037893475964665413
23520	rnn.bias_hh_l0_reverse	6	-0.05911286547780037
23520	rnn.bias_hh_l0_reverse	7	0.03333309292793274
23520	rnn.bias_hh_l0_reverse	8	0.010338755324482918
23520	rnn.bias_hh_l0_reverse	9	-0.1626327782869339
23520	linear.weight	0	0.1459759771823883
23520	linear.weight	1	-0.16142579913139343
23520	linear.weight	2	-0.21047785878181458
23520	linear.weight	3	0.05359695106744766
23520	linear.weight	4	-0.021782822906970978
23520	linear.weight	5	-0.002663687104359269
23520	linear.weight	6	-0.007128116209059954
23520	linear.weight	7	-0.027230223640799522
23520	linear.weight	8	0.06603027880191803
23520	linear.weight	9	0.3420875072479248
23520	linear.bias	0	-0.2215842604637146
23520	linear.bias	1	0.19155153632164001
23520	linear.bias	2	-0.5363139510154724
23520	linear.bias	3	1.7172703742980957
23520	linear.bias	4	-0.392744779586792
23520	linear.bias	5	-0.030769959092140198
23520	linear.bias	6	-0.35668009519577026
23520	linear.bias	7	-0.26895126700401306
23520	linear.bias	8	-0.04912823438644409
23520	linear.bias	9	-0.4930303692817688
23548	transitions	0	-0.6446901559829712
23548	transitions	1	0.3537464737892151
23548	transitions	2	1.6776608228683472
23548	transitions	3	0.1006237268447876
23548	transitions	4	0.9502301216125488
23548	transitions	5	1.2739770412445068
23548	transitions	6	0.4833744466304779
23548	transitions	7	0.175989031791687
23548	transitions	8	-0.9194961190223694
23548	transitions	9	0.9306715726852417
23548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23548	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23548	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23548	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23548	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23548	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23548	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23548	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23548	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23548	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23548	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23548	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23548	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23548	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23548	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23548	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23548	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23548	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23548	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23548	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23548	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23548	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23548	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23548	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23548	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23548	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23548	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23548	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23548	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23548	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23548	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23548	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23548	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23548	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23548	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23548	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23548	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23548	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23548	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23548	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23548	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23548	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23548	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23548	embedding2nn.weight	0	0.02372012659907341
23548	embedding2nn.weight	1	0.013858570717275143
23548	embedding2nn.weight	2	-0.004391626920551062
23548	embedding2nn.weight	3	0.0009079326409846544
23548	embedding2nn.weight	4	-0.004697713535279036
23548	embedding2nn.weight	5	0.011694557033479214
23548	embedding2nn.weight	6	-0.004555847495794296
23548	embedding2nn.weight	7	0.023528337478637695
23548	embedding2nn.weight	8	-0.006331169977784157
23548	embedding2nn.weight	9	-0.013921348378062248
23548	embedding2nn.bias	0	-0.04329653084278107
23548	embedding2nn.bias	1	-0.049085382372140884
23548	embedding2nn.bias	2	-0.06582537293434143
23548	embedding2nn.bias	3	0.011420262977480888
23548	embedding2nn.bias	4	0.004622000269591808
23548	embedding2nn.bias	5	-0.008295432664453983
23548	embedding2nn.bias	6	0.020252257585525513
23548	embedding2nn.bias	7	0.02431402914226055
23548	embedding2nn.bias	8	-0.007148170843720436
23548	embedding2nn.bias	9	0.0009574697469361126
23548	rnn.weight_ih_l0	0	0.03873669356107712
23548	rnn.weight_ih_l0	1	-0.011226999573409557
23548	rnn.weight_ih_l0	2	-0.0358041487634182
23548	rnn.weight_ih_l0	3	-0.04495298117399216
23548	rnn.weight_ih_l0	4	-0.05132455378770828
23548	rnn.weight_ih_l0	5	-0.008680765517055988
23548	rnn.weight_ih_l0	6	-0.05367692932486534
23548	rnn.weight_ih_l0	7	-0.05938661843538284
23548	rnn.weight_ih_l0	8	-0.04565059021115303
23548	rnn.weight_ih_l0	9	-0.02719264104962349
23548	rnn.weight_hh_l0	0	0.017633995041251183
23548	rnn.weight_hh_l0	1	-0.010237551294267178
23548	rnn.weight_hh_l0	2	-0.06853354722261429
23548	rnn.weight_hh_l0	3	-0.03182690590620041
23548	rnn.weight_hh_l0	4	-0.07711397856473923
23548	rnn.weight_hh_l0	5	-0.008314869366586208
23548	rnn.weight_hh_l0	6	-0.0488063283264637
23548	rnn.weight_hh_l0	7	-0.034656982868909836
23548	rnn.weight_hh_l0	8	-0.01806688867509365
23548	rnn.weight_hh_l0	9	-0.002193223685026169
23548	rnn.bias_ih_l0	0	0.1376093626022339
23548	rnn.bias_ih_l0	1	-0.060007594525814056
23548	rnn.bias_ih_l0	2	0.09808330237865448
23548	rnn.bias_ih_l0	3	0.04260442405939102
23548	rnn.bias_ih_l0	4	0.0972772017121315
23548	rnn.bias_ih_l0	5	0.02311655320227146
23548	rnn.bias_ih_l0	6	-0.010522891767323017
23548	rnn.bias_ih_l0	7	-0.10500171035528183
23548	rnn.bias_ih_l0	8	-0.19645877182483673
23548	rnn.bias_ih_l0	9	0.08135434240102768
23548	rnn.bias_hh_l0	0	-0.002377428812906146
23548	rnn.bias_hh_l0	1	0.02324739843606949
23548	rnn.bias_hh_l0	2	-0.00204451777972281
23548	rnn.bias_hh_l0	3	-0.034585222601890564
23548	rnn.bias_hh_l0	4	-0.036704279482364655
23548	rnn.bias_hh_l0	5	0.14485663175582886
23548	rnn.bias_hh_l0	6	0.048185430467128754
23548	rnn.bias_hh_l0	7	0.046306438744068146
23548	rnn.bias_hh_l0	8	0.023845819756388664
23548	rnn.bias_hh_l0	9	0.03858150914311409
23548	rnn.weight_ih_l0_reverse	0	-0.030234264209866524
23548	rnn.weight_ih_l0_reverse	1	-0.002459076466038823
23548	rnn.weight_ih_l0_reverse	2	0.024266988039016724
23548	rnn.weight_ih_l0_reverse	3	-0.0622103288769722
23548	rnn.weight_ih_l0_reverse	4	0.01020778901875019
23548	rnn.weight_ih_l0_reverse	5	-0.04777546599507332
23548	rnn.weight_ih_l0_reverse	6	0.026673147454857826
23548	rnn.weight_ih_l0_reverse	7	0.04712248593568802
23548	rnn.weight_ih_l0_reverse	8	-0.0463329441845417
23548	rnn.weight_ih_l0_reverse	9	-0.05135437846183777
23548	rnn.weight_hh_l0_reverse	0	-0.08071015775203705
23548	rnn.weight_hh_l0_reverse	1	-0.0630132332444191
23548	rnn.weight_hh_l0_reverse	2	0.035500362515449524
23548	rnn.weight_hh_l0_reverse	3	0.044496044516563416
23548	rnn.weight_hh_l0_reverse	4	-0.013187950477004051
23548	rnn.weight_hh_l0_reverse	5	0.04411069303750992
23548	rnn.weight_hh_l0_reverse	6	-0.003949154634028673
23548	rnn.weight_hh_l0_reverse	7	0.001916967798024416
23548	rnn.weight_hh_l0_reverse	8	-0.09732738882303238
23548	rnn.weight_hh_l0_reverse	9	0.07831520587205887
23548	rnn.bias_ih_l0_reverse	0	-0.09079324454069138
23548	rnn.bias_ih_l0_reverse	1	-0.058892540633678436
23548	rnn.bias_ih_l0_reverse	2	0.10144784301519394
23548	rnn.bias_ih_l0_reverse	3	0.04442587122321129
23548	rnn.bias_ih_l0_reverse	4	-0.12939830124378204
23548	rnn.bias_ih_l0_reverse	5	0.03874695301055908
23548	rnn.bias_ih_l0_reverse	6	-0.10404759645462036
23548	rnn.bias_ih_l0_reverse	7	0.035924170166254044
23548	rnn.bias_ih_l0_reverse	8	0.03525609150528908
23548	rnn.bias_ih_l0_reverse	9	0.06153900548815727
23548	rnn.bias_hh_l0_reverse	0	0.06691069155931473
23548	rnn.bias_hh_l0_reverse	1	0.06314466148614883
23548	rnn.bias_hh_l0_reverse	2	0.08402996510267258
23548	rnn.bias_hh_l0_reverse	3	-0.011675138957798481
23548	rnn.bias_hh_l0_reverse	4	0.07354652881622314
23548	rnn.bias_hh_l0_reverse	5	0.002387243090197444
23548	rnn.bias_hh_l0_reverse	6	-0.0603148452937603
23548	rnn.bias_hh_l0_reverse	7	0.03310714289546013
23548	rnn.bias_hh_l0_reverse	8	0.011035006493330002
23548	rnn.bias_hh_l0_reverse	9	-0.16125909984111786
23548	linear.weight	0	0.1462203413248062
23548	linear.weight	1	-0.16141881048679352
23548	linear.weight	2	-0.2103104591369629
23548	linear.weight	3	0.053440533578395844
23548	linear.weight	4	-0.022184593603014946
23548	linear.weight	5	-0.0027859883848577738
23548	linear.weight	6	-0.0071260579861700535
23548	linear.weight	7	-0.02721223421394825
23548	linear.weight	8	0.06636518985033035
23548	linear.weight	9	0.33945128321647644
23548	linear.bias	0	-0.21764250099658966
23548	linear.bias	1	0.18910835683345795
23548	linear.bias	2	-0.536632776260376
23548	linear.bias	3	1.7122557163238525
23548	linear.bias	4	-0.39281782507896423
23548	linear.bias	5	-0.030769959092140198
23548	linear.bias	6	-0.3569643795490265
23548	linear.bias	7	-0.26961779594421387
23548	linear.bias	8	-0.04323200508952141
23548	linear.bias	9	-0.4930822551250458
23576	transitions	0	-0.644715428352356
23576	transitions	1	0.35373565554618835
23576	transitions	2	1.6776477098464966
23576	transitions	3	0.10056232661008835
23576	transitions	4	0.9502254128456116
23576	transitions	5	1.2739766836166382
23576	transitions	6	0.48337438702583313
23576	transitions	7	0.17598895728588104
23576	transitions	8	-0.9194961190223694
23576	transitions	9	0.9306715726852417
23576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23576	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23576	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23576	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23576	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23576	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23576	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23576	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23576	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23576	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23576	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23576	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23576	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23576	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23576	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23576	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23576	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23576	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23576	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23576	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23576	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23576	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23576	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23576	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23576	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23576	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23576	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23576	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23576	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23576	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23576	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23576	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23576	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23576	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23576	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23576	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23576	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23576	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23576	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23576	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23576	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23576	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23576	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23576	embedding2nn.weight	0	0.023772886022925377
23576	embedding2nn.weight	1	0.013842234387993813
23576	embedding2nn.weight	2	-0.004401740618050098
23576	embedding2nn.weight	3	0.0009291854221373796
23576	embedding2nn.weight	4	-0.004698768723756075
23576	embedding2nn.weight	5	0.01176736131310463
23576	embedding2nn.weight	6	-0.004591566976159811
23576	embedding2nn.weight	7	0.02326129749417305
23576	embedding2nn.weight	8	-0.006363043561577797
23576	embedding2nn.weight	9	-0.013934103772044182
23576	embedding2nn.bias	0	-0.042055919766426086
23576	embedding2nn.bias	1	-0.04823245108127594
23576	embedding2nn.bias	2	-0.06561427563428879
23576	embedding2nn.bias	3	0.01077775564044714
23576	embedding2nn.bias	4	0.005721847992390394
23576	embedding2nn.bias	5	-0.007498214021325111
23576	embedding2nn.bias	6	0.021048706024885178
23576	embedding2nn.bias	7	0.02706020511686802
23576	embedding2nn.bias	8	-0.0026316975709050894
23576	embedding2nn.bias	9	0.003630144288763404
23576	rnn.weight_ih_l0	0	0.038771048188209534
23576	rnn.weight_ih_l0	1	-0.011097066104412079
23576	rnn.weight_ih_l0	2	-0.03583968058228493
23576	rnn.weight_ih_l0	3	-0.044888999313116074
23576	rnn.weight_ih_l0	4	-0.051454875618219376
23576	rnn.weight_ih_l0	5	-0.008624562993645668
23576	rnn.weight_ih_l0	6	-0.05370669439435005
23576	rnn.weight_ih_l0	7	-0.05945603922009468
23576	rnn.weight_ih_l0	8	-0.045520324259996414
23576	rnn.weight_ih_l0	9	-0.02719396911561489
23576	rnn.weight_hh_l0	0	0.01756068877875805
23576	rnn.weight_hh_l0	1	-0.010305275209248066
23576	rnn.weight_hh_l0	2	-0.06847506016492844
23576	rnn.weight_hh_l0	3	-0.03175174072384834
23576	rnn.weight_hh_l0	4	-0.07690445333719254
23576	rnn.weight_hh_l0	5	-0.008159528486430645
23576	rnn.weight_hh_l0	6	-0.04808526113629341
23576	rnn.weight_hh_l0	7	-0.03456534817814827
23576	rnn.weight_hh_l0	8	-0.01810743287205696
23576	rnn.weight_hh_l0	9	-0.0020176845137029886
23576	rnn.bias_ih_l0	0	0.13757571578025818
23576	rnn.bias_ih_l0	1	-0.05955097824335098
23576	rnn.bias_ih_l0	2	0.09799298644065857
23576	rnn.bias_ih_l0	3	0.04291759431362152
23576	rnn.bias_ih_l0	4	0.09625866264104843
23576	rnn.bias_ih_l0	5	0.02351791225373745
23576	rnn.bias_ih_l0	6	-0.00995041336864233
23576	rnn.bias_ih_l0	7	-0.10504768043756485
23576	rnn.bias_ih_l0	8	-0.19470719993114471
23576	rnn.bias_ih_l0	9	0.08089931309223175
23576	rnn.bias_hh_l0	0	-0.0015041247243061662
23576	rnn.bias_hh_l0	1	0.023188749328255653
23576	rnn.bias_hh_l0	2	-0.0023430841974914074
23576	rnn.bias_hh_l0	3	-0.03569373860955238
23576	rnn.bias_hh_l0	4	-0.03672024980187416
23576	rnn.bias_hh_l0	5	0.14497031271457672
23576	rnn.bias_hh_l0	6	0.049597449600696564
23576	rnn.bias_hh_l0	7	0.04644899442791939
23576	rnn.bias_hh_l0	8	0.024418296292424202
23576	rnn.bias_hh_l0	9	0.038842663168907166
23576	rnn.weight_ih_l0_reverse	0	-0.030237406492233276
23576	rnn.weight_ih_l0_reverse	1	-0.00241532432846725
23576	rnn.weight_ih_l0_reverse	2	0.024319441989064217
23576	rnn.weight_ih_l0_reverse	3	-0.06230643764138222
23576	rnn.weight_ih_l0_reverse	4	0.010072140954434872
23576	rnn.weight_ih_l0_reverse	5	-0.04795607179403305
23576	rnn.weight_ih_l0_reverse	6	0.02620179019868374
23576	rnn.weight_ih_l0_reverse	7	0.04707261919975281
23576	rnn.weight_ih_l0_reverse	8	-0.04632924869656563
23576	rnn.weight_ih_l0_reverse	9	-0.0514431968331337
23576	rnn.weight_hh_l0_reverse	0	-0.08074581623077393
23576	rnn.weight_hh_l0_reverse	1	-0.06331798434257507
23576	rnn.weight_hh_l0_reverse	2	0.035584475845098495
23576	rnn.weight_hh_l0_reverse	3	0.044601596891880035
23576	rnn.weight_hh_l0_reverse	4	-0.013148443773388863
23576	rnn.weight_hh_l0_reverse	5	0.04410335421562195
23576	rnn.weight_hh_l0_reverse	6	-0.004583609290421009
23576	rnn.weight_hh_l0_reverse	7	0.0018906075274571776
23576	rnn.weight_hh_l0_reverse	8	-0.097405344247818
23576	rnn.weight_hh_l0_reverse	9	0.07824890315532684
23576	rnn.bias_ih_l0_reverse	0	-0.09038764983415604
23576	rnn.bias_ih_l0_reverse	1	-0.05893866717815399
23576	rnn.bias_ih_l0_reverse	2	0.10140068084001541
23576	rnn.bias_ih_l0_reverse	3	0.044390980154275894
23576	rnn.bias_ih_l0_reverse	4	-0.1293592005968094
23576	rnn.bias_ih_l0_reverse	5	0.03818763047456741
23576	rnn.bias_ih_l0_reverse	6	-0.10308211296796799
23576	rnn.bias_ih_l0_reverse	7	0.03529973328113556
23576	rnn.bias_ih_l0_reverse	8	0.034135930240154266
23576	rnn.bias_ih_l0_reverse	9	0.06137730926275253
23576	rnn.bias_hh_l0_reverse	0	0.0660996064543724
23576	rnn.bias_hh_l0_reverse	1	0.06264502555131912
23576	rnn.bias_hh_l0_reverse	2	0.08436266332864761
23576	rnn.bias_hh_l0_reverse	3	-0.010842629708349705
23576	rnn.bias_hh_l0_reverse	4	0.07291404157876968
23576	rnn.bias_hh_l0_reverse	5	0.0038541636895388365
23576	rnn.bias_hh_l0_reverse	6	-0.06044925004243851
23576	rnn.bias_hh_l0_reverse	7	0.03272610530257225
23576	rnn.bias_hh_l0_reverse	8	0.0113584715873003
23576	rnn.bias_hh_l0_reverse	9	-0.15969552099704742
23576	linear.weight	0	0.14535804092884064
23576	linear.weight	1	-0.1614220142364502
23576	linear.weight	2	-0.21037045121192932
23576	linear.weight	3	0.051042865961790085
23576	linear.weight	4	-0.02201453037559986
23576	linear.weight	5	-0.0029014439787715673
23576	linear.weight	6	-0.007125811651349068
23576	linear.weight	7	-0.027204187586903572
23576	linear.weight	8	0.06820712238550186
23576	linear.weight	9	0.3393312990665436
23576	linear.bias	0	-0.22017145156860352
23576	linear.bias	1	0.18821564316749573
23576	linear.bias	2	-0.5353396534919739
23576	linear.bias	3	1.7218190431594849
23576	linear.bias	4	-0.3928844630718231
23576	linear.bias	5	-0.030769959092140198
23576	linear.bias	6	-0.3557349741458893
23576	linear.bias	7	-0.2699061930179596
23576	linear.bias	8	-0.045313235372304916
23576	linear.bias	9	-0.49314144253730774
23604	transitions	0	-0.6447548866271973
23604	transitions	1	0.35372406244277954
23604	transitions	2	1.6776190996170044
23604	transitions	3	0.10025126487016678
23604	transitions	4	0.9502012729644775
23604	transitions	5	1.273976445198059
23604	transitions	6	0.48337432742118835
23604	transitions	7	0.1759834587574005
23604	transitions	8	-0.9194961786270142
23604	transitions	9	0.9306715726852417
23604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23604	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23604	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23604	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23604	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23604	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23604	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23604	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23604	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23604	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23604	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23604	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23604	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23604	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23604	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23604	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23604	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23604	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23604	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23604	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23604	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23604	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23604	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23604	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23604	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23604	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23604	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23604	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23604	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23604	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23604	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23604	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23604	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23604	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23604	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23604	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23604	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23604	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23604	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23604	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23604	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23604	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23604	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23604	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23604	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23604	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23604	embedding2nn.weight	0	0.023962004110217094
23604	embedding2nn.weight	1	0.013843388296663761
23604	embedding2nn.weight	2	-0.004441893193870783
23604	embedding2nn.weight	3	0.0008534025982953608
23604	embedding2nn.weight	4	-0.004631048534065485
23604	embedding2nn.weight	5	0.011710438877344131
23604	embedding2nn.weight	6	-0.00469554727897048
23604	embedding2nn.weight	7	0.023433789610862732
23604	embedding2nn.weight	8	-0.006270978599786758
23604	embedding2nn.weight	9	-0.013909130357205868
23604	embedding2nn.bias	0	-0.03859049826860428
23604	embedding2nn.bias	1	-0.044865552335977554
23604	embedding2nn.bias	2	-0.06250038743019104
23604	embedding2nn.bias	3	0.011006247252225876
23604	embedding2nn.bias	4	0.007008699234575033
23604	embedding2nn.bias	5	-0.009649065323174
23604	embedding2nn.bias	6	0.017898790538311005
23604	embedding2nn.bias	7	0.02812322974205017
23604	embedding2nn.bias	8	-0.003816501935943961
23604	embedding2nn.bias	9	0.00530169578269124
23604	rnn.weight_ih_l0	0	0.03871031478047371
23604	rnn.weight_ih_l0	1	-0.011478055268526077
23604	rnn.weight_ih_l0	2	-0.03570549190044403
23604	rnn.weight_ih_l0	3	-0.04467355087399483
23604	rnn.weight_ih_l0	4	-0.05151093006134033
23604	rnn.weight_ih_l0	5	-0.008588893339037895
23604	rnn.weight_ih_l0	6	-0.05376269295811653
23604	rnn.weight_ih_l0	7	-0.05941029638051987
23604	rnn.weight_ih_l0	8	-0.045751556754112244
23604	rnn.weight_ih_l0	9	-0.027144158259034157
23604	rnn.weight_hh_l0	0	0.017553331330418587
23604	rnn.weight_hh_l0	1	-0.01049342192709446
23604	rnn.weight_hh_l0	2	-0.06851593405008316
23604	rnn.weight_hh_l0	3	-0.03180867061018944
23604	rnn.weight_hh_l0	4	-0.07717496156692505
23604	rnn.weight_hh_l0	5	-0.00795634463429451
23604	rnn.weight_hh_l0	6	-0.04876198247075081
23604	rnn.weight_hh_l0	7	-0.03407417982816696
23604	rnn.weight_hh_l0	8	-0.018085820600390434
23604	rnn.weight_hh_l0	9	-0.002156053204089403
23604	rnn.bias_ih_l0	0	0.1373039335012436
23604	rnn.bias_ih_l0	1	-0.06015336513519287
23604	rnn.bias_ih_l0	2	0.09869050234556198
23604	rnn.bias_ih_l0	3	0.04215870425105095
23604	rnn.bias_ih_l0	4	0.09645010530948639
23604	rnn.bias_ih_l0	5	0.023235449567437172
23604	rnn.bias_ih_l0	6	-0.009180319495499134
23604	rnn.bias_ih_l0	7	-0.10599222779273987
23604	rnn.bias_ih_l0	8	-0.19393378496170044
23604	rnn.bias_ih_l0	9	0.08074410259723663
23604	rnn.bias_hh_l0	0	-0.001740273553878069
23604	rnn.bias_hh_l0	1	0.023660538718104362
23604	rnn.bias_hh_l0	2	-0.0015854618977755308
23604	rnn.bias_hh_l0	3	-0.03384954854846001
23604	rnn.bias_hh_l0	4	-0.03699561953544617
23604	rnn.bias_hh_l0	5	0.1457209289073944
23604	rnn.bias_hh_l0	6	0.04866756498813629
23604	rnn.bias_hh_l0	7	0.04571525380015373
23604	rnn.bias_hh_l0	8	0.025188390165567398
23604	rnn.bias_hh_l0	9	0.039402998983860016
23604	rnn.weight_ih_l0_reverse	0	-0.030101586133241653
23604	rnn.weight_ih_l0_reverse	1	-0.0019360873848199844
23604	rnn.weight_ih_l0_reverse	2	0.02426542527973652
23604	rnn.weight_ih_l0_reverse	3	-0.06249716505408287
23604	rnn.weight_ih_l0_reverse	4	0.009975029155611992
23604	rnn.weight_ih_l0_reverse	5	-0.047920264303684235
23604	rnn.weight_ih_l0_reverse	6	0.026576796546578407
23604	rnn.weight_ih_l0_reverse	7	0.04708285257220268
23604	rnn.weight_ih_l0_reverse	8	-0.04627140611410141
23604	rnn.weight_ih_l0_reverse	9	-0.0515068918466568
23604	rnn.weight_hh_l0_reverse	0	-0.08115163445472717
23604	rnn.weight_hh_l0_reverse	1	-0.06329517066478729
23604	rnn.weight_hh_l0_reverse	2	0.03536003828048706
23604	rnn.weight_hh_l0_reverse	3	0.04475504532456398
23604	rnn.weight_hh_l0_reverse	4	-0.013210994191467762
23604	rnn.weight_hh_l0_reverse	5	0.044128574430942535
23604	rnn.weight_hh_l0_reverse	6	-0.004265953786671162
23604	rnn.weight_hh_l0_reverse	7	0.0015985354548320174
23604	rnn.weight_hh_l0_reverse	8	-0.09737586230039597
23604	rnn.weight_hh_l0_reverse	9	0.07825624942779541
23604	rnn.bias_ih_l0_reverse	0	-0.09136755764484406
23604	rnn.bias_ih_l0_reverse	1	-0.06061560660600662
23604	rnn.bias_ih_l0_reverse	2	0.10203158110380173
23604	rnn.bias_ih_l0_reverse	3	0.043822381645441055
23604	rnn.bias_ih_l0_reverse	4	-0.12954029440879822
23604	rnn.bias_ih_l0_reverse	5	0.03840147703886032
23604	rnn.bias_ih_l0_reverse	6	-0.10243900120258331
23604	rnn.bias_ih_l0_reverse	7	0.0360073558986187
23604	rnn.bias_ih_l0_reverse	8	0.03352488577365875
23604	rnn.bias_ih_l0_reverse	9	0.06236886605620384
23604	rnn.bias_hh_l0_reverse	0	0.06428257375955582
23604	rnn.bias_hh_l0_reverse	1	0.06264697015285492
23604	rnn.bias_hh_l0_reverse	2	0.08393178880214691
23604	rnn.bias_hh_l0_reverse	3	-0.011517819948494434
23604	rnn.bias_hh_l0_reverse	4	0.07359069585800171
23604	rnn.bias_hh_l0_reverse	5	0.004536674357950687
23604	rnn.bias_hh_l0_reverse	6	-0.060418497771024704
23604	rnn.bias_hh_l0_reverse	7	0.03265273943543434
23604	rnn.bias_hh_l0_reverse	8	0.010816720314323902
23604	rnn.bias_hh_l0_reverse	9	-0.1600079983472824
23604	linear.weight	0	0.14510422945022583
23604	linear.weight	1	-0.1613687425851822
23604	linear.weight	2	-0.21002152562141418
23604	linear.weight	3	0.050697728991508484
23604	linear.weight	4	-0.021930208429694176
23604	linear.weight	5	-0.0028492738492786884
23604	linear.weight	6	-0.007125010713934898
23604	linear.weight	7	-0.02719864249229431
23604	linear.weight	8	0.06746907532215118
23604	linear.weight	9	0.3396614193916321
23604	linear.bias	0	-0.21539729833602905
23604	linear.bias	1	0.19078361988067627
23604	linear.bias	2	-0.5336479544639587
23604	linear.bias	3	1.7112698554992676
23604	linear.bias	4	-0.3929518461227417
23604	linear.bias	5	-0.030769959092140198
23604	linear.bias	6	-0.3537972569465637
23604	linear.bias	7	-0.2701379358768463
23604	linear.bias	8	-0.04984594136476517
23604	linear.bias	9	-0.49317964911460876
23632	transitions	0	-0.6448039412498474
23632	transitions	1	0.35371294617652893
23632	transitions	2	1.677597999572754
23632	transitions	3	0.10023945569992065
23632	transitions	4	0.9501886963844299
23632	transitions	5	1.2739760875701904
23632	transitions	6	0.4833742678165436
23632	transitions	7	0.1759832799434662
23632	transitions	8	-0.9194962382316589
23632	transitions	9	0.9306715726852417
23632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23632	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23632	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23632	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23632	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23632	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23632	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23632	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23632	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23632	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23632	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23632	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23632	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23632	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23632	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23632	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23632	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23632	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23632	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23632	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23632	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23632	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23632	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23632	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23632	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23632	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23632	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23632	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23632	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23632	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23632	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23632	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23632	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23632	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23632	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23632	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23632	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23632	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23632	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23632	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23632	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23632	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23632	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23632	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23632	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23632	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23632	embedding2nn.weight	0	0.024060562252998352
23632	embedding2nn.weight	1	0.013849001377820969
23632	embedding2nn.weight	2	-0.004442490637302399
23632	embedding2nn.weight	3	0.0008983734296634793
23632	embedding2nn.weight	4	-0.004658722318708897
23632	embedding2nn.weight	5	0.011663339100778103
23632	embedding2nn.weight	6	-0.004646042827516794
23632	embedding2nn.weight	7	0.02366199530661106
23632	embedding2nn.weight	8	-0.00634914543479681
23632	embedding2nn.weight	9	-0.013946770690381527
23632	embedding2nn.bias	0	-0.036201588809490204
23632	embedding2nn.bias	1	-0.04367214813828468
23632	embedding2nn.bias	2	-0.06279058754444122
23632	embedding2nn.bias	3	0.011213533580303192
23632	embedding2nn.bias	4	0.00569912139326334
23632	embedding2nn.bias	5	-0.011785407550632954
23632	embedding2nn.bias	6	0.0195021890103817
23632	embedding2nn.bias	7	0.028261933475732803
23632	embedding2nn.bias	8	-0.0022552611771970987
23632	embedding2nn.bias	9	0.00797094777226448
23632	rnn.weight_ih_l0	0	0.038903605192899704
23632	rnn.weight_ih_l0	1	-0.011468043550848961
23632	rnn.weight_ih_l0	2	-0.03609402850270271
23632	rnn.weight_ih_l0	3	-0.04492573067545891
23632	rnn.weight_ih_l0	4	-0.051507413387298584
23632	rnn.weight_ih_l0	5	-0.008673278614878654
23632	rnn.weight_ih_l0	6	-0.053700465708971024
23632	rnn.weight_ih_l0	7	-0.05944420024752617
23632	rnn.weight_ih_l0	8	-0.04579932987689972
23632	rnn.weight_ih_l0	9	-0.027124837040901184
23632	rnn.weight_hh_l0	0	0.017424670979380608
23632	rnn.weight_hh_l0	1	-0.010517341084778309
23632	rnn.weight_hh_l0	2	-0.06896129995584488
23632	rnn.weight_hh_l0	3	-0.0319177620112896
23632	rnn.weight_hh_l0	4	-0.0769069716334343
23632	rnn.weight_hh_l0	5	-0.007894759066402912
23632	rnn.weight_hh_l0	6	-0.048221178352832794
23632	rnn.weight_hh_l0	7	-0.034263577312231064
23632	rnn.weight_hh_l0	8	-0.01820230856537819
23632	rnn.weight_hh_l0	9	-0.0017863953253254294
23632	rnn.bias_ih_l0	0	0.13713747262954712
23632	rnn.bias_ih_l0	1	-0.06022227928042412
23632	rnn.bias_ih_l0	2	0.09904137998819351
23632	rnn.bias_ih_l0	3	0.04242752864956856
23632	rnn.bias_ih_l0	4	0.09632417559623718
23632	rnn.bias_ih_l0	5	0.023308349773287773
23632	rnn.bias_ih_l0	6	-0.008722195401787758
23632	rnn.bias_ih_l0	7	-0.1040436401963234
23632	rnn.bias_ih_l0	8	-0.19791534543037415
23632	rnn.bias_ih_l0	9	0.08073773235082626
23632	rnn.bias_hh_l0	0	-0.0008487451705150306
23632	rnn.bias_hh_l0	1	0.023285560309886932
23632	rnn.bias_hh_l0	2	-0.0020734472200274467
23632	rnn.bias_hh_l0	3	-0.03303058072924614
23632	rnn.bias_hh_l0	4	-0.03706922009587288
23632	rnn.bias_hh_l0	5	0.14518755674362183
23632	rnn.bias_hh_l0	6	0.049128249287605286
23632	rnn.bias_hh_l0	7	0.04521738737821579
23632	rnn.bias_hh_l0	8	0.02564651519060135
23632	rnn.bias_hh_l0	9	0.04034947603940964
23632	rnn.weight_ih_l0_reverse	0	-0.0300486721098423
23632	rnn.weight_ih_l0_reverse	1	-0.00243486650288105
23632	rnn.weight_ih_l0_reverse	2	0.024331875145435333
23632	rnn.weight_ih_l0_reverse	3	-0.06266071647405624
23632	rnn.weight_ih_l0_reverse	4	0.0099281445145607
23632	rnn.weight_ih_l0_reverse	5	-0.04759499058127403
23632	rnn.weight_ih_l0_reverse	6	0.026372231543064117
23632	rnn.weight_ih_l0_reverse	7	0.047061286866664886
23632	rnn.weight_ih_l0_reverse	8	-0.04639698192477226
23632	rnn.weight_ih_l0_reverse	9	-0.05150103196501732
23632	rnn.weight_hh_l0_reverse	0	-0.08142264187335968
23632	rnn.weight_hh_l0_reverse	1	-0.06370295584201813
23632	rnn.weight_hh_l0_reverse	2	0.03537227585911751
23632	rnn.weight_hh_l0_reverse	3	0.044844094663858414
23632	rnn.weight_hh_l0_reverse	4	-0.012711932882666588
23632	rnn.weight_hh_l0_reverse	5	0.044098395854234695
23632	rnn.weight_hh_l0_reverse	6	-0.005511195864528418
23632	rnn.weight_hh_l0_reverse	7	0.0015069999499246478
23632	rnn.weight_hh_l0_reverse	8	-0.09755024313926697
23632	rnn.weight_hh_l0_reverse	9	0.0779704749584198
23632	rnn.bias_ih_l0_reverse	0	-0.09154248982667923
23632	rnn.bias_ih_l0_reverse	1	-0.05880133807659149
23632	rnn.bias_ih_l0_reverse	2	0.1010311171412468
23632	rnn.bias_ih_l0_reverse	3	0.044136617332696915
23632	rnn.bias_ih_l0_reverse	4	-0.1299956887960434
23632	rnn.bias_ih_l0_reverse	5	0.03784043341875076
23632	rnn.bias_ih_l0_reverse	6	-0.10302998125553131
23632	rnn.bias_ih_l0_reverse	7	0.03521176055073738
23632	rnn.bias_ih_l0_reverse	8	0.033951178193092346
23632	rnn.bias_ih_l0_reverse	9	0.06223198026418686
23632	rnn.bias_hh_l0_reverse	0	0.06087908893823624
23632	rnn.bias_hh_l0_reverse	1	0.061709992587566376
23632	rnn.bias_hh_l0_reverse	2	0.08381034433841705
23632	rnn.bias_hh_l0_reverse	3	-0.01186644472181797
23632	rnn.bias_hh_l0_reverse	4	0.07257170230150223
23632	rnn.bias_hh_l0_reverse	5	0.000463403994217515
23632	rnn.bias_hh_l0_reverse	6	-0.060947712510824203
23632	rnn.bias_hh_l0_reverse	7	0.032278552651405334
23632	rnn.bias_hh_l0_reverse	8	0.010502725839614868
23632	rnn.bias_hh_l0_reverse	9	-0.15968076884746552
23632	linear.weight	0	0.14264428615570068
23632	linear.weight	1	-0.16135847568511963
23632	linear.weight	2	-0.20978383719921112
23632	linear.weight	3	0.0560627356171608
23632	linear.weight	4	-0.023250902071595192
23632	linear.weight	5	-0.0029061567038297653
23632	linear.weight	6	-0.007121429778635502
23632	linear.weight	7	-0.02719835564494133
23632	linear.weight	8	0.06953710317611694
23632	linear.weight	9	0.3400605618953705
23632	linear.bias	0	-0.2175268828868866
23632	linear.bias	1	0.19084398448467255
23632	linear.bias	2	-0.5349393486976624
23632	linear.bias	3	1.714270830154419
23632	linear.bias	4	-0.39300835132598877
23632	linear.bias	5	-0.030769959092140198
23632	linear.bias	6	-0.3550093173980713
23632	linear.bias	7	-0.2703837454319
23632	linear.bias	8	-0.05008295550942421
23632	linear.bias	9	-0.49321112036705017
23660	transitions	0	-0.644824743270874
23660	transitions	1	0.3537003695964813
23660	transitions	2	1.6775808334350586
23660	transitions	3	0.1002291738986969
23660	transitions	4	0.9501853585243225
23660	transitions	5	1.2739757299423218
23660	transitions	6	0.48337405920028687
23660	transitions	7	0.17597977817058563
23660	transitions	8	-0.9194962382316589
23660	transitions	9	0.9306715726852417
23660	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23660	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23660	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23660	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23660	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23660	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23660	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23660	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23660	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23660	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23660	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23660	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23660	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23660	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23660	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23660	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23660	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23660	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23660	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23660	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23660	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23660	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23660	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23660	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23660	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23660	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23660	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23660	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23660	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23660	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23660	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23660	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23660	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23660	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23660	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23660	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23660	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23660	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23660	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23660	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23660	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23660	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23660	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23660	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23660	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23660	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23660	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23660	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23660	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23660	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23660	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23660	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23660	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23660	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23660	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23660	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23660	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23660	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23660	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23660	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23660	embedding2nn.weight	0	0.02395622618496418
23660	embedding2nn.weight	1	0.013854163698852062
23660	embedding2nn.weight	2	-0.004434055183082819
23660	embedding2nn.weight	3	0.0008753674919717014
23660	embedding2nn.weight	4	-0.004655712284147739
23660	embedding2nn.weight	5	0.01165209710597992
23660	embedding2nn.weight	6	-0.00464222114533186
23660	embedding2nn.weight	7	0.02366405352950096
23660	embedding2nn.weight	8	-0.0062667010352015495
23660	embedding2nn.weight	9	-0.013990120962262154
23660	embedding2nn.bias	0	-0.03637033700942993
23660	embedding2nn.bias	1	-0.04150910675525665
23660	embedding2nn.bias	2	-0.06157403439283371
23660	embedding2nn.bias	3	0.011623387224972248
23660	embedding2nn.bias	4	0.009084908291697502
23660	embedding2nn.bias	5	-0.009967979975044727
23660	embedding2nn.bias	6	0.015165025368332863
23660	embedding2nn.bias	7	0.030067475512623787
23660	embedding2nn.bias	8	-0.0038993284106254578
23660	embedding2nn.bias	9	0.007215301040560007
23660	rnn.weight_ih_l0	0	0.03875645250082016
23660	rnn.weight_ih_l0	1	-0.011503445915877819
23660	rnn.weight_ih_l0	2	-0.03639370575547218
23660	rnn.weight_ih_l0	3	-0.04501250013709068
23660	rnn.weight_ih_l0	4	-0.0514422170817852
23660	rnn.weight_ih_l0	5	-0.008659273386001587
23660	rnn.weight_ih_l0	6	-0.05365018919110298
23660	rnn.weight_ih_l0	7	-0.05944770202040672
23660	rnn.weight_ih_l0	8	-0.04583320766687393
23660	rnn.weight_ih_l0	9	-0.027105208486318588
23660	rnn.weight_hh_l0	0	0.01755249872803688
23660	rnn.weight_hh_l0	1	-0.010635560378432274
23660	rnn.weight_hh_l0	2	-0.06814203411340714
23660	rnn.weight_hh_l0	3	-0.031807202845811844
23660	rnn.weight_hh_l0	4	-0.07701652497053146
23660	rnn.weight_hh_l0	5	-0.008405561558902264
23660	rnn.weight_hh_l0	6	-0.04776228964328766
23660	rnn.weight_hh_l0	7	-0.034644074738025665
23660	rnn.weight_hh_l0	8	-0.018385866656899452
23660	rnn.weight_hh_l0	9	-0.0019025927176699042
23660	rnn.bias_ih_l0	0	0.13752548396587372
23660	rnn.bias_ih_l0	1	-0.05983186513185501
23660	rnn.bias_ih_l0	2	0.09960779547691345
23660	rnn.bias_ih_l0	3	0.042675528675317764
23660	rnn.bias_ih_l0	4	0.0961686298251152
23660	rnn.bias_ih_l0	5	0.022994939237833023
23660	rnn.bias_ih_l0	6	-0.009042640216648579
23660	rnn.bias_ih_l0	7	-0.10632496327161789
23660	rnn.bias_ih_l0	8	-0.1990187019109726
23660	rnn.bias_ih_l0	9	0.08061258494853973
23660	rnn.bias_hh_l0	0	-0.0016827777726575732
23660	rnn.bias_hh_l0	1	0.02292836457490921
23660	rnn.bias_hh_l0	2	-0.004160158336162567
23660	rnn.bias_hh_l0	3	-0.034359853714704514
23660	rnn.bias_hh_l0	4	-0.0362786203622818
23660	rnn.bias_hh_l0	5	0.1461988091468811
23660	rnn.bias_hh_l0	6	0.049167681485414505
23660	rnn.bias_hh_l0	7	0.04523339122533798
23660	rnn.bias_hh_l0	8	0.025326067581772804
23660	rnn.bias_hh_l0	9	0.04114336147904396
23660	rnn.weight_ih_l0_reverse	0	-0.030178453773260117
23660	rnn.weight_ih_l0_reverse	1	-0.0023063807748258114
23660	rnn.weight_ih_l0_reverse	2	0.02434234693646431
23660	rnn.weight_ih_l0_reverse	3	-0.06258217245340347
23660	rnn.weight_ih_l0_reverse	4	0.009917167015373707
23660	rnn.weight_ih_l0_reverse	5	-0.04751342162489891
23660	rnn.weight_ih_l0_reverse	6	0.02588869072496891
23660	rnn.weight_ih_l0_reverse	7	0.04703975096344948
23660	rnn.weight_ih_l0_reverse	8	-0.04652782529592514
23660	rnn.weight_ih_l0_reverse	9	-0.05146510899066925
23660	rnn.weight_hh_l0_reverse	0	-0.08157441020011902
23660	rnn.weight_hh_l0_reverse	1	-0.06364518404006958
23660	rnn.weight_hh_l0_reverse	2	0.03546846657991409
23660	rnn.weight_hh_l0_reverse	3	0.04491713270545006
23660	rnn.weight_hh_l0_reverse	4	-0.012910010293126106
23660	rnn.weight_hh_l0_reverse	5	0.04411938041448593
23660	rnn.weight_hh_l0_reverse	6	-0.004901320207864046
23660	rnn.weight_hh_l0_reverse	7	0.001416494487784803
23660	rnn.weight_hh_l0_reverse	8	-0.09767244756221771
23660	rnn.weight_hh_l0_reverse	9	0.07771505415439606
23660	rnn.bias_ih_l0_reverse	0	-0.09215538948774338
23660	rnn.bias_ih_l0_reverse	1	-0.05920219048857689
23660	rnn.bias_ih_l0_reverse	2	0.10042928904294968
23660	rnn.bias_ih_l0_reverse	3	0.04455901309847832
23660	rnn.bias_ih_l0_reverse	4	-0.12997204065322876
23660	rnn.bias_ih_l0_reverse	5	0.037873879075050354
23660	rnn.bias_ih_l0_reverse	6	-0.10232076793909073
23660	rnn.bias_ih_l0_reverse	7	0.03597530722618103
23660	rnn.bias_ih_l0_reverse	8	0.03414076939225197
23660	rnn.bias_ih_l0_reverse	9	0.061667121946811676
23660	rnn.bias_hh_l0_reverse	0	0.06226281076669693
23660	rnn.bias_hh_l0_reverse	1	0.06308892369270325
23660	rnn.bias_hh_l0_reverse	2	0.08365874737501144
23660	rnn.bias_hh_l0_reverse	3	-0.011118043214082718
23660	rnn.bias_hh_l0_reverse	4	0.07266546785831451
23660	rnn.bias_hh_l0_reverse	5	-0.0009226245456375182
23660	rnn.bias_hh_l0_reverse	6	-0.06151052564382553
23660	rnn.bias_hh_l0_reverse	7	0.032063957303762436
23660	rnn.bias_hh_l0_reverse	8	0.011269568465650082
23660	rnn.bias_hh_l0_reverse	9	-0.15808172523975372
23660	linear.weight	0	0.14397954940795898
23660	linear.weight	1	-0.16134250164031982
23660	linear.weight	2	-0.20924478769302368
23660	linear.weight	3	0.05824369564652443
23660	linear.weight	4	-0.023866860195994377
23660	linear.weight	5	-0.0026923168916255236
23660	linear.weight	6	-0.0071191671304404736
23660	linear.weight	7	-0.027217283844947815
23660	linear.weight	8	0.06950708478689194
23660	linear.weight	9	0.34105184674263
23660	linear.bias	0	-0.21576015651226044
23660	linear.bias	1	0.19320838153362274
23660	linear.bias	2	-0.5352214574813843
23660	linear.bias	3	1.7081127166748047
23660	linear.bias	4	-0.3931156098842621
23660	linear.bias	5	-0.030769959092140198
23660	linear.bias	6	-0.35509929060935974
23660	linear.bias	7	-0.26982590556144714
23660	linear.bias	8	-0.04961737245321274
23660	linear.bias	9	-0.4932308495044708
23688	transitions	0	-0.6448445320129395
23688	transitions	1	0.35368868708610535
23688	transitions	2	1.6775645017623901
23688	transitions	3	0.10022523999214172
23688	transitions	4	0.9501772522926331
23688	transitions	5	1.2739756107330322
23688	transitions	6	0.4833740293979645
23688	transitions	7	0.1759772002696991
23688	transitions	8	-0.9194962382316589
23688	transitions	9	0.9306715726852417
23688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23688	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23688	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23688	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23688	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23688	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23688	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23688	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23688	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23688	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23688	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23688	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23688	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23688	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23688	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23688	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23688	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23688	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23688	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23688	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23688	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23688	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23688	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23688	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23688	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23688	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23688	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23688	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23688	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23688	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23688	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23688	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23688	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23688	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23688	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23688	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23688	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23688	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23688	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23688	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23688	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23688	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23688	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23688	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23688	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23688	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23688	embedding2nn.weight	0	0.024094494059681892
23688	embedding2nn.weight	1	0.013860560022294521
23688	embedding2nn.weight	2	-0.00443413807079196
23688	embedding2nn.weight	3	0.0008219710434786975
23688	embedding2nn.weight	4	-0.004610586911439896
23688	embedding2nn.weight	5	0.011649989522993565
23688	embedding2nn.weight	6	-0.004623292479664087
23688	embedding2nn.weight	7	0.023770438507199287
23688	embedding2nn.weight	8	-0.006202429533004761
23688	embedding2nn.weight	9	-0.013969331979751587
23688	embedding2nn.bias	0	-0.036250241100788116
23688	embedding2nn.bias	1	-0.03796035051345825
23688	embedding2nn.bias	2	-0.062418244779109955
23688	embedding2nn.bias	3	0.012092099525034428
23688	embedding2nn.bias	4	0.01015118695795536
23688	embedding2nn.bias	5	-0.009410885162651539
23688	embedding2nn.bias	6	0.013852558098733425
23688	embedding2nn.bias	7	0.02956427074968815
23688	embedding2nn.bias	8	-0.0026338770985603333
23688	embedding2nn.bias	9	0.0065703545697033405
23688	rnn.weight_ih_l0	0	0.03886646777391434
23688	rnn.weight_ih_l0	1	-0.011414927430450916
23688	rnn.weight_ih_l0	2	-0.036413054913282394
23688	rnn.weight_ih_l0	3	-0.044913578778505325
23688	rnn.weight_ih_l0	4	-0.05169720947742462
23688	rnn.weight_ih_l0	5	-0.008537635207176208
23688	rnn.weight_ih_l0	6	-0.05361282825469971
23688	rnn.weight_ih_l0	7	-0.059402212500572205
23688	rnn.weight_ih_l0	8	-0.045773036777973175
23688	rnn.weight_ih_l0	9	-0.02711738646030426
23688	rnn.weight_hh_l0	0	0.017688700929284096
23688	rnn.weight_hh_l0	1	-0.010526655241847038
23688	rnn.weight_hh_l0	2	-0.06810042262077332
23688	rnn.weight_hh_l0	3	-0.03168933093547821
23688	rnn.weight_hh_l0	4	-0.07695527374744415
23688	rnn.weight_hh_l0	5	-0.008451808243989944
23688	rnn.weight_hh_l0	6	-0.04769614711403847
23688	rnn.weight_hh_l0	7	-0.03434458747506142
23688	rnn.weight_hh_l0	8	-0.018588196486234665
23688	rnn.weight_hh_l0	9	-0.001981207635253668
23688	rnn.bias_ih_l0	0	0.13827644288539886
23688	rnn.bias_ih_l0	1	-0.05959783121943474
23688	rnn.bias_ih_l0	2	0.10021178424358368
23688	rnn.bias_ih_l0	3	0.043231572955846786
23688	rnn.bias_ih_l0	4	0.09631794691085815
23688	rnn.bias_ih_l0	5	0.023756513372063637
23688	rnn.bias_ih_l0	6	-0.00868294294923544
23688	rnn.bias_ih_l0	7	-0.10681174695491791
23688	rnn.bias_ih_l0	8	-0.19721397757530212
23688	rnn.bias_ih_l0	9	0.08098091185092926
23688	rnn.bias_hh_l0	0	-0.00037597876507788897
23688	rnn.bias_hh_l0	1	0.023183651268482208
23688	rnn.bias_hh_l0	2	-0.003965582232922316
23688	rnn.bias_hh_l0	3	-0.03534674271941185
23688	rnn.bias_hh_l0	4	-0.03707433491945267
23688	rnn.bias_hh_l0	5	0.1463262438774109
23688	rnn.bias_hh_l0	6	0.04924306273460388
23688	rnn.bias_hh_l0	7	0.044505100697278976
23688	rnn.bias_hh_l0	8	0.025685761123895645
23688	rnn.bias_hh_l0	9	0.04136044904589653
23688	rnn.weight_ih_l0_reverse	0	-0.030223987996578217
23688	rnn.weight_ih_l0_reverse	1	-0.0024683172814548016
23688	rnn.weight_ih_l0_reverse	2	0.024445807561278343
23688	rnn.weight_ih_l0_reverse	3	-0.06255411356687546
23688	rnn.weight_ih_l0_reverse	4	0.009777704253792763
23688	rnn.weight_ih_l0_reverse	5	-0.047543980181217194
23688	rnn.weight_ih_l0_reverse	6	0.02617724798619747
23688	rnn.weight_ih_l0_reverse	7	0.047022175043821335
23688	rnn.weight_ih_l0_reverse	8	-0.04651133716106415
23688	rnn.weight_ih_l0_reverse	9	-0.05146939679980278
23688	rnn.weight_hh_l0_reverse	0	-0.08154439926147461
23688	rnn.weight_hh_l0_reverse	1	-0.06371967494487762
23688	rnn.weight_hh_l0_reverse	2	0.03538719564676285
23688	rnn.weight_hh_l0_reverse	3	0.044822242110967636
23688	rnn.weight_hh_l0_reverse	4	-0.012825604528188705
23688	rnn.weight_hh_l0_reverse	5	0.04407013580203056
23688	rnn.weight_hh_l0_reverse	6	-0.005640154238790274
23688	rnn.weight_hh_l0_reverse	7	0.0014598219422623515
23688	rnn.weight_hh_l0_reverse	8	-0.097871795296669
23688	rnn.weight_hh_l0_reverse	9	0.07722529768943787
23688	rnn.bias_ih_l0_reverse	0	-0.09142967313528061
23688	rnn.bias_ih_l0_reverse	1	-0.058354757726192474
23688	rnn.bias_ih_l0_reverse	2	0.0998726338148117
23688	rnn.bias_ih_l0_reverse	3	0.04468268156051636
23688	rnn.bias_ih_l0_reverse	4	-0.12963584065437317
23688	rnn.bias_ih_l0_reverse	5	0.03830406814813614
23688	rnn.bias_ih_l0_reverse	6	-0.1026977151632309
23688	rnn.bias_ih_l0_reverse	7	0.03659694269299507
23688	rnn.bias_ih_l0_reverse	8	0.03422803804278374
23688	rnn.bias_ih_l0_reverse	9	0.06161918118596077
23688	rnn.bias_hh_l0_reverse	0	0.06169471889734268
23688	rnn.bias_hh_l0_reverse	1	0.06320812553167343
23688	rnn.bias_hh_l0_reverse	2	0.08465083688497543
23688	rnn.bias_hh_l0_reverse	3	-0.011065777391195297
23688	rnn.bias_hh_l0_reverse	4	0.07285120338201523
23688	rnn.bias_hh_l0_reverse	5	-2.3267148208105937e-05
23688	rnn.bias_hh_l0_reverse	6	-0.06095810607075691
23688	rnn.bias_hh_l0_reverse	7	0.031863413751125336
23688	rnn.bias_hh_l0_reverse	8	0.010828888043761253
23688	rnn.bias_hh_l0_reverse	9	-0.15914522111415863
23688	linear.weight	0	0.14496824145317078
23688	linear.weight	1	-0.1613362580537796
23688	linear.weight	2	-0.20916084945201874
23688	linear.weight	3	0.05899333581328392
23688	linear.weight	4	-0.023721598088741302
23688	linear.weight	5	-0.0024972574319690466
23688	linear.weight	6	-0.0071176206693053246
23688	linear.weight	7	-0.027198415249586105
23688	linear.weight	8	0.06862413138151169
23688	linear.weight	9	0.33922243118286133
23688	linear.bias	0	-0.21074526011943817
23688	linear.bias	1	0.19478584825992584
23688	linear.bias	2	-0.5357945561408997
23688	linear.bias	3	1.6968579292297363
23688	linear.bias	4	-0.3931748867034912
23688	linear.bias	5	-0.030769959092140198
23688	linear.bias	6	-0.35562628507614136
23688	linear.bias	7	-0.2709800601005554
23688	linear.bias	8	-0.047067753970623016
23688	linear.bias	9	-0.4932820498943329
23716	transitions	0	-0.6448854207992554
23716	transitions	1	0.35367318987846375
23716	transitions	2	1.6775263547897339
23716	transitions	3	0.10019580274820328
23716	transitions	4	0.9501574039459229
23716	transitions	5	1.2739741802215576
23716	transitions	6	0.48337364196777344
23716	transitions	7	0.17597486078739166
23716	transitions	8	-0.9194964170455933
23716	transitions	9	0.9306715726852417
23716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23716	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23716	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23716	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23716	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23716	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23716	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23716	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23716	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23716	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23716	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23716	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23716	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23716	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23716	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23716	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23716	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23716	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23716	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23716	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23716	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23716	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23716	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23716	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23716	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23716	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23716	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23716	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23716	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23716	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23716	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23716	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23716	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23716	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23716	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23716	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23716	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23716	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23716	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23716	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23716	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23716	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23716	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23716	embedding2nn.weight	0	0.023957855999469757
23716	embedding2nn.weight	1	0.013821863569319248
23716	embedding2nn.weight	2	-0.004427714738994837
23716	embedding2nn.weight	3	0.0009366998565383255
23716	embedding2nn.weight	4	-0.004648602567613125
23716	embedding2nn.weight	5	0.011598475277423859
23716	embedding2nn.weight	6	-0.0046327379532158375
23716	embedding2nn.weight	7	0.02344694174826145
23716	embedding2nn.weight	8	-0.006266262382268906
23716	embedding2nn.weight	9	-0.013988187536597252
23716	embedding2nn.bias	0	-0.03327181190252304
23716	embedding2nn.bias	1	-0.0390198715031147
23716	embedding2nn.bias	2	-0.05957347899675369
23716	embedding2nn.bias	3	0.014042799361050129
23716	embedding2nn.bias	4	0.007272077724337578
23716	embedding2nn.bias	5	-0.00790285412222147
23716	embedding2nn.bias	6	0.012195694260299206
23716	embedding2nn.bias	7	0.02922583557665348
23716	embedding2nn.bias	8	0.0018253345042467117
23716	embedding2nn.bias	9	0.010072813369333744
23716	rnn.weight_ih_l0	0	0.03899065777659416
23716	rnn.weight_ih_l0	1	-0.011450200341641903
23716	rnn.weight_ih_l0	2	-0.03663679212331772
23716	rnn.weight_ih_l0	3	-0.044627655297517776
23716	rnn.weight_ih_l0	4	-0.05154905468225479
23716	rnn.weight_ih_l0	5	-0.008388177491724491
23716	rnn.weight_ih_l0	6	-0.05354226008057594
23716	rnn.weight_ih_l0	7	-0.05943755805492401
23716	rnn.weight_ih_l0	8	-0.04582463949918747
23716	rnn.weight_ih_l0	9	-0.027202848345041275
23716	rnn.weight_hh_l0	0	0.017707429826259613
23716	rnn.weight_hh_l0	1	-0.010436736047267914
23716	rnn.weight_hh_l0	2	-0.0686030387878418
23716	rnn.weight_hh_l0	3	-0.03185907006263733
23716	rnn.weight_hh_l0	4	-0.07721654325723648
23716	rnn.weight_hh_l0	5	-0.00855342485010624
23716	rnn.weight_hh_l0	6	-0.04789973050355911
23716	rnn.weight_hh_l0	7	-0.034427374601364136
23716	rnn.weight_hh_l0	8	-0.018558647483587265
23716	rnn.weight_hh_l0	9	-0.00233458261936903
23716	rnn.bias_ih_l0	0	0.13785091042518616
23716	rnn.bias_ih_l0	1	-0.06044763699173927
23716	rnn.bias_ih_l0	2	0.10052330046892166
23716	rnn.bias_ih_l0	3	0.042927421629428864
23716	rnn.bias_ih_l0	4	0.09514652192592621
23716	rnn.bias_ih_l0	5	0.022396236658096313
23716	rnn.bias_ih_l0	6	-0.009477248415350914
23716	rnn.bias_ih_l0	7	-0.10383810847997665
23716	rnn.bias_ih_l0	8	-0.19738373160362244
23716	rnn.bias_ih_l0	9	0.08179003745317459
23716	rnn.bias_hh_l0	0	-0.00016729187336750329
23716	rnn.bias_hh_l0	1	0.023707017302513123
23716	rnn.bias_hh_l0	2	-0.004162217490375042
23716	rnn.bias_hh_l0	3	-0.03493683412671089
23716	rnn.bias_hh_l0	4	-0.036634646356105804
23716	rnn.bias_hh_l0	5	0.14643557369709015
23716	rnn.bias_hh_l0	6	0.04796023294329643
23716	rnn.bias_hh_l0	7	0.04658786579966545
23716	rnn.bias_hh_l0	8	0.024891454726457596
23716	rnn.bias_hh_l0	9	0.04094203561544418
23716	rnn.weight_ih_l0_reverse	0	-0.03022707626223564
23716	rnn.weight_ih_l0_reverse	1	-0.0022896649315953255
23716	rnn.weight_ih_l0_reverse	2	0.02458905428647995
23716	rnn.weight_ih_l0_reverse	3	-0.0625208392739296
23716	rnn.weight_ih_l0_reverse	4	0.009824053384363651
23716	rnn.weight_ih_l0_reverse	5	-0.04771002382040024
23716	rnn.weight_ih_l0_reverse	6	0.025654666125774384
23716	rnn.weight_ih_l0_reverse	7	0.04698961228132248
23716	rnn.weight_ih_l0_reverse	8	-0.046342335641384125
23716	rnn.weight_ih_l0_reverse	9	-0.051444511860609055
23716	rnn.weight_hh_l0_reverse	0	-0.08165989071130753
23716	rnn.weight_hh_l0_reverse	1	-0.06266351789236069
23716	rnn.weight_hh_l0_reverse	2	0.03552011027932167
23716	rnn.weight_hh_l0_reverse	3	0.04474780708551407
23716	rnn.weight_hh_l0_reverse	4	-0.012650467455387115
23716	rnn.weight_hh_l0_reverse	5	0.044197116047143936
23716	rnn.weight_hh_l0_reverse	6	-0.0072839693166315556
23716	rnn.weight_hh_l0_reverse	7	0.0013177550863474607
23716	rnn.weight_hh_l0_reverse	8	-0.09805892407894135
23716	rnn.weight_hh_l0_reverse	9	0.07718174159526825
23716	rnn.bias_ih_l0_reverse	0	-0.090061254799366
23716	rnn.bias_ih_l0_reverse	1	-0.059825796633958817
23716	rnn.bias_ih_l0_reverse	2	0.0998072400689125
23716	rnn.bias_ih_l0_reverse	3	0.04474550485610962
23716	rnn.bias_ih_l0_reverse	4	-0.12953297793865204
23716	rnn.bias_ih_l0_reverse	5	0.038318533450365067
23716	rnn.bias_ih_l0_reverse	6	-0.10130614042282104
23716	rnn.bias_ih_l0_reverse	7	0.03760586306452751
23716	rnn.bias_ih_l0_reverse	8	0.034622907638549805
23716	rnn.bias_ih_l0_reverse	9	0.060887593775987625
23716	rnn.bias_hh_l0_reverse	0	0.05928663909435272
23716	rnn.bias_hh_l0_reverse	1	0.06323089450597763
23716	rnn.bias_hh_l0_reverse	2	0.08404047042131424
23716	rnn.bias_hh_l0_reverse	3	-0.011279547587037086
23716	rnn.bias_hh_l0_reverse	4	0.07285383343696594
23716	rnn.bias_hh_l0_reverse	5	-0.00238623796030879
23716	rnn.bias_hh_l0_reverse	6	-0.06147967278957367
23716	rnn.bias_hh_l0_reverse	7	0.03196517005562782
23716	rnn.bias_hh_l0_reverse	8	0.010400237515568733
23716	rnn.bias_hh_l0_reverse	9	-0.1602264642715454
23716	linear.weight	0	0.14298292994499207
23716	linear.weight	1	-0.1613309383392334
23716	linear.weight	2	-0.20974400639533997
23716	linear.weight	3	0.05797163397073746
23716	linear.weight	4	-0.02427680604159832
23716	linear.weight	5	-0.002711361739784479
23716	linear.weight	6	-0.007113293278962374
23716	linear.weight	7	-0.02717542089521885
23716	linear.weight	8	0.06738776713609695
23716	linear.weight	9	0.3394640386104584
23716	linear.bias	0	-0.21338814496994019
23716	linear.bias	1	0.19567297399044037
23716	linear.bias	2	-0.5364989042282104
23716	linear.bias	3	1.6958788633346558
23716	linear.bias	4	-0.39327317476272583
23716	linear.bias	5	-0.030769959092140198
23716	linear.bias	6	-0.3555425703525543
23716	linear.bias	7	-0.26889315247535706
23716	linear.bias	8	-0.04859606921672821
23716	linear.bias	9	-0.4933587908744812
23744	transitions	0	-0.6448990106582642
23744	transitions	1	0.35363855957984924
23744	transitions	2	1.6774985790252686
23744	transitions	3	0.10018017888069153
23744	transitions	4	0.9501569271087646
23744	transitions	5	1.2739741802215576
23744	transitions	6	0.4833734929561615
23744	transitions	7	0.17596542835235596
23744	transitions	8	-0.9194967150688171
23744	transitions	9	0.9306710362434387
23744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23744	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23744	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23744	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23744	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23744	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23744	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23744	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23744	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23744	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23744	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23744	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23744	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23744	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23744	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23744	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23744	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23744	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23744	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23744	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23744	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23744	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23744	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23744	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23744	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23744	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23744	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23744	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23744	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23744	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23744	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23744	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23744	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23744	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23744	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23744	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23744	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23744	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23744	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23744	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23744	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23744	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23744	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23744	embedding2nn.weight	0	0.02395198680460453
23744	embedding2nn.weight	1	0.013834446668624878
23744	embedding2nn.weight	2	-0.004424950573593378
23744	embedding2nn.weight	3	0.0008972752839326859
23744	embedding2nn.weight	4	-0.004645777866244316
23744	embedding2nn.weight	5	0.011708226054906845
23744	embedding2nn.weight	6	-0.0046391673386096954
23744	embedding2nn.weight	7	0.023348623886704445
23744	embedding2nn.weight	8	-0.006158393807709217
23744	embedding2nn.weight	9	-0.013997221365571022
23744	embedding2nn.bias	0	-0.03383280709385872
23744	embedding2nn.bias	1	-0.03585964813828468
23744	embedding2nn.bias	2	-0.06101452186703682
23744	embedding2nn.bias	3	0.01761327125132084
23744	embedding2nn.bias	4	0.007540645077824593
23744	embedding2nn.bias	5	-0.011469279415905476
23744	embedding2nn.bias	6	0.012617776170372963
23744	embedding2nn.bias	7	0.027324987575411797
23744	embedding2nn.bias	8	0.00029472721507772803
23744	embedding2nn.bias	9	0.009137607179582119
23744	rnn.weight_ih_l0	0	0.03893360123038292
23744	rnn.weight_ih_l0	1	-0.010918508283793926
23744	rnn.weight_ih_l0	2	-0.03625115752220154
23744	rnn.weight_ih_l0	3	-0.04438505321741104
23744	rnn.weight_ih_l0	4	-0.051474567502737045
23744	rnn.weight_ih_l0	5	-0.008435235358774662
23744	rnn.weight_ih_l0	6	-0.053447410464286804
23744	rnn.weight_ih_l0	7	-0.05953773483633995
23744	rnn.weight_ih_l0	8	-0.04575137794017792
23744	rnn.weight_ih_l0	9	-0.027240905910730362
23744	rnn.weight_hh_l0	0	0.01783541962504387
23744	rnn.weight_hh_l0	1	-0.010614841245114803
23744	rnn.weight_hh_l0	2	-0.06817241758108139
23744	rnn.weight_hh_l0	3	-0.03175322338938713
23744	rnn.weight_hh_l0	4	-0.07717559486627579
23744	rnn.weight_hh_l0	5	-0.008775187656283379
23744	rnn.weight_hh_l0	6	-0.047357190400362015
23744	rnn.weight_hh_l0	7	-0.03456874564290047
23744	rnn.weight_hh_l0	8	-0.018383631482720375
23744	rnn.weight_hh_l0	9	-0.002233910607174039
23744	rnn.bias_ih_l0	0	0.13729022443294525
23744	rnn.bias_ih_l0	1	-0.05962878465652466
23744	rnn.bias_ih_l0	2	0.10028008371591568
23744	rnn.bias_ih_l0	3	0.04412908852100372
23744	rnn.bias_ih_l0	4	0.09486684203147888
23744	rnn.bias_ih_l0	5	0.022094085812568665
23744	rnn.bias_ih_l0	6	-0.00871245190501213
23744	rnn.bias_ih_l0	7	-0.10077105462551117
23744	rnn.bias_ih_l0	8	-0.19899819791316986
23744	rnn.bias_ih_l0	9	0.08152247965335846
23744	rnn.bias_hh_l0	0	0.00026560775586403906
23744	rnn.bias_hh_l0	1	0.02384765073657036
23744	rnn.bias_hh_l0	2	-0.004226332530379295
23744	rnn.bias_hh_l0	3	-0.03288399428129196
23744	rnn.bias_hh_l0	4	-0.03713295981287956
23744	rnn.bias_hh_l0	5	0.14608098566532135
23744	rnn.bias_hh_l0	6	0.04790568724274635
23744	rnn.bias_hh_l0	7	0.04672880843281746
23744	rnn.bias_hh_l0	8	0.02565624751150608
23744	rnn.bias_hh_l0	9	0.04128815978765488
23744	rnn.weight_ih_l0_reverse	0	-0.03019774705171585
23744	rnn.weight_ih_l0_reverse	1	-0.0019878526218235493
23744	rnn.weight_ih_l0_reverse	2	0.024603355675935745
23744	rnn.weight_ih_l0_reverse	3	-0.06245419383049011
23744	rnn.weight_ih_l0_reverse	4	0.00976103451102972
23744	rnn.weight_ih_l0_reverse	5	-0.04774188622832298
23744	rnn.weight_ih_l0_reverse	6	0.025978989899158478
23744	rnn.weight_ih_l0_reverse	7	0.0470711775124073
23744	rnn.weight_ih_l0_reverse	8	-0.04648769274353981
23744	rnn.weight_ih_l0_reverse	9	-0.05146557837724686
23744	rnn.weight_hh_l0_reverse	0	-0.08171499520540237
23744	rnn.weight_hh_l0_reverse	1	-0.062456801533699036
23744	rnn.weight_hh_l0_reverse	2	0.03596017509698868
23744	rnn.weight_hh_l0_reverse	3	0.0447816364467144
23744	rnn.weight_hh_l0_reverse	4	-0.01258576288819313
23744	rnn.weight_hh_l0_reverse	5	0.044340625405311584
23744	rnn.weight_hh_l0_reverse	6	-0.006195887923240662
23744	rnn.weight_hh_l0_reverse	7	0.001202557235956192
23744	rnn.weight_hh_l0_reverse	8	-0.09812559932470322
23744	rnn.weight_hh_l0_reverse	9	0.07741568237543106
23744	rnn.bias_ih_l0_reverse	0	-0.0888386145234108
23744	rnn.bias_ih_l0_reverse	1	-0.05898148566484451
23744	rnn.bias_ih_l0_reverse	2	0.10050465166568756
23744	rnn.bias_ih_l0_reverse	3	0.0450473316013813
23744	rnn.bias_ih_l0_reverse	4	-0.1289263218641281
23744	rnn.bias_ih_l0_reverse	5	0.03816172853112221
23744	rnn.bias_ih_l0_reverse	6	-0.10337463021278381
23744	rnn.bias_ih_l0_reverse	7	0.039383962750434875
23744	rnn.bias_ih_l0_reverse	8	0.03498587757349014
23744	rnn.bias_ih_l0_reverse	9	0.06153669208288193
23744	rnn.bias_hh_l0_reverse	0	0.05950295552611351
23744	rnn.bias_hh_l0_reverse	1	0.06287388503551483
23744	rnn.bias_hh_l0_reverse	2	0.08363253623247147
23744	rnn.bias_hh_l0_reverse	3	-0.011223884299397469
23744	rnn.bias_hh_l0_reverse	4	0.07151052355766296
23744	rnn.bias_hh_l0_reverse	5	-0.001549638225696981
23744	rnn.bias_hh_l0_reverse	6	-0.06068967282772064
23744	rnn.bias_hh_l0_reverse	7	0.030724523589015007
23744	rnn.bias_hh_l0_reverse	8	0.010771345347166061
23744	rnn.bias_hh_l0_reverse	9	-0.1608279049396515
23744	linear.weight	0	0.14296315610408783
23744	linear.weight	1	-0.1613222360610962
23744	linear.weight	2	-0.21055899560451508
23744	linear.weight	3	0.06082680821418762
23744	linear.weight	4	-0.022952834144234657
23744	linear.weight	5	-0.0024280641227960587
23744	linear.weight	6	-0.00711314519867301
23744	linear.weight	7	-0.02695581316947937
23744	linear.weight	8	0.06764457374811172
23744	linear.weight	9	0.3399536609649658
23744	linear.bias	0	-0.21701060235500336
23744	linear.bias	1	0.1937890201807022
23744	linear.bias	2	-0.5370014309883118
23744	linear.bias	3	1.7050517797470093
23744	linear.bias	4	-0.3930930495262146
23744	linear.bias	5	-0.030769959092140198
23744	linear.bias	6	-0.3565375506877899
23744	linear.bias	7	-0.26910436153411865
23744	linear.bias	8	-0.04903961345553398
23744	linear.bias	9	-0.4933813810348511
23772	transitions	0	-0.6449297666549683
23772	transitions	1	0.35361993312835693
23772	transitions	2	1.6774795055389404
23772	transitions	3	0.10016398876905441
23772	transitions	4	0.9501529932022095
23772	transitions	5	1.273973822593689
23772	transitions	6	0.48337262868881226
23772	transitions	7	0.17596520483493805
23772	transitions	8	-0.9194967150688171
23772	transitions	9	0.9306710362434387
23772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23772	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23772	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23772	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23772	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23772	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23772	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23772	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23772	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23772	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23772	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23772	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23772	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23772	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23772	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23772	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23772	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23772	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23772	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23772	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23772	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23772	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23772	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23772	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23772	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23772	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23772	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23772	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23772	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23772	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23772	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23772	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23772	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23772	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23772	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23772	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23772	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23772	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23772	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23772	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23772	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23772	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23772	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23772	embedding2nn.weight	0	0.02407897263765335
23772	embedding2nn.weight	1	0.013761090114712715
23772	embedding2nn.weight	2	-0.00450275419279933
23772	embedding2nn.weight	3	0.0009560748003423214
23772	embedding2nn.weight	4	-0.004656453616917133
23772	embedding2nn.weight	5	0.011773153208196163
23772	embedding2nn.weight	6	-0.004670063499361277
23772	embedding2nn.weight	7	0.023429149761795998
23772	embedding2nn.weight	8	-0.006252505350857973
23772	embedding2nn.weight	9	-0.014019264839589596
23772	embedding2nn.bias	0	-0.03373377397656441
23772	embedding2nn.bias	1	-0.03766397386789322
23772	embedding2nn.bias	2	-0.06105312332510948
23772	embedding2nn.bias	3	0.016674349084496498
23772	embedding2nn.bias	4	0.006381469313055277
23772	embedding2nn.bias	5	-0.00891957152634859
23772	embedding2nn.bias	6	0.012131321243941784
23772	embedding2nn.bias	7	0.02591490000486374
23772	embedding2nn.bias	8	0.002370639005675912
23772	embedding2nn.bias	9	0.007325926795601845
23772	rnn.weight_ih_l0	0	0.03885924071073532
23772	rnn.weight_ih_l0	1	-0.011097205802798271
23772	rnn.weight_ih_l0	2	-0.03618756681680679
23772	rnn.weight_ih_l0	3	-0.044267334043979645
23772	rnn.weight_ih_l0	4	-0.051440514624118805
23772	rnn.weight_ih_l0	5	-0.008455976843833923
23772	rnn.weight_ih_l0	6	-0.05340864881873131
23772	rnn.weight_ih_l0	7	-0.05960623919963837
23772	rnn.weight_ih_l0	8	-0.04583533853292465
23772	rnn.weight_ih_l0	9	-0.027351917698979378
23772	rnn.weight_hh_l0	0	0.0177109707146883
23772	rnn.weight_hh_l0	1	-0.010577335953712463
23772	rnn.weight_hh_l0	2	-0.06826287508010864
23772	rnn.weight_hh_l0	3	-0.03180740401148796
23772	rnn.weight_hh_l0	4	-0.07731839269399643
23772	rnn.weight_hh_l0	5	-0.009034316055476665
23772	rnn.weight_hh_l0	6	-0.04750687628984451
23772	rnn.weight_hh_l0	7	-0.03464195504784584
23772	rnn.weight_hh_l0	8	-0.018451213836669922
23772	rnn.weight_hh_l0	9	-0.0021204615477472544
23772	rnn.bias_ih_l0	0	0.13724561035633087
23772	rnn.bias_ih_l0	1	-0.059268150478601456
23772	rnn.bias_ih_l0	2	0.10004161298274994
23772	rnn.bias_ih_l0	3	0.043729718774557114
23772	rnn.bias_ih_l0	4	0.09521975368261337
23772	rnn.bias_ih_l0	5	0.021686213091015816
23772	rnn.bias_ih_l0	6	-0.008717766962945461
23772	rnn.bias_ih_l0	7	-0.10172915458679199
23772	rnn.bias_ih_l0	8	-0.19666236639022827
23772	rnn.bias_ih_l0	9	0.08217045664787292
23772	rnn.bias_hh_l0	0	-0.0001745230983942747
23772	rnn.bias_hh_l0	1	0.023925792425870895
23772	rnn.bias_hh_l0	2	-0.004195135552436113
23772	rnn.bias_hh_l0	3	-0.03207627311348915
23772	rnn.bias_hh_l0	4	-0.03853684291243553
23772	rnn.bias_hh_l0	5	0.14672647416591644
23772	rnn.bias_hh_l0	6	0.04726295918226242
23772	rnn.bias_hh_l0	7	0.04773345962166786
23772	rnn.bias_hh_l0	8	0.025650935247540474
23772	rnn.bias_hh_l0	9	0.041311170905828476
23772	rnn.weight_ih_l0_reverse	0	-0.030310219153761864
23772	rnn.weight_ih_l0_reverse	1	-0.0024934615939855576
23772	rnn.weight_ih_l0_reverse	2	0.02469782903790474
23772	rnn.weight_ih_l0_reverse	3	-0.06249291077256203
23772	rnn.weight_ih_l0_reverse	4	0.009735463187098503
23772	rnn.weight_ih_l0_reverse	5	-0.04767294600605965
23772	rnn.weight_ih_l0_reverse	6	0.026091381907463074
23772	rnn.weight_ih_l0_reverse	7	0.0470806248486042
23772	rnn.weight_ih_l0_reverse	8	-0.046548303216695786
23772	rnn.weight_ih_l0_reverse	9	-0.0514635294675827
23772	rnn.weight_hh_l0_reverse	0	-0.08157826960086823
23772	rnn.weight_hh_l0_reverse	1	-0.06218136101961136
23772	rnn.weight_hh_l0_reverse	2	0.03579697012901306
23772	rnn.weight_hh_l0_reverse	3	0.044813334941864014
23772	rnn.weight_hh_l0_reverse	4	-0.012600530870258808
23772	rnn.weight_hh_l0_reverse	5	0.04451778903603554
23772	rnn.weight_hh_l0_reverse	6	-0.0060164290480315685
23772	rnn.weight_hh_l0_reverse	7	0.001546219689771533
23772	rnn.weight_hh_l0_reverse	8	-0.09791982173919678
23772	rnn.weight_hh_l0_reverse	9	0.07791987806558609
23772	rnn.bias_ih_l0_reverse	0	-0.09137531369924545
23772	rnn.bias_ih_l0_reverse	1	-0.05874631181359291
23772	rnn.bias_ih_l0_reverse	2	0.10007943212985992
23772	rnn.bias_ih_l0_reverse	3	0.04517502337694168
23772	rnn.bias_ih_l0_reverse	4	-0.12941250205039978
23772	rnn.bias_ih_l0_reverse	5	0.038495007902383804
23772	rnn.bias_ih_l0_reverse	6	-0.10271415114402771
23772	rnn.bias_ih_l0_reverse	7	0.03919779136776924
23772	rnn.bias_ih_l0_reverse	8	0.03513390198349953
23772	rnn.bias_ih_l0_reverse	9	0.06044925004243851
23772	rnn.bias_hh_l0_reverse	0	0.0633288025856018
23772	rnn.bias_hh_l0_reverse	1	0.06347652524709702
23772	rnn.bias_hh_l0_reverse	2	0.08401847630739212
23772	rnn.bias_hh_l0_reverse	3	-0.010704642161726952
23772	rnn.bias_hh_l0_reverse	4	0.07127013057470322
23772	rnn.bias_hh_l0_reverse	5	-0.0015017769765108824
23772	rnn.bias_hh_l0_reverse	6	-0.06027311831712723
23772	rnn.bias_hh_l0_reverse	7	0.030781257897615433
23772	rnn.bias_hh_l0_reverse	8	0.011264655739068985
23772	rnn.bias_hh_l0_reverse	9	-0.16395226120948792
23772	linear.weight	0	0.1430414766073227
23772	linear.weight	1	-0.16132192313671112
23772	linear.weight	2	-0.2104032188653946
23772	linear.weight	3	0.06073272228240967
23772	linear.weight	4	-0.022619619965553284
23772	linear.weight	5	-0.002364868763834238
23772	linear.weight	6	-0.007112272083759308
23772	linear.weight	7	-0.02694784477353096
23772	linear.weight	8	0.06677975505590439
23772	linear.weight	9	0.3377024829387665
23772	linear.bias	0	-0.21506817638874054
23772	linear.bias	1	0.19384758174419403
23772	linear.bias	2	-0.537786602973938
23772	linear.bias	3	1.7069593667984009
23772	linear.bias	4	-0.39402085542678833
23772	linear.bias	5	-0.030769959092140198
23772	linear.bias	6	-0.35742467641830444
23772	linear.bias	7	-0.2700320780277252
23772	linear.bias	8	-0.05007750168442726
23772	linear.bias	9	-0.49339649081230164
23800	transitions	0	-0.6449517011642456
23800	transitions	1	0.3536045551300049
23800	transitions	2	1.6774636507034302
23800	transitions	3	0.1001410186290741
23800	transitions	4	0.9501513838768005
23800	transitions	5	1.2739735841751099
23800	transitions	6	0.4833701550960541
23800	transitions	7	0.1759650558233261
23800	transitions	8	-0.9194967150688171
23800	transitions	9	0.9306710362434387
23800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23800	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23800	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23800	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23800	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23800	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23800	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23800	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23800	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23800	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23800	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23800	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23800	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23800	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23800	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23800	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23800	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23800	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23800	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23800	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23800	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23800	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23800	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23800	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23800	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23800	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23800	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23800	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23800	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23800	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23800	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23800	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23800	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23800	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23800	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23800	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23800	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23800	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23800	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23800	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23800	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23800	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23800	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23800	embedding2nn.weight	0	0.02405650168657303
23800	embedding2nn.weight	1	0.013749657198786736
23800	embedding2nn.weight	2	-0.004521494265645742
23800	embedding2nn.weight	3	0.0009864881867542863
23800	embedding2nn.weight	4	-0.004655222408473492
23800	embedding2nn.weight	5	0.011745965108275414
23800	embedding2nn.weight	6	-0.00467646261677146
23800	embedding2nn.weight	7	0.023302610963582993
23800	embedding2nn.weight	8	-0.006146822590380907
23800	embedding2nn.weight	9	-0.01404527947306633
23800	embedding2nn.bias	0	-0.0369868129491806
23800	embedding2nn.bias	1	-0.03612077981233597
23800	embedding2nn.bias	2	-0.06307923793792725
23800	embedding2nn.bias	3	0.015871893614530563
23800	embedding2nn.bias	4	0.008994433097541332
23800	embedding2nn.bias	5	-0.009603367187082767
23800	embedding2nn.bias	6	0.0133066326379776
23800	embedding2nn.bias	7	0.0260697603225708
23800	embedding2nn.bias	8	0.0017066182335838675
23800	embedding2nn.bias	9	0.007456276100128889
23800	rnn.weight_ih_l0	0	0.03885041922330856
23800	rnn.weight_ih_l0	1	-0.010714949108660221
23800	rnn.weight_ih_l0	2	-0.03633606433868408
23800	rnn.weight_ih_l0	3	-0.04399668425321579
23800	rnn.weight_ih_l0	4	-0.05142183601856232
23800	rnn.weight_ih_l0	5	-0.008348737843334675
23800	rnn.weight_ih_l0	6	-0.053274966776371
23800	rnn.weight_ih_l0	7	-0.059559959918260574
23800	rnn.weight_ih_l0	8	-0.04573807120323181
23800	rnn.weight_ih_l0	9	-0.02722569741308689
23800	rnn.weight_hh_l0	0	0.01785927638411522
23800	rnn.weight_hh_l0	1	-0.010451234877109528
23800	rnn.weight_hh_l0	2	-0.06855419278144836
23800	rnn.weight_hh_l0	3	-0.03174218535423279
23800	rnn.weight_hh_l0	4	-0.07708412408828735
23800	rnn.weight_hh_l0	5	-0.009254544973373413
23800	rnn.weight_hh_l0	6	-0.04814900457859039
23800	rnn.weight_hh_l0	7	-0.03509750962257385
23800	rnn.weight_hh_l0	8	-0.018571240827441216
23800	rnn.weight_hh_l0	9	-0.0019278369145467877
23800	rnn.bias_ih_l0	0	0.13698025047779083
23800	rnn.bias_ih_l0	1	-0.058462198823690414
23800	rnn.bias_ih_l0	2	0.09985069930553436
23800	rnn.bias_ih_l0	3	0.043994735926389694
23800	rnn.bias_ih_l0	4	0.0948842391371727
23800	rnn.bias_ih_l0	5	0.022008497267961502
23800	rnn.bias_ih_l0	6	-0.008994176052510738
23800	rnn.bias_ih_l0	7	-0.10534542798995972
23800	rnn.bias_ih_l0	8	-0.19629673659801483
23800	rnn.bias_ih_l0	9	0.08192865550518036
23800	rnn.bias_hh_l0	0	-0.0003181449428666383
23800	rnn.bias_hh_l0	1	0.023181481286883354
23800	rnn.bias_hh_l0	2	-0.00433032913133502
23800	rnn.bias_hh_l0	3	-0.03239119425415993
23800	rnn.bias_hh_l0	4	-0.03847087174654007
23800	rnn.bias_hh_l0	5	0.14709214866161346
23800	rnn.bias_hh_l0	6	0.04815289005637169
23800	rnn.bias_hh_l0	7	0.047374315559864044
23800	rnn.bias_hh_l0	8	0.025374526157975197
23800	rnn.bias_hh_l0	9	0.04155790060758591
23800	rnn.weight_ih_l0_reverse	0	-0.030221683904528618
23800	rnn.weight_ih_l0_reverse	1	-0.002814202569425106
23800	rnn.weight_ih_l0_reverse	2	0.02463722787797451
23800	rnn.weight_ih_l0_reverse	3	-0.06250251084566116
23800	rnn.weight_ih_l0_reverse	4	0.00985437911003828
23800	rnn.weight_ih_l0_reverse	5	-0.047693751752376556
23800	rnn.weight_ih_l0_reverse	6	0.025618186220526695
23800	rnn.weight_ih_l0_reverse	7	0.047204725444316864
23800	rnn.weight_ih_l0_reverse	8	-0.046731360256671906
23800	rnn.weight_ih_l0_reverse	9	-0.051544543355703354
23800	rnn.weight_hh_l0_reverse	0	-0.08176443725824356
23800	rnn.weight_hh_l0_reverse	1	-0.06253284215927124
23800	rnn.weight_hh_l0_reverse	2	0.035952623933553696
23800	rnn.weight_hh_l0_reverse	3	0.044886622577905655
23800	rnn.weight_hh_l0_reverse	4	-0.012498929165303707
23800	rnn.weight_hh_l0_reverse	5	0.04463382810354233
23800	rnn.weight_hh_l0_reverse	6	-0.005809703841805458
23800	rnn.weight_hh_l0_reverse	7	0.001638858811929822
23800	rnn.weight_hh_l0_reverse	8	-0.09786377847194672
23800	rnn.weight_hh_l0_reverse	9	0.07863958925008774
23800	rnn.bias_ih_l0_reverse	0	-0.09185739606618881
23800	rnn.bias_ih_l0_reverse	1	-0.056850042194128036
23800	rnn.bias_ih_l0_reverse	2	0.09919335693120956
23800	rnn.bias_ih_l0_reverse	3	0.045765023678541183
23800	rnn.bias_ih_l0_reverse	4	-0.12984663248062134
23800	rnn.bias_ih_l0_reverse	5	0.03878643363714218
23800	rnn.bias_ih_l0_reverse	6	-0.10288375616073608
23800	rnn.bias_ih_l0_reverse	7	0.03948747739195824
23800	rnn.bias_ih_l0_reverse	8	0.03429027274250984
23800	rnn.bias_ih_l0_reverse	9	0.06113544479012489
23800	rnn.bias_hh_l0_reverse	0	0.0644591897726059
23800	rnn.bias_hh_l0_reverse	1	0.06293413043022156
23800	rnn.bias_hh_l0_reverse	2	0.08519605547189713
23800	rnn.bias_hh_l0_reverse	3	-0.010432454757392406
23800	rnn.bias_hh_l0_reverse	4	0.07128206640481949
23800	rnn.bias_hh_l0_reverse	5	-0.0033603927586227655
23800	rnn.bias_hh_l0_reverse	6	-0.05968410149216652
23800	rnn.bias_hh_l0_reverse	7	0.0315704382956028
23800	rnn.bias_hh_l0_reverse	8	0.012555898167192936
23800	rnn.bias_hh_l0_reverse	9	-0.16150254011154175
23800	linear.weight	0	0.142799973487854
23800	linear.weight	1	-0.1613197773694992
23800	linear.weight	2	-0.2098837047815323
23800	linear.weight	3	0.06100920960307121
23800	linear.weight	4	-0.022153865545988083
23800	linear.weight	5	-0.00219506723806262
23800	linear.weight	6	-0.007111568469554186
23800	linear.weight	7	-0.0269339457154274
23800	linear.weight	8	0.06823750585317612
23800	linear.weight	9	0.3380429148674011
23800	linear.bias	0	-0.21532608568668365
23800	linear.bias	1	0.1947782188653946
23800	linear.bias	2	-0.5391435027122498
23800	linear.bias	3	1.70846426486969
23800	linear.bias	4	-0.3941037356853485
23800	linear.bias	5	-0.030769959092140198
23800	linear.bias	6	-0.358740895986557
23800	linear.bias	7	-0.2699926793575287
23800	linear.bias	8	-0.05223037302494049
23800	linear.bias	9	-0.4934206008911133
23828	transitions	0	-0.6449883580207825
23828	transitions	1	0.3536003828048706
23828	transitions	2	1.6774507761001587
23828	transitions	3	0.10008791834115982
23828	transitions	4	0.9501506686210632
23828	transitions	5	1.2739733457565308
23828	transitions	6	0.4833701252937317
23828	transitions	7	0.17596431076526642
23828	transitions	8	-0.9194968342781067
23828	transitions	9	0.9306710362434387
23828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23828	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23828	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23828	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23828	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23828	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23828	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23828	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23828	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23828	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23828	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23828	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23828	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23828	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23828	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23828	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23828	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23828	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23828	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23828	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23828	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23828	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23828	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23828	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23828	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23828	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23828	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23828	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23828	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23828	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23828	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23828	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23828	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23828	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23828	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23828	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23828	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23828	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23828	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23828	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23828	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23828	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23828	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23828	embedding2nn.weight	0	0.024179130792617798
23828	embedding2nn.weight	1	0.013746529817581177
23828	embedding2nn.weight	2	-0.004501678049564362
23828	embedding2nn.weight	3	0.001007831422612071
23828	embedding2nn.weight	4	-0.004636865574866533
23828	embedding2nn.weight	5	0.011752266436815262
23828	embedding2nn.weight	6	-0.004645125009119511
23828	embedding2nn.weight	7	0.023540910333395004
23828	embedding2nn.weight	8	-0.0061143068596720695
23828	embedding2nn.weight	9	-0.014114635065197945
23828	embedding2nn.bias	0	-0.037621766328811646
23828	embedding2nn.bias	1	-0.03862380608916283
23828	embedding2nn.bias	2	-0.06452181935310364
23828	embedding2nn.bias	3	0.015447177924215794
23828	embedding2nn.bias	4	0.009228058159351349
23828	embedding2nn.bias	5	-0.009542225860059261
23828	embedding2nn.bias	6	0.013998118229210377
23828	embedding2nn.bias	7	0.028897840529680252
23828	embedding2nn.bias	8	0.0005636426503770053
23828	embedding2nn.bias	9	0.006641640327870846
23828	rnn.weight_ih_l0	0	0.038877107203006744
23828	rnn.weight_ih_l0	1	-0.010967712849378586
23828	rnn.weight_ih_l0	2	-0.035976704210042953
23828	rnn.weight_ih_l0	3	-0.043895553797483444
23828	rnn.weight_ih_l0	4	-0.051489558070898056
23828	rnn.weight_ih_l0	5	-0.008322148583829403
23828	rnn.weight_ih_l0	6	-0.0531829334795475
23828	rnn.weight_ih_l0	7	-0.059436481446027756
23828	rnn.weight_ih_l0	8	-0.045676641166210175
23828	rnn.weight_ih_l0	9	-0.027356471866369247
23828	rnn.weight_hh_l0	0	0.017812713980674744
23828	rnn.weight_hh_l0	1	-0.010285744443535805
23828	rnn.weight_hh_l0	2	-0.0686197578907013
23828	rnn.weight_hh_l0	3	-0.031804267317056656
23828	rnn.weight_hh_l0	4	-0.07730235159397125
23828	rnn.weight_hh_l0	5	-0.009417054243385792
23828	rnn.weight_hh_l0	6	-0.04803355410695076
23828	rnn.weight_hh_l0	7	-0.034669823944568634
23828	rnn.weight_hh_l0	8	-0.018713759258389473
23828	rnn.weight_hh_l0	9	-0.002094443654641509
23828	rnn.bias_ih_l0	0	0.1374630331993103
23828	rnn.bias_ih_l0	1	-0.057765889912843704
23828	rnn.bias_ih_l0	2	0.1006227359175682
23828	rnn.bias_ih_l0	3	0.04440074786543846
23828	rnn.bias_ih_l0	4	0.09411297738552094
23828	rnn.bias_ih_l0	5	0.022072728723287582
23828	rnn.bias_ih_l0	6	-0.00955093652009964
23828	rnn.bias_ih_l0	7	-0.10656789690256119
23828	rnn.bias_ih_l0	8	-0.19611480832099915
23828	rnn.bias_ih_l0	9	0.08184172958135605
23828	rnn.bias_hh_l0	0	-0.0011705005308613181
23828	rnn.bias_hh_l0	1	0.02317122370004654
23828	rnn.bias_hh_l0	2	-0.004741868935525417
23828	rnn.bias_hh_l0	3	-0.03236669301986694
23828	rnn.bias_hh_l0	4	-0.038811951875686646
23828	rnn.bias_hh_l0	5	0.14623409509658813
23828	rnn.bias_hh_l0	6	0.04823954775929451
23828	rnn.bias_hh_l0	7	0.04780258983373642
23828	rnn.bias_hh_l0	8	0.02481776475906372
23828	rnn.bias_hh_l0	9	0.04191790521144867
23828	rnn.weight_ih_l0_reverse	0	-0.03021601215004921
23828	rnn.weight_ih_l0_reverse	1	-0.0025771695654839277
23828	rnn.weight_ih_l0_reverse	2	0.024661459028720856
23828	rnn.weight_ih_l0_reverse	3	-0.06241830810904503
23828	rnn.weight_ih_l0_reverse	4	0.009879957884550095
23828	rnn.weight_ih_l0_reverse	5	-0.04758947342634201
23828	rnn.weight_ih_l0_reverse	6	0.025388821959495544
23828	rnn.weight_ih_l0_reverse	7	0.047245822846889496
23828	rnn.weight_ih_l0_reverse	8	-0.0466495156288147
23828	rnn.weight_ih_l0_reverse	9	-0.05159611254930496
23828	rnn.weight_hh_l0_reverse	0	-0.08158142864704132
23828	rnn.weight_hh_l0_reverse	1	-0.06318274885416031
23828	rnn.weight_hh_l0_reverse	2	0.03588049113750458
23828	rnn.weight_hh_l0_reverse	3	0.04490243270993233
23828	rnn.weight_hh_l0_reverse	4	-0.012609224766492844
23828	rnn.weight_hh_l0_reverse	5	0.04472215473651886
23828	rnn.weight_hh_l0_reverse	6	-0.005420695524662733
23828	rnn.weight_hh_l0_reverse	7	0.0018539001466706395
23828	rnn.weight_hh_l0_reverse	8	-0.09773701429367065
23828	rnn.weight_hh_l0_reverse	9	0.07817059010267258
23828	rnn.bias_ih_l0_reverse	0	-0.09199424833059311
23828	rnn.bias_ih_l0_reverse	1	-0.05726417899131775
23828	rnn.bias_ih_l0_reverse	2	0.09943494945764542
23828	rnn.bias_ih_l0_reverse	3	0.0459604449570179
23828	rnn.bias_ih_l0_reverse	4	-0.13007676601409912
23828	rnn.bias_ih_l0_reverse	5	0.03877953812479973
23828	rnn.bias_ih_l0_reverse	6	-0.10322669893503189
23828	rnn.bias_ih_l0_reverse	7	0.03854271024465561
23828	rnn.bias_ih_l0_reverse	8	0.0355779193341732
23828	rnn.bias_ih_l0_reverse	9	0.0616934634745121
23828	rnn.bias_hh_l0_reverse	0	0.06043010205030441
23828	rnn.bias_hh_l0_reverse	1	0.06289941817522049
23828	rnn.bias_hh_l0_reverse	2	0.08398565649986267
23828	rnn.bias_hh_l0_reverse	3	-0.010340442880988121
23828	rnn.bias_hh_l0_reverse	4	0.07136867940425873
23828	rnn.bias_hh_l0_reverse	5	-0.002852001693099737
23828	rnn.bias_hh_l0_reverse	6	-0.05946635082364082
23828	rnn.bias_hh_l0_reverse	7	0.031608909368515015
23828	rnn.bias_hh_l0_reverse	8	0.011597542092204094
23828	rnn.bias_hh_l0_reverse	9	-0.16018643975257874
23828	linear.weight	0	0.141751229763031
23828	linear.weight	1	-0.16131898760795593
23828	linear.weight	2	-0.2099476307630539
23828	linear.weight	3	0.06234745308756828
23828	linear.weight	4	-0.02213442325592041
23828	linear.weight	5	-0.002190643921494484
23828	linear.weight	6	-0.007106716278940439
23828	linear.weight	7	-0.02690698206424713
23828	linear.weight	8	0.07027643173933029
23828	linear.weight	9	0.3374003767967224
23828	linear.bias	0	-0.21531866490840912
23828	linear.bias	1	0.19427263736724854
23828	linear.bias	2	-0.538940966129303
23828	linear.bias	3	1.7045495510101318
23828	linear.bias	4	-0.39415401220321655
23828	linear.bias	5	-0.030769959092140198
23828	linear.bias	6	-0.35762596130371094
23828	linear.bias	7	-0.270879328250885
23828	linear.bias	8	-0.05495624989271164
23828	linear.bias	9	-0.4934397339820862
23856	transitions	0	-0.6450059413909912
23856	transitions	1	0.3535882532596588
23856	transitions	2	1.6774383783340454
23856	transitions	3	0.10008017718791962
23856	transitions	4	0.9501428008079529
23856	transitions	5	1.2739732265472412
23856	transitions	6	0.4833700954914093
23856	transitions	7	0.17596428096294403
23856	transitions	8	-0.9194968342781067
23856	transitions	9	0.9306710362434387
23856	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23856	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23856	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23856	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23856	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23856	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23856	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23856	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23856	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23856	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23856	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23856	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23856	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23856	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23856	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23856	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23856	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23856	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23856	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23856	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23856	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23856	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23856	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23856	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23856	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23856	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23856	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23856	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23856	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23856	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23856	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23856	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23856	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23856	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23856	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23856	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23856	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23856	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23856	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23856	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23856	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23856	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23856	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23856	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23856	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23856	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23856	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23856	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23856	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23856	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23856	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23856	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23856	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23856	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23856	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23856	embedding2nn.weight	0	0.024385657161474228
23856	embedding2nn.weight	1	0.013703519478440285
23856	embedding2nn.weight	2	-0.004485250450670719
23856	embedding2nn.weight	3	0.0008650177624076605
23856	embedding2nn.weight	4	-0.0046517979353666306
23856	embedding2nn.weight	5	0.011674475856125355
23856	embedding2nn.weight	6	-0.004637137986719608
23856	embedding2nn.weight	7	0.0238051600754261
23856	embedding2nn.weight	8	-0.006102317478507757
23856	embedding2nn.weight	9	-0.014137695543467999
23856	embedding2nn.bias	0	-0.03741281479597092
23856	embedding2nn.bias	1	-0.03823393955826759
23856	embedding2nn.bias	2	-0.06588486582040787
23856	embedding2nn.bias	3	0.012719965539872646
23856	embedding2nn.bias	4	0.007729309611022472
23856	embedding2nn.bias	5	-0.010715306736528873
23856	embedding2nn.bias	6	0.012280425988137722
23856	embedding2nn.bias	7	0.027558153495192528
23856	embedding2nn.bias	8	0.0010059220949187875
23856	embedding2nn.bias	9	0.008829977363348007
23856	rnn.weight_ih_l0	0	0.0389399528503418
23856	rnn.weight_ih_l0	1	-0.01090566162019968
23856	rnn.weight_ih_l0	2	-0.03577996790409088
23856	rnn.weight_ih_l0	3	-0.04378915950655937
23856	rnn.weight_ih_l0	4	-0.05146600306034088
23856	rnn.weight_ih_l0	5	-0.008291126228868961
23856	rnn.weight_ih_l0	6	-0.053405020385980606
23856	rnn.weight_ih_l0	7	-0.059285569936037064
23856	rnn.weight_ih_l0	8	-0.04576697200536728
23856	rnn.weight_ih_l0	9	-0.027262642979621887
23856	rnn.weight_hh_l0	0	0.01794072426855564
23856	rnn.weight_hh_l0	1	-0.010453111492097378
23856	rnn.weight_hh_l0	2	-0.06829056888818741
23856	rnn.weight_hh_l0	3	-0.03175728768110275
23856	rnn.weight_hh_l0	4	-0.07724315673112869
23856	rnn.weight_hh_l0	5	-0.009459932334721088
23856	rnn.weight_hh_l0	6	-0.04670669138431549
23856	rnn.weight_hh_l0	7	-0.03437289595603943
23856	rnn.weight_hh_l0	8	-0.018624689429998398
23856	rnn.weight_hh_l0	9	-0.0018479665741324425
23856	rnn.bias_ih_l0	0	0.13719192147254944
23856	rnn.bias_ih_l0	1	-0.058037497103214264
23856	rnn.bias_ih_l0	2	0.09940361976623535
23856	rnn.bias_ih_l0	3	0.044791266322135925
23856	rnn.bias_ih_l0	4	0.09364112466573715
23856	rnn.bias_ih_l0	5	0.02226145751774311
23856	rnn.bias_ih_l0	6	-0.009200561791658401
23856	rnn.bias_ih_l0	7	-0.10506431758403778
23856	rnn.bias_ih_l0	8	-0.1981552541255951
23856	rnn.bias_ih_l0	9	0.08107762783765793
23856	rnn.bias_hh_l0	0	-0.0013178277295082808
23856	rnn.bias_hh_l0	1	0.02241496928036213
23856	rnn.bias_hh_l0	2	-0.005264908540993929
23856	rnn.bias_hh_l0	3	-0.03136054426431656
23856	rnn.bias_hh_l0	4	-0.03900869935750961
23856	rnn.bias_hh_l0	5	0.1464693248271942
23856	rnn.bias_hh_l0	6	0.04871804639697075
23856	rnn.bias_hh_l0	7	0.04785599559545517
23856	rnn.bias_hh_l0	8	0.025168143212795258
23856	rnn.bias_hh_l0	9	0.042352352291345596
23856	rnn.weight_ih_l0_reverse	0	-0.03034241497516632
23856	rnn.weight_ih_l0_reverse	1	-0.0024442849680781364
23856	rnn.weight_ih_l0_reverse	2	0.02468879707157612
23856	rnn.weight_ih_l0_reverse	3	-0.06233350560069084
23856	rnn.weight_ih_l0_reverse	4	0.009715360589325428
23856	rnn.weight_ih_l0_reverse	5	-0.047687336802482605
23856	rnn.weight_ih_l0_reverse	6	0.02482631988823414
23856	rnn.weight_ih_l0_reverse	7	0.047198280692100525
23856	rnn.weight_ih_l0_reverse	8	-0.04642682895064354
23856	rnn.weight_ih_l0_reverse	9	-0.05154658854007721
23856	rnn.weight_hh_l0_reverse	0	-0.08173377066850662
23856	rnn.weight_hh_l0_reverse	1	-0.06293393671512604
23856	rnn.weight_hh_l0_reverse	2	0.036084096878767014
23856	rnn.weight_hh_l0_reverse	3	0.04502158612012863
23856	rnn.weight_hh_l0_reverse	4	-0.012634879909455776
23856	rnn.weight_hh_l0_reverse	5	0.04467746987938881
23856	rnn.weight_hh_l0_reverse	6	-0.00533635076135397
23856	rnn.weight_hh_l0_reverse	7	0.001972559606656432
23856	rnn.weight_hh_l0_reverse	8	-0.09794295579195023
23856	rnn.weight_hh_l0_reverse	9	0.07829109579324722
23856	rnn.bias_ih_l0_reverse	0	-0.09233579784631729
23856	rnn.bias_ih_l0_reverse	1	-0.05875685065984726
23856	rnn.bias_ih_l0_reverse	2	0.09991652518510818
23856	rnn.bias_ih_l0_reverse	3	0.04527757316827774
23856	rnn.bias_ih_l0_reverse	4	-0.13102297484874725
23856	rnn.bias_ih_l0_reverse	5	0.039180196821689606
23856	rnn.bias_ih_l0_reverse	6	-0.10352279245853424
23856	rnn.bias_ih_l0_reverse	7	0.040043190121650696
23856	rnn.bias_ih_l0_reverse	8	0.03567604720592499
23856	rnn.bias_ih_l0_reverse	9	0.06149177625775337
23856	rnn.bias_hh_l0_reverse	0	0.061784777790308
23856	rnn.bias_hh_l0_reverse	1	0.06326773017644882
23856	rnn.bias_hh_l0_reverse	2	0.08396463096141815
23856	rnn.bias_hh_l0_reverse	3	-0.009692654944956303
23856	rnn.bias_hh_l0_reverse	4	0.071136973798275
23856	rnn.bias_hh_l0_reverse	5	4.644797809305601e-05
23856	rnn.bias_hh_l0_reverse	6	-0.05984902381896973
23856	rnn.bias_hh_l0_reverse	7	0.02984662726521492
23856	rnn.bias_hh_l0_reverse	8	0.012068749405443668
23856	rnn.bias_hh_l0_reverse	9	-0.1637229174375534
23856	linear.weight	0	0.1415897011756897
23856	linear.weight	1	-0.161317840218544
23856	linear.weight	2	-0.2099727988243103
23856	linear.weight	3	0.061521634459495544
23856	linear.weight	4	-0.022446012124419212
23856	linear.weight	5	-0.0014013758627697825
23856	linear.weight	6	-0.007105840370059013
23856	linear.weight	7	-0.02690376341342926
23856	linear.weight	8	0.07034629583358765
23856	linear.weight	9	0.33506351709365845
23856	linear.bias	0	-0.2100176215171814
23856	linear.bias	1	0.19008594751358032
23856	linear.bias	2	-0.5390187501907349
23856	linear.bias	3	1.6983745098114014
23856	linear.bias	4	-0.3942377269268036
23856	linear.bias	5	-0.030769959092140198
23856	linear.bias	6	-0.3578494191169739
23856	linear.bias	7	-0.27157631516456604
23856	linear.bias	8	-0.04978187009692192
23856	linear.bias	9	-0.493484228849411
23884	transitions	0	-0.6450185775756836
23884	transitions	1	0.35356375575065613
23884	transitions	2	1.6774269342422485
23884	transitions	3	0.10005459189414978
23884	transitions	4	0.9501391053199768
23884	transitions	5	1.2739731073379517
23884	transitions	6	0.4833693504333496
23884	transitions	7	0.1759638637304306
23884	transitions	8	-0.9194971323013306
23884	transitions	9	0.9306710362434387
23884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23884	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23884	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23884	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23884	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23884	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23884	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23884	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23884	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23884	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23884	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23884	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23884	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23884	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23884	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23884	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23884	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23884	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23884	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23884	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23884	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23884	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23884	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23884	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23884	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23884	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23884	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23884	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23884	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23884	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23884	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23884	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23884	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23884	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23884	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23884	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23884	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23884	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23884	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23884	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23884	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23884	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23884	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23884	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23884	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23884	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23884	embedding2nn.weight	0	0.024327673017978668
23884	embedding2nn.weight	1	0.013765262439846992
23884	embedding2nn.weight	2	-0.00446532666683197
23884	embedding2nn.weight	3	0.0008756443276070058
23884	embedding2nn.weight	4	-0.0046948958188295364
23884	embedding2nn.weight	5	0.011674867942929268
23884	embedding2nn.weight	6	-0.004611542448401451
23884	embedding2nn.weight	7	0.02382863312959671
23884	embedding2nn.weight	8	-0.00611911853775382
23884	embedding2nn.weight	9	-0.014184271916747093
23884	embedding2nn.bias	0	-0.038453299552202225
23884	embedding2nn.bias	1	-0.04083200916647911
23884	embedding2nn.bias	2	-0.06659762561321259
23884	embedding2nn.bias	3	0.013015994802117348
23884	embedding2nn.bias	4	0.00562990503385663
23884	embedding2nn.bias	5	-0.010752784088253975
23884	embedding2nn.bias	6	0.013537115417420864
23884	embedding2nn.bias	7	0.024433085694909096
23884	embedding2nn.bias	8	6.843653864052612e-06
23884	embedding2nn.bias	9	0.004820676054805517
23884	rnn.weight_ih_l0	0	0.03914991393685341
23884	rnn.weight_ih_l0	1	-0.011216810904443264
23884	rnn.weight_ih_l0	2	-0.03600837662816048
23884	rnn.weight_ih_l0	3	-0.0441255159676075
23884	rnn.weight_ih_l0	4	-0.0517444908618927
23884	rnn.weight_ih_l0	5	-0.008014146238565445
23884	rnn.weight_ih_l0	6	-0.05342857912182808
23884	rnn.weight_ih_l0	7	-0.05907900631427765
23884	rnn.weight_ih_l0	8	-0.04565130174160004
23884	rnn.weight_ih_l0	9	-0.027317700907588005
23884	rnn.weight_hh_l0	0	0.017997855320572853
23884	rnn.weight_hh_l0	1	-0.01056641899049282
23884	rnn.weight_hh_l0	2	-0.06778474897146225
23884	rnn.weight_hh_l0	3	-0.03200910985469818
23884	rnn.weight_hh_l0	4	-0.07735791057348251
23884	rnn.weight_hh_l0	5	-0.009588210843503475
23884	rnn.weight_hh_l0	6	-0.04618042707443237
23884	rnn.weight_hh_l0	7	-0.03402623161673546
23884	rnn.weight_hh_l0	8	-0.01853732392191887
23884	rnn.weight_hh_l0	9	-0.002009897492825985
23884	rnn.bias_ih_l0	0	0.1370415985584259
23884	rnn.bias_ih_l0	1	-0.05852651968598366
23884	rnn.bias_ih_l0	2	0.10036294907331467
23884	rnn.bias_ih_l0	3	0.04354066029191017
23884	rnn.bias_ih_l0	4	0.0931919738650322
23884	rnn.bias_ih_l0	5	0.022137796506285667
23884	rnn.bias_ih_l0	6	-0.008892175741493702
23884	rnn.bias_ih_l0	7	-0.104676254093647
23884	rnn.bias_ih_l0	8	-0.19721291959285736
23884	rnn.bias_ih_l0	9	0.08100707828998566
23884	rnn.bias_hh_l0	0	-0.001077377935871482
23884	rnn.bias_hh_l0	1	0.023495372384786606
23884	rnn.bias_hh_l0	2	-0.004527493845671415
23884	rnn.bias_hh_l0	3	-0.03263935446739197
23884	rnn.bias_hh_l0	4	-0.038776375353336334
23884	rnn.bias_hh_l0	5	0.14589262008666992
23884	rnn.bias_hh_l0	6	0.048182036727666855
23884	rnn.bias_hh_l0	7	0.048071518540382385
23884	rnn.bias_hh_l0	8	0.025476524606347084
23884	rnn.bias_hh_l0	9	0.041487716138362885
23884	rnn.weight_ih_l0_reverse	0	-0.030475493520498276
23884	rnn.weight_ih_l0_reverse	1	-0.002117845229804516
23884	rnn.weight_ih_l0_reverse	2	0.024569464847445488
23884	rnn.weight_ih_l0_reverse	3	-0.062412746250629425
23884	rnn.weight_ih_l0_reverse	4	0.009745788760483265
23884	rnn.weight_ih_l0_reverse	5	-0.04781005531549454
23884	rnn.weight_ih_l0_reverse	6	0.02485419064760208
23884	rnn.weight_ih_l0_reverse	7	0.047116976231336594
23884	rnn.weight_ih_l0_reverse	8	-0.04664679244160652
23884	rnn.weight_ih_l0_reverse	9	-0.05155984312295914
23884	rnn.weight_hh_l0_reverse	0	-0.08161517232656479
23884	rnn.weight_hh_l0_reverse	1	-0.06354498863220215
23884	rnn.weight_hh_l0_reverse	2	0.03620554506778717
23884	rnn.weight_hh_l0_reverse	3	0.04462234675884247
23884	rnn.weight_hh_l0_reverse	4	-0.013013727962970734
23884	rnn.weight_hh_l0_reverse	5	0.044708844274282455
23884	rnn.weight_hh_l0_reverse	6	-0.004886061884462833
23884	rnn.weight_hh_l0_reverse	7	0.0019369235960766673
23884	rnn.weight_hh_l0_reverse	8	-0.09770338982343674
23884	rnn.weight_hh_l0_reverse	9	0.07864712178707123
23884	rnn.bias_ih_l0_reverse	0	-0.0928439199924469
23884	rnn.bias_ih_l0_reverse	1	-0.0590599961578846
23884	rnn.bias_ih_l0_reverse	2	0.09907427430152893
23884	rnn.bias_ih_l0_reverse	3	0.045888468623161316
23884	rnn.bias_ih_l0_reverse	4	-0.1309879571199417
23884	rnn.bias_ih_l0_reverse	5	0.03960343450307846
23884	rnn.bias_ih_l0_reverse	6	-0.10402579605579376
23884	rnn.bias_ih_l0_reverse	7	0.040728989988565445
23884	rnn.bias_ih_l0_reverse	8	0.03571286424994469
23884	rnn.bias_ih_l0_reverse	9	0.061614375561475754
23884	rnn.bias_hh_l0_reverse	0	0.06021777540445328
23884	rnn.bias_hh_l0_reverse	1	0.06348138302564621
23884	rnn.bias_hh_l0_reverse	2	0.0834483653306961
23884	rnn.bias_hh_l0_reverse	3	-0.009566670283675194
23884	rnn.bias_hh_l0_reverse	4	0.07021190971136093
23884	rnn.bias_hh_l0_reverse	5	-0.0010809042723849416
23884	rnn.bias_hh_l0_reverse	6	-0.0602569617331028
23884	rnn.bias_hh_l0_reverse	7	0.029850907623767853
23884	rnn.bias_hh_l0_reverse	8	0.011778196319937706
23884	rnn.bias_hh_l0_reverse	9	-0.16205473244190216
23884	linear.weight	0	0.1429431438446045
23884	linear.weight	1	-0.16131331026554108
23884	linear.weight	2	-0.20866692066192627
23884	linear.weight	3	0.06281479448080063
23884	linear.weight	4	-0.02239653654396534
23884	linear.weight	5	-0.0018698715139180422
23884	linear.weight	6	-0.0071050506085157394
23884	linear.weight	7	-0.02690093033015728
23884	linear.weight	8	0.07129393517971039
23884	linear.weight	9	0.3367711007595062
23884	linear.bias	0	-0.21264563500881195
23884	linear.bias	1	0.19163602590560913
23884	linear.bias	2	-0.5373097062110901
23884	linear.bias	3	1.7043832540512085
23884	linear.bias	4	-0.39430445432662964
23884	linear.bias	5	-0.030769959092140198
23884	linear.bias	6	-0.3562996983528137
23884	linear.bias	7	-0.27098822593688965
23884	linear.bias	8	-0.05212666094303131
23884	linear.bias	9	-0.4935204088687897
23912	transitions	0	-0.6450656056404114
23912	transitions	1	0.3535497784614563
23912	transitions	2	1.6774095296859741
23912	transitions	3	0.10002585500478745
23912	transitions	4	0.9501341581344604
23912	transitions	5	1.2739726305007935
23912	transitions	6	0.4833691120147705
23912	transitions	7	0.1759582757949829
23912	transitions	8	-0.9194973707199097
23912	transitions	9	0.9306710362434387
23912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23912	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23912	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23912	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23912	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23912	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23912	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23912	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23912	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23912	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23912	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23912	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23912	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23912	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23912	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23912	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23912	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23912	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23912	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23912	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23912	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23912	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23912	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23912	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23912	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23912	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23912	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23912	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23912	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23912	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23912	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23912	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23912	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23912	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23912	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23912	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23912	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23912	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23912	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23912	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23912	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23912	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23912	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23912	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23912	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23912	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23912	embedding2nn.weight	0	0.024589121341705322
23912	embedding2nn.weight	1	0.013788283802568913
23912	embedding2nn.weight	2	-0.0044612037017941475
23912	embedding2nn.weight	3	0.0008885006536729634
23912	embedding2nn.weight	4	-0.004706106148660183
23912	embedding2nn.weight	5	0.011799325235188007
23912	embedding2nn.weight	6	-0.004631912801414728
23912	embedding2nn.weight	7	0.02387271821498871
23912	embedding2nn.weight	8	-0.006076282821595669
23912	embedding2nn.weight	9	-0.01419782917946577
23912	embedding2nn.bias	0	-0.03952491655945778
23912	embedding2nn.bias	1	-0.03911980241537094
23912	embedding2nn.bias	2	-0.06645171344280243
23912	embedding2nn.bias	3	0.01074397936463356
23912	embedding2nn.bias	4	0.0005187733331695199
23912	embedding2nn.bias	5	-0.010689157992601395
23912	embedding2nn.bias	6	0.009685357101261616
23912	embedding2nn.bias	7	0.02645198628306389
23912	embedding2nn.bias	8	0.000455992529168725
23912	embedding2nn.bias	9	0.005663262214511633
23912	rnn.weight_ih_l0	0	0.038982897996902466
23912	rnn.weight_ih_l0	1	-0.011305103078484535
23912	rnn.weight_ih_l0	2	-0.035841234028339386
23912	rnn.weight_ih_l0	3	-0.04400241747498512
23912	rnn.weight_ih_l0	4	-0.05177367478609085
23912	rnn.weight_ih_l0	5	-0.008010669611394405
23912	rnn.weight_ih_l0	6	-0.05351570248603821
23912	rnn.weight_ih_l0	7	-0.059208378195762634
23912	rnn.weight_ih_l0	8	-0.045782215893268585
23912	rnn.weight_ih_l0	9	-0.02732803486287594
23912	rnn.weight_hh_l0	0	0.01799916848540306
23912	rnn.weight_hh_l0	1	-0.010580681264400482
23912	rnn.weight_hh_l0	2	-0.06721412390470505
23912	rnn.weight_hh_l0	3	-0.03223365917801857
23912	rnn.weight_hh_l0	4	-0.07728971540927887
23912	rnn.weight_hh_l0	5	-0.009106525219976902
23912	rnn.weight_hh_l0	6	-0.0465281642973423
23912	rnn.weight_hh_l0	7	-0.034260332584381104
23912	rnn.weight_hh_l0	8	-0.018570533022284508
23912	rnn.weight_hh_l0	9	-0.002478029578924179
23912	rnn.bias_ih_l0	0	0.13729795813560486
23912	rnn.bias_ih_l0	1	-0.059030260890722275
23912	rnn.bias_ih_l0	2	0.10062491148710251
23912	rnn.bias_ih_l0	3	0.04264918342232704
23912	rnn.bias_ih_l0	4	0.0937245637178421
23912	rnn.bias_ih_l0	5	0.022081663832068443
23912	rnn.bias_ih_l0	6	-0.008591282181441784
23912	rnn.bias_ih_l0	7	-0.10461699962615967
23912	rnn.bias_ih_l0	8	-0.19768331944942474
23912	rnn.bias_ih_l0	9	0.08144258707761765
23912	rnn.bias_hh_l0	0	-0.001205360284075141
23912	rnn.bias_hh_l0	1	0.02380223385989666
23912	rnn.bias_hh_l0	2	-0.005035908427089453
23912	rnn.bias_hh_l0	3	-0.03219916671514511
23912	rnn.bias_hh_l0	4	-0.03869583457708359
23912	rnn.bias_hh_l0	5	0.14597687125205994
23912	rnn.bias_hh_l0	6	0.04805927351117134
23912	rnn.bias_hh_l0	7	0.04824041575193405
23912	rnn.bias_hh_l0	8	0.02577742375433445
23912	rnn.bias_hh_l0	9	0.041387878358364105
23912	rnn.weight_ih_l0_reverse	0	-0.03048657439649105
23912	rnn.weight_ih_l0_reverse	1	-0.0022367071360349655
23912	rnn.weight_ih_l0_reverse	2	0.024600880220532417
23912	rnn.weight_ih_l0_reverse	3	-0.06254515796899796
23912	rnn.weight_ih_l0_reverse	4	0.009718588553369045
23912	rnn.weight_ih_l0_reverse	5	-0.04786139354109764
23912	rnn.weight_ih_l0_reverse	6	0.024949435144662857
23912	rnn.weight_ih_l0_reverse	7	0.047126397490501404
23912	rnn.weight_ih_l0_reverse	8	-0.046821173280477524
23912	rnn.weight_ih_l0_reverse	9	-0.051527172327041626
23912	rnn.weight_hh_l0_reverse	0	-0.08188150078058243
23912	rnn.weight_hh_l0_reverse	1	-0.06282485276460648
23912	rnn.weight_hh_l0_reverse	2	0.036476437002420425
23912	rnn.weight_hh_l0_reverse	3	0.044727835804224014
23912	rnn.weight_hh_l0_reverse	4	-0.013215472921729088
23912	rnn.weight_hh_l0_reverse	5	0.04467766731977463
23912	rnn.weight_hh_l0_reverse	6	-0.005030461121350527
23912	rnn.weight_hh_l0_reverse	7	0.0016776869306340814
23912	rnn.weight_hh_l0_reverse	8	-0.09743563830852509
23912	rnn.weight_hh_l0_reverse	9	0.07790163904428482
23912	rnn.bias_ih_l0_reverse	0	-0.0916454866528511
23912	rnn.bias_ih_l0_reverse	1	-0.057885054498910904
23912	rnn.bias_ih_l0_reverse	2	0.09896992146968842
23912	rnn.bias_ih_l0_reverse	3	0.04593634232878685
23912	rnn.bias_ih_l0_reverse	4	-0.1308698058128357
23912	rnn.bias_ih_l0_reverse	5	0.04065984487533569
23912	rnn.bias_ih_l0_reverse	6	-0.10477206856012344
23912	rnn.bias_ih_l0_reverse	7	0.041067104786634445
23912	rnn.bias_ih_l0_reverse	8	0.034633323550224304
23912	rnn.bias_ih_l0_reverse	9	0.060876864939928055
23912	rnn.bias_hh_l0_reverse	0	0.06135670095682144
23912	rnn.bias_hh_l0_reverse	1	0.06379219889640808
23912	rnn.bias_hh_l0_reverse	2	0.08334524929523468
23912	rnn.bias_hh_l0_reverse	3	-0.009185000322759151
23912	rnn.bias_hh_l0_reverse	4	0.07095745205879211
23912	rnn.bias_hh_l0_reverse	5	0.0011509651085361838
23912	rnn.bias_hh_l0_reverse	6	-0.06076331064105034
23912	rnn.bias_hh_l0_reverse	7	0.03048539161682129
23912	rnn.bias_hh_l0_reverse	8	0.012059849686920643
23912	rnn.bias_hh_l0_reverse	9	-0.1613818109035492
23912	linear.weight	0	0.1400728076696396
23912	linear.weight	1	-0.16130907833576202
23912	linear.weight	2	-0.20885643362998962
23912	linear.weight	3	0.0640566423535347
23912	linear.weight	4	-0.02286769263446331
23912	linear.weight	5	-0.0014664670452475548
23912	linear.weight	6	-0.007094688713550568
23912	linear.weight	7	-0.02688492089509964
23912	linear.weight	8	0.07181956619024277
23912	linear.weight	9	0.33731046319007874
23912	linear.bias	0	-0.21109680831432343
23912	linear.bias	1	0.1917426437139511
23912	linear.bias	2	-0.5380173325538635
23912	linear.bias	3	1.6933575868606567
23912	linear.bias	4	-0.39440423250198364
23912	linear.bias	5	-0.030769959092140198
23912	linear.bias	6	-0.35745662450790405
23912	linear.bias	7	-0.27253657579421997
23912	linear.bias	8	-0.0515441931784153
23912	linear.bias	9	-0.4935625493526459
23940	transitions	0	-0.6450865864753723
23940	transitions	1	0.35354411602020264
23940	transitions	2	1.6773160696029663
23940	transitions	3	0.09998779743909836
23940	transitions	4	0.9501307606697083
23940	transitions	5	1.2739713191986084
23940	transitions	6	0.48336902260780334
23940	transitions	7	0.1759580373764038
23940	transitions	8	-0.9194973707199097
23940	transitions	9	0.9306710362434387
23940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23940	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23940	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23940	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23940	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23940	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23940	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23940	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23940	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23940	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23940	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23940	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23940	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23940	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23940	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23940	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23940	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23940	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23940	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23940	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23940	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23940	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23940	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23940	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23940	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23940	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23940	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23940	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23940	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23940	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23940	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23940	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23940	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23940	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23940	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23940	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23940	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23940	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23940	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23940	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23940	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23940	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23940	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23940	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23940	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23940	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23940	embedding2nn.weight	0	0.02477695420384407
23940	embedding2nn.weight	1	0.0137069933116436
23940	embedding2nn.weight	2	-0.00447783712297678
23940	embedding2nn.weight	3	0.0008895862265489995
23940	embedding2nn.weight	4	-0.004658793564885855
23940	embedding2nn.weight	5	0.011755628511309624
23940	embedding2nn.weight	6	-0.004582536406815052
23940	embedding2nn.weight	7	0.02331920899450779
23940	embedding2nn.weight	8	-0.006062792148441076
23940	embedding2nn.weight	9	-0.01418356504291296
23940	embedding2nn.bias	0	-0.039358075708150864
23940	embedding2nn.bias	1	-0.03934093564748764
23940	embedding2nn.bias	2	-0.06880971044301987
23940	embedding2nn.bias	3	0.012583591043949127
23940	embedding2nn.bias	4	0.0004914180608466268
23940	embedding2nn.bias	5	-0.012042558752000332
23940	embedding2nn.bias	6	0.009215380065143108
23940	embedding2nn.bias	7	0.027673790231347084
23940	embedding2nn.bias	8	-1.4183970051817596e-05
23940	embedding2nn.bias	9	0.004705455619841814
23940	rnn.weight_ih_l0	0	0.03902978077530861
23940	rnn.weight_ih_l0	1	-0.011169766075909138
23940	rnn.weight_ih_l0	2	-0.03581595420837402
23940	rnn.weight_ih_l0	3	-0.04396335408091545
23940	rnn.weight_ih_l0	4	-0.05192174017429352
23940	rnn.weight_ih_l0	5	-0.007984789088368416
23940	rnn.weight_ih_l0	6	-0.05367907136678696
23940	rnn.weight_ih_l0	7	-0.05917076766490936
23940	rnn.weight_ih_l0	8	-0.04562469571828842
23940	rnn.weight_ih_l0	9	-0.027307657524943352
23940	rnn.weight_hh_l0	0	0.017902901396155357
23940	rnn.weight_hh_l0	1	-0.010403072461485863
23940	rnn.weight_hh_l0	2	-0.06730271130800247
23940	rnn.weight_hh_l0	3	-0.03230033069849014
23940	rnn.weight_hh_l0	4	-0.07754004746675491
23940	rnn.weight_hh_l0	5	-0.009256010875105858
23940	rnn.weight_hh_l0	6	-0.045932721346616745
23940	rnn.weight_hh_l0	7	-0.03420256823301315
23940	rnn.weight_hh_l0	8	-0.018423564732074738
23940	rnn.weight_hh_l0	9	-0.002295959508046508
23940	rnn.bias_ih_l0	0	0.1371506154537201
23940	rnn.bias_ih_l0	1	-0.05855783820152283
23940	rnn.bias_ih_l0	2	0.1006891131401062
23940	rnn.bias_ih_l0	3	0.041966017335653305
23940	rnn.bias_ih_l0	4	0.0935712680220604
23940	rnn.bias_ih_l0	5	0.022269543260335922
23940	rnn.bias_ih_l0	6	-0.009921671822667122
23940	rnn.bias_ih_l0	7	-0.10450845956802368
23940	rnn.bias_ih_l0	8	-0.19963116943836212
23940	rnn.bias_ih_l0	9	0.08169495314359665
23940	rnn.bias_hh_l0	0	-0.00140115967951715
23940	rnn.bias_hh_l0	1	0.02330927923321724
23940	rnn.bias_hh_l0	2	-0.004585263319313526
23940	rnn.bias_hh_l0	3	-0.03271053731441498
23940	rnn.bias_hh_l0	4	-0.03833326697349548
23940	rnn.bias_hh_l0	5	0.14670313894748688
23940	rnn.bias_hh_l0	6	0.04847250506281853
23940	rnn.bias_hh_l0	7	0.049045175313949585
23940	rnn.bias_hh_l0	8	0.024447033181786537
23940	rnn.bias_hh_l0	9	0.041581351310014725
23940	rnn.weight_ih_l0_reverse	0	-0.03061690367758274
23940	rnn.weight_ih_l0_reverse	1	-0.0026878092903643847
23940	rnn.weight_ih_l0_reverse	2	0.02467057667672634
23940	rnn.weight_ih_l0_reverse	3	-0.06254879385232925
23940	rnn.weight_ih_l0_reverse	4	0.009957552887499332
23940	rnn.weight_ih_l0_reverse	5	-0.04770621284842491
23940	rnn.weight_ih_l0_reverse	6	0.02451472543179989
23940	rnn.weight_ih_l0_reverse	7	0.04713620990514755
23940	rnn.weight_ih_l0_reverse	8	-0.0468292161822319
23940	rnn.weight_ih_l0_reverse	9	-0.05149934068322182
23940	rnn.weight_hh_l0_reverse	0	-0.08176973462104797
23940	rnn.weight_hh_l0_reverse	1	-0.06279583275318146
23940	rnn.weight_hh_l0_reverse	2	0.03647557273507118
23940	rnn.weight_hh_l0_reverse	3	0.045047760009765625
23940	rnn.weight_hh_l0_reverse	4	-0.01318034715950489
23940	rnn.weight_hh_l0_reverse	5	0.04468802362680435
23940	rnn.weight_hh_l0_reverse	6	-0.004905701149255037
23940	rnn.weight_hh_l0_reverse	7	0.0015519503504037857
23940	rnn.weight_hh_l0_reverse	8	-0.09772305190563202
23940	rnn.weight_hh_l0_reverse	9	0.07796312868595123
23940	rnn.bias_ih_l0_reverse	0	-0.09230286628007889
23940	rnn.bias_ih_l0_reverse	1	-0.058770619332790375
23940	rnn.bias_ih_l0_reverse	2	0.09909115731716156
23940	rnn.bias_ih_l0_reverse	3	0.046117398887872696
23940	rnn.bias_ih_l0_reverse	4	-0.1309797316789627
23940	rnn.bias_ih_l0_reverse	5	0.04118822142481804
23940	rnn.bias_ih_l0_reverse	6	-0.10492353141307831
23940	rnn.bias_ih_l0_reverse	7	0.039785340428352356
23940	rnn.bias_ih_l0_reverse	8	0.035443615168333054
23940	rnn.bias_ih_l0_reverse	9	0.06140490621328354
23940	rnn.bias_hh_l0_reverse	0	0.06017530336976051
23940	rnn.bias_hh_l0_reverse	1	0.0626436397433281
23940	rnn.bias_hh_l0_reverse	2	0.08272743970155716
23940	rnn.bias_hh_l0_reverse	3	-0.009119194932281971
23940	rnn.bias_hh_l0_reverse	4	0.07132526487112045
23940	rnn.bias_hh_l0_reverse	5	0.004819149617105722
23940	rnn.bias_hh_l0_reverse	6	-0.05958288162946701
23940	rnn.bias_hh_l0_reverse	7	0.030735962092876434
23940	rnn.bias_hh_l0_reverse	8	0.01282566599547863
23940	rnn.bias_hh_l0_reverse	9	-0.16368091106414795
23940	linear.weight	0	0.14014457166194916
23940	linear.weight	1	-0.1613094061613083
23940	linear.weight	2	-0.20871564745903015
23940	linear.weight	3	0.061972856521606445
23940	linear.weight	4	-0.022626934573054314
23940	linear.weight	5	-0.0017072928603738546
23940	linear.weight	6	-0.007091898005455732
23940	linear.weight	7	-0.02687903866171837
23940	linear.weight	8	0.07090136408805847
23940	linear.weight	9	0.3385022282600403
23940	linear.bias	0	-0.21636711061000824
23940	linear.bias	1	0.19398407638072968
23940	linear.bias	2	-0.5382986068725586
23940	linear.bias	3	1.7065857648849487
23940	linear.bias	4	-0.3944525718688965
23940	linear.bias	5	-0.030769959092140198
23940	linear.bias	6	-0.35776230692863464
23940	linear.bias	7	-0.27149340510368347
23940	linear.bias	8	-0.055724214762449265
23940	linear.bias	9	-0.4935762286186218
23968	transitions	0	-0.6451004147529602
23968	transitions	1	0.3535359501838684
23968	transitions	2	1.6772847175598145
23968	transitions	3	0.09998661279678345
23968	transitions	4	0.950128972530365
23968	transitions	5	1.2739710807800293
23968	transitions	6	0.48336872458457947
23968	transitions	7	0.17595793306827545
23968	transitions	8	-0.9194973707199097
23968	transitions	9	0.9306710362434387
23968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23968	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23968	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23968	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23968	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23968	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23968	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23968	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23968	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23968	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23968	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23968	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23968	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23968	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23968	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23968	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23968	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23968	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23968	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23968	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23968	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23968	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23968	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23968	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23968	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23968	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23968	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23968	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23968	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23968	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23968	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23968	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23968	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23968	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23968	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23968	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23968	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23968	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23968	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23968	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23968	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23968	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23968	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23968	embedding2nn.weight	0	0.024462437257170677
23968	embedding2nn.weight	1	0.013673976063728333
23968	embedding2nn.weight	2	-0.004479437600821257
23968	embedding2nn.weight	3	0.00083737209206447
23968	embedding2nn.weight	4	-0.004600188694894314
23968	embedding2nn.weight	5	0.011736476793885231
23968	embedding2nn.weight	6	-0.0046514105051755905
23968	embedding2nn.weight	7	0.022939324378967285
23968	embedding2nn.weight	8	-0.00603076396510005
23968	embedding2nn.weight	9	-0.014176259748637676
23968	embedding2nn.bias	0	-0.03846703842282295
23968	embedding2nn.bias	1	-0.03697224333882332
23968	embedding2nn.bias	2	-0.06715046614408493
23968	embedding2nn.bias	3	0.014927652664482594
23968	embedding2nn.bias	4	-0.0007537868223153055
23968	embedding2nn.bias	5	-0.013699430041015148
23968	embedding2nn.bias	6	0.010791131295263767
23968	embedding2nn.bias	7	0.02847246453166008
23968	embedding2nn.bias	8	-0.0021044686436653137
23968	embedding2nn.bias	9	0.005382243078202009
23968	rnn.weight_ih_l0	0	0.03875942528247833
23968	rnn.weight_ih_l0	1	-0.011273118667304516
23968	rnn.weight_ih_l0	2	-0.03600249066948891
23968	rnn.weight_ih_l0	3	-0.043769579380750656
23968	rnn.weight_ih_l0	4	-0.05183592811226845
23968	rnn.weight_ih_l0	5	-0.008045175112783909
23968	rnn.weight_ih_l0	6	-0.05385738983750343
23968	rnn.weight_ih_l0	7	-0.05913323163986206
23968	rnn.weight_ih_l0	8	-0.04548754170536995
23968	rnn.weight_ih_l0	9	-0.027236027643084526
23968	rnn.weight_hh_l0	0	0.018338937312364578
23968	rnn.weight_hh_l0	1	-0.010343316942453384
23968	rnn.weight_hh_l0	2	-0.06744173914194107
23968	rnn.weight_hh_l0	3	-0.032288193702697754
23968	rnn.weight_hh_l0	4	-0.07759871333837509
23968	rnn.weight_hh_l0	5	-0.00954537745565176
23968	rnn.weight_hh_l0	6	-0.04680391028523445
23968	rnn.weight_hh_l0	7	-0.03449922055006027
23968	rnn.weight_hh_l0	8	-0.018512925133109093
23968	rnn.weight_hh_l0	9	-0.0022664854768663645
23968	rnn.bias_ih_l0	0	0.1366809755563736
23968	rnn.bias_ih_l0	1	-0.058854952454566956
23968	rnn.bias_ih_l0	2	0.0997270867228508
23968	rnn.bias_ih_l0	3	0.04145243018865585
23968	rnn.bias_ih_l0	4	0.09273906797170639
23968	rnn.bias_ih_l0	5	0.022449305281043053
23968	rnn.bias_ih_l0	6	-0.010740096680819988
23968	rnn.bias_ih_l0	7	-0.10544658452272415
23968	rnn.bias_ih_l0	8	-0.2022281140089035
23968	rnn.bias_ih_l0	9	0.08130044490098953
23968	rnn.bias_hh_l0	0	-0.001625821110792458
23968	rnn.bias_hh_l0	1	0.0236006211489439
23968	rnn.bias_hh_l0	2	-0.005559086799621582
23968	rnn.bias_hh_l0	3	-0.03354417160153389
23968	rnn.bias_hh_l0	4	-0.0374651700258255
23968	rnn.bias_hh_l0	5	0.14560261368751526
23968	rnn.bias_hh_l0	6	0.0474911704659462
23968	rnn.bias_hh_l0	7	0.049958486109972
23968	rnn.bias_hh_l0	8	0.023628605529665947
23968	rnn.bias_hh_l0	9	0.04059259220957756
23968	rnn.weight_ih_l0_reverse	0	-0.03062303178012371
23968	rnn.weight_ih_l0_reverse	1	-0.002680988283827901
23968	rnn.weight_ih_l0_reverse	2	0.024777285754680634
23968	rnn.weight_ih_l0_reverse	3	-0.06257929652929306
23968	rnn.weight_ih_l0_reverse	4	0.009971491992473602
23968	rnn.weight_ih_l0_reverse	5	-0.04746733605861664
23968	rnn.weight_ih_l0_reverse	6	0.024398986250162125
23968	rnn.weight_ih_l0_reverse	7	0.04706721752882004
23968	rnn.weight_ih_l0_reverse	8	-0.0467476025223732
23968	rnn.weight_ih_l0_reverse	9	-0.05149247497320175
23968	rnn.weight_hh_l0_reverse	0	-0.08145879954099655
23968	rnn.weight_hh_l0_reverse	1	-0.06250626593828201
23968	rnn.weight_hh_l0_reverse	2	0.03657849133014679
23968	rnn.weight_hh_l0_reverse	3	0.044950008392333984
23968	rnn.weight_hh_l0_reverse	4	-0.013445223681628704
23968	rnn.weight_hh_l0_reverse	5	0.0446072556078434
23968	rnn.weight_hh_l0_reverse	6	-0.003482942236587405
23968	rnn.weight_hh_l0_reverse	7	0.0016466245288029313
23968	rnn.weight_hh_l0_reverse	8	-0.09759298712015152
23968	rnn.weight_hh_l0_reverse	9	0.07843725383281708
23968	rnn.bias_ih_l0_reverse	0	-0.09182565659284592
23968	rnn.bias_ih_l0_reverse	1	-0.06094196066260338
23968	rnn.bias_ih_l0_reverse	2	0.09973715245723724
23968	rnn.bias_ih_l0_reverse	3	0.04654790088534355
23968	rnn.bias_ih_l0_reverse	4	-0.13091214001178741
23968	rnn.bias_ih_l0_reverse	5	0.041888199746608734
23968	rnn.bias_ih_l0_reverse	6	-0.10427873581647873
23968	rnn.bias_ih_l0_reverse	7	0.039424486458301544
23968	rnn.bias_ih_l0_reverse	8	0.03492887690663338
23968	rnn.bias_ih_l0_reverse	9	0.06095193699002266
23968	rnn.bias_hh_l0_reverse	0	0.05907373130321503
23968	rnn.bias_hh_l0_reverse	1	0.062397733330726624
23968	rnn.bias_hh_l0_reverse	2	0.08375222980976105
23968	rnn.bias_hh_l0_reverse	3	-0.009451177902519703
23968	rnn.bias_hh_l0_reverse	4	0.0709233358502388
23968	rnn.bias_hh_l0_reverse	5	0.004394704941660166
23968	rnn.bias_hh_l0_reverse	6	-0.060173988342285156
23968	rnn.bias_hh_l0_reverse	7	0.031140003353357315
23968	rnn.bias_hh_l0_reverse	8	0.013104831799864769
23968	rnn.bias_hh_l0_reverse	9	-0.162949338555336
23968	linear.weight	0	0.14392299950122833
23968	linear.weight	1	-0.1613067388534546
23968	linear.weight	2	-0.2100849598646164
23968	linear.weight	3	0.06285593658685684
23968	linear.weight	4	-0.0230137649923563
23968	linear.weight	5	-0.001633872278034687
23968	linear.weight	6	-0.007091231178492308
23968	linear.weight	7	-0.02687668241560459
23968	linear.weight	8	0.07123514264822006
23968	linear.weight	9	0.338599294424057
23968	linear.bias	0	-0.21689629554748535
23968	linear.bias	1	0.19216620922088623
23968	linear.bias	2	-0.5385680198669434
23968	linear.bias	3	1.6978245973587036
23968	linear.bias	4	-0.3945026099681854
23968	linear.bias	5	-0.030769959092140198
23968	linear.bias	6	-0.3577529191970825
23968	linear.bias	7	-0.27201589941978455
23968	linear.bias	8	-0.05475838854908943
23968	linear.bias	9	-0.4935973882675171
23996	transitions	0	-0.645116925239563
23996	transitions	1	0.3535076379776001
23996	transitions	2	1.6772651672363281
23996	transitions	3	0.09997808188199997
23996	transitions	4	0.9501008987426758
23996	transitions	5	1.2739707231521606
23996	transitions	6	0.4833686351776123
23996	transitions	7	0.1759578138589859
23996	transitions	8	-0.9194979071617126
23996	transitions	9	0.9306710362434387
23996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
23996	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
23996	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
23996	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
23996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
23996	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
23996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
23996	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
23996	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
23996	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
23996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
23996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
23996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
23996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
23996	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
23996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
23996	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
23996	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
23996	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
23996	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
23996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
23996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
23996	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
23996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
23996	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
23996	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
23996	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
23996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
23996	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
23996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
23996	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
23996	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
23996	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
23996	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
23996	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
23996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
23996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
23996	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
23996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
23996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
23996	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
23996	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
23996	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
23996	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
23996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
23996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
23996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
23996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
23996	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
23996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
23996	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
23996	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
23996	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
23996	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
23996	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
23996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
23996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
23996	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
23996	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
23996	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
23996	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
23996	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
23996	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
23996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
23996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
23996	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
23996	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
23996	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
23996	embedding2nn.weight	0	0.024750471115112305
23996	embedding2nn.weight	1	0.01371625903993845
23996	embedding2nn.weight	2	-0.004466385114938021
23996	embedding2nn.weight	3	0.0007535855402238667
23996	embedding2nn.weight	4	-0.004584216512739658
23996	embedding2nn.weight	5	0.011631239205598831
23996	embedding2nn.weight	6	-0.004640449304133654
23996	embedding2nn.weight	7	0.02290823869407177
23996	embedding2nn.weight	8	-0.006073532626032829
23996	embedding2nn.weight	9	-0.014201968908309937
23996	embedding2nn.bias	0	-0.03894862160086632
23996	embedding2nn.bias	1	-0.03452495113015175
23996	embedding2nn.bias	2	-0.06569334864616394
23996	embedding2nn.bias	3	0.014829223044216633
23996	embedding2nn.bias	4	0.0014724188949912786
23996	embedding2nn.bias	5	-0.013597809709608555
23996	embedding2nn.bias	6	0.010868181474506855
23996	embedding2nn.bias	7	0.03139930218458176
23996	embedding2nn.bias	8	-0.0017046267166733742
23996	embedding2nn.bias	9	0.001628672587685287
23996	rnn.weight_ih_l0	0	0.038792070001363754
23996	rnn.weight_ih_l0	1	-0.011483130045235157
23996	rnn.weight_ih_l0	2	-0.03623653203248978
23996	rnn.weight_ih_l0	3	-0.04358859732747078
23996	rnn.weight_ih_l0	4	-0.0516386479139328
23996	rnn.weight_ih_l0	5	-0.007927563041448593
23996	rnn.weight_ih_l0	6	-0.05399924889206886
23996	rnn.weight_ih_l0	7	-0.05925009027123451
23996	rnn.weight_ih_l0	8	-0.045518405735492706
23996	rnn.weight_ih_l0	9	-0.02717641182243824
23996	rnn.weight_hh_l0	0	0.018449777737259865
23996	rnn.weight_hh_l0	1	-0.010151426307857037
23996	rnn.weight_hh_l0	2	-0.06790710240602493
23996	rnn.weight_hh_l0	3	-0.032272547483444214
23996	rnn.weight_hh_l0	4	-0.07744209468364716
23996	rnn.weight_hh_l0	5	-0.009655672125518322
23996	rnn.weight_hh_l0	6	-0.0469062477350235
23996	rnn.weight_hh_l0	7	-0.0343979075551033
23996	rnn.weight_hh_l0	8	-0.018606437370181084
23996	rnn.weight_hh_l0	9	-0.002753387438133359
23996	rnn.bias_ih_l0	0	0.13695435225963593
23996	rnn.bias_ih_l0	1	-0.058587804436683655
23996	rnn.bias_ih_l0	2	0.09975723922252655
23996	rnn.bias_ih_l0	3	0.04145357385277748
23996	rnn.bias_ih_l0	4	0.09260351210832596
23996	rnn.bias_ih_l0	5	0.022970499470829964
23996	rnn.bias_ih_l0	6	-0.010702349245548248
23996	rnn.bias_ih_l0	7	-0.10842237621545792
23996	rnn.bias_ih_l0	8	-0.19990374147891998
23996	rnn.bias_ih_l0	9	0.0802374854683876
23996	rnn.bias_hh_l0	0	-0.0010808137012645602
23996	rnn.bias_hh_l0	1	0.02202567271888256
23996	rnn.bias_hh_l0	2	-0.005274104420095682
23996	rnn.bias_hh_l0	3	-0.030947424471378326
23996	rnn.bias_hh_l0	4	-0.03766002133488655
23996	rnn.bias_hh_l0	5	0.1461462527513504
23996	rnn.bias_hh_l0	6	0.04850977286696434
23996	rnn.bias_hh_l0	7	0.05066150799393654
23996	rnn.bias_hh_l0	8	0.023666346445679665
23996	rnn.bias_hh_l0	9	0.04053853824734688
23996	rnn.weight_ih_l0_reverse	0	-0.030677618458867073
23996	rnn.weight_ih_l0_reverse	1	-0.0024233569856733084
23996	rnn.weight_ih_l0_reverse	2	0.024626363068819046
23996	rnn.weight_ih_l0_reverse	3	-0.06253541260957718
23996	rnn.weight_ih_l0_reverse	4	0.010047929361462593
23996	rnn.weight_ih_l0_reverse	5	-0.04745028540492058
23996	rnn.weight_ih_l0_reverse	6	0.024794328957796097
23996	rnn.weight_ih_l0_reverse	7	0.04708149656653404
23996	rnn.weight_ih_l0_reverse	8	-0.046890854835510254
23996	rnn.weight_ih_l0_reverse	9	-0.05152610316872597
23996	rnn.weight_hh_l0_reverse	0	-0.08152394741773605
23996	rnn.weight_hh_l0_reverse	1	-0.06266215443611145
23996	rnn.weight_hh_l0_reverse	2	0.03679279983043671
23996	rnn.weight_hh_l0_reverse	3	0.045187730342149734
23996	rnn.weight_hh_l0_reverse	4	-0.01431527454406023
23996	rnn.weight_hh_l0_reverse	5	0.04463794454932213
23996	rnn.weight_hh_l0_reverse	6	-0.002421762328594923
23996	rnn.weight_hh_l0_reverse	7	0.0020343908108770847
23996	rnn.weight_hh_l0_reverse	8	-0.09769751876592636
23996	rnn.weight_hh_l0_reverse	9	0.07884053885936737
23996	rnn.bias_ih_l0_reverse	0	-0.08996859192848206
23996	rnn.bias_ih_l0_reverse	1	-0.06485795974731445
23996	rnn.bias_ih_l0_reverse	2	0.09949330240488052
23996	rnn.bias_ih_l0_reverse	3	0.04621463268995285
23996	rnn.bias_ih_l0_reverse	4	-0.13091804087162018
23996	rnn.bias_ih_l0_reverse	5	0.040927704423666
23996	rnn.bias_ih_l0_reverse	6	-0.10434971749782562
23996	rnn.bias_ih_l0_reverse	7	0.03970126062631607
23996	rnn.bias_ih_l0_reverse	8	0.03573010116815567
23996	rnn.bias_ih_l0_reverse	9	0.06170763447880745
23996	rnn.bias_hh_l0_reverse	0	0.06274212896823883
23996	rnn.bias_hh_l0_reverse	1	0.06158949434757233
23996	rnn.bias_hh_l0_reverse	2	0.08345508575439453
23996	rnn.bias_hh_l0_reverse	3	-0.009658479131758213
23996	rnn.bias_hh_l0_reverse	4	0.07049332559108734
23996	rnn.bias_hh_l0_reverse	5	0.004787941928952932
23996	rnn.bias_hh_l0_reverse	6	-0.05941265448927879
23996	rnn.bias_hh_l0_reverse	7	0.030373141169548035
23996	rnn.bias_hh_l0_reverse	8	0.012837350368499756
23996	rnn.bias_hh_l0_reverse	9	-0.16186122596263885
23996	linear.weight	0	0.1408684253692627
23996	linear.weight	1	-0.16129867732524872
23996	linear.weight	2	-0.21188236773014069
23996	linear.weight	3	0.06533742696046829
23996	linear.weight	4	-0.022875862196087837
23996	linear.weight	5	-0.0015905661275610328
23996	linear.weight	6	-0.007090432569384575
23996	linear.weight	7	-0.027690259739756584
23996	linear.weight	8	0.0738358125090599
23996	linear.weight	9	0.33803433179855347
23996	linear.bias	0	-0.21950767934322357
23996	linear.bias	1	0.1916988343000412
23996	linear.bias	2	-0.5387369394302368
23996	linear.bias	3	1.7074148654937744
23996	linear.bias	4	-0.39459317922592163
23996	linear.bias	5	-0.030769959092140198
23996	linear.bias	6	-0.35734614729881287
23996	linear.bias	7	-0.2723137438297272
23996	linear.bias	8	-0.058047011494636536
23996	linear.bias	9	-0.49364954233169556
24024	transitions	0	-0.6451445817947388
24024	transitions	1	0.3534892499446869
24024	transitions	2	1.6772247552871704
24024	transitions	3	0.09996286034584045
24024	transitions	4	0.9500919580459595
24024	transitions	5	1.273970127105713
24024	transitions	6	0.4833684265613556
24024	transitions	7	0.17595572769641876
24024	transitions	8	-0.9194980263710022
24024	transitions	9	0.9306710362434387
24024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24024	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24024	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24024	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24024	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24024	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24024	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24024	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24024	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24024	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24024	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24024	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24024	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24024	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24024	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24024	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24024	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24024	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24024	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24024	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24024	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24024	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24024	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24024	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24024	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24024	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24024	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24024	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24024	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24024	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24024	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24024	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24024	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24024	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24024	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24024	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24024	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24024	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24024	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24024	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24024	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24024	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24024	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24024	embedding2nn.weight	0	0.02448882721364498
24024	embedding2nn.weight	1	0.013722006231546402
24024	embedding2nn.weight	2	-0.00448270607739687
24024	embedding2nn.weight	3	0.0007301130681298673
24024	embedding2nn.weight	4	-0.004585258197039366
24024	embedding2nn.weight	5	0.011632961221039295
24024	embedding2nn.weight	6	-0.004732567351311445
24024	embedding2nn.weight	7	0.022976301610469818
24024	embedding2nn.weight	8	-0.006130652502179146
24024	embedding2nn.weight	9	-0.01419872883707285
24024	embedding2nn.bias	0	-0.041849877685308456
24024	embedding2nn.bias	1	-0.03690608963370323
24024	embedding2nn.bias	2	-0.06611470878124237
24024	embedding2nn.bias	3	0.014765806496143341
24024	embedding2nn.bias	4	0.0005702661583200097
24024	embedding2nn.bias	5	-0.01588248461484909
24024	embedding2nn.bias	6	0.010216249153017998
24024	embedding2nn.bias	7	0.03131338581442833
24024	embedding2nn.bias	8	1.2354737009445671e-05
24024	embedding2nn.bias	9	0.005468496587127447
24024	rnn.weight_ih_l0	0	0.038672175258398056
24024	rnn.weight_ih_l0	1	-0.011509808711707592
24024	rnn.weight_ih_l0	2	-0.03607584163546562
24024	rnn.weight_ih_l0	3	-0.04351423308253288
24024	rnn.weight_ih_l0	4	-0.051473069936037064
24024	rnn.weight_ih_l0	5	-0.007941731251776218
24024	rnn.weight_ih_l0	6	-0.05407969281077385
24024	rnn.weight_ih_l0	7	-0.059358417987823486
24024	rnn.weight_ih_l0	8	-0.045659374445676804
24024	rnn.weight_ih_l0	9	-0.027302728965878487
24024	rnn.weight_hh_l0	0	0.01840899884700775
24024	rnn.weight_hh_l0	1	-0.010235566645860672
24024	rnn.weight_hh_l0	2	-0.06833826005458832
24024	rnn.weight_hh_l0	3	-0.03235456719994545
24024	rnn.weight_hh_l0	4	-0.07705586403608322
24024	rnn.weight_hh_l0	5	-0.009508703835308552
24024	rnn.weight_hh_l0	6	-0.046533070504665375
24024	rnn.weight_hh_l0	7	-0.03518807888031006
24024	rnn.weight_hh_l0	8	-0.01887892372906208
24024	rnn.weight_hh_l0	9	-0.002036664169281721
24024	rnn.bias_ih_l0	0	0.13676942884922028
24024	rnn.bias_ih_l0	1	-0.05968616157770157
24024	rnn.bias_ih_l0	2	0.0991869792342186
24024	rnn.bias_ih_l0	3	0.041749268770217896
24024	rnn.bias_ih_l0	4	0.09141405671834946
24024	rnn.bias_ih_l0	5	0.023548759520053864
24024	rnn.bias_ih_l0	6	-0.01210771594196558
24024	rnn.bias_ih_l0	7	-0.10645787417888641
24024	rnn.bias_ih_l0	8	-0.19882114231586456
24024	rnn.bias_ih_l0	9	0.08068057149648666
24024	rnn.bias_hh_l0	0	-0.0007027423125691712
24024	rnn.bias_hh_l0	1	0.021613433957099915
24024	rnn.bias_hh_l0	2	-0.006179292686283588
24024	rnn.bias_hh_l0	3	-0.031019004061818123
24024	rnn.bias_hh_l0	4	-0.037637632340192795
24024	rnn.bias_hh_l0	5	0.14657752215862274
24024	rnn.bias_hh_l0	6	0.048142578452825546
24024	rnn.bias_hh_l0	7	0.051197245717048645
24024	rnn.bias_hh_l0	8	0.02226097881793976
24024	rnn.bias_hh_l0	9	0.04051094874739647
24024	rnn.weight_ih_l0_reverse	0	-0.030606651678681374
24024	rnn.weight_ih_l0_reverse	1	-0.0022528013214468956
24024	rnn.weight_ih_l0_reverse	2	0.024587221443653107
24024	rnn.weight_ih_l0_reverse	3	-0.06240132823586464
24024	rnn.weight_ih_l0_reverse	4	0.010194489732384682
24024	rnn.weight_ih_l0_reverse	5	-0.047346074134111404
24024	rnn.weight_ih_l0_reverse	6	0.024551978334784508
24024	rnn.weight_ih_l0_reverse	7	0.04705742374062538
24024	rnn.weight_ih_l0_reverse	8	-0.04681234434247017
24024	rnn.weight_ih_l0_reverse	9	-0.05136645585298538
24024	rnn.weight_hh_l0_reverse	0	-0.08174236118793488
24024	rnn.weight_hh_l0_reverse	1	-0.06301014125347137
24024	rnn.weight_hh_l0_reverse	2	0.03692665323615074
24024	rnn.weight_hh_l0_reverse	3	0.04506760835647583
24024	rnn.weight_hh_l0_reverse	4	-0.013933485373854637
24024	rnn.weight_hh_l0_reverse	5	0.0447407029569149
24024	rnn.weight_hh_l0_reverse	6	-0.0017267410876229405
24024	rnn.weight_hh_l0_reverse	7	0.002080910839140415
24024	rnn.weight_hh_l0_reverse	8	-0.09782857447862625
24024	rnn.weight_hh_l0_reverse	9	0.07881857454776764
24024	rnn.bias_ih_l0_reverse	0	-0.09007561951875687
24024	rnn.bias_ih_l0_reverse	1	-0.0650903657078743
24024	rnn.bias_ih_l0_reverse	2	0.09957818686962128
24024	rnn.bias_ih_l0_reverse	3	0.04599512740969658
24024	rnn.bias_ih_l0_reverse	4	-0.13193979859352112
24024	rnn.bias_ih_l0_reverse	5	0.040902797132730484
24024	rnn.bias_ih_l0_reverse	6	-0.10509379953145981
24024	rnn.bias_ih_l0_reverse	7	0.0411447212100029
24024	rnn.bias_ih_l0_reverse	8	0.03564339131116867
24024	rnn.bias_ih_l0_reverse	9	0.06214122101664543
24024	rnn.bias_hh_l0_reverse	0	0.05902697890996933
24024	rnn.bias_hh_l0_reverse	1	0.06093832105398178
24024	rnn.bias_hh_l0_reverse	2	0.08343436568975449
24024	rnn.bias_hh_l0_reverse	3	-0.010128476656973362
24024	rnn.bias_hh_l0_reverse	4	0.0705031156539917
24024	rnn.bias_hh_l0_reverse	5	0.005473232362419367
24024	rnn.bias_hh_l0_reverse	6	-0.060267042368650436
24024	rnn.bias_hh_l0_reverse	7	0.030323637649416924
24024	rnn.bias_hh_l0_reverse	8	0.012617699801921844
24024	rnn.bias_hh_l0_reverse	9	-0.16225719451904297
24024	linear.weight	0	0.14253151416778564
24024	linear.weight	1	-0.16129052639007568
24024	linear.weight	2	-0.21143119037151337
24024	linear.weight	3	0.06405485421419144
24024	linear.weight	4	-0.022757576778531075
24024	linear.weight	5	-0.0011973546352237463
24024	linear.weight	6	-0.007086879573762417
24024	linear.weight	7	-0.027667813003063202
24024	linear.weight	8	0.07432698458433151
24024	linear.weight	9	0.33809375762939453
24024	linear.bias	0	-0.21765148639678955
24024	linear.bias	1	0.19221314787864685
24024	linear.bias	2	-0.5390755534172058
24024	linear.bias	3	1.7052608728408813
24024	linear.bias	4	-0.3946928381919861
24024	linear.bias	5	-0.030769959092140198
24024	linear.bias	6	-0.3572195768356323
24024	linear.bias	7	-0.27272072434425354
24024	linear.bias	8	-0.057313501834869385
24024	linear.bias	9	-0.4936920702457428
24052	transitions	0	-0.6451711058616638
24052	transitions	1	0.3534770905971527
24052	transitions	2	1.6772010326385498
24052	transitions	3	0.09995673596858978
24052	transitions	4	0.9500845670700073
24052	transitions	5	1.2739700078964233
24052	transitions	6	0.48336803913116455
24052	transitions	7	0.17595544457435608
24052	transitions	8	-0.9194982647895813
24052	transitions	9	0.9306691884994507
24052	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24052	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24052	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24052	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24052	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24052	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24052	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24052	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24052	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24052	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24052	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24052	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24052	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24052	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24052	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24052	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24052	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24052	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24052	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24052	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24052	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24052	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24052	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24052	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24052	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24052	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24052	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24052	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24052	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24052	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24052	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24052	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24052	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24052	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24052	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24052	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24052	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24052	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24052	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24052	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24052	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24052	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24052	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24052	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24052	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24052	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24052	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24052	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24052	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24052	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24052	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24052	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24052	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24052	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24052	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24052	embedding2nn.weight	0	0.02441096305847168
24052	embedding2nn.weight	1	0.01369542721658945
24052	embedding2nn.weight	2	-0.00447701383382082
24052	embedding2nn.weight	3	0.0007566544227302074
24052	embedding2nn.weight	4	-0.004625737201422453
24052	embedding2nn.weight	5	0.011655493639409542
24052	embedding2nn.weight	6	-0.0046759615652263165
24052	embedding2nn.weight	7	0.02324145846068859
24052	embedding2nn.weight	8	-0.006156740710139275
24052	embedding2nn.weight	9	-0.014226490631699562
24052	embedding2nn.bias	0	-0.040700461715459824
24052	embedding2nn.bias	1	-0.032935820519924164
24052	embedding2nn.bias	2	-0.06541751325130463
24052	embedding2nn.bias	3	0.016540318727493286
24052	embedding2nn.bias	4	0.0028789020143449306
24052	embedding2nn.bias	5	-0.014838182367384434
24052	embedding2nn.bias	6	0.007564772851765156
24052	embedding2nn.bias	7	0.031241435557603836
24052	embedding2nn.bias	8	0.0006466304766945541
24052	embedding2nn.bias	9	0.0029442994855344296
24052	rnn.weight_ih_l0	0	0.038794469088315964
24052	rnn.weight_ih_l0	1	-0.011286658234894276
24052	rnn.weight_ih_l0	2	-0.0360385961830616
24052	rnn.weight_ih_l0	3	-0.04385300725698471
24052	rnn.weight_ih_l0	4	-0.05143427103757858
24052	rnn.weight_ih_l0	5	-0.00802285224199295
24052	rnn.weight_ih_l0	6	-0.053899578750133514
24052	rnn.weight_ih_l0	7	-0.0594310499727726
24052	rnn.weight_ih_l0	8	-0.04547944292426109
24052	rnn.weight_ih_l0	9	-0.027410943061113358
24052	rnn.weight_hh_l0	0	0.01848766766488552
24052	rnn.weight_hh_l0	1	-0.010244985111057758
24052	rnn.weight_hh_l0	2	-0.06796291470527649
24052	rnn.weight_hh_l0	3	-0.03230610489845276
24052	rnn.weight_hh_l0	4	-0.07713235914707184
24052	rnn.weight_hh_l0	5	-0.009650112129747868
24052	rnn.weight_hh_l0	6	-0.04652908444404602
24052	rnn.weight_hh_l0	7	-0.034951116889715195
24052	rnn.weight_hh_l0	8	-0.018773706629872322
24052	rnn.weight_hh_l0	9	-0.0024600329343229532
24052	rnn.bias_ih_l0	0	0.13698524236679077
24052	rnn.bias_ih_l0	1	-0.05972880870103836
24052	rnn.bias_ih_l0	2	0.09898850321769714
24052	rnn.bias_ih_l0	3	0.04214036837220192
24052	rnn.bias_ih_l0	4	0.09122683852910995
24052	rnn.bias_ih_l0	5	0.02387782745063305
24052	rnn.bias_ih_l0	6	-0.011662591248750687
24052	rnn.bias_ih_l0	7	-0.10510364174842834
24052	rnn.bias_ih_l0	8	-0.20006531476974487
24052	rnn.bias_ih_l0	9	0.08103974908590317
24052	rnn.bias_hh_l0	0	-0.0008420567028224468
24052	rnn.bias_hh_l0	1	0.021269667893648148
24052	rnn.bias_hh_l0	2	-0.005679559428244829
24052	rnn.bias_hh_l0	3	-0.029804978519678116
24052	rnn.bias_hh_l0	4	-0.03782733157277107
24052	rnn.bias_hh_l0	5	0.1455952674150467
24052	rnn.bias_hh_l0	6	0.048226166516542435
24052	rnn.bias_hh_l0	7	0.049444399774074554
24052	rnn.bias_hh_l0	8	0.022706104442477226
24052	rnn.bias_hh_l0	9	0.04101766273379326
24052	rnn.weight_ih_l0_reverse	0	-0.030670836567878723
24052	rnn.weight_ih_l0_reverse	1	-0.002329123206436634
24052	rnn.weight_ih_l0_reverse	2	0.024528704583644867
24052	rnn.weight_ih_l0_reverse	3	-0.062359828501939774
24052	rnn.weight_ih_l0_reverse	4	0.010081268846988678
24052	rnn.weight_ih_l0_reverse	5	-0.04735972732305527
24052	rnn.weight_ih_l0_reverse	6	0.02454139105975628
24052	rnn.weight_ih_l0_reverse	7	0.04711813107132912
24052	rnn.weight_ih_l0_reverse	8	-0.04677620902657509
24052	rnn.weight_ih_l0_reverse	9	-0.05135047063231468
24052	rnn.weight_hh_l0_reverse	0	-0.08145707845687866
24052	rnn.weight_hh_l0_reverse	1	-0.06307537853717804
24052	rnn.weight_hh_l0_reverse	2	0.036679867655038834
24052	rnn.weight_hh_l0_reverse	3	0.045110221952199936
24052	rnn.weight_hh_l0_reverse	4	-0.013993684202432632
24052	rnn.weight_hh_l0_reverse	5	0.04478185996413231
24052	rnn.weight_hh_l0_reverse	6	-0.002390486653894186
24052	rnn.weight_hh_l0_reverse	7	0.0021186466328799725
24052	rnn.weight_hh_l0_reverse	8	-0.09802521765232086
24052	rnn.weight_hh_l0_reverse	9	0.07873136550188065
24052	rnn.bias_ih_l0_reverse	0	-0.08881694823503494
24052	rnn.bias_ih_l0_reverse	1	-0.06428884714841843
24052	rnn.bias_ih_l0_reverse	2	0.09957335144281387
24052	rnn.bias_ih_l0_reverse	3	0.045551739633083344
24052	rnn.bias_ih_l0_reverse	4	-0.13226941227912903
24052	rnn.bias_ih_l0_reverse	5	0.04118434712290764
24052	rnn.bias_ih_l0_reverse	6	-0.10610403120517731
24052	rnn.bias_ih_l0_reverse	7	0.04094903916120529
24052	rnn.bias_ih_l0_reverse	8	0.03469052165746689
24052	rnn.bias_ih_l0_reverse	9	0.06223154813051224
24052	rnn.bias_hh_l0_reverse	0	0.06141692399978638
24052	rnn.bias_hh_l0_reverse	1	0.06128054857254028
24052	rnn.bias_hh_l0_reverse	2	0.08311182260513306
24052	rnn.bias_hh_l0_reverse	3	-0.00980849377810955
24052	rnn.bias_hh_l0_reverse	4	0.07095643877983093
24052	rnn.bias_hh_l0_reverse	5	0.004906332120299339
24052	rnn.bias_hh_l0_reverse	6	-0.060229383409023285
24052	rnn.bias_hh_l0_reverse	7	0.030060172080993652
24052	rnn.bias_hh_l0_reverse	8	0.012984450906515121
24052	rnn.bias_hh_l0_reverse	9	-0.16263523697853088
24052	linear.weight	0	0.14711420238018036
24052	linear.weight	1	-0.16128471493721008
24052	linear.weight	2	-0.20957687497138977
24052	linear.weight	3	0.0641411691904068
24052	linear.weight	4	-0.02271426096558571
24052	linear.weight	5	-0.0011642762692645192
24052	linear.weight	6	-0.007085725665092468
24052	linear.weight	7	-0.027646778151392937
24052	linear.weight	8	0.07400099188089371
24052	linear.weight	9	0.3383531868457794
24052	linear.bias	0	-0.2124364674091339
24052	linear.bias	1	0.19055692851543427
24052	linear.bias	2	-0.5395409464836121
24052	linear.bias	3	1.7037078142166138
24052	linear.bias	4	-0.39358144998550415
24052	linear.bias	5	-0.030769959092140198
24052	linear.bias	6	-0.35756856203079224
24052	linear.bias	7	-0.2715999186038971
24052	linear.bias	8	-0.054763250052928925
24052	linear.bias	9	-0.4937327206134796
24080	transitions	0	-0.6451864242553711
24080	transitions	1	0.353345662355423
24080	transitions	2	1.67719304561615
24080	transitions	3	0.09994444996118546
24080	transitions	4	0.9500778913497925
24080	transitions	5	1.2739691734313965
24080	transitions	6	0.4833679497241974
24080	transitions	7	0.17595477402210236
24080	transitions	8	-0.9194983839988708
24080	transitions	9	0.9306685924530029
24080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24080	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24080	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24080	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24080	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24080	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24080	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24080	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24080	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24080	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24080	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24080	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24080	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24080	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24080	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24080	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24080	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24080	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24080	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24080	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24080	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24080	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24080	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24080	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24080	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24080	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24080	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24080	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24080	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24080	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24080	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24080	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24080	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24080	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24080	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24080	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24080	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24080	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24080	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24080	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24080	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24080	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24080	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24080	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24080	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24080	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24080	embedding2nn.weight	0	0.024411793798208237
24080	embedding2nn.weight	1	0.013723358511924744
24080	embedding2nn.weight	2	-0.004443754907697439
24080	embedding2nn.weight	3	0.0007582271355204284
24080	embedding2nn.weight	4	-0.004634816665202379
24080	embedding2nn.weight	5	0.011661814525723457
24080	embedding2nn.weight	6	-0.004666945897042751
24080	embedding2nn.weight	7	0.023334849625825882
24080	embedding2nn.weight	8	-0.006115202326327562
24080	embedding2nn.weight	9	-0.014274093322455883
24080	embedding2nn.bias	0	-0.038949452340602875
24080	embedding2nn.bias	1	-0.03511083126068115
24080	embedding2nn.bias	2	-0.06426997482776642
24080	embedding2nn.bias	3	0.015696454793214798
24080	embedding2nn.bias	4	0.0020035512279719114
24080	embedding2nn.bias	5	-0.012542474083602428
24080	embedding2nn.bias	6	0.011478444561362267
24080	embedding2nn.bias	7	0.032351184636354446
24080	embedding2nn.bias	8	0.0010781909804791212
24080	embedding2nn.bias	9	0.00364728388376534
24080	rnn.weight_ih_l0	0	0.038794439285993576
24080	rnn.weight_ih_l0	1	-0.011197728104889393
24080	rnn.weight_ih_l0	2	-0.03622389957308769
24080	rnn.weight_ih_l0	3	-0.04378151521086693
24080	rnn.weight_ih_l0	4	-0.05151272565126419
24080	rnn.weight_ih_l0	5	-0.008124243468046188
24080	rnn.weight_ih_l0	6	-0.05397776886820793
24080	rnn.weight_ih_l0	7	-0.059494324028491974
24080	rnn.weight_ih_l0	8	-0.04543156549334526
24080	rnn.weight_ih_l0	9	-0.02742193080484867
24080	rnn.weight_hh_l0	0	0.018454529345035553
24080	rnn.weight_hh_l0	1	-0.010299940593540668
24080	rnn.weight_hh_l0	2	-0.06711947917938232
24080	rnn.weight_hh_l0	3	-0.03211180865764618
24080	rnn.weight_hh_l0	4	-0.07711002230644226
24080	rnn.weight_hh_l0	5	-0.009869787842035294
24080	rnn.weight_hh_l0	6	-0.04658504202961922
24080	rnn.weight_hh_l0	7	-0.035233087837696075
24080	rnn.weight_hh_l0	8	-0.01865396462380886
24080	rnn.weight_hh_l0	9	-0.0025502238422632217
24080	rnn.bias_ih_l0	0	0.1372961401939392
24080	rnn.bias_ih_l0	1	-0.05978011339902878
24080	rnn.bias_ih_l0	2	0.09991234540939331
24080	rnn.bias_ih_l0	3	0.04261135682463646
24080	rnn.bias_ih_l0	4	0.09150812774896622
24080	rnn.bias_ih_l0	5	0.024320442229509354
24080	rnn.bias_ih_l0	6	-0.011900664307177067
24080	rnn.bias_ih_l0	7	-0.10799355804920197
24080	rnn.bias_ih_l0	8	-0.19906793534755707
24080	rnn.bias_ih_l0	9	0.08174286782741547
24080	rnn.bias_hh_l0	0	-0.0007963195675984025
24080	rnn.bias_hh_l0	1	0.021030031144618988
24080	rnn.bias_hh_l0	2	-0.005032799206674099
24080	rnn.bias_hh_l0	3	-0.029070917516946793
24080	rnn.bias_hh_l0	4	-0.03884175047278404
24080	rnn.bias_hh_l0	5	0.14560839533805847
24080	rnn.bias_hh_l0	6	0.04813153296709061
24080	rnn.bias_hh_l0	7	0.04960046336054802
24080	rnn.bias_hh_l0	8	0.022468028590083122
24080	rnn.bias_hh_l0	9	0.04132778197526932
24080	rnn.weight_ih_l0_reverse	0	-0.030862070620059967
24080	rnn.weight_ih_l0_reverse	1	-0.0023665763437747955
24080	rnn.weight_ih_l0_reverse	2	0.024539148434996605
24080	rnn.weight_ih_l0_reverse	3	-0.06221577897667885
24080	rnn.weight_ih_l0_reverse	4	0.01008822675794363
24080	rnn.weight_ih_l0_reverse	5	-0.04737607389688492
24080	rnn.weight_ih_l0_reverse	6	0.02384275570511818
24080	rnn.weight_ih_l0_reverse	7	0.04705657809972763
24080	rnn.weight_ih_l0_reverse	8	-0.04680830240249634
24080	rnn.weight_ih_l0_reverse	9	-0.05137527361512184
24080	rnn.weight_hh_l0_reverse	0	-0.0815909281373024
24080	rnn.weight_hh_l0_reverse	1	-0.06386679410934448
24080	rnn.weight_hh_l0_reverse	2	0.0362602099776268
24080	rnn.weight_hh_l0_reverse	3	0.044874243438243866
24080	rnn.weight_hh_l0_reverse	4	-0.013728143647313118
24080	rnn.weight_hh_l0_reverse	5	0.04497566446661949
24080	rnn.weight_hh_l0_reverse	6	-0.0018348924349993467
24080	rnn.weight_hh_l0_reverse	7	0.0019421435426920652
24080	rnn.weight_hh_l0_reverse	8	-0.09791458398103714
24080	rnn.weight_hh_l0_reverse	9	0.07823170721530914
24080	rnn.bias_ih_l0_reverse	0	-0.08815210312604904
24080	rnn.bias_ih_l0_reverse	1	-0.0647338479757309
24080	rnn.bias_ih_l0_reverse	2	0.09986265748739243
24080	rnn.bias_ih_l0_reverse	3	0.04577520862221718
24080	rnn.bias_ih_l0_reverse	4	-0.13249030709266663
24080	rnn.bias_ih_l0_reverse	5	0.04092438519001007
24080	rnn.bias_ih_l0_reverse	6	-0.10732398927211761
24080	rnn.bias_ih_l0_reverse	7	0.041063904762268066
24080	rnn.bias_ih_l0_reverse	8	0.03428210690617561
24080	rnn.bias_ih_l0_reverse	9	0.06263868510723114
24080	rnn.bias_hh_l0_reverse	0	0.05984818935394287
24080	rnn.bias_hh_l0_reverse	1	0.0613219179213047
24080	rnn.bias_hh_l0_reverse	2	0.08339565247297287
24080	rnn.bias_hh_l0_reverse	3	-0.009879142977297306
24080	rnn.bias_hh_l0_reverse	4	0.07069487124681473
24080	rnn.bias_hh_l0_reverse	5	0.003861265489831567
24080	rnn.bias_hh_l0_reverse	6	-0.05983773618936539
24080	rnn.bias_hh_l0_reverse	7	0.02926754206418991
24080	rnn.bias_hh_l0_reverse	8	0.013369404710829258
24080	rnn.bias_hh_l0_reverse	9	-0.1620791107416153
24080	linear.weight	0	0.14797043800354004
24080	linear.weight	1	-0.16128617525100708
24080	linear.weight	2	-0.2096082717180252
24080	linear.weight	3	0.0645640417933464
24080	linear.weight	4	-0.02272697351872921
24080	linear.weight	5	-0.0015439196722581983
24080	linear.weight	6	-0.007082444150000811
24080	linear.weight	7	-0.0276423878967762
24080	linear.weight	8	0.07535479217767715
24080	linear.weight	9	0.3380075991153717
24080	linear.bias	0	-0.21689143776893616
24080	linear.bias	1	0.18797528743743896
24080	linear.bias	2	-0.5393540859222412
24080	linear.bias	3	1.7078430652618408
24080	linear.bias	4	-0.3900891840457916
24080	linear.bias	5	-0.030769959092140198
24080	linear.bias	6	-0.3574787974357605
24080	linear.bias	7	-0.2705189883708954
24080	linear.bias	8	-0.05525451898574829
24080	linear.bias	9	-0.49377870559692383
24108	transitions	0	-0.6452215313911438
24108	transitions	1	0.3533380329608917
24108	transitions	2	1.6771717071533203
24108	transitions	3	0.09986017644405365
24108	transitions	4	0.950076162815094
24108	transitions	5	1.2739689350128174
24108	transitions	6	0.4833678603172302
24108	transitions	7	0.175954669713974
24108	transitions	8	-0.9194985628128052
24108	transitions	9	0.9306685924530029
24108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24108	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24108	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24108	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24108	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24108	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24108	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24108	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24108	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24108	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24108	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24108	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24108	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24108	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24108	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24108	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24108	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24108	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24108	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24108	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24108	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24108	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24108	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24108	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24108	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24108	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24108	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24108	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24108	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24108	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24108	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24108	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24108	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24108	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24108	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24108	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24108	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24108	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24108	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24108	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24108	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24108	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24108	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24108	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24108	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24108	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24108	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24108	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24108	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24108	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24108	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24108	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24108	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24108	embedding2nn.weight	0	0.024480260908603668
24108	embedding2nn.weight	1	0.013725828379392624
24108	embedding2nn.weight	2	-0.004446333274245262
24108	embedding2nn.weight	3	0.0006595615413971245
24108	embedding2nn.weight	4	-0.004640023224055767
24108	embedding2nn.weight	5	0.011673246510326862
24108	embedding2nn.weight	6	-0.004658818710595369
24108	embedding2nn.weight	7	0.023771001026034355
24108	embedding2nn.weight	8	-0.0061180549673736095
24108	embedding2nn.weight	9	-0.014328551478683949
24108	embedding2nn.bias	0	-0.03644206002354622
24108	embedding2nn.bias	1	-0.03475484997034073
24108	embedding2nn.bias	2	-0.0635557621717453
24108	embedding2nn.bias	3	0.01993679814040661
24108	embedding2nn.bias	4	0.0020083102863281965
24108	embedding2nn.bias	5	-0.011214516125619411
24108	embedding2nn.bias	6	0.01207817904651165
24108	embedding2nn.bias	7	0.03023054637014866
24108	embedding2nn.bias	8	0.0013903839280828834
24108	embedding2nn.bias	9	0.0010479901684448123
24108	rnn.weight_ih_l0	0	0.038925494998693466
24108	rnn.weight_ih_l0	1	-0.010871190577745438
24108	rnn.weight_ih_l0	2	-0.03658357635140419
24108	rnn.weight_ih_l0	3	-0.04362080991268158
24108	rnn.weight_ih_l0	4	-0.05151260644197464
24108	rnn.weight_ih_l0	5	-0.008333288133144379
24108	rnn.weight_ih_l0	6	-0.053913142532110214
24108	rnn.weight_ih_l0	7	-0.05947050824761391
24108	rnn.weight_ih_l0	8	-0.04542899876832962
24108	rnn.weight_ih_l0	9	-0.027354219928383827
24108	rnn.weight_hh_l0	0	0.01825600676238537
24108	rnn.weight_hh_l0	1	-0.01033125352114439
24108	rnn.weight_hh_l0	2	-0.06715516746044159
24108	rnn.weight_hh_l0	3	-0.03206069394946098
24108	rnn.weight_hh_l0	4	-0.07711372524499893
24108	rnn.weight_hh_l0	5	-0.009851446375250816
24108	rnn.weight_hh_l0	6	-0.04649673029780388
24108	rnn.weight_hh_l0	7	-0.03516383096575737
24108	rnn.weight_hh_l0	8	-0.01861240342259407
24108	rnn.weight_hh_l0	9	-0.0024919374845921993
24108	rnn.bias_ih_l0	0	0.13790524005889893
24108	rnn.bias_ih_l0	1	-0.05942412093281746
24108	rnn.bias_ih_l0	2	0.100333072245121
24108	rnn.bias_ih_l0	3	0.04368099942803383
24108	rnn.bias_ih_l0	4	0.09257989376783371
24108	rnn.bias_ih_l0	5	0.024105699732899666
24108	rnn.bias_ih_l0	6	-0.0114943478256464
24108	rnn.bias_ih_l0	7	-0.10588105022907257
24108	rnn.bias_ih_l0	8	-0.19572530686855316
24108	rnn.bias_ih_l0	9	0.08184073865413666
24108	rnn.bias_hh_l0	0	-0.0008987361798062921
24108	rnn.bias_hh_l0	1	0.02044408954679966
24108	rnn.bias_hh_l0	2	-0.005200023762881756
24108	rnn.bias_hh_l0	3	-0.028739552944898605
24108	rnn.bias_hh_l0	4	-0.039351578801870346
24108	rnn.bias_hh_l0	5	0.14573140442371368
24108	rnn.bias_hh_l0	6	0.04739850014448166
24108	rnn.bias_hh_l0	7	0.04904863238334656
24108	rnn.bias_hh_l0	8	0.022874342277646065
24108	rnn.bias_hh_l0	9	0.04202760010957718
24108	rnn.weight_ih_l0_reverse	0	-0.03079777956008911
24108	rnn.weight_ih_l0_reverse	1	-0.0017220895970240235
24108	rnn.weight_ih_l0_reverse	2	0.024609146639704704
24108	rnn.weight_ih_l0_reverse	3	-0.06205694377422333
24108	rnn.weight_ih_l0_reverse	4	0.00999507587403059
24108	rnn.weight_ih_l0_reverse	5	-0.04735104739665985
24108	rnn.weight_ih_l0_reverse	6	0.024165740236639977
24108	rnn.weight_ih_l0_reverse	7	0.04702521115541458
24108	rnn.weight_ih_l0_reverse	8	-0.046798452734947205
24108	rnn.weight_ih_l0_reverse	9	-0.05140729993581772
24108	rnn.weight_hh_l0_reverse	0	-0.08138900995254517
24108	rnn.weight_hh_l0_reverse	1	-0.06444419920444489
24108	rnn.weight_hh_l0_reverse	2	0.03633960336446762
24108	rnn.weight_hh_l0_reverse	3	0.044872697442770004
24108	rnn.weight_hh_l0_reverse	4	-0.01363254152238369
24108	rnn.weight_hh_l0_reverse	5	0.04489068686962128
24108	rnn.weight_hh_l0_reverse	6	-0.0017444833647459745
24108	rnn.weight_hh_l0_reverse	7	0.0018963703187182546
24108	rnn.weight_hh_l0_reverse	8	-0.0982714295387268
24108	rnn.weight_hh_l0_reverse	9	0.07806695252656937
24108	rnn.bias_ih_l0_reverse	0	-0.08631538599729538
24108	rnn.bias_ih_l0_reverse	1	-0.06632295250892639
24108	rnn.bias_ih_l0_reverse	2	0.1000533178448677
24108	rnn.bias_ih_l0_reverse	3	0.04549581557512283
24108	rnn.bias_ih_l0_reverse	4	-0.13248708844184875
24108	rnn.bias_ih_l0_reverse	5	0.04211413487792015
24108	rnn.bias_ih_l0_reverse	6	-0.10677166283130646
24108	rnn.bias_ih_l0_reverse	7	0.040441472083330154
24108	rnn.bias_ih_l0_reverse	8	0.034286580979824066
24108	rnn.bias_ih_l0_reverse	9	0.06333989650011063
24108	rnn.bias_hh_l0_reverse	0	0.06163681671023369
24108	rnn.bias_hh_l0_reverse	1	0.061193060129880905
24108	rnn.bias_hh_l0_reverse	2	0.0831066370010376
24108	rnn.bias_hh_l0_reverse	3	-0.009720041416585445
24108	rnn.bias_hh_l0_reverse	4	0.06978549063205719
24108	rnn.bias_hh_l0_reverse	5	0.003686135169118643
24108	rnn.bias_hh_l0_reverse	6	-0.06002361699938774
24108	rnn.bias_hh_l0_reverse	7	0.02892422489821911
24108	rnn.bias_hh_l0_reverse	8	0.013593700714409351
24108	rnn.bias_hh_l0_reverse	9	-0.1622120589017868
24108	linear.weight	0	0.14559978246688843
24108	linear.weight	1	-0.1612861454486847
24108	linear.weight	2	-0.21000394225120544
24108	linear.weight	3	0.06567493081092834
24108	linear.weight	4	-0.022514833137392998
24108	linear.weight	5	-0.0017280621686950326
24108	linear.weight	6	-0.007082038559019566
24108	linear.weight	7	-0.027633344754576683
24108	linear.weight	8	0.07570615410804749
24108	linear.weight	9	0.337768018245697
24108	linear.bias	0	-0.21786244213581085
24108	linear.bias	1	0.1922229379415512
24108	linear.bias	2	-0.5386765003204346
24108	linear.bias	3	1.7025736570358276
24108	linear.bias	4	-0.3901757299900055
24108	linear.bias	5	-0.030769959092140198
24108	linear.bias	6	-0.35661473870277405
24108	linear.bias	7	-0.2708100378513336
24108	linear.bias	8	-0.05387131869792938
24108	linear.bias	9	-0.49380913376808167
24136	transitions	0	-0.6452532410621643
24136	transitions	1	0.3532874882221222
24136	transitions	2	1.677146553993225
24136	transitions	3	0.09985015541315079
24136	transitions	4	0.9500497579574585
24136	transitions	5	1.2739685773849487
24136	transitions	6	0.4833678603172302
24136	transitions	7	0.17595423758029938
24136	transitions	8	-0.9194988012313843
24136	transitions	9	0.9306685328483582
24136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24136	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24136	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24136	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24136	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24136	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24136	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24136	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24136	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24136	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24136	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24136	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24136	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24136	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24136	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24136	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24136	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24136	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24136	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24136	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24136	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24136	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24136	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24136	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24136	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24136	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24136	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24136	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24136	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24136	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24136	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24136	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24136	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24136	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24136	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24136	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24136	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24136	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24136	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24136	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24136	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24136	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24136	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24136	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24136	embedding2nn.weight	0	0.024522690102458
24136	embedding2nn.weight	1	0.013791938312351704
24136	embedding2nn.weight	2	-0.004468169994652271
24136	embedding2nn.weight	3	0.0006612525321543217
24136	embedding2nn.weight	4	-0.004645106382668018
24136	embedding2nn.weight	5	0.011639346368610859
24136	embedding2nn.weight	6	-0.004653668496757746
24136	embedding2nn.weight	7	0.02391785942018032
24136	embedding2nn.weight	8	-0.006105966866016388
24136	embedding2nn.weight	9	-0.014350667595863342
24136	embedding2nn.bias	0	-0.038050055503845215
24136	embedding2nn.bias	1	-0.03347687050700188
24136	embedding2nn.bias	2	-0.06320736557245255
24136	embedding2nn.bias	3	0.018377264961600304
24136	embedding2nn.bias	4	0.001545904204249382
24136	embedding2nn.bias	5	-0.010625616647303104
24136	embedding2nn.bias	6	0.011854476295411587
24136	embedding2nn.bias	7	0.03115776553750038
24136	embedding2nn.bias	8	-0.001824849285185337
24136	embedding2nn.bias	9	-0.002873732941225171
24136	rnn.weight_ih_l0	0	0.038796309381723404
24136	rnn.weight_ih_l0	1	-0.011007501743733883
24136	rnn.weight_ih_l0	2	-0.036285676062107086
24136	rnn.weight_ih_l0	3	-0.04348817467689514
24136	rnn.weight_ih_l0	4	-0.051519524306058884
24136	rnn.weight_ih_l0	5	-0.008511696010828018
24136	rnn.weight_ih_l0	6	-0.05388069152832031
24136	rnn.weight_ih_l0	7	-0.059458110481500626
24136	rnn.weight_ih_l0	8	-0.04538364335894585
24136	rnn.weight_ih_l0	9	-0.02726800926029682
24136	rnn.weight_hh_l0	0	0.01842176914215088
24136	rnn.weight_hh_l0	1	-0.010330349206924438
24136	rnn.weight_hh_l0	2	-0.06754978746175766
24136	rnn.weight_hh_l0	3	-0.03214745968580246
24136	rnn.weight_hh_l0	4	-0.07688138633966446
24136	rnn.weight_hh_l0	5	-0.009932373650372028
24136	rnn.weight_hh_l0	6	-0.046201083809137344
24136	rnn.weight_hh_l0	7	-0.03597356006503105
24136	rnn.weight_hh_l0	8	-0.01851075142621994
24136	rnn.weight_hh_l0	9	-0.0022219475358724594
24136	rnn.bias_ih_l0	0	0.13866856694221497
24136	rnn.bias_ih_l0	1	-0.05928788334131241
24136	rnn.bias_ih_l0	2	0.10129706561565399
24136	rnn.bias_ih_l0	3	0.04283915460109711
24136	rnn.bias_ih_l0	4	0.09319653362035751
24136	rnn.bias_ih_l0	5	0.024853797629475594
24136	rnn.bias_ih_l0	6	-0.01051079761236906
24136	rnn.bias_ih_l0	7	-0.10409252345561981
24136	rnn.bias_ih_l0	8	-0.19331316649913788
24136	rnn.bias_ih_l0	9	0.08122221380472183
24136	rnn.bias_hh_l0	0	-0.0008584416937083006
24136	rnn.bias_hh_l0	1	0.020648574456572533
24136	rnn.bias_hh_l0	2	-0.0049287728033959866
24136	rnn.bias_hh_l0	3	-0.02903389371931553
24136	rnn.bias_hh_l0	4	-0.038146693259477615
24136	rnn.bias_hh_l0	5	0.14506371319293976
24136	rnn.bias_hh_l0	6	0.04678039997816086
24136	rnn.bias_hh_l0	7	0.0485420897603035
24136	rnn.bias_hh_l0	8	0.02385788783431053
24136	rnn.bias_hh_l0	9	0.04237506166100502
24136	rnn.weight_ih_l0_reverse	0	-0.03076474741101265
24136	rnn.weight_ih_l0_reverse	1	-0.0015785114374011755
24136	rnn.weight_ih_l0_reverse	2	0.02455737069249153
24136	rnn.weight_ih_l0_reverse	3	-0.062119483947753906
24136	rnn.weight_ih_l0_reverse	4	0.010112274438142776
24136	rnn.weight_ih_l0_reverse	5	-0.04725475236773491
24136	rnn.weight_ih_l0_reverse	6	0.023881465196609497
24136	rnn.weight_ih_l0_reverse	7	0.04699808359146118
24136	rnn.weight_ih_l0_reverse	8	-0.0467725470662117
24136	rnn.weight_ih_l0_reverse	9	-0.05145736038684845
24136	rnn.weight_hh_l0_reverse	0	-0.08156956732273102
24136	rnn.weight_hh_l0_reverse	1	-0.06429615616798401
24136	rnn.weight_hh_l0_reverse	2	0.036581844091415405
24136	rnn.weight_hh_l0_reverse	3	0.04496975243091583
24136	rnn.weight_hh_l0_reverse	4	-0.013707505539059639
24136	rnn.weight_hh_l0_reverse	5	0.044883064925670624
24136	rnn.weight_hh_l0_reverse	6	-0.0016337757697328925
24136	rnn.weight_hh_l0_reverse	7	0.0021282171364873648
24136	rnn.weight_hh_l0_reverse	8	-0.09807804226875305
24136	rnn.weight_hh_l0_reverse	9	0.07797379046678543
24136	rnn.bias_ih_l0_reverse	0	-0.08898063749074936
24136	rnn.bias_ih_l0_reverse	1	-0.06758034974336624
24136	rnn.bias_ih_l0_reverse	2	0.1005907654762268
24136	rnn.bias_ih_l0_reverse	3	0.04528219997882843
24136	rnn.bias_ih_l0_reverse	4	-0.1322764754295349
24136	rnn.bias_ih_l0_reverse	5	0.04170925170183182
24136	rnn.bias_ih_l0_reverse	6	-0.10678716748952866
24136	rnn.bias_ih_l0_reverse	7	0.040473561733961105
24136	rnn.bias_ih_l0_reverse	8	0.03288905322551727
24136	rnn.bias_ih_l0_reverse	9	0.06304989010095596
24136	rnn.bias_hh_l0_reverse	0	0.06253156065940857
24136	rnn.bias_hh_l0_reverse	1	0.06162739545106888
24136	rnn.bias_hh_l0_reverse	2	0.08180198818445206
24136	rnn.bias_hh_l0_reverse	3	-0.009814475663006306
24136	rnn.bias_hh_l0_reverse	4	0.06889668852090836
24136	rnn.bias_hh_l0_reverse	5	0.0037512085400521755
24136	rnn.bias_hh_l0_reverse	6	-0.05905016139149666
24136	rnn.bias_hh_l0_reverse	7	0.028815982863307
24136	rnn.bias_hh_l0_reverse	8	0.013282985426485538
24136	rnn.bias_hh_l0_reverse	9	-0.16481497883796692
24136	linear.weight	0	0.14383232593536377
24136	linear.weight	1	-0.16128386557102203
24136	linear.weight	2	-0.2096424698829651
24136	linear.weight	3	0.06744202226400375
24136	linear.weight	4	-0.02261112816631794
24136	linear.weight	5	-0.0011361194774508476
24136	linear.weight	6	-0.007081679068505764
24136	linear.weight	7	-0.027623938396573067
24136	linear.weight	8	0.0768437311053276
24136	linear.weight	9	0.3378761410713196
24136	linear.bias	0	-0.2142549455165863
24136	linear.bias	1	0.19246886670589447
24136	linear.bias	2	-0.5393311977386475
24136	linear.bias	3	1.7026790380477905
24136	linear.bias	4	-0.39031434059143066
24136	linear.bias	5	-0.030769959092140198
24136	linear.bias	6	-0.3572399318218231
24136	linear.bias	7	-0.2737780213356018
24136	linear.bias	8	-0.04896652698516846
24136	linear.bias	9	-0.4938570559024811
24164	transitions	0	-0.6452950239181519
24164	transitions	1	0.3532834053039551
24164	transitions	2	1.677137851715088
24164	transitions	3	0.09981828927993774
24164	transitions	4	0.9500491619110107
24164	transitions	5	1.27396821975708
24164	transitions	6	0.48336783051490784
24164	transitions	7	0.17595401406288147
24164	transitions	8	-0.9194989204406738
24164	transitions	9	0.9306685328483582
24164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24164	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24164	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24164	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24164	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24164	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24164	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24164	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24164	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24164	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24164	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24164	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24164	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24164	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24164	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24164	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24164	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24164	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24164	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24164	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24164	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24164	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24164	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24164	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24164	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24164	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24164	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24164	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24164	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24164	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24164	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24164	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24164	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24164	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24164	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24164	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24164	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24164	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24164	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24164	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24164	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24164	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24164	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24164	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24164	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24164	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24164	embedding2nn.weight	0	0.024311337620019913
24164	embedding2nn.weight	1	0.013780753128230572
24164	embedding2nn.weight	2	-0.004471699707210064
24164	embedding2nn.weight	3	0.0006397507386282086
24164	embedding2nn.weight	4	-0.004652772564440966
24164	embedding2nn.weight	5	0.011606811545789242
24164	embedding2nn.weight	6	-0.004662764724344015
24164	embedding2nn.weight	7	0.023594744503498077
24164	embedding2nn.weight	8	-0.006162686739116907
24164	embedding2nn.weight	9	-0.014336756430566311
24164	embedding2nn.bias	0	-0.038482602685689926
24164	embedding2nn.bias	1	-0.032852381467819214
24164	embedding2nn.bias	2	-0.06442001461982727
24164	embedding2nn.bias	3	0.014757887460291386
24164	embedding2nn.bias	4	-0.0002453922643326223
24164	embedding2nn.bias	5	-0.014059514738619328
24164	embedding2nn.bias	6	0.011006343178451061
24164	embedding2nn.bias	7	0.03260556980967522
24164	embedding2nn.bias	8	-0.0005520021077245474
24164	embedding2nn.bias	9	-0.0014994938392192125
24164	rnn.weight_ih_l0	0	0.038769107311964035
24164	rnn.weight_ih_l0	1	-0.010977011173963547
24164	rnn.weight_ih_l0	2	-0.03602957725524902
24164	rnn.weight_ih_l0	3	-0.04344373941421509
24164	rnn.weight_ih_l0	4	-0.051418934017419815
24164	rnn.weight_ih_l0	5	-0.008397432044148445
24164	rnn.weight_ih_l0	6	-0.05384710803627968
24164	rnn.weight_ih_l0	7	-0.05949318781495094
24164	rnn.weight_ih_l0	8	-0.0452728271484375
24164	rnn.weight_ih_l0	9	-0.02720610238611698
24164	rnn.weight_hh_l0	0	0.01849139668047428
24164	rnn.weight_hh_l0	1	-0.010381875559687614
24164	rnn.weight_hh_l0	2	-0.06804516166448593
24164	rnn.weight_hh_l0	3	-0.031953584402799606
24164	rnn.weight_hh_l0	4	-0.07712017744779587
24164	rnn.weight_hh_l0	5	-0.009731513448059559
24164	rnn.weight_hh_l0	6	-0.04603980481624603
24164	rnn.weight_hh_l0	7	-0.036038871854543686
24164	rnn.weight_hh_l0	8	-0.01880127191543579
24164	rnn.weight_hh_l0	9	-0.001558910240419209
24164	rnn.bias_ih_l0	0	0.1388312131166458
24164	rnn.bias_ih_l0	1	-0.05861512944102287
24164	rnn.bias_ih_l0	2	0.10088437795639038
24164	rnn.bias_ih_l0	3	0.04300596937537193
24164	rnn.bias_ih_l0	4	0.09228833019733429
24164	rnn.bias_ih_l0	5	0.02421240322291851
24164	rnn.bias_ih_l0	6	-0.009005540050566196
24164	rnn.bias_ih_l0	7	-0.10375428944826126
24164	rnn.bias_ih_l0	8	-0.19364383816719055
24164	rnn.bias_ih_l0	9	0.0814051628112793
24164	rnn.bias_hh_l0	0	9.634144953452051e-05
24164	rnn.bias_hh_l0	1	0.020950252190232277
24164	rnn.bias_hh_l0	2	-0.004625888075679541
24164	rnn.bias_hh_l0	3	-0.02826806530356407
24164	rnn.bias_hh_l0	4	-0.038171738386154175
24164	rnn.bias_hh_l0	5	0.1458643227815628
24164	rnn.bias_hh_l0	6	0.04631514847278595
24164	rnn.bias_hh_l0	7	0.04797067120671272
24164	rnn.bias_hh_l0	8	0.025363147258758545
24164	rnn.bias_hh_l0	9	0.04332345724105835
24164	rnn.weight_ih_l0_reverse	0	-0.030880238860845566
24164	rnn.weight_ih_l0_reverse	1	-0.001967659220099449
24164	rnn.weight_ih_l0_reverse	2	0.024468788877129555
24164	rnn.weight_ih_l0_reverse	3	-0.06221090257167816
24164	rnn.weight_ih_l0_reverse	4	0.01013956218957901
24164	rnn.weight_ih_l0_reverse	5	-0.047352347522974014
24164	rnn.weight_ih_l0_reverse	6	0.024491699412465096
24164	rnn.weight_ih_l0_reverse	7	0.04706241190433502
24164	rnn.weight_ih_l0_reverse	8	-0.04671641066670418
24164	rnn.weight_ih_l0_reverse	9	-0.051506102085113525
24164	rnn.weight_hh_l0_reverse	0	-0.08167041093111038
24164	rnn.weight_hh_l0_reverse	1	-0.06421489268541336
24164	rnn.weight_hh_l0_reverse	2	0.03706427291035652
24164	rnn.weight_hh_l0_reverse	3	0.04498091712594032
24164	rnn.weight_hh_l0_reverse	4	-0.013609664514660835
24164	rnn.weight_hh_l0_reverse	5	0.044881030917167664
24164	rnn.weight_hh_l0_reverse	6	-0.0025108703412115574
24164	rnn.weight_hh_l0_reverse	7	0.0022775446996092796
24164	rnn.weight_hh_l0_reverse	8	-0.09813806414604187
24164	rnn.weight_hh_l0_reverse	9	0.07776360213756561
24164	rnn.bias_ih_l0_reverse	0	-0.0867132917046547
24164	rnn.bias_ih_l0_reverse	1	-0.06478949636220932
24164	rnn.bias_ih_l0_reverse	2	0.09947411715984344
24164	rnn.bias_ih_l0_reverse	3	0.045206837356090546
24164	rnn.bias_ih_l0_reverse	4	-0.13211286067962646
24164	rnn.bias_ih_l0_reverse	5	0.04187718778848648
24164	rnn.bias_ih_l0_reverse	6	-0.10641160607337952
24164	rnn.bias_ih_l0_reverse	7	0.03915632516145706
24164	rnn.bias_ih_l0_reverse	8	0.03231159597635269
24164	rnn.bias_ih_l0_reverse	9	0.06264600902795792
24164	rnn.bias_hh_l0_reverse	0	0.060749199241399765
24164	rnn.bias_hh_l0_reverse	1	0.060697197914123535
24164	rnn.bias_hh_l0_reverse	2	0.08228296041488647
24164	rnn.bias_hh_l0_reverse	3	-0.00963977724313736
24164	rnn.bias_hh_l0_reverse	4	0.06889819353818893
24164	rnn.bias_hh_l0_reverse	5	0.005012229550629854
24164	rnn.bias_hh_l0_reverse	6	-0.058388516306877136
24164	rnn.bias_hh_l0_reverse	7	0.028586370870471
24164	rnn.bias_hh_l0_reverse	8	0.013212405145168304
24164	rnn.bias_hh_l0_reverse	9	-0.16617751121520996
24164	linear.weight	0	0.14273223280906677
24164	linear.weight	1	-0.16127754747867584
24164	linear.weight	2	-0.20979757606983185
24164	linear.weight	3	0.06757454574108124
24164	linear.weight	4	-0.022249383851885796
24164	linear.weight	5	-0.001138045801781118
24164	linear.weight	6	-0.007079476490616798
24164	linear.weight	7	-0.02761879377067089
24164	linear.weight	8	0.07558678090572357
24164	linear.weight	9	0.33731159567832947
24164	linear.bias	0	-0.21329431235790253
24164	linear.bias	1	0.1911897361278534
24164	linear.bias	2	-0.5384045243263245
24164	linear.bias	3	1.7100664377212524
24164	linear.bias	4	-0.3903985619544983
24164	linear.bias	5	-0.030769959092140198
24164	linear.bias	6	-0.35653603076934814
24164	linear.bias	7	-0.27400246262550354
24164	linear.bias	8	-0.04669957235455513
24164	linear.bias	9	-0.49388301372528076
24192	transitions	0	-0.6453574895858765
24192	transitions	1	0.353267639875412
24192	transitions	2	1.6771204471588135
24192	transitions	3	0.09981358051300049
24192	transitions	4	0.950046181678772
24192	transitions	5	1.27396821975708
24192	transitions	6	0.4833677411079407
24192	transitions	7	0.17595380544662476
24192	transitions	8	-0.9194991588592529
24192	transitions	9	0.9306685328483582
24192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24192	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24192	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24192	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24192	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24192	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24192	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24192	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24192	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24192	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24192	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24192	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24192	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24192	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24192	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24192	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24192	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24192	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24192	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24192	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24192	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24192	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24192	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24192	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24192	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24192	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24192	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24192	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24192	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24192	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24192	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24192	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24192	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24192	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24192	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24192	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24192	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24192	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24192	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24192	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24192	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24192	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24192	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24192	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24192	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24192	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24192	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24192	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24192	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24192	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24192	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24192	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24192	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24192	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24192	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24192	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24192	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24192	embedding2nn.weight	0	0.0241378340870142
24192	embedding2nn.weight	1	0.013745149597525597
24192	embedding2nn.weight	2	-0.004503079690039158
24192	embedding2nn.weight	3	0.00067575101274997
24192	embedding2nn.weight	4	-0.004645583685487509
24192	embedding2nn.weight	5	0.011610896326601505
24192	embedding2nn.weight	6	-0.004685580264776945
24192	embedding2nn.weight	7	0.023823697119951248
24192	embedding2nn.weight	8	-0.006179536692798138
24192	embedding2nn.weight	9	-0.014340212568640709
24192	embedding2nn.bias	0	-0.03925156593322754
24192	embedding2nn.bias	1	-0.03558271750807762
24192	embedding2nn.bias	2	-0.06293545663356781
24192	embedding2nn.bias	3	0.015448174439370632
24192	embedding2nn.bias	4	-0.0029451840091496706
24192	embedding2nn.bias	5	-0.014668858610093594
24192	embedding2nn.bias	6	0.006644831970334053
24192	embedding2nn.bias	7	0.03222819045186043
24192	embedding2nn.bias	8	0.0057792384177446365
24192	embedding2nn.bias	9	-0.0009627606486901641
24192	rnn.weight_ih_l0	0	0.03864126652479172
24192	rnn.weight_ih_l0	1	-0.010699890553951263
24192	rnn.weight_ih_l0	2	-0.03600795567035675
24192	rnn.weight_ih_l0	3	-0.043363843113183975
24192	rnn.weight_ih_l0	4	-0.05151665210723877
24192	rnn.weight_ih_l0	5	-0.008276036009192467
24192	rnn.weight_ih_l0	6	-0.053902849555015564
24192	rnn.weight_ih_l0	7	-0.05953378602862358
24192	rnn.weight_ih_l0	8	-0.045129720121622086
24192	rnn.weight_ih_l0	9	-0.02714933082461357
24192	rnn.weight_hh_l0	0	0.018659330904483795
24192	rnn.weight_hh_l0	1	-0.010517487302422523
24192	rnn.weight_hh_l0	2	-0.06848916411399841
24192	rnn.weight_hh_l0	3	-0.031928062438964844
24192	rnn.weight_hh_l0	4	-0.07689068466424942
24192	rnn.weight_hh_l0	5	-0.009659078903496265
24192	rnn.weight_hh_l0	6	-0.0470564104616642
24192	rnn.weight_hh_l0	7	-0.03575533255934715
24192	rnn.weight_hh_l0	8	-0.018757253885269165
24192	rnn.weight_hh_l0	9	-0.002187157515436411
24192	rnn.bias_ih_l0	0	0.1382077932357788
24192	rnn.bias_ih_l0	1	-0.057793550193309784
24192	rnn.bias_ih_l0	2	0.10056682676076889
24192	rnn.bias_ih_l0	3	0.044587016105651855
24192	rnn.bias_ih_l0	4	0.09310400485992432
24192	rnn.bias_ih_l0	5	0.024614514783024788
24192	rnn.bias_ih_l0	6	-0.00918236467987299
24192	rnn.bias_ih_l0	7	-0.10862061381340027
24192	rnn.bias_ih_l0	8	-0.19071920216083527
24192	rnn.bias_ih_l0	9	0.08118066191673279
24192	rnn.bias_hh_l0	0	0.00041286947089247406
24192	rnn.bias_hh_l0	1	0.020667321979999542
24192	rnn.bias_hh_l0	2	-0.0041069211438298225
24192	rnn.bias_hh_l0	3	-0.02800915017724037
24192	rnn.bias_hh_l0	4	-0.03760923072695732
24192	rnn.bias_hh_l0	5	0.14556020498275757
24192	rnn.bias_hh_l0	6	0.04611385241150856
24192	rnn.bias_hh_l0	7	0.047865916043519974
24192	rnn.bias_hh_l0	8	0.025186318904161453
24192	rnn.bias_hh_l0	9	0.043075062334537506
24192	rnn.weight_ih_l0_reverse	0	-0.03097965009510517
24192	rnn.weight_ih_l0_reverse	1	-0.0015868543414399028
24192	rnn.weight_ih_l0_reverse	2	0.024359460920095444
24192	rnn.weight_ih_l0_reverse	3	-0.0621924102306366
24192	rnn.weight_ih_l0_reverse	4	0.010173493064939976
24192	rnn.weight_ih_l0_reverse	5	-0.04735378175973892
24192	rnn.weight_ih_l0_reverse	6	0.02430344745516777
24192	rnn.weight_ih_l0_reverse	7	0.0471140556037426
24192	rnn.weight_ih_l0_reverse	8	-0.04676733911037445
24192	rnn.weight_ih_l0_reverse	9	-0.05152485519647598
24192	rnn.weight_hh_l0_reverse	0	-0.0814332365989685
24192	rnn.weight_hh_l0_reverse	1	-0.06425263732671738
24192	rnn.weight_hh_l0_reverse	2	0.03720010817050934
24192	rnn.weight_hh_l0_reverse	3	0.04514250531792641
24192	rnn.weight_hh_l0_reverse	4	-0.013735533691942692
24192	rnn.weight_hh_l0_reverse	5	0.044944096356630325
24192	rnn.weight_hh_l0_reverse	6	-0.0023064957931637764
24192	rnn.weight_hh_l0_reverse	7	0.0022558695636689663
24192	rnn.weight_hh_l0_reverse	8	-0.09825276583433151
24192	rnn.weight_hh_l0_reverse	9	0.07791078835725784
24192	rnn.bias_ih_l0_reverse	0	-0.0845426470041275
24192	rnn.bias_ih_l0_reverse	1	-0.065148264169693
24192	rnn.bias_ih_l0_reverse	2	0.10048803687095642
24192	rnn.bias_ih_l0_reverse	3	0.0447801798582077
24192	rnn.bias_ih_l0_reverse	4	-0.13228841125965118
24192	rnn.bias_ih_l0_reverse	5	0.04275623708963394
24192	rnn.bias_ih_l0_reverse	6	-0.10643457621335983
24192	rnn.bias_ih_l0_reverse	7	0.03849710524082184
24192	rnn.bias_ih_l0_reverse	8	0.03233659639954567
24192	rnn.bias_ih_l0_reverse	9	0.06186680495738983
24192	rnn.bias_hh_l0_reverse	0	0.06171589344739914
24192	rnn.bias_hh_l0_reverse	1	0.061149053275585175
24192	rnn.bias_hh_l0_reverse	2	0.08245261013507843
24192	rnn.bias_hh_l0_reverse	3	-0.008785258047282696
24192	rnn.bias_hh_l0_reverse	4	0.06828444451093674
24192	rnn.bias_hh_l0_reverse	5	0.005014654248952866
24192	rnn.bias_hh_l0_reverse	6	-0.058149997144937515
24192	rnn.bias_hh_l0_reverse	7	0.02861703746020794
24192	rnn.bias_hh_l0_reverse	8	0.013693674467504025
24192	rnn.bias_hh_l0_reverse	9	-0.1649600863456726
24192	linear.weight	0	0.14534059166908264
24192	linear.weight	1	-0.16126854717731476
24192	linear.weight	2	-0.20996646583080292
24192	linear.weight	3	0.06622195243835449
24192	linear.weight	4	-0.02216995880007744
24192	linear.weight	5	-0.00010098771599587053
24192	linear.weight	6	-0.007077427580952644
24192	linear.weight	7	-0.027610115706920624
24192	linear.weight	8	0.07536483556032181
24192	linear.weight	9	0.3377217948436737
24192	linear.bias	0	-0.21176353096961975
24192	linear.bias	1	0.19126173853874207
24192	linear.bias	2	-0.539944052696228
24192	linear.bias	3	1.6958552598953247
24192	linear.bias	4	-0.39053434133529663
24192	linear.bias	5	-0.030769959092140198
24192	linear.bias	6	-0.35776594281196594
24192	linear.bias	7	-0.2742825746536255
24192	linear.bias	8	-0.050897449254989624
24192	linear.bias	9	-0.49391552805900574
24220	transitions	0	-0.6453793048858643
24220	transitions	1	0.353251576423645
24220	transitions	2	1.6770941019058228
24220	transitions	3	0.0998038724064827
24220	transitions	4	0.9500448107719421
24220	transitions	5	1.273967981338501
24220	transitions	6	0.48336753249168396
24220	transitions	7	0.17595340311527252
24220	transitions	8	-0.9194996953010559
24220	transitions	9	0.9306684732437134
24220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24220	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24220	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24220	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24220	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24220	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24220	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24220	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24220	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24220	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24220	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24220	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24220	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24220	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24220	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24220	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24220	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24220	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24220	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24220	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24220	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24220	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24220	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24220	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24220	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24220	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24220	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24220	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24220	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24220	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24220	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24220	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24220	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24220	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24220	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24220	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24220	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24220	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24220	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24220	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24220	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24220	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24220	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24220	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24220	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24220	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24220	embedding2nn.weight	0	0.024088528007268906
24220	embedding2nn.weight	1	0.013752886094152927
24220	embedding2nn.weight	2	-0.0045059421099722385
24220	embedding2nn.weight	3	0.0007226136513054371
24220	embedding2nn.weight	4	-0.004664936102926731
24220	embedding2nn.weight	5	0.011501851491630077
24220	embedding2nn.weight	6	-0.004702870734035969
24220	embedding2nn.weight	7	0.02368788607418537
24220	embedding2nn.weight	8	-0.006255879066884518
24220	embedding2nn.weight	9	-0.01437787339091301
24220	embedding2nn.bias	0	-0.04053197056055069
24220	embedding2nn.bias	1	-0.035369180142879486
24220	embedding2nn.bias	2	-0.06309513002634048
24220	embedding2nn.bias	3	0.017715180292725563
24220	embedding2nn.bias	4	-0.004635437857359648
24220	embedding2nn.bias	5	-0.01342758908867836
24220	embedding2nn.bias	6	0.006921098567545414
24220	embedding2nn.bias	7	0.031985554844141006
24220	embedding2nn.bias	8	0.004558814689517021
24220	embedding2nn.bias	9	-6.615087477257475e-05
24220	rnn.weight_ih_l0	0	0.0385902114212513
24220	rnn.weight_ih_l0	1	-0.01099442970007658
24220	rnn.weight_ih_l0	2	-0.035500891506671906
24220	rnn.weight_ih_l0	3	-0.04333726316690445
24220	rnn.weight_ih_l0	4	-0.051429517567157745
24220	rnn.weight_ih_l0	5	-0.008444364182651043
24220	rnn.weight_ih_l0	6	-0.05396866798400879
24220	rnn.weight_ih_l0	7	-0.0595659464597702
24220	rnn.weight_ih_l0	8	-0.04513775557279587
24220	rnn.weight_ih_l0	9	-0.027140982449054718
24220	rnn.weight_hh_l0	0	0.018576176837086678
24220	rnn.weight_hh_l0	1	-0.010639105923473835
24220	rnn.weight_hh_l0	2	-0.06816387176513672
24220	rnn.weight_hh_l0	3	-0.031922224909067154
24220	rnn.weight_hh_l0	4	-0.07682400941848755
24220	rnn.weight_hh_l0	5	-0.009711943566799164
24220	rnn.weight_hh_l0	6	-0.04788559302687645
24220	rnn.weight_hh_l0	7	-0.035951822996139526
24220	rnn.weight_hh_l0	8	-0.018762601539492607
24220	rnn.weight_hh_l0	9	-0.001938271801918745
24220	rnn.bias_ih_l0	0	0.138285294175148
24220	rnn.bias_ih_l0	1	-0.05776118114590645
24220	rnn.bias_ih_l0	2	0.10112199187278748
24220	rnn.bias_ih_l0	3	0.043965741991996765
24220	rnn.bias_ih_l0	4	0.09367116540670395
24220	rnn.bias_ih_l0	5	0.024440059438347816
24220	rnn.bias_ih_l0	6	-0.012298070825636387
24220	rnn.bias_ih_l0	7	-0.10937221348285675
24220	rnn.bias_ih_l0	8	-0.193205788731575
24220	rnn.bias_ih_l0	9	0.0808020755648613
24220	rnn.bias_hh_l0	0	0.00039719234337098897
24220	rnn.bias_hh_l0	1	0.020675480365753174
24220	rnn.bias_hh_l0	2	-0.004312173929065466
24220	rnn.bias_hh_l0	3	-0.029622599482536316
24220	rnn.bias_hh_l0	4	-0.03844209015369415
24220	rnn.bias_hh_l0	5	0.14612218737602234
24220	rnn.bias_hh_l0	6	0.04757135361433029
24220	rnn.bias_hh_l0	7	0.04870138689875603
24220	rnn.bias_hh_l0	8	0.022070609033107758
24220	rnn.bias_hh_l0	9	0.04213244467973709
24220	rnn.weight_ih_l0_reverse	0	-0.031005922704935074
24220	rnn.weight_ih_l0_reverse	1	-0.0013489013072103262
24220	rnn.weight_ih_l0_reverse	2	0.024285223335027695
24220	rnn.weight_ih_l0_reverse	3	-0.06229259446263313
24220	rnn.weight_ih_l0_reverse	4	0.010230191051959991
24220	rnn.weight_ih_l0_reverse	5	-0.04763677343726158
24220	rnn.weight_ih_l0_reverse	6	0.02410999871790409
24220	rnn.weight_ih_l0_reverse	7	0.04704992473125458
24220	rnn.weight_ih_l0_reverse	8	-0.04668037220835686
24220	rnn.weight_ih_l0_reverse	9	-0.0514829121530056
24220	rnn.weight_hh_l0_reverse	0	-0.08174337446689606
24220	rnn.weight_hh_l0_reverse	1	-0.06455735117197037
24220	rnn.weight_hh_l0_reverse	2	0.03715949133038521
24220	rnn.weight_hh_l0_reverse	3	0.04532518982887268
24220	rnn.weight_hh_l0_reverse	4	-0.013528309762477875
24220	rnn.weight_hh_l0_reverse	5	0.04498584195971489
24220	rnn.weight_hh_l0_reverse	6	-0.001854323665611446
24220	rnn.weight_hh_l0_reverse	7	0.001756920013576746
24220	rnn.weight_hh_l0_reverse	8	-0.09811145067214966
24220	rnn.weight_hh_l0_reverse	9	0.07785136997699738
24220	rnn.bias_ih_l0_reverse	0	-0.08609931170940399
24220	rnn.bias_ih_l0_reverse	1	-0.065177783370018
24220	rnn.bias_ih_l0_reverse	2	0.10084562748670578
24220	rnn.bias_ih_l0_reverse	3	0.04437146708369255
24220	rnn.bias_ih_l0_reverse	4	-0.13201770186424255
24220	rnn.bias_ih_l0_reverse	5	0.04138553887605667
24220	rnn.bias_ih_l0_reverse	6	-0.1065468117594719
24220	rnn.bias_ih_l0_reverse	7	0.03664901480078697
24220	rnn.bias_ih_l0_reverse	8	0.03268900886178017
24220	rnn.bias_ih_l0_reverse	9	0.06195411831140518
24220	rnn.bias_hh_l0_reverse	0	0.06198985502123833
24220	rnn.bias_hh_l0_reverse	1	0.06033136695623398
24220	rnn.bias_hh_l0_reverse	2	0.0811111181974411
24220	rnn.bias_hh_l0_reverse	3	-0.00934552401304245
24220	rnn.bias_hh_l0_reverse	4	0.06857263296842575
24220	rnn.bias_hh_l0_reverse	5	0.0031913225539028645
24220	rnn.bias_hh_l0_reverse	6	-0.059371739625930786
24220	rnn.bias_hh_l0_reverse	7	0.028355393558740616
24220	rnn.bias_hh_l0_reverse	8	0.0132493507117033
24220	rnn.bias_hh_l0_reverse	9	-0.16286054253578186
24220	linear.weight	0	0.1481393575668335
24220	linear.weight	1	-0.1611993908882141
24220	linear.weight	2	-0.21090851724147797
24220	linear.weight	3	0.06821083277463913
24220	linear.weight	4	-0.02208288572728634
24220	linear.weight	5	-0.00010955752077279612
24220	linear.weight	6	-0.007076131645590067
24220	linear.weight	7	-0.027579855173826218
24220	linear.weight	8	0.07551237940788269
24220	linear.weight	9	0.3374195992946625
24220	linear.bias	0	-0.22145582735538483
24220	linear.bias	1	0.18969684839248657
24220	linear.bias	2	-0.540014922618866
24220	linear.bias	3	1.703412652015686
24220	linear.bias	4	-0.39062055945396423
24220	linear.bias	5	-0.030769959092140198
24220	linear.bias	6	-0.35821104049682617
24220	linear.bias	7	-0.2749330401420593
24220	linear.bias	8	-0.04840701445937157
24220	linear.bias	9	-0.49394655227661133
24248	transitions	0	-0.6453897953033447
24248	transitions	1	0.3532274067401886
24248	transitions	2	1.677079677581787
24248	transitions	3	0.09978774935007095
24248	transitions	4	0.9500259757041931
24248	transitions	5	1.2739677429199219
24248	transitions	6	0.4833669364452362
24248	transitions	7	0.1759527176618576
24248	transitions	8	-0.919499933719635
24248	transitions	9	0.9306684732437134
24248	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24248	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24248	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24248	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24248	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24248	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24248	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24248	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24248	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24248	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24248	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24248	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24248	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24248	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24248	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24248	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24248	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24248	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24248	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24248	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24248	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24248	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24248	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24248	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24248	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24248	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24248	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24248	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24248	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24248	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24248	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24248	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24248	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24248	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24248	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24248	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24248	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24248	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24248	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24248	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24248	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24248	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24248	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24248	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24248	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24248	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24248	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24248	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24248	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24248	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24248	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24248	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24248	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24248	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24248	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24248	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24248	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24248	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24248	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24248	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24248	embedding2nn.weight	0	0.02400471456348896
24248	embedding2nn.weight	1	0.01375527586787939
24248	embedding2nn.weight	2	-0.004512977320700884
24248	embedding2nn.weight	3	0.0007054843008518219
24248	embedding2nn.weight	4	-0.004659708123654127
24248	embedding2nn.weight	5	0.011513198725879192
24248	embedding2nn.weight	6	-0.0047019487246870995
24248	embedding2nn.weight	7	0.023512477055191994
24248	embedding2nn.weight	8	-0.006285650189965963
24248	embedding2nn.weight	9	-0.014418153092265129
24248	embedding2nn.bias	0	-0.04101376608014107
24248	embedding2nn.bias	1	-0.03652358800172806
24248	embedding2nn.bias	2	-0.06642036885023117
24248	embedding2nn.bias	3	0.016646889969706535
24248	embedding2nn.bias	4	-0.0024675470776855946
24248	embedding2nn.bias	5	-0.011842537671327591
24248	embedding2nn.bias	6	0.00981160905212164
24248	embedding2nn.bias	7	0.02996540069580078
24248	embedding2nn.bias	8	0.00439398642629385
24248	embedding2nn.bias	9	-0.0024673854932188988
24248	rnn.weight_ih_l0	0	0.038533102720975876
24248	rnn.weight_ih_l0	1	-0.010975166223943233
24248	rnn.weight_ih_l0	2	-0.0355110801756382
24248	rnn.weight_ih_l0	3	-0.04317988455295563
24248	rnn.weight_ih_l0	4	-0.051307134330272675
24248	rnn.weight_ih_l0	5	-0.008458632975816727
24248	rnn.weight_ih_l0	6	-0.05395153537392616
24248	rnn.weight_ih_l0	7	-0.059546101838350296
24248	rnn.weight_ih_l0	8	-0.0452113002538681
24248	rnn.weight_ih_l0	9	-0.02713112346827984
24248	rnn.weight_hh_l0	0	0.01844828575849533
24248	rnn.weight_hh_l0	1	-0.010729465633630753
24248	rnn.weight_hh_l0	2	-0.06814496964216232
24248	rnn.weight_hh_l0	3	-0.03181701526045799
24248	rnn.weight_hh_l0	4	-0.07679051905870438
24248	rnn.weight_hh_l0	5	-0.00989167857915163
24248	rnn.weight_hh_l0	6	-0.048160355538129807
24248	rnn.weight_hh_l0	7	-0.03698849305510521
24248	rnn.weight_hh_l0	8	-0.018896741792559624
24248	rnn.weight_hh_l0	9	-0.0022395134437829256
24248	rnn.bias_ih_l0	0	0.13881231844425201
24248	rnn.bias_ih_l0	1	-0.05895478278398514
24248	rnn.bias_ih_l0	2	0.10171640664339066
24248	rnn.bias_ih_l0	3	0.04267771169543266
24248	rnn.bias_ih_l0	4	0.09332886338233948
24248	rnn.bias_ih_l0	5	0.024641109630465508
24248	rnn.bias_ih_l0	6	-0.012425932101905346
24248	rnn.bias_ih_l0	7	-0.11021208763122559
24248	rnn.bias_ih_l0	8	-0.19455207884311676
24248	rnn.bias_ih_l0	9	0.08167039602994919
24248	rnn.bias_hh_l0	0	0.0005199190345592797
24248	rnn.bias_hh_l0	1	0.01998744159936905
24248	rnn.bias_hh_l0	2	-0.005042884964495897
24248	rnn.bias_hh_l0	3	-0.029570315033197403
24248	rnn.bias_hh_l0	4	-0.03787953034043312
24248	rnn.bias_hh_l0	5	0.14581719040870667
24248	rnn.bias_hh_l0	6	0.04641110822558403
24248	rnn.bias_hh_l0	7	0.04850386083126068
24248	rnn.bias_hh_l0	8	0.021942753344774246
24248	rnn.bias_hh_l0	9	0.04259619116783142
24248	rnn.weight_ih_l0_reverse	0	-0.03118523396551609
24248	rnn.weight_ih_l0_reverse	1	-0.0014718007296323776
24248	rnn.weight_ih_l0_reverse	2	0.024302935227751732
24248	rnn.weight_ih_l0_reverse	3	-0.062296003103256226
24248	rnn.weight_ih_l0_reverse	4	0.010292519815266132
24248	rnn.weight_ih_l0_reverse	5	-0.04754091426730156
24248	rnn.weight_ih_l0_reverse	6	0.024495938792824745
24248	rnn.weight_ih_l0_reverse	7	0.04698846489191055
24248	rnn.weight_ih_l0_reverse	8	-0.04674354940652847
24248	rnn.weight_ih_l0_reverse	9	-0.05142684653401375
24248	rnn.weight_hh_l0_reverse	0	-0.08186973631381989
24248	rnn.weight_hh_l0_reverse	1	-0.0646708756685257
24248	rnn.weight_hh_l0_reverse	2	0.0369858480989933
24248	rnn.weight_hh_l0_reverse	3	0.04523475840687752
24248	rnn.weight_hh_l0_reverse	4	-0.013713625259697437
24248	rnn.weight_hh_l0_reverse	5	0.04513322934508324
24248	rnn.weight_hh_l0_reverse	6	-0.001466101035475731
24248	rnn.weight_hh_l0_reverse	7	0.0018130524549633265
24248	rnn.weight_hh_l0_reverse	8	-0.09813827276229858
24248	rnn.weight_hh_l0_reverse	9	0.07774613052606583
24248	rnn.bias_ih_l0_reverse	0	-0.08544203639030457
24248	rnn.bias_ih_l0_reverse	1	-0.06510785967111588
24248	rnn.bias_ih_l0_reverse	2	0.09997665882110596
24248	rnn.bias_ih_l0_reverse	3	0.04394887760281563
24248	rnn.bias_ih_l0_reverse	4	-0.13156677782535553
24248	rnn.bias_ih_l0_reverse	5	0.042764920741319656
24248	rnn.bias_ih_l0_reverse	6	-0.10736377537250519
24248	rnn.bias_ih_l0_reverse	7	0.03649191930890083
24248	rnn.bias_ih_l0_reverse	8	0.03278448060154915
24248	rnn.bias_ih_l0_reverse	9	0.062025316059589386
24248	rnn.bias_hh_l0_reverse	0	0.061177369207143784
24248	rnn.bias_hh_l0_reverse	1	0.059968456625938416
24248	rnn.bias_hh_l0_reverse	2	0.08073854446411133
24248	rnn.bias_hh_l0_reverse	3	-0.008838415145874023
24248	rnn.bias_hh_l0_reverse	4	0.06888929009437561
24248	rnn.bias_hh_l0_reverse	5	0.003169925883412361
24248	rnn.bias_hh_l0_reverse	6	-0.0598151721060276
24248	rnn.bias_hh_l0_reverse	7	0.028631404042243958
24248	rnn.bias_hh_l0_reverse	8	0.012898928485810757
24248	rnn.bias_hh_l0_reverse	9	-0.16277924180030823
24248	linear.weight	0	0.1464976966381073
24248	linear.weight	1	-0.1611921340227127
24248	linear.weight	2	-0.21187768876552582
24248	linear.weight	3	0.06723123043775558
24248	linear.weight	4	-0.021999744698405266
24248	linear.weight	5	-0.00017405301332473755
24248	linear.weight	6	-0.007075162138789892
24248	linear.weight	7	-0.027578841894865036
24248	linear.weight	8	0.07506623864173889
24248	linear.weight	9	0.3379550278186798
24248	linear.bias	0	-0.21840828657150269
24248	linear.bias	1	0.1909920573234558
24248	linear.bias	2	-0.5401752591133118
24248	linear.bias	3	1.70182204246521
24248	linear.bias	4	-0.39072877168655396
24248	linear.bias	5	-0.030769959092140198
24248	linear.bias	6	-0.3582780957221985
24248	linear.bias	7	-0.27533018589019775
24248	linear.bias	8	-0.04830174893140793
24248	linear.bias	9	-0.49399134516716003
24276	transitions	0	-0.6454098224639893
24276	transitions	1	0.3532082140445709
24276	transitions	2	1.6770575046539307
24276	transitions	3	0.09975923597812653
24276	transitions	4	0.9500200748443604
24276	transitions	5	1.2739675045013428
24276	transitions	6	0.4833666980266571
24276	transitions	7	0.17595230042934418
24276	transitions	8	-0.9194999933242798
24276	transitions	9	0.9306684732437134
24276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24276	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24276	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24276	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24276	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24276	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24276	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24276	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24276	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24276	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24276	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24276	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24276	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24276	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24276	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24276	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24276	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24276	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24276	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24276	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24276	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24276	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24276	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24276	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24276	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24276	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24276	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24276	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24276	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24276	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24276	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24276	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24276	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24276	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24276	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24276	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24276	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24276	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24276	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24276	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24276	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24276	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24276	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24276	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24276	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24276	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24276	embedding2nn.weight	0	0.023922713473439217
24276	embedding2nn.weight	1	0.013723631389439106
24276	embedding2nn.weight	2	-0.004516663961112499
24276	embedding2nn.weight	3	0.0006627762340940535
24276	embedding2nn.weight	4	-0.004653432872146368
24276	embedding2nn.weight	5	0.011533394455909729
24276	embedding2nn.weight	6	-0.004633474629372358
24276	embedding2nn.weight	7	0.023671910166740417
24276	embedding2nn.weight	8	-0.006231600418686867
24276	embedding2nn.weight	9	-0.014422779902815819
24276	embedding2nn.bias	0	-0.04268834739923477
24276	embedding2nn.bias	1	-0.038703903555870056
24276	embedding2nn.bias	2	-0.06364714354276657
24276	embedding2nn.bias	3	0.014754194766283035
24276	embedding2nn.bias	4	-0.0033237184397876263
24276	embedding2nn.bias	5	-0.013223476707935333
24276	embedding2nn.bias	6	0.00894306879490614
24276	embedding2nn.bias	7	0.030446864664554596
24276	embedding2nn.bias	8	0.004473147448152304
24276	embedding2nn.bias	9	-0.0010769193759188056
24276	rnn.weight_ih_l0	0	0.03834990784525871
24276	rnn.weight_ih_l0	1	-0.01102283876389265
24276	rnn.weight_ih_l0	2	-0.03501651808619499
24276	rnn.weight_ih_l0	3	-0.04313809424638748
24276	rnn.weight_ih_l0	4	-0.05112598091363907
24276	rnn.weight_ih_l0	5	-0.00851856917142868
24276	rnn.weight_ih_l0	6	-0.05407587066292763
24276	rnn.weight_ih_l0	7	-0.05952822044491768
24276	rnn.weight_ih_l0	8	-0.04534585773944855
24276	rnn.weight_ih_l0	9	-0.02714519388973713
24276	rnn.weight_hh_l0	0	0.01817515678703785
24276	rnn.weight_hh_l0	1	-0.01061731856316328
24276	rnn.weight_hh_l0	2	-0.06864403933286667
24276	rnn.weight_hh_l0	3	-0.03183426707983017
24276	rnn.weight_hh_l0	4	-0.07696239650249481
24276	rnn.weight_hh_l0	5	-0.00988350622355938
24276	rnn.weight_hh_l0	6	-0.04797612503170967
24276	rnn.weight_hh_l0	7	-0.03688734397292137
24276	rnn.weight_hh_l0	8	-0.018913060426712036
24276	rnn.weight_hh_l0	9	-0.0020820354111492634
24276	rnn.bias_ih_l0	0	0.13869835436344147
24276	rnn.bias_ih_l0	1	-0.0575052872300148
24276	rnn.bias_ih_l0	2	0.10196643322706223
24276	rnn.bias_ih_l0	3	0.04246143624186516
24276	rnn.bias_ih_l0	4	0.09365474432706833
24276	rnn.bias_ih_l0	5	0.025206858292222023
24276	rnn.bias_ih_l0	6	-0.012387184426188469
24276	rnn.bias_ih_l0	7	-0.11162049323320389
24276	rnn.bias_ih_l0	8	-0.19147589802742004
24276	rnn.bias_ih_l0	9	0.08116165548563004
24276	rnn.bias_hh_l0	0	0.0005912112537771463
24276	rnn.bias_hh_l0	1	0.0198824480175972
24276	rnn.bias_hh_l0	2	-0.005631470121443272
24276	rnn.bias_hh_l0	3	-0.030098969116806984
24276	rnn.bias_hh_l0	4	-0.03795105218887329
24276	rnn.bias_hh_l0	5	0.14653714001178741
24276	rnn.bias_hh_l0	6	0.046723622828722
24276	rnn.bias_hh_l0	7	0.0480051189661026
24276	rnn.bias_hh_l0	8	0.02198150008916855
24276	rnn.bias_hh_l0	9	0.04219677671790123
24276	rnn.weight_ih_l0_reverse	0	-0.03114693984389305
24276	rnn.weight_ih_l0_reverse	1	-0.0017348614055663347
24276	rnn.weight_ih_l0_reverse	2	0.024489711970090866
24276	rnn.weight_ih_l0_reverse	3	-0.06249108538031578
24276	rnn.weight_ih_l0_reverse	4	0.010295206680893898
24276	rnn.weight_ih_l0_reverse	5	-0.04739454388618469
24276	rnn.weight_ih_l0_reverse	6	0.024412142112851143
24276	rnn.weight_ih_l0_reverse	7	0.047010637819767
24276	rnn.weight_ih_l0_reverse	8	-0.0467093288898468
24276	rnn.weight_ih_l0_reverse	9	-0.051381826400756836
24276	rnn.weight_hh_l0_reverse	0	-0.08191040903329849
24276	rnn.weight_hh_l0_reverse	1	-0.06501858681440353
24276	rnn.weight_hh_l0_reverse	2	0.036715250462293625
24276	rnn.weight_hh_l0_reverse	3	0.045124929398298264
24276	rnn.weight_hh_l0_reverse	4	-0.013723897747695446
24276	rnn.weight_hh_l0_reverse	5	0.045127786695957184
24276	rnn.weight_hh_l0_reverse	6	-0.0017923848936334252
24276	rnn.weight_hh_l0_reverse	7	0.0016938411863520741
24276	rnn.weight_hh_l0_reverse	8	-0.09793677926063538
24276	rnn.weight_hh_l0_reverse	9	0.07756161689758301
24276	rnn.bias_ih_l0_reverse	0	-0.08516181260347366
24276	rnn.bias_ih_l0_reverse	1	-0.06721390038728714
24276	rnn.bias_ih_l0_reverse	2	0.09960658103227615
24276	rnn.bias_ih_l0_reverse	3	0.04426876828074455
24276	rnn.bias_ih_l0_reverse	4	-0.13142037391662598
24276	rnn.bias_ih_l0_reverse	5	0.04345828294754028
24276	rnn.bias_ih_l0_reverse	6	-0.10612136125564575
24276	rnn.bias_ih_l0_reverse	7	0.034778885543346405
24276	rnn.bias_ih_l0_reverse	8	0.03249491751194
24276	rnn.bias_ih_l0_reverse	9	0.061346326023340225
24276	rnn.bias_hh_l0_reverse	0	0.05884568765759468
24276	rnn.bias_hh_l0_reverse	1	0.059555910527706146
24276	rnn.bias_hh_l0_reverse	2	0.08128047734498978
24276	rnn.bias_hh_l0_reverse	3	-0.008801650255918503
24276	rnn.bias_hh_l0_reverse	4	0.06950288265943527
24276	rnn.bias_hh_l0_reverse	5	0.006469913758337498
24276	rnn.bias_hh_l0_reverse	6	-0.059097155928611755
24276	rnn.bias_hh_l0_reverse	7	0.028266659006476402
24276	rnn.bias_hh_l0_reverse	8	0.012699383310973644
24276	rnn.bias_hh_l0_reverse	9	-0.16193124651908875
24276	linear.weight	0	0.14879292249679565
24276	linear.weight	1	-0.16118887066841125
24276	linear.weight	2	-0.21170639991760254
24276	linear.weight	3	0.06873586028814316
24276	linear.weight	4	-0.021895969286561012
24276	linear.weight	5	-9.432645310880616e-05
24276	linear.weight	6	-0.007069678977131844
24276	linear.weight	7	-0.02845943346619606
24276	linear.weight	8	0.07560944557189941
24276	linear.weight	9	0.3374227285385132
24276	linear.bias	0	-0.2181290239095688
24276	linear.bias	1	0.19141638278961182
24276	linear.bias	2	-0.5406500101089478
24276	linear.bias	3	1.695999264717102
24276	linear.bias	4	-0.3908279240131378
24276	linear.bias	5	-0.030769959092140198
24276	linear.bias	6	-0.35855695605278015
24276	linear.bias	7	-0.2757079005241394
24276	linear.bias	8	-0.046610064804553986
24276	linear.bias	9	-0.4940216541290283
24304	transitions	0	-0.6454631090164185
24304	transitions	1	0.3529563546180725
24304	transitions	2	1.6770248413085938
24304	transitions	3	0.09974835067987442
24304	transitions	4	0.9500122666358948
24304	transitions	5	1.2739664316177368
24304	transitions	6	0.4833664298057556
24304	transitions	7	0.17594324052333832
24304	transitions	8	-0.9195002913475037
24304	transitions	9	0.9306669235229492
24304	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24304	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24304	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24304	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24304	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24304	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24304	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24304	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24304	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24304	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24304	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24304	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24304	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24304	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24304	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24304	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24304	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24304	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24304	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24304	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24304	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24304	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24304	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24304	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24304	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24304	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24304	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24304	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24304	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24304	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24304	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24304	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24304	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24304	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24304	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24304	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24304	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24304	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24304	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24304	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24304	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24304	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24304	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24304	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24304	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24304	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24304	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24304	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24304	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24304	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24304	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24304	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24304	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24304	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24304	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24304	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24304	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24304	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24304	embedding2nn.weight	0	0.023831233382225037
24304	embedding2nn.weight	1	0.013724067248404026
24304	embedding2nn.weight	2	-0.004519284702837467
24304	embedding2nn.weight	3	0.0005974493105895817
24304	embedding2nn.weight	4	-0.004623266868293285
24304	embedding2nn.weight	5	0.011538701131939888
24304	embedding2nn.weight	6	-0.00463947793468833
24304	embedding2nn.weight	7	0.02382787875831127
24304	embedding2nn.weight	8	-0.00618054810911417
24304	embedding2nn.weight	9	-0.014432883821427822
24304	embedding2nn.bias	0	-0.041588250547647476
24304	embedding2nn.bias	1	-0.04048166424036026
24304	embedding2nn.bias	2	-0.06039346009492874
24304	embedding2nn.bias	3	0.012254196219146252
24304	embedding2nn.bias	4	-0.002848149975761771
24304	embedding2nn.bias	5	-0.013890066184103489
24304	embedding2nn.bias	6	0.009271125309169292
24304	embedding2nn.bias	7	0.029648995026946068
24304	embedding2nn.bias	8	0.005309819709509611
24304	embedding2nn.bias	9	0.001367010991089046
24304	rnn.weight_ih_l0	0	0.0384184755384922
24304	rnn.weight_ih_l0	1	-0.011420904658734798
24304	rnn.weight_ih_l0	2	-0.03525575250387192
24304	rnn.weight_ih_l0	3	-0.04312054067850113
24304	rnn.weight_ih_l0	4	-0.051228344440460205
24304	rnn.weight_ih_l0	5	-0.008616620674729347
24304	rnn.weight_ih_l0	6	-0.054158709943294525
24304	rnn.weight_ih_l0	7	-0.05965736135840416
24304	rnn.weight_ih_l0	8	-0.0452759750187397
24304	rnn.weight_ih_l0	9	-0.02725498005747795
24304	rnn.weight_hh_l0	0	0.01806466281414032
24304	rnn.weight_hh_l0	1	-0.01053881086409092
24304	rnn.weight_hh_l0	2	-0.06803368777036667
24304	rnn.weight_hh_l0	3	-0.03194577991962433
24304	rnn.weight_hh_l0	4	-0.07672273367643356
24304	rnn.weight_hh_l0	5	-0.009981655515730381
24304	rnn.weight_hh_l0	6	-0.04698216915130615
24304	rnn.weight_hh_l0	7	-0.03723396733403206
24304	rnn.weight_hh_l0	8	-0.018845869228243828
24304	rnn.weight_hh_l0	9	-0.002070414135232568
24304	rnn.bias_ih_l0	0	0.1390325427055359
24304	rnn.bias_ih_l0	1	-0.05843940004706383
24304	rnn.bias_ih_l0	2	0.1013111025094986
24304	rnn.bias_ih_l0	3	0.04259463772177696
24304	rnn.bias_ih_l0	4	0.09307072311639786
24304	rnn.bias_ih_l0	5	0.02514040656387806
24304	rnn.bias_ih_l0	6	-0.012899293564260006
24304	rnn.bias_ih_l0	7	-0.10984069108963013
24304	rnn.bias_ih_l0	8	-0.19453434646129608
24304	rnn.bias_ih_l0	9	0.08142022788524628
24304	rnn.bias_hh_l0	0	0.0012468300992622972
24304	rnn.bias_hh_l0	1	0.020390138030052185
24304	rnn.bias_hh_l0	2	-0.00527201360091567
24304	rnn.bias_hh_l0	3	-0.030473386868834496
24304	rnn.bias_hh_l0	4	-0.03721558302640915
24304	rnn.bias_hh_l0	5	0.14728710055351257
24304	rnn.bias_hh_l0	6	0.047008614987134933
24304	rnn.bias_hh_l0	7	0.04851450398564339
24304	rnn.bias_hh_l0	8	0.021469388157129288
24304	rnn.bias_hh_l0	9	0.042901456356048584
24304	rnn.weight_ih_l0_reverse	0	-0.031082410365343094
24304	rnn.weight_ih_l0_reverse	1	-0.001726772403344512
24304	rnn.weight_ih_l0_reverse	2	0.02450326271355152
24304	rnn.weight_ih_l0_reverse	3	-0.062610924243927
24304	rnn.weight_ih_l0_reverse	4	0.010135681368410587
24304	rnn.weight_ih_l0_reverse	5	-0.047280095517635345
24304	rnn.weight_ih_l0_reverse	6	0.025053720921278
24304	rnn.weight_ih_l0_reverse	7	0.046991027891635895
24304	rnn.weight_ih_l0_reverse	8	-0.046698424965143204
24304	rnn.weight_ih_l0_reverse	9	-0.051408205181360245
24304	rnn.weight_hh_l0_reverse	0	-0.08175535500049591
24304	rnn.weight_hh_l0_reverse	1	-0.06524056941270828
24304	rnn.weight_hh_l0_reverse	2	0.03669031336903572
24304	rnn.weight_hh_l0_reverse	3	0.045078061521053314
24304	rnn.weight_hh_l0_reverse	4	-0.0141062680631876
24304	rnn.weight_hh_l0_reverse	5	0.04493969306349754
24304	rnn.weight_hh_l0_reverse	6	-0.001458402955904603
24304	rnn.weight_hh_l0_reverse	7	0.0015407305909320712
24304	rnn.weight_hh_l0_reverse	8	-0.0979604423046112
24304	rnn.weight_hh_l0_reverse	9	0.0778435543179512
24304	rnn.bias_ih_l0_reverse	0	-0.08542823046445847
24304	rnn.bias_ih_l0_reverse	1	-0.0672234520316124
24304	rnn.bias_ih_l0_reverse	2	0.09980858862400055
24304	rnn.bias_ih_l0_reverse	3	0.0443604439496994
24304	rnn.bias_ih_l0_reverse	4	-0.13187828660011292
24304	rnn.bias_ih_l0_reverse	5	0.042850956320762634
24304	rnn.bias_ih_l0_reverse	6	-0.10627976804971695
24304	rnn.bias_ih_l0_reverse	7	0.034127090126276016
24304	rnn.bias_ih_l0_reverse	8	0.032482173293828964
24304	rnn.bias_ih_l0_reverse	9	0.06172944977879524
24304	rnn.bias_hh_l0_reverse	0	0.06015760079026222
24304	rnn.bias_hh_l0_reverse	1	0.0595562718808651
24304	rnn.bias_hh_l0_reverse	2	0.08004248887300491
24304	rnn.bias_hh_l0_reverse	3	-0.008961902000010014
24304	rnn.bias_hh_l0_reverse	4	0.06924506276845932
24304	rnn.bias_hh_l0_reverse	5	0.007577649317681789
24304	rnn.bias_hh_l0_reverse	6	-0.058079224079847336
24304	rnn.bias_hh_l0_reverse	7	0.02772754244506359
24304	rnn.bias_hh_l0_reverse	8	0.01155194640159607
24304	rnn.bias_hh_l0_reverse	9	-0.16271892189979553
24304	linear.weight	0	0.14657557010650635
24304	linear.weight	1	-0.16113871335983276
24304	linear.weight	2	-0.21101170778274536
24304	linear.weight	3	0.06883807480335236
24304	linear.weight	4	-0.02224288322031498
24304	linear.weight	5	6.324705464066938e-05
24304	linear.weight	6	-0.007061124779284
24304	linear.weight	7	-0.028430327773094177
24304	linear.weight	8	0.07536926120519638
24304	linear.weight	9	0.33721497654914856
24304	linear.bias	0	-0.2156478613615036
24304	linear.bias	1	0.18742401897907257
24304	linear.bias	2	-0.5401454567909241
24304	linear.bias	3	1.7026481628417969
24304	linear.bias	4	-0.39149022102355957
24304	linear.bias	5	-0.030769959092140198
24304	linear.bias	6	-0.35783499479293823
24304	linear.bias	7	-0.2761698365211487
24304	linear.bias	8	-0.04419206455349922
24304	linear.bias	9	-0.4941061735153198
24332	transitions	0	-0.6454883217811584
24332	transitions	1	0.352942556142807
24332	transitions	2	1.676979660987854
24332	transitions	3	0.09974227845668793
24332	transitions	4	0.9500017166137695
24332	transitions	5	1.2739661931991577
24332	transitions	6	0.48336514830589294
24332	transitions	7	0.17594309151172638
24332	transitions	8	-0.9195008873939514
24332	transitions	9	0.9306669235229492
24332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24332	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24332	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24332	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24332	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24332	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24332	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24332	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24332	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24332	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24332	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24332	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24332	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24332	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24332	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24332	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24332	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24332	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24332	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24332	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24332	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24332	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24332	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24332	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24332	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24332	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24332	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24332	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24332	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24332	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24332	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24332	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24332	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24332	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24332	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24332	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24332	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24332	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24332	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24332	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24332	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24332	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24332	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24332	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24332	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24332	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24332	embedding2nn.weight	0	0.024057690054178238
24332	embedding2nn.weight	1	0.013702585361897945
24332	embedding2nn.weight	2	-0.004521897993981838
24332	embedding2nn.weight	3	0.0005787030677311122
24332	embedding2nn.weight	4	-0.004626490641385317
24332	embedding2nn.weight	5	0.011578133329749107
24332	embedding2nn.weight	6	-0.00467548007145524
24332	embedding2nn.weight	7	0.023997405543923378
24332	embedding2nn.weight	8	-0.006142438855022192
24332	embedding2nn.weight	9	-0.014421644620597363
24332	embedding2nn.bias	0	-0.04427960515022278
24332	embedding2nn.bias	1	-0.042796891182661057
24332	embedding2nn.bias	2	-0.05845744535326958
24332	embedding2nn.bias	3	0.013371026143431664
24332	embedding2nn.bias	4	-0.002251201309263706
24332	embedding2nn.bias	5	-0.011758103966712952
24332	embedding2nn.bias	6	0.009684964083135128
24332	embedding2nn.bias	7	0.03256426006555557
24332	embedding2nn.bias	8	0.006081270519644022
24332	embedding2nn.bias	9	0.0008486119913868606
24332	rnn.weight_ih_l0	0	0.03847286105155945
24332	rnn.weight_ih_l0	1	-0.011698011308908463
24332	rnn.weight_ih_l0	2	-0.03549187630414963
24332	rnn.weight_ih_l0	3	-0.04298866540193558
24332	rnn.weight_ih_l0	4	-0.051239605993032455
24332	rnn.weight_ih_l0	5	-0.008529786951839924
24332	rnn.weight_ih_l0	6	-0.05405813083052635
24332	rnn.weight_ih_l0	7	-0.05988748371601105
24332	rnn.weight_ih_l0	8	-0.045272767543792725
24332	rnn.weight_ih_l0	9	-0.027257775887846947
24332	rnn.weight_hh_l0	0	0.018032576888799667
24332	rnn.weight_hh_l0	1	-0.010398559272289276
24332	rnn.weight_hh_l0	2	-0.06845100969076157
24332	rnn.weight_hh_l0	3	-0.03199266642332077
24332	rnn.weight_hh_l0	4	-0.07674910128116608
24332	rnn.weight_hh_l0	5	-0.009730949066579342
24332	rnn.weight_hh_l0	6	-0.0470789335668087
24332	rnn.weight_hh_l0	7	-0.03731939196586609
24332	rnn.weight_hh_l0	8	-0.01887432672083378
24332	rnn.weight_hh_l0	9	-0.0023360885679721832
24332	rnn.bias_ih_l0	0	0.13926339149475098
24332	rnn.bias_ih_l0	1	-0.05806196480989456
24332	rnn.bias_ih_l0	2	0.10076654702425003
24332	rnn.bias_ih_l0	3	0.04284578189253807
24332	rnn.bias_ih_l0	4	0.09298783540725708
24332	rnn.bias_ih_l0	5	0.025510026142001152
24332	rnn.bias_ih_l0	6	-0.014011901803314686
24332	rnn.bias_ih_l0	7	-0.10898979753255844
24332	rnn.bias_ih_l0	8	-0.1942737102508545
24332	rnn.bias_ih_l0	9	0.08103954046964645
24332	rnn.bias_hh_l0	0	0.0014651765814051032
24332	rnn.bias_hh_l0	1	0.02000603824853897
24332	rnn.bias_hh_l0	2	-0.005145509261637926
24332	rnn.bias_hh_l0	3	-0.03123006410896778
24332	rnn.bias_hh_l0	4	-0.036792952567338943
24332	rnn.bias_hh_l0	5	0.1487632542848587
24332	rnn.bias_hh_l0	6	0.04709111526608467
24332	rnn.bias_hh_l0	7	0.0493379570543766
24332	rnn.bias_hh_l0	8	0.02035677619278431
24332	rnn.bias_hh_l0	9	0.043034881353378296
24332	rnn.weight_ih_l0_reverse	0	-0.030897412449121475
24332	rnn.weight_ih_l0_reverse	1	-0.0017995883245021105
24332	rnn.weight_ih_l0_reverse	2	0.02461446449160576
24332	rnn.weight_ih_l0_reverse	3	-0.06270735710859299
24332	rnn.weight_ih_l0_reverse	4	0.010077704675495625
24332	rnn.weight_ih_l0_reverse	5	-0.04722215235233307
24332	rnn.weight_ih_l0_reverse	6	0.02481791004538536
24332	rnn.weight_ih_l0_reverse	7	0.046935684978961945
24332	rnn.weight_ih_l0_reverse	8	-0.04672609269618988
24332	rnn.weight_ih_l0_reverse	9	-0.05137220025062561
24332	rnn.weight_hh_l0_reverse	0	-0.08147770911455154
24332	rnn.weight_hh_l0_reverse	1	-0.06488293409347534
24332	rnn.weight_hh_l0_reverse	2	0.036264628171920776
24332	rnn.weight_hh_l0_reverse	3	0.045325227081775665
24332	rnn.weight_hh_l0_reverse	4	-0.014365135692059994
24332	rnn.weight_hh_l0_reverse	5	0.045036450028419495
24332	rnn.weight_hh_l0_reverse	6	-0.0006279229419305921
24332	rnn.weight_hh_l0_reverse	7	0.001570863532833755
24332	rnn.weight_hh_l0_reverse	8	-0.09781339019536972
24332	rnn.weight_hh_l0_reverse	9	0.07779740542173386
24332	rnn.bias_ih_l0_reverse	0	-0.08430249989032745
24332	rnn.bias_ih_l0_reverse	1	-0.06487714499235153
24332	rnn.bias_ih_l0_reverse	2	0.10016030818223953
24332	rnn.bias_ih_l0_reverse	3	0.04455418139696121
24332	rnn.bias_ih_l0_reverse	4	-0.132094144821167
24332	rnn.bias_ih_l0_reverse	5	0.04378048703074455
24332	rnn.bias_ih_l0_reverse	6	-0.10597650706768036
24332	rnn.bias_ih_l0_reverse	7	0.03453493490815163
24332	rnn.bias_ih_l0_reverse	8	0.03288116306066513
24332	rnn.bias_ih_l0_reverse	9	0.062031712383031845
24332	rnn.bias_hh_l0_reverse	0	0.06039518117904663
24332	rnn.bias_hh_l0_reverse	1	0.05881323665380478
24332	rnn.bias_hh_l0_reverse	2	0.07925017178058624
24332	rnn.bias_hh_l0_reverse	3	-0.008909223601222038
24332	rnn.bias_hh_l0_reverse	4	0.0693751871585846
24332	rnn.bias_hh_l0_reverse	5	0.008189731277525425
24332	rnn.bias_hh_l0_reverse	6	-0.05723413825035095
24332	rnn.bias_hh_l0_reverse	7	0.027310186997056007
24332	rnn.bias_hh_l0_reverse	8	0.011156308464705944
24332	rnn.bias_hh_l0_reverse	9	-0.15977655351161957
24332	linear.weight	0	0.14718396961688995
24332	linear.weight	1	-0.16112671792507172
24332	linear.weight	2	-0.21093963086605072
24332	linear.weight	3	0.06898953765630722
24332	linear.weight	4	-0.02212781459093094
24332	linear.weight	5	5.617708302452229e-05
24332	linear.weight	6	-0.007057956885546446
24332	linear.weight	7	-0.028402527794241905
24332	linear.weight	8	0.07659599930047989
24332	linear.weight	9	0.33728668093681335
24332	linear.bias	0	-0.21497772634029388
24332	linear.bias	1	0.18830403685569763
24332	linear.bias	2	-0.5407108068466187
24332	linear.bias	3	1.6951860189437866
24332	linear.bias	4	-0.39157435297966003
24332	linear.bias	5	-0.030769959092140198
24332	linear.bias	6	-0.35841992497444153
24332	linear.bias	7	-0.2771991193294525
24332	linear.bias	8	-0.04495880380272865
24332	linear.bias	9	-0.49413761496543884
24360	transitions	0	-0.64549720287323
24360	transitions	1	0.3529270887374878
24360	transitions	2	1.6769648790359497
24360	transitions	3	0.09973695129156113
24360	transitions	4	0.950000524520874
24360	transitions	5	1.273965835571289
24360	transitions	6	0.48336511850357056
24360	transitions	7	0.1759423166513443
24360	transitions	8	-0.9195010662078857
24360	transitions	9	0.9306669235229492
24360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24360	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24360	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24360	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24360	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24360	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24360	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24360	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24360	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24360	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24360	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24360	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24360	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24360	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24360	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24360	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24360	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24360	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24360	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24360	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24360	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24360	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24360	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24360	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24360	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24360	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24360	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24360	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24360	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24360	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24360	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24360	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24360	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24360	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24360	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24360	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24360	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24360	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24360	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24360	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24360	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24360	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24360	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24360	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24360	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24360	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24360	embedding2nn.weight	0	0.02381957694888115
24360	embedding2nn.weight	1	0.013736668042838573
24360	embedding2nn.weight	2	-0.0044650728814303875
24360	embedding2nn.weight	3	0.0006345963338389993
24360	embedding2nn.weight	4	-0.004615313373506069
24360	embedding2nn.weight	5	0.011526701040565968
24360	embedding2nn.weight	6	-0.004680527839809656
24360	embedding2nn.weight	7	0.023944353684782982
24360	embedding2nn.weight	8	-0.006128522101789713
24360	embedding2nn.weight	9	-0.014521155506372452
24360	embedding2nn.bias	0	-0.04597664624452591
24360	embedding2nn.bias	1	-0.04323294758796692
24360	embedding2nn.bias	2	-0.05925345420837402
24360	embedding2nn.bias	3	0.015107057057321072
24360	embedding2nn.bias	4	-0.004143015015870333
24360	embedding2nn.bias	5	-0.012483490630984306
24360	embedding2nn.bias	6	0.009071147069334984
24360	embedding2nn.bias	7	0.03134111315011978
24360	embedding2nn.bias	8	0.006010929122567177
24360	embedding2nn.bias	9	9.067579230759293e-05
24360	rnn.weight_ih_l0	0	0.03819229081273079
24360	rnn.weight_ih_l0	1	-0.011561444960534573
24360	rnn.weight_ih_l0	2	-0.03560499846935272
24360	rnn.weight_ih_l0	3	-0.04318050667643547
24360	rnn.weight_ih_l0	4	-0.051233574748039246
24360	rnn.weight_ih_l0	5	-0.008733660914003849
24360	rnn.weight_ih_l0	6	-0.0542520247399807
24360	rnn.weight_ih_l0	7	-0.05982010439038277
24360	rnn.weight_ih_l0	8	-0.045148786157369614
24360	rnn.weight_ih_l0	9	-0.027243148535490036
24360	rnn.weight_hh_l0	0	0.017864352092146873
24360	rnn.weight_hh_l0	1	-0.010116190649569035
24360	rnn.weight_hh_l0	2	-0.06781201809644699
24360	rnn.weight_hh_l0	3	-0.03226591646671295
24360	rnn.weight_hh_l0	4	-0.07655271142721176
24360	rnn.weight_hh_l0	5	-0.009720005095005035
24360	rnn.weight_hh_l0	6	-0.047711580991744995
24360	rnn.weight_hh_l0	7	-0.03731054067611694
24360	rnn.weight_hh_l0	8	-0.01904798299074173
24360	rnn.weight_hh_l0	9	-0.0026083525735884905
24360	rnn.bias_ih_l0	0	0.1394709348678589
24360	rnn.bias_ih_l0	1	-0.05782877653837204
24360	rnn.bias_ih_l0	2	0.10177105665206909
24360	rnn.bias_ih_l0	3	0.04264938086271286
24360	rnn.bias_ih_l0	4	0.09316085278987885
24360	rnn.bias_ih_l0	5	0.025115003809332848
24360	rnn.bias_ih_l0	6	-0.01409037597477436
24360	rnn.bias_ih_l0	7	-0.1108589619398117
24360	rnn.bias_ih_l0	8	-0.19745180010795593
24360	rnn.bias_ih_l0	9	0.08152048289775848
24360	rnn.bias_hh_l0	0	0.0017559599364176393
24360	rnn.bias_hh_l0	1	0.020420365035533905
24360	rnn.bias_hh_l0	2	-0.004790802486240864
24360	rnn.bias_hh_l0	3	-0.03129464387893677
24360	rnn.bias_hh_l0	4	-0.03753732144832611
24360	rnn.bias_hh_l0	5	0.14892031252384186
24360	rnn.bias_hh_l0	6	0.04789160564541817
24360	rnn.bias_hh_l0	7	0.04953628405928612
24360	rnn.bias_hh_l0	8	0.02027830295264721
24360	rnn.bias_hh_l0	9	0.04256754741072655
24360	rnn.weight_ih_l0_reverse	0	-0.030775481835007668
24360	rnn.weight_ih_l0_reverse	1	-0.0020728795789182186
24360	rnn.weight_ih_l0_reverse	2	0.024783091619610786
24360	rnn.weight_ih_l0_reverse	3	-0.06257314234972
24360	rnn.weight_ih_l0_reverse	4	0.010281269438564777
24360	rnn.weight_ih_l0_reverse	5	-0.04743175953626633
24360	rnn.weight_ih_l0_reverse	6	0.024732427671551704
24360	rnn.weight_ih_l0_reverse	7	0.04688285291194916
24360	rnn.weight_ih_l0_reverse	8	-0.04673318564891815
24360	rnn.weight_ih_l0_reverse	9	-0.051355425268411636
24360	rnn.weight_hh_l0_reverse	0	-0.08167415112257004
24360	rnn.weight_hh_l0_reverse	1	-0.06497398018836975
24360	rnn.weight_hh_l0_reverse	2	0.036367952823638916
24360	rnn.weight_hh_l0_reverse	3	0.0453202985227108
24360	rnn.weight_hh_l0_reverse	4	-0.014487739652395248
24360	rnn.weight_hh_l0_reverse	5	0.04510023072361946
24360	rnn.weight_hh_l0_reverse	6	0.0005202675238251686
24360	rnn.weight_hh_l0_reverse	7	0.001467653550207615
24360	rnn.weight_hh_l0_reverse	8	-0.09804385900497437
24360	rnn.weight_hh_l0_reverse	9	0.07800193130970001
24360	rnn.bias_ih_l0_reverse	0	-0.08431264758110046
24360	rnn.bias_ih_l0_reverse	1	-0.06417091190814972
24360	rnn.bias_ih_l0_reverse	2	0.09966300427913666
24360	rnn.bias_ih_l0_reverse	3	0.04445619508624077
24360	rnn.bias_ih_l0_reverse	4	-0.13224145770072937
24360	rnn.bias_ih_l0_reverse	5	0.04448788985610008
24360	rnn.bias_ih_l0_reverse	6	-0.10680286586284637
24360	rnn.bias_ih_l0_reverse	7	0.034041713923215866
24360	rnn.bias_ih_l0_reverse	8	0.03372963145375252
24360	rnn.bias_ih_l0_reverse	9	0.062121711671352386
24360	rnn.bias_hh_l0_reverse	0	0.061595626175403595
24360	rnn.bias_hh_l0_reverse	1	0.059084922075271606
24360	rnn.bias_hh_l0_reverse	2	0.07868131250143051
24360	rnn.bias_hh_l0_reverse	3	-0.00893191248178482
24360	rnn.bias_hh_l0_reverse	4	0.07013367861509323
24360	rnn.bias_hh_l0_reverse	5	0.008457476273179054
24360	rnn.bias_hh_l0_reverse	6	-0.057918813079595566
24360	rnn.bias_hh_l0_reverse	7	0.02757158875465393
24360	rnn.bias_hh_l0_reverse	8	0.010992960073053837
24360	rnn.bias_hh_l0_reverse	9	-0.15795323252677917
24360	linear.weight	0	0.148503839969635
24360	linear.weight	1	-0.16112369298934937
24360	linear.weight	2	-0.21193593740463257
24360	linear.weight	3	0.06960881501436234
24360	linear.weight	4	-0.021701889112591743
24360	linear.weight	5	0.00020379603665787727
24360	linear.weight	6	-0.007056454196572304
24360	linear.weight	7	-0.02839818224310875
24360	linear.weight	8	0.07610330730676651
24360	linear.weight	9	0.33701249957084656
24360	linear.bias	0	-0.21423862874507904
24360	linear.bias	1	0.18790435791015625
24360	linear.bias	2	-0.5409111976623535
24360	linear.bias	3	1.6975785493850708
24360	linear.bias	4	-0.3916645646095276
24360	linear.bias	5	-0.030769959092140198
24360	linear.bias	6	-0.35871803760528564
24360	linear.bias	7	-0.27603238821029663
24360	linear.bias	8	-0.04452425613999367
24360	linear.bias	9	-0.4941566586494446
24388	transitions	0	-0.645546019077301
24388	transitions	1	0.3528764247894287
24388	transitions	2	1.6769388914108276
24388	transitions	3	0.09970846772193909
24388	transitions	4	0.9499950408935547
24388	transitions	5	1.2739652395248413
24388	transitions	6	0.4833647906780243
24388	transitions	7	0.175942063331604
24388	transitions	8	-0.9195011258125305
24388	transitions	9	0.9306667447090149
24388	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24388	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24388	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24388	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24388	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24388	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24388	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24388	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24388	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24388	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24388	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24388	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24388	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24388	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24388	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24388	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24388	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24388	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24388	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24388	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24388	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24388	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24388	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24388	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24388	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24388	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24388	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24388	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24388	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24388	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24388	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24388	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24388	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24388	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24388	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24388	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24388	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24388	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24388	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24388	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24388	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24388	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24388	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24388	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24388	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24388	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24388	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24388	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24388	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24388	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24388	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24388	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24388	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24388	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24388	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24388	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24388	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24388	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24388	embedding2nn.weight	0	0.023825297132134438
24388	embedding2nn.weight	1	0.013768399134278297
24388	embedding2nn.weight	2	-0.004464344121515751
24388	embedding2nn.weight	3	0.0006321421824395657
24388	embedding2nn.weight	4	-0.004602130968123674
24388	embedding2nn.weight	5	0.011502299457788467
24388	embedding2nn.weight	6	-0.0047205910086631775
24388	embedding2nn.weight	7	0.02397683821618557
24388	embedding2nn.weight	8	-0.0061300648376345634
24388	embedding2nn.weight	9	-0.014490610919892788
24388	embedding2nn.bias	0	-0.044373590499162674
24388	embedding2nn.bias	1	-0.04053235426545143
24388	embedding2nn.bias	2	-0.05961562320590019
24388	embedding2nn.bias	3	0.01618550717830658
24388	embedding2nn.bias	4	-0.0016188824083656073
24388	embedding2nn.bias	5	-0.015875937417149544
24388	embedding2nn.bias	6	0.011571132577955723
24388	embedding2nn.bias	7	0.03359789028763771
24388	embedding2nn.bias	8	0.0048097483813762665
24388	embedding2nn.bias	9	-0.0006404746673069894
24388	rnn.weight_ih_l0	0	0.03825310617685318
24388	rnn.weight_ih_l0	1	-0.011687387712299824
24388	rnn.weight_ih_l0	2	-0.0349891260266304
24388	rnn.weight_ih_l0	3	-0.043071310967206955
24388	rnn.weight_ih_l0	4	-0.05125655233860016
24388	rnn.weight_ih_l0	5	-0.008777173236012459
24388	rnn.weight_ih_l0	6	-0.054441895335912704
24388	rnn.weight_ih_l0	7	-0.05994683504104614
24388	rnn.weight_ih_l0	8	-0.04513481259346008
24388	rnn.weight_ih_l0	9	-0.027177076786756516
24388	rnn.weight_hh_l0	0	0.017833014950156212
24388	rnn.weight_hh_l0	1	-0.01015711110085249
24388	rnn.weight_hh_l0	2	-0.06737570464611053
24388	rnn.weight_hh_l0	3	-0.0322924442589283
24388	rnn.weight_hh_l0	4	-0.07639558613300323
24388	rnn.weight_hh_l0	5	-0.009385483339428902
24388	rnn.weight_hh_l0	6	-0.047398850321769714
24388	rnn.weight_hh_l0	7	-0.03692517429590225
24388	rnn.weight_hh_l0	8	-0.019057946279644966
24388	rnn.weight_hh_l0	9	-0.0027329567819833755
24388	rnn.bias_ih_l0	0	0.1396653801202774
24388	rnn.bias_ih_l0	1	-0.05737197771668434
24388	rnn.bias_ih_l0	2	0.10127536952495575
24388	rnn.bias_ih_l0	3	0.0428333580493927
24388	rnn.bias_ih_l0	4	0.09257979691028595
24388	rnn.bias_ih_l0	5	0.024872975423932076
24388	rnn.bias_ih_l0	6	-0.01399313285946846
24388	rnn.bias_ih_l0	7	-0.10855893045663834
24388	rnn.bias_ih_l0	8	-0.20037251710891724
24388	rnn.bias_ih_l0	9	0.08179665356874466
24388	rnn.bias_hh_l0	0	0.0016657902160659432
24388	rnn.bias_hh_l0	1	0.020236467942595482
24388	rnn.bias_hh_l0	2	-0.004743039142340422
24388	rnn.bias_hh_l0	3	-0.03180618956685066
24388	rnn.bias_hh_l0	4	-0.03727037087082863
24388	rnn.bias_hh_l0	5	0.1478247493505478
24388	rnn.bias_hh_l0	6	0.04770975559949875
24388	rnn.bias_hh_l0	7	0.04897914454340935
24388	rnn.bias_hh_l0	8	0.02037554420530796
24388	rnn.bias_hh_l0	9	0.04222916066646576
24388	rnn.weight_ih_l0_reverse	0	-0.030726931989192963
24388	rnn.weight_ih_l0_reverse	1	-0.0018012479413300753
24388	rnn.weight_ih_l0_reverse	2	0.02492554485797882
24388	rnn.weight_ih_l0_reverse	3	-0.06251561641693115
24388	rnn.weight_ih_l0_reverse	4	0.01021738164126873
24388	rnn.weight_ih_l0_reverse	5	-0.047454677522182465
24388	rnn.weight_ih_l0_reverse	6	0.02484065294265747
24388	rnn.weight_ih_l0_reverse	7	0.0468001589179039
24388	rnn.weight_ih_l0_reverse	8	-0.0467919185757637
24388	rnn.weight_ih_l0_reverse	9	-0.0514032244682312
24388	rnn.weight_hh_l0_reverse	0	-0.0814710482954979
24388	rnn.weight_hh_l0_reverse	1	-0.064698226749897
24388	rnn.weight_hh_l0_reverse	2	0.03637867793440819
24388	rnn.weight_hh_l0_reverse	3	0.045395396649837494
24388	rnn.weight_hh_l0_reverse	4	-0.014621437527239323
24388	rnn.weight_hh_l0_reverse	5	0.045080408453941345
24388	rnn.weight_hh_l0_reverse	6	-0.00024291372392326593
24388	rnn.weight_hh_l0_reverse	7	0.0014507806627079844
24388	rnn.weight_hh_l0_reverse	8	-0.09808148443698883
24388	rnn.weight_hh_l0_reverse	9	0.07873064279556274
24388	rnn.bias_ih_l0_reverse	0	-0.0832817554473877
24388	rnn.bias_ih_l0_reverse	1	-0.0632738545536995
24388	rnn.bias_ih_l0_reverse	2	0.09879923611879349
24388	rnn.bias_ih_l0_reverse	3	0.043334413319826126
24388	rnn.bias_ih_l0_reverse	4	-0.13210465013980865
24388	rnn.bias_ih_l0_reverse	5	0.04465861618518829
24388	rnn.bias_ih_l0_reverse	6	-0.10642558336257935
24388	rnn.bias_ih_l0_reverse	7	0.03346451371908188
24388	rnn.bias_ih_l0_reverse	8	0.03338959440588951
24388	rnn.bias_ih_l0_reverse	9	0.0628293827176094
24388	rnn.bias_hh_l0_reverse	0	0.06217481195926666
24388	rnn.bias_hh_l0_reverse	1	0.05962757766246796
24388	rnn.bias_hh_l0_reverse	2	0.08000524342060089
24388	rnn.bias_hh_l0_reverse	3	-0.00973031297326088
24388	rnn.bias_hh_l0_reverse	4	0.07015380263328552
24388	rnn.bias_hh_l0_reverse	5	0.006318787578493357
24388	rnn.bias_hh_l0_reverse	6	-0.05740707740187645
24388	rnn.bias_hh_l0_reverse	7	0.02737436071038246
24388	rnn.bias_hh_l0_reverse	8	0.010806573554873466
24388	rnn.bias_hh_l0_reverse	9	-0.15982340276241302
24388	linear.weight	0	0.15380620956420898
24388	linear.weight	1	-0.16111448407173157
24388	linear.weight	2	-0.21117502450942993
24388	linear.weight	3	0.06780654191970825
24388	linear.weight	4	-0.021698400378227234
24388	linear.weight	5	0.0003616921603679657
24388	linear.weight	6	-0.007055436726659536
24388	linear.weight	7	-0.028386591002345085
24388	linear.weight	8	0.075449138879776
24388	linear.weight	9	0.33726510405540466
24388	linear.bias	0	-0.21074217557907104
24388	linear.bias	1	0.18925760686397552
24388	linear.bias	2	-0.5425608158111572
24388	linear.bias	3	1.6986430883407593
24388	linear.bias	4	-0.3914578855037689
24388	linear.bias	5	-0.030769959092140198
24388	linear.bias	6	-0.3604219853878021
24388	linear.bias	7	-0.27300965785980225
24388	linear.bias	8	-0.04129546508193016
24388	linear.bias	9	-0.49417999386787415
24416	transitions	0	-0.6455720067024231
24416	transitions	1	0.35286927223205566
24416	transitions	2	1.6769129037857056
24416	transitions	3	0.0997004583477974
24416	transitions	4	0.9499896764755249
24416	transitions	5	1.2739650011062622
24416	transitions	6	0.4833647310733795
24416	transitions	7	0.17594178020954132
24416	transitions	8	-0.9195013642311096
24416	transitions	9	0.9306667447090149
24416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24416	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24416	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24416	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24416	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24416	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24416	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24416	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24416	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24416	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24416	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24416	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24416	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24416	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24416	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24416	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24416	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24416	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24416	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24416	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24416	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24416	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24416	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24416	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24416	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24416	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24416	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24416	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24416	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24416	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24416	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24416	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24416	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24416	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24416	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24416	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24416	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24416	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24416	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24416	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24416	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24416	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24416	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24416	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24416	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24416	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24416	embedding2nn.weight	0	0.02388077788054943
24416	embedding2nn.weight	1	0.013762927614152431
24416	embedding2nn.weight	2	-0.004487982019782066
24416	embedding2nn.weight	3	0.0006334017380140722
24416	embedding2nn.weight	4	-0.004597968887537718
24416	embedding2nn.weight	5	0.011579298414289951
24416	embedding2nn.weight	6	-0.0047197905369102955
24416	embedding2nn.weight	7	0.023729028180241585
24416	embedding2nn.weight	8	-0.006107761524617672
24416	embedding2nn.weight	9	-0.014527356252074242
24416	embedding2nn.bias	0	-0.04655798152089119
24416	embedding2nn.bias	1	-0.040805842727422714
24416	embedding2nn.bias	2	-0.05916503444314003
24416	embedding2nn.bias	3	0.012750993482768536
24416	embedding2nn.bias	4	-0.0029235384427011013
24416	embedding2nn.bias	5	-0.015266752801835537
24416	embedding2nn.bias	6	0.011103305965662003
24416	embedding2nn.bias	7	0.03621063008904457
24416	embedding2nn.bias	8	0.006360320374369621
24416	embedding2nn.bias	9	-0.0014590645441785455
24416	rnn.weight_ih_l0	0	0.038292936980724335
24416	rnn.weight_ih_l0	1	-0.012164714746177197
24416	rnn.weight_ih_l0	2	-0.03505551069974899
24416	rnn.weight_ih_l0	3	-0.04307074099779129
24416	rnn.weight_ih_l0	4	-0.05107182264328003
24416	rnn.weight_ih_l0	5	-0.008834835141897202
24416	rnn.weight_ih_l0	6	-0.05463067814707756
24416	rnn.weight_ih_l0	7	-0.05999673157930374
24416	rnn.weight_ih_l0	8	-0.04527591913938522
24416	rnn.weight_ih_l0	9	-0.02712165005505085
24416	rnn.weight_hh_l0	0	0.01785019412636757
24416	rnn.weight_hh_l0	1	-0.010097108781337738
24416	rnn.weight_hh_l0	2	-0.06742320209741592
24416	rnn.weight_hh_l0	3	-0.03224651515483856
24416	rnn.weight_hh_l0	4	-0.07635430991649628
24416	rnn.weight_hh_l0	5	-0.00947372242808342
24416	rnn.weight_hh_l0	6	-0.048239316791296005
24416	rnn.weight_hh_l0	7	-0.0369456447660923
24416	rnn.weight_hh_l0	8	-0.018961822614073753
24416	rnn.weight_hh_l0	9	-0.002419903175905347
24416	rnn.bias_ih_l0	0	0.1395222395658493
24416	rnn.bias_ih_l0	1	-0.0574527308344841
24416	rnn.bias_ih_l0	2	0.10201261937618256
24416	rnn.bias_ih_l0	3	0.04316544160246849
24416	rnn.bias_ih_l0	4	0.09159830212593079
24416	rnn.bias_ih_l0	5	0.025255832821130753
24416	rnn.bias_ih_l0	6	-0.013731221668422222
24416	rnn.bias_ih_l0	7	-0.10676367580890656
24416	rnn.bias_ih_l0	8	-0.19992844760417938
24416	rnn.bias_ih_l0	9	0.0817626342177391
24416	rnn.bias_hh_l0	0	0.0016421215841546655
24416	rnn.bias_hh_l0	1	0.020931554958224297
24416	rnn.bias_hh_l0	2	-0.004413024988025427
24416	rnn.bias_hh_l0	3	-0.031022746115922928
24416	rnn.bias_hh_l0	4	-0.036685410887002945
24416	rnn.bias_hh_l0	5	0.14741092920303345
24416	rnn.bias_hh_l0	6	0.04718532785773277
24416	rnn.bias_hh_l0	7	0.049718428403139114
24416	rnn.bias_hh_l0	8	0.020637454465031624
24416	rnn.bias_hh_l0	9	0.04252691939473152
24416	rnn.weight_ih_l0_reverse	0	-0.030472464859485626
24416	rnn.weight_ih_l0_reverse	1	-0.0013613654300570488
24416	rnn.weight_ih_l0_reverse	2	0.024823743849992752
24416	rnn.weight_ih_l0_reverse	3	-0.0624062716960907
24416	rnn.weight_ih_l0_reverse	4	0.010102326050400734
24416	rnn.weight_ih_l0_reverse	5	-0.047190967947244644
24416	rnn.weight_ih_l0_reverse	6	0.025055337697267532
24416	rnn.weight_ih_l0_reverse	7	0.04678179323673248
24416	rnn.weight_ih_l0_reverse	8	-0.04681944474577904
24416	rnn.weight_ih_l0_reverse	9	-0.05132964253425598
24416	rnn.weight_hh_l0_reverse	0	-0.08149950951337814
24416	rnn.weight_hh_l0_reverse	1	-0.06497950851917267
24416	rnn.weight_hh_l0_reverse	2	0.03648379445075989
24416	rnn.weight_hh_l0_reverse	3	0.0453675240278244
24416	rnn.weight_hh_l0_reverse	4	-0.014682301320135593
24416	rnn.weight_hh_l0_reverse	5	0.04522666335105896
24416	rnn.weight_hh_l0_reverse	6	0.00015318072109948844
24416	rnn.weight_hh_l0_reverse	7	0.001345932250842452
24416	rnn.weight_hh_l0_reverse	8	-0.09813617914915085
24416	rnn.weight_hh_l0_reverse	9	0.078670933842659
24416	rnn.bias_ih_l0_reverse	0	-0.08033046871423721
24416	rnn.bias_ih_l0_reverse	1	-0.06665549427270889
24416	rnn.bias_ih_l0_reverse	2	0.09783658385276794
24416	rnn.bias_ih_l0_reverse	3	0.04367038235068321
24416	rnn.bias_ih_l0_reverse	4	-0.13142095506191254
24416	rnn.bias_ih_l0_reverse	5	0.04439679533243179
24416	rnn.bias_ih_l0_reverse	6	-0.10530824959278107
24416	rnn.bias_ih_l0_reverse	7	0.03404122591018677
24416	rnn.bias_ih_l0_reverse	8	0.034058827906847
24416	rnn.bias_ih_l0_reverse	9	0.06155449151992798
24416	rnn.bias_hh_l0_reverse	0	0.06178045645356178
24416	rnn.bias_hh_l0_reverse	1	0.0593905933201313
24416	rnn.bias_hh_l0_reverse	2	0.07971511036157608
24416	rnn.bias_hh_l0_reverse	3	-0.009987222030758858
24416	rnn.bias_hh_l0_reverse	4	0.07052651047706604
24416	rnn.bias_hh_l0_reverse	5	0.007804740220308304
24416	rnn.bias_hh_l0_reverse	6	-0.05709534510970116
24416	rnn.bias_hh_l0_reverse	7	0.026773149147629738
24416	rnn.bias_hh_l0_reverse	8	0.010820548981428146
24416	rnn.bias_hh_l0_reverse	9	-0.15949761867523193
24416	linear.weight	0	0.15422944724559784
24416	linear.weight	1	-0.16111037135124207
24416	linear.weight	2	-0.2113627940416336
24416	linear.weight	3	0.07040920853614807
24416	linear.weight	4	-0.021656716242432594
24416	linear.weight	5	0.0008341256761923432
24416	linear.weight	6	-0.007054954767227173
24416	linear.weight	7	-0.028385423123836517
24416	linear.weight	8	0.07621932029724121
24416	linear.weight	9	0.3400031626224518
24416	linear.bias	0	-0.21137937903404236
24416	linear.bias	1	0.18722082674503326
24416	linear.bias	2	-0.542605996131897
24416	linear.bias	3	1.696578860282898
24416	linear.bias	4	-0.39163559675216675
24416	linear.bias	5	-0.030769959092140198
24416	linear.bias	6	-0.36053067445755005
24416	linear.bias	7	-0.27236831188201904
24416	linear.bias	8	-0.04589014872908592
24416	linear.bias	9	-0.4942260980606079
24444	transitions	0	-0.6455961465835571
24444	transitions	1	0.35285547375679016
24444	transitions	2	1.6768957376480103
24444	transitions	3	0.09969113022089005
24444	transitions	4	0.9499887824058533
24444	transitions	5	1.273964524269104
24444	transitions	6	0.48336470127105713
24444	transitions	7	0.17593751847743988
24444	transitions	8	-0.9195014238357544
24444	transitions	9	0.9306667447090149
24444	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24444	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24444	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24444	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24444	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24444	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24444	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24444	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24444	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24444	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24444	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24444	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24444	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24444	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24444	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24444	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24444	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24444	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24444	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24444	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24444	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24444	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24444	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24444	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24444	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24444	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24444	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24444	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24444	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24444	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24444	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24444	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24444	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24444	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24444	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24444	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24444	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24444	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24444	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24444	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24444	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24444	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24444	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24444	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24444	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24444	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24444	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24444	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24444	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24444	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24444	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24444	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24444	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24444	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24444	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24444	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24444	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24444	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24444	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24444	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24444	embedding2nn.weight	0	0.024010246619582176
24444	embedding2nn.weight	1	0.01371853519231081
24444	embedding2nn.weight	2	-0.004488440230488777
24444	embedding2nn.weight	3	0.0006428880151361227
24444	embedding2nn.weight	4	-0.0045531922951340675
24444	embedding2nn.weight	5	0.011580735445022583
24444	embedding2nn.weight	6	-0.00468565383926034
24444	embedding2nn.weight	7	0.023988081142306328
24444	embedding2nn.weight	8	-0.006018933840095997
24444	embedding2nn.weight	9	-0.01451535988599062
24444	embedding2nn.bias	0	-0.045953959226608276
24444	embedding2nn.bias	1	-0.037213318049907684
24444	embedding2nn.bias	2	-0.05969957262277603
24444	embedding2nn.bias	3	0.012661227025091648
24444	embedding2nn.bias	4	-0.0034154546447098255
24444	embedding2nn.bias	5	-0.011385113000869751
24444	embedding2nn.bias	6	0.010946003720164299
24444	embedding2nn.bias	7	0.03823745623230934
24444	embedding2nn.bias	8	0.009645340964198112
24444	embedding2nn.bias	9	-0.0009483962785452604
24444	rnn.weight_ih_l0	0	0.038395725190639496
24444	rnn.weight_ih_l0	1	-0.012011823244392872
24444	rnn.weight_ih_l0	2	-0.0350203737616539
24444	rnn.weight_ih_l0	3	-0.043113574385643005
24444	rnn.weight_ih_l0	4	-0.0508977472782135
24444	rnn.weight_ih_l0	5	-0.008907563053071499
24444	rnn.weight_ih_l0	6	-0.054599352180957794
24444	rnn.weight_ih_l0	7	-0.06003490462899208
24444	rnn.weight_ih_l0	8	-0.04533953592181206
24444	rnn.weight_ih_l0	9	-0.027184458449482918
24444	rnn.weight_hh_l0	0	0.01784965582191944
24444	rnn.weight_hh_l0	1	-0.009976387955248356
24444	rnn.weight_hh_l0	2	-0.06703948229551315
24444	rnn.weight_hh_l0	3	-0.03207549452781677
24444	rnn.weight_hh_l0	4	-0.07640343904495239
24444	rnn.weight_hh_l0	5	-0.009723852388560772
24444	rnn.weight_hh_l0	6	-0.04831932485103607
24444	rnn.weight_hh_l0	7	-0.036730244755744934
24444	rnn.weight_hh_l0	8	-0.019222622737288475
24444	rnn.weight_hh_l0	9	-0.002253648592159152
24444	rnn.bias_ih_l0	0	0.13883095979690552
24444	rnn.bias_ih_l0	1	-0.057698000222444534
24444	rnn.bias_ih_l0	2	0.10286685079336166
24444	rnn.bias_ih_l0	3	0.043535418808460236
24444	rnn.bias_ih_l0	4	0.0914771556854248
24444	rnn.bias_ih_l0	5	0.025311600416898727
24444	rnn.bias_ih_l0	6	-0.013782056979835033
24444	rnn.bias_ih_l0	7	-0.10869161784648895
24444	rnn.bias_ih_l0	8	-0.19685284793376923
24444	rnn.bias_ih_l0	9	0.0810948833823204
24444	rnn.bias_hh_l0	0	0.0018147798255085945
24444	rnn.bias_hh_l0	1	0.019943052902817726
24444	rnn.bias_hh_l0	2	-0.005101591814309359
24444	rnn.bias_hh_l0	3	-0.03011086955666542
24444	rnn.bias_hh_l0	4	-0.037017397582530975
24444	rnn.bias_hh_l0	5	0.1480918824672699
24444	rnn.bias_hh_l0	6	0.04735273867845535
24444	rnn.bias_hh_l0	7	0.050489604473114014
24444	rnn.bias_hh_l0	8	0.02058662660419941
24444	rnn.bias_hh_l0	9	0.042603183537721634
24444	rnn.weight_ih_l0_reverse	0	-0.03051704168319702
24444	rnn.weight_ih_l0_reverse	1	-0.0014950856566429138
24444	rnn.weight_ih_l0_reverse	2	0.024856524541974068
24444	rnn.weight_ih_l0_reverse	3	-0.062467124313116074
24444	rnn.weight_ih_l0_reverse	4	0.010330043733119965
24444	rnn.weight_ih_l0_reverse	5	-0.04719354584813118
24444	rnn.weight_ih_l0_reverse	6	0.024867737665772438
24444	rnn.weight_ih_l0_reverse	7	0.046768371015787125
24444	rnn.weight_ih_l0_reverse	8	-0.04681209474802017
24444	rnn.weight_ih_l0_reverse	9	-0.051282454282045364
24444	rnn.weight_hh_l0_reverse	0	-0.08118420839309692
24444	rnn.weight_hh_l0_reverse	1	-0.06523367017507553
24444	rnn.weight_hh_l0_reverse	2	0.03615992143750191
24444	rnn.weight_hh_l0_reverse	3	0.04522540792822838
24444	rnn.weight_hh_l0_reverse	4	-0.014982864260673523
24444	rnn.weight_hh_l0_reverse	5	0.045299749821424484
24444	rnn.weight_hh_l0_reverse	6	0.0011653591645881534
24444	rnn.weight_hh_l0_reverse	7	0.0014755759621039033
24444	rnn.weight_hh_l0_reverse	8	-0.09828291088342667
24444	rnn.weight_hh_l0_reverse	9	0.07816969603300095
24444	rnn.bias_ih_l0_reverse	0	-0.07974132895469666
24444	rnn.bias_ih_l0_reverse	1	-0.06761656701564789
24444	rnn.bias_ih_l0_reverse	2	0.09827128052711487
24444	rnn.bias_ih_l0_reverse	3	0.04342024400830269
24444	rnn.bias_ih_l0_reverse	4	-0.13081279397010803
24444	rnn.bias_ih_l0_reverse	5	0.044501908123493195
24444	rnn.bias_ih_l0_reverse	6	-0.10493035614490509
24444	rnn.bias_ih_l0_reverse	7	0.03318553790450096
24444	rnn.bias_ih_l0_reverse	8	0.03419090062379837
24444	rnn.bias_ih_l0_reverse	9	0.060257650911808014
24444	rnn.bias_hh_l0_reverse	0	0.05891893059015274
24444	rnn.bias_hh_l0_reverse	1	0.05940370261669159
24444	rnn.bias_hh_l0_reverse	2	0.07942619174718857
24444	rnn.bias_hh_l0_reverse	3	-0.010002833791077137
24444	rnn.bias_hh_l0_reverse	4	0.07016055285930634
24444	rnn.bias_hh_l0_reverse	5	0.007952678948640823
24444	rnn.bias_hh_l0_reverse	6	-0.05752089247107506
24444	rnn.bias_hh_l0_reverse	7	0.026051539927721024
24444	rnn.bias_hh_l0_reverse	8	0.011495514772832394
24444	rnn.bias_hh_l0_reverse	9	-0.1627373993396759
24444	linear.weight	0	0.15524499118328094
24444	linear.weight	1	-0.16110189259052277
24444	linear.weight	2	-0.21141435205936432
24444	linear.weight	3	0.07232578098773956
24444	linear.weight	4	-0.021572493016719818
24444	linear.weight	5	0.0019893415737897158
24444	linear.weight	6	-0.007053057197481394
24444	linear.weight	7	-0.028033997863531113
24444	linear.weight	8	0.07601649314165115
24444	linear.weight	9	0.3409493565559387
24444	linear.bias	0	-0.21758624911308289
24444	linear.bias	1	0.19436316192150116
24444	linear.bias	2	-0.5425918698310852
24444	linear.bias	3	1.7004541158676147
24444	linear.bias	4	-0.3917635679244995
24444	linear.bias	5	-0.030769959092140198
24444	linear.bias	6	-0.3606107532978058
24444	linear.bias	7	-0.2727232277393341
24444	linear.bias	8	-0.04455136880278587
24444	linear.bias	9	-0.49424833059310913
24472	transitions	0	-0.6456140279769897
24472	transitions	1	0.3528381884098053
24472	transitions	2	1.6768755912780762
24472	transitions	3	0.09968648850917816
24472	transitions	4	0.9499853253364563
24472	transitions	5	1.2739644050598145
24472	transitions	6	0.48336470127105713
24472	transitions	7	0.17593742907047272
24472	transitions	8	-0.9195014238357544
24472	transitions	9	0.9306667447090149
24472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24472	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24472	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24472	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24472	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24472	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24472	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24472	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24472	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24472	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24472	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24472	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24472	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24472	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24472	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24472	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24472	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24472	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24472	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24472	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24472	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24472	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24472	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24472	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24472	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24472	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24472	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24472	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24472	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24472	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24472	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24472	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24472	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24472	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24472	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24472	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24472	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24472	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24472	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24472	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24472	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24472	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24472	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24472	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24472	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24472	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24472	embedding2nn.weight	0	0.023652173578739166
24472	embedding2nn.weight	1	0.013704700395464897
24472	embedding2nn.weight	2	-0.004510297905653715
24472	embedding2nn.weight	3	0.0005786782130599022
24472	embedding2nn.weight	4	-0.0045479536056518555
24472	embedding2nn.weight	5	0.011672302149236202
24472	embedding2nn.weight	6	-0.0046805739402771
24472	embedding2nn.weight	7	0.02362355962395668
24472	embedding2nn.weight	8	-0.006021074950695038
24472	embedding2nn.weight	9	-0.014521768316626549
24472	embedding2nn.bias	0	-0.045686934143304825
24472	embedding2nn.bias	1	-0.03305518627166748
24472	embedding2nn.bias	2	-0.058775030076503754
24472	embedding2nn.bias	3	0.012856627814471722
24472	embedding2nn.bias	4	-0.00037787132896482944
24472	embedding2nn.bias	5	-0.01472549233585596
24472	embedding2nn.bias	6	0.011041926220059395
24472	embedding2nn.bias	7	0.03920377790927887
24472	embedding2nn.bias	8	0.0057981605641543865
24472	embedding2nn.bias	9	-0.001967228017747402
24472	rnn.weight_ih_l0	0	0.03849244862794876
24472	rnn.weight_ih_l0	1	-0.011917014606297016
24472	rnn.weight_ih_l0	2	-0.03536330908536911
24472	rnn.weight_ih_l0	3	-0.04312017932534218
24472	rnn.weight_ih_l0	4	-0.05103173851966858
24472	rnn.weight_ih_l0	5	-0.008935922756791115
24472	rnn.weight_ih_l0	6	-0.054426755756139755
24472	rnn.weight_ih_l0	7	-0.060129642486572266
24472	rnn.weight_ih_l0	8	-0.04531864449381828
24472	rnn.weight_ih_l0	9	-0.027239922434091568
24472	rnn.weight_hh_l0	0	0.01786770112812519
24472	rnn.weight_hh_l0	1	-0.010202545672655106
24472	rnn.weight_hh_l0	2	-0.06744718551635742
24472	rnn.weight_hh_l0	3	-0.03211476653814316
24472	rnn.weight_hh_l0	4	-0.07651728391647339
24472	rnn.weight_hh_l0	5	-0.009524819441139698
24472	rnn.weight_hh_l0	6	-0.04831691086292267
24472	rnn.weight_hh_l0	7	-0.03719522804021835
24472	rnn.weight_hh_l0	8	-0.019157087430357933
24472	rnn.weight_hh_l0	9	-0.0019355303375050426
24472	rnn.bias_ih_l0	0	0.13915540277957916
24472	rnn.bias_ih_l0	1	-0.05774550884962082
24472	rnn.bias_ih_l0	2	0.10283546149730682
24472	rnn.bias_ih_l0	3	0.043699588626623154
24472	rnn.bias_ih_l0	4	0.09118492156267166
24472	rnn.bias_ih_l0	5	0.0258831474930048
24472	rnn.bias_ih_l0	6	-0.013037634082138538
24472	rnn.bias_ih_l0	7	-0.10718882083892822
24472	rnn.bias_ih_l0	8	-0.19991850852966309
24472	rnn.bias_ih_l0	9	0.08161880820989609
24472	rnn.bias_hh_l0	0	0.0015616216696798801
24472	rnn.bias_hh_l0	1	0.01975058950483799
24472	rnn.bias_hh_l0	2	-0.005044155288487673
24472	rnn.bias_hh_l0	3	-0.030619705095887184
24472	rnn.bias_hh_l0	4	-0.037474375218153
24472	rnn.bias_hh_l0	5	0.14841584861278534
24472	rnn.bias_hh_l0	6	0.047883521765470505
24472	rnn.bias_hh_l0	7	0.04972030967473984
24472	rnn.bias_hh_l0	8	0.021331049501895905
24472	rnn.bias_hh_l0	9	0.043361179530620575
24472	rnn.weight_ih_l0_reverse	0	-0.030393080785870552
24472	rnn.weight_ih_l0_reverse	1	-0.0015035639517009258
24472	rnn.weight_ih_l0_reverse	2	0.024838589131832123
24472	rnn.weight_ih_l0_reverse	3	-0.06254279613494873
24472	rnn.weight_ih_l0_reverse	4	0.010118854232132435
24472	rnn.weight_ih_l0_reverse	5	-0.047153402119874954
24472	rnn.weight_ih_l0_reverse	6	0.024359092116355896
24472	rnn.weight_ih_l0_reverse	7	0.04680784046649933
24472	rnn.weight_ih_l0_reverse	8	-0.04699666053056717
24472	rnn.weight_ih_l0_reverse	9	-0.05128314718604088
24472	rnn.weight_hh_l0_reverse	0	-0.08148736506700516
24472	rnn.weight_hh_l0_reverse	1	-0.06538324058055878
24472	rnn.weight_hh_l0_reverse	2	0.03600484877824783
24472	rnn.weight_hh_l0_reverse	3	0.04514147341251373
24472	rnn.weight_hh_l0_reverse	4	-0.014890149235725403
24472	rnn.weight_hh_l0_reverse	5	0.045332156121730804
24472	rnn.weight_hh_l0_reverse	6	0.0015692147426307201
24472	rnn.weight_hh_l0_reverse	7	0.0013078569900244474
24472	rnn.weight_hh_l0_reverse	8	-0.09830273687839508
24472	rnn.weight_hh_l0_reverse	9	0.07833006232976913
24472	rnn.bias_ih_l0_reverse	0	-0.07940712571144104
24472	rnn.bias_ih_l0_reverse	1	-0.06638485938310623
24472	rnn.bias_ih_l0_reverse	2	0.09970952570438385
24472	rnn.bias_ih_l0_reverse	3	0.04347769543528557
24472	rnn.bias_ih_l0_reverse	4	-0.13025236129760742
24472	rnn.bias_ih_l0_reverse	5	0.044200871139764786
24472	rnn.bias_ih_l0_reverse	6	-0.10452546924352646
24472	rnn.bias_ih_l0_reverse	7	0.033208250999450684
24472	rnn.bias_ih_l0_reverse	8	0.03469526767730713
24472	rnn.bias_ih_l0_reverse	9	0.06085801124572754
24472	rnn.bias_hh_l0_reverse	0	0.0607503205537796
24472	rnn.bias_hh_l0_reverse	1	0.05914662405848503
24472	rnn.bias_hh_l0_reverse	2	0.07958526909351349
24472	rnn.bias_hh_l0_reverse	3	-0.00989537127315998
24472	rnn.bias_hh_l0_reverse	4	0.06971225887537003
24472	rnn.bias_hh_l0_reverse	5	0.010402408428490162
24472	rnn.bias_hh_l0_reverse	6	-0.05745112895965576
24472	rnn.bias_hh_l0_reverse	7	0.0263883788138628
24472	rnn.bias_hh_l0_reverse	8	0.01092633418738842
24472	rnn.bias_hh_l0_reverse	9	-0.1641411930322647
24472	linear.weight	0	0.1534109115600586
24472	linear.weight	1	-0.16107308864593506
24472	linear.weight	2	-0.21050046384334564
24472	linear.weight	3	0.07070936262607574
24472	linear.weight	4	-0.021125292405486107
24472	linear.weight	5	0.001603996497578919
24472	linear.weight	6	-0.0070524439215660095
24472	linear.weight	7	-0.028027229011058807
24472	linear.weight	8	0.07661119848489761
24472	linear.weight	9	0.34116512537002563
24472	linear.bias	0	-0.21405531466007233
24472	linear.bias	1	0.19306428730487823
24472	linear.bias	2	-0.5429689288139343
24472	linear.bias	3	1.6949576139450073
24472	linear.bias	4	-0.39182940125465393
24472	linear.bias	5	-0.030769959092140198
24472	linear.bias	6	-0.36091089248657227
24472	linear.bias	7	-0.27446338534355164
24472	linear.bias	8	-0.044898465275764465
24472	linear.bias	9	-0.4942724406719208
24500	transitions	0	-0.6456249356269836
24500	transitions	1	0.35282692313194275
24500	transitions	2	1.6768544912338257
24500	transitions	3	0.09926410764455795
24500	transitions	4	0.9499725103378296
24500	transitions	5	1.2739639282226562
24500	transitions	6	0.48336470127105713
24500	transitions	7	0.17593714594841003
24500	transitions	8	-0.9195018410682678
24500	transitions	9	0.9306667447090149
24500	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24500	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24500	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24500	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24500	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24500	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24500	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24500	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24500	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24500	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24500	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24500	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24500	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24500	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24500	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24500	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24500	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24500	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24500	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24500	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24500	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24500	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24500	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24500	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24500	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24500	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24500	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24500	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24500	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24500	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24500	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24500	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24500	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24500	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24500	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24500	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24500	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24500	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24500	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24500	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24500	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24500	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24500	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24500	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24500	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24500	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24500	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24500	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24500	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24500	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24500	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24500	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24500	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24500	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24500	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24500	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24500	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24500	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24500	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24500	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24500	embedding2nn.weight	0	0.023552704602479935
24500	embedding2nn.weight	1	0.013765803538262844
24500	embedding2nn.weight	2	-0.0045098536647856236
24500	embedding2nn.weight	3	0.0005585523322224617
24500	embedding2nn.weight	4	-0.004501143004745245
24500	embedding2nn.weight	5	0.011660762131214142
24500	embedding2nn.weight	6	-0.0046683624386787415
24500	embedding2nn.weight	7	0.023587338626384735
24500	embedding2nn.weight	8	-0.005921606440097094
24500	embedding2nn.weight	9	-0.014533649198710918
24500	embedding2nn.bias	0	-0.0460030697286129
24500	embedding2nn.bias	1	-0.03204713016748428
24500	embedding2nn.bias	2	-0.059745099395513535
24500	embedding2nn.bias	3	0.01480526477098465
24500	embedding2nn.bias	4	0.0004805161152034998
24500	embedding2nn.bias	5	-0.015434813685715199
24500	embedding2nn.bias	6	0.010911544784903526
24500	embedding2nn.bias	7	0.038792602717876434
24500	embedding2nn.bias	8	0.006111543625593185
24500	embedding2nn.bias	9	-0.004160054959356785
24500	rnn.weight_ih_l0	0	0.03850598633289337
24500	rnn.weight_ih_l0	1	-0.011668097227811813
24500	rnn.weight_ih_l0	2	-0.03517650440335274
24500	rnn.weight_ih_l0	3	-0.04332444816827774
24500	rnn.weight_ih_l0	4	-0.05116044357419014
24500	rnn.weight_ih_l0	5	-0.00888291746377945
24500	rnn.weight_ih_l0	6	-0.054489996284246445
24500	rnn.weight_ih_l0	7	-0.060180433094501495
24500	rnn.weight_ih_l0	8	-0.04526529088616371
24500	rnn.weight_ih_l0	9	-0.027159051969647408
24500	rnn.weight_hh_l0	0	0.018010886386036873
24500	rnn.weight_hh_l0	1	-0.009843449108302593
24500	rnn.weight_hh_l0	2	-0.06782814860343933
24500	rnn.weight_hh_l0	3	-0.0321526862680912
24500	rnn.weight_hh_l0	4	-0.0765593871474266
24500	rnn.weight_hh_l0	5	-0.010162844322621822
24500	rnn.weight_hh_l0	6	-0.047759268432855606
24500	rnn.weight_hh_l0	7	-0.036894991993904114
24500	rnn.weight_hh_l0	8	-0.019102105870842934
24500	rnn.weight_hh_l0	9	-0.0014533837093040347
24500	rnn.bias_ih_l0	0	0.1401117593050003
24500	rnn.bias_ih_l0	1	-0.05839011073112488
24500	rnn.bias_ih_l0	2	0.10232783854007721
24500	rnn.bias_ih_l0	3	0.04490811005234718
24500	rnn.bias_ih_l0	4	0.09155742079019547
24500	rnn.bias_ih_l0	5	0.0259588323533535
24500	rnn.bias_ih_l0	6	-0.012500671669840813
24500	rnn.bias_ih_l0	7	-0.10250943899154663
24500	rnn.bias_ih_l0	8	-0.2012975960969925
24500	rnn.bias_ih_l0	9	0.0818529948592186
24500	rnn.bias_hh_l0	0	0.0016069785924628377
24500	rnn.bias_hh_l0	1	0.019875632598996162
24500	rnn.bias_hh_l0	2	-0.0045360964722931385
24500	rnn.bias_hh_l0	3	-0.031102167442440987
24500	rnn.bias_hh_l0	4	-0.03781675547361374
24500	rnn.bias_hh_l0	5	0.14875224232673645
24500	rnn.bias_hh_l0	6	0.048190902918577194
24500	rnn.bias_hh_l0	7	0.04961812496185303
24500	rnn.bias_hh_l0	8	0.021868009120225906
24500	rnn.bias_hh_l0	9	0.042993541806936264
24500	rnn.weight_ih_l0_reverse	0	-0.03040130063891411
24500	rnn.weight_ih_l0_reverse	1	-0.0004635083896573633
24500	rnn.weight_ih_l0_reverse	2	0.024848956614732742
24500	rnn.weight_ih_l0_reverse	3	-0.06243448704481125
24500	rnn.weight_ih_l0_reverse	4	0.010087127797305584
24500	rnn.weight_ih_l0_reverse	5	-0.047177061438560486
24500	rnn.weight_ih_l0_reverse	6	0.024046052247285843
24500	rnn.weight_ih_l0_reverse	7	0.046787895262241364
24500	rnn.weight_ih_l0_reverse	8	-0.04703634977340698
24500	rnn.weight_ih_l0_reverse	9	-0.05125432088971138
24500	rnn.weight_hh_l0_reverse	0	-0.08195987343788147
24500	rnn.weight_hh_l0_reverse	1	-0.06515108793973923
24500	rnn.weight_hh_l0_reverse	2	0.03602685406804085
24500	rnn.weight_hh_l0_reverse	3	0.045121558010578156
24500	rnn.weight_hh_l0_reverse	4	-0.01499888300895691
24500	rnn.weight_hh_l0_reverse	5	0.04541931673884392
24500	rnn.weight_hh_l0_reverse	6	0.0014754454605281353
24500	rnn.weight_hh_l0_reverse	7	0.0013040296034887433
24500	rnn.weight_hh_l0_reverse	8	-0.09826885908842087
24500	rnn.weight_hh_l0_reverse	9	0.07880308479070663
24500	rnn.bias_ih_l0_reverse	0	-0.0829424187541008
24500	rnn.bias_ih_l0_reverse	1	-0.06955455988645554
24500	rnn.bias_ih_l0_reverse	2	0.0993102416396141
24500	rnn.bias_ih_l0_reverse	3	0.043757565319538116
24500	rnn.bias_ih_l0_reverse	4	-0.12969854474067688
24500	rnn.bias_ih_l0_reverse	5	0.04435712844133377
24500	rnn.bias_ih_l0_reverse	6	-0.10448642075061798
24500	rnn.bias_ih_l0_reverse	7	0.03292743116617203
24500	rnn.bias_ih_l0_reverse	8	0.03438376262784004
24500	rnn.bias_ih_l0_reverse	9	0.06192036718130112
24500	rnn.bias_hh_l0_reverse	0	0.061348386108875275
24500	rnn.bias_hh_l0_reverse	1	0.05982758104801178
24500	rnn.bias_hh_l0_reverse	2	0.07881984859704971
24500	rnn.bias_hh_l0_reverse	3	-0.009386967867612839
24500	rnn.bias_hh_l0_reverse	4	0.07019682228565216
24500	rnn.bias_hh_l0_reverse	5	0.01035030372440815
24500	rnn.bias_hh_l0_reverse	6	-0.05730457976460457
24500	rnn.bias_hh_l0_reverse	7	0.02565423585474491
24500	rnn.bias_hh_l0_reverse	8	0.010891955345869064
24500	rnn.bias_hh_l0_reverse	9	-0.16427628695964813
24500	linear.weight	0	0.1537216454744339
24500	linear.weight	1	-0.16107258200645447
24500	linear.weight	2	-0.21010719239711761
24500	linear.weight	3	0.07363607734441757
24500	linear.weight	4	-0.020584123209118843
24500	linear.weight	5	0.0015985554782673717
24500	linear.weight	6	-0.007051793858408928
24500	linear.weight	7	-0.02802116982638836
24500	linear.weight	8	0.07532595843076706
24500	linear.weight	9	0.3435332477092743
24500	linear.bias	0	-0.21233680844306946
24500	linear.bias	1	0.19368374347686768
24500	linear.bias	2	-0.5433831214904785
24500	linear.bias	3	1.6952564716339111
24500	linear.bias	4	-0.39191946387290955
24500	linear.bias	5	-0.030769959092140198
24500	linear.bias	6	-0.3617486357688904
24500	linear.bias	7	-0.27453818917274475
24500	linear.bias	8	-0.04378879442811012
24500	linear.bias	9	-0.4943096935749054
24528	transitions	0	-0.6456497311592102
24528	transitions	1	0.35279420018196106
24528	transitions	2	1.6768382787704468
24528	transitions	3	0.09925571084022522
24528	transitions	4	0.9499700665473938
24528	transitions	5	1.2739638090133667
24528	transitions	6	0.48336461186408997
24528	transitions	7	0.17593680322170258
24528	transitions	8	-0.9195020198822021
24528	transitions	9	0.9306667447090149
24528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24528	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24528	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24528	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24528	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24528	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24528	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24528	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24528	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24528	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24528	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24528	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24528	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24528	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24528	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24528	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24528	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24528	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24528	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24528	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24528	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24528	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24528	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24528	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24528	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24528	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24528	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24528	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24528	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24528	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24528	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24528	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24528	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24528	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24528	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24528	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24528	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24528	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24528	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24528	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24528	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24528	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24528	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24528	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24528	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24528	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24528	embedding2nn.weight	0	0.023640181869268417
24528	embedding2nn.weight	1	0.013760396279394627
24528	embedding2nn.weight	2	-0.004524386487901211
24528	embedding2nn.weight	3	0.0004579218220897019
24528	embedding2nn.weight	4	-0.004464759491384029
24528	embedding2nn.weight	5	0.01169712282717228
24528	embedding2nn.weight	6	-0.004727864637970924
24528	embedding2nn.weight	7	0.022985247895121574
24528	embedding2nn.weight	8	-0.005943081807345152
24528	embedding2nn.weight	9	-0.014577836729586124
24528	embedding2nn.bias	0	-0.044310130178928375
24528	embedding2nn.bias	1	-0.03184281289577484
24528	embedding2nn.bias	2	-0.059912800788879395
24528	embedding2nn.bias	3	0.016589993610978127
24528	embedding2nn.bias	4	-0.0015502248425036669
24528	embedding2nn.bias	5	-0.012991546653211117
24528	embedding2nn.bias	6	0.010477184318006039
24528	embedding2nn.bias	7	0.03620889037847519
24528	embedding2nn.bias	8	0.008234025910496712
24528	embedding2nn.bias	9	-0.003769258502870798
24528	rnn.weight_ih_l0	0	0.03846610337495804
24528	rnn.weight_ih_l0	1	-0.011727326549589634
24528	rnn.weight_ih_l0	2	-0.034945596009492874
24528	rnn.weight_ih_l0	3	-0.043251022696495056
24528	rnn.weight_ih_l0	4	-0.051316775381565094
24528	rnn.weight_ih_l0	5	-0.00870025809854269
24528	rnn.weight_ih_l0	6	-0.054352130740880966
24528	rnn.weight_ih_l0	7	-0.060268253087997437
24528	rnn.weight_ih_l0	8	-0.04513363912701607
24528	rnn.weight_ih_l0	9	-0.0270631555467844
24528	rnn.weight_hh_l0	0	0.017853766679763794
24528	rnn.weight_hh_l0	1	-0.009967335499823093
24528	rnn.weight_hh_l0	2	-0.06762310862541199
24528	rnn.weight_hh_l0	3	-0.03211933374404907
24528	rnn.weight_hh_l0	4	-0.07622931152582169
24528	rnn.weight_hh_l0	5	-0.010148338042199612
24528	rnn.weight_hh_l0	6	-0.04774688556790352
24528	rnn.weight_hh_l0	7	-0.036913979798555374
24528	rnn.weight_hh_l0	8	-0.01916716992855072
24528	rnn.weight_hh_l0	9	-0.001363480230793357
24528	rnn.bias_ih_l0	0	0.1398421823978424
24528	rnn.bias_ih_l0	1	-0.05779222771525383
24528	rnn.bias_ih_l0	2	0.1017354279756546
24528	rnn.bias_ih_l0	3	0.044158514589071274
24528	rnn.bias_ih_l0	4	0.09155347943305969
24528	rnn.bias_ih_l0	5	0.026212727651000023
24528	rnn.bias_ih_l0	6	-0.012870845384895802
24528	rnn.bias_ih_l0	7	-0.10135667771100998
24528	rnn.bias_ih_l0	8	-0.20204642415046692
24528	rnn.bias_ih_l0	9	0.08190430700778961
24528	rnn.bias_hh_l0	0	0.0019339958671480417
24528	rnn.bias_hh_l0	1	0.020538844168186188
24528	rnn.bias_hh_l0	2	-0.005694286432117224
24528	rnn.bias_hh_l0	3	-0.030913667753338814
24528	rnn.bias_hh_l0	4	-0.03813745826482773
24528	rnn.bias_hh_l0	5	0.1490703821182251
24528	rnn.bias_hh_l0	6	0.04727385938167572
24528	rnn.bias_hh_l0	7	0.049159664660692215
24528	rnn.bias_hh_l0	8	0.021497832611203194
24528	rnn.bias_hh_l0	9	0.042056020349264145
24528	rnn.weight_ih_l0_reverse	0	-0.03044845722615719
24528	rnn.weight_ih_l0_reverse	1	-0.0004987377906218171
24528	rnn.weight_ih_l0_reverse	2	0.024775037541985512
24528	rnn.weight_ih_l0_reverse	3	-0.06276188790798187
24528	rnn.weight_ih_l0_reverse	4	0.010084722191095352
24528	rnn.weight_ih_l0_reverse	5	-0.047183796763420105
24528	rnn.weight_ih_l0_reverse	6	0.024257121607661247
24528	rnn.weight_ih_l0_reverse	7	0.046647243201732635
24528	rnn.weight_ih_l0_reverse	8	-0.04691588133573532
24528	rnn.weight_ih_l0_reverse	9	-0.051242053508758545
24528	rnn.weight_hh_l0_reverse	0	-0.08241178840398788
24528	rnn.weight_hh_l0_reverse	1	-0.06550239771604538
24528	rnn.weight_hh_l0_reverse	2	0.03580765426158905
24528	rnn.weight_hh_l0_reverse	3	0.04515950754284859
24528	rnn.weight_hh_l0_reverse	4	-0.01523418165743351
24528	rnn.weight_hh_l0_reverse	5	0.04557429254055023
24528	rnn.weight_hh_l0_reverse	6	0.0006544162170030177
24528	rnn.weight_hh_l0_reverse	7	0.0014072045451030135
24528	rnn.weight_hh_l0_reverse	8	-0.09839198738336563
24528	rnn.weight_hh_l0_reverse	9	0.07873222231864929
24528	rnn.bias_ih_l0_reverse	0	-0.08364865183830261
24528	rnn.bias_ih_l0_reverse	1	-0.07049915939569473
24528	rnn.bias_ih_l0_reverse	2	0.09880372881889343
24528	rnn.bias_ih_l0_reverse	3	0.04354099929332733
24528	rnn.bias_ih_l0_reverse	4	-0.1303565800189972
24528	rnn.bias_ih_l0_reverse	5	0.04538271576166153
24528	rnn.bias_ih_l0_reverse	6	-0.10492100566625595
24528	rnn.bias_ih_l0_reverse	7	0.032993994653224945
24528	rnn.bias_ih_l0_reverse	8	0.03505280986428261
24528	rnn.bias_ih_l0_reverse	9	0.06167697533965111
24528	rnn.bias_hh_l0_reverse	0	0.05888858810067177
24528	rnn.bias_hh_l0_reverse	1	0.06029748171567917
24528	rnn.bias_hh_l0_reverse	2	0.07946419715881348
24528	rnn.bias_hh_l0_reverse	3	-0.009071691893041134
24528	rnn.bias_hh_l0_reverse	4	0.07046274095773697
24528	rnn.bias_hh_l0_reverse	5	0.010061385110020638
24528	rnn.bias_hh_l0_reverse	6	-0.05744514614343643
24528	rnn.bias_hh_l0_reverse	7	0.02564222738146782
24528	rnn.bias_hh_l0_reverse	8	0.01040443405508995
24528	rnn.bias_hh_l0_reverse	9	-0.16380947828292847
24528	linear.weight	0	0.15914273262023926
24528	linear.weight	1	-0.16106924414634705
24528	linear.weight	2	-0.21044635772705078
24528	linear.weight	3	0.0712408497929573
24528	linear.weight	4	-0.0205825325101614
24528	linear.weight	5	0.001630884944461286
24528	linear.weight	6	-0.007046169601380825
24528	linear.weight	7	-0.028016068041324615
24528	linear.weight	8	0.0752333402633667
24528	linear.weight	9	0.3412185609340668
24528	linear.bias	0	-0.20862336456775665
24528	linear.bias	1	0.19585438072681427
24528	linear.bias	2	-0.5414395928382874
24528	linear.bias	3	1.6968722343444824
24528	linear.bias	4	-0.39201831817626953
24528	linear.bias	5	-0.030769959092140198
24528	linear.bias	6	-0.360560804605484
24528	linear.bias	7	-0.2738211750984192
24528	linear.bias	8	-0.04006585106253624
24528	linear.bias	9	-0.4943416714668274
24556	transitions	0	-0.6456683874130249
24556	transitions	1	0.3527831733226776
24556	transitions	2	1.6768115758895874
24556	transitions	3	0.09924096614122391
24556	transitions	4	0.9499630928039551
24556	transitions	5	1.2739636898040771
24556	transitions	6	0.483355313539505
24556	transitions	7	0.1759348064661026
24556	transitions	8	-0.9195020198822021
24556	transitions	9	0.9306667447090149
24556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24556	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24556	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24556	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24556	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24556	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24556	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24556	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24556	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24556	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24556	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24556	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24556	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24556	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24556	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24556	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24556	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24556	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24556	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24556	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24556	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24556	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24556	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24556	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24556	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24556	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24556	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24556	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24556	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24556	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24556	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24556	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24556	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24556	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24556	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24556	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24556	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24556	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24556	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24556	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24556	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24556	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24556	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24556	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24556	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24556	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24556	embedding2nn.weight	0	0.023903336375951767
24556	embedding2nn.weight	1	0.013691217638552189
24556	embedding2nn.weight	2	-0.004546797834336758
24556	embedding2nn.weight	3	0.00045054926886223257
24556	embedding2nn.weight	4	-0.0044654062949121
24556	embedding2nn.weight	5	0.011629538610577583
24556	embedding2nn.weight	6	-0.004763475619256496
24556	embedding2nn.weight	7	0.02275434508919716
24556	embedding2nn.weight	8	-0.005953785497695208
24556	embedding2nn.weight	9	-0.014554274268448353
24556	embedding2nn.bias	0	-0.04369788616895676
24556	embedding2nn.bias	1	-0.03110789880156517
24556	embedding2nn.bias	2	-0.059068579226732254
24556	embedding2nn.bias	3	0.017641328275203705
24556	embedding2nn.bias	4	-9.817393583944067e-05
24556	embedding2nn.bias	5	-0.01178115513175726
24556	embedding2nn.bias	6	0.010291466489434242
24556	embedding2nn.bias	7	0.035453468561172485
24556	embedding2nn.bias	8	0.007749466225504875
24556	embedding2nn.bias	9	-0.0072691785171628
24556	rnn.weight_ih_l0	0	0.038355886936187744
24556	rnn.weight_ih_l0	1	-0.012051896192133427
24556	rnn.weight_ih_l0	2	-0.034876469522714615
24556	rnn.weight_ih_l0	3	-0.04326073080301285
24556	rnn.weight_ih_l0	4	-0.05122861638665199
24556	rnn.weight_ih_l0	5	-0.008537408895790577
24556	rnn.weight_ih_l0	6	-0.05429511144757271
24556	rnn.weight_ih_l0	7	-0.060075920075178146
24556	rnn.weight_ih_l0	8	-0.04516802355647087
24556	rnn.weight_ih_l0	9	-0.027074791491031647
24556	rnn.weight_hh_l0	0	0.017971456050872803
24556	rnn.weight_hh_l0	1	-0.010311828926205635
24556	rnn.weight_hh_l0	2	-0.06782892346382141
24556	rnn.weight_hh_l0	3	-0.03198106214404106
24556	rnn.weight_hh_l0	4	-0.07606662809848785
24556	rnn.weight_hh_l0	5	-0.010099705308675766
24556	rnn.weight_hh_l0	6	-0.0478740818798542
24556	rnn.weight_hh_l0	7	-0.03671836853027344
24556	rnn.weight_hh_l0	8	-0.01912033185362816
24556	rnn.weight_hh_l0	9	-0.001629312289878726
24556	rnn.bias_ih_l0	0	0.13966140151023865
24556	rnn.bias_ih_l0	1	-0.05765260010957718
24556	rnn.bias_ih_l0	2	0.10256928205490112
24556	rnn.bias_ih_l0	3	0.043678171932697296
24556	rnn.bias_ih_l0	4	0.09045460820198059
24556	rnn.bias_ih_l0	5	0.026000970974564552
24556	rnn.bias_ih_l0	6	-0.013583141379058361
24556	rnn.bias_ih_l0	7	-0.10382106155157089
24556	rnn.bias_ih_l0	8	-0.19886204600334167
24556	rnn.bias_ih_l0	9	0.08119681477546692
24556	rnn.bias_hh_l0	0	0.001559415366500616
24556	rnn.bias_hh_l0	1	0.02000528760254383
24556	rnn.bias_hh_l0	2	-0.005157765932381153
24556	rnn.bias_hh_l0	3	-0.0306392852216959
24556	rnn.bias_hh_l0	4	-0.03854755684733391
24556	rnn.bias_hh_l0	5	0.14905990660190582
24556	rnn.bias_hh_l0	6	0.04669395089149475
24556	rnn.bias_hh_l0	7	0.04920785129070282
24556	rnn.bias_hh_l0	8	0.020785532891750336
24556	rnn.bias_hh_l0	9	0.04178980365395546
24556	rnn.weight_ih_l0_reverse	0	-0.03041280061006546
24556	rnn.weight_ih_l0_reverse	1	-0.0005929152830503881
24556	rnn.weight_ih_l0_reverse	2	0.024736281484365463
24556	rnn.weight_ih_l0_reverse	3	-0.06262421607971191
24556	rnn.weight_ih_l0_reverse	4	0.009971341118216515
24556	rnn.weight_ih_l0_reverse	5	-0.04709573835134506
24556	rnn.weight_ih_l0_reverse	6	0.024731267243623734
24556	rnn.weight_ih_l0_reverse	7	0.046566400676965714
24556	rnn.weight_ih_l0_reverse	8	-0.04681922495365143
24556	rnn.weight_ih_l0_reverse	9	-0.05128966644406319
24556	rnn.weight_hh_l0_reverse	0	-0.08261904120445251
24556	rnn.weight_hh_l0_reverse	1	-0.06586363166570663
24556	rnn.weight_hh_l0_reverse	2	0.035858917981386185
24556	rnn.weight_hh_l0_reverse	3	0.045227885246276855
24556	rnn.weight_hh_l0_reverse	4	-0.015116387978196144
24556	rnn.weight_hh_l0_reverse	5	0.045450225472450256
24556	rnn.weight_hh_l0_reverse	6	0.0003757914819288999
24556	rnn.weight_hh_l0_reverse	7	0.0010669786715880036
24556	rnn.weight_hh_l0_reverse	8	-0.09807199984788895
24556	rnn.weight_hh_l0_reverse	9	0.07906178385019302
24556	rnn.bias_ih_l0_reverse	0	-0.08089908212423325
24556	rnn.bias_ih_l0_reverse	1	-0.07129751145839691
24556	rnn.bias_ih_l0_reverse	2	0.09902485460042953
24556	rnn.bias_ih_l0_reverse	3	0.04309000447392464
24556	rnn.bias_ih_l0_reverse	4	-0.12979653477668762
24556	rnn.bias_ih_l0_reverse	5	0.0462784618139267
24556	rnn.bias_ih_l0_reverse	6	-0.10449541360139847
24556	rnn.bias_ih_l0_reverse	7	0.034792643040418625
24556	rnn.bias_ih_l0_reverse	8	0.03495322912931442
24556	rnn.bias_ih_l0_reverse	9	0.0618603378534317
24556	rnn.bias_hh_l0_reverse	0	0.060081176459789276
24556	rnn.bias_hh_l0_reverse	1	0.060590390115976334
24556	rnn.bias_hh_l0_reverse	2	0.07926326990127563
24556	rnn.bias_hh_l0_reverse	3	-0.008623992092907429
24556	rnn.bias_hh_l0_reverse	4	0.07104478776454926
24556	rnn.bias_hh_l0_reverse	5	0.009578160010278225
24556	rnn.bias_hh_l0_reverse	6	-0.05815865471959114
24556	rnn.bias_hh_l0_reverse	7	0.024892369285225868
24556	rnn.bias_hh_l0_reverse	8	0.008902184665203094
24556	rnn.bias_hh_l0_reverse	9	-0.16167335212230682
24556	linear.weight	0	0.15609870851039886
24556	linear.weight	1	-0.1610536426305771
24556	linear.weight	2	-0.20994439721107483
24556	linear.weight	3	0.07430418580770493
24556	linear.weight	4	-0.020527655258774757
24556	linear.weight	5	0.0016486718086525798
24556	linear.weight	6	-0.007039067335426807
24556	linear.weight	7	-0.02809532918035984
24556	linear.weight	8	0.07506789267063141
24556	linear.weight	9	0.3420145511627197
24556	linear.bias	0	-0.2102171927690506
24556	linear.bias	1	0.19690300524234772
24556	linear.bias	2	-0.5418345332145691
24556	linear.bias	3	1.694676160812378
24556	linear.bias	4	-0.3920925557613373
24556	linear.bias	5	-0.030769959092140198
24556	linear.bias	6	-0.36065930128097534
24556	linear.bias	7	-0.2732302248477936
24556	linear.bias	8	-0.04453299567103386
24556	linear.bias	9	-0.49436303973197937
24584	transitions	0	-0.6456956267356873
24584	transitions	1	0.35277122259140015
24584	transitions	2	1.6767874956130981
24584	transitions	3	0.09923862665891647
24584	transitions	4	0.9499532580375671
24584	transitions	5	1.2739636898040771
24584	transitions	6	0.4833551347255707
24584	transitions	7	0.1759345680475235
24584	transitions	8	-0.9195023775100708
24584	transitions	9	0.9306667447090149
24584	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24584	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24584	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24584	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24584	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24584	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24584	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24584	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24584	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24584	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24584	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24584	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24584	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24584	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24584	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24584	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24584	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24584	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24584	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24584	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24584	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24584	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24584	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24584	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24584	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24584	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24584	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24584	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24584	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24584	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24584	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24584	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24584	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24584	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24584	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24584	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24584	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24584	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24584	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24584	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24584	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24584	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24584	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24584	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24584	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24584	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24584	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24584	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24584	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24584	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24584	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24584	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24584	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24584	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24584	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24584	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24584	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24584	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24584	embedding2nn.weight	0	0.023908203467726707
24584	embedding2nn.weight	1	0.01365929190069437
24584	embedding2nn.weight	2	-0.00454827630892396
24584	embedding2nn.weight	3	0.0004130541638005525
24584	embedding2nn.weight	4	-0.004472117871046066
24584	embedding2nn.weight	5	0.011610557325184345
24584	embedding2nn.weight	6	-0.004763371776789427
24584	embedding2nn.weight	7	0.022377975285053253
24584	embedding2nn.weight	8	-0.0059466916136443615
24584	embedding2nn.weight	9	-0.014581463299691677
24584	embedding2nn.bias	0	-0.047245655208826065
24584	embedding2nn.bias	1	-0.03218521177768707
24584	embedding2nn.bias	2	-0.059993259608745575
24584	embedding2nn.bias	3	0.01988939754664898
24584	embedding2nn.bias	4	0.001132577657699585
24584	embedding2nn.bias	5	-0.012183181010186672
24584	embedding2nn.bias	6	0.013272716663777828
24584	embedding2nn.bias	7	0.03624721243977547
24584	embedding2nn.bias	8	0.010187629610300064
24584	embedding2nn.bias	9	-0.007606067229062319
24584	rnn.weight_ih_l0	0	0.038389839231967926
24584	rnn.weight_ih_l0	1	-0.012003914453089237
24584	rnn.weight_ih_l0	2	-0.03453243896365166
24584	rnn.weight_ih_l0	3	-0.04323412850499153
24584	rnn.weight_ih_l0	4	-0.05129563435912132
24584	rnn.weight_ih_l0	5	-0.008512139320373535
24584	rnn.weight_ih_l0	6	-0.05455045402050018
24584	rnn.weight_ih_l0	7	-0.06007023900747299
24584	rnn.weight_ih_l0	8	-0.045226190239191055
24584	rnn.weight_ih_l0	9	-0.02691798470914364
24584	rnn.weight_hh_l0	0	0.018038608133792877
24584	rnn.weight_hh_l0	1	-0.010239200666546822
24584	rnn.weight_hh_l0	2	-0.0678132101893425
24584	rnn.weight_hh_l0	3	-0.03193727880716324
24584	rnn.weight_hh_l0	4	-0.07623912394046783
24584	rnn.weight_hh_l0	5	-0.010563484393060207
24584	rnn.weight_hh_l0	6	-0.04758696258068085
24584	rnn.weight_hh_l0	7	-0.036993201822042465
24584	rnn.weight_hh_l0	8	-0.01915712282061577
24584	rnn.weight_hh_l0	9	-0.001815898809581995
24584	rnn.bias_ih_l0	0	0.13913299143314362
24584	rnn.bias_ih_l0	1	-0.058368247002363205
24584	rnn.bias_ih_l0	2	0.10295417159795761
24584	rnn.bias_ih_l0	3	0.0435829758644104
24584	rnn.bias_ih_l0	4	0.09108541160821915
24584	rnn.bias_ih_l0	5	0.02642568200826645
24584	rnn.bias_ih_l0	6	-0.013838679529726505
24584	rnn.bias_ih_l0	7	-0.10347161442041397
24584	rnn.bias_ih_l0	8	-0.19827115535736084
24584	rnn.bias_ih_l0	9	0.08171897381544113
24584	rnn.bias_hh_l0	0	0.001466659246943891
24584	rnn.bias_hh_l0	1	0.019435690715909004
24584	rnn.bias_hh_l0	2	-0.0062717050313949585
24584	rnn.bias_hh_l0	3	-0.029499445110559464
24584	rnn.bias_hh_l0	4	-0.037996068596839905
24584	rnn.bias_hh_l0	5	0.14985451102256775
24584	rnn.bias_hh_l0	6	0.046204034239053726
24584	rnn.bias_hh_l0	7	0.04871347174048424
24584	rnn.bias_hh_l0	8	0.02053000032901764
24584	rnn.bias_hh_l0	9	0.04132881760597229
24584	rnn.weight_ih_l0_reverse	0	-0.030506489798426628
24584	rnn.weight_ih_l0_reverse	1	-0.0011070938780903816
24584	rnn.weight_ih_l0_reverse	2	0.02471068874001503
24584	rnn.weight_ih_l0_reverse	3	-0.06264221668243408
24584	rnn.weight_ih_l0_reverse	4	0.009797432459890842
24584	rnn.weight_ih_l0_reverse	5	-0.047057077288627625
24584	rnn.weight_ih_l0_reverse	6	0.024973228573799133
24584	rnn.weight_ih_l0_reverse	7	0.04654042422771454
24584	rnn.weight_ih_l0_reverse	8	-0.04704604670405388
24584	rnn.weight_ih_l0_reverse	9	-0.05133214220404625
24584	rnn.weight_hh_l0_reverse	0	-0.08238013088703156
24584	rnn.weight_hh_l0_reverse	1	-0.065945103764534
24584	rnn.weight_hh_l0_reverse	2	0.03585679829120636
24584	rnn.weight_hh_l0_reverse	3	0.045207470655441284
24584	rnn.weight_hh_l0_reverse	4	-0.015126601792871952
24584	rnn.weight_hh_l0_reverse	5	0.04541735723614693
24584	rnn.weight_hh_l0_reverse	6	0.0011482028057798743
24584	rnn.weight_hh_l0_reverse	7	0.0011278719175606966
24584	rnn.weight_hh_l0_reverse	8	-0.09828522056341171
24584	rnn.weight_hh_l0_reverse	9	0.07939982414245605
24584	rnn.bias_ih_l0_reverse	0	-0.08254337310791016
24584	rnn.bias_ih_l0_reverse	1	-0.07014158368110657
24584	rnn.bias_ih_l0_reverse	2	0.09950292855501175
24584	rnn.bias_ih_l0_reverse	3	0.043105289340019226
24584	rnn.bias_ih_l0_reverse	4	-0.1293458342552185
24584	rnn.bias_ih_l0_reverse	5	0.04639775678515434
24584	rnn.bias_ih_l0_reverse	6	-0.1048421636223793
24584	rnn.bias_ih_l0_reverse	7	0.03437670320272446
24584	rnn.bias_ih_l0_reverse	8	0.035553060472011566
24584	rnn.bias_ih_l0_reverse	9	0.06208746135234833
24584	rnn.bias_hh_l0_reverse	0	0.0579405352473259
24584	rnn.bias_hh_l0_reverse	1	0.06030232831835747
24584	rnn.bias_hh_l0_reverse	2	0.07926701754331589
24584	rnn.bias_hh_l0_reverse	3	-0.008715338073670864
24584	rnn.bias_hh_l0_reverse	4	0.07172326743602753
24584	rnn.bias_hh_l0_reverse	5	0.007068228907883167
24584	rnn.bias_hh_l0_reverse	6	-0.05852942913770676
24584	rnn.bias_hh_l0_reverse	7	0.024312922731041908
24584	rnn.bias_hh_l0_reverse	8	0.009526479057967663
24584	rnn.bias_hh_l0_reverse	9	-0.16290241479873657
24584	linear.weight	0	0.15481548011302948
24584	linear.weight	1	-0.1610518842935562
24584	linear.weight	2	-0.2105027288198471
24584	linear.weight	3	0.07354317605495453
24584	linear.weight	4	-0.020373860374093056
24584	linear.weight	5	0.001743841334246099
24584	linear.weight	6	-0.007037436589598656
24584	linear.weight	7	-0.02808363176882267
24584	linear.weight	8	0.07501581311225891
24584	linear.weight	9	0.34197819232940674
24584	linear.bias	0	-0.20708797872066498
24584	linear.bias	1	0.19800841808319092
24584	linear.bias	2	-0.5406401753425598
24584	linear.bias	3	1.7027108669281006
24584	linear.bias	4	-0.39214542508125305
24584	linear.bias	5	-0.030769959092140198
24584	linear.bias	6	-0.358164519071579
24584	linear.bias	7	-0.273585706949234
24584	linear.bias	8	-0.0393592044711113
24584	linear.bias	9	-0.4943884313106537
24612	transitions	0	-0.6457111239433289
24612	transitions	1	0.3527621328830719
24612	transitions	2	1.6767491102218628
24612	transitions	3	0.09922941774129868
24612	transitions	4	0.9499239325523376
24612	transitions	5	1.2739630937576294
24612	transitions	6	0.4833550751209259
24612	transitions	7	0.17593416571617126
24612	transitions	8	-0.9195023775100708
24612	transitions	9	0.9306667447090149
24612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24612	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24612	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24612	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24612	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24612	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24612	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24612	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24612	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24612	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24612	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24612	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24612	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24612	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24612	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24612	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24612	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24612	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24612	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24612	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24612	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24612	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24612	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24612	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24612	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24612	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24612	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24612	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24612	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24612	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24612	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24612	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24612	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24612	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24612	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24612	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24612	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24612	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24612	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24612	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24612	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24612	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24612	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24612	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24612	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24612	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24612	embedding2nn.weight	0	0.02373119629919529
24612	embedding2nn.weight	1	0.013689489103853703
24612	embedding2nn.weight	2	-0.004552775528281927
24612	embedding2nn.weight	3	0.0004291739023756236
24612	embedding2nn.weight	4	-0.004492171574383974
24612	embedding2nn.weight	5	0.011604232713580132
24612	embedding2nn.weight	6	-0.0047227549366652966
24612	embedding2nn.weight	7	0.02278909832239151
24612	embedding2nn.weight	8	-0.006000948138535023
24612	embedding2nn.weight	9	-0.014535186812281609
24612	embedding2nn.bias	0	-0.04565800353884697
24612	embedding2nn.bias	1	-0.03458540141582489
24612	embedding2nn.bias	2	-0.0571439228951931
24612	embedding2nn.bias	3	0.021221879869699478
24612	embedding2nn.bias	4	0.0001821066834963858
24612	embedding2nn.bias	5	-0.011794480495154858
24612	embedding2nn.bias	6	0.01521575078368187
24612	embedding2nn.bias	7	0.03501153364777565
24612	embedding2nn.bias	8	0.009434828534722328
24612	embedding2nn.bias	9	-0.007881483994424343
24612	rnn.weight_ih_l0	0	0.03846341371536255
24612	rnn.weight_ih_l0	1	-0.012004148215055466
24612	rnn.weight_ih_l0	2	-0.03438114747405052
24612	rnn.weight_ih_l0	3	-0.04327830299735069
24612	rnn.weight_ih_l0	4	-0.05158703401684761
24612	rnn.weight_ih_l0	5	-0.00858942698687315
24612	rnn.weight_ih_l0	6	-0.05439837649464607
24612	rnn.weight_ih_l0	7	-0.060125913470983505
24612	rnn.weight_ih_l0	8	-0.04528117552399635
24612	rnn.weight_ih_l0	9	-0.026879172772169113
24612	rnn.weight_hh_l0	0	0.0181446373462677
24612	rnn.weight_hh_l0	1	-0.01003983337432146
24612	rnn.weight_hh_l0	2	-0.06785574555397034
24612	rnn.weight_hh_l0	3	-0.03218981623649597
24612	rnn.weight_hh_l0	4	-0.07619623094797134
24612	rnn.weight_hh_l0	5	-0.010091641917824745
24612	rnn.weight_hh_l0	6	-0.0473385751247406
24612	rnn.weight_hh_l0	7	-0.036790575832128525
24612	rnn.weight_hh_l0	8	-0.018869590014219284
24612	rnn.weight_hh_l0	9	-0.0018016354879364371
24612	rnn.bias_ih_l0	0	0.13901929557323456
24612	rnn.bias_ih_l0	1	-0.05841093882918358
24612	rnn.bias_ih_l0	2	0.10267160832881927
24612	rnn.bias_ih_l0	3	0.043719131499528885
24612	rnn.bias_ih_l0	4	0.09131798893213272
24612	rnn.bias_ih_l0	5	0.025935817509889603
24612	rnn.bias_ih_l0	6	-0.01413180772215128
24612	rnn.bias_ih_l0	7	-0.1048368588089943
24612	rnn.bias_ih_l0	8	-0.19836533069610596
24612	rnn.bias_ih_l0	9	0.08211109787225723
24612	rnn.bias_hh_l0	0	0.001592903514392674
24612	rnn.bias_hh_l0	1	0.018915843218564987
24612	rnn.bias_hh_l0	2	-0.006141316145658493
24612	rnn.bias_hh_l0	3	-0.02986486256122589
24612	rnn.bias_hh_l0	4	-0.03820573538541794
24612	rnn.bias_hh_l0	5	0.15019828081130981
24612	rnn.bias_hh_l0	6	0.04655802622437477
24612	rnn.bias_hh_l0	7	0.048965685069561005
24612	rnn.bias_hh_l0	8	0.020236873999238014
24612	rnn.bias_hh_l0	9	0.041900359094142914
24612	rnn.weight_ih_l0_reverse	0	-0.030638908967375755
24612	rnn.weight_ih_l0_reverse	1	-0.0011867061257362366
24612	rnn.weight_ih_l0_reverse	2	0.024732600897550583
24612	rnn.weight_ih_l0_reverse	3	-0.06260170042514801
24612	rnn.weight_ih_l0_reverse	4	0.009922435507178307
24612	rnn.weight_ih_l0_reverse	5	-0.04720023274421692
24612	rnn.weight_ih_l0_reverse	6	0.02499937079846859
24612	rnn.weight_ih_l0_reverse	7	0.046516239643096924
24612	rnn.weight_ih_l0_reverse	8	-0.04711330309510231
24612	rnn.weight_ih_l0_reverse	9	-0.05136154592037201
24612	rnn.weight_hh_l0_reverse	0	-0.08246607333421707
24612	rnn.weight_hh_l0_reverse	1	-0.06553950905799866
24612	rnn.weight_hh_l0_reverse	2	0.035822078585624695
24612	rnn.weight_hh_l0_reverse	3	0.0453759990632534
24612	rnn.weight_hh_l0_reverse	4	-0.015208475291728973
24612	rnn.weight_hh_l0_reverse	5	0.04545288532972336
24612	rnn.weight_hh_l0_reverse	6	0.0011098519898951054
24612	rnn.weight_hh_l0_reverse	7	0.0010818110313266516
24612	rnn.weight_hh_l0_reverse	8	-0.09822990000247955
24612	rnn.weight_hh_l0_reverse	9	0.07949836552143097
24612	rnn.bias_ih_l0_reverse	0	-0.08112870901823044
24612	rnn.bias_ih_l0_reverse	1	-0.06952137500047684
24612	rnn.bias_ih_l0_reverse	2	0.09973019361495972
24612	rnn.bias_ih_l0_reverse	3	0.042343731969594955
24612	rnn.bias_ih_l0_reverse	4	-0.12920773029327393
24612	rnn.bias_ih_l0_reverse	5	0.04486547037959099
24612	rnn.bias_ih_l0_reverse	6	-0.1048717349767685
24612	rnn.bias_ih_l0_reverse	7	0.0355510488152504
24612	rnn.bias_ih_l0_reverse	8	0.03603631630539894
24612	rnn.bias_ih_l0_reverse	9	0.06217438355088234
24612	rnn.bias_hh_l0_reverse	0	0.05678723379969597
24612	rnn.bias_hh_l0_reverse	1	0.061010174453258514
24612	rnn.bias_hh_l0_reverse	2	0.0786222442984581
24612	rnn.bias_hh_l0_reverse	3	-0.00834620650857687
24612	rnn.bias_hh_l0_reverse	4	0.07155831903219223
24612	rnn.bias_hh_l0_reverse	5	0.007999013178050518
24612	rnn.bias_hh_l0_reverse	6	-0.058226533234119415
24612	rnn.bias_hh_l0_reverse	7	0.02472480572760105
24612	rnn.bias_hh_l0_reverse	8	0.010203365236520767
24612	rnn.bias_hh_l0_reverse	9	-0.16060088574886322
24612	linear.weight	0	0.14947602152824402
24612	linear.weight	1	-0.16101424396038055
24612	linear.weight	2	-0.21078291535377502
24612	linear.weight	3	0.07447584718465805
24612	linear.weight	4	-0.020268740132451057
24612	linear.weight	5	0.0017743546050041914
24612	linear.weight	6	-0.007035490591078997
24612	linear.weight	7	-0.028070500120520592
24612	linear.weight	8	0.07448119670152664
24612	linear.weight	9	0.3414898216724396
24612	linear.bias	0	-0.20655900239944458
24612	linear.bias	1	0.19412347674369812
24612	linear.bias	2	-0.5419861674308777
24612	linear.bias	3	1.6982550621032715
24612	linear.bias	4	-0.39222481846809387
24612	linear.bias	5	-0.030769959092140198
24612	linear.bias	6	-0.3595649003982544
24612	linear.bias	7	-0.2713955044746399
24612	linear.bias	8	-0.04215376079082489
24612	linear.bias	9	-0.4944112300872803
24640	transitions	0	-0.6457858681678772
24640	transitions	1	0.35274118185043335
24640	transitions	2	1.6767092943191528
24640	transitions	3	0.09921781718730927
24640	transitions	4	0.9499174952507019
24640	transitions	5	1.2739627361297607
24640	transitions	6	0.4833550751209259
24640	transitions	7	0.17593401670455933
24640	transitions	8	-0.9195029735565186
24640	transitions	9	0.9306667447090149
24640	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24640	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24640	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24640	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24640	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24640	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24640	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24640	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24640	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24640	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24640	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24640	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24640	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24640	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24640	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24640	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24640	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24640	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24640	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24640	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24640	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24640	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24640	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24640	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24640	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24640	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24640	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24640	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24640	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24640	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24640	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24640	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24640	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24640	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24640	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24640	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24640	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24640	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24640	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24640	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24640	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24640	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24640	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24640	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24640	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24640	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24640	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24640	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24640	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24640	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24640	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24640	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24640	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24640	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24640	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24640	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24640	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24640	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24640	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24640	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24640	embedding2nn.weight	0	0.02359727770090103
24640	embedding2nn.weight	1	0.013683314435184002
24640	embedding2nn.weight	2	-0.004585920367389917
24640	embedding2nn.weight	3	0.0004967678105458617
24640	embedding2nn.weight	4	-0.0044860439375042915
24640	embedding2nn.weight	5	0.011686497367918491
24640	embedding2nn.weight	6	-0.0047624316066503525
24640	embedding2nn.weight	7	0.02264457382261753
24640	embedding2nn.weight	8	-0.00608180882409215
24640	embedding2nn.weight	9	-0.014522043988108635
24640	embedding2nn.bias	0	-0.046417322009801865
24640	embedding2nn.bias	1	-0.034831453114748
24640	embedding2nn.bias	2	-0.056271493434906006
24640	embedding2nn.bias	3	0.02160600945353508
24640	embedding2nn.bias	4	-0.004548121243715286
24640	embedding2nn.bias	5	-0.015935417264699936
24640	embedding2nn.bias	6	0.015964513644576073
24640	embedding2nn.bias	7	0.03625434264540672
24640	embedding2nn.bias	8	0.01017570961266756
24640	embedding2nn.bias	9	-0.004199631046503782
24640	rnn.weight_ih_l0	0	0.03867371752858162
24640	rnn.weight_ih_l0	1	-0.012325056828558445
24640	rnn.weight_ih_l0	2	-0.034415990114212036
24640	rnn.weight_ih_l0	3	-0.04321765899658203
24640	rnn.weight_ih_l0	4	-0.05147760733962059
24640	rnn.weight_ih_l0	5	-0.00869015697389841
24640	rnn.weight_ih_l0	6	-0.054398540407419205
24640	rnn.weight_ih_l0	7	-0.060266077518463135
24640	rnn.weight_ih_l0	8	-0.04527690261602402
24640	rnn.weight_ih_l0	9	-0.026847057044506073
24640	rnn.weight_hh_l0	0	0.01813593879342079
24640	rnn.weight_hh_l0	1	-0.01027600560337305
24640	rnn.weight_hh_l0	2	-0.067775659263134
24640	rnn.weight_hh_l0	3	-0.03229982778429985
24640	rnn.weight_hh_l0	4	-0.07598847150802612
24640	rnn.weight_hh_l0	5	-0.009853986091911793
24640	rnn.weight_hh_l0	6	-0.04823191836476326
24640	rnn.weight_hh_l0	7	-0.03727200627326965
24640	rnn.weight_hh_l0	8	-0.018751539289951324
24640	rnn.weight_hh_l0	9	-0.001614991924725473
24640	rnn.bias_ih_l0	0	0.1393464058637619
24640	rnn.bias_ih_l0	1	-0.05768170580267906
24640	rnn.bias_ih_l0	2	0.10260550677776337
24640	rnn.bias_ih_l0	3	0.043853651732206345
24640	rnn.bias_ih_l0	4	0.09102997183799744
24640	rnn.bias_ih_l0	5	0.026233449578285217
24640	rnn.bias_ih_l0	6	-0.012957151979207993
24640	rnn.bias_ih_l0	7	-0.10416452586650848
24640	rnn.bias_ih_l0	8	-0.19659893214702606
24640	rnn.bias_ih_l0	9	0.0828266590833664
24640	rnn.bias_hh_l0	0	0.00296621466986835
24640	rnn.bias_hh_l0	1	0.02018357254564762
24640	rnn.bias_hh_l0	2	-0.005525132175534964
24640	rnn.bias_hh_l0	3	-0.029470495879650116
24640	rnn.bias_hh_l0	4	-0.038034871220588684
24640	rnn.bias_hh_l0	5	0.1510821431875229
24640	rnn.bias_hh_l0	6	0.04607195779681206
24640	rnn.bias_hh_l0	7	0.048441287130117416
24640	rnn.bias_hh_l0	8	0.021411532536149025
24640	rnn.bias_hh_l0	9	0.04137564077973366
24640	rnn.weight_ih_l0_reverse	0	-0.030649175867438316
24640	rnn.weight_ih_l0_reverse	1	-0.0006819762056693435
24640	rnn.weight_ih_l0_reverse	2	0.024681812152266502
24640	rnn.weight_ih_l0_reverse	3	-0.06262493133544922
24640	rnn.weight_ih_l0_reverse	4	0.009870904497802258
24640	rnn.weight_ih_l0_reverse	5	-0.047090042382478714
24640	rnn.weight_ih_l0_reverse	6	0.02569958008825779
24640	rnn.weight_ih_l0_reverse	7	0.04635429009795189
24640	rnn.weight_ih_l0_reverse	8	-0.04704846814274788
24640	rnn.weight_ih_l0_reverse	9	-0.05131945386528969
24640	rnn.weight_hh_l0_reverse	0	-0.08193717896938324
24640	rnn.weight_hh_l0_reverse	1	-0.06634334474802017
24640	rnn.weight_hh_l0_reverse	2	0.035598497837781906
24640	rnn.weight_hh_l0_reverse	3	0.04528540000319481
24640	rnn.weight_hh_l0_reverse	4	-0.01522563211619854
24640	rnn.weight_hh_l0_reverse	5	0.04544655233621597
24640	rnn.weight_hh_l0_reverse	6	0.0015914554242044687
24640	rnn.weight_hh_l0_reverse	7	0.0008507724269293249
24640	rnn.weight_hh_l0_reverse	8	-0.09807073324918747
24640	rnn.weight_hh_l0_reverse	9	0.07921449840068817
24640	rnn.bias_ih_l0_reverse	0	-0.07881998270750046
24640	rnn.bias_ih_l0_reverse	1	-0.06956931948661804
24640	rnn.bias_ih_l0_reverse	2	0.09991247206926346
24640	rnn.bias_ih_l0_reverse	3	0.04257300868630409
24640	rnn.bias_ih_l0_reverse	4	-0.12979134917259216
24640	rnn.bias_ih_l0_reverse	5	0.04545944184064865
24640	rnn.bias_ih_l0_reverse	6	-0.1038563996553421
24640	rnn.bias_ih_l0_reverse	7	0.03497801348567009
24640	rnn.bias_ih_l0_reverse	8	0.03574766218662262
24640	rnn.bias_ih_l0_reverse	9	0.06285667419433594
24640	rnn.bias_hh_l0_reverse	0	0.055453822016716
24640	rnn.bias_hh_l0_reverse	1	0.06155790761113167
24640	rnn.bias_hh_l0_reverse	2	0.07840397953987122
24640	rnn.bias_hh_l0_reverse	3	-0.008305327966809273
24640	rnn.bias_hh_l0_reverse	4	0.07117756456136703
24640	rnn.bias_hh_l0_reverse	5	0.007920878939330578
24640	rnn.bias_hh_l0_reverse	6	-0.058449700474739075
24640	rnn.bias_hh_l0_reverse	7	0.024505725130438805
24640	rnn.bias_hh_l0_reverse	8	0.010361921973526478
24640	rnn.bias_hh_l0_reverse	9	-0.1576991081237793
24640	linear.weight	0	0.15014846622943878
24640	linear.weight	1	-0.16100749373435974
24640	linear.weight	2	-0.21030759811401367
24640	linear.weight	3	0.07658033818006516
24640	linear.weight	4	-0.02125365100800991
24640	linear.weight	5	0.0014104645233601332
24640	linear.weight	6	-0.007034256588667631
24640	linear.weight	7	-0.028000259771943092
24640	linear.weight	8	0.07615013420581818
24640	linear.weight	9	0.34159719944000244
24640	linear.bias	0	-0.20533055067062378
24640	linear.bias	1	0.195059135556221
24640	linear.bias	2	-0.5422748327255249
24640	linear.bias	3	1.6850327253341675
24640	linear.bias	4	-0.3923427164554596
24640	linear.bias	5	-0.030769959092140198
24640	linear.bias	6	-0.36032602190971375
24640	linear.bias	7	-0.2709923982620239
24640	linear.bias	8	-0.041479118168354034
24640	linear.bias	9	-0.49447599053382874
24668	transitions	0	-0.6458128094673157
24668	transitions	1	0.3527252674102783
24668	transitions	2	1.6766949892044067
24668	transitions	3	0.09920620918273926
24668	transitions	4	0.9499093294143677
24668	transitions	5	1.273962140083313
24668	transitions	6	0.48335498571395874
24668	transitions	7	0.17593391239643097
24668	transitions	8	-0.9195029735565186
24668	transitions	9	0.9306667447090149
24668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24668	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24668	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24668	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24668	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24668	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24668	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24668	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24668	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24668	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24668	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24668	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24668	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24668	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24668	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24668	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24668	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24668	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24668	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24668	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24668	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24668	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24668	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24668	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24668	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24668	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24668	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24668	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24668	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24668	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24668	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24668	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24668	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24668	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24668	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24668	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24668	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24668	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24668	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24668	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24668	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24668	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24668	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24668	embedding2nn.weight	0	0.0234671663492918
24668	embedding2nn.weight	1	0.013718836940824986
24668	embedding2nn.weight	2	-0.004579112399369478
24668	embedding2nn.weight	3	0.0005281761987134814
24668	embedding2nn.weight	4	-0.00447510089725256
24668	embedding2nn.weight	5	0.011712136678397655
24668	embedding2nn.weight	6	-0.004754374269396067
24668	embedding2nn.weight	7	0.0226180087774992
24668	embedding2nn.weight	8	-0.006071602925658226
24668	embedding2nn.weight	9	-0.014541439712047577
24668	embedding2nn.bias	0	-0.04577244445681572
24668	embedding2nn.bias	1	-0.03319574519991875
24668	embedding2nn.bias	2	-0.05686322972178459
24668	embedding2nn.bias	3	0.021446574479341507
24668	embedding2nn.bias	4	-0.003871446242555976
24668	embedding2nn.bias	5	-0.016284938901662827
24668	embedding2nn.bias	6	0.019574115052819252
24668	embedding2nn.bias	7	0.033478446304798126
24668	embedding2nn.bias	8	0.011933657340705395
24668	embedding2nn.bias	9	-0.0014194343239068985
24668	rnn.weight_ih_l0	0	0.03846203535795212
24668	rnn.weight_ih_l0	1	-0.012145746499300003
24668	rnn.weight_ih_l0	2	-0.034547969698905945
24668	rnn.weight_ih_l0	3	-0.043161194771528244
24668	rnn.weight_ih_l0	4	-0.05160553753376007
24668	rnn.weight_ih_l0	5	-0.008613546378910542
24668	rnn.weight_ih_l0	6	-0.05438123643398285
24668	rnn.weight_ih_l0	7	-0.060310594737529755
24668	rnn.weight_ih_l0	8	-0.04531751945614815
24668	rnn.weight_ih_l0	9	-0.026862552389502525
24668	rnn.weight_hh_l0	0	0.018055157735943794
24668	rnn.weight_hh_l0	1	-0.010377825237810612
24668	rnn.weight_hh_l0	2	-0.0677042007446289
24668	rnn.weight_hh_l0	3	-0.032299768179655075
24668	rnn.weight_hh_l0	4	-0.0758637934923172
24668	rnn.weight_hh_l0	5	-0.010072652250528336
24668	rnn.weight_hh_l0	6	-0.048047009855508804
24668	rnn.weight_hh_l0	7	-0.036813635379076004
24668	rnn.weight_hh_l0	8	-0.01869291439652443
24668	rnn.weight_hh_l0	9	-0.0022655040957033634
24668	rnn.bias_ih_l0	0	0.1399499624967575
24668	rnn.bias_ih_l0	1	-0.05710218474268913
24668	rnn.bias_ih_l0	2	0.10245250910520554
24668	rnn.bias_ih_l0	3	0.04473733901977539
24668	rnn.bias_ih_l0	4	0.09095415472984314
24668	rnn.bias_ih_l0	5	0.026655327528715134
24668	rnn.bias_ih_l0	6	-0.01242006104439497
24668	rnn.bias_ih_l0	7	-0.10569798946380615
24668	rnn.bias_ih_l0	8	-0.19268614053726196
24668	rnn.bias_ih_l0	9	0.08240103721618652
24668	rnn.bias_hh_l0	0	0.0022591762244701385
24668	rnn.bias_hh_l0	1	0.02003219537436962
24668	rnn.bias_hh_l0	2	-0.0049190218560397625
24668	rnn.bias_hh_l0	3	-0.029588695615530014
24668	rnn.bias_hh_l0	4	-0.03831448405981064
24668	rnn.bias_hh_l0	5	0.15053963661193848
24668	rnn.bias_hh_l0	6	0.04643169417977333
24668	rnn.bias_hh_l0	7	0.04830345883965492
24668	rnn.bias_hh_l0	8	0.02194862812757492
24668	rnn.bias_hh_l0	9	0.041169945150613785
24668	rnn.weight_ih_l0_reverse	0	-0.030759524554014206
24668	rnn.weight_ih_l0_reverse	1	-0.0008313742582686245
24668	rnn.weight_ih_l0_reverse	2	0.024670829996466637
24668	rnn.weight_ih_l0_reverse	3	-0.06267828494310379
24668	rnn.weight_ih_l0_reverse	4	0.009945289231836796
24668	rnn.weight_ih_l0_reverse	5	-0.04707812890410423
24668	rnn.weight_ih_l0_reverse	6	0.025498228147625923
24668	rnn.weight_ih_l0_reverse	7	0.04629617929458618
24668	rnn.weight_ih_l0_reverse	8	-0.04701078310608864
24668	rnn.weight_ih_l0_reverse	9	-0.051296740770339966
24668	rnn.weight_hh_l0_reverse	0	-0.08235529065132141
24668	rnn.weight_hh_l0_reverse	1	-0.06663306802511215
24668	rnn.weight_hh_l0_reverse	2	0.035463131964206696
24668	rnn.weight_hh_l0_reverse	3	0.04525930806994438
24668	rnn.weight_hh_l0_reverse	4	-0.015449781902134418
24668	rnn.weight_hh_l0_reverse	5	0.04550396278500557
24668	rnn.weight_hh_l0_reverse	6	0.00204135081730783
24668	rnn.weight_hh_l0_reverse	7	0.0008200059528462589
24668	rnn.weight_hh_l0_reverse	8	-0.09830419719219208
24668	rnn.weight_hh_l0_reverse	9	0.07905173301696777
24668	rnn.bias_ih_l0_reverse	0	-0.07903376966714859
24668	rnn.bias_ih_l0_reverse	1	-0.0691198781132698
24668	rnn.bias_ih_l0_reverse	2	0.10023852437734604
24668	rnn.bias_ih_l0_reverse	3	0.042500291019678116
24668	rnn.bias_ih_l0_reverse	4	-0.13001100718975067
24668	rnn.bias_ih_l0_reverse	5	0.045660316944122314
24668	rnn.bias_ih_l0_reverse	6	-0.10404282808303833
24668	rnn.bias_ih_l0_reverse	7	0.03673712909221649
24668	rnn.bias_ih_l0_reverse	8	0.03607463464140892
24668	rnn.bias_ih_l0_reverse	9	0.0629921406507492
24668	rnn.bias_hh_l0_reverse	0	0.05502176657319069
24668	rnn.bias_hh_l0_reverse	1	0.061274196952581406
24668	rnn.bias_hh_l0_reverse	2	0.07885666936635971
24668	rnn.bias_hh_l0_reverse	3	-0.008010704070329666
24668	rnn.bias_hh_l0_reverse	4	0.07067739218473434
24668	rnn.bias_hh_l0_reverse	5	0.007224743254482746
24668	rnn.bias_hh_l0_reverse	6	-0.05813638120889664
24668	rnn.bias_hh_l0_reverse	7	0.024571511894464493
24668	rnn.bias_hh_l0_reverse	8	0.010700354352593422
24668	rnn.bias_hh_l0_reverse	9	-0.15784099698066711
24668	linear.weight	0	0.14889785647392273
24668	linear.weight	1	-0.1610102653503418
24668	linear.weight	2	-0.21030090749263763
24668	linear.weight	3	0.07695400714874268
24668	linear.weight	4	-0.020967615768313408
24668	linear.weight	5	0.001644427073188126
24668	linear.weight	6	-0.007033450063318014
24668	linear.weight	7	-0.027983680367469788
24668	linear.weight	8	0.07690294086933136
24668	linear.weight	9	0.34236273169517517
24668	linear.bias	0	-0.2125433385372162
24668	linear.bias	1	0.19476789236068726
24668	linear.bias	2	-0.5413656234741211
24668	linear.bias	3	1.696138620376587
24668	linear.bias	4	-0.39241406321525574
24668	linear.bias	5	-0.030769959092140198
24668	linear.bias	6	-0.35923847556114197
24668	linear.bias	7	-0.2714749574661255
24668	linear.bias	8	-0.04990995675325394
24668	linear.bias	9	-0.4945142865180969
24696	transitions	0	-0.645828902721405
24696	transitions	1	0.3527102470397949
24696	transitions	2	1.676658034324646
24696	transitions	3	0.0991707369685173
24696	transitions	4	0.9499063491821289
24696	transitions	5	1.2739620208740234
24696	transitions	6	0.4833548963069916
24696	transitions	7	0.17593388259410858
24696	transitions	8	-0.9195032119750977
24696	transitions	9	0.9306667447090149
24696	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24696	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24696	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24696	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24696	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24696	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24696	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24696	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24696	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24696	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24696	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24696	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24696	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24696	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24696	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24696	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24696	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24696	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24696	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24696	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24696	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24696	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24696	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24696	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24696	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24696	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24696	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24696	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24696	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24696	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24696	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24696	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24696	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24696	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24696	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24696	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24696	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24696	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24696	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24696	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24696	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24696	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24696	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24696	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24696	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24696	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24696	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24696	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24696	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24696	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24696	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24696	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24696	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24696	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24696	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24696	embedding2nn.weight	0	0.023258741945028305
24696	embedding2nn.weight	1	0.013756757602095604
24696	embedding2nn.weight	2	-0.004561218898743391
24696	embedding2nn.weight	3	0.0005778620252385736
24696	embedding2nn.weight	4	-0.00448363134637475
24696	embedding2nn.weight	5	0.01173759251832962
24696	embedding2nn.weight	6	-0.004760471172630787
24696	embedding2nn.weight	7	0.022657286375761032
24696	embedding2nn.weight	8	-0.006071062292903662
24696	embedding2nn.weight	9	-0.014510463923215866
24696	embedding2nn.bias	0	-0.04381204769015312
24696	embedding2nn.bias	1	-0.03518398106098175
24696	embedding2nn.bias	2	-0.05966945365071297
24696	embedding2nn.bias	3	0.02098485827445984
24696	embedding2nn.bias	4	-0.005439698696136475
24696	embedding2nn.bias	5	-0.020242812111973763
24696	embedding2nn.bias	6	0.018029265105724335
24696	embedding2nn.bias	7	0.03338988497853279
24696	embedding2nn.bias	8	0.007081606891006231
24696	embedding2nn.bias	9	-0.0008580920984968543
24696	rnn.weight_ih_l0	0	0.038589540868997574
24696	rnn.weight_ih_l0	1	-0.012412947602570057
24696	rnn.weight_ih_l0	2	-0.034160833805799484
24696	rnn.weight_ih_l0	3	-0.043117642402648926
24696	rnn.weight_ih_l0	4	-0.05144067481160164
24696	rnn.weight_ih_l0	5	-0.008528726175427437
24696	rnn.weight_ih_l0	6	-0.05428878590464592
24696	rnn.weight_ih_l0	7	-0.06043563038110733
24696	rnn.weight_ih_l0	8	-0.04538421332836151
24696	rnn.weight_ih_l0	9	-0.026882193982601166
24696	rnn.weight_hh_l0	0	0.018192818388342857
24696	rnn.weight_hh_l0	1	-0.010495969094336033
24696	rnn.weight_hh_l0	2	-0.06791090965270996
24696	rnn.weight_hh_l0	3	-0.03241269290447235
24696	rnn.weight_hh_l0	4	-0.07595524936914444
24696	rnn.weight_hh_l0	5	-0.01001314539462328
24696	rnn.weight_hh_l0	6	-0.04854172468185425
24696	rnn.weight_hh_l0	7	-0.036703065037727356
24696	rnn.weight_hh_l0	8	-0.018631301820278168
24696	rnn.weight_hh_l0	9	-0.0020661107264459133
24696	rnn.bias_ih_l0	0	0.14044281840324402
24696	rnn.bias_ih_l0	1	-0.05722023546695709
24696	rnn.bias_ih_l0	2	0.10121645778417587
24696	rnn.bias_ih_l0	3	0.04406426474452019
24696	rnn.bias_ih_l0	4	0.09156596660614014
24696	rnn.bias_ih_l0	5	0.026246747002005577
24696	rnn.bias_ih_l0	6	-0.012495688162744045
24696	rnn.bias_ih_l0	7	-0.10572245717048645
24696	rnn.bias_ih_l0	8	-0.19565552473068237
24696	rnn.bias_ih_l0	9	0.08235707879066467
24696	rnn.bias_hh_l0	0	0.001877992763184011
24696	rnn.bias_hh_l0	1	0.020508835092186928
24696	rnn.bias_hh_l0	2	-0.005393845960497856
24696	rnn.bias_hh_l0	3	-0.0295269638299942
24696	rnn.bias_hh_l0	4	-0.03797575458884239
24696	rnn.bias_hh_l0	5	0.15050336718559265
24696	rnn.bias_hh_l0	6	0.04680640622973442
24696	rnn.bias_hh_l0	7	0.04812026023864746
24696	rnn.bias_hh_l0	8	0.021873002871870995
24696	rnn.bias_hh_l0	9	0.04119209945201874
24696	rnn.weight_ih_l0_reverse	0	-0.030760373920202255
24696	rnn.weight_ih_l0_reverse	1	-0.0008430324378423393
24696	rnn.weight_ih_l0_reverse	2	0.024604594334959984
24696	rnn.weight_ih_l0_reverse	3	-0.0627317950129509
24696	rnn.weight_ih_l0_reverse	4	0.010038947686553001
24696	rnn.weight_ih_l0_reverse	5	-0.0471637099981308
24696	rnn.weight_ih_l0_reverse	6	0.025648918002843857
24696	rnn.weight_ih_l0_reverse	7	0.04636761546134949
24696	rnn.weight_ih_l0_reverse	8	-0.047073423862457275
24696	rnn.weight_ih_l0_reverse	9	-0.051382631063461304
24696	rnn.weight_hh_l0_reverse	0	-0.08282589167356491
24696	rnn.weight_hh_l0_reverse	1	-0.06692246347665787
24696	rnn.weight_hh_l0_reverse	2	0.03553703799843788
24696	rnn.weight_hh_l0_reverse	3	0.04536896198987961
24696	rnn.weight_hh_l0_reverse	4	-0.01601482927799225
24696	rnn.weight_hh_l0_reverse	5	0.045474372804164886
24696	rnn.weight_hh_l0_reverse	6	0.002363174920901656
24696	rnn.weight_hh_l0_reverse	7	0.0005518350517377257
24696	rnn.weight_hh_l0_reverse	8	-0.09825305640697479
24696	rnn.weight_hh_l0_reverse	9	0.0793382003903389
24696	rnn.bias_ih_l0_reverse	0	-0.08050742745399475
24696	rnn.bias_ih_l0_reverse	1	-0.06803195178508759
24696	rnn.bias_ih_l0_reverse	2	0.10003867000341415
24696	rnn.bias_ih_l0_reverse	3	0.043033137917518616
24696	rnn.bias_ih_l0_reverse	4	-0.13011270761489868
24696	rnn.bias_ih_l0_reverse	5	0.045459017157554626
24696	rnn.bias_ih_l0_reverse	6	-0.10389923304319382
24696	rnn.bias_ih_l0_reverse	7	0.03642722964286804
24696	rnn.bias_ih_l0_reverse	8	0.03645778447389603
24696	rnn.bias_ih_l0_reverse	9	0.06409316509962082
24696	rnn.bias_hh_l0_reverse	0	0.05504291132092476
24696	rnn.bias_hh_l0_reverse	1	0.0623152069747448
24696	rnn.bias_hh_l0_reverse	2	0.07953034341335297
24696	rnn.bias_hh_l0_reverse	3	-0.008005902171134949
24696	rnn.bias_hh_l0_reverse	4	0.07030551135540009
24696	rnn.bias_hh_l0_reverse	5	0.0074044144712388515
24696	rnn.bias_hh_l0_reverse	6	-0.05737791210412979
24696	rnn.bias_hh_l0_reverse	7	0.02431607060134411
24696	rnn.bias_hh_l0_reverse	8	0.010163050144910812
24696	rnn.bias_hh_l0_reverse	9	-0.15672419965267181
24696	linear.weight	0	0.15138335525989532
24696	linear.weight	1	-0.16101135313510895
24696	linear.weight	2	-0.21003727614879608
24696	linear.weight	3	0.07955451309680939
24696	linear.weight	4	-0.021330736577510834
24696	linear.weight	5	0.0016471634153276682
24696	linear.weight	6	-0.007032475899904966
24696	linear.weight	7	-0.02783881686627865
24696	linear.weight	8	0.0763552188873291
24696	linear.weight	9	0.33966299891471863
24696	linear.bias	0	-0.21134521067142487
24696	linear.bias	1	0.19608773291110992
24696	linear.bias	2	-0.5426586270332336
24696	linear.bias	3	1.693465232849121
24696	linear.bias	4	-0.39249730110168457
24696	linear.bias	5	-0.030769959092140198
24696	linear.bias	6	-0.3603139817714691
24696	linear.bias	7	-0.2717134952545166
24696	linear.bias	8	-0.04502548649907112
24696	linear.bias	9	-0.4945566952228546
24724	transitions	0	-0.6458470225334167
24724	transitions	1	0.3526998460292816
24724	transitions	2	1.6766424179077148
24724	transitions	3	0.0991644486784935
24724	transitions	4	0.9498931765556335
24724	transitions	5	1.2739619016647339
24724	transitions	6	0.4833548367023468
24724	transitions	7	0.17593379318714142
24724	transitions	8	-0.9195032119750977
24724	transitions	9	0.9306666851043701
24724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24724	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24724	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24724	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24724	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24724	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24724	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24724	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24724	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24724	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24724	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24724	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24724	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24724	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24724	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24724	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24724	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24724	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24724	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24724	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24724	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24724	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24724	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24724	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24724	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24724	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24724	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24724	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24724	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24724	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24724	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24724	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24724	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24724	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24724	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24724	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24724	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24724	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24724	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24724	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24724	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24724	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24724	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24724	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24724	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24724	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24724	embedding2nn.weight	0	0.023357395082712173
24724	embedding2nn.weight	1	0.013762203976511955
24724	embedding2nn.weight	2	-0.004586263094097376
24724	embedding2nn.weight	3	0.000575043901335448
24724	embedding2nn.weight	4	-0.004477358888834715
24724	embedding2nn.weight	5	0.011757065542042255
24724	embedding2nn.weight	6	-0.0047016749158501625
24724	embedding2nn.weight	7	0.022823242470622063
24724	embedding2nn.weight	8	-0.006130933295935392
24724	embedding2nn.weight	9	-0.014550563879311085
24724	embedding2nn.bias	0	-0.04117313027381897
24724	embedding2nn.bias	1	-0.03648708388209343
24724	embedding2nn.bias	2	-0.058701448142528534
24724	embedding2nn.bias	3	0.018219856545329094
24724	embedding2nn.bias	4	-0.0030087775085121393
24724	embedding2nn.bias	5	-0.018975604325532913
24724	embedding2nn.bias	6	0.02023756504058838
24724	embedding2nn.bias	7	0.03627733141183853
24724	embedding2nn.bias	8	0.007355493493378162
24724	embedding2nn.bias	9	-0.0018743795808404684
24724	rnn.weight_ih_l0	0	0.03878491371870041
24724	rnn.weight_ih_l0	1	-0.01211697980761528
24724	rnn.weight_ih_l0	2	-0.034698810428380966
24724	rnn.weight_ih_l0	3	-0.043233051896095276
24724	rnn.weight_ih_l0	4	-0.051221709698438644
24724	rnn.weight_ih_l0	5	-0.008611570112407207
24724	rnn.weight_ih_l0	6	-0.05423181504011154
24724	rnn.weight_ih_l0	7	-0.060499828308820724
24724	rnn.weight_ih_l0	8	-0.04526238515973091
24724	rnn.weight_ih_l0	9	-0.026950053870677948
24724	rnn.weight_hh_l0	0	0.018129518255591393
24724	rnn.weight_hh_l0	1	-0.010409224778413773
24724	rnn.weight_hh_l0	2	-0.068357452750206
24724	rnn.weight_hh_l0	3	-0.032180026173591614
24724	rnn.weight_hh_l0	4	-0.07591947168111801
24724	rnn.weight_hh_l0	5	-0.010401095263659954
24724	rnn.weight_hh_l0	6	-0.04923325404524803
24724	rnn.weight_hh_l0	7	-0.03667617589235306
24724	rnn.weight_hh_l0	8	-0.01872684620320797
24724	rnn.weight_hh_l0	9	-0.0027016785461455584
24724	rnn.bias_ih_l0	0	0.14055384695529938
24724	rnn.bias_ih_l0	1	-0.056748904287815094
24724	rnn.bias_ih_l0	2	0.10149210691452026
24724	rnn.bias_ih_l0	3	0.04356257617473602
24724	rnn.bias_ih_l0	4	0.0927959755063057
24724	rnn.bias_ih_l0	5	0.027326613664627075
24724	rnn.bias_ih_l0	6	-0.013410788960754871
24724	rnn.bias_ih_l0	7	-0.10602006316184998
24724	rnn.bias_ih_l0	8	-0.1947152316570282
24724	rnn.bias_ih_l0	9	0.0823822021484375
24724	rnn.bias_hh_l0	0	0.0019014099380001426
24724	rnn.bias_hh_l0	1	0.020246323198080063
24724	rnn.bias_hh_l0	2	-0.004912941716611385
24724	rnn.bias_hh_l0	3	-0.028805214911699295
24724	rnn.bias_hh_l0	4	-0.03764865919947624
24724	rnn.bias_hh_l0	5	0.14905814826488495
24724	rnn.bias_hh_l0	6	0.04818269610404968
24724	rnn.bias_hh_l0	7	0.047681912779808044
24724	rnn.bias_hh_l0	8	0.020957905799150467
24724	rnn.bias_hh_l0	9	0.04072913900017738
24724	rnn.weight_ih_l0_reverse	0	-0.03082255646586418
24724	rnn.weight_ih_l0_reverse	1	-0.0007934931199997663
24724	rnn.weight_ih_l0_reverse	2	0.024455053731799126
24724	rnn.weight_ih_l0_reverse	3	-0.06271794438362122
24724	rnn.weight_ih_l0_reverse	4	0.010071482509374619
24724	rnn.weight_ih_l0_reverse	5	-0.0470123328268528
24724	rnn.weight_ih_l0_reverse	6	0.025349367409944534
24724	rnn.weight_ih_l0_reverse	7	0.046297624707221985
24724	rnn.weight_ih_l0_reverse	8	-0.04698741436004639
24724	rnn.weight_ih_l0_reverse	9	-0.05145566910505295
24724	rnn.weight_hh_l0_reverse	0	-0.08309993892908096
24724	rnn.weight_hh_l0_reverse	1	-0.06603589653968811
24724	rnn.weight_hh_l0_reverse	2	0.03535642474889755
24724	rnn.weight_hh_l0_reverse	3	0.04542764648795128
24724	rnn.weight_hh_l0_reverse	4	-0.01619488000869751
24724	rnn.weight_hh_l0_reverse	5	0.04548095539212227
24724	rnn.weight_hh_l0_reverse	6	0.0020161352586001158
24724	rnn.weight_hh_l0_reverse	7	0.000330773793393746
24724	rnn.weight_hh_l0_reverse	8	-0.09812565892934799
24724	rnn.weight_hh_l0_reverse	9	0.07919972389936447
24724	rnn.bias_ih_l0_reverse	0	-0.08008725941181183
24724	rnn.bias_ih_l0_reverse	1	-0.06554234027862549
24724	rnn.bias_ih_l0_reverse	2	0.09946057200431824
24724	rnn.bias_ih_l0_reverse	3	0.04306745529174805
24724	rnn.bias_ih_l0_reverse	4	-0.13009455800056458
24724	rnn.bias_ih_l0_reverse	5	0.04515701159834862
24724	rnn.bias_ih_l0_reverse	6	-0.10507591813802719
24724	rnn.bias_ih_l0_reverse	7	0.038117509335279465
24724	rnn.bias_ih_l0_reverse	8	0.03542575612664223
24724	rnn.bias_ih_l0_reverse	9	0.06375551968812943
24724	rnn.bias_hh_l0_reverse	0	0.052179768681526184
24724	rnn.bias_hh_l0_reverse	1	0.06204530596733093
24724	rnn.bias_hh_l0_reverse	2	0.08051083236932755
24724	rnn.bias_hh_l0_reverse	3	-0.00820109248161316
24724	rnn.bias_hh_l0_reverse	4	0.07107637077569962
24724	rnn.bias_hh_l0_reverse	5	0.007604528684169054
24724	rnn.bias_hh_l0_reverse	6	-0.05773187056183815
24724	rnn.bias_hh_l0_reverse	7	0.023232413455843925
24724	rnn.bias_hh_l0_reverse	8	0.010674060322344303
24724	rnn.bias_hh_l0_reverse	9	-0.15750129520893097
24724	linear.weight	0	0.15583758056163788
24724	linear.weight	1	-0.16098865866661072
24724	linear.weight	2	-0.2090938538312912
24724	linear.weight	3	0.0799250677227974
24724	linear.weight	4	-0.021210025995969772
24724	linear.weight	5	0.0017371600260958076
24724	linear.weight	6	-0.007031294517219067
24724	linear.weight	7	-0.027831632643938065
24724	linear.weight	8	0.075162373483181
24724	linear.weight	9	0.3398217260837555
24724	linear.bias	0	-0.21057888865470886
24724	linear.bias	1	0.19458018243312836
24724	linear.bias	2	-0.5431539416313171
24724	linear.bias	3	1.6947455406188965
24724	linear.bias	4	-0.3925909101963043
24724	linear.bias	5	-0.030769959092140198
24724	linear.bias	6	-0.36047422885894775
24724	linear.bias	7	-0.2719168961048126
24724	linear.bias	8	-0.04810027405619621
24724	linear.bias	9	-0.49458351731300354
24752	transitions	0	-0.645861804485321
24752	transitions	1	0.35268762707710266
24752	transitions	2	1.6766109466552734
24752	transitions	3	0.09914384037256241
24752	transitions	4	0.9498661756515503
24752	transitions	5	1.2739614248275757
24752	transitions	6	0.48335474729537964
24752	transitions	7	0.17593325674533844
24752	transitions	8	-0.9195038080215454
24752	transitions	9	0.9306666851043701
24752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24752	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24752	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24752	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24752	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24752	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24752	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24752	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24752	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24752	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24752	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24752	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24752	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24752	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24752	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24752	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24752	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24752	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24752	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24752	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24752	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24752	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24752	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24752	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24752	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24752	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24752	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24752	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24752	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24752	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24752	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24752	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24752	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24752	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24752	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24752	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24752	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24752	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24752	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24752	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24752	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24752	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24752	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24752	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24752	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24752	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24752	embedding2nn.weight	0	0.02304358035326004
24752	embedding2nn.weight	1	0.013771752826869488
24752	embedding2nn.weight	2	-0.004586644470691681
24752	embedding2nn.weight	3	0.0005106234457343817
24752	embedding2nn.weight	4	-0.004456020426005125
24752	embedding2nn.weight	5	0.011785107664763927
24752	embedding2nn.weight	6	-0.0047025419771671295
24752	embedding2nn.weight	7	0.023229805752635002
24752	embedding2nn.weight	8	-0.0060913097113370895
24752	embedding2nn.weight	9	-0.014547783881425858
24752	embedding2nn.bias	0	-0.04090295732021332
24752	embedding2nn.bias	1	-0.03527704253792763
24752	embedding2nn.bias	2	-0.06084485724568367
24752	embedding2nn.bias	3	0.021223880350589752
24752	embedding2nn.bias	4	-0.0013224645517766476
24752	embedding2nn.bias	5	-0.020329143851995468
24752	embedding2nn.bias	6	0.019510570913553238
24752	embedding2nn.bias	7	0.03855733573436737
24752	embedding2nn.bias	8	0.005373534746468067
24752	embedding2nn.bias	9	-0.004772672895342112
24752	rnn.weight_ih_l0	0	0.03870166093111038
24752	rnn.weight_ih_l0	1	-0.01200995221734047
24752	rnn.weight_ih_l0	2	-0.03544138744473457
24752	rnn.weight_ih_l0	3	-0.04330524057149887
24752	rnn.weight_ih_l0	4	-0.051375169306993484
24752	rnn.weight_ih_l0	5	-0.008563459850847721
24752	rnn.weight_ih_l0	6	-0.05424579977989197
24752	rnn.weight_ih_l0	7	-0.06046772003173828
24752	rnn.weight_ih_l0	8	-0.045316070318222046
24752	rnn.weight_ih_l0	9	-0.027124524116516113
24752	rnn.weight_hh_l0	0	0.018055884167551994
24752	rnn.weight_hh_l0	1	-0.010585990734398365
24752	rnn.weight_hh_l0	2	-0.06875395774841309
24752	rnn.weight_hh_l0	3	-0.032255541533231735
24752	rnn.weight_hh_l0	4	-0.0760875791311264
24752	rnn.weight_hh_l0	5	-0.010571939870715141
24752	rnn.weight_hh_l0	6	-0.04968547448515892
24752	rnn.weight_hh_l0	7	-0.03668513894081116
24752	rnn.weight_hh_l0	8	-0.018779484555125237
24752	rnn.weight_hh_l0	9	-0.002161649987101555
24752	rnn.bias_ih_l0	0	0.14059196412563324
24752	rnn.bias_ih_l0	1	-0.056456223130226135
24752	rnn.bias_ih_l0	2	0.09995456784963608
24752	rnn.bias_ih_l0	3	0.04393434524536133
24752	rnn.bias_ih_l0	4	0.09343696385622025
24752	rnn.bias_ih_l0	5	0.027401333674788475
24752	rnn.bias_ih_l0	6	-0.01261851005256176
24752	rnn.bias_ih_l0	7	-0.10743877291679382
24752	rnn.bias_ih_l0	8	-0.2002115398645401
24752	rnn.bias_ih_l0	9	0.08236919343471527
24752	rnn.bias_hh_l0	0	0.0019847501534968615
24752	rnn.bias_hh_l0	1	0.02065798081457615
24752	rnn.bias_hh_l0	2	-0.004417893011122942
24752	rnn.bias_hh_l0	3	-0.029625946655869484
24752	rnn.bias_hh_l0	4	-0.038683511316776276
24752	rnn.bias_hh_l0	5	0.14865697920322418
24752	rnn.bias_hh_l0	6	0.048923660069704056
24752	rnn.bias_hh_l0	7	0.04849262908101082
24752	rnn.bias_hh_l0	8	0.021750185638666153
24752	rnn.bias_hh_l0	9	0.040406763553619385
24752	rnn.weight_ih_l0_reverse	0	-0.03061261773109436
24752	rnn.weight_ih_l0_reverse	1	-0.0008250616956502199
24752	rnn.weight_ih_l0_reverse	2	0.02431628853082657
24752	rnn.weight_ih_l0_reverse	3	-0.06268227845430374
24752	rnn.weight_ih_l0_reverse	4	0.009998478926718235
24752	rnn.weight_ih_l0_reverse	5	-0.046952713280916214
24752	rnn.weight_ih_l0_reverse	6	0.02507103979587555
24752	rnn.weight_ih_l0_reverse	7	0.04620397090911865
24752	rnn.weight_ih_l0_reverse	8	-0.04700169339776039
24752	rnn.weight_ih_l0_reverse	9	-0.05144866183400154
24752	rnn.weight_hh_l0_reverse	0	-0.08326457440853119
24752	rnn.weight_hh_l0_reverse	1	-0.06568308919668198
24752	rnn.weight_hh_l0_reverse	2	0.03549901023507118
24752	rnn.weight_hh_l0_reverse	3	0.0453806109726429
24752	rnn.weight_hh_l0_reverse	4	-0.01599840633571148
24752	rnn.weight_hh_l0_reverse	5	0.04543285816907883
24752	rnn.weight_hh_l0_reverse	6	0.0013312536757439375
24752	rnn.weight_hh_l0_reverse	7	0.0006607547402381897
24752	rnn.weight_hh_l0_reverse	8	-0.09854196757078171
24752	rnn.weight_hh_l0_reverse	9	0.0790342316031456
24752	rnn.bias_ih_l0_reverse	0	-0.08192989230155945
24752	rnn.bias_ih_l0_reverse	1	-0.06379476189613342
24752	rnn.bias_ih_l0_reverse	2	0.0997697114944458
24752	rnn.bias_ih_l0_reverse	3	0.043477337807416916
24752	rnn.bias_ih_l0_reverse	4	-0.12979315221309662
24752	rnn.bias_ih_l0_reverse	5	0.04454169422388077
24752	rnn.bias_ih_l0_reverse	6	-0.10585814714431763
24752	rnn.bias_ih_l0_reverse	7	0.03904332220554352
24752	rnn.bias_ih_l0_reverse	8	0.03621774539351463
24752	rnn.bias_ih_l0_reverse	9	0.06365925818681717
24752	rnn.bias_hh_l0_reverse	0	0.05396711081266403
24752	rnn.bias_hh_l0_reverse	1	0.062044739723205566
24752	rnn.bias_hh_l0_reverse	2	0.08013851195573807
24752	rnn.bias_hh_l0_reverse	3	-0.007394087500870228
24752	rnn.bias_hh_l0_reverse	4	0.07069382071495056
24752	rnn.bias_hh_l0_reverse	5	0.00833062082529068
24752	rnn.bias_hh_l0_reverse	6	-0.057886891067028046
24752	rnn.bias_hh_l0_reverse	7	0.023642005398869514
24752	rnn.bias_hh_l0_reverse	8	0.01131307054311037
24752	rnn.bias_hh_l0_reverse	9	-0.15843342244625092
24752	linear.weight	0	0.15200810134410858
24752	linear.weight	1	-0.16096477210521698
24752	linear.weight	2	-0.20924519002437592
24752	linear.weight	3	0.07858419418334961
24752	linear.weight	4	-0.021097254008054733
24752	linear.weight	5	0.0018401426495984197
24752	linear.weight	6	-0.007030827458947897
24752	linear.weight	7	-0.027829373255372047
24752	linear.weight	8	0.07468176633119583
24752	linear.weight	9	0.340191513299942
24752	linear.bias	0	-0.21733208000659943
24752	linear.bias	1	0.19168341159820557
24752	linear.bias	2	-0.5433170199394226
24752	linear.bias	3	1.699540138244629
24752	linear.bias	4	-0.3926347494125366
24752	linear.bias	5	-0.030769959092140198
24752	linear.bias	6	-0.36052969098091125
24752	linear.bias	7	-0.2703690230846405
24752	linear.bias	8	-0.04397963732481003
24752	linear.bias	9	-0.4946022033691406
24780	transitions	0	-0.645876944065094
24780	transitions	1	0.35234707593917847
24780	transitions	2	1.6765995025634766
24780	transitions	3	0.09913710504770279
24780	transitions	4	0.9498624801635742
24780	transitions	5	1.2739603519439697
24780	transitions	6	0.4833536446094513
24780	transitions	7	0.1759328842163086
24780	transitions	8	-0.919503927230835
24780	transitions	9	0.9306663870811462
24780	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24780	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24780	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24780	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24780	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24780	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24780	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24780	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24780	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24780	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24780	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24780	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24780	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24780	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24780	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24780	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24780	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24780	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24780	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24780	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24780	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24780	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24780	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24780	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24780	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24780	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24780	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24780	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24780	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24780	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24780	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24780	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24780	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24780	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24780	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24780	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24780	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24780	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24780	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24780	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24780	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24780	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24780	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24780	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24780	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24780	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24780	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24780	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24780	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24780	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24780	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24780	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24780	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24780	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24780	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24780	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24780	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24780	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24780	embedding2nn.weight	0	0.023237474262714386
24780	embedding2nn.weight	1	0.01379022840410471
24780	embedding2nn.weight	2	-0.004576191771775484
24780	embedding2nn.weight	3	0.0005708960816264153
24780	embedding2nn.weight	4	-0.004436112474650145
24780	embedding2nn.weight	5	0.011784271337091923
24780	embedding2nn.weight	6	-0.004715925548225641
24780	embedding2nn.weight	7	0.02335415780544281
24780	embedding2nn.weight	8	-0.006155157461762428
24780	embedding2nn.weight	9	-0.014537321403622627
24780	embedding2nn.bias	0	-0.03862835839390755
24780	embedding2nn.bias	1	-0.03308693319559097
24780	embedding2nn.bias	2	-0.06143546476960182
24780	embedding2nn.bias	3	0.019648302346467972
24780	embedding2nn.bias	4	-0.0033281941432505846
24780	embedding2nn.bias	5	-0.01885116845369339
24780	embedding2nn.bias	6	0.015589635819196701
24780	embedding2nn.bias	7	0.039775948971509933
24780	embedding2nn.bias	8	0.008050575852394104
24780	embedding2nn.bias	9	-0.005119768436998129
24780	rnn.weight_ih_l0	0	0.03860693424940109
24780	rnn.weight_ih_l0	1	-0.012076083570718765
24780	rnn.weight_ih_l0	2	-0.03584269434213638
24780	rnn.weight_ih_l0	3	-0.043230049312114716
24780	rnn.weight_ih_l0	4	-0.05153428390622139
24780	rnn.weight_ih_l0	5	-0.008545068092644215
24780	rnn.weight_ih_l0	6	-0.05399473384022713
24780	rnn.weight_ih_l0	7	-0.06040714308619499
24780	rnn.weight_ih_l0	8	-0.045452017337083817
24780	rnn.weight_ih_l0	9	-0.027057498693466187
24780	rnn.weight_hh_l0	0	0.018108990043401718
24780	rnn.weight_hh_l0	1	-0.010594327002763748
24780	rnn.weight_hh_l0	2	-0.06886923313140869
24780	rnn.weight_hh_l0	3	-0.03232390806078911
24780	rnn.weight_hh_l0	4	-0.07613406330347061
24780	rnn.weight_hh_l0	5	-0.010337038896977901
24780	rnn.weight_hh_l0	6	-0.04978259280323982
24780	rnn.weight_hh_l0	7	-0.03655735030770302
24780	rnn.weight_hh_l0	8	-0.01914951391518116
24780	rnn.weight_hh_l0	9	-0.002342774998396635
24780	rnn.bias_ih_l0	0	0.1411210298538208
24780	rnn.bias_ih_l0	1	-0.05533812567591667
24780	rnn.bias_ih_l0	2	0.10031118243932724
24780	rnn.bias_ih_l0	3	0.04368441551923752
24780	rnn.bias_ih_l0	4	0.09476248919963837
24780	rnn.bias_ih_l0	5	0.027476301416754723
24780	rnn.bias_ih_l0	6	-0.012679352425038815
24780	rnn.bias_ih_l0	7	-0.10905054956674576
24780	rnn.bias_ih_l0	8	-0.2002137154340744
24780	rnn.bias_ih_l0	9	0.08185388892889023
24780	rnn.bias_hh_l0	0	0.0021589230746030807
24780	rnn.bias_hh_l0	1	0.01999666541814804
24780	rnn.bias_hh_l0	2	-0.004320444073528051
24780	rnn.bias_hh_l0	3	-0.029770713299512863
24780	rnn.bias_hh_l0	4	-0.03838598355650902
24780	rnn.bias_hh_l0	5	0.14964142441749573
24780	rnn.bias_hh_l0	6	0.0499030277132988
24780	rnn.bias_hh_l0	7	0.04984620586037636
24780	rnn.bias_hh_l0	8	0.021689342334866524
24780	rnn.bias_hh_l0	9	0.040732551366090775
24780	rnn.weight_ih_l0_reverse	0	-0.030519787222146988
24780	rnn.weight_ih_l0_reverse	1	-0.0006987047963775694
24780	rnn.weight_ih_l0_reverse	2	0.02432018518447876
24780	rnn.weight_ih_l0_reverse	3	-0.0626843273639679
24780	rnn.weight_ih_l0_reverse	4	0.010042371228337288
24780	rnn.weight_ih_l0_reverse	5	-0.046947892755270004
24780	rnn.weight_ih_l0_reverse	6	0.024915354326367378
24780	rnn.weight_ih_l0_reverse	7	0.04614969342947006
24780	rnn.weight_ih_l0_reverse	8	-0.046866875141859055
24780	rnn.weight_ih_l0_reverse	9	-0.051440849900245667
24780	rnn.weight_hh_l0_reverse	0	-0.08317831158638
24780	rnn.weight_hh_l0_reverse	1	-0.06634566187858582
24780	rnn.weight_hh_l0_reverse	2	0.03563334792852402
24780	rnn.weight_hh_l0_reverse	3	0.045330263674259186
24780	rnn.weight_hh_l0_reverse	4	-0.016039321199059486
24780	rnn.weight_hh_l0_reverse	5	0.045446496456861496
24780	rnn.weight_hh_l0_reverse	6	0.0009088482474908233
24780	rnn.weight_hh_l0_reverse	7	0.0007012904388830066
24780	rnn.weight_hh_l0_reverse	8	-0.09823405742645264
24780	rnn.weight_hh_l0_reverse	9	0.07917504757642746
24780	rnn.bias_ih_l0_reverse	0	-0.08165372908115387
24780	rnn.bias_ih_l0_reverse	1	-0.06399417668581009
24780	rnn.bias_ih_l0_reverse	2	0.09984093904495239
24780	rnn.bias_ih_l0_reverse	3	0.043648071587085724
24780	rnn.bias_ih_l0_reverse	4	-0.12969714403152466
24780	rnn.bias_ih_l0_reverse	5	0.04475542530417442
24780	rnn.bias_ih_l0_reverse	6	-0.10527686774730682
24780	rnn.bias_ih_l0_reverse	7	0.039110127836465836
24780	rnn.bias_ih_l0_reverse	8	0.03622344508767128
24780	rnn.bias_ih_l0_reverse	9	0.06339149177074432
24780	rnn.bias_hh_l0_reverse	0	0.054211512207984924
24780	rnn.bias_hh_l0_reverse	1	0.06160373240709305
24780	rnn.bias_hh_l0_reverse	2	0.07932223379611969
24780	rnn.bias_hh_l0_reverse	3	-0.006879877764731646
24780	rnn.bias_hh_l0_reverse	4	0.07036961615085602
24780	rnn.bias_hh_l0_reverse	5	0.008875997737050056
24780	rnn.bias_hh_l0_reverse	6	-0.05774981901049614
24780	rnn.bias_hh_l0_reverse	7	0.023501930758357048
24780	rnn.bias_hh_l0_reverse	8	0.011416452936828136
24780	rnn.bias_hh_l0_reverse	9	-0.15736393630504608
24780	linear.weight	0	0.15233485400676727
24780	linear.weight	1	-0.16157405078411102
24780	linear.weight	2	-0.2090758979320526
24780	linear.weight	3	0.08104966580867767
24780	linear.weight	4	-0.020956991240382195
24780	linear.weight	5	0.002015494043007493
24780	linear.weight	6	-0.0070302290841937065
24780	linear.weight	7	-0.027806023135781288
24780	linear.weight	8	0.07494994252920151
24780	linear.weight	9	0.33905574679374695
24780	linear.bias	0	-0.2122303694486618
24780	linear.bias	1	0.19214147329330444
24780	linear.bias	2	-0.5438283681869507
24780	linear.bias	3	1.6889493465423584
24780	linear.bias	4	-0.3925265967845917
24780	linear.bias	5	-0.030769959092140198
24780	linear.bias	6	-0.36073729395866394
24780	linear.bias	7	-0.27094030380249023
24780	linear.bias	8	-0.04932301491498947
24780	linear.bias	9	-0.4946417510509491
24808	transitions	0	-0.6458948850631714
24808	transitions	1	0.3523378372192383
24808	transitions	2	1.676566243171692
24808	transitions	3	0.0991179421544075
24808	transitions	4	0.9498561024665833
24808	transitions	5	1.2739582061767578
24808	transitions	6	0.48335349559783936
24808	transitions	7	0.1759314090013504
24808	transitions	8	-0.9195041060447693
24808	transitions	9	0.9306663870811462
24808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24808	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24808	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24808	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24808	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24808	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24808	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24808	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24808	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24808	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24808	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24808	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24808	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24808	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24808	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24808	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24808	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24808	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24808	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24808	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24808	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24808	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24808	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24808	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24808	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24808	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24808	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24808	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24808	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24808	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24808	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24808	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24808	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24808	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24808	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24808	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24808	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24808	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24808	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24808	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24808	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24808	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24808	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24808	embedding2nn.weight	0	0.022834621369838715
24808	embedding2nn.weight	1	0.013811216689646244
24808	embedding2nn.weight	2	-0.00458525400608778
24808	embedding2nn.weight	3	0.0005035218200646341
24808	embedding2nn.weight	4	-0.00440849456936121
24808	embedding2nn.weight	5	0.011847341433167458
24808	embedding2nn.weight	6	-0.004710159730166197
24808	embedding2nn.weight	7	0.022958237677812576
24808	embedding2nn.weight	8	-0.006205434445291758
24808	embedding2nn.weight	9	-0.014518140815198421
24808	embedding2nn.bias	0	-0.03641808032989502
24808	embedding2nn.bias	1	-0.03519013151526451
24808	embedding2nn.bias	2	-0.0601700060069561
24808	embedding2nn.bias	3	0.019237689673900604
24808	embedding2nn.bias	4	-0.0026283918414264917
24808	embedding2nn.bias	5	-0.017422890290617943
24808	embedding2nn.bias	6	0.015265530906617641
24808	embedding2nn.bias	7	0.03919683024287224
24808	embedding2nn.bias	8	0.00889944564551115
24808	embedding2nn.bias	9	-0.0030322857201099396
24808	rnn.weight_ih_l0	0	0.038549769669771194
24808	rnn.weight_ih_l0	1	-0.012074680998921394
24808	rnn.weight_ih_l0	2	-0.035885609686374664
24808	rnn.weight_ih_l0	3	-0.04346032068133354
24808	rnn.weight_ih_l0	4	-0.05144988372921944
24808	rnn.weight_ih_l0	5	-0.00862372387200594
24808	rnn.weight_ih_l0	6	-0.05393507331609726
24808	rnn.weight_ih_l0	7	-0.06030140072107315
24808	rnn.weight_ih_l0	8	-0.04558797553181648
24808	rnn.weight_ih_l0	9	-0.027270851656794548
24808	rnn.weight_hh_l0	0	0.017886202782392502
24808	rnn.weight_hh_l0	1	-0.010495041497051716
24808	rnn.weight_hh_l0	2	-0.06882944703102112
24808	rnn.weight_hh_l0	3	-0.03227279707789421
24808	rnn.weight_hh_l0	4	-0.07628080993890762
24808	rnn.weight_hh_l0	5	-0.010164634324610233
24808	rnn.weight_hh_l0	6	-0.05007404834032059
24808	rnn.weight_hh_l0	7	-0.03680120036005974
24808	rnn.weight_hh_l0	8	-0.01917083188891411
24808	rnn.weight_hh_l0	9	-0.0021690023131668568
24808	rnn.bias_ih_l0	0	0.14162643253803253
24808	rnn.bias_ih_l0	1	-0.05606662109494209
24808	rnn.bias_ih_l0	2	0.1029711365699768
24808	rnn.bias_ih_l0	3	0.04408080875873566
24808	rnn.bias_ih_l0	4	0.09401743859052658
24808	rnn.bias_ih_l0	5	0.02751234732568264
24808	rnn.bias_ih_l0	6	-0.011396962217986584
24808	rnn.bias_ih_l0	7	-0.10996779799461365
24808	rnn.bias_ih_l0	8	-0.20059320330619812
24808	rnn.bias_ih_l0	9	0.08185359835624695
24808	rnn.bias_hh_l0	0	0.0018175358418375254
24808	rnn.bias_hh_l0	1	0.019855070859193802
24808	rnn.bias_hh_l0	2	-0.005165575537830591
24808	rnn.bias_hh_l0	3	-0.030116895213723183
24808	rnn.bias_hh_l0	4	-0.03815721347928047
24808	rnn.bias_hh_l0	5	0.15154463052749634
24808	rnn.bias_hh_l0	6	0.04926475137472153
24808	rnn.bias_hh_l0	7	0.049232736229896545
24808	rnn.bias_hh_l0	8	0.022971732541918755
24808	rnn.bias_hh_l0	9	0.041657980531454086
24808	rnn.weight_ih_l0_reverse	0	-0.03059270977973938
24808	rnn.weight_ih_l0_reverse	1	-0.0007014882867224514
24808	rnn.weight_ih_l0_reverse	2	0.024198023602366447
24808	rnn.weight_ih_l0_reverse	3	-0.06270023435354233
24808	rnn.weight_ih_l0_reverse	4	0.010114903561770916
24808	rnn.weight_ih_l0_reverse	5	-0.0471806675195694
24808	rnn.weight_ih_l0_reverse	6	0.024369224905967712
24808	rnn.weight_ih_l0_reverse	7	0.04614870995283127
24808	rnn.weight_ih_l0_reverse	8	-0.0469554103910923
24808	rnn.weight_ih_l0_reverse	9	-0.051441874355077744
24808	rnn.weight_hh_l0_reverse	0	-0.08335571736097336
24808	rnn.weight_hh_l0_reverse	1	-0.0660652220249176
24808	rnn.weight_hh_l0_reverse	2	0.0354195237159729
24808	rnn.weight_hh_l0_reverse	3	0.045247986912727356
24808	rnn.weight_hh_l0_reverse	4	-0.015698354691267014
24808	rnn.weight_hh_l0_reverse	5	0.04559562727808952
24808	rnn.weight_hh_l0_reverse	6	0.001749173505231738
24808	rnn.weight_hh_l0_reverse	7	0.0007247119210660458
24808	rnn.weight_hh_l0_reverse	8	-0.09798230975866318
24808	rnn.weight_hh_l0_reverse	9	0.07917535305023193
24808	rnn.bias_ih_l0_reverse	0	-0.08172182738780975
24808	rnn.bias_ih_l0_reverse	1	-0.06692752242088318
24808	rnn.bias_ih_l0_reverse	2	0.09931199997663498
24808	rnn.bias_ih_l0_reverse	3	0.04365028440952301
24808	rnn.bias_ih_l0_reverse	4	-0.128879576921463
24808	rnn.bias_ih_l0_reverse	5	0.04515033960342407
24808	rnn.bias_ih_l0_reverse	6	-0.10531166195869446
24808	rnn.bias_ih_l0_reverse	7	0.039783332496881485
24808	rnn.bias_ih_l0_reverse	8	0.0374605618417263
24808	rnn.bias_ih_l0_reverse	9	0.06261701881885529
24808	rnn.bias_hh_l0_reverse	0	0.05222448334097862
24808	rnn.bias_hh_l0_reverse	1	0.06186363473534584
24808	rnn.bias_hh_l0_reverse	2	0.07936534285545349
24808	rnn.bias_hh_l0_reverse	3	-0.007158549968153238
24808	rnn.bias_hh_l0_reverse	4	0.07147441804409027
24808	rnn.bias_hh_l0_reverse	5	0.007454426493495703
24808	rnn.bias_hh_l0_reverse	6	-0.058924730867147446
24808	rnn.bias_hh_l0_reverse	7	0.02408343367278576
24808	rnn.bias_hh_l0_reverse	8	0.011797315441071987
24808	rnn.bias_hh_l0_reverse	9	-0.1603926122188568
24808	linear.weight	0	0.1547052413225174
24808	linear.weight	1	-0.16155396401882172
24808	linear.weight	2	-0.20902930200099945
24808	linear.weight	3	0.08080099523067474
24808	linear.weight	4	-0.02038094960153103
24808	linear.weight	5	0.002323282416909933
24808	linear.weight	6	-0.00702827051281929
24808	linear.weight	7	-0.02779618464410305
24808	linear.weight	8	0.07516130805015564
24808	linear.weight	9	0.3397362530231476
24808	linear.bias	0	-0.20191273093223572
24808	linear.bias	1	0.19335713982582092
24808	linear.bias	2	-0.544506847858429
24808	linear.bias	3	1.6805105209350586
24808	linear.bias	4	-0.39262181520462036
24808	linear.bias	5	-0.030769959092140198
24808	linear.bias	6	-0.36137983202934265
24808	linear.bias	7	-0.2701832056045532
24808	linear.bias	8	-0.04922911897301674
24808	linear.bias	9	-0.4946780800819397
24836	transitions	0	-0.6459184288978577
24836	transitions	1	0.3523328900337219
24836	transitions	2	1.6765587329864502
24836	transitions	3	0.09909886121749878
24836	transitions	4	0.9498549103736877
24836	transitions	5	1.2739582061767578
24836	transitions	6	0.48335349559783936
24836	transitions	7	0.17592453956604004
24836	transitions	8	-0.9195042252540588
24836	transitions	9	0.9306663870811462
24836	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24836	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24836	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24836	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24836	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24836	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24836	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24836	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24836	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24836	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24836	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24836	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24836	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24836	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24836	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24836	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24836	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24836	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24836	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24836	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24836	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24836	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24836	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24836	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24836	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24836	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24836	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24836	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24836	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24836	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24836	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24836	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24836	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24836	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24836	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24836	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24836	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24836	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24836	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24836	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24836	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24836	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24836	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24836	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24836	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24836	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24836	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24836	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24836	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24836	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24836	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24836	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24836	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24836	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24836	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24836	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24836	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24836	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24836	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24836	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24836	embedding2nn.weight	0	0.02271011844277382
24836	embedding2nn.weight	1	0.013823210261762142
24836	embedding2nn.weight	2	-0.004595611244440079
24836	embedding2nn.weight	3	0.00039895164081826806
24836	embedding2nn.weight	4	-0.0044151851907372475
24836	embedding2nn.weight	5	0.011930366046726704
24836	embedding2nn.weight	6	-0.004817622248083353
24836	embedding2nn.weight	7	0.022976813837885857
24836	embedding2nn.weight	8	-0.006103839725255966
24836	embedding2nn.weight	9	-0.014437268488109112
24836	embedding2nn.bias	0	-0.03508857265114784
24836	embedding2nn.bias	1	-0.037265997380018234
24836	embedding2nn.bias	2	-0.05954243242740631
24836	embedding2nn.bias	3	0.016351278871297836
24836	embedding2nn.bias	4	-0.0057923449203372
24836	embedding2nn.bias	5	-0.018071739003062248
24836	embedding2nn.bias	6	0.0148664815351367
24836	embedding2nn.bias	7	0.03648138418793678
24836	embedding2nn.bias	8	0.007930051535367966
24836	embedding2nn.bias	9	0.0004719079879578203
24836	rnn.weight_ih_l0	0	0.0386224091053009
24836	rnn.weight_ih_l0	1	-0.012155691161751747
24836	rnn.weight_ih_l0	2	-0.0360986702144146
24836	rnn.weight_ih_l0	3	-0.043663498014211655
24836	rnn.weight_ih_l0	4	-0.0513390488922596
24836	rnn.weight_ih_l0	5	-0.008699816651642323
24836	rnn.weight_ih_l0	6	-0.0539536215364933
24836	rnn.weight_ih_l0	7	-0.06030120700597763
24836	rnn.weight_ih_l0	8	-0.04555957391858101
24836	rnn.weight_ih_l0	9	-0.027245575562119484
24836	rnn.weight_hh_l0	0	0.01793549209833145
24836	rnn.weight_hh_l0	1	-0.010475597344338894
24836	rnn.weight_hh_l0	2	-0.06917038559913635
24836	rnn.weight_hh_l0	3	-0.03249279409646988
24836	rnn.weight_hh_l0	4	-0.0762702152132988
24836	rnn.weight_hh_l0	5	-0.009936315007507801
24836	rnn.weight_hh_l0	6	-0.04934486001729965
24836	rnn.weight_hh_l0	7	-0.03665667399764061
24836	rnn.weight_hh_l0	8	-0.019203083589673042
24836	rnn.weight_hh_l0	9	-0.0021784112323075533
24836	rnn.bias_ih_l0	0	0.1418907791376114
24836	rnn.bias_ih_l0	1	-0.056071825325489044
24836	rnn.bias_ih_l0	2	0.10139764100313187
24836	rnn.bias_ih_l0	3	0.04519432783126831
24836	rnn.bias_ih_l0	4	0.09464427083730698
24836	rnn.bias_ih_l0	5	0.027078693732619286
24836	rnn.bias_ih_l0	6	-0.011990229599177837
24836	rnn.bias_ih_l0	7	-0.11004973948001862
24836	rnn.bias_ih_l0	8	-0.19865620136260986
24836	rnn.bias_ih_l0	9	0.08177279680967331
24836	rnn.bias_hh_l0	0	0.0010516663314774632
24836	rnn.bias_hh_l0	1	0.02040168270468712
24836	rnn.bias_hh_l0	2	-0.0061918641440570354
24836	rnn.bias_hh_l0	3	-0.02950873412191868
24836	rnn.bias_hh_l0	4	-0.038286540657281876
24836	rnn.bias_hh_l0	5	0.15132375061511993
24836	rnn.bias_hh_l0	6	0.049452412873506546
24836	rnn.bias_hh_l0	7	0.050719067454338074
24836	rnn.bias_hh_l0	8	0.02237846329808235
24836	rnn.bias_hh_l0	9	0.0408254899084568
24836	rnn.weight_ih_l0_reverse	0	-0.03035436011850834
24836	rnn.weight_ih_l0_reverse	1	-0.0009540754253976047
24836	rnn.weight_ih_l0_reverse	2	0.024232320487499237
24836	rnn.weight_ih_l0_reverse	3	-0.0630476176738739
24836	rnn.weight_ih_l0_reverse	4	0.010216992348432541
24836	rnn.weight_ih_l0_reverse	5	-0.04709991067647934
24836	rnn.weight_ih_l0_reverse	6	0.023962929844856262
24836	rnn.weight_ih_l0_reverse	7	0.046187493950128555
24836	rnn.weight_ih_l0_reverse	8	-0.04712338373064995
24836	rnn.weight_ih_l0_reverse	9	-0.05143406614661217
24836	rnn.weight_hh_l0_reverse	0	-0.08366261422634125
24836	rnn.weight_hh_l0_reverse	1	-0.06587017327547073
24836	rnn.weight_hh_l0_reverse	2	0.0357237234711647
24836	rnn.weight_hh_l0_reverse	3	0.04523656144738197
24836	rnn.weight_hh_l0_reverse	4	-0.01530084665864706
24836	rnn.weight_hh_l0_reverse	5	0.045794468373060226
24836	rnn.weight_hh_l0_reverse	6	0.0010896907187998295
24836	rnn.weight_hh_l0_reverse	7	0.0007988934521563351
24836	rnn.weight_hh_l0_reverse	8	-0.09845022112131119
24836	rnn.weight_hh_l0_reverse	9	0.079331174492836
24836	rnn.bias_ih_l0_reverse	0	-0.0829300582408905
24836	rnn.bias_ih_l0_reverse	1	-0.06662151217460632
24836	rnn.bias_ih_l0_reverse	2	0.10007572174072266
24836	rnn.bias_ih_l0_reverse	3	0.043642327189445496
24836	rnn.bias_ih_l0_reverse	4	-0.12922519445419312
24836	rnn.bias_ih_l0_reverse	5	0.04515984281897545
24836	rnn.bias_ih_l0_reverse	6	-0.10433540493249893
24836	rnn.bias_ih_l0_reverse	7	0.040675316005945206
24836	rnn.bias_ih_l0_reverse	8	0.037567753344774246
24836	rnn.bias_ih_l0_reverse	9	0.062341656535863876
24836	rnn.bias_hh_l0_reverse	0	0.05289517715573311
24836	rnn.bias_hh_l0_reverse	1	0.061084065586328506
24836	rnn.bias_hh_l0_reverse	2	0.0786864161491394
24836	rnn.bias_hh_l0_reverse	3	-0.007221946492791176
24836	rnn.bias_hh_l0_reverse	4	0.0723809078335762
24836	rnn.bias_hh_l0_reverse	5	0.0060469890013337135
24836	rnn.bias_hh_l0_reverse	6	-0.05846915394067764
24836	rnn.bias_hh_l0_reverse	7	0.02409244328737259
24836	rnn.bias_hh_l0_reverse	8	0.011853084899485111
24836	rnn.bias_hh_l0_reverse	9	-0.1607513278722763
24836	linear.weight	0	0.1525091826915741
24836	linear.weight	1	-0.16155306994915009
24836	linear.weight	2	-0.20897851884365082
24836	linear.weight	3	0.08150623738765717
24836	linear.weight	4	-0.02040056139230728
24836	linear.weight	5	0.002408841857686639
24836	linear.weight	6	-0.00702777411788702
24836	linear.weight	7	-0.027782265096902847
24836	linear.weight	8	0.07539518922567368
24836	linear.weight	9	0.3395565450191498
24836	linear.bias	0	-0.20823554694652557
24836	linear.bias	1	0.19157126545906067
24836	linear.bias	2	-0.5436332821846008
24836	linear.bias	3	1.6847331523895264
24836	linear.bias	4	-0.392666220664978
24836	linear.bias	5	-0.030769959092140198
24836	linear.bias	6	-0.36067020893096924
24836	linear.bias	7	-0.26738595962524414
24836	linear.bias	8	-0.04180140793323517
24836	linear.bias	9	-0.49469953775405884
24864	transitions	0	-0.645971417427063
24864	transitions	1	0.3523158133029938
24864	transitions	2	1.676543951034546
24864	transitions	3	0.0990760400891304
24864	transitions	4	0.9498258233070374
24864	transitions	5	1.2739578485488892
24864	transitions	6	0.4833528995513916
24864	transitions	7	0.17592425644397736
24864	transitions	8	-0.9195046424865723
24864	transitions	9	0.9306663870811462
24864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24864	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24864	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24864	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24864	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24864	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24864	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24864	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24864	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24864	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24864	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24864	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24864	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24864	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24864	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24864	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24864	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24864	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24864	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24864	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24864	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24864	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24864	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24864	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24864	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24864	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24864	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24864	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24864	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24864	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24864	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24864	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24864	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24864	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24864	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24864	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24864	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24864	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24864	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24864	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24864	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24864	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24864	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24864	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24864	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24864	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24864	embedding2nn.weight	0	0.02258838526904583
24864	embedding2nn.weight	1	0.013839386403560638
24864	embedding2nn.weight	2	-0.004586036782711744
24864	embedding2nn.weight	3	0.000578656792640686
24864	embedding2nn.weight	4	-0.004436871502548456
24864	embedding2nn.weight	5	0.01188226044178009
24864	embedding2nn.weight	6	-0.004838259890675545
24864	embedding2nn.weight	7	0.023184482008218765
24864	embedding2nn.weight	8	-0.0060577099211514
24864	embedding2nn.weight	9	-0.01435148436576128
24864	embedding2nn.bias	0	-0.03296416252851486
24864	embedding2nn.bias	1	-0.035262297838926315
24864	embedding2nn.bias	2	-0.06331035494804382
24864	embedding2nn.bias	3	0.014929445460438728
24864	embedding2nn.bias	4	-0.005035876762121916
24864	embedding2nn.bias	5	-0.015620040707290173
24864	embedding2nn.bias	6	0.016437817364931107
24864	embedding2nn.bias	7	0.03430185094475746
24864	embedding2nn.bias	8	0.005895072594285011
24864	embedding2nn.bias	9	-0.00025260596885345876
24864	rnn.weight_ih_l0	0	0.03863866627216339
24864	rnn.weight_ih_l0	1	-0.012080413289368153
24864	rnn.weight_ih_l0	2	-0.03615874424576759
24864	rnn.weight_ih_l0	3	-0.043725185096263885
24864	rnn.weight_ih_l0	4	-0.0512513667345047
24864	rnn.weight_ih_l0	5	-0.008744863793253899
24864	rnn.weight_ih_l0	6	-0.053979601711034775
24864	rnn.weight_ih_l0	7	-0.06036323308944702
24864	rnn.weight_ih_l0	8	-0.045438531786203384
24864	rnn.weight_ih_l0	9	-0.027155881747603416
24864	rnn.weight_hh_l0	0	0.018086325377225876
24864	rnn.weight_hh_l0	1	-0.01042045559734106
24864	rnn.weight_hh_l0	2	-0.06943351775407791
24864	rnn.weight_hh_l0	3	-0.03259322792291641
24864	rnn.weight_hh_l0	4	-0.07601984590291977
24864	rnn.weight_hh_l0	5	-0.010070818476378918
24864	rnn.weight_hh_l0	6	-0.04925331473350525
24864	rnn.weight_hh_l0	7	-0.03725327551364899
24864	rnn.weight_hh_l0	8	-0.01906699128448963
24864	rnn.weight_hh_l0	9	-0.0021818201057612896
24864	rnn.bias_ih_l0	0	0.14178286492824554
24864	rnn.bias_ih_l0	1	-0.056350354105234146
24864	rnn.bias_ih_l0	2	0.10033537447452545
24864	rnn.bias_ih_l0	3	0.04574655741453171
24864	rnn.bias_ih_l0	4	0.094753198325634
24864	rnn.bias_ih_l0	5	0.027246924117207527
24864	rnn.bias_ih_l0	6	-0.01284645963460207
24864	rnn.bias_ih_l0	7	-0.10831346362829208
24864	rnn.bias_ih_l0	8	-0.20229876041412354
24864	rnn.bias_ih_l0	9	0.08209496736526489
24864	rnn.bias_hh_l0	0	0.001029823673889041
24864	rnn.bias_hh_l0	1	0.021249577403068542
24864	rnn.bias_hh_l0	2	-0.006172894034534693
24864	rnn.bias_hh_l0	3	-0.029432736337184906
24864	rnn.bias_hh_l0	4	-0.038931094110012054
24864	rnn.bias_hh_l0	5	0.15038129687309265
24864	rnn.bias_hh_l0	6	0.04932825267314911
24864	rnn.bias_hh_l0	7	0.05007991939783096
24864	rnn.bias_hh_l0	8	0.02152223326265812
24864	rnn.bias_hh_l0	9	0.04088229313492775
24864	rnn.weight_ih_l0_reverse	0	-0.030318759381771088
24864	rnn.weight_ih_l0_reverse	1	-0.0011275078868493438
24864	rnn.weight_ih_l0_reverse	2	0.024362340569496155
24864	rnn.weight_ih_l0_reverse	3	-0.06304216384887695
24864	rnn.weight_ih_l0_reverse	4	0.010316887870430946
24864	rnn.weight_ih_l0_reverse	5	-0.047068800777196884
24864	rnn.weight_ih_l0_reverse	6	0.024190377444028854
24864	rnn.weight_ih_l0_reverse	7	0.04619460925459862
24864	rnn.weight_ih_l0_reverse	8	-0.0473632887005806
24864	rnn.weight_ih_l0_reverse	9	-0.051424529403448105
24864	rnn.weight_hh_l0_reverse	0	-0.08370763063430786
24864	rnn.weight_hh_l0_reverse	1	-0.06621257960796356
24864	rnn.weight_hh_l0_reverse	2	0.03583085164427757
24864	rnn.weight_hh_l0_reverse	3	0.045401789247989655
24864	rnn.weight_hh_l0_reverse	4	-0.015503201633691788
24864	rnn.weight_hh_l0_reverse	5	0.045723628252744675
24864	rnn.weight_hh_l0_reverse	6	0.0007847098750062287
24864	rnn.weight_hh_l0_reverse	7	0.001143780187703669
24864	rnn.weight_hh_l0_reverse	8	-0.09815160930156708
24864	rnn.weight_hh_l0_reverse	9	0.07946567982435226
24864	rnn.bias_ih_l0_reverse	0	-0.07862947881221771
24864	rnn.bias_ih_l0_reverse	1	-0.07005095481872559
24864	rnn.bias_ih_l0_reverse	2	0.09963885694742203
24864	rnn.bias_ih_l0_reverse	3	0.043669119477272034
24864	rnn.bias_ih_l0_reverse	4	-0.13056157529354095
24864	rnn.bias_ih_l0_reverse	5	0.044513676315546036
24864	rnn.bias_ih_l0_reverse	6	-0.10421185195446014
24864	rnn.bias_ih_l0_reverse	7	0.04084032401442528
24864	rnn.bias_ih_l0_reverse	8	0.03653232753276825
24864	rnn.bias_ih_l0_reverse	9	0.06190093979239464
24864	rnn.bias_hh_l0_reverse	0	0.05273650214076042
24864	rnn.bias_hh_l0_reverse	1	0.06200676038861275
24864	rnn.bias_hh_l0_reverse	2	0.07919418811798096
24864	rnn.bias_hh_l0_reverse	3	-0.00649551535025239
24864	rnn.bias_hh_l0_reverse	4	0.07274551689624786
24864	rnn.bias_hh_l0_reverse	5	0.009211644530296326
24864	rnn.bias_hh_l0_reverse	6	-0.05775928869843483
24864	rnn.bias_hh_l0_reverse	7	0.024163726717233658
24864	rnn.bias_hh_l0_reverse	8	0.011772990226745605
24864	rnn.bias_hh_l0_reverse	9	-0.15968286991119385
24864	linear.weight	0	0.15460167825222015
24864	linear.weight	1	-0.16155250370502472
24864	linear.weight	2	-0.20915859937667847
24864	linear.weight	3	0.08038774132728577
24864	linear.weight	4	-0.0203919168561697
24864	linear.weight	5	0.0023909832816570997
24864	linear.weight	6	-0.007027012296020985
24864	linear.weight	7	-0.027762334793806076
24864	linear.weight	8	0.07511252164840698
24864	linear.weight	9	0.3397294580936432
24864	linear.bias	0	-0.2108902931213379
24864	linear.bias	1	0.19420099258422852
24864	linear.bias	2	-0.541757345199585
24864	linear.bias	3	1.685735821723938
24864	linear.bias	4	-0.3927439749240875
24864	linear.bias	5	-0.030769959092140198
24864	linear.bias	6	-0.35899171233177185
24864	linear.bias	7	-0.26785019040107727
24864	linear.bias	8	-0.04124809801578522
24864	linear.bias	9	-0.49479690194129944
24892	transitions	0	-0.6459854245185852
24892	transitions	1	0.3520871102809906
24892	transitions	2	1.6765227317810059
24892	transitions	3	0.09868121892213821
24892	transitions	4	0.9498224258422852
24892	transitions	5	1.27395761013031
24892	transitions	6	0.4833528995513916
24892	transitions	7	0.17592403292655945
24892	transitions	8	-0.919504702091217
24892	transitions	9	0.9306662678718567
24892	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24892	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24892	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24892	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24892	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24892	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24892	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24892	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24892	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24892	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24892	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24892	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24892	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24892	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24892	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24892	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24892	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24892	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24892	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24892	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24892	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24892	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24892	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24892	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24892	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24892	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24892	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24892	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24892	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24892	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24892	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24892	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24892	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24892	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24892	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24892	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24892	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24892	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24892	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24892	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24892	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24892	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24892	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24892	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24892	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24892	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24892	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24892	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24892	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24892	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24892	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24892	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24892	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24892	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24892	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24892	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24892	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24892	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24892	embedding2nn.weight	0	0.02254284918308258
24892	embedding2nn.weight	1	0.013774956576526165
24892	embedding2nn.weight	2	-0.004628772847354412
24892	embedding2nn.weight	3	0.0005595290567725897
24892	embedding2nn.weight	4	-0.004424510523676872
24892	embedding2nn.weight	5	0.01194186694920063
24892	embedding2nn.weight	6	-0.004820585250854492
24892	embedding2nn.weight	7	0.023076394572854042
24892	embedding2nn.weight	8	-0.006023299880325794
24892	embedding2nn.weight	9	-0.014314942061901093
24892	embedding2nn.bias	0	-0.03029957413673401
24892	embedding2nn.bias	1	-0.034794971346855164
24892	embedding2nn.bias	2	-0.06299769878387451
24892	embedding2nn.bias	3	0.015722226351499557
24892	embedding2nn.bias	4	-0.005400790832936764
24892	embedding2nn.bias	5	-0.013680708594620228
24892	embedding2nn.bias	6	0.017926260828971863
24892	embedding2nn.bias	7	0.0338832288980484
24892	embedding2nn.bias	8	0.008169393055140972
24892	embedding2nn.bias	9	-0.002820458495989442
24892	rnn.weight_ih_l0	0	0.03881727531552315
24892	rnn.weight_ih_l0	1	-0.012029431760311127
24892	rnn.weight_ih_l0	2	-0.036158494651317596
24892	rnn.weight_ih_l0	3	-0.04355233162641525
24892	rnn.weight_ih_l0	4	-0.05136794224381447
24892	rnn.weight_ih_l0	5	-0.008577292785048485
24892	rnn.weight_ih_l0	6	-0.05356956645846367
24892	rnn.weight_ih_l0	7	-0.06047934666275978
24892	rnn.weight_ih_l0	8	-0.04540688171982765
24892	rnn.weight_ih_l0	9	-0.02715616300702095
24892	rnn.weight_hh_l0	0	0.01811921037733555
24892	rnn.weight_hh_l0	1	-0.010586254298686981
24892	rnn.weight_hh_l0	2	-0.06927968561649323
24892	rnn.weight_hh_l0	3	-0.032624345272779465
24892	rnn.weight_hh_l0	4	-0.07601798325777054
24892	rnn.weight_hh_l0	5	-0.010442137718200684
24892	rnn.weight_hh_l0	6	-0.04912296682596207
24892	rnn.weight_hh_l0	7	-0.03728161007165909
24892	rnn.weight_hh_l0	8	-0.018849754706025124
24892	rnn.weight_hh_l0	9	-0.0024571854155510664
24892	rnn.bias_ih_l0	0	0.14180900156497955
24892	rnn.bias_ih_l0	1	-0.05558088794350624
24892	rnn.bias_ih_l0	2	0.10193992406129837
24892	rnn.bias_ih_l0	3	0.0448683463037014
24892	rnn.bias_ih_l0	4	0.09443096071481705
24892	rnn.bias_ih_l0	5	0.027804536744952202
24892	rnn.bias_ih_l0	6	-0.01231375802308321
24892	rnn.bias_ih_l0	7	-0.1081758514046669
24892	rnn.bias_ih_l0	8	-0.2031204253435135
24892	rnn.bias_ih_l0	9	0.08232084661722183
24892	rnn.bias_hh_l0	0	0.0016620488604530692
24892	rnn.bias_hh_l0	1	0.021691229194402695
24892	rnn.bias_hh_l0	2	-0.005740203429013491
24892	rnn.bias_hh_l0	3	-0.03080892190337181
24892	rnn.bias_hh_l0	4	-0.03808771073818207
24892	rnn.bias_hh_l0	5	0.15143461525440216
24892	rnn.bias_hh_l0	6	0.04888681322336197
24892	rnn.bias_hh_l0	7	0.04994673281908035
24892	rnn.bias_hh_l0	8	0.02205492928624153
24892	rnn.bias_hh_l0	9	0.04086507484316826
24892	rnn.weight_ih_l0_reverse	0	-0.030423780903220177
24892	rnn.weight_ih_l0_reverse	1	-0.0010493944864720106
24892	rnn.weight_ih_l0_reverse	2	0.024362005293369293
24892	rnn.weight_ih_l0_reverse	3	-0.0629471093416214
24892	rnn.weight_ih_l0_reverse	4	0.01031469739973545
24892	rnn.weight_ih_l0_reverse	5	-0.04703911021351814
24892	rnn.weight_ih_l0_reverse	6	0.024220408871769905
24892	rnn.weight_ih_l0_reverse	7	0.04614558070898056
24892	rnn.weight_ih_l0_reverse	8	-0.04733651876449585
24892	rnn.weight_ih_l0_reverse	9	-0.05135779827833176
24892	rnn.weight_hh_l0_reverse	0	-0.08383102715015411
24892	rnn.weight_hh_l0_reverse	1	-0.06620559096336365
24892	rnn.weight_hh_l0_reverse	2	0.03588130697607994
24892	rnn.weight_hh_l0_reverse	3	0.045518212020397186
24892	rnn.weight_hh_l0_reverse	4	-0.015602385625243187
24892	rnn.weight_hh_l0_reverse	5	0.045606549829244614
24892	rnn.weight_hh_l0_reverse	6	0.0009589688270352781
24892	rnn.weight_hh_l0_reverse	7	0.0008330681594088674
24892	rnn.weight_hh_l0_reverse	8	-0.09810355305671692
24892	rnn.weight_hh_l0_reverse	9	0.07923769950866699
24892	rnn.bias_ih_l0_reverse	0	-0.07773438841104507
24892	rnn.bias_ih_l0_reverse	1	-0.07052261382341385
24892	rnn.bias_ih_l0_reverse	2	0.0993650034070015
24892	rnn.bias_ih_l0_reverse	3	0.0437823086977005
24892	rnn.bias_ih_l0_reverse	4	-0.13048121333122253
24892	rnn.bias_ih_l0_reverse	5	0.04402990639209747
24892	rnn.bias_ih_l0_reverse	6	-0.10506182163953781
24892	rnn.bias_ih_l0_reverse	7	0.04026385769248009
24892	rnn.bias_ih_l0_reverse	8	0.035548072308301926
24892	rnn.bias_ih_l0_reverse	9	0.06233769282698631
24892	rnn.bias_hh_l0_reverse	0	0.05222693830728531
24892	rnn.bias_hh_l0_reverse	1	0.06163381040096283
24892	rnn.bias_hh_l0_reverse	2	0.07935680449008942
24892	rnn.bias_hh_l0_reverse	3	-0.0064889248460531235
24892	rnn.bias_hh_l0_reverse	4	0.07203880697488785
24892	rnn.bias_hh_l0_reverse	5	0.007213785778731108
24892	rnn.bias_hh_l0_reverse	6	-0.05734854191541672
24892	rnn.bias_hh_l0_reverse	7	0.023918787017464638
24892	rnn.bias_hh_l0_reverse	8	0.011772834695875645
24892	rnn.bias_hh_l0_reverse	9	-0.16003476083278656
24892	linear.weight	0	0.15350700914859772
24892	linear.weight	1	-0.16154873371124268
24892	linear.weight	2	-0.20911520719528198
24892	linear.weight	3	0.08117129653692245
24892	linear.weight	4	-0.02039319835603237
24892	linear.weight	5	0.002379434183239937
24892	linear.weight	6	-0.007025854662060738
24892	linear.weight	7	-0.027752133086323738
24892	linear.weight	8	0.07458841055631638
24892	linear.weight	9	0.3399258255958557
24892	linear.bias	0	-0.21063289046287537
24892	linear.bias	1	0.1965009868144989
24892	linear.bias	2	-0.542021632194519
24892	linear.bias	3	1.6799073219299316
24892	linear.bias	4	-0.3931024372577667
24892	linear.bias	5	-0.030769959092140198
24892	linear.bias	6	-0.35958561301231384
24892	linear.bias	7	-0.2694617509841919
24892	linear.bias	8	-0.04304119944572449
24892	linear.bias	9	-0.49481797218322754
24920	transitions	0	-0.6460027098655701
24920	transitions	1	0.3520793318748474
24920	transitions	2	1.6764938831329346
24920	transitions	3	0.09863951802253723
24920	transitions	4	0.9498189687728882
24920	transitions	5	1.273957371711731
24920	transitions	6	0.4833527207374573
24920	transitions	7	0.1759217232465744
24920	transitions	8	-0.919504702091217
24920	transitions	9	0.9306662678718567
24920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24920	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24920	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24920	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24920	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24920	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24920	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24920	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24920	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24920	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24920	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24920	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24920	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24920	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24920	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24920	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24920	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24920	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24920	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24920	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24920	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24920	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24920	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24920	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24920	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24920	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24920	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24920	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24920	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24920	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24920	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24920	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24920	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24920	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24920	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24920	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24920	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24920	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24920	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24920	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24920	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24920	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24920	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24920	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24920	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24920	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24920	embedding2nn.weight	0	0.022438587620854378
24920	embedding2nn.weight	1	0.013770487159490585
24920	embedding2nn.weight	2	-0.0046076285652816296
24920	embedding2nn.weight	3	0.00044454174349084496
24920	embedding2nn.weight	4	-0.004394096322357655
24920	embedding2nn.weight	5	0.011958828195929527
24920	embedding2nn.weight	6	-0.0048533715307712555
24920	embedding2nn.weight	7	0.02295052818953991
24920	embedding2nn.weight	8	-0.0060252780094742775
24920	embedding2nn.weight	9	-0.014252295717597008
24920	embedding2nn.bias	0	-0.029032539576292038
24920	embedding2nn.bias	1	-0.035088177770376205
24920	embedding2nn.bias	2	-0.06226187199354172
24920	embedding2nn.bias	3	0.01284730713814497
24920	embedding2nn.bias	4	-0.007654611021280289
24920	embedding2nn.bias	5	-0.01474986132234335
24920	embedding2nn.bias	6	0.019684158265590668
24920	embedding2nn.bias	7	0.03435252606868744
24920	embedding2nn.bias	8	0.006239539477974176
24920	embedding2nn.bias	9	-0.003963738214224577
24920	rnn.weight_ih_l0	0	0.03861960768699646
24920	rnn.weight_ih_l0	1	-0.011843036860227585
24920	rnn.weight_ih_l0	2	-0.036320462822914124
24920	rnn.weight_ih_l0	3	-0.04338761419057846
24920	rnn.weight_ih_l0	4	-0.05133455991744995
24920	rnn.weight_ih_l0	5	-0.008654171600937843
24920	rnn.weight_ih_l0	6	-0.0536363311111927
24920	rnn.weight_ih_l0	7	-0.060511790215969086
24920	rnn.weight_ih_l0	8	-0.04532107338309288
24920	rnn.weight_ih_l0	9	-0.02721952274441719
24920	rnn.weight_hh_l0	0	0.01832352951169014
24920	rnn.weight_hh_l0	1	-0.01062506902962923
24920	rnn.weight_hh_l0	2	-0.06863325834274292
24920	rnn.weight_hh_l0	3	-0.032834578305482864
24920	rnn.weight_hh_l0	4	-0.07605555653572083
24920	rnn.weight_hh_l0	5	-0.010578213259577751
24920	rnn.weight_hh_l0	6	-0.04945111647248268
24920	rnn.weight_hh_l0	7	-0.037681661546230316
24920	rnn.weight_hh_l0	8	-0.018712613731622696
24920	rnn.weight_hh_l0	9	-0.0025642872788012028
24920	rnn.bias_ih_l0	0	0.1407427340745926
24920	rnn.bias_ih_l0	1	-0.05597704276442528
24920	rnn.bias_ih_l0	2	0.10299727320671082
24920	rnn.bias_ih_l0	3	0.04551069810986519
24920	rnn.bias_ih_l0	4	0.09387575834989548
24920	rnn.bias_ih_l0	5	0.027407050132751465
24920	rnn.bias_ih_l0	6	-0.013302212581038475
24920	rnn.bias_ih_l0	7	-0.10982133448123932
24920	rnn.bias_ih_l0	8	-0.20502817630767822
24920	rnn.bias_ih_l0	9	0.08140051364898682
24920	rnn.bias_hh_l0	0	0.0007621758268214762
24920	rnn.bias_hh_l0	1	0.021549785509705544
24920	rnn.bias_hh_l0	2	-0.006343912798911333
24920	rnn.bias_hh_l0	3	-0.03170062229037285
24920	rnn.bias_hh_l0	4	-0.03917180001735687
24920	rnn.bias_hh_l0	5	0.1520705372095108
24920	rnn.bias_hh_l0	6	0.04957059770822525
24920	rnn.bias_hh_l0	7	0.05082378163933754
24920	rnn.bias_hh_l0	8	0.021066468209028244
24920	rnn.bias_hh_l0	9	0.04011436179280281
24920	rnn.weight_ih_l0_reverse	0	-0.030417004600167274
24920	rnn.weight_ih_l0_reverse	1	-0.001192237134091556
24920	rnn.weight_ih_l0_reverse	2	0.024393189698457718
24920	rnn.weight_ih_l0_reverse	3	-0.06260556727647781
24920	rnn.weight_ih_l0_reverse	4	0.010390344075858593
24920	rnn.weight_ih_l0_reverse	5	-0.04694797471165657
24920	rnn.weight_ih_l0_reverse	6	0.02399030327796936
24920	rnn.weight_ih_l0_reverse	7	0.04615318030118942
24920	rnn.weight_ih_l0_reverse	8	-0.04737019166350365
24920	rnn.weight_ih_l0_reverse	9	-0.05128861218690872
24920	rnn.weight_hh_l0_reverse	0	-0.08377034217119217
24920	rnn.weight_hh_l0_reverse	1	-0.06613355129957199
24920	rnn.weight_hh_l0_reverse	2	0.03559109941124916
24920	rnn.weight_hh_l0_reverse	3	0.04547397047281265
24920	rnn.weight_hh_l0_reverse	4	-0.01574360392987728
24920	rnn.weight_hh_l0_reverse	5	0.04558892920613289
24920	rnn.weight_hh_l0_reverse	6	0.0015801973640918732
24920	rnn.weight_hh_l0_reverse	7	0.0008751005516387522
24920	rnn.weight_hh_l0_reverse	8	-0.09822233021259308
24920	rnn.weight_hh_l0_reverse	9	0.0796961709856987
24920	rnn.bias_ih_l0_reverse	0	-0.07667937129735947
24920	rnn.bias_ih_l0_reverse	1	-0.0693633034825325
24920	rnn.bias_ih_l0_reverse	2	0.09956079721450806
24920	rnn.bias_ih_l0_reverse	3	0.043784644454717636
24920	rnn.bias_ih_l0_reverse	4	-0.130366712808609
24920	rnn.bias_ih_l0_reverse	5	0.04333123192191124
24920	rnn.bias_ih_l0_reverse	6	-0.10542681068181992
24920	rnn.bias_ih_l0_reverse	7	0.04034443199634552
24920	rnn.bias_ih_l0_reverse	8	0.0359499529004097
24920	rnn.bias_ih_l0_reverse	9	0.06241961568593979
24920	rnn.bias_hh_l0_reverse	0	0.054646819829940796
24920	rnn.bias_hh_l0_reverse	1	0.06178128346800804
24920	rnn.bias_hh_l0_reverse	2	0.07941293716430664
24920	rnn.bias_hh_l0_reverse	3	-0.0063337949104607105
24920	rnn.bias_hh_l0_reverse	4	0.07214812934398651
24920	rnn.bias_hh_l0_reverse	5	0.00428540026769042
24920	rnn.bias_hh_l0_reverse	6	-0.05779115855693817
24920	rnn.bias_hh_l0_reverse	7	0.023840805515646935
24920	rnn.bias_hh_l0_reverse	8	0.011584455147385597
24920	rnn.bias_hh_l0_reverse	9	-0.16094931960105896
24920	linear.weight	0	0.15689630806446075
24920	linear.weight	1	-0.1615486890077591
24920	linear.weight	2	-0.20903858542442322
24920	linear.weight	3	0.0791255459189415
24920	linear.weight	4	-0.020554542541503906
24920	linear.weight	5	0.0023832833394408226
24920	linear.weight	6	-0.007024454418569803
24920	linear.weight	7	-0.027752049267292023
24920	linear.weight	8	0.07404346764087677
24920	linear.weight	9	0.33846378326416016
24920	linear.bias	0	-0.2096177339553833
24920	linear.bias	1	0.19332513213157654
24920	linear.bias	2	-0.5425649881362915
24920	linear.bias	3	1.693385124206543
24920	linear.bias	4	-0.39314544200897217
24920	linear.bias	5	-0.030769959092140198
24920	linear.bias	6	-0.3600851595401764
24920	linear.bias	7	-0.26990586519241333
24920	linear.bias	8	-0.03830424323678017
24920	linear.bias	9	-0.49483320116996765
24948	transitions	0	-0.6460355520248413
24948	transitions	1	0.35203513503074646
24948	transitions	2	1.6764800548553467
24948	transitions	3	0.09863344579935074
24948	transitions	4	0.9498140811920166
24948	transitions	5	1.2739571332931519
24948	transitions	6	0.4833526015281677
24948	transitions	7	0.17592106759548187
24948	transitions	8	-0.9195049405097961
24948	transitions	9	0.9306662678718567
24948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24948	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24948	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24948	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24948	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24948	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24948	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24948	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24948	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24948	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24948	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24948	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24948	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24948	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24948	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24948	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24948	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24948	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24948	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24948	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24948	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24948	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24948	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24948	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24948	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24948	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24948	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24948	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24948	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24948	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24948	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24948	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24948	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24948	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24948	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24948	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24948	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24948	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24948	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24948	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24948	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24948	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24948	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24948	embedding2nn.weight	0	0.022729160264134407
24948	embedding2nn.weight	1	0.013773119077086449
24948	embedding2nn.weight	2	-0.004582187160849571
24948	embedding2nn.weight	3	0.00046016156557016075
24948	embedding2nn.weight	4	-0.004387545399367809
24948	embedding2nn.weight	5	0.011985233053565025
24948	embedding2nn.weight	6	-0.004854684695601463
24948	embedding2nn.weight	7	0.02284087799489498
24948	embedding2nn.weight	8	-0.005994641222059727
24948	embedding2nn.weight	9	-0.01425652951002121
24948	embedding2nn.bias	0	-0.029095478355884552
24948	embedding2nn.bias	1	-0.03339574858546257
24948	embedding2nn.bias	2	-0.060975201427936554
24948	embedding2nn.bias	3	0.01598767749965191
24948	embedding2nn.bias	4	-0.006245356053113937
24948	embedding2nn.bias	5	-0.017819194123148918
24948	embedding2nn.bias	6	0.02218877337872982
24948	embedding2nn.bias	7	0.03201490268111229
24948	embedding2nn.bias	8	0.009884889237582684
24948	embedding2nn.bias	9	-0.003990912344306707
24948	rnn.weight_ih_l0	0	0.038503069430589676
24948	rnn.weight_ih_l0	1	-0.012266173027455807
24948	rnn.weight_ih_l0	2	-0.036508962512016296
24948	rnn.weight_ih_l0	3	-0.043440572917461395
24948	rnn.weight_ih_l0	4	-0.05126522108912468
24948	rnn.weight_ih_l0	5	-0.008590245619416237
24948	rnn.weight_ih_l0	6	-0.053743876516819
24948	rnn.weight_ih_l0	7	-0.06050405278801918
24948	rnn.weight_ih_l0	8	-0.04517345502972603
24948	rnn.weight_ih_l0	9	-0.027233915403485298
24948	rnn.weight_hh_l0	0	0.018244851380586624
24948	rnn.weight_hh_l0	1	-0.011232619173824787
24948	rnn.weight_hh_l0	2	-0.06892665475606918
24948	rnn.weight_hh_l0	3	-0.03294498100876808
24948	rnn.weight_hh_l0	4	-0.07613562792539597
24948	rnn.weight_hh_l0	5	-0.010500853881239891
24948	rnn.weight_hh_l0	6	-0.04978671669960022
24948	rnn.weight_hh_l0	7	-0.037848297506570816
24948	rnn.weight_hh_l0	8	-0.018523724749684334
24948	rnn.weight_hh_l0	9	-0.002944026608020067
24948	rnn.bias_ih_l0	0	0.14094766974449158
24948	rnn.bias_ih_l0	1	-0.05593542382121086
24948	rnn.bias_ih_l0	2	0.10251660645008087
24948	rnn.bias_ih_l0	3	0.04535412788391113
24948	rnn.bias_ih_l0	4	0.09495792537927628
24948	rnn.bias_ih_l0	5	0.027935868129134178
24948	rnn.bias_ih_l0	6	-0.013343381695449352
24948	rnn.bias_ih_l0	7	-0.10911016911268234
24948	rnn.bias_ih_l0	8	-0.204732283949852
24948	rnn.bias_ih_l0	9	0.08187717199325562
24948	rnn.bias_hh_l0	0	0.000428039493272081
24948	rnn.bias_hh_l0	1	0.02181805483996868
24948	rnn.bias_hh_l0	2	-0.005376363173127174
24948	rnn.bias_hh_l0	3	-0.03027503937482834
24948	rnn.bias_hh_l0	4	-0.03876471519470215
24948	rnn.bias_hh_l0	5	0.15109433233737946
24948	rnn.bias_hh_l0	6	0.049501776695251465
24948	rnn.bias_hh_l0	7	0.050482459366321564
24948	rnn.bias_hh_l0	8	0.021025296300649643
24948	rnn.bias_hh_l0	9	0.039302729070186615
24948	rnn.weight_ih_l0_reverse	0	-0.03053085319697857
24948	rnn.weight_ih_l0_reverse	1	-0.001327362610027194
24948	rnn.weight_ih_l0_reverse	2	0.024520142003893852
24948	rnn.weight_ih_l0_reverse	3	-0.06241205707192421
24948	rnn.weight_ih_l0_reverse	4	0.010369386523962021
24948	rnn.weight_ih_l0_reverse	5	-0.04695858433842659
24948	rnn.weight_ih_l0_reverse	6	0.023907305672764778
24948	rnn.weight_ih_l0_reverse	7	0.04622559994459152
24948	rnn.weight_ih_l0_reverse	8	-0.047524478286504745
24948	rnn.weight_ih_l0_reverse	9	-0.05133358761668205
24948	rnn.weight_hh_l0_reverse	0	-0.08411149680614471
24948	rnn.weight_hh_l0_reverse	1	-0.06644294410943985
24948	rnn.weight_hh_l0_reverse	2	0.035472311079502106
24948	rnn.weight_hh_l0_reverse	3	0.045785173773765564
24948	rnn.weight_hh_l0_reverse	4	-0.015311875380575657
24948	rnn.weight_hh_l0_reverse	5	0.045538414269685745
24948	rnn.weight_hh_l0_reverse	6	0.0009731418103910983
24948	rnn.weight_hh_l0_reverse	7	0.00101096264552325
24948	rnn.weight_hh_l0_reverse	8	-0.0982588678598404
24948	rnn.weight_hh_l0_reverse	9	0.07952164858579636
24948	rnn.bias_ih_l0_reverse	0	-0.07816322147846222
24948	rnn.bias_ih_l0_reverse	1	-0.0692816749215126
24948	rnn.bias_ih_l0_reverse	2	0.10069753229618073
24948	rnn.bias_ih_l0_reverse	3	0.04354846104979515
24948	rnn.bias_ih_l0_reverse	4	-0.13046619296073914
24948	rnn.bias_ih_l0_reverse	5	0.0419633649289608
24948	rnn.bias_ih_l0_reverse	6	-0.10588537901639938
24948	rnn.bias_ih_l0_reverse	7	0.041171543300151825
24948	rnn.bias_ih_l0_reverse	8	0.03627702221274376
24948	rnn.bias_ih_l0_reverse	9	0.06143175810575485
24948	rnn.bias_hh_l0_reverse	0	0.05492302030324936
24948	rnn.bias_hh_l0_reverse	1	0.06185775250196457
24948	rnn.bias_hh_l0_reverse	2	0.07906559109687805
24948	rnn.bias_hh_l0_reverse	3	-0.006576139014214277
24948	rnn.bias_hh_l0_reverse	4	0.07165224105119705
24948	rnn.bias_hh_l0_reverse	5	0.0028954048175364733
24948	rnn.bias_hh_l0_reverse	6	-0.057437554001808167
24948	rnn.bias_hh_l0_reverse	7	0.024193935096263885
24948	rnn.bias_hh_l0_reverse	8	0.010926393792033195
24948	rnn.bias_hh_l0_reverse	9	-0.16300879418849945
24948	linear.weight	0	0.16009421646595
24948	linear.weight	1	-0.16152040660381317
24948	linear.weight	2	-0.2098560631275177
24948	linear.weight	3	0.08127560466527939
24948	linear.weight	4	-0.020784875378012657
24948	linear.weight	5	0.0024107082281261683
24948	linear.weight	6	-0.0070229386910796165
24948	linear.weight	7	-0.02774677984416485
24948	linear.weight	8	0.07433949410915375
24948	linear.weight	9	0.33983197808265686
24948	linear.bias	0	-0.20553267002105713
24948	linear.bias	1	0.19436217844486237
24948	linear.bias	2	-0.5429369807243347
24948	linear.bias	3	1.6857140064239502
24948	linear.bias	4	-0.3932426869869232
24948	linear.bias	5	-0.030769959092140198
24948	linear.bias	6	-0.36065226793289185
24948	linear.bias	7	-0.2704269289970398
24948	linear.bias	8	-0.036282140761613846
24948	linear.bias	9	-0.49485811591148376
24976	transitions	0	-0.6460475325584412
24976	transitions	1	0.35202208161354065
24976	transitions	2	1.6764484643936157
24976	transitions	3	0.0986170694231987
24976	transitions	4	0.9497342705726624
24976	transitions	5	1.2739567756652832
24976	transitions	6	0.48335257172584534
24976	transitions	7	0.1759209781885147
24976	transitions	8	-0.9195050597190857
24976	transitions	9	0.9306662678718567
24976	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
24976	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
24976	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
24976	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
24976	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
24976	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
24976	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
24976	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
24976	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
24976	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
24976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
24976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
24976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
24976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
24976	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
24976	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
24976	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
24976	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
24976	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
24976	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
24976	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
24976	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
24976	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
24976	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
24976	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
24976	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
24976	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
24976	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
24976	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
24976	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
24976	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
24976	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
24976	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
24976	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
24976	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
24976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
24976	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
24976	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
24976	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
24976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
24976	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
24976	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
24976	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
24976	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
24976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
24976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
24976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
24976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
24976	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
24976	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
24976	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
24976	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
24976	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
24976	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
24976	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
24976	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
24976	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
24976	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
24976	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
24976	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
24976	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
24976	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
24976	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
24976	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
24976	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
24976	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
24976	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
24976	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
24976	embedding2nn.weight	0	0.0229145847260952
24976	embedding2nn.weight	1	0.013793185353279114
24976	embedding2nn.weight	2	-0.00448302086442709
24976	embedding2nn.weight	3	0.0005346317775547504
24976	embedding2nn.weight	4	-0.004386469721794128
24976	embedding2nn.weight	5	0.011982366442680359
24976	embedding2nn.weight	6	-0.004868260119110346
24976	embedding2nn.weight	7	0.023122642189264297
24976	embedding2nn.weight	8	-0.006004235707223415
24976	embedding2nn.weight	9	-0.014238887466490269
24976	embedding2nn.bias	0	-0.030933156609535217
24976	embedding2nn.bias	1	-0.03089396469295025
24976	embedding2nn.bias	2	-0.06291180104017258
24976	embedding2nn.bias	3	0.01353251188993454
24976	embedding2nn.bias	4	-0.005274237133562565
24976	embedding2nn.bias	5	-0.0201162938028574
24976	embedding2nn.bias	6	0.022016892209649086
24976	embedding2nn.bias	7	0.03336174786090851
24976	embedding2nn.bias	8	0.005062507465481758
24976	embedding2nn.bias	9	-0.0022065923549234867
24976	rnn.weight_ih_l0	0	0.03840282931923866
24976	rnn.weight_ih_l0	1	-0.01237846352159977
24976	rnn.weight_ih_l0	2	-0.036428000777959824
24976	rnn.weight_ih_l0	3	-0.04365242272615433
24976	rnn.weight_ih_l0	4	-0.05117136240005493
24976	rnn.weight_ih_l0	5	-0.008503155782818794
24976	rnn.weight_ih_l0	6	-0.053670648485422134
24976	rnn.weight_ih_l0	7	-0.06041290611028671
24976	rnn.weight_ih_l0	8	-0.04518057405948639
24976	rnn.weight_ih_l0	9	-0.027259767055511475
24976	rnn.weight_hh_l0	0	0.018411381170153618
24976	rnn.weight_hh_l0	1	-0.011118041351437569
24976	rnn.weight_hh_l0	2	-0.06918791681528091
24976	rnn.weight_hh_l0	3	-0.03320051357150078
24976	rnn.weight_hh_l0	4	-0.07600338011980057
24976	rnn.weight_hh_l0	5	-0.010441956110298634
24976	rnn.weight_hh_l0	6	-0.05060175433754921
24976	rnn.weight_hh_l0	7	-0.037349771708250046
24976	rnn.weight_hh_l0	8	-0.018732409924268723
24976	rnn.weight_hh_l0	9	-0.0028970541898161173
24976	rnn.bias_ih_l0	0	0.14117421209812164
24976	rnn.bias_ih_l0	1	-0.05601835995912552
24976	rnn.bias_ih_l0	2	0.10257341712713242
24976	rnn.bias_ih_l0	3	0.04552701488137245
24976	rnn.bias_ih_l0	4	0.0953594520688057
24976	rnn.bias_ih_l0	5	0.027206014841794968
24976	rnn.bias_ih_l0	6	-0.013422587886452675
24976	rnn.bias_ih_l0	7	-0.10599535703659058
24976	rnn.bias_ih_l0	8	-0.20355385541915894
24976	rnn.bias_ih_l0	9	0.0813327357172966
24976	rnn.bias_hh_l0	0	-0.00010299386485712603
24976	rnn.bias_hh_l0	1	0.021583814173936844
24976	rnn.bias_hh_l0	2	-0.006112493574619293
24976	rnn.bias_hh_l0	3	-0.030526509508490562
24976	rnn.bias_hh_l0	4	-0.03873511776328087
24976	rnn.bias_hh_l0	5	0.15158505737781525
24976	rnn.bias_hh_l0	6	0.049014944583177567
24976	rnn.bias_hh_l0	7	0.04928715154528618
24976	rnn.bias_hh_l0	8	0.020946085453033447
24976	rnn.bias_hh_l0	9	0.039191775023937225
24976	rnn.weight_ih_l0_reverse	0	-0.030494211241602898
24976	rnn.weight_ih_l0_reverse	1	-0.0013363471953198314
24976	rnn.weight_ih_l0_reverse	2	0.024601411074399948
24976	rnn.weight_ih_l0_reverse	3	-0.06238267570734024
24976	rnn.weight_ih_l0_reverse	4	0.01052561029791832
24976	rnn.weight_ih_l0_reverse	5	-0.04704336076974869
24976	rnn.weight_ih_l0_reverse	6	0.023937396705150604
24976	rnn.weight_ih_l0_reverse	7	0.04621455818414688
24976	rnn.weight_ih_l0_reverse	8	-0.04765922948718071
24976	rnn.weight_ih_l0_reverse	9	-0.05129612609744072
24976	rnn.weight_hh_l0_reverse	0	-0.08438514173030853
24976	rnn.weight_hh_l0_reverse	1	-0.06620266288518906
24976	rnn.weight_hh_l0_reverse	2	0.03552139550447464
24976	rnn.weight_hh_l0_reverse	3	0.045812562108039856
24976	rnn.weight_hh_l0_reverse	4	-0.015206446871161461
24976	rnn.weight_hh_l0_reverse	5	0.04553879052400589
24976	rnn.weight_hh_l0_reverse	6	-5.17653716087807e-05
24976	rnn.weight_hh_l0_reverse	7	0.0008804139797575772
24976	rnn.weight_hh_l0_reverse	8	-0.09827790409326553
24976	rnn.weight_hh_l0_reverse	9	0.07982978969812393
24976	rnn.bias_ih_l0_reverse	0	-0.07793178409337997
24976	rnn.bias_ih_l0_reverse	1	-0.06765759736299515
24976	rnn.bias_ih_l0_reverse	2	0.10093842446804047
24976	rnn.bias_ih_l0_reverse	3	0.04369800165295601
24976	rnn.bias_ih_l0_reverse	4	-0.1311614066362381
24976	rnn.bias_ih_l0_reverse	5	0.04236578941345215
24976	rnn.bias_ih_l0_reverse	6	-0.10523054003715515
24976	rnn.bias_ih_l0_reverse	7	0.04359479993581772
24976	rnn.bias_ih_l0_reverse	8	0.0359959751367569
24976	rnn.bias_ih_l0_reverse	9	0.06170458346605301
24976	rnn.bias_hh_l0_reverse	0	0.05689161643385887
24976	rnn.bias_hh_l0_reverse	1	0.061587151139974594
24976	rnn.bias_hh_l0_reverse	2	0.07896421104669571
24976	rnn.bias_hh_l0_reverse	3	-0.006411171052604914
24976	rnn.bias_hh_l0_reverse	4	0.07110531628131866
24976	rnn.bias_hh_l0_reverse	5	0.0017468234291300178
24976	rnn.bias_hh_l0_reverse	6	-0.05771293863654137
24976	rnn.bias_hh_l0_reverse	7	0.02502373419702053
24976	rnn.bias_hh_l0_reverse	8	0.010775060392916203
24976	rnn.bias_hh_l0_reverse	9	-0.1634141057729721
24976	linear.weight	0	0.1578746736049652
24976	linear.weight	1	-0.16151657700538635
24976	linear.weight	2	-0.21124854683876038
24976	linear.weight	3	0.0780976265668869
24976	linear.weight	4	-0.020486950874328613
24976	linear.weight	5	0.002443034201860428
24976	linear.weight	6	-0.0070212241262197495
24976	linear.weight	7	-0.027700822800397873
24976	linear.weight	8	0.07473856210708618
24976	linear.weight	9	0.33972984552383423
24976	linear.bias	0	-0.2061101794242859
24976	linear.bias	1	0.1953808218240738
24976	linear.bias	2	-0.5432091951370239
24976	linear.bias	3	1.6901897192001343
24976	linear.bias	4	-0.3933185935020447
24976	linear.bias	5	-0.030769959092140198
24976	linear.bias	6	-0.3608209490776062
24976	linear.bias	7	-0.27120959758758545
24976	linear.bias	8	-0.042065076529979706
24976	linear.bias	9	-0.49488306045532227
25004	transitions	0	-0.6460747718811035
25004	transitions	1	0.35201314091682434
25004	transitions	2	1.6764274835586548
25004	transitions	3	0.09860783815383911
25004	transitions	4	0.9496145248413086
25004	transitions	5	1.2739567756652832
25004	transitions	6	0.48335254192352295
25004	transitions	7	0.17592094838619232
25004	transitions	8	-0.9195052981376648
25004	transitions	9	0.9306662678718567
25004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25004	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25004	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25004	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25004	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25004	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25004	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25004	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25004	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25004	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25004	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25004	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25004	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25004	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25004	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25004	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25004	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25004	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25004	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25004	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25004	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25004	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25004	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25004	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25004	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25004	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25004	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25004	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25004	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25004	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25004	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25004	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25004	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25004	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25004	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25004	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25004	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25004	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25004	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25004	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25004	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25004	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25004	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25004	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25004	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25004	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25004	embedding2nn.weight	0	0.023060470819473267
25004	embedding2nn.weight	1	0.013882245868444443
25004	embedding2nn.weight	2	-0.004473570734262466
25004	embedding2nn.weight	3	0.0005300847114995122
25004	embedding2nn.weight	4	-0.004362482577562332
25004	embedding2nn.weight	5	0.011985376477241516
25004	embedding2nn.weight	6	-0.004863349720835686
25004	embedding2nn.weight	7	0.022632241249084473
25004	embedding2nn.weight	8	-0.005950805731117725
25004	embedding2nn.weight	9	-0.014273061417043209
25004	embedding2nn.bias	0	-0.029596084728837013
25004	embedding2nn.bias	1	-0.030570344999432564
25004	embedding2nn.bias	2	-0.06321190297603607
25004	embedding2nn.bias	3	0.013783297501504421
25004	embedding2nn.bias	4	-0.005365101154893637
25004	embedding2nn.bias	5	-0.014849720522761345
25004	embedding2nn.bias	6	0.02057996764779091
25004	embedding2nn.bias	7	0.03323449194431305
25004	embedding2nn.bias	8	0.006638676393777132
25004	embedding2nn.bias	9	-0.0003778334939852357
25004	rnn.weight_ih_l0	0	0.038586534559726715
25004	rnn.weight_ih_l0	1	-0.012638533487915993
25004	rnn.weight_ih_l0	2	-0.03657437488436699
25004	rnn.weight_ih_l0	3	-0.04378506541252136
25004	rnn.weight_ih_l0	4	-0.05121930316090584
25004	rnn.weight_ih_l0	5	-0.00850179884582758
25004	rnn.weight_ih_l0	6	-0.053693559020757675
25004	rnn.weight_ih_l0	7	-0.060473281890153885
25004	rnn.weight_ih_l0	8	-0.045315347611904144
25004	rnn.weight_ih_l0	9	-0.027116555720567703
25004	rnn.weight_hh_l0	0	0.018473375588655472
25004	rnn.weight_hh_l0	1	-0.010603648610413074
25004	rnn.weight_hh_l0	2	-0.0687602162361145
25004	rnn.weight_hh_l0	3	-0.03305995464324951
25004	rnn.weight_hh_l0	4	-0.07607977837324142
25004	rnn.weight_hh_l0	5	-0.010364211164414883
25004	rnn.weight_hh_l0	6	-0.05134982988238335
25004	rnn.weight_hh_l0	7	-0.03754832595586777
25004	rnn.weight_hh_l0	8	-0.01863001100718975
25004	rnn.weight_hh_l0	9	-0.003174897050485015
25004	rnn.bias_ih_l0	0	0.1409159004688263
25004	rnn.bias_ih_l0	1	-0.057304587215185165
25004	rnn.bias_ih_l0	2	0.10335403680801392
25004	rnn.bias_ih_l0	3	0.0452103428542614
25004	rnn.bias_ih_l0	4	0.09550498425960541
25004	rnn.bias_ih_l0	5	0.0266430526971817
25004	rnn.bias_ih_l0	6	-0.01392481941729784
25004	rnn.bias_ih_l0	7	-0.11024700105190277
25004	rnn.bias_ih_l0	8	-0.20522813498973846
25004	rnn.bias_ih_l0	9	0.08134220540523529
25004	rnn.bias_hh_l0	0	-0.00107640924397856
25004	rnn.bias_hh_l0	1	0.021073641255497932
25004	rnn.bias_hh_l0	2	-0.004870742559432983
25004	rnn.bias_hh_l0	3	-0.029271820560097694
25004	rnn.bias_hh_l0	4	-0.03895784169435501
25004	rnn.bias_hh_l0	5	0.15029233694076538
25004	rnn.bias_hh_l0	6	0.048591744154691696
25004	rnn.bias_hh_l0	7	0.04810173809528351
25004	rnn.bias_hh_l0	8	0.020443856716156006
25004	rnn.bias_hh_l0	9	0.040231961756944656
25004	rnn.weight_ih_l0_reverse	0	-0.030464617535471916
25004	rnn.weight_ih_l0_reverse	1	-0.0012522994074970484
25004	rnn.weight_ih_l0_reverse	2	0.02460574172437191
25004	rnn.weight_ih_l0_reverse	3	-0.06243767961859703
25004	rnn.weight_ih_l0_reverse	4	0.010462658479809761
25004	rnn.weight_ih_l0_reverse	5	-0.046957045793533325
25004	rnn.weight_ih_l0_reverse	6	0.024704469367861748
25004	rnn.weight_ih_l0_reverse	7	0.046228956431150436
25004	rnn.weight_ih_l0_reverse	8	-0.047606438398361206
25004	rnn.weight_ih_l0_reverse	9	-0.05126427114009857
25004	rnn.weight_hh_l0_reverse	0	-0.08423497527837753
25004	rnn.weight_hh_l0_reverse	1	-0.06637943536043167
25004	rnn.weight_hh_l0_reverse	2	0.035336874425411224
25004	rnn.weight_hh_l0_reverse	3	0.045817624777555466
25004	rnn.weight_hh_l0_reverse	4	-0.015063431113958359
25004	rnn.weight_hh_l0_reverse	5	0.04536343365907669
25004	rnn.weight_hh_l0_reverse	6	-0.0002662201295606792
25004	rnn.weight_hh_l0_reverse	7	0.0007265722379088402
25004	rnn.weight_hh_l0_reverse	8	-0.09820060431957245
25004	rnn.weight_hh_l0_reverse	9	0.07995174080133438
25004	rnn.bias_ih_l0_reverse	0	-0.07918290048837662
25004	rnn.bias_ih_l0_reverse	1	-0.06761642545461655
25004	rnn.bias_ih_l0_reverse	2	0.10086490958929062
25004	rnn.bias_ih_l0_reverse	3	0.04373711347579956
25004	rnn.bias_ih_l0_reverse	4	-0.1309664249420166
25004	rnn.bias_ih_l0_reverse	5	0.043016478419303894
25004	rnn.bias_ih_l0_reverse	6	-0.1062464788556099
25004	rnn.bias_ih_l0_reverse	7	0.04365595430135727
25004	rnn.bias_ih_l0_reverse	8	0.03523756563663483
25004	rnn.bias_ih_l0_reverse	9	0.0611659474670887
25004	rnn.bias_hh_l0_reverse	0	0.05464383214712143
25004	rnn.bias_hh_l0_reverse	1	0.06151806190609932
25004	rnn.bias_hh_l0_reverse	2	0.07923109829425812
25004	rnn.bias_hh_l0_reverse	3	-0.006803847849369049
25004	rnn.bias_hh_l0_reverse	4	0.07115460932254791
25004	rnn.bias_hh_l0_reverse	5	0.004663420375436544
25004	rnn.bias_hh_l0_reverse	6	-0.05728559195995331
25004	rnn.bias_hh_l0_reverse	7	0.024342138320207596
25004	rnn.bias_hh_l0_reverse	8	0.011125821620225906
25004	rnn.bias_hh_l0_reverse	9	-0.16564545035362244
25004	linear.weight	0	0.1584162414073944
25004	linear.weight	1	-0.1615149825811386
25004	linear.weight	2	-0.21137581765651703
25004	linear.weight	3	0.07585132867097855
25004	linear.weight	4	-0.020300162956118584
25004	linear.weight	5	0.002457326278090477
25004	linear.weight	6	-0.007020965684205294
25004	linear.weight	7	-0.027693020179867744
25004	linear.weight	8	0.07451661676168442
25004	linear.weight	9	0.339384526014328
25004	linear.bias	0	-0.20214010775089264
25004	linear.bias	1	0.1968899518251419
25004	linear.bias	2	-0.5417761206626892
25004	linear.bias	3	1.683947205543518
25004	linear.bias	4	-0.39385420083999634
25004	linear.bias	5	-0.030769959092140198
25004	linear.bias	6	-0.3602216839790344
25004	linear.bias	7	-0.27087607979774475
25004	linear.bias	8	-0.04701577126979828
25004	linear.bias	9	-0.4949057400226593
25032	transitions	0	-0.6461248397827148
25032	transitions	1	0.3520047962665558
25032	transitions	2	1.6764135360717773
25032	transitions	3	0.09858710318803787
25032	transitions	4	0.9495488405227661
25032	transitions	5	1.2739566564559937
25032	transitions	6	0.4833524823188782
25032	transitions	7	0.17592090368270874
25032	transitions	8	-0.9195055961608887
25032	transitions	9	0.9306662678718567
25032	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25032	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25032	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25032	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25032	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25032	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25032	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25032	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25032	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25032	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25032	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25032	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25032	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25032	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25032	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25032	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25032	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25032	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25032	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25032	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25032	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25032	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25032	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25032	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25032	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25032	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25032	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25032	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25032	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25032	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25032	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25032	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25032	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25032	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25032	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25032	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25032	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25032	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25032	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25032	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25032	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25032	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25032	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25032	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25032	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25032	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25032	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25032	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25032	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25032	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25032	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25032	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25032	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25032	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25032	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25032	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25032	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25032	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25032	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25032	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25032	embedding2nn.weight	0	0.022995758801698685
25032	embedding2nn.weight	1	0.01391670759767294
25032	embedding2nn.weight	2	-0.004464334342628717
25032	embedding2nn.weight	3	0.0005733356229029596
25032	embedding2nn.weight	4	-0.0043405513279139996
25032	embedding2nn.weight	5	0.0119349779561162
25032	embedding2nn.weight	6	-0.004864352755248547
25032	embedding2nn.weight	7	0.02239566296339035
25032	embedding2nn.weight	8	-0.0060211108066141605
25032	embedding2nn.weight	9	-0.01424888614565134
25032	embedding2nn.bias	0	-0.027880918234586716
25032	embedding2nn.bias	1	-0.031299274414777756
25032	embedding2nn.bias	2	-0.06470326334238052
25032	embedding2nn.bias	3	0.014232801273465157
25032	embedding2nn.bias	4	-0.006709560286253691
25032	embedding2nn.bias	5	-0.01570862904191017
25032	embedding2nn.bias	6	0.022263459861278534
25032	embedding2nn.bias	7	0.034846968948841095
25032	embedding2nn.bias	8	0.004478772636502981
25032	embedding2nn.bias	9	-0.00031183348619379103
25032	rnn.weight_ih_l0	0	0.038643307983875275
25032	rnn.weight_ih_l0	1	-0.012744361534714699
25032	rnn.weight_ih_l0	2	-0.036423761397600174
25032	rnn.weight_ih_l0	3	-0.043761614710092545
25032	rnn.weight_ih_l0	4	-0.05134466290473938
25032	rnn.weight_ih_l0	5	-0.008493526838719845
25032	rnn.weight_ih_l0	6	-0.05372120812535286
25032	rnn.weight_ih_l0	7	-0.06038771942257881
25032	rnn.weight_ih_l0	8	-0.04538847133517265
25032	rnn.weight_ih_l0	9	-0.02723544090986252
25032	rnn.weight_hh_l0	0	0.018419016152620316
25032	rnn.weight_hh_l0	1	-0.010621001943945885
25032	rnn.weight_hh_l0	2	-0.06862019002437592
25032	rnn.weight_hh_l0	3	-0.033040620386600494
25032	rnn.weight_hh_l0	4	-0.07620090246200562
25032	rnn.weight_hh_l0	5	-0.010512025095522404
25032	rnn.weight_hh_l0	6	-0.05092281848192215
25032	rnn.weight_hh_l0	7	-0.037466857582330704
25032	rnn.weight_hh_l0	8	-0.018627097830176353
25032	rnn.weight_hh_l0	9	-0.0033205810468643904
25032	rnn.bias_ih_l0	0	0.14106547832489014
25032	rnn.bias_ih_l0	1	-0.05721060559153557
25032	rnn.bias_ih_l0	2	0.1033661961555481
25032	rnn.bias_ih_l0	3	0.046346213668584824
25032	rnn.bias_ih_l0	4	0.09534064680337906
25032	rnn.bias_ih_l0	5	0.026018666103482246
25032	rnn.bias_ih_l0	6	-0.014088313095271587
25032	rnn.bias_ih_l0	7	-0.10832975059747696
25032	rnn.bias_ih_l0	8	-0.2082107663154602
25032	rnn.bias_ih_l0	9	0.08173083513975143
25032	rnn.bias_hh_l0	0	-0.00046202741214074194
25032	rnn.bias_hh_l0	1	0.021392391994595528
25032	rnn.bias_hh_l0	2	-0.0032870399300009012
25032	rnn.bias_hh_l0	3	-0.030371375381946564
25032	rnn.bias_hh_l0	4	-0.03955497592687607
25032	rnn.bias_hh_l0	5	0.15067192912101746
25032	rnn.bias_hh_l0	6	0.04818795993924141
25032	rnn.bias_hh_l0	7	0.046895164996385574
25032	rnn.bias_hh_l0	8	0.02028036303818226
25032	rnn.bias_hh_l0	9	0.04068898782134056
25032	rnn.weight_ih_l0_reverse	0	-0.03050806187093258
25032	rnn.weight_ih_l0_reverse	1	-0.0009080717572942376
25032	rnn.weight_ih_l0_reverse	2	0.024599861353635788
25032	rnn.weight_ih_l0_reverse	3	-0.062468256801366806
25032	rnn.weight_ih_l0_reverse	4	0.010268611833453178
25032	rnn.weight_ih_l0_reverse	5	-0.04707230255007744
25032	rnn.weight_ih_l0_reverse	6	0.024814939126372337
25032	rnn.weight_ih_l0_reverse	7	0.04612557962536812
25032	rnn.weight_ih_l0_reverse	8	-0.04763730615377426
25032	rnn.weight_ih_l0_reverse	9	-0.051297035068273544
25032	rnn.weight_hh_l0_reverse	0	-0.08433648943901062
25032	rnn.weight_hh_l0_reverse	1	-0.06634930521249771
25032	rnn.weight_hh_l0_reverse	2	0.03521285206079483
25032	rnn.weight_hh_l0_reverse	3	0.04570547118782997
25032	rnn.weight_hh_l0_reverse	4	-0.015362207777798176
25032	rnn.weight_hh_l0_reverse	5	0.045402511954307556
25032	rnn.weight_hh_l0_reverse	6	-0.0012850140919908881
25032	rnn.weight_hh_l0_reverse	7	0.0005564253660850227
25032	rnn.weight_hh_l0_reverse	8	-0.09827039390802383
25032	rnn.weight_hh_l0_reverse	9	0.08057598024606705
25032	rnn.bias_ih_l0_reverse	0	-0.07910515367984772
25032	rnn.bias_ih_l0_reverse	1	-0.06718875467777252
25032	rnn.bias_ih_l0_reverse	2	0.10179705917835236
25032	rnn.bias_ih_l0_reverse	3	0.043706703931093216
25032	rnn.bias_ih_l0_reverse	4	-0.13145029544830322
25032	rnn.bias_ih_l0_reverse	5	0.04312541335821152
25032	rnn.bias_ih_l0_reverse	6	-0.10585250705480576
25032	rnn.bias_ih_l0_reverse	7	0.045138392597436905
25032	rnn.bias_ih_l0_reverse	8	0.034647464752197266
25032	rnn.bias_ih_l0_reverse	9	0.061185408383607864
25032	rnn.bias_hh_l0_reverse	0	0.054588112980127335
25032	rnn.bias_hh_l0_reverse	1	0.06277285516262054
25032	rnn.bias_hh_l0_reverse	2	0.07981337606906891
25032	rnn.bias_hh_l0_reverse	3	-0.006938321515917778
25032	rnn.bias_hh_l0_reverse	4	0.07124190032482147
25032	rnn.bias_hh_l0_reverse	5	0.005789462011307478
25032	rnn.bias_hh_l0_reverse	6	-0.05742093175649643
25032	rnn.bias_hh_l0_reverse	7	0.02479495294392109
25032	rnn.bias_hh_l0_reverse	8	0.01170937716960907
25032	rnn.bias_hh_l0_reverse	9	-0.16527418792247772
25032	linear.weight	0	0.1563016027212143
25032	linear.weight	1	-0.16150739789009094
25032	linear.weight	2	-0.2077597826719284
25032	linear.weight	3	0.07605405896902084
25032	linear.weight	4	-0.020175253972411156
25032	linear.weight	5	0.002557947766035795
25032	linear.weight	6	-0.007020395249128342
25032	linear.weight	7	-0.02767905220389366
25032	linear.weight	8	0.07423587888479233
25032	linear.weight	9	0.3373475968837738
25032	linear.bias	0	-0.2022080421447754
25032	linear.bias	1	0.19825908541679382
25032	linear.bias	2	-0.5434678792953491
25032	linear.bias	3	1.6881978511810303
25032	linear.bias	4	-0.39389029145240784
25032	linear.bias	5	-0.030769959092140198
25032	linear.bias	6	-0.3610766530036926
25032	linear.bias	7	-0.27092245221138
25032	linear.bias	8	-0.05047164112329483
25032	linear.bias	9	-0.49493086338043213
25060	transitions	0	-0.6461474299430847
25060	transitions	1	0.3519952893257141
25060	transitions	2	1.6763782501220703
25060	transitions	3	0.09858386218547821
25060	transitions	4	0.9495294690132141
25060	transitions	5	1.273956060409546
25060	transitions	6	0.4833501875400543
25060	transitions	7	0.17592044174671173
25060	transitions	8	-0.9195060729980469
25060	transitions	9	0.9306662082672119
25060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25060	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25060	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25060	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25060	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25060	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25060	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25060	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25060	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25060	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25060	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25060	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25060	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25060	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25060	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25060	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25060	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25060	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25060	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25060	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25060	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25060	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25060	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25060	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25060	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25060	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25060	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25060	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25060	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25060	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25060	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25060	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25060	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25060	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25060	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25060	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25060	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25060	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25060	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25060	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25060	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25060	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25060	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25060	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25060	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25060	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25060	embedding2nn.weight	0	0.023030458018183708
25060	embedding2nn.weight	1	0.013911140151321888
25060	embedding2nn.weight	2	-0.004478647839277983
25060	embedding2nn.weight	3	0.0006332367192953825
25060	embedding2nn.weight	4	-0.0043440754525363445
25060	embedding2nn.weight	5	0.01192594412714243
25060	embedding2nn.weight	6	-0.004823251627385616
25060	embedding2nn.weight	7	0.021820498630404472
25060	embedding2nn.weight	8	-0.006079532206058502
25060	embedding2nn.weight	9	-0.01423825602978468
25060	embedding2nn.bias	0	-0.031116990372538567
25060	embedding2nn.bias	1	-0.029410848394036293
25060	embedding2nn.bias	2	-0.06387648731470108
25060	embedding2nn.bias	3	0.013434061780571938
25060	embedding2nn.bias	4	-0.009720099158585072
25060	embedding2nn.bias	5	-0.015190020203590393
25060	embedding2nn.bias	6	0.021239107474684715
25060	embedding2nn.bias	7	0.037559304386377335
25060	embedding2nn.bias	8	0.007647064980119467
25060	embedding2nn.bias	9	0.0012545911595225334
25060	rnn.weight_ih_l0	0	0.03865054249763489
25060	rnn.weight_ih_l0	1	-0.012457113713026047
25060	rnn.weight_ih_l0	2	-0.03654880076646805
25060	rnn.weight_ih_l0	3	-0.04349924996495247
25060	rnn.weight_ih_l0	4	-0.051398634910583496
25060	rnn.weight_ih_l0	5	-0.008487398736178875
25060	rnn.weight_ih_l0	6	-0.05367875471711159
25060	rnn.weight_ih_l0	7	-0.0603700615465641
25060	rnn.weight_ih_l0	8	-0.04540129750967026
25060	rnn.weight_ih_l0	9	-0.027205562219023705
25060	rnn.weight_hh_l0	0	0.018546994775533676
25060	rnn.weight_hh_l0	1	-0.010577627457678318
25060	rnn.weight_hh_l0	2	-0.06893646717071533
25060	rnn.weight_hh_l0	3	-0.03299403935670853
25060	rnn.weight_hh_l0	4	-0.07620273530483246
25060	rnn.weight_hh_l0	5	-0.010784185491502285
25060	rnn.weight_hh_l0	6	-0.05095889791846275
25060	rnn.weight_hh_l0	7	-0.038185905665159225
25060	rnn.weight_hh_l0	8	-0.018765918910503387
25060	rnn.weight_hh_l0	9	-0.0036429937463253736
25060	rnn.bias_ih_l0	0	0.14066259562969208
25060	rnn.bias_ih_l0	1	-0.057222798466682434
25060	rnn.bias_ih_l0	2	0.1043822392821312
25060	rnn.bias_ih_l0	3	0.04534560814499855
25060	rnn.bias_ih_l0	4	0.0937919020652771
25060	rnn.bias_ih_l0	5	0.02662264183163643
25060	rnn.bias_ih_l0	6	-0.014455819502472878
25060	rnn.bias_ih_l0	7	-0.10964850336313248
25060	rnn.bias_ih_l0	8	-0.20624172687530518
25060	rnn.bias_ih_l0	9	0.08191831409931183
25060	rnn.bias_hh_l0	0	-0.0008363897213712335
25060	rnn.bias_hh_l0	1	0.021355504170060158
25060	rnn.bias_hh_l0	2	-0.002987795742228627
25060	rnn.bias_hh_l0	3	-0.03039943054318428
25060	rnn.bias_hh_l0	4	-0.040525153279304504
25060	rnn.bias_hh_l0	5	0.1504284143447876
25060	rnn.bias_hh_l0	6	0.048998743295669556
25060	rnn.bias_hh_l0	7	0.04701143875718117
25060	rnn.bias_hh_l0	8	0.019912857562303543
25060	rnn.bias_hh_l0	9	0.039315853267908096
25060	rnn.weight_ih_l0_reverse	0	-0.030318712815642357
25060	rnn.weight_ih_l0_reverse	1	-0.001120344502851367
25060	rnn.weight_ih_l0_reverse	2	0.024607283994555473
25060	rnn.weight_ih_l0_reverse	3	-0.06245985999703407
25060	rnn.weight_ih_l0_reverse	4	0.010442730039358139
25060	rnn.weight_ih_l0_reverse	5	-0.04711052402853966
25060	rnn.weight_ih_l0_reverse	6	0.024920396506786346
25060	rnn.weight_ih_l0_reverse	7	0.04627295583486557
25060	rnn.weight_ih_l0_reverse	8	-0.04762877896428108
25060	rnn.weight_ih_l0_reverse	9	-0.05128917843103409
25060	rnn.weight_hh_l0_reverse	0	-0.08435933291912079
25060	rnn.weight_hh_l0_reverse	1	-0.06640087068080902
25060	rnn.weight_hh_l0_reverse	2	0.03522257134318352
25060	rnn.weight_hh_l0_reverse	3	0.04545918107032776
25060	rnn.weight_hh_l0_reverse	4	-0.015338578261435032
25060	rnn.weight_hh_l0_reverse	5	0.045392073690891266
25060	rnn.weight_hh_l0_reverse	6	-0.0010999941732734442
25060	rnn.weight_hh_l0_reverse	7	0.00048553015221841633
25060	rnn.weight_hh_l0_reverse	8	-0.098074771463871
25060	rnn.weight_hh_l0_reverse	9	0.08076424896717072
25060	rnn.bias_ih_l0_reverse	0	-0.07812096178531647
25060	rnn.bias_ih_l0_reverse	1	-0.06697288155555725
25060	rnn.bias_ih_l0_reverse	2	0.10279404371976852
25060	rnn.bias_ih_l0_reverse	3	0.04440440237522125
25060	rnn.bias_ih_l0_reverse	4	-0.13132867217063904
25060	rnn.bias_ih_l0_reverse	5	0.042023152112960815
25060	rnn.bias_ih_l0_reverse	6	-0.10671801120042801
25060	rnn.bias_ih_l0_reverse	7	0.04550909623503685
25060	rnn.bias_ih_l0_reverse	8	0.034539807587862015
25060	rnn.bias_ih_l0_reverse	9	0.06083249673247337
25060	rnn.bias_hh_l0_reverse	0	0.05188847333192825
25060	rnn.bias_hh_l0_reverse	1	0.06245385855436325
25060	rnn.bias_hh_l0_reverse	2	0.07940083742141724
25060	rnn.bias_hh_l0_reverse	3	-0.0075742332264781
25060	rnn.bias_hh_l0_reverse	4	0.07112797349691391
25060	rnn.bias_hh_l0_reverse	5	0.0072042024694383144
25060	rnn.bias_hh_l0_reverse	6	-0.05733559653162956
25060	rnn.bias_hh_l0_reverse	7	0.025151902809739113
25060	rnn.bias_hh_l0_reverse	8	0.011362173594534397
25060	rnn.bias_hh_l0_reverse	9	-0.16561874747276306
25060	linear.weight	0	0.1523403823375702
25060	linear.weight	1	-0.16150730848312378
25060	linear.weight	2	-0.20743468403816223
25060	linear.weight	3	0.07701209932565689
25060	linear.weight	4	-0.02014448307454586
25060	linear.weight	5	0.0026624843012541533
25060	linear.weight	6	-0.007018946576863527
25060	linear.weight	7	-0.027669209986925125
25060	linear.weight	8	0.07304272800683975
25060	linear.weight	9	0.33706027269363403
25060	linear.bias	0	-0.20102356374263763
25060	linear.bias	1	0.19679506123065948
25060	linear.bias	2	-0.5438103675842285
25060	linear.bias	3	1.6821562051773071
25060	linear.bias	4	-0.39395076036453247
25060	linear.bias	5	-0.030769959092140198
25060	linear.bias	6	-0.3598173260688782
25060	linear.bias	7	-0.27134132385253906
25060	linear.bias	8	-0.0486825592815876
25060	linear.bias	9	-0.4949660301208496
25088	transitions	0	-0.6461667418479919
25088	transitions	1	0.3519880175590515
25088	transitions	2	1.6763663291931152
25088	transitions	3	0.09858016669750214
25088	transitions	4	0.9495269656181335
25088	transitions	5	1.2739557027816772
25088	transitions	6	0.4833501875400543
25088	transitions	7	0.17592035233974457
25088	transitions	8	-0.9195061922073364
25088	transitions	9	0.9306662082672119
25088	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25088	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25088	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25088	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25088	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25088	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25088	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25088	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25088	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25088	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25088	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25088	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25088	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25088	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25088	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25088	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25088	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25088	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25088	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25088	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25088	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25088	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25088	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25088	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25088	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25088	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25088	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25088	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25088	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25088	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25088	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25088	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25088	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25088	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25088	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25088	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25088	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25088	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25088	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25088	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25088	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25088	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25088	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25088	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25088	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25088	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25088	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25088	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25088	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25088	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25088	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25088	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25088	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25088	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25088	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25088	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25088	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25088	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25088	embedding2nn.weight	0	0.023316171020269394
25088	embedding2nn.weight	1	0.013976344838738441
25088	embedding2nn.weight	2	-0.0044610085897147655
25088	embedding2nn.weight	3	0.0006109336973167956
25088	embedding2nn.weight	4	-0.004347397014498711
25088	embedding2nn.weight	5	0.011881859041750431
25088	embedding2nn.weight	6	-0.00483489828184247
25088	embedding2nn.weight	7	0.021379580721259117
25088	embedding2nn.weight	8	-0.006069961003959179
25088	embedding2nn.weight	9	-0.014216968789696693
25088	embedding2nn.bias	0	-0.03351631760597229
25088	embedding2nn.bias	1	-0.029217999428510666
25088	embedding2nn.bias	2	-0.06427502632141113
25088	embedding2nn.bias	3	0.015065512619912624
25088	embedding2nn.bias	4	-0.008322242647409439
25088	embedding2nn.bias	5	-0.015479307621717453
25088	embedding2nn.bias	6	0.020212393254041672
25088	embedding2nn.bias	7	0.03613422065973282
25088	embedding2nn.bias	8	0.009010154753923416
25088	embedding2nn.bias	9	-0.0006726435385644436
25088	rnn.weight_ih_l0	0	0.038503170013427734
25088	rnn.weight_ih_l0	1	-0.01227435003966093
25088	rnn.weight_ih_l0	2	-0.03653638809919357
25088	rnn.weight_ih_l0	3	-0.04351367801427841
25088	rnn.weight_ih_l0	4	-0.05131496861577034
25088	rnn.weight_ih_l0	5	-0.008372931741178036
25088	rnn.weight_ih_l0	6	-0.05365430563688278
25088	rnn.weight_ih_l0	7	-0.06038404256105423
25088	rnn.weight_ih_l0	8	-0.04533432796597481
25088	rnn.weight_ih_l0	9	-0.027202583849430084
25088	rnn.weight_hh_l0	0	0.01860056258738041
25088	rnn.weight_hh_l0	1	-0.010821114294230938
25088	rnn.weight_hh_l0	2	-0.06891048699617386
25088	rnn.weight_hh_l0	3	-0.033008940517902374
25088	rnn.weight_hh_l0	4	-0.07605856657028198
25088	rnn.weight_hh_l0	5	-0.010955696925520897
25088	rnn.weight_hh_l0	6	-0.05058198794722557
25088	rnn.weight_hh_l0	7	-0.03824465721845627
25088	rnn.weight_hh_l0	8	-0.0185233186930418
25088	rnn.weight_hh_l0	9	-0.002681633224710822
25088	rnn.bias_ih_l0	0	0.14037685096263885
25088	rnn.bias_ih_l0	1	-0.05670570954680443
25088	rnn.bias_ih_l0	2	0.1046132817864418
25088	rnn.bias_ih_l0	3	0.046336136758327484
25088	rnn.bias_ih_l0	4	0.09576592594385147
25088	rnn.bias_ih_l0	5	0.026962561532855034
25088	rnn.bias_ih_l0	6	-0.015511956997215748
25088	rnn.bias_ih_l0	7	-0.11051822453737259
25088	rnn.bias_ih_l0	8	-0.20409435033798218
25088	rnn.bias_ih_l0	9	0.08258439600467682
25088	rnn.bias_hh_l0	0	-0.0016750470967963338
25088	rnn.bias_hh_l0	1	0.021665388718247414
25088	rnn.bias_hh_l0	2	-0.0027277213521301746
25088	rnn.bias_hh_l0	3	-0.03031957894563675
25088	rnn.bias_hh_l0	4	-0.04136002063751221
25088	rnn.bias_hh_l0	5	0.14959201216697693
25088	rnn.bias_hh_l0	6	0.049411822110414505
25088	rnn.bias_hh_l0	7	0.047989923506975174
25088	rnn.bias_hh_l0	8	0.018856720998883247
25088	rnn.bias_hh_l0	9	0.038752373307943344
25088	rnn.weight_ih_l0_reverse	0	-0.03036312386393547
25088	rnn.weight_ih_l0_reverse	1	-0.0009494689875282347
25088	rnn.weight_ih_l0_reverse	2	0.024600354954600334
25088	rnn.weight_ih_l0_reverse	3	-0.062475934624671936
25088	rnn.weight_ih_l0_reverse	4	0.010452703572809696
25088	rnn.weight_ih_l0_reverse	5	-0.047140222042798996
25088	rnn.weight_ih_l0_reverse	6	0.025198299437761307
25088	rnn.weight_ih_l0_reverse	7	0.04637056589126587
25088	rnn.weight_ih_l0_reverse	8	-0.04763273149728775
25088	rnn.weight_ih_l0_reverse	9	-0.05127819627523422
25088	rnn.weight_hh_l0_reverse	0	-0.08415713161230087
25088	rnn.weight_hh_l0_reverse	1	-0.06665512919425964
25088	rnn.weight_hh_l0_reverse	2	0.03496677055954933
25088	rnn.weight_hh_l0_reverse	3	0.045399852097034454
25088	rnn.weight_hh_l0_reverse	4	-0.015456803143024445
25088	rnn.weight_hh_l0_reverse	5	0.04540228098630905
25088	rnn.weight_hh_l0_reverse	6	-0.0012759225210174918
25088	rnn.weight_hh_l0_reverse	7	0.000458472321042791
25088	rnn.weight_hh_l0_reverse	8	-0.0981287807226181
25088	rnn.weight_hh_l0_reverse	9	0.08090197294950485
25088	rnn.bias_ih_l0_reverse	0	-0.07787079364061356
25088	rnn.bias_ih_l0_reverse	1	-0.06899071484804153
25088	rnn.bias_ih_l0_reverse	2	0.10188423097133636
25088	rnn.bias_ih_l0_reverse	3	0.04471202194690704
25088	rnn.bias_ih_l0_reverse	4	-0.13138781487941742
25088	rnn.bias_ih_l0_reverse	5	0.04167092964053154
25088	rnn.bias_ih_l0_reverse	6	-0.10632731765508652
25088	rnn.bias_ih_l0_reverse	7	0.04581532999873161
25088	rnn.bias_ih_l0_reverse	8	0.034776728600263596
25088	rnn.bias_ih_l0_reverse	9	0.06085658445954323
25088	rnn.bias_hh_l0_reverse	0	0.052171334624290466
25088	rnn.bias_hh_l0_reverse	1	0.06351017951965332
25088	rnn.bias_hh_l0_reverse	2	0.07900866866111755
25088	rnn.bias_hh_l0_reverse	3	-0.00690076407045126
25088	rnn.bias_hh_l0_reverse	4	0.07156219333410263
25088	rnn.bias_hh_l0_reverse	5	0.005586148705333471
25088	rnn.bias_hh_l0_reverse	6	-0.055968042463064194
25088	rnn.bias_hh_l0_reverse	7	0.02454989403486252
25088	rnn.bias_hh_l0_reverse	8	0.012281576171517372
25088	rnn.bias_hh_l0_reverse	9	-0.1627071052789688
25088	linear.weight	0	0.15029384195804596
25088	linear.weight	1	-0.1615050733089447
25088	linear.weight	2	-0.20821192860603333
25088	linear.weight	3	0.07807362824678421
25088	linear.weight	4	-0.02011839486658573
25088	linear.weight	5	0.002740673255175352
25088	linear.weight	6	-0.007018194533884525
25088	linear.weight	7	-0.027666125446558
25088	linear.weight	8	0.0735105499625206
25088	linear.weight	9	0.3377845287322998
25088	linear.bias	0	-0.20883093774318695
25088	linear.bias	1	0.1955612301826477
25088	linear.bias	2	-0.5444698333740234
25088	linear.bias	3	1.6830339431762695
25088	linear.bias	4	-0.39400264620780945
25088	linear.bias	5	-0.030769959092140198
25088	linear.bias	6	-0.3619404435157776
25088	linear.bias	7	-0.2707286775112152
25088	linear.bias	8	-0.04145314544439316
25088	linear.bias	9	-0.49498406052589417
25116	transitions	0	-0.6461817622184753
25116	transitions	1	0.3519427180290222
25116	transitions	2	1.676339030265808
25116	transitions	3	0.09856823831796646
25116	transitions	4	0.9495086073875427
25116	transitions	5	1.2739548683166504
25116	transitions	6	0.48335012793540955
25116	transitions	7	0.17591813206672668
25116	transitions	8	-0.919506311416626
25116	transitions	9	0.9306626915931702
25116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25116	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25116	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25116	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25116	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25116	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25116	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25116	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25116	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25116	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25116	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25116	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25116	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25116	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25116	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25116	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25116	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25116	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25116	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25116	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25116	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25116	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25116	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25116	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25116	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25116	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25116	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25116	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25116	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25116	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25116	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25116	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25116	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25116	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25116	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25116	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25116	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25116	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25116	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25116	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25116	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25116	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25116	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25116	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25116	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25116	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25116	embedding2nn.weight	0	0.02338850498199463
25116	embedding2nn.weight	1	0.013963122852146626
25116	embedding2nn.weight	2	-0.004455608315765858
25116	embedding2nn.weight	3	0.00059217942180112
25116	embedding2nn.weight	4	-0.0043512387201189995
25116	embedding2nn.weight	5	0.011860473081469536
25116	embedding2nn.weight	6	-0.004812455736100674
25116	embedding2nn.weight	7	0.021443450823426247
25116	embedding2nn.weight	8	-0.006142294500023127
25116	embedding2nn.weight	9	-0.014258808456361294
25116	embedding2nn.bias	0	-0.03191987797617912
25116	embedding2nn.bias	1	-0.03256237134337425
25116	embedding2nn.bias	2	-0.0644548088312149
25116	embedding2nn.bias	3	0.013078340329229832
25116	embedding2nn.bias	4	-0.007812640629708767
25116	embedding2nn.bias	5	-0.016549356281757355
25116	embedding2nn.bias	6	0.019898252561688423
25116	embedding2nn.bias	7	0.037181306630373
25116	embedding2nn.bias	8	0.011299856938421726
25116	embedding2nn.bias	9	0.0023884957190603018
25116	rnn.weight_ih_l0	0	0.03826778754591942
25116	rnn.weight_ih_l0	1	-0.012140091508626938
25116	rnn.weight_ih_l0	2	-0.036907702684402466
25116	rnn.weight_ih_l0	3	-0.0434446819126606
25116	rnn.weight_ih_l0	4	-0.05132173001766205
25116	rnn.weight_ih_l0	5	-0.008228795602917671
25116	rnn.weight_ih_l0	6	-0.05352763831615448
25116	rnn.weight_ih_l0	7	-0.06053543835878372
25116	rnn.weight_ih_l0	8	-0.04524495080113411
25116	rnn.weight_ih_l0	9	-0.02726983092725277
25116	rnn.weight_hh_l0	0	0.018657788634300232
25116	rnn.weight_hh_l0	1	-0.010603263974189758
25116	rnn.weight_hh_l0	2	-0.06903962790966034
25116	rnn.weight_hh_l0	3	-0.03312809392809868
25116	rnn.weight_hh_l0	4	-0.07603613287210464
25116	rnn.weight_hh_l0	5	-0.010892858728766441
25116	rnn.weight_hh_l0	6	-0.05015607550740242
25116	rnn.weight_hh_l0	7	-0.03842814639210701
25116	rnn.weight_hh_l0	8	-0.018381008878350258
25116	rnn.weight_hh_l0	9	-0.0029886106494814157
25116	rnn.bias_ih_l0	0	0.1402781754732132
25116	rnn.bias_ih_l0	1	-0.057151105254888535
25116	rnn.bias_ih_l0	2	0.10469886660575867
25116	rnn.bias_ih_l0	3	0.04699648544192314
25116	rnn.bias_ih_l0	4	0.09738572686910629
25116	rnn.bias_ih_l0	5	0.026998670771718025
25116	rnn.bias_ih_l0	6	-0.015952078625559807
25116	rnn.bias_ih_l0	7	-0.10547938942909241
25116	rnn.bias_ih_l0	8	-0.20663797855377197
25116	rnn.bias_ih_l0	9	0.08353433758020401
25116	rnn.bias_hh_l0	0	-0.0015051324153319001
25116	rnn.bias_hh_l0	1	0.021433062851428986
25116	rnn.bias_hh_l0	2	-0.0019975947216153145
25116	rnn.bias_hh_l0	3	-0.030586959794163704
25116	rnn.bias_hh_l0	4	-0.040417518466711044
25116	rnn.bias_hh_l0	5	0.14929036796092987
25116	rnn.bias_hh_l0	6	0.04920048639178276
25116	rnn.bias_hh_l0	7	0.04673711210489273
25116	rnn.bias_hh_l0	8	0.018416602164506912
25116	rnn.bias_hh_l0	9	0.0396103598177433
25116	rnn.weight_ih_l0_reverse	0	-0.03041411191225052
25116	rnn.weight_ih_l0_reverse	1	-0.0008864884730428457
25116	rnn.weight_ih_l0_reverse	2	0.02459157630801201
25116	rnn.weight_ih_l0_reverse	3	-0.06243682652711868
25116	rnn.weight_ih_l0_reverse	4	0.010286134667694569
25116	rnn.weight_ih_l0_reverse	5	-0.04714411497116089
25116	rnn.weight_ih_l0_reverse	6	0.02592058852314949
25116	rnn.weight_ih_l0_reverse	7	0.04647248983383179
25116	rnn.weight_ih_l0_reverse	8	-0.04772648587822914
25116	rnn.weight_ih_l0_reverse	9	-0.051265135407447815
25116	rnn.weight_hh_l0_reverse	0	-0.08374752849340439
25116	rnn.weight_hh_l0_reverse	1	-0.06677431613206863
25116	rnn.weight_hh_l0_reverse	2	0.03496752306818962
25116	rnn.weight_hh_l0_reverse	3	0.045543160289525986
25116	rnn.weight_hh_l0_reverse	4	-0.015869135037064552
25116	rnn.weight_hh_l0_reverse	5	0.04528041183948517
25116	rnn.weight_hh_l0_reverse	6	-0.001771911047399044
25116	rnn.weight_hh_l0_reverse	7	0.0006131489644758403
25116	rnn.weight_hh_l0_reverse	8	-0.09795136749744415
25116	rnn.weight_hh_l0_reverse	9	0.08071152865886688
25116	rnn.bias_ih_l0_reverse	0	-0.0778697207570076
25116	rnn.bias_ih_l0_reverse	1	-0.06686017662286758
25116	rnn.bias_ih_l0_reverse	2	0.10113100707530975
25116	rnn.bias_ih_l0_reverse	3	0.04479248821735382
25116	rnn.bias_ih_l0_reverse	4	-0.13190019130706787
25116	rnn.bias_ih_l0_reverse	5	0.04247691482305527
25116	rnn.bias_ih_l0_reverse	6	-0.10621196776628494
25116	rnn.bias_ih_l0_reverse	7	0.04544035717844963
25116	rnn.bias_ih_l0_reverse	8	0.03438471630215645
25116	rnn.bias_ih_l0_reverse	9	0.06031021848320961
25116	rnn.bias_hh_l0_reverse	0	0.052186187356710434
25116	rnn.bias_hh_l0_reverse	1	0.06330782175064087
25116	rnn.bias_hh_l0_reverse	2	0.07923488318920135
25116	rnn.bias_hh_l0_reverse	3	-0.006826593074947596
25116	rnn.bias_hh_l0_reverse	4	0.07243428379297256
25116	rnn.bias_hh_l0_reverse	5	0.005902902223169804
25116	rnn.bias_hh_l0_reverse	6	-0.0553213395178318
25116	rnn.bias_hh_l0_reverse	7	0.024007083848118782
25116	rnn.bias_hh_l0_reverse	8	0.012078669853508472
25116	rnn.bias_hh_l0_reverse	9	-0.16136778891086578
25116	linear.weight	0	0.15358738601207733
25116	linear.weight	1	-0.16150400042533875
25116	linear.weight	2	-0.2084008753299713
25116	linear.weight	3	0.07753730565309525
25116	linear.weight	4	-0.01997257024049759
25116	linear.weight	5	0.0027863262221217155
25116	linear.weight	6	-0.007017799653112888
25116	linear.weight	7	-0.027663622051477432
25116	linear.weight	8	0.07302124798297882
25116	linear.weight	9	0.337306410074234
25116	linear.bias	0	-0.20946897566318512
25116	linear.bias	1	0.19228443503379822
25116	linear.bias	2	-0.5446202754974365
25116	linear.bias	3	1.6882514953613281
25116	linear.bias	4	-0.39267611503601074
25116	linear.bias	5	-0.030769959092140198
25116	linear.bias	6	-0.3621799945831299
25116	linear.bias	7	-0.2719411253929138
25116	linear.bias	8	-0.04592094570398331
25116	linear.bias	9	-0.4950111508369446
25144	transitions	0	-0.6461998820304871
25144	transitions	1	0.35193583369255066
25144	transitions	2	1.6763217449188232
25144	transitions	3	0.09856470674276352
25144	transitions	4	0.9494927525520325
25144	transitions	5	1.2739545106887817
25144	transitions	6	0.4833499491214752
25144	transitions	7	0.17591795325279236
25144	transitions	8	-0.9195064902305603
25144	transitions	9	0.9306626915931702
25144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25144	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25144	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25144	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25144	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25144	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25144	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25144	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25144	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25144	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25144	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25144	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25144	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25144	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25144	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25144	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25144	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25144	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25144	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25144	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25144	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25144	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25144	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25144	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25144	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25144	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25144	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25144	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25144	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25144	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25144	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25144	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25144	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25144	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25144	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25144	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25144	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25144	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25144	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25144	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25144	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25144	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25144	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25144	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25144	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25144	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25144	embedding2nn.weight	0	0.023279447108507156
25144	embedding2nn.weight	1	0.014042964205145836
25144	embedding2nn.weight	2	-0.004450533539056778
25144	embedding2nn.weight	3	0.0005892330082133412
25144	embedding2nn.weight	4	-0.00436589727178216
25144	embedding2nn.weight	5	0.011810768395662308
25144	embedding2nn.weight	6	-0.0048061516135931015
25144	embedding2nn.weight	7	0.02152605541050434
25144	embedding2nn.weight	8	-0.006116773467510939
25144	embedding2nn.weight	9	-0.014234159141778946
25144	embedding2nn.bias	0	-0.03328890725970268
25144	embedding2nn.bias	1	-0.03295589238405228
25144	embedding2nn.bias	2	-0.06324736773967743
25144	embedding2nn.bias	3	0.016243942081928253
25144	embedding2nn.bias	4	-0.0054757180623710155
25144	embedding2nn.bias	5	-0.015484333038330078
25144	embedding2nn.bias	6	0.016403978690505028
25144	embedding2nn.bias	7	0.040303830057382584
25144	embedding2nn.bias	8	0.009678227826952934
25144	embedding2nn.bias	9	0.004400650039315224
25144	rnn.weight_ih_l0	0	0.038443420082330704
25144	rnn.weight_ih_l0	1	-0.012273806147277355
25144	rnn.weight_ih_l0	2	-0.03691844269633293
25144	rnn.weight_ih_l0	3	-0.043675221502780914
25144	rnn.weight_ih_l0	4	-0.05118366330862045
25144	rnn.weight_ih_l0	5	-0.008103374391794205
25144	rnn.weight_ih_l0	6	-0.05362485349178314
25144	rnn.weight_ih_l0	7	-0.06066972017288208
25144	rnn.weight_ih_l0	8	-0.045140620321035385
25144	rnn.weight_ih_l0	9	-0.027235031127929688
25144	rnn.weight_hh_l0	0	0.018669936805963516
25144	rnn.weight_hh_l0	1	-0.010540285147726536
25144	rnn.weight_hh_l0	2	-0.06930677592754364
25144	rnn.weight_hh_l0	3	-0.03322803974151611
25144	rnn.weight_hh_l0	4	-0.07604597508907318
25144	rnn.weight_hh_l0	5	-0.011032669804990292
25144	rnn.weight_hh_l0	6	-0.050050560384988785
25144	rnn.weight_hh_l0	7	-0.03866668790578842
25144	rnn.weight_hh_l0	8	-0.01855350099503994
25144	rnn.weight_hh_l0	9	-0.00280132913030684
25144	rnn.bias_ih_l0	0	0.13987255096435547
25144	rnn.bias_ih_l0	1	-0.05816067010164261
25144	rnn.bias_ih_l0	2	0.10382693260908127
25144	rnn.bias_ih_l0	3	0.04772288352251053
25144	rnn.bias_ih_l0	4	0.09659349173307419
25144	rnn.bias_ih_l0	5	0.02637992985546589
25144	rnn.bias_ih_l0	6	-0.015583925880491734
25144	rnn.bias_ih_l0	7	-0.1059325784444809
25144	rnn.bias_ih_l0	8	-0.20600946247577667
25144	rnn.bias_ih_l0	9	0.08373815566301346
25144	rnn.bias_hh_l0	0	-0.002648985246196389
25144	rnn.bias_hh_l0	1	0.021718705072999
25144	rnn.bias_hh_l0	2	-0.0024291868321597576
25144	rnn.bias_hh_l0	3	-0.030147120356559753
25144	rnn.bias_hh_l0	4	-0.04059192165732384
25144	rnn.bias_hh_l0	5	0.14873400330543518
25144	rnn.bias_hh_l0	6	0.04891439154744148
25144	rnn.bias_hh_l0	7	0.04737105593085289
25144	rnn.bias_hh_l0	8	0.01878475397825241
25144	rnn.bias_hh_l0	9	0.040282029658555984
25144	rnn.weight_ih_l0_reverse	0	-0.030523210763931274
25144	rnn.weight_ih_l0_reverse	1	-0.0012513933470472693
25144	rnn.weight_ih_l0_reverse	2	0.024727774783968925
25144	rnn.weight_ih_l0_reverse	3	-0.06244903802871704
25144	rnn.weight_ih_l0_reverse	4	0.010486205108463764
25144	rnn.weight_ih_l0_reverse	5	-0.04710913076996803
25144	rnn.weight_ih_l0_reverse	6	0.02647758275270462
25144	rnn.weight_ih_l0_reverse	7	0.04653380438685417
25144	rnn.weight_ih_l0_reverse	8	-0.04778597503900528
25144	rnn.weight_ih_l0_reverse	9	-0.051246289163827896
25144	rnn.weight_hh_l0_reverse	0	-0.08374758064746857
25144	rnn.weight_hh_l0_reverse	1	-0.06669771671295166
25144	rnn.weight_hh_l0_reverse	2	0.034967947751283646
25144	rnn.weight_hh_l0_reverse	3	0.045705728232860565
25144	rnn.weight_hh_l0_reverse	4	-0.015918033197522163
25144	rnn.weight_hh_l0_reverse	5	0.045113418251276016
25144	rnn.weight_hh_l0_reverse	6	-0.0017116168746724725
25144	rnn.weight_hh_l0_reverse	7	0.0004964398685842752
25144	rnn.weight_hh_l0_reverse	8	-0.09796407073736191
25144	rnn.weight_hh_l0_reverse	9	0.08061005920171738
25144	rnn.bias_ih_l0_reverse	0	-0.07912346720695496
25144	rnn.bias_ih_l0_reverse	1	-0.06789519637823105
25144	rnn.bias_ih_l0_reverse	2	0.10085656493902206
25144	rnn.bias_ih_l0_reverse	3	0.045464687049388885
25144	rnn.bias_ih_l0_reverse	4	-0.1324668824672699
25144	rnn.bias_ih_l0_reverse	5	0.04203951731324196
25144	rnn.bias_ih_l0_reverse	6	-0.1065673902630806
25144	rnn.bias_ih_l0_reverse	7	0.04495713487267494
25144	rnn.bias_ih_l0_reverse	8	0.03367576748132706
25144	rnn.bias_ih_l0_reverse	9	0.06005135178565979
25144	rnn.bias_hh_l0_reverse	0	0.05356550216674805
25144	rnn.bias_hh_l0_reverse	1	0.06470342725515366
25144	rnn.bias_hh_l0_reverse	2	0.07886039465665817
25144	rnn.bias_hh_l0_reverse	3	-0.0073007396422326565
25144	rnn.bias_hh_l0_reverse	4	0.07258032262325287
25144	rnn.bias_hh_l0_reverse	5	0.006780222058296204
25144	rnn.bias_hh_l0_reverse	6	-0.05576067790389061
25144	rnn.bias_hh_l0_reverse	7	0.024621684104204178
25144	rnn.bias_hh_l0_reverse	8	0.011576487682759762
25144	rnn.bias_hh_l0_reverse	9	-0.16042102873325348
25144	linear.weight	0	0.1525297611951828
25144	linear.weight	1	-0.16150200366973877
25144	linear.weight	2	-0.2083950787782669
25144	linear.weight	3	0.07633934915065765
25144	linear.weight	4	-0.019649170339107513
25144	linear.weight	5	0.0029263210017234087
25144	linear.weight	6	-0.007015872281044722
25144	linear.weight	7	-0.02764889784157276
25144	linear.weight	8	0.07376519590616226
25144	linear.weight	9	0.33755385875701904
25144	linear.bias	0	-0.20429031550884247
25144	linear.bias	1	0.19258247315883636
25144	linear.bias	2	-0.543466329574585
25144	linear.bias	3	1.6820244789123535
25144	linear.bias	4	-0.3927544057369232
25144	linear.bias	5	-0.030769959092140198
25144	linear.bias	6	-0.3610500991344452
25144	linear.bias	7	-0.2722589373588562
25144	linear.bias	8	-0.0494566448032856
25144	linear.bias	9	-0.4950349032878876
25172	transitions	0	-0.646231472492218
25172	transitions	1	0.35192784667015076
25172	transitions	2	1.6763041019439697
25172	transitions	3	0.09854639321565628
25172	transitions	4	0.949486255645752
25172	transitions	5	1.2739540338516235
25172	transitions	6	0.48334965109825134
25172	transitions	7	0.17591772973537445
25172	transitions	8	-0.9195066094398499
25172	transitions	9	0.9306626915931702
25172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25172	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25172	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25172	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25172	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25172	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25172	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25172	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25172	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25172	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25172	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25172	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25172	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25172	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25172	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25172	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25172	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25172	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25172	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25172	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25172	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25172	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25172	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25172	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25172	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25172	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25172	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25172	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25172	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25172	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25172	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25172	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25172	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25172	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25172	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25172	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25172	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25172	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25172	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25172	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25172	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25172	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25172	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25172	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25172	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25172	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25172	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25172	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25172	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25172	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25172	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25172	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25172	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25172	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25172	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25172	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25172	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25172	embedding2nn.weight	0	0.02358926832675934
25172	embedding2nn.weight	1	0.014108981005847454
25172	embedding2nn.weight	2	-0.004456262569874525
25172	embedding2nn.weight	3	0.0005286075174808502
25172	embedding2nn.weight	4	-0.004341161344200373
25172	embedding2nn.weight	5	0.011613844893872738
25172	embedding2nn.weight	6	-0.004791946616023779
25172	embedding2nn.weight	7	0.021813811734318733
25172	embedding2nn.weight	8	-0.0062803844921290874
25172	embedding2nn.weight	9	-0.01427749078720808
25172	embedding2nn.bias	0	-0.03538310527801514
25172	embedding2nn.bias	1	-0.03590584173798561
25172	embedding2nn.bias	2	-0.061185434460639954
25172	embedding2nn.bias	3	0.016653837636113167
25172	embedding2nn.bias	4	-0.004613727796822786
25172	embedding2nn.bias	5	-0.014445014297962189
25172	embedding2nn.bias	6	0.014228984713554382
25172	embedding2nn.bias	7	0.03951141610741615
25172	embedding2nn.bias	8	0.009396922774612904
25172	embedding2nn.bias	9	0.00634975079447031
25172	rnn.weight_ih_l0	0	0.03843919560313225
25172	rnn.weight_ih_l0	1	-0.012577236630022526
25172	rnn.weight_ih_l0	2	-0.03703552857041359
25172	rnn.weight_ih_l0	3	-0.04392379894852638
25172	rnn.weight_ih_l0	4	-0.05119609832763672
25172	rnn.weight_ih_l0	5	-0.008271118625998497
25172	rnn.weight_ih_l0	6	-0.05364653840661049
25172	rnn.weight_ih_l0	7	-0.06062498688697815
25172	rnn.weight_ih_l0	8	-0.044861894100904465
25172	rnn.weight_ih_l0	9	-0.027308350428938866
25172	rnn.weight_hh_l0	0	0.018573734909296036
25172	rnn.weight_hh_l0	1	-0.010272099636495113
25172	rnn.weight_hh_l0	2	-0.06927307695150375
25172	rnn.weight_hh_l0	3	-0.03320424631237984
25172	rnn.weight_hh_l0	4	-0.07603023946285248
25172	rnn.weight_hh_l0	5	-0.010715839453041553
25172	rnn.weight_hh_l0	6	-0.05006081238389015
25172	rnn.weight_hh_l0	7	-0.038276784121990204
25172	rnn.weight_hh_l0	8	-0.018572816625237465
25172	rnn.weight_hh_l0	9	-0.0021565707866102457
25172	rnn.bias_ih_l0	0	0.13926827907562256
25172	rnn.bias_ih_l0	1	-0.05807408317923546
25172	rnn.bias_ih_l0	2	0.10518939793109894
25172	rnn.bias_ih_l0	3	0.04725933074951172
25172	rnn.bias_ih_l0	4	0.09558257460594177
25172	rnn.bias_ih_l0	5	0.02619028091430664
25172	rnn.bias_ih_l0	6	-0.015208174474537373
25172	rnn.bias_ih_l0	7	-0.10768748819828033
25172	rnn.bias_ih_l0	8	-0.2066471129655838
25172	rnn.bias_ih_l0	9	0.08341413736343384
25172	rnn.bias_hh_l0	0	-0.0018612855346873403
25172	rnn.bias_hh_l0	1	0.0213627927005291
25172	rnn.bias_hh_l0	2	-0.002424379577860236
25172	rnn.bias_hh_l0	3	-0.030965348705649376
25172	rnn.bias_hh_l0	4	-0.04122612625360489
25172	rnn.bias_hh_l0	5	0.14819204807281494
25172	rnn.bias_hh_l0	6	0.050039343535900116
25172	rnn.bias_hh_l0	7	0.046356335282325745
25172	rnn.bias_hh_l0	8	0.019160505384206772
25172	rnn.bias_hh_l0	9	0.03969540446996689
25172	rnn.weight_ih_l0_reverse	0	-0.030472302809357643
25172	rnn.weight_ih_l0_reverse	1	-0.001538527780212462
25172	rnn.weight_ih_l0_reverse	2	0.02451193891465664
25172	rnn.weight_ih_l0_reverse	3	-0.06245280057191849
25172	rnn.weight_ih_l0_reverse	4	0.010555964894592762
25172	rnn.weight_ih_l0_reverse	5	-0.047010187059640884
25172	rnn.weight_ih_l0_reverse	6	0.02667630836367607
25172	rnn.weight_ih_l0_reverse	7	0.04648385941982269
25172	rnn.weight_ih_l0_reverse	8	-0.047783348709344864
25172	rnn.weight_ih_l0_reverse	9	-0.05121133103966713
25172	rnn.weight_hh_l0_reverse	0	-0.08392413705587387
25172	rnn.weight_hh_l0_reverse	1	-0.06646685302257538
25172	rnn.weight_hh_l0_reverse	2	0.03493272140622139
25172	rnn.weight_hh_l0_reverse	3	0.04558013007044792
25172	rnn.weight_hh_l0_reverse	4	-0.015792429447174072
25172	rnn.weight_hh_l0_reverse	5	0.045238055288791656
25172	rnn.weight_hh_l0_reverse	6	-0.0004284636816009879
25172	rnn.weight_hh_l0_reverse	7	0.00044275529216974974
25172	rnn.weight_hh_l0_reverse	8	-0.09796632826328278
25172	rnn.weight_hh_l0_reverse	9	0.08081734925508499
25172	rnn.bias_ih_l0_reverse	0	-0.07855239510536194
25172	rnn.bias_ih_l0_reverse	1	-0.06708869338035583
25172	rnn.bias_ih_l0_reverse	2	0.1005559116601944
25172	rnn.bias_ih_l0_reverse	3	0.04502296447753906
25172	rnn.bias_ih_l0_reverse	4	-0.1323925405740738
25172	rnn.bias_ih_l0_reverse	5	0.04237174987792969
25172	rnn.bias_ih_l0_reverse	6	-0.10641784965991974
25172	rnn.bias_ih_l0_reverse	7	0.04324159026145935
25172	rnn.bias_ih_l0_reverse	8	0.03386083245277405
25172	rnn.bias_ih_l0_reverse	9	0.059438154101371765
25172	rnn.bias_hh_l0_reverse	0	0.05318558216094971
25172	rnn.bias_hh_l0_reverse	1	0.06429192423820496
25172	rnn.bias_hh_l0_reverse	2	0.07817894965410233
25172	rnn.bias_hh_l0_reverse	3	-0.007160193286836147
25172	rnn.bias_hh_l0_reverse	4	0.07312668859958649
25172	rnn.bias_hh_l0_reverse	5	0.005688825622200966
25172	rnn.bias_hh_l0_reverse	6	-0.05563770607113838
25172	rnn.bias_hh_l0_reverse	7	0.02489965222775936
25172	rnn.bias_hh_l0_reverse	8	0.011994076892733574
25172	rnn.bias_hh_l0_reverse	9	-0.1618552803993225
25172	linear.weight	0	0.15582209825515747
25172	linear.weight	1	-0.1614990085363388
25172	linear.weight	2	-0.20900388062000275
25172	linear.weight	3	0.07619426399469376
25172	linear.weight	4	-0.019840853288769722
25172	linear.weight	5	0.0025343603920191526
25172	linear.weight	6	-0.007014462724328041
25172	linear.weight	7	-0.02764156274497509
25172	linear.weight	8	0.07293244451284409
25172	linear.weight	9	0.3370411694049835
25172	linear.bias	0	-0.2041381448507309
25172	linear.bias	1	0.1940140426158905
25172	linear.bias	2	-0.5412889719009399
25172	linear.bias	3	1.6911777257919312
25172	linear.bias	4	-0.39281317591667175
25172	linear.bias	5	-0.030769959092140198
25172	linear.bias	6	-0.3594934344291687
25172	linear.bias	7	-0.2721720337867737
25172	linear.bias	8	-0.05111377313733101
25172	linear.bias	9	-0.4950519800186157
25200	transitions	0	-0.6462609171867371
25200	transitions	1	0.3519100844860077
25200	transitions	2	1.6762856245040894
25200	transitions	3	0.09854057431221008
25200	transitions	4	0.9494802951812744
25200	transitions	5	1.2739535570144653
25200	transitions	6	0.483349472284317
25200	transitions	7	0.1759163737297058
25200	transitions	8	-0.919506847858429
25200	transitions	9	0.9306626915931702
25200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25200	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25200	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25200	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25200	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25200	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25200	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25200	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25200	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25200	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25200	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25200	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25200	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25200	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25200	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25200	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25200	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25200	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25200	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25200	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25200	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25200	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25200	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25200	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25200	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25200	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25200	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25200	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25200	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25200	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25200	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25200	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25200	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25200	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25200	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25200	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25200	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25200	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25200	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25200	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25200	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25200	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25200	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25200	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25200	embedding2nn.weight	0	0.023358328267931938
25200	embedding2nn.weight	1	0.014128808863461018
25200	embedding2nn.weight	2	-0.00442522531375289
25200	embedding2nn.weight	3	0.0005513619398698211
25200	embedding2nn.weight	4	-0.004306808579713106
25200	embedding2nn.weight	5	0.011496173217892647
25200	embedding2nn.weight	6	-0.004849345423281193
25200	embedding2nn.weight	7	0.021866872906684875
25200	embedding2nn.weight	8	-0.006192980334162712
25200	embedding2nn.weight	9	-0.014293916523456573
25200	embedding2nn.bias	0	-0.03777739405632019
25200	embedding2nn.bias	1	-0.03273449465632439
25200	embedding2nn.bias	2	-0.06461476534605026
25200	embedding2nn.bias	3	0.017183715477585793
25200	embedding2nn.bias	4	-0.0024867889005690813
25200	embedding2nn.bias	5	-0.017579900100827217
25200	embedding2nn.bias	6	0.017360806465148926
25200	embedding2nn.bias	7	0.03829267621040344
25200	embedding2nn.bias	8	0.0084078935906291
25200	embedding2nn.bias	9	0.006297317333519459
25200	rnn.weight_ih_l0	0	0.03854284808039665
25200	rnn.weight_ih_l0	1	-0.012835865840315819
25200	rnn.weight_ih_l0	2	-0.03683532029390335
25200	rnn.weight_ih_l0	3	-0.04390224814414978
25200	rnn.weight_ih_l0	4	-0.05100167542695999
25200	rnn.weight_ih_l0	5	-0.008186238817870617
25200	rnn.weight_ih_l0	6	-0.05351727828383446
25200	rnn.weight_ih_l0	7	-0.0604996420443058
25200	rnn.weight_ih_l0	8	-0.04499278962612152
25200	rnn.weight_ih_l0	9	-0.02722339890897274
25200	rnn.weight_hh_l0	0	0.01849011704325676
25200	rnn.weight_hh_l0	1	-0.010714604519307613
25200	rnn.weight_hh_l0	2	-0.06948734074831009
25200	rnn.weight_hh_l0	3	-0.03320884704589844
25200	rnn.weight_hh_l0	4	-0.07599487900733948
25200	rnn.weight_hh_l0	5	-0.01071811281144619
25200	rnn.weight_hh_l0	6	-0.049181461334228516
25200	rnn.weight_hh_l0	7	-0.0381506010890007
25200	rnn.weight_hh_l0	8	-0.018367212265729904
25200	rnn.weight_hh_l0	9	-0.002347516594454646
25200	rnn.bias_ih_l0	0	0.13883866369724274
25200	rnn.bias_ih_l0	1	-0.058641497045755386
25200	rnn.bias_ih_l0	2	0.10459454357624054
25200	rnn.bias_ih_l0	3	0.047037724405527115
25200	rnn.bias_ih_l0	4	0.09405256807804108
25200	rnn.bias_ih_l0	5	0.02691173180937767
25200	rnn.bias_ih_l0	6	-0.015156138688325882
25200	rnn.bias_ih_l0	7	-0.10379670560359955
25200	rnn.bias_ih_l0	8	-0.20672297477722168
25200	rnn.bias_ih_l0	9	0.08320505172014236
25200	rnn.bias_hh_l0	0	-0.0023136537056416273
25200	rnn.bias_hh_l0	1	0.021602215245366096
25200	rnn.bias_hh_l0	2	-0.003047540318220854
25200	rnn.bias_hh_l0	3	-0.03063933365046978
25200	rnn.bias_hh_l0	4	-0.041876859962940216
25200	rnn.bias_hh_l0	5	0.148066446185112
25200	rnn.bias_hh_l0	6	0.05003170669078827
25200	rnn.bias_hh_l0	7	0.045697350054979324
25200	rnn.bias_hh_l0	8	0.01921253837645054
25200	rnn.bias_hh_l0	9	0.039083223789930344
25200	rnn.weight_ih_l0_reverse	0	-0.030611936002969742
25200	rnn.weight_ih_l0_reverse	1	-0.0018018684349954128
25200	rnn.weight_ih_l0_reverse	2	0.02455287054181099
25200	rnn.weight_ih_l0_reverse	3	-0.06234517693519592
25200	rnn.weight_ih_l0_reverse	4	0.010520922020077705
25200	rnn.weight_ih_l0_reverse	5	-0.04707450792193413
25200	rnn.weight_ih_l0_reverse	6	0.026891062036156654
25200	rnn.weight_ih_l0_reverse	7	0.046501267701387405
25200	rnn.weight_ih_l0_reverse	8	-0.04780648648738861
25200	rnn.weight_ih_l0_reverse	9	-0.0512472502887249
25200	rnn.weight_hh_l0_reverse	0	-0.0838480070233345
25200	rnn.weight_hh_l0_reverse	1	-0.06584060192108154
25200	rnn.weight_hh_l0_reverse	2	0.03494224697351456
25200	rnn.weight_hh_l0_reverse	3	0.045560069382190704
25200	rnn.weight_hh_l0_reverse	4	-0.01546525489538908
25200	rnn.weight_hh_l0_reverse	5	0.045088090002536774
25200	rnn.weight_hh_l0_reverse	6	-0.00038043202948756516
25200	rnn.weight_hh_l0_reverse	7	0.0004676720127463341
25200	rnn.weight_hh_l0_reverse	8	-0.09821276366710663
25200	rnn.weight_hh_l0_reverse	9	0.08114363253116608
25200	rnn.bias_ih_l0_reverse	0	-0.08052824437618256
25200	rnn.bias_ih_l0_reverse	1	-0.06754998117685318
25200	rnn.bias_ih_l0_reverse	2	0.10059555619955063
25200	rnn.bias_ih_l0_reverse	3	0.04519210010766983
25200	rnn.bias_ih_l0_reverse	4	-0.1324186474084854
25200	rnn.bias_ih_l0_reverse	5	0.0427202470600605
25200	rnn.bias_ih_l0_reverse	6	-0.10814807564020157
25200	rnn.bias_ih_l0_reverse	7	0.043083466589450836
25200	rnn.bias_ih_l0_reverse	8	0.033713433891534805
25200	rnn.bias_ih_l0_reverse	9	0.05904752388596535
25200	rnn.bias_hh_l0_reverse	0	0.05150403827428818
25200	rnn.bias_hh_l0_reverse	1	0.06394864618778229
25200	rnn.bias_hh_l0_reverse	2	0.07828493416309357
25200	rnn.bias_hh_l0_reverse	3	-0.007237093988806009
25200	rnn.bias_hh_l0_reverse	4	0.07293025404214859
25200	rnn.bias_hh_l0_reverse	5	0.006102424580603838
25200	rnn.bias_hh_l0_reverse	6	-0.055076681077480316
25200	rnn.bias_hh_l0_reverse	7	0.024421803653240204
25200	rnn.bias_hh_l0_reverse	8	0.0118632260710001
25200	rnn.bias_hh_l0_reverse	9	-0.15961506962776184
25200	linear.weight	0	0.15241634845733643
25200	linear.weight	1	-0.16149823367595673
25200	linear.weight	2	-0.20897632837295532
25200	linear.weight	3	0.07695528119802475
25200	linear.weight	4	-0.020937472581863403
25200	linear.weight	5	0.002464517019689083
25200	linear.weight	6	-0.007013265043497086
25200	linear.weight	7	-0.028220364823937416
25200	linear.weight	8	0.07422124594449997
25200	linear.weight	9	0.33617711067199707
25200	linear.bias	0	-0.2091175615787506
25200	linear.bias	1	0.19320939481258392
25200	linear.bias	2	-0.5388743877410889
25200	linear.bias	3	1.6974577903747559
25200	linear.bias	4	-0.392884224653244
25200	linear.bias	5	-0.030769959092140198
25200	linear.bias	6	-0.3570954501628876
25200	linear.bias	7	-0.273038387298584
25200	linear.bias	8	-0.043661389499902725
25200	linear.bias	9	-0.49508136510849
25228	transitions	0	-0.6462929844856262
25228	transitions	1	0.35190287232398987
25228	transitions	2	1.6762690544128418
25228	transitions	3	0.09853661805391312
25228	transitions	4	0.9494777917861938
25228	transitions	5	1.2739534378051758
25228	transitions	6	0.4833493232727051
25228	transitions	7	0.17591606080532074
25228	transitions	8	-0.919506847858429
25228	transitions	9	0.9306626915931702
25228	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25228	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25228	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25228	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25228	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25228	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25228	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25228	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25228	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25228	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25228	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25228	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25228	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25228	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25228	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25228	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25228	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25228	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25228	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25228	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25228	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25228	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25228	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25228	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25228	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25228	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25228	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25228	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25228	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25228	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25228	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25228	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25228	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25228	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25228	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25228	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25228	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25228	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25228	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25228	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25228	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25228	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25228	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25228	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25228	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25228	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25228	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25228	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25228	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25228	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25228	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25228	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25228	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25228	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25228	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25228	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25228	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25228	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25228	embedding2nn.weight	0	0.023047935217618942
25228	embedding2nn.weight	1	0.014170953072607517
25228	embedding2nn.weight	2	-0.004422037862241268
25228	embedding2nn.weight	3	0.0005023801932111382
25228	embedding2nn.weight	4	-0.00427706865593791
25228	embedding2nn.weight	5	0.011604036204516888
25228	embedding2nn.weight	6	-0.004812291823327541
25228	embedding2nn.weight	7	0.022076569497585297
25228	embedding2nn.weight	8	-0.006138915661722422
25228	embedding2nn.weight	9	-0.014308011159300804
25228	embedding2nn.bias	0	-0.0365249328315258
25228	embedding2nn.bias	1	-0.03107346035540104
25228	embedding2nn.bias	2	-0.06534958630800247
25228	embedding2nn.bias	3	0.01367825735360384
25228	embedding2nn.bias	4	-0.0010307952761650085
25228	embedding2nn.bias	5	-0.01789742149412632
25228	embedding2nn.bias	6	0.015154996886849403
25228	embedding2nn.bias	7	0.038065291941165924
25228	embedding2nn.bias	8	0.0073401895351707935
25228	embedding2nn.bias	9	0.006433037109673023
25228	rnn.weight_ih_l0	0	0.038644928485155106
25228	rnn.weight_ih_l0	1	-0.012927954085171223
25228	rnn.weight_ih_l0	2	-0.03703068569302559
25228	rnn.weight_ih_l0	3	-0.044149838387966156
25228	rnn.weight_ih_l0	4	-0.05101925879716873
25228	rnn.weight_ih_l0	5	-0.00812181644141674
25228	rnn.weight_ih_l0	6	-0.053398631513118744
25228	rnn.weight_ih_l0	7	-0.06065155938267708
25228	rnn.weight_ih_l0	8	-0.045037154108285904
25228	rnn.weight_ih_l0	9	-0.027246400713920593
25228	rnn.weight_hh_l0	0	0.018390608951449394
25228	rnn.weight_hh_l0	1	-0.010793781839311123
25228	rnn.weight_hh_l0	2	-0.06965664774179459
25228	rnn.weight_hh_l0	3	-0.03348881006240845
25228	rnn.weight_hh_l0	4	-0.07597211003303528
25228	rnn.weight_hh_l0	5	-0.010633707977831364
25228	rnn.weight_hh_l0	6	-0.04926836118102074
25228	rnn.weight_hh_l0	7	-0.03827560320496559
25228	rnn.weight_hh_l0	8	-0.018381446599960327
25228	rnn.weight_hh_l0	9	-0.002497483277693391
25228	rnn.bias_ih_l0	0	0.13936568796634674
25228	rnn.bias_ih_l0	1	-0.058406341820955276
25228	rnn.bias_ih_l0	2	0.10505359619855881
25228	rnn.bias_ih_l0	3	0.047330643981695175
25228	rnn.bias_ih_l0	4	0.09407474100589752
25228	rnn.bias_ih_l0	5	0.027270620688796043
25228	rnn.bias_ih_l0	6	-0.01566743291914463
25228	rnn.bias_ih_l0	7	-0.10508723556995392
25228	rnn.bias_ih_l0	8	-0.20748917758464813
25228	rnn.bias_ih_l0	9	0.08322764188051224
25228	rnn.bias_hh_l0	0	-0.00326678273268044
25228	rnn.bias_hh_l0	1	0.02187722735106945
25228	rnn.bias_hh_l0	2	-0.003119711996987462
25228	rnn.bias_hh_l0	3	-0.030528897419571877
25228	rnn.bias_hh_l0	4	-0.04133201390504837
25228	rnn.bias_hh_l0	5	0.1478576809167862
25228	rnn.bias_hh_l0	6	0.051132239401340485
25228	rnn.bias_hh_l0	7	0.04635551944375038
25228	rnn.bias_hh_l0	8	0.01870124228298664
25228	rnn.bias_hh_l0	9	0.0398099422454834
25228	rnn.weight_ih_l0_reverse	0	-0.03046862781047821
25228	rnn.weight_ih_l0_reverse	1	-0.0018790815956890583
25228	rnn.weight_ih_l0_reverse	2	0.024445069953799248
25228	rnn.weight_ih_l0_reverse	3	-0.06243603304028511
25228	rnn.weight_ih_l0_reverse	4	0.010522294789552689
25228	rnn.weight_ih_l0_reverse	5	-0.04689670354127884
25228	rnn.weight_ih_l0_reverse	6	0.02714882604777813
25228	rnn.weight_ih_l0_reverse	7	0.046506550163030624
25228	rnn.weight_ih_l0_reverse	8	-0.04784102365374565
25228	rnn.weight_ih_l0_reverse	9	-0.051239196211099625
25228	rnn.weight_hh_l0_reverse	0	-0.0839192122220993
25228	rnn.weight_hh_l0_reverse	1	-0.06511890143156052
25228	rnn.weight_hh_l0_reverse	2	0.035055819898843765
25228	rnn.weight_hh_l0_reverse	3	0.04554302990436554
25228	rnn.weight_hh_l0_reverse	4	-0.01566004753112793
25228	rnn.weight_hh_l0_reverse	5	0.044881295412778854
25228	rnn.weight_hh_l0_reverse	6	0.0006486469646915793
25228	rnn.weight_hh_l0_reverse	7	0.0006834619562141597
25228	rnn.weight_hh_l0_reverse	8	-0.09842473268508911
25228	rnn.weight_hh_l0_reverse	9	0.08103272318840027
25228	rnn.bias_ih_l0_reverse	0	-0.0805891826748848
25228	rnn.bias_ih_l0_reverse	1	-0.06547735631465912
25228	rnn.bias_ih_l0_reverse	2	0.10089709609746933
25228	rnn.bias_ih_l0_reverse	3	0.04572899267077446
25228	rnn.bias_ih_l0_reverse	4	-0.1322791427373886
25228	rnn.bias_ih_l0_reverse	5	0.042934663593769073
25228	rnn.bias_ih_l0_reverse	6	-0.10745179653167725
25228	rnn.bias_ih_l0_reverse	7	0.04323456063866615
25228	rnn.bias_ih_l0_reverse	8	0.03371557593345642
25228	rnn.bias_ih_l0_reverse	9	0.05819525569677353
25228	rnn.bias_hh_l0_reverse	0	0.05464768409729004
25228	rnn.bias_hh_l0_reverse	1	0.0643441453576088
25228	rnn.bias_hh_l0_reverse	2	0.07785681635141373
25228	rnn.bias_hh_l0_reverse	3	-0.007043417543172836
25228	rnn.bias_hh_l0_reverse	4	0.0730140283703804
25228	rnn.bias_hh_l0_reverse	5	0.006301405839622021
25228	rnn.bias_hh_l0_reverse	6	-0.05432743579149246
25228	rnn.bias_hh_l0_reverse	7	0.02487129718065262
25228	rnn.bias_hh_l0_reverse	8	0.011347685009241104
25228	rnn.bias_hh_l0_reverse	9	-0.15801027417182922
25228	linear.weight	0	0.15816709399223328
25228	linear.weight	1	-0.1614992618560791
25228	linear.weight	2	-0.20871557295322418
25228	linear.weight	3	0.07576847821474075
25228	linear.weight	4	-0.02064504846930504
25228	linear.weight	5	0.0026439025532454252
25228	linear.weight	6	-0.007012917194515467
25228	linear.weight	7	-0.028214536607265472
25228	linear.weight	8	0.07487588375806808
25228	linear.weight	9	0.33732494711875916
25228	linear.bias	0	-0.20452779531478882
25228	linear.bias	1	0.19588439166545868
25228	linear.bias	2	-0.5392699241638184
25228	linear.bias	3	1.6984508037567139
25228	linear.bias	4	-0.3929663896560669
25228	linear.bias	5	-0.030769959092140198
25228	linear.bias	6	-0.3577888607978821
25228	linear.bias	7	-0.27073726058006287
25228	linear.bias	8	-0.048561785370111465
25228	linear.bias	9	-0.4951203465461731
25256	transitions	0	-0.6463258862495422
25256	transitions	1	0.35189157724380493
25256	transitions	2	1.6762423515319824
25256	transitions	3	0.09853079169988632
25256	transitions	4	0.9494771957397461
25256	transitions	5	1.2739523649215698
25256	transitions	6	0.4833489656448364
25256	transitions	7	0.1759158819913864
25256	transitions	8	-0.9195070862770081
25256	transitions	9	0.9306626915931702
25256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25256	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25256	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25256	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25256	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25256	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25256	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25256	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25256	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25256	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25256	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25256	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25256	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25256	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25256	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25256	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25256	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25256	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25256	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25256	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25256	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25256	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25256	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25256	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25256	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25256	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25256	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25256	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25256	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25256	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25256	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25256	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25256	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25256	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25256	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25256	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25256	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25256	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25256	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25256	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25256	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25256	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25256	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25256	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25256	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25256	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25256	embedding2nn.weight	0	0.022959614172577858
25256	embedding2nn.weight	1	0.014104986563324928
25256	embedding2nn.weight	2	-0.004458575509488583
25256	embedding2nn.weight	3	0.000497260014526546
25256	embedding2nn.weight	4	-0.004279703367501497
25256	embedding2nn.weight	5	0.011493525467813015
25256	embedding2nn.weight	6	-0.00482778437435627
25256	embedding2nn.weight	7	0.02224397286772728
25256	embedding2nn.weight	8	-0.0062336851842701435
25256	embedding2nn.weight	9	-0.014306684024631977
25256	embedding2nn.bias	0	-0.035095494240522385
25256	embedding2nn.bias	1	-0.031067969277501106
25256	embedding2nn.bias	2	-0.06523030251264572
25256	embedding2nn.bias	3	0.015489673241972923
25256	embedding2nn.bias	4	-0.0004610481846611947
25256	embedding2nn.bias	5	-0.02021244540810585
25256	embedding2nn.bias	6	0.015843477100133896
25256	embedding2nn.bias	7	0.03539944067597389
25256	embedding2nn.bias	8	0.008555680513381958
25256	embedding2nn.bias	9	0.004549178760498762
25256	rnn.weight_ih_l0	0	0.03861477971076965
25256	rnn.weight_ih_l0	1	-0.012662287801504135
25256	rnn.weight_ih_l0	2	-0.036846645176410675
25256	rnn.weight_ih_l0	3	-0.04441101476550102
25256	rnn.weight_ih_l0	4	-0.05097120255231857
25256	rnn.weight_ih_l0	5	-0.007967072539031506
25256	rnn.weight_ih_l0	6	-0.05326095595955849
25256	rnn.weight_ih_l0	7	-0.0607195682823658
25256	rnn.weight_ih_l0	8	-0.045086607336997986
25256	rnn.weight_ih_l0	9	-0.02728165313601494
25256	rnn.weight_hh_l0	0	0.018206583335995674
25256	rnn.weight_hh_l0	1	-0.010962757281959057
25256	rnn.weight_hh_l0	2	-0.06927583366632462
25256	rnn.weight_hh_l0	3	-0.033302851021289825
25256	rnn.weight_hh_l0	4	-0.07587211579084396
25256	rnn.weight_hh_l0	5	-0.010657038539648056
25256	rnn.weight_hh_l0	6	-0.0497630313038826
25256	rnn.weight_hh_l0	7	-0.0381339006125927
25256	rnn.weight_hh_l0	8	-0.018442686647176743
25256	rnn.weight_hh_l0	9	-0.002373691648244858
25256	rnn.bias_ih_l0	0	0.14012596011161804
25256	rnn.bias_ih_l0	1	-0.05800686404109001
25256	rnn.bias_ih_l0	2	0.10466164350509644
25256	rnn.bias_ih_l0	3	0.04746314883232117
25256	rnn.bias_ih_l0	4	0.09504297375679016
25256	rnn.bias_ih_l0	5	0.027278384193778038
25256	rnn.bias_ih_l0	6	-0.015553636476397514
25256	rnn.bias_ih_l0	7	-0.10392265021800995
25256	rnn.bias_ih_l0	8	-0.20546521246433258
25256	rnn.bias_ih_l0	9	0.08341752737760544
25256	rnn.bias_hh_l0	0	-0.0037517512682825327
25256	rnn.bias_hh_l0	1	0.02246195636689663
25256	rnn.bias_hh_l0	2	-0.0018569856183603406
25256	rnn.bias_hh_l0	3	-0.030940115451812744
25256	rnn.bias_hh_l0	4	-0.04128771275281906
25256	rnn.bias_hh_l0	5	0.14761996269226074
25256	rnn.bias_hh_l0	6	0.050980862230062485
25256	rnn.bias_hh_l0	7	0.04752487689256668
25256	rnn.bias_hh_l0	8	0.018815042451024055
25256	rnn.bias_hh_l0	9	0.040939562022686005
25256	rnn.weight_ih_l0_reverse	0	-0.0303640179336071
25256	rnn.weight_ih_l0_reverse	1	-0.0021208920516073704
25256	rnn.weight_ih_l0_reverse	2	0.024485232308506966
25256	rnn.weight_ih_l0_reverse	3	-0.06259359419345856
25256	rnn.weight_ih_l0_reverse	4	0.010478268377482891
25256	rnn.weight_ih_l0_reverse	5	-0.046904031187295914
25256	rnn.weight_ih_l0_reverse	6	0.027193037793040276
25256	rnn.weight_ih_l0_reverse	7	0.04640847072005272
25256	rnn.weight_ih_l0_reverse	8	-0.0478280670940876
25256	rnn.weight_ih_l0_reverse	9	-0.05124581232666969
25256	rnn.weight_hh_l0_reverse	0	-0.0837324932217598
25256	rnn.weight_hh_l0_reverse	1	-0.06483951210975647
25256	rnn.weight_hh_l0_reverse	2	0.03524927794933319
25256	rnn.weight_hh_l0_reverse	3	0.045527756214141846
25256	rnn.weight_hh_l0_reverse	4	-0.015587680041790009
25256	rnn.weight_hh_l0_reverse	5	0.04472923278808594
25256	rnn.weight_hh_l0_reverse	6	0.0004764589830301702
25256	rnn.weight_hh_l0_reverse	7	0.0009181287605315447
25256	rnn.weight_hh_l0_reverse	8	-0.0984526053071022
25256	rnn.weight_hh_l0_reverse	9	0.08090050518512726
25256	rnn.bias_ih_l0_reverse	0	-0.07913990318775177
25256	rnn.bias_ih_l0_reverse	1	-0.06586732715368271
25256	rnn.bias_ih_l0_reverse	2	0.10132403671741486
25256	rnn.bias_ih_l0_reverse	3	0.0455852635204792
25256	rnn.bias_ih_l0_reverse	4	-0.13187184929847717
25256	rnn.bias_ih_l0_reverse	5	0.043353352695703506
25256	rnn.bias_ih_l0_reverse	6	-0.1066858321428299
25256	rnn.bias_ih_l0_reverse	7	0.04286482185125351
25256	rnn.bias_ih_l0_reverse	8	0.03365339711308479
25256	rnn.bias_ih_l0_reverse	9	0.05820871517062187
25256	rnn.bias_hh_l0_reverse	0	0.05379660055041313
25256	rnn.bias_hh_l0_reverse	1	0.06366542726755142
25256	rnn.bias_hh_l0_reverse	2	0.07799588888883591
25256	rnn.bias_hh_l0_reverse	3	-0.006112947128713131
25256	rnn.bias_hh_l0_reverse	4	0.07330899685621262
25256	rnn.bias_hh_l0_reverse	5	0.005648856051266193
25256	rnn.bias_hh_l0_reverse	6	-0.054275982081890106
25256	rnn.bias_hh_l0_reverse	7	0.02472269907593727
25256	rnn.bias_hh_l0_reverse	8	0.011411471292376518
25256	rnn.bias_hh_l0_reverse	9	-0.15482650697231293
25256	linear.weight	0	0.15909160673618317
25256	linear.weight	1	-0.16150625050067902
25256	linear.weight	2	-0.20867961645126343
25256	linear.weight	3	0.0761575847864151
25256	linear.weight	4	-0.02053559198975563
25256	linear.weight	5	0.0027817802038043737
25256	linear.weight	6	-0.007011835929006338
25256	linear.weight	7	-0.028202082961797714
25256	linear.weight	8	0.07447095215320587
25256	linear.weight	9	0.3364090621471405
25256	linear.bias	0	-0.2076728790998459
25256	linear.bias	1	0.1955612450838089
25256	linear.bias	2	-0.5404456257820129
25256	linear.bias	3	1.6934787034988403
25256	linear.bias	4	-0.39308789372444153
25256	linear.bias	5	-0.030769959092140198
25256	linear.bias	6	-0.35895758867263794
25256	linear.bias	7	-0.270807683467865
25256	linear.bias	8	-0.04414569213986397
25256	linear.bias	9	-0.4951491057872772
25284	transitions	0	-0.6463409662246704
25284	transitions	1	0.35188281536102295
25284	transitions	2	1.6762099266052246
25284	transitions	3	0.09848154336214066
25284	transitions	4	0.9494667053222656
25284	transitions	5	1.2739522457122803
25284	transitions	6	0.48334768414497375
25284	transitions	7	0.17591562867164612
25284	transitions	8	-0.9195073246955872
25284	transitions	9	0.9306626915931702
25284	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25284	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25284	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25284	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25284	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25284	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25284	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25284	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25284	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25284	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25284	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25284	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25284	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25284	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25284	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25284	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25284	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25284	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25284	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25284	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25284	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25284	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25284	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25284	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25284	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25284	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25284	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25284	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25284	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25284	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25284	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25284	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25284	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25284	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25284	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25284	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25284	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25284	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25284	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25284	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25284	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25284	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25284	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25284	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25284	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25284	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25284	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25284	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25284	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25284	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25284	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25284	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25284	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25284	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25284	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25284	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25284	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25284	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25284	embedding2nn.weight	0	0.02280888892710209
25284	embedding2nn.weight	1	0.014061610214412212
25284	embedding2nn.weight	2	-0.004477441310882568
25284	embedding2nn.weight	3	0.0004371788527350873
25284	embedding2nn.weight	4	-0.004288432653993368
25284	embedding2nn.weight	5	0.011557990685105324
25284	embedding2nn.weight	6	-0.00485007930546999
25284	embedding2nn.weight	7	0.022143883630633354
25284	embedding2nn.weight	8	-0.0062646521255373955
25284	embedding2nn.weight	9	-0.014328432269394398
25284	embedding2nn.bias	0	-0.036611851304769516
25284	embedding2nn.bias	1	-0.030829966068267822
25284	embedding2nn.bias	2	-0.06678414344787598
25284	embedding2nn.bias	3	0.015461666509509087
25284	embedding2nn.bias	4	0.0008288513636216521
25284	embedding2nn.bias	5	-0.015362700447440147
25284	embedding2nn.bias	6	0.016918502748012543
25284	embedding2nn.bias	7	0.033324144780635834
25284	embedding2nn.bias	8	0.011298045516014099
25284	embedding2nn.bias	9	0.0022910654079169035
25284	rnn.weight_ih_l0	0	0.03849377855658531
25284	rnn.weight_ih_l0	1	-0.012676914222538471
25284	rnn.weight_ih_l0	2	-0.03624032437801361
25284	rnn.weight_ih_l0	3	-0.044345930218696594
25284	rnn.weight_ih_l0	4	-0.05080375075340271
25284	rnn.weight_ih_l0	5	-0.007913168519735336
25284	rnn.weight_ih_l0	6	-0.05325031280517578
25284	rnn.weight_ih_l0	7	-0.06064890697598457
25284	rnn.weight_ih_l0	8	-0.04512963071465492
25284	rnn.weight_ih_l0	9	-0.027253739535808563
25284	rnn.weight_hh_l0	0	0.01819419302046299
25284	rnn.weight_hh_l0	1	-0.010750201530754566
25284	rnn.weight_hh_l0	2	-0.06970878690481186
25284	rnn.weight_hh_l0	3	-0.033170394599437714
25284	rnn.weight_hh_l0	4	-0.0757392942905426
25284	rnn.weight_hh_l0	5	-0.010707690380513668
25284	rnn.weight_hh_l0	6	-0.04973968118429184
25284	rnn.weight_hh_l0	7	-0.03859567642211914
25284	rnn.weight_hh_l0	8	-0.018495291471481323
25284	rnn.weight_hh_l0	9	-0.0024283258244395256
25284	rnn.bias_ih_l0	0	0.1398349404335022
25284	rnn.bias_ih_l0	1	-0.057038962841033936
25284	rnn.bias_ih_l0	2	0.10460115969181061
25284	rnn.bias_ih_l0	3	0.04783608019351959
25284	rnn.bias_ih_l0	4	0.09555421024560928
25284	rnn.bias_ih_l0	5	0.026992907747626305
25284	rnn.bias_ih_l0	6	-0.015749182552099228
25284	rnn.bias_ih_l0	7	-0.10334000736474991
25284	rnn.bias_ih_l0	8	-0.20491866767406464
25284	rnn.bias_ih_l0	9	0.08344312012195587
25284	rnn.bias_hh_l0	0	-0.0034970648121088743
25284	rnn.bias_hh_l0	1	0.021389350295066833
25284	rnn.bias_hh_l0	2	-0.0030304635874927044
25284	rnn.bias_hh_l0	3	-0.030494889244437218
25284	rnn.bias_hh_l0	4	-0.04073736071586609
25284	rnn.bias_hh_l0	5	0.14728203415870667
25284	rnn.bias_hh_l0	6	0.05134403333067894
25284	rnn.bias_hh_l0	7	0.04783245176076889
25284	rnn.bias_hh_l0	8	0.018619492650032043
25284	rnn.bias_hh_l0	9	0.04019223153591156
25284	rnn.weight_ih_l0_reverse	0	-0.0303445253521204
25284	rnn.weight_ih_l0_reverse	1	-0.002093695802614093
25284	rnn.weight_ih_l0_reverse	2	0.02441912516951561
25284	rnn.weight_ih_l0_reverse	3	-0.06260544806718826
25284	rnn.weight_ih_l0_reverse	4	0.010428477078676224
25284	rnn.weight_ih_l0_reverse	5	-0.046868838369846344
25284	rnn.weight_ih_l0_reverse	6	0.026508167386054993
25284	rnn.weight_ih_l0_reverse	7	0.046504274010658264
25284	rnn.weight_ih_l0_reverse	8	-0.04787497967481613
25284	rnn.weight_ih_l0_reverse	9	-0.05124744772911072
25284	rnn.weight_hh_l0_reverse	0	-0.08355917036533356
25284	rnn.weight_hh_l0_reverse	1	-0.06484543532133102
25284	rnn.weight_hh_l0_reverse	2	0.03488259017467499
25284	rnn.weight_hh_l0_reverse	3	0.04564458131790161
25284	rnn.weight_hh_l0_reverse	4	-0.01587671786546707
25284	rnn.weight_hh_l0_reverse	5	0.044665198773145676
25284	rnn.weight_hh_l0_reverse	6	0.0009284437401220202
25284	rnn.weight_hh_l0_reverse	7	0.0010217736708000302
25284	rnn.weight_hh_l0_reverse	8	-0.09856484830379486
25284	rnn.weight_hh_l0_reverse	9	0.0807795524597168
25284	rnn.bias_ih_l0_reverse	0	-0.08396777510643005
25284	rnn.bias_ih_l0_reverse	1	-0.06543208658695221
25284	rnn.bias_ih_l0_reverse	2	0.10203147679567337
25284	rnn.bias_ih_l0_reverse	3	0.04595930874347687
25284	rnn.bias_ih_l0_reverse	4	-0.13209426403045654
25284	rnn.bias_ih_l0_reverse	5	0.04344943165779114
25284	rnn.bias_ih_l0_reverse	6	-0.1066102683544159
25284	rnn.bias_ih_l0_reverse	7	0.04148535430431366
25284	rnn.bias_ih_l0_reverse	8	0.033644899725914
25284	rnn.bias_ih_l0_reverse	9	0.05851975083351135
25284	rnn.bias_hh_l0_reverse	0	0.054666779935359955
25284	rnn.bias_hh_l0_reverse	1	0.06503667682409286
25284	rnn.bias_hh_l0_reverse	2	0.0782107338309288
25284	rnn.bias_hh_l0_reverse	3	-0.006481908727437258
25284	rnn.bias_hh_l0_reverse	4	0.07332319021224976
25284	rnn.bias_hh_l0_reverse	5	0.008328034542500973
25284	rnn.bias_hh_l0_reverse	6	-0.054071564227342606
25284	rnn.bias_hh_l0_reverse	7	0.024828264489769936
25284	rnn.bias_hh_l0_reverse	8	0.011403534561395645
25284	rnn.bias_hh_l0_reverse	9	-0.15666039288043976
25284	linear.weight	0	0.15808230638504028
25284	linear.weight	1	-0.1614871472120285
25284	linear.weight	2	-0.20895574986934662
25284	linear.weight	3	0.07581554353237152
25284	linear.weight	4	-0.02044256404042244
25284	linear.weight	5	0.002762726042419672
25284	linear.weight	6	-0.007010684814304113
25284	linear.weight	7	-0.02819973975419998
25284	linear.weight	8	0.07398156821727753
25284	linear.weight	9	0.33748766779899597
25284	linear.bias	0	-0.21429698169231415
25284	linear.bias	1	0.19666635990142822
25284	linear.bias	2	-0.5404700636863708
25284	linear.bias	3	1.7037960290908813
25284	linear.bias	4	-0.3931596577167511
25284	linear.bias	5	-0.030769959092140198
25284	linear.bias	6	-0.358955055475235
25284	linear.bias	7	-0.2710599899291992
25284	linear.bias	8	-0.046499039977788925
25284	linear.bias	9	-0.49521660804748535
25312	transitions	0	-0.6463531255722046
25312	transitions	1	0.3518739938735962
25312	transitions	2	1.6761982440948486
25312	transitions	3	0.0984749123454094
25312	transitions	4	0.9494603276252747
25312	transitions	5	1.2739520072937012
25312	transitions	6	0.483347624540329
25312	transitions	7	0.1759154349565506
25312	transitions	8	-0.9195080995559692
25312	transitions	9	0.930662214756012
25312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25312	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25312	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25312	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25312	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25312	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25312	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25312	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25312	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25312	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25312	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25312	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25312	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25312	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25312	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25312	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25312	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25312	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25312	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25312	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25312	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25312	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25312	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25312	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25312	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25312	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25312	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25312	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25312	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25312	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25312	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25312	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25312	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25312	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25312	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25312	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25312	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25312	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25312	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25312	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25312	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25312	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25312	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25312	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25312	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25312	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25312	embedding2nn.weight	0	0.022740792483091354
25312	embedding2nn.weight	1	0.014077583327889442
25312	embedding2nn.weight	2	-0.004494266118854284
25312	embedding2nn.weight	3	0.00036458365502767265
25312	embedding2nn.weight	4	-0.004305810201913118
25312	embedding2nn.weight	5	0.011605535633862019
25312	embedding2nn.weight	6	-0.004842940717935562
25312	embedding2nn.weight	7	0.022253457456827164
25312	embedding2nn.weight	8	-0.006257009692490101
25312	embedding2nn.weight	9	-0.014355318620800972
25312	embedding2nn.bias	0	-0.03486887738108635
25312	embedding2nn.bias	1	-0.029578711837530136
25312	embedding2nn.bias	2	-0.06534206122159958
25312	embedding2nn.bias	3	0.015861399471759796
25312	embedding2nn.bias	4	0.00020332110580056906
25312	embedding2nn.bias	5	-0.013409614562988281
25312	embedding2nn.bias	6	0.01755194552242756
25312	embedding2nn.bias	7	0.03613975644111633
25312	embedding2nn.bias	8	0.012115521356463432
25312	embedding2nn.bias	9	-0.0004743196477647871
25312	rnn.weight_ih_l0	0	0.038486696779727936
25312	rnn.weight_ih_l0	1	-0.01280086487531662
25312	rnn.weight_ih_l0	2	-0.03581578657031059
25312	rnn.weight_ih_l0	3	-0.0442056767642498
25312	rnn.weight_ih_l0	4	-0.050883710384368896
25312	rnn.weight_ih_l0	5	-0.007843727245926857
25312	rnn.weight_ih_l0	6	-0.05331074818968773
25312	rnn.weight_ih_l0	7	-0.06069948151707649
25312	rnn.weight_ih_l0	8	-0.04500649869441986
25312	rnn.weight_ih_l0	9	-0.02721577323973179
25312	rnn.weight_hh_l0	0	0.017962951213121414
25312	rnn.weight_hh_l0	1	-0.01089115347713232
25312	rnn.weight_hh_l0	2	-0.06933874636888504
25312	rnn.weight_hh_l0	3	-0.03321203216910362
25312	rnn.weight_hh_l0	4	-0.0759001299738884
25312	rnn.weight_hh_l0	5	-0.010819765739142895
25312	rnn.weight_hh_l0	6	-0.05075713247060776
25312	rnn.weight_hh_l0	7	-0.0386059395968914
25312	rnn.weight_hh_l0	8	-0.018582362681627274
25312	rnn.weight_hh_l0	9	-0.002483850112184882
25312	rnn.bias_ih_l0	0	0.1391271948814392
25312	rnn.bias_ih_l0	1	-0.05689516291022301
25312	rnn.bias_ih_l0	2	0.1058616191148758
25312	rnn.bias_ih_l0	3	0.048058610409498215
25312	rnn.bias_ih_l0	4	0.09618072956800461
25312	rnn.bias_ih_l0	5	0.027014628052711487
25312	rnn.bias_ih_l0	6	-0.015217812731862068
25312	rnn.bias_ih_l0	7	-0.1034742221236229
25312	rnn.bias_ih_l0	8	-0.20496168732643127
25312	rnn.bias_ih_l0	9	0.08338724821805954
25312	rnn.bias_hh_l0	0	-0.003328754333779216
25312	rnn.bias_hh_l0	1	0.020669223740696907
25312	rnn.bias_hh_l0	2	-0.0019032333511859179
25312	rnn.bias_hh_l0	3	-0.030083293095231056
25312	rnn.bias_hh_l0	4	-0.04059271141886711
25312	rnn.bias_hh_l0	5	0.14737284183502197
25312	rnn.bias_hh_l0	6	0.050895534455776215
25312	rnn.bias_hh_l0	7	0.04781359061598778
25312	rnn.bias_hh_l0	8	0.019150864332914352
25312	rnn.bias_hh_l0	9	0.039226461201906204
25312	rnn.weight_ih_l0_reverse	0	-0.030397862195968628
25312	rnn.weight_ih_l0_reverse	1	-0.0021814946085214615
25312	rnn.weight_ih_l0_reverse	2	0.024424120783805847
25312	rnn.weight_ih_l0_reverse	3	-0.062487971037626266
25312	rnn.weight_ih_l0_reverse	4	0.010324794799089432
25312	rnn.weight_ih_l0_reverse	5	-0.04704107344150543
25312	rnn.weight_ih_l0_reverse	6	0.0266649778932333
25312	rnn.weight_ih_l0_reverse	7	0.04656318575143814
25312	rnn.weight_ih_l0_reverse	8	-0.04785113409161568
25312	rnn.weight_ih_l0_reverse	9	-0.051180142909288406
25312	rnn.weight_hh_l0_reverse	0	-0.08384911715984344
25312	rnn.weight_hh_l0_reverse	1	-0.06522686034440994
25312	rnn.weight_hh_l0_reverse	2	0.03510482609272003
25312	rnn.weight_hh_l0_reverse	3	0.045517608523368835
25312	rnn.weight_hh_l0_reverse	4	-0.015658657997846603
25312	rnn.weight_hh_l0_reverse	5	0.04456145688891411
25312	rnn.weight_hh_l0_reverse	6	0.0009860845748335123
25312	rnn.weight_hh_l0_reverse	7	0.0007876860909163952
25312	rnn.weight_hh_l0_reverse	8	-0.09870021045207977
25312	rnn.weight_hh_l0_reverse	9	0.08112847805023193
25312	rnn.bias_ih_l0_reverse	0	-0.0844162330031395
25312	rnn.bias_ih_l0_reverse	1	-0.06578752398490906
25312	rnn.bias_ih_l0_reverse	2	0.10184212774038315
25312	rnn.bias_ih_l0_reverse	3	0.046192992478609085
25312	rnn.bias_ih_l0_reverse	4	-0.13184867799282074
25312	rnn.bias_ih_l0_reverse	5	0.04283580929040909
25312	rnn.bias_ih_l0_reverse	6	-0.10617225617170334
25312	rnn.bias_ih_l0_reverse	7	0.04264115169644356
25312	rnn.bias_ih_l0_reverse	8	0.03354819118976593
25312	rnn.bias_ih_l0_reverse	9	0.058891795575618744
25312	rnn.bias_hh_l0_reverse	0	0.05494629219174385
25312	rnn.bias_hh_l0_reverse	1	0.06377772986888885
25312	rnn.bias_hh_l0_reverse	2	0.0785064548254013
25312	rnn.bias_hh_l0_reverse	3	-0.0064317528158426285
25312	rnn.bias_hh_l0_reverse	4	0.07406947761774063
25312	rnn.bias_hh_l0_reverse	5	0.004851814359426498
25312	rnn.bias_hh_l0_reverse	6	-0.05414175987243652
25312	rnn.bias_hh_l0_reverse	7	0.024912875145673752
25312	rnn.bias_hh_l0_reverse	8	0.011593680828809738
25312	rnn.bias_hh_l0_reverse	9	-0.15829887986183167
25312	linear.weight	0	0.15787221491336823
25312	linear.weight	1	-0.16148565709590912
25312	linear.weight	2	-0.20900346338748932
25312	linear.weight	3	0.07484319061040878
25312	linear.weight	4	-0.020588329061865807
25312	linear.weight	5	0.002812126185745001
25312	linear.weight	6	-0.007008818909525871
25312	linear.weight	7	-0.028192901983857155
25312	linear.weight	8	0.07443074136972427
25312	linear.weight	9	0.33962270617485046
25312	linear.bias	0	-0.21635755896568298
25312	linear.bias	1	0.19982139766216278
25312	linear.bias	2	-0.5405969619750977
25312	linear.bias	3	1.705716609954834
25312	linear.bias	4	-0.3923056423664093
25312	linear.bias	5	-0.030769959092140198
25312	linear.bias	6	-0.3590821623802185
25312	linear.bias	7	-0.2696310877799988
25312	linear.bias	8	-0.04669158533215523
25312	linear.bias	9	-0.495236873626709
25340	transitions	0	-0.6463885307312012
25340	transitions	1	0.351866751909256
25340	transitions	2	1.6761879920959473
25340	transitions	3	0.0984654650092125
25340	transitions	4	0.9494578838348389
25340	transitions	5	1.2739520072937012
25340	transitions	6	0.48334693908691406
25340	transitions	7	0.17591482400894165
25340	transitions	8	-0.919508159160614
25340	transitions	9	0.930662214756012
25340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25340	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25340	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25340	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25340	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25340	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25340	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25340	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25340	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25340	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25340	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25340	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25340	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25340	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25340	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25340	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25340	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25340	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25340	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25340	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25340	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25340	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25340	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25340	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25340	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25340	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25340	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25340	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25340	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25340	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25340	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25340	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25340	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25340	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25340	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25340	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25340	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25340	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25340	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25340	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25340	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25340	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25340	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25340	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25340	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25340	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25340	embedding2nn.weight	0	0.022730987519025803
25340	embedding2nn.weight	1	0.014138159342110157
25340	embedding2nn.weight	2	-0.004520402289927006
25340	embedding2nn.weight	3	0.00037278758827596903
25340	embedding2nn.weight	4	-0.004315135069191456
25340	embedding2nn.weight	5	0.011576113291084766
25340	embedding2nn.weight	6	-0.004847146105021238
25340	embedding2nn.weight	7	0.022383438423275948
25340	embedding2nn.weight	8	-0.0062821535393595695
25340	embedding2nn.weight	9	-0.01437649317085743
25340	embedding2nn.bias	0	-0.034841518849134445
25340	embedding2nn.bias	1	-0.03052443452179432
25340	embedding2nn.bias	2	-0.06484894454479218
25340	embedding2nn.bias	3	0.013015118427574635
25340	embedding2nn.bias	4	-0.0015211990103125572
25340	embedding2nn.bias	5	-0.010881525464355946
25340	embedding2nn.bias	6	0.01768762245774269
25340	embedding2nn.bias	7	0.03564475476741791
25340	embedding2nn.bias	8	0.013500387780368328
25340	embedding2nn.bias	9	-0.00012301412061788142
25340	rnn.weight_ih_l0	0	0.038706883788108826
25340	rnn.weight_ih_l0	1	-0.012664839625358582
25340	rnn.weight_ih_l0	2	-0.036037951707839966
25340	rnn.weight_ih_l0	3	-0.044329818338155746
25340	rnn.weight_ih_l0	4	-0.051020119339227676
25340	rnn.weight_ih_l0	5	-0.007795469835400581
25340	rnn.weight_ih_l0	6	-0.053254950791597366
25340	rnn.weight_ih_l0	7	-0.060579195618629456
25340	rnn.weight_ih_l0	8	-0.04483761638402939
25340	rnn.weight_ih_l0	9	-0.027201075106859207
25340	rnn.weight_hh_l0	0	0.018018383532762527
25340	rnn.weight_hh_l0	1	-0.010660003870725632
25340	rnn.weight_hh_l0	2	-0.06912505626678467
25340	rnn.weight_hh_l0	3	-0.033158473670482635
25340	rnn.weight_hh_l0	4	-0.07608165591955185
25340	rnn.weight_hh_l0	5	-0.01100778579711914
25340	rnn.weight_hh_l0	6	-0.05085783079266548
25340	rnn.weight_hh_l0	7	-0.03822406381368637
25340	rnn.weight_hh_l0	8	-0.018656950443983078
25340	rnn.weight_hh_l0	9	-0.002764306962490082
25340	rnn.bias_ih_l0	0	0.13948549330234528
25340	rnn.bias_ih_l0	1	-0.05697100609540939
25340	rnn.bias_ih_l0	2	0.10585536062717438
25340	rnn.bias_ih_l0	3	0.047172363847494125
25340	rnn.bias_ih_l0	4	0.0965997651219368
25340	rnn.bias_ih_l0	5	0.026898404583334923
25340	rnn.bias_ih_l0	6	-0.015036900527775288
25340	rnn.bias_ih_l0	7	-0.10292083024978638
25340	rnn.bias_ih_l0	8	-0.20538125932216644
25340	rnn.bias_ih_l0	9	0.08322316408157349
25340	rnn.bias_hh_l0	0	-0.0033090957440435886
25340	rnn.bias_hh_l0	1	0.02012791484594345
25340	rnn.bias_hh_l0	2	-0.0028199569787830114
25340	rnn.bias_hh_l0	3	-0.02990197017788887
25340	rnn.bias_hh_l0	4	-0.040668945759534836
25340	rnn.bias_hh_l0	5	0.14814937114715576
25340	rnn.bias_hh_l0	6	0.049716342240571976
25340	rnn.bias_hh_l0	7	0.04783930629491806
25340	rnn.bias_hh_l0	8	0.019331779330968857
25340	rnn.bias_hh_l0	9	0.03966471552848816
25340	rnn.weight_ih_l0_reverse	0	-0.030368315055966377
25340	rnn.weight_ih_l0_reverse	1	-0.002073802286759019
25340	rnn.weight_ih_l0_reverse	2	0.02432291954755783
25340	rnn.weight_ih_l0_reverse	3	-0.06243071332573891
25340	rnn.weight_ih_l0_reverse	4	0.010389145463705063
25340	rnn.weight_ih_l0_reverse	5	-0.04701026529073715
25340	rnn.weight_ih_l0_reverse	6	0.026861131191253662
25340	rnn.weight_ih_l0_reverse	7	0.046513721346855164
25340	rnn.weight_ih_l0_reverse	8	-0.048096396028995514
25340	rnn.weight_ih_l0_reverse	9	-0.051196593791246414
25340	rnn.weight_hh_l0_reverse	0	-0.08360413461923599
25340	rnn.weight_hh_l0_reverse	1	-0.06534360349178314
25340	rnn.weight_hh_l0_reverse	2	0.03509027883410454
25340	rnn.weight_hh_l0_reverse	3	0.04552498459815979
25340	rnn.weight_hh_l0_reverse	4	-0.016185171902179718
25340	rnn.weight_hh_l0_reverse	5	0.0446346253156662
25340	rnn.weight_hh_l0_reverse	6	-0.00032630068017169833
25340	rnn.weight_hh_l0_reverse	7	0.000915301323402673
25340	rnn.weight_hh_l0_reverse	8	-0.09875796735286713
25340	rnn.weight_hh_l0_reverse	9	0.08139856904745102
25340	rnn.bias_ih_l0_reverse	0	-0.08481647074222565
25340	rnn.bias_ih_l0_reverse	1	-0.06579020619392395
25340	rnn.bias_ih_l0_reverse	2	0.10159292817115784
25340	rnn.bias_ih_l0_reverse	3	0.04597266763448715
25340	rnn.bias_ih_l0_reverse	4	-0.13165023922920227
25340	rnn.bias_ih_l0_reverse	5	0.042536694556474686
25340	rnn.bias_ih_l0_reverse	6	-0.10630618780851364
25340	rnn.bias_ih_l0_reverse	7	0.04413927346467972
25340	rnn.bias_ih_l0_reverse	8	0.03322342410683632
25340	rnn.bias_ih_l0_reverse	9	0.058241989463567734
25340	rnn.bias_hh_l0_reverse	0	0.0580410473048687
25340	rnn.bias_hh_l0_reverse	1	0.06492552161216736
25340	rnn.bias_hh_l0_reverse	2	0.07751920074224472
25340	rnn.bias_hh_l0_reverse	3	-0.00608053058385849
25340	rnn.bias_hh_l0_reverse	4	0.07434391230344772
25340	rnn.bias_hh_l0_reverse	5	0.007969233207404613
25340	rnn.bias_hh_l0_reverse	6	-0.05460846796631813
25340	rnn.bias_hh_l0_reverse	7	0.025862228125333786
25340	rnn.bias_hh_l0_reverse	8	0.01118406280875206
25340	rnn.bias_hh_l0_reverse	9	-0.15956148505210876
25340	linear.weight	0	0.16027474403381348
25340	linear.weight	1	-0.16148287057876587
25340	linear.weight	2	-0.20948299765586853
25340	linear.weight	3	0.07547362148761749
25340	linear.weight	4	-0.020743120461702347
25340	linear.weight	5	0.0027957307174801826
25340	linear.weight	6	-0.007006140425801277
25340	linear.weight	7	-0.02818765863776207
25340	linear.weight	8	0.0758516937494278
25340	linear.weight	9	0.3399008512496948
25340	linear.bias	0	-0.20977841317653656
25340	linear.bias	1	0.19831424951553345
25340	linear.bias	2	-0.5412521362304688
25340	linear.bias	3	1.7032551765441895
25340	linear.bias	4	-0.3923982083797455
25340	linear.bias	5	-0.030769959092140198
25340	linear.bias	6	-0.35975563526153564
25340	linear.bias	7	-0.2692197561264038
25340	linear.bias	8	-0.0489656962454319
25340	linear.bias	9	-0.49525877833366394
25368	transitions	0	-0.6464211344718933
25368	transitions	1	0.3518574833869934
25368	transitions	2	1.6761677265167236
25368	transitions	3	0.09845909476280212
25368	transitions	4	0.9494544863700867
25368	transitions	5	1.2739503383636475
25368	transitions	6	0.4833468198776245
25368	transitions	7	0.17591461539268494
25368	transitions	8	-0.9195086359977722
25368	transitions	9	0.930662214756012
25368	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25368	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25368	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25368	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25368	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25368	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25368	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25368	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25368	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25368	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25368	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25368	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25368	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25368	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25368	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25368	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25368	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25368	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25368	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25368	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25368	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25368	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25368	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25368	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25368	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25368	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25368	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25368	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25368	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25368	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25368	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25368	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25368	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25368	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25368	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25368	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25368	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25368	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25368	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25368	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25368	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25368	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25368	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25368	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25368	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25368	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25368	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25368	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25368	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25368	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25368	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25368	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25368	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25368	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25368	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25368	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25368	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25368	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25368	embedding2nn.weight	0	0.02287764847278595
25368	embedding2nn.weight	1	0.01422136276960373
25368	embedding2nn.weight	2	-0.00452880235388875
25368	embedding2nn.weight	3	0.00036770658334717155
25368	embedding2nn.weight	4	-0.00432302663102746
25368	embedding2nn.weight	5	0.01149363350123167
25368	embedding2nn.weight	6	-0.004887735936790705
25368	embedding2nn.weight	7	0.022342415526509285
25368	embedding2nn.weight	8	-0.006350340321660042
25368	embedding2nn.weight	9	-0.014365611597895622
25368	embedding2nn.bias	0	-0.036562345921993256
25368	embedding2nn.bias	1	-0.029491841793060303
25368	embedding2nn.bias	2	-0.067970409989357
25368	embedding2nn.bias	3	0.013696657493710518
25368	embedding2nn.bias	4	-0.004048581700772047
25368	embedding2nn.bias	5	-0.01455654576420784
25368	embedding2nn.bias	6	0.016925668343901634
25368	embedding2nn.bias	7	0.032206229865550995
25368	embedding2nn.bias	8	0.013369102962315083
25368	embedding2nn.bias	9	-0.0012538821902126074
25368	rnn.weight_ih_l0	0	0.03863150626420975
25368	rnn.weight_ih_l0	1	-0.01273105014115572
25368	rnn.weight_ih_l0	2	-0.03615707531571388
25368	rnn.weight_ih_l0	3	-0.044558119028806686
25368	rnn.weight_ih_l0	4	-0.05099088326096535
25368	rnn.weight_ih_l0	5	-0.008067237213253975
25368	rnn.weight_ih_l0	6	-0.05309775099158287
25368	rnn.weight_ih_l0	7	-0.060336362570524216
25368	rnn.weight_ih_l0	8	-0.044765859842300415
25368	rnn.weight_ih_l0	9	-0.02723582834005356
25368	rnn.weight_hh_l0	0	0.01832219399511814
25368	rnn.weight_hh_l0	1	-0.0107029490172863
25368	rnn.weight_hh_l0	2	-0.06907394528388977
25368	rnn.weight_hh_l0	3	-0.03306630626320839
25368	rnn.weight_hh_l0	4	-0.07619482278823853
25368	rnn.weight_hh_l0	5	-0.011218495666980743
25368	rnn.weight_hh_l0	6	-0.050783589482307434
25368	rnn.weight_hh_l0	7	-0.03722495585680008
25368	rnn.weight_hh_l0	8	-0.018604692071676254
25368	rnn.weight_hh_l0	9	-0.002926073968410492
25368	rnn.bias_ih_l0	0	0.14014174044132233
25368	rnn.bias_ih_l0	1	-0.05640696734189987
25368	rnn.bias_ih_l0	2	0.1057041585445404
25368	rnn.bias_ih_l0	3	0.04743802919983864
25368	rnn.bias_ih_l0	4	0.0966184064745903
25368	rnn.bias_ih_l0	5	0.026757199317216873
25368	rnn.bias_ih_l0	6	-0.015423599630594254
25368	rnn.bias_ih_l0	7	-0.1068999394774437
25368	rnn.bias_ih_l0	8	-0.20584821701049805
25368	rnn.bias_ih_l0	9	0.08258924633264542
25368	rnn.bias_hh_l0	0	-0.002468920312821865
25368	rnn.bias_hh_l0	1	0.01995936408638954
25368	rnn.bias_hh_l0	2	-0.0026537515223026276
25368	rnn.bias_hh_l0	3	-0.031215183436870575
25368	rnn.bias_hh_l0	4	-0.041259296238422394
25368	rnn.bias_hh_l0	5	0.14905355870723724
25368	rnn.bias_hh_l0	6	0.04924210160970688
25368	rnn.bias_hh_l0	7	0.04932764545083046
25368	rnn.bias_hh_l0	8	0.018945075571537018
25368	rnn.bias_hh_l0	9	0.040375880897045135
25368	rnn.weight_ih_l0_reverse	0	-0.03025360405445099
25368	rnn.weight_ih_l0_reverse	1	-0.002457335591316223
25368	rnn.weight_ih_l0_reverse	2	0.024339009076356888
25368	rnn.weight_ih_l0_reverse	3	-0.06251844763755798
25368	rnn.weight_ih_l0_reverse	4	0.010334874503314495
25368	rnn.weight_ih_l0_reverse	5	-0.047235094010829926
25368	rnn.weight_ih_l0_reverse	6	0.02741808257997036
25368	rnn.weight_ih_l0_reverse	7	0.04642859846353531
25368	rnn.weight_ih_l0_reverse	8	-0.04812415689229965
25368	rnn.weight_ih_l0_reverse	9	-0.051150958985090256
25368	rnn.weight_hh_l0_reverse	0	-0.08370307087898254
25368	rnn.weight_hh_l0_reverse	1	-0.06477642804384232
25368	rnn.weight_hh_l0_reverse	2	0.03497466444969177
25368	rnn.weight_hh_l0_reverse	3	0.04544316232204437
25368	rnn.weight_hh_l0_reverse	4	-0.016220886260271072
25368	rnn.weight_hh_l0_reverse	5	0.04465804994106293
25368	rnn.weight_hh_l0_reverse	6	0.0001763637992553413
25368	rnn.weight_hh_l0_reverse	7	0.0009094519773498178
25368	rnn.weight_hh_l0_reverse	8	-0.09902694076299667
25368	rnn.weight_hh_l0_reverse	9	0.08178538084030151
25368	rnn.bias_ih_l0_reverse	0	-0.081193707883358
25368	rnn.bias_ih_l0_reverse	1	-0.0653412714600563
25368	rnn.bias_ih_l0_reverse	2	0.10245287418365479
25368	rnn.bias_ih_l0_reverse	3	0.04580431431531906
25368	rnn.bias_ih_l0_reverse	4	-0.13113459944725037
25368	rnn.bias_ih_l0_reverse	5	0.043280959129333496
25368	rnn.bias_ih_l0_reverse	6	-0.10545578598976135
25368	rnn.bias_ih_l0_reverse	7	0.042017679661512375
25368	rnn.bias_ih_l0_reverse	8	0.03293943777680397
25368	rnn.bias_ih_l0_reverse	9	0.05824709311127663
25368	rnn.bias_hh_l0_reverse	0	0.053047630935907364
25368	rnn.bias_hh_l0_reverse	1	0.06603753566741943
25368	rnn.bias_hh_l0_reverse	2	0.07820983231067657
25368	rnn.bias_hh_l0_reverse	3	-0.006049117539077997
25368	rnn.bias_hh_l0_reverse	4	0.07395333796739578
25368	rnn.bias_hh_l0_reverse	5	0.008491978980600834
25368	rnn.bias_hh_l0_reverse	6	-0.05435223504900932
25368	rnn.bias_hh_l0_reverse	7	0.024429958313703537
25368	rnn.bias_hh_l0_reverse	8	0.010771301575005054
25368	rnn.bias_hh_l0_reverse	9	-0.15964321792125702
25368	linear.weight	0	0.16609135270118713
25368	linear.weight	1	-0.1622454822063446
25368	linear.weight	2	-0.2092173546552658
25368	linear.weight	3	0.07572614401578903
25368	linear.weight	4	-0.02051730453968048
25368	linear.weight	5	0.00283407443203032
25368	linear.weight	6	-0.006998186465352774
25368	linear.weight	7	-0.028184492141008377
25368	linear.weight	8	0.07597538828849792
25368	linear.weight	9	0.33720865845680237
25368	linear.bias	0	-0.21240510046482086
25368	linear.bias	1	0.19531062245368958
25368	linear.bias	2	-0.5400936603546143
25368	linear.bias	3	1.6952524185180664
25368	linear.bias	4	-0.39247915148735046
25368	linear.bias	5	-0.030769959092140198
25368	linear.bias	6	-0.3582074046134949
25368	linear.bias	7	-0.27020373940467834
25368	linear.bias	8	-0.045188408344984055
25368	linear.bias	9	-0.49529194831848145
25396	transitions	0	-0.6464313864707947
25396	transitions	1	0.35183531045913696
25396	transitions	2	1.6761494874954224
25396	transitions	3	0.09845392405986786
25396	transitions	4	0.9494509100914001
25396	transitions	5	1.2739500999450684
25396	transitions	6	0.4833467900753021
25396	transitions	7	0.17591172456741333
25396	transitions	8	-0.9195092916488647
25396	transitions	9	0.930662214756012
25396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25396	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25396	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25396	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25396	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25396	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25396	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25396	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25396	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25396	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25396	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25396	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25396	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25396	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25396	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25396	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25396	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25396	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25396	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25396	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25396	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25396	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25396	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25396	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25396	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25396	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25396	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25396	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25396	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25396	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25396	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25396	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25396	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25396	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25396	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25396	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25396	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25396	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25396	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25396	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25396	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25396	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25396	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25396	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25396	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25396	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25396	embedding2nn.weight	0	0.02310919016599655
25396	embedding2nn.weight	1	0.014268015511333942
25396	embedding2nn.weight	2	-0.004544357769191265
25396	embedding2nn.weight	3	0.00038683859747834504
25396	embedding2nn.weight	4	-0.004343000706285238
25396	embedding2nn.weight	5	0.011599194258451462
25396	embedding2nn.weight	6	-0.004846017807722092
25396	embedding2nn.weight	7	0.022451704367995262
25396	embedding2nn.weight	8	-0.006184125319123268
25396	embedding2nn.weight	9	-0.014364145696163177
25396	embedding2nn.bias	0	-0.03656041994690895
25396	embedding2nn.bias	1	-0.02759617194533348
25396	embedding2nn.bias	2	-0.06606926769018173
25396	embedding2nn.bias	3	0.008877645246684551
25396	embedding2nn.bias	4	-0.004829769022762775
25396	embedding2nn.bias	5	-0.013066448271274567
25396	embedding2nn.bias	6	0.014358767308294773
25396	embedding2nn.bias	7	0.0305382888764143
25396	embedding2nn.bias	8	0.014699327759444714
25396	embedding2nn.bias	9	-0.0030432213097810745
25396	rnn.weight_ih_l0	0	0.03872358053922653
25396	rnn.weight_ih_l0	1	-0.013095593079924583
25396	rnn.weight_ih_l0	2	-0.036227867007255554
25396	rnn.weight_ih_l0	3	-0.04445820301771164
25396	rnn.weight_ih_l0	4	-0.050821948796510696
25396	rnn.weight_ih_l0	5	-0.008240526542067528
25396	rnn.weight_ih_l0	6	-0.05293445661664009
25396	rnn.weight_ih_l0	7	-0.06048329919576645
25396	rnn.weight_ih_l0	8	-0.04476853087544441
25396	rnn.weight_ih_l0	9	-0.02717653289437294
25396	rnn.weight_hh_l0	0	0.01841556467115879
25396	rnn.weight_hh_l0	1	-0.01068643108010292
25396	rnn.weight_hh_l0	2	-0.0686589851975441
25396	rnn.weight_hh_l0	3	-0.033038221299648285
25396	rnn.weight_hh_l0	4	-0.07630365341901779
25396	rnn.weight_hh_l0	5	-0.011151911690831184
25396	rnn.weight_hh_l0	6	-0.05100519210100174
25396	rnn.weight_hh_l0	7	-0.03695783019065857
25396	rnn.weight_hh_l0	8	-0.01870780438184738
25396	rnn.weight_hh_l0	9	-0.003246739972382784
25396	rnn.bias_ih_l0	0	0.14031127095222473
25396	rnn.bias_ih_l0	1	-0.05653843656182289
25396	rnn.bias_ih_l0	2	0.10460568219423294
25396	rnn.bias_ih_l0	3	0.046630505472421646
25396	rnn.bias_ih_l0	4	0.09695897251367569
25396	rnn.bias_ih_l0	5	0.027098700404167175
25396	rnn.bias_ih_l0	6	-0.015190506353974342
25396	rnn.bias_ih_l0	7	-0.10846222192049026
25396	rnn.bias_ih_l0	8	-0.2035200595855713
25396	rnn.bias_ih_l0	9	0.0824938714504242
25396	rnn.bias_hh_l0	0	-0.0026988897006958723
25396	rnn.bias_hh_l0	1	0.020300183445215225
25396	rnn.bias_hh_l0	2	-0.003552243346348405
25396	rnn.bias_hh_l0	3	-0.02992352657020092
25396	rnn.bias_hh_l0	4	-0.0417163148522377
25396	rnn.bias_hh_l0	5	0.14992186427116394
25396	rnn.bias_hh_l0	6	0.0486186146736145
25396	rnn.bias_hh_l0	7	0.048864446580410004
25396	rnn.bias_hh_l0	8	0.01917816326022148
25396	rnn.bias_hh_l0	9	0.0398065410554409
25396	rnn.weight_ih_l0_reverse	0	-0.03006155975162983
25396	rnn.weight_ih_l0_reverse	1	-0.0027078473940491676
25396	rnn.weight_ih_l0_reverse	2	0.02438652515411377
25396	rnn.weight_ih_l0_reverse	3	-0.06250962615013123
25396	rnn.weight_ih_l0_reverse	4	0.010166686028242111
25396	rnn.weight_ih_l0_reverse	5	-0.04736069217324257
25396	rnn.weight_ih_l0_reverse	6	0.027642402797937393
25396	rnn.weight_ih_l0_reverse	7	0.046368397772312164
25396	rnn.weight_ih_l0_reverse	8	-0.048093538731336594
25396	rnn.weight_ih_l0_reverse	9	-0.051082734018564224
25396	rnn.weight_hh_l0_reverse	0	-0.08349234610795975
25396	rnn.weight_hh_l0_reverse	1	-0.06471356004476547
25396	rnn.weight_hh_l0_reverse	2	0.03521682694554329
25396	rnn.weight_hh_l0_reverse	3	0.0454670675098896
25396	rnn.weight_hh_l0_reverse	4	-0.01605764776468277
25396	rnn.weight_hh_l0_reverse	5	0.04474571719765663
25396	rnn.weight_hh_l0_reverse	6	-0.0007315101101994514
25396	rnn.weight_hh_l0_reverse	7	0.0005671782419085503
25396	rnn.weight_hh_l0_reverse	8	-0.09878555685281754
25396	rnn.weight_hh_l0_reverse	9	0.08141183853149414
25396	rnn.bias_ih_l0_reverse	0	-0.08199059218168259
25396	rnn.bias_ih_l0_reverse	1	-0.06426577270030975
25396	rnn.bias_ih_l0_reverse	2	0.10249264538288116
25396	rnn.bias_ih_l0_reverse	3	0.04526171460747719
25396	rnn.bias_ih_l0_reverse	4	-0.13132382929325104
25396	rnn.bias_ih_l0_reverse	5	0.04274626821279526
25396	rnn.bias_ih_l0_reverse	6	-0.1057988703250885
25396	rnn.bias_ih_l0_reverse	7	0.041515640914440155
25396	rnn.bias_ih_l0_reverse	8	0.03315377235412598
25396	rnn.bias_ih_l0_reverse	9	0.05931594595313072
25396	rnn.bias_hh_l0_reverse	0	0.05110755190253258
25396	rnn.bias_hh_l0_reverse	1	0.06644295156002045
25396	rnn.bias_hh_l0_reverse	2	0.07808534055948257
25396	rnn.bias_hh_l0_reverse	3	-0.006041066721081734
25396	rnn.bias_hh_l0_reverse	4	0.07273203134536743
25396	rnn.bias_hh_l0_reverse	5	0.009464713744819164
25396	rnn.bias_hh_l0_reverse	6	-0.054517876356840134
25396	rnn.bias_hh_l0_reverse	7	0.025159159675240517
25396	rnn.bias_hh_l0_reverse	8	0.011717642657458782
25396	rnn.bias_hh_l0_reverse	9	-0.15659670531749725
25396	linear.weight	0	0.1651715338230133
25396	linear.weight	1	-0.16224157810211182
25396	linear.weight	2	-0.2089335173368454
25396	linear.weight	3	0.07745221257209778
25396	linear.weight	4	-0.02178557589650154
25396	linear.weight	5	0.0029574143700301647
25396	linear.weight	6	-0.006996714044362307
25396	linear.weight	7	-0.02817988395690918
25396	linear.weight	8	0.07591632008552551
25396	linear.weight	9	0.33812782168388367
25396	linear.bias	0	-0.21047694981098175
25396	linear.bias	1	0.19722731411457062
25396	linear.bias	2	-0.540300726890564
25396	linear.bias	3	1.6903014183044434
25396	linear.bias	4	-0.39260783791542053
25396	linear.bias	5	-0.030769959092140198
25396	linear.bias	6	-0.35825422406196594
25396	linear.bias	7	-0.27097856998443604
25396	linear.bias	8	-0.04353342577815056
25396	linear.bias	9	-0.495320588350296
25424	transitions	0	-0.6464471817016602
25424	transitions	1	0.35182443261146545
25424	transitions	2	1.6761325597763062
25424	transitions	3	0.09843640774488449
25424	transitions	4	0.9494455456733704
25424	transitions	5	1.2739499807357788
25424	transitions	6	0.4833467900753021
25424	transitions	7	0.17586733400821686
25424	transitions	8	-0.9195095896720886
25424	transitions	9	0.930662214756012
25424	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25424	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25424	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25424	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25424	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25424	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25424	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25424	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25424	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25424	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25424	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25424	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25424	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25424	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25424	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25424	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25424	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25424	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25424	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25424	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25424	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25424	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25424	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25424	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25424	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25424	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25424	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25424	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25424	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25424	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25424	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25424	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25424	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25424	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25424	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25424	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25424	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25424	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25424	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25424	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25424	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25424	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25424	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25424	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25424	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25424	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25424	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25424	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25424	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25424	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25424	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25424	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25424	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25424	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25424	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25424	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25424	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25424	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25424	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25424	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25424	embedding2nn.weight	0	0.02324546128511429
25424	embedding2nn.weight	1	0.014227674342691898
25424	embedding2nn.weight	2	-0.0045567890629172325
25424	embedding2nn.weight	3	0.0004986224230378866
25424	embedding2nn.weight	4	-0.004341670777648687
25424	embedding2nn.weight	5	0.011545511893928051
25424	embedding2nn.weight	6	-0.004842926748096943
25424	embedding2nn.weight	7	0.022587696090340614
25424	embedding2nn.weight	8	-0.006229087244719267
25424	embedding2nn.weight	9	-0.014352305792272091
25424	embedding2nn.bias	0	-0.03900894895195961
25424	embedding2nn.bias	1	-0.030015140771865845
25424	embedding2nn.bias	2	-0.07061994075775146
25424	embedding2nn.bias	3	0.008850129321217537
25424	embedding2nn.bias	4	-0.004011907614767551
25424	embedding2nn.bias	5	-0.016846297308802605
25424	embedding2nn.bias	6	0.017301350831985474
25424	embedding2nn.bias	7	0.030230596661567688
25424	embedding2nn.bias	8	0.014228555373847485
25424	embedding2nn.bias	9	-0.004523525480180979
25424	rnn.weight_ih_l0	0	0.038804925978183746
25424	rnn.weight_ih_l0	1	-0.012549457140266895
25424	rnn.weight_ih_l0	2	-0.03577866777777672
25424	rnn.weight_ih_l0	3	-0.04461035132408142
25424	rnn.weight_ih_l0	4	-0.05098399892449379
25424	rnn.weight_ih_l0	5	-0.008207496255636215
25424	rnn.weight_ih_l0	6	-0.05290065333247185
25424	rnn.weight_ih_l0	7	-0.060454435646533966
25424	rnn.weight_ih_l0	8	-0.04477307200431824
25424	rnn.weight_ih_l0	9	-0.027123169973492622
25424	rnn.weight_hh_l0	0	0.018384305760264397
25424	rnn.weight_hh_l0	1	-0.010732772760093212
25424	rnn.weight_hh_l0	2	-0.06834303587675095
25424	rnn.weight_hh_l0	3	-0.032737500965595245
25424	rnn.weight_hh_l0	4	-0.07612252980470657
25424	rnn.weight_hh_l0	5	-0.010984531603753567
25424	rnn.weight_hh_l0	6	-0.05075700208544731
25424	rnn.weight_hh_l0	7	-0.037279997020959854
25424	rnn.weight_hh_l0	8	-0.018602341413497925
25424	rnn.weight_hh_l0	9	-0.003150033066049218
25424	rnn.bias_ih_l0	0	0.14043904840946198
25424	rnn.bias_ih_l0	1	-0.057881053537130356
25424	rnn.bias_ih_l0	2	0.10282059013843536
25424	rnn.bias_ih_l0	3	0.04675335809588432
25424	rnn.bias_ih_l0	4	0.09704573452472687
25424	rnn.bias_ih_l0	5	0.025794995948672295
25424	rnn.bias_ih_l0	6	-0.01453322358429432
25424	rnn.bias_ih_l0	7	-0.10812865942716599
25424	rnn.bias_ih_l0	8	-0.2036830484867096
25424	rnn.bias_ih_l0	9	0.08312474191188812
25424	rnn.bias_hh_l0	0	-0.0024819986429065466
25424	rnn.bias_hh_l0	1	0.021594727411866188
25424	rnn.bias_hh_l0	2	-0.0033013178035616875
25424	rnn.bias_hh_l0	3	-0.030948525294661522
25424	rnn.bias_hh_l0	4	-0.04141176864504814
25424	rnn.bias_hh_l0	5	0.14932458102703094
25424	rnn.bias_hh_l0	6	0.048493728041648865
25424	rnn.bias_hh_l0	7	0.049149781465530396
25424	rnn.bias_hh_l0	8	0.019835446029901505
25424	rnn.bias_hh_l0	9	0.039841048419475555
25424	rnn.weight_ih_l0_reverse	0	-0.030069198459386826
25424	rnn.weight_ih_l0_reverse	1	-0.00246796035207808
25424	rnn.weight_ih_l0_reverse	2	0.02435316890478134
25424	rnn.weight_ih_l0_reverse	3	-0.062466446310281754
25424	rnn.weight_ih_l0_reverse	4	0.010355195961892605
25424	rnn.weight_ih_l0_reverse	5	-0.04750480875372887
25424	rnn.weight_ih_l0_reverse	6	0.02753399685025215
25424	rnn.weight_ih_l0_reverse	7	0.04641927406191826
25424	rnn.weight_ih_l0_reverse	8	-0.048226870596408844
25424	rnn.weight_ih_l0_reverse	9	-0.051114946603775024
25424	rnn.weight_hh_l0_reverse	0	-0.08337818086147308
25424	rnn.weight_hh_l0_reverse	1	-0.06369249522686005
25424	rnn.weight_hh_l0_reverse	2	0.03501029312610626
25424	rnn.weight_hh_l0_reverse	3	0.045745961368083954
25424	rnn.weight_hh_l0_reverse	4	-0.01590084098279476
25424	rnn.weight_hh_l0_reverse	5	0.04468323290348053
25424	rnn.weight_hh_l0_reverse	6	-0.0011479787062853575
25424	rnn.weight_hh_l0_reverse	7	0.000542779453098774
25424	rnn.weight_hh_l0_reverse	8	-0.09891327470541
25424	rnn.weight_hh_l0_reverse	9	0.08152318000793457
25424	rnn.bias_ih_l0_reverse	0	-0.08514475077390671
25424	rnn.bias_ih_l0_reverse	1	-0.063423752784729
25424	rnn.bias_ih_l0_reverse	2	0.10242778807878494
25424	rnn.bias_ih_l0_reverse	3	0.04517282173037529
25424	rnn.bias_ih_l0_reverse	4	-0.13064822554588318
25424	rnn.bias_ih_l0_reverse	5	0.04234004393219948
25424	rnn.bias_ih_l0_reverse	6	-0.10578829050064087
25424	rnn.bias_ih_l0_reverse	7	0.04081603139638901
25424	rnn.bias_ih_l0_reverse	8	0.03331741690635681
25424	rnn.bias_ih_l0_reverse	9	0.05966402590274811
25424	rnn.bias_hh_l0_reverse	0	0.052969541400671005
25424	rnn.bias_hh_l0_reverse	1	0.06599065661430359
25424	rnn.bias_hh_l0_reverse	2	0.07873683422803879
25424	rnn.bias_hh_l0_reverse	3	-0.005757132079452276
25424	rnn.bias_hh_l0_reverse	4	0.07234596461057663
25424	rnn.bias_hh_l0_reverse	5	0.009769412688910961
25424	rnn.bias_hh_l0_reverse	6	-0.05489944666624069
25424	rnn.bias_hh_l0_reverse	7	0.02502974309027195
25424	rnn.bias_hh_l0_reverse	8	0.012509672902524471
25424	rnn.bias_hh_l0_reverse	9	-0.1570185124874115
25424	linear.weight	0	0.16490334272384644
25424	linear.weight	1	-0.1622389703989029
25424	linear.weight	2	-0.2090691328048706
25424	linear.weight	3	0.07641594856977463
25424	linear.weight	4	-0.021681135520339012
25424	linear.weight	5	0.0027467506006360054
25424	linear.weight	6	-0.006996491923928261
25424	linear.weight	7	-0.028176063671708107
25424	linear.weight	8	0.07585416734218597
25424	linear.weight	9	0.33645111322402954
25424	linear.bias	0	-0.21221952140331268
25424	linear.bias	1	0.19773253798484802
25424	linear.bias	2	-0.5394216179847717
25424	linear.bias	3	1.689443588256836
25424	linear.bias	4	-0.39267629384994507
25424	linear.bias	5	-0.030769959092140198
25424	linear.bias	6	-0.35770872235298157
25424	linear.bias	7	-0.27105849981307983
25424	linear.bias	8	-0.04089184105396271
25424	linear.bias	9	-0.4953470826148987
25452	transitions	0	-0.6464626789093018
25452	transitions	1	0.35181182622909546
25452	transitions	2	1.676115870475769
25452	transitions	3	0.09843442589044571
25452	transitions	4	0.9494122266769409
25452	transitions	5	1.2739499807357788
25452	transitions	6	0.4833466410636902
25452	transitions	7	0.1758672297000885
25452	transitions	8	-0.9195096492767334
25452	transitions	9	0.930662214756012
25452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25452	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25452	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25452	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25452	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25452	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25452	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25452	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25452	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25452	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25452	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25452	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25452	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25452	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25452	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25452	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25452	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25452	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25452	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25452	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25452	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25452	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25452	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25452	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25452	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25452	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25452	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25452	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25452	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25452	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25452	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25452	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25452	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25452	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25452	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25452	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25452	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25452	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25452	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25452	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25452	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25452	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25452	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25452	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25452	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25452	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25452	embedding2nn.weight	0	0.02319197915494442
25452	embedding2nn.weight	1	0.014239724725484848
25452	embedding2nn.weight	2	-0.004553105682134628
25452	embedding2nn.weight	3	0.00032593897776678205
25452	embedding2nn.weight	4	-0.004318471997976303
25452	embedding2nn.weight	5	0.011557256802916527
25452	embedding2nn.weight	6	-0.004812205675989389
25452	embedding2nn.weight	7	0.022343497723340988
25452	embedding2nn.weight	8	-0.006188143510371447
25452	embedding2nn.weight	9	-0.014313509687781334
25452	embedding2nn.bias	0	-0.03756372630596161
25452	embedding2nn.bias	1	-0.030973048880696297
25452	embedding2nn.bias	2	-0.06600245833396912
25452	embedding2nn.bias	3	0.009277167730033398
25452	embedding2nn.bias	4	-0.0061611901037395
25452	embedding2nn.bias	5	-0.013262939639389515
25452	embedding2nn.bias	6	0.015584614127874374
25452	embedding2nn.bias	7	0.033310458064079285
25452	embedding2nn.bias	8	0.012577504850924015
25452	embedding2nn.bias	9	-0.004731666762381792
25452	rnn.weight_ih_l0	0	0.03879682347178459
25452	rnn.weight_ih_l0	1	-0.012556477449834347
25452	rnn.weight_ih_l0	2	-0.03583119437098503
25452	rnn.weight_ih_l0	3	-0.044575829058885574
25452	rnn.weight_ih_l0	4	-0.051094233989715576
25452	rnn.weight_ih_l0	5	-0.008328131400048733
25452	rnn.weight_ih_l0	6	-0.05302650108933449
25452	rnn.weight_ih_l0	7	-0.060477085411548615
25452	rnn.weight_ih_l0	8	-0.044827233999967575
25452	rnn.weight_ih_l0	9	-0.027044495567679405
25452	rnn.weight_hh_l0	0	0.018467629328370094
25452	rnn.weight_hh_l0	1	-0.010569186881184578
25452	rnn.weight_hh_l0	2	-0.06821682304143906
25452	rnn.weight_hh_l0	3	-0.032946713268756866
25452	rnn.weight_hh_l0	4	-0.0763557031750679
25452	rnn.weight_hh_l0	5	-0.011145621538162231
25452	rnn.weight_hh_l0	6	-0.05163177475333214
25452	rnn.weight_hh_l0	7	-0.036960016936063766
25452	rnn.weight_hh_l0	8	-0.01857082173228264
25452	rnn.weight_hh_l0	9	-0.0031627854332327843
25452	rnn.bias_ih_l0	0	0.1402244120836258
25452	rnn.bias_ih_l0	1	-0.05793546140193939
25452	rnn.bias_ih_l0	2	0.10395403951406479
25452	rnn.bias_ih_l0	3	0.04684606194496155
25452	rnn.bias_ih_l0	4	0.09591485559940338
25452	rnn.bias_ih_l0	5	0.025131072849035263
25452	rnn.bias_ih_l0	6	-0.014871285296976566
25452	rnn.bias_ih_l0	7	-0.11051063239574432
25452	rnn.bias_ih_l0	8	-0.20228613913059235
25452	rnn.bias_ih_l0	9	0.08306185156106949
25452	rnn.bias_hh_l0	0	-0.0022185323759913445
25452	rnn.bias_hh_l0	1	0.02038857340812683
25452	rnn.bias_hh_l0	2	-0.002232506638392806
25452	rnn.bias_hh_l0	3	-0.03064279444515705
25452	rnn.bias_hh_l0	4	-0.04156844690442085
25452	rnn.bias_hh_l0	5	0.14941777288913727
25452	rnn.bias_hh_l0	6	0.048859238624572754
25452	rnn.bias_hh_l0	7	0.05003809183835983
25452	rnn.bias_hh_l0	8	0.019497379660606384
25452	rnn.bias_hh_l0	9	0.040401823818683624
25452	rnn.weight_ih_l0_reverse	0	-0.03015763685107231
25452	rnn.weight_ih_l0_reverse	1	-0.0027263392694294453
25452	rnn.weight_ih_l0_reverse	2	0.024357624351978302
25452	rnn.weight_ih_l0_reverse	3	-0.062398649752140045
25452	rnn.weight_ih_l0_reverse	4	0.010294514708220959
25452	rnn.weight_ih_l0_reverse	5	-0.047440577298402786
25452	rnn.weight_ih_l0_reverse	6	0.027242928743362427
25452	rnn.weight_ih_l0_reverse	7	0.04635743051767349
25452	rnn.weight_ih_l0_reverse	8	-0.04835256189107895
25452	rnn.weight_ih_l0_reverse	9	-0.05117097869515419
25452	rnn.weight_hh_l0_reverse	0	-0.08334225416183472
25452	rnn.weight_hh_l0_reverse	1	-0.06311032176017761
25452	rnn.weight_hh_l0_reverse	2	0.03463253006339073
25452	rnn.weight_hh_l0_reverse	3	0.04592972248792648
25452	rnn.weight_hh_l0_reverse	4	-0.015988890081644058
25452	rnn.weight_hh_l0_reverse	5	0.04460516944527626
25452	rnn.weight_hh_l0_reverse	6	-0.0013302057050168514
25452	rnn.weight_hh_l0_reverse	7	0.0007951832958497107
25452	rnn.weight_hh_l0_reverse	8	-0.0990401953458786
25452	rnn.weight_hh_l0_reverse	9	0.08138382434844971
25452	rnn.bias_ih_l0_reverse	0	-0.08307293802499771
25452	rnn.bias_ih_l0_reverse	1	-0.06418977677822113
25452	rnn.bias_ih_l0_reverse	2	0.10289105027914047
25452	rnn.bias_ih_l0_reverse	3	0.0452561117708683
25452	rnn.bias_ih_l0_reverse	4	-0.13097406923770905
25452	rnn.bias_ih_l0_reverse	5	0.04239124432206154
25452	rnn.bias_ih_l0_reverse	6	-0.10496058315038681
25452	rnn.bias_ih_l0_reverse	7	0.0388302206993103
25452	rnn.bias_ih_l0_reverse	8	0.03401010483503342
25452	rnn.bias_ih_l0_reverse	9	0.05935109779238701
25452	rnn.bias_hh_l0_reverse	0	0.05480111017823219
25452	rnn.bias_hh_l0_reverse	1	0.06629360467195511
25452	rnn.bias_hh_l0_reverse	2	0.07959099113941193
25452	rnn.bias_hh_l0_reverse	3	-0.0053904736414551735
25452	rnn.bias_hh_l0_reverse	4	0.0724564790725708
25452	rnn.bias_hh_l0_reverse	5	0.007065728772431612
25452	rnn.bias_hh_l0_reverse	6	-0.05600953474640846
25452	rnn.bias_hh_l0_reverse	7	0.024744868278503418
25452	rnn.bias_hh_l0_reverse	8	0.011195545084774494
25452	rnn.bias_hh_l0_reverse	9	-0.15563461184501648
25452	linear.weight	0	0.16294719278812408
25452	linear.weight	1	-0.16223765909671783
25452	linear.weight	2	-0.20827385783195496
25452	linear.weight	3	0.07618502527475357
25452	linear.weight	4	-0.021716559305787086
25452	linear.weight	5	0.00320602348074317
25452	linear.weight	6	-0.006990016903728247
25452	linear.weight	7	-0.02773159369826317
25452	linear.weight	8	0.07518354803323746
25452	linear.weight	9	0.33632561564445496
25452	linear.bias	0	-0.21155625581741333
25452	linear.bias	1	0.1961667537689209
25452	linear.bias	2	-0.5396654009819031
25452	linear.bias	3	1.6989368200302124
25452	linear.bias	4	-0.3935140073299408
25452	linear.bias	5	-0.030769959092140198
25452	linear.bias	6	-0.35800108313560486
25452	linear.bias	7	-0.27027061581611633
25452	linear.bias	8	-0.04283014312386513
25452	linear.bias	9	-0.4953756332397461
25480	transitions	0	-0.6464797854423523
25480	transitions	1	0.35179975628852844
25480	transitions	2	1.676100492477417
25480	transitions	3	0.09842652827501297
25480	transitions	4	0.9494053721427917
25480	transitions	5	1.2739485502243042
25480	transitions	6	0.48334652185440063
25480	transitions	7	0.17586703598499298
25480	transitions	8	-0.9195097088813782
25480	transitions	9	0.930662214756012
25480	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25480	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25480	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25480	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25480	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25480	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25480	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25480	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25480	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25480	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25480	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25480	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25480	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25480	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25480	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25480	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25480	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25480	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25480	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25480	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25480	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25480	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25480	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25480	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25480	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25480	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25480	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25480	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25480	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25480	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25480	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25480	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25480	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25480	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25480	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25480	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25480	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25480	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25480	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25480	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25480	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25480	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25480	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25480	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25480	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25480	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25480	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25480	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25480	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25480	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25480	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25480	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25480	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25480	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25480	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25480	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25480	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25480	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25480	embedding2nn.weight	0	0.023194419220089912
25480	embedding2nn.weight	1	0.014222598634660244
25480	embedding2nn.weight	2	-0.004569364711642265
25480	embedding2nn.weight	3	0.00024626130471006036
25480	embedding2nn.weight	4	-0.004322476219385862
25480	embedding2nn.weight	5	0.011593547649681568
25480	embedding2nn.weight	6	-0.004814232233911753
25480	embedding2nn.weight	7	0.02224935218691826
25480	embedding2nn.weight	8	-0.006050317548215389
25480	embedding2nn.weight	9	-0.014228301122784615
25480	embedding2nn.bias	0	-0.038858264684677124
25480	embedding2nn.bias	1	-0.03253542259335518
25480	embedding2nn.bias	2	-0.06682873517274857
25480	embedding2nn.bias	3	0.013135832734405994
25480	embedding2nn.bias	4	-0.003977247979491949
25480	embedding2nn.bias	5	-0.012583227828145027
25480	embedding2nn.bias	6	0.01718793995678425
25480	embedding2nn.bias	7	0.03275736793875694
25480	embedding2nn.bias	8	0.010670683346688747
25480	embedding2nn.bias	9	-0.004886279813945293
25480	rnn.weight_ih_l0	0	0.038885269314050674
25480	rnn.weight_ih_l0	1	-0.012457944452762604
25480	rnn.weight_ih_l0	2	-0.035865772515535355
25480	rnn.weight_ih_l0	3	-0.04448294639587402
25480	rnn.weight_ih_l0	4	-0.05130070075392723
25480	rnn.weight_ih_l0	5	-0.008377657271921635
25480	rnn.weight_ih_l0	6	-0.05282748490571976
25480	rnn.weight_ih_l0	7	-0.06047271192073822
25480	rnn.weight_ih_l0	8	-0.04493707790970802
25480	rnn.weight_ih_l0	9	-0.027047373354434967
25480	rnn.weight_hh_l0	0	0.018659567460417747
25480	rnn.weight_hh_l0	1	-0.010371945798397064
25480	rnn.weight_hh_l0	2	-0.06805834919214249
25480	rnn.weight_hh_l0	3	-0.03278699144721031
25480	rnn.weight_hh_l0	4	-0.07634203135967255
25480	rnn.weight_hh_l0	5	-0.011418136768043041
25480	rnn.weight_hh_l0	6	-0.051548320800065994
25480	rnn.weight_hh_l0	7	-0.036613959819078445
25480	rnn.weight_hh_l0	8	-0.018580256029963493
25480	rnn.weight_hh_l0	9	-0.0035583702847361565
25480	rnn.bias_ih_l0	0	0.13992857933044434
25480	rnn.bias_ih_l0	1	-0.058788031339645386
25480	rnn.bias_ih_l0	2	0.10333874076604843
25480	rnn.bias_ih_l0	3	0.047987163066864014
25480	rnn.bias_ih_l0	4	0.09606615453958511
25480	rnn.bias_ih_l0	5	0.025880679488182068
25480	rnn.bias_ih_l0	6	-0.014689181931316853
25480	rnn.bias_ih_l0	7	-0.10666942596435547
25480	rnn.bias_ih_l0	8	-0.19997070729732513
25480	rnn.bias_ih_l0	9	0.08219919353723526
25480	rnn.bias_hh_l0	0	-0.00308230216614902
25480	rnn.bias_hh_l0	1	0.020504150539636612
25480	rnn.bias_hh_l0	2	-0.002465056022629142
25480	rnn.bias_hh_l0	3	-0.03090246208012104
25480	rnn.bias_hh_l0	4	-0.0410020612180233
25480	rnn.bias_hh_l0	5	0.14807531237602234
25480	rnn.bias_hh_l0	6	0.049679115414619446
25480	rnn.bias_hh_l0	7	0.05044558644294739
25480	rnn.bias_hh_l0	8	0.0196794793009758
25480	rnn.bias_hh_l0	9	0.040255721658468246
25480	rnn.weight_ih_l0_reverse	0	-0.029993752017617226
25480	rnn.weight_ih_l0_reverse	1	-0.002763123717159033
25480	rnn.weight_ih_l0_reverse	2	0.02434796467423439
25480	rnn.weight_ih_l0_reverse	3	-0.062377359718084335
25480	rnn.weight_ih_l0_reverse	4	0.010488072410225868
25480	rnn.weight_ih_l0_reverse	5	-0.047129541635513306
25480	rnn.weight_ih_l0_reverse	6	0.027521666139364243
25480	rnn.weight_ih_l0_reverse	7	0.04635404422879219
25480	rnn.weight_ih_l0_reverse	8	-0.048551663756370544
25480	rnn.weight_ih_l0_reverse	9	-0.051195986568927765
25480	rnn.weight_hh_l0_reverse	0	-0.08343930542469025
25480	rnn.weight_hh_l0_reverse	1	-0.06273731589317322
25480	rnn.weight_hh_l0_reverse	2	0.034293003380298615
25480	rnn.weight_hh_l0_reverse	3	0.04617634043097496
25480	rnn.weight_hh_l0_reverse	4	-0.016100525856018066
25480	rnn.weight_hh_l0_reverse	5	0.044404175132513046
25480	rnn.weight_hh_l0_reverse	6	-0.0015873413067311049
25480	rnn.weight_hh_l0_reverse	7	0.0008605122566223145
25480	rnn.weight_hh_l0_reverse	8	-0.0991964191198349
25480	rnn.weight_hh_l0_reverse	9	0.08123913407325745
25480	rnn.bias_ih_l0_reverse	0	-0.0838027372956276
25480	rnn.bias_ih_l0_reverse	1	-0.0636758804321289
25480	rnn.bias_ih_l0_reverse	2	0.1026398092508316
25480	rnn.bias_ih_l0_reverse	3	0.04561399295926094
25480	rnn.bias_ih_l0_reverse	4	-0.13049326837062836
25480	rnn.bias_ih_l0_reverse	5	0.04273543879389763
25480	rnn.bias_ih_l0_reverse	6	-0.10502792149782181
25480	rnn.bias_ih_l0_reverse	7	0.0389314629137516
25480	rnn.bias_ih_l0_reverse	8	0.03416062891483307
25480	rnn.bias_ih_l0_reverse	9	0.06015610694885254
25480	rnn.bias_hh_l0_reverse	0	0.057251494377851486
25480	rnn.bias_hh_l0_reverse	1	0.06590545922517776
25480	rnn.bias_hh_l0_reverse	2	0.07972217351198196
25480	rnn.bias_hh_l0_reverse	3	-0.005328570958226919
25480	rnn.bias_hh_l0_reverse	4	0.07220613211393356
25480	rnn.bias_hh_l0_reverse	5	0.00662582740187645
25480	rnn.bias_hh_l0_reverse	6	-0.05538221821188927
25480	rnn.bias_hh_l0_reverse	7	0.025424111634492874
25480	rnn.bias_hh_l0_reverse	8	0.011864014901220798
25480	rnn.bias_hh_l0_reverse	9	-0.15481095016002655
25480	linear.weight	0	0.1654762327671051
25480	linear.weight	1	-0.16223230957984924
25480	linear.weight	2	-0.20842835307121277
25480	linear.weight	3	0.07721543312072754
25480	linear.weight	4	-0.0204977635294199
25480	linear.weight	5	0.0029557854868471622
25480	linear.weight	6	-0.006989245302975178
25480	linear.weight	7	-0.027689320966601372
25480	linear.weight	8	0.07536483556032181
25480	linear.weight	9	0.3362787961959839
25480	linear.bias	0	-0.21968068182468414
25480	linear.bias	1	0.19761314988136292
25480	linear.bias	2	-0.5404031276702881
25480	linear.bias	3	1.7040132284164429
25480	linear.bias	4	-0.39358359575271606
25480	linear.bias	5	-0.030769959092140198
25480	linear.bias	6	-0.358195036649704
25480	linear.bias	7	-0.27093470096588135
25480	linear.bias	8	-0.04248444736003876
25480	linear.bias	9	-0.49541521072387695
25508	transitions	0	-0.6465128064155579
25508	transitions	1	0.3517165184020996
25508	transitions	2	1.6760919094085693
25508	transitions	3	0.09838783740997314
25508	transitions	4	0.9493992328643799
25508	transitions	5	1.2739485502243042
25508	transitions	6	0.48334652185440063
25508	transitions	7	0.1758667677640915
25508	transitions	8	-0.9195101857185364
25508	transitions	9	0.930662214756012
25508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25508	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25508	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25508	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25508	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25508	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25508	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25508	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25508	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25508	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25508	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25508	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25508	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25508	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25508	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25508	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25508	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25508	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25508	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25508	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25508	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25508	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25508	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25508	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25508	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25508	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25508	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25508	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25508	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25508	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25508	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25508	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25508	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25508	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25508	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25508	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25508	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25508	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25508	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25508	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25508	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25508	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25508	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25508	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25508	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25508	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25508	embedding2nn.weight	0	0.023073455318808556
25508	embedding2nn.weight	1	0.014244584366679192
25508	embedding2nn.weight	2	-0.0045394678600132465
25508	embedding2nn.weight	3	0.00016438259626738727
25508	embedding2nn.weight	4	-0.0043118176981806755
25508	embedding2nn.weight	5	0.01156145054847002
25508	embedding2nn.weight	6	-0.004818348679691553
25508	embedding2nn.weight	7	0.022110728546977043
25508	embedding2nn.weight	8	-0.006103864870965481
25508	embedding2nn.weight	9	-0.014247202314436436
25508	embedding2nn.bias	0	-0.041806597262620926
25508	embedding2nn.bias	1	-0.03104819916188717
25508	embedding2nn.bias	2	-0.06813069432973862
25508	embedding2nn.bias	3	0.01180840190500021
25508	embedding2nn.bias	4	-0.0028261947445571423
25508	embedding2nn.bias	5	-0.01296861283481121
25508	embedding2nn.bias	6	0.01563967950642109
25508	embedding2nn.bias	7	0.03290386125445366
25508	embedding2nn.bias	8	0.01085135992616415
25508	embedding2nn.bias	9	-0.006280162371695042
25508	rnn.weight_ih_l0	0	0.038861289620399475
25508	rnn.weight_ih_l0	1	-0.01206101756542921
25508	rnn.weight_ih_l0	2	-0.035729702562093735
25508	rnn.weight_ih_l0	3	-0.04454315826296806
25508	rnn.weight_ih_l0	4	-0.05138256773352623
25508	rnn.weight_ih_l0	5	-0.008359263651072979
25508	rnn.weight_ih_l0	6	-0.05271099507808685
25508	rnn.weight_ih_l0	7	-0.06075623631477356
25508	rnn.weight_ih_l0	8	-0.044776059687137604
25508	rnn.weight_ih_l0	9	-0.027033548802137375
25508	rnn.weight_hh_l0	0	0.01856967806816101
25508	rnn.weight_hh_l0	1	-0.009907254949212074
25508	rnn.weight_hh_l0	2	-0.06804600358009338
25508	rnn.weight_hh_l0	3	-0.032864391803741455
25508	rnn.weight_hh_l0	4	-0.07621016353368759
25508	rnn.weight_hh_l0	5	-0.011479184031486511
25508	rnn.weight_hh_l0	6	-0.051293786615133286
25508	rnn.weight_hh_l0	7	-0.03628131374716759
25508	rnn.weight_hh_l0	8	-0.018721062690019608
25508	rnn.weight_hh_l0	9	-0.004061144310981035
25508	rnn.bias_ih_l0	0	0.14053097367286682
25508	rnn.bias_ih_l0	1	-0.05792081728577614
25508	rnn.bias_ih_l0	2	0.10456353425979614
25508	rnn.bias_ih_l0	3	0.04780353605747223
25508	rnn.bias_ih_l0	4	0.09606682509183884
25508	rnn.bias_ih_l0	5	0.02633892185986042
25508	rnn.bias_ih_l0	6	-0.014491250738501549
25508	rnn.bias_ih_l0	7	-0.1090240478515625
25508	rnn.bias_ih_l0	8	-0.20321160554885864
25508	rnn.bias_ih_l0	9	0.08263881504535675
25508	rnn.bias_hh_l0	0	-0.003176943166181445
25508	rnn.bias_hh_l0	1	0.021635953336954117
25508	rnn.bias_hh_l0	2	-0.0016684915171936154
25508	rnn.bias_hh_l0	3	-0.03043886087834835
25508	rnn.bias_hh_l0	4	-0.04154103994369507
25508	rnn.bias_hh_l0	5	0.14530834555625916
25508	rnn.bias_hh_l0	6	0.04938041791319847
25508	rnn.bias_hh_l0	7	0.04928958788514137
25508	rnn.bias_hh_l0	8	0.019877415150403976
25508	rnn.bias_hh_l0	9	0.040064677596092224
25508	rnn.weight_ih_l0_reverse	0	-0.029850058257579803
25508	rnn.weight_ih_l0_reverse	1	-0.0027424513828009367
25508	rnn.weight_ih_l0_reverse	2	0.024412130936980247
25508	rnn.weight_ih_l0_reverse	3	-0.0624234564602375
25508	rnn.weight_ih_l0_reverse	4	0.01056028064340353
25508	rnn.weight_ih_l0_reverse	5	-0.047117140144109726
25508	rnn.weight_ih_l0_reverse	6	0.027180291712284088
25508	rnn.weight_ih_l0_reverse	7	0.04633360356092453
25508	rnn.weight_ih_l0_reverse	8	-0.04858332872390747
25508	rnn.weight_ih_l0_reverse	9	-0.05115622654557228
25508	rnn.weight_hh_l0_reverse	0	-0.08356260508298874
25508	rnn.weight_hh_l0_reverse	1	-0.06292007118463516
25508	rnn.weight_hh_l0_reverse	2	0.034208547323942184
25508	rnn.weight_hh_l0_reverse	3	0.0460464209318161
25508	rnn.weight_hh_l0_reverse	4	-0.01588887721300125
25508	rnn.weight_hh_l0_reverse	5	0.04438895732164383
25508	rnn.weight_hh_l0_reverse	6	-0.002182288793846965
25508	rnn.weight_hh_l0_reverse	7	0.0005901387194171548
25508	rnn.weight_hh_l0_reverse	8	-0.09928423911333084
25508	rnn.weight_hh_l0_reverse	9	0.08155594766139984
25508	rnn.bias_ih_l0_reverse	0	-0.08581189066171646
25508	rnn.bias_ih_l0_reverse	1	-0.06268247216939926
25508	rnn.bias_ih_l0_reverse	2	0.1024608388543129
25508	rnn.bias_ih_l0_reverse	3	0.045623067766427994
25508	rnn.bias_ih_l0_reverse	4	-0.130514457821846
25508	rnn.bias_ih_l0_reverse	5	0.04271683841943741
25508	rnn.bias_ih_l0_reverse	6	-0.10464940220117569
25508	rnn.bias_ih_l0_reverse	7	0.03866039961576462
25508	rnn.bias_ih_l0_reverse	8	0.03470509499311447
25508	rnn.bias_ih_l0_reverse	9	0.05977315083146095
25508	rnn.bias_hh_l0_reverse	0	0.05913451313972473
25508	rnn.bias_hh_l0_reverse	1	0.065571628510952
25508	rnn.bias_hh_l0_reverse	2	0.07972593605518341
25508	rnn.bias_hh_l0_reverse	3	-0.004407568369060755
25508	rnn.bias_hh_l0_reverse	4	0.07176460325717926
25508	rnn.bias_hh_l0_reverse	5	0.0075419130735099316
25508	rnn.bias_hh_l0_reverse	6	-0.05431380495429039
25508	rnn.bias_hh_l0_reverse	7	0.025441346690058708
25508	rnn.bias_hh_l0_reverse	8	0.012636779807507992
25508	rnn.bias_hh_l0_reverse	9	-0.1555100381374359
25508	linear.weight	0	0.16297495365142822
25508	linear.weight	1	-0.16221573948860168
25508	linear.weight	2	-0.20927785336971283
25508	linear.weight	3	0.07834703475236893
25508	linear.weight	4	-0.020425347611308098
25508	linear.weight	5	0.002953729359433055
25508	linear.weight	6	-0.006988872773945332
25508	linear.weight	7	-0.02822945825755596
25508	linear.weight	8	0.07570244371891022
25508	linear.weight	9	0.33735230565071106
25508	linear.bias	0	-0.2150173783302307
25508	linear.bias	1	0.19873769581317902
25508	linear.bias	2	-0.5387710332870483
25508	linear.bias	3	1.7006967067718506
25508	linear.bias	4	-0.3937236964702606
25508	linear.bias	5	-0.030769959092140198
25508	linear.bias	6	-0.3563791513442993
25508	linear.bias	7	-0.2690642476081848
25508	linear.bias	8	-0.0459165945649147
25508	linear.bias	9	-0.49547433853149414
25536	transitions	0	-0.6465498208999634
25536	transitions	1	0.35170650482177734
25536	transitions	2	1.6760799884796143
25536	transitions	3	0.09826268255710602
25536	transitions	4	0.9493951797485352
25536	transitions	5	1.2739481925964355
25536	transitions	6	0.48334500193595886
25536	transitions	7	0.17586666345596313
25536	transitions	8	-0.9195103645324707
25536	transitions	9	0.930662214756012
25536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25536	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25536	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25536	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25536	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25536	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25536	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25536	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25536	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25536	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25536	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25536	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25536	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25536	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25536	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25536	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25536	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25536	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25536	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25536	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25536	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25536	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25536	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25536	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25536	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25536	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25536	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25536	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25536	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25536	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25536	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25536	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25536	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25536	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25536	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25536	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25536	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25536	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25536	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25536	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25536	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25536	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25536	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25536	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25536	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25536	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25536	embedding2nn.weight	0	0.022926373407244682
25536	embedding2nn.weight	1	0.014188594184815884
25536	embedding2nn.weight	2	-0.004520596470683813
25536	embedding2nn.weight	3	0.00013364780170377344
25536	embedding2nn.weight	4	-0.004310137592256069
25536	embedding2nn.weight	5	0.011608474887907505
25536	embedding2nn.weight	6	-0.004819141700863838
25536	embedding2nn.weight	7	0.022321052849292755
25536	embedding2nn.weight	8	-0.006131590809673071
25536	embedding2nn.weight	9	-0.014229445718228817
25536	embedding2nn.bias	0	-0.0403708778321743
25536	embedding2nn.bias	1	-0.03193394094705582
25536	embedding2nn.bias	2	-0.06301965564489365
25536	embedding2nn.bias	3	0.015225518494844437
25536	embedding2nn.bias	4	-0.00010653483332134783
25536	embedding2nn.bias	5	-0.012285233475267887
25536	embedding2nn.bias	6	0.017467860132455826
25536	embedding2nn.bias	7	0.03563191369175911
25536	embedding2nn.bias	8	0.009052249602973461
25536	embedding2nn.bias	9	-0.00541733019053936
25536	rnn.weight_ih_l0	0	0.038885537534952164
25536	rnn.weight_ih_l0	1	-0.01178075559437275
25536	rnn.weight_ih_l0	2	-0.03583049029111862
25536	rnn.weight_ih_l0	3	-0.04455012455582619
25536	rnn.weight_ih_l0	4	-0.051659293472766876
25536	rnn.weight_ih_l0	5	-0.008400472812354565
25536	rnn.weight_ih_l0	6	-0.05290810391306877
25536	rnn.weight_ih_l0	7	-0.06074913963675499
25536	rnn.weight_ih_l0	8	-0.04481096938252449
25536	rnn.weight_ih_l0	9	-0.02711554430425167
25536	rnn.weight_hh_l0	0	0.018565163016319275
25536	rnn.weight_hh_l0	1	-0.010049277916550636
25536	rnn.weight_hh_l0	2	-0.06841102242469788
25536	rnn.weight_hh_l0	3	-0.03285758197307587
25536	rnn.weight_hh_l0	4	-0.07606726884841919
25536	rnn.weight_hh_l0	5	-0.011518809013068676
25536	rnn.weight_hh_l0	6	-0.05074109509587288
25536	rnn.weight_hh_l0	7	-0.03635770082473755
25536	rnn.weight_hh_l0	8	-0.019079508259892464
25536	rnn.weight_hh_l0	9	-0.0038333116099238396
25536	rnn.bias_ih_l0	0	0.14041195809841156
25536	rnn.bias_ih_l0	1	-0.057430561631917953
25536	rnn.bias_ih_l0	2	0.10421942174434662
25536	rnn.bias_ih_l0	3	0.04819526523351669
25536	rnn.bias_ih_l0	4	0.0970994234085083
25536	rnn.bias_ih_l0	5	0.02559657394886017
25536	rnn.bias_ih_l0	6	-0.014681761153042316
25536	rnn.bias_ih_l0	7	-0.10706498473882675
25536	rnn.bias_ih_l0	8	-0.204325333237648
25536	rnn.bias_ih_l0	9	0.0827740877866745
25536	rnn.bias_hh_l0	0	-0.0033191414549946785
25536	rnn.bias_hh_l0	1	0.02102360501885414
25536	rnn.bias_hh_l0	2	-0.002375064417719841
25536	rnn.bias_hh_l0	3	-0.029166925698518753
25536	rnn.bias_hh_l0	4	-0.03943717107176781
25536	rnn.bias_hh_l0	5	0.1448691487312317
25536	rnn.bias_hh_l0	6	0.04897644370794296
25536	rnn.bias_hh_l0	7	0.05014394223690033
25536	rnn.bias_hh_l0	8	0.019686909392476082
25536	rnn.bias_hh_l0	9	0.04065409302711487
25536	rnn.weight_ih_l0_reverse	0	-0.02965487726032734
25536	rnn.weight_ih_l0_reverse	1	-0.002487947465851903
25536	rnn.weight_ih_l0_reverse	2	0.024444639682769775
25536	rnn.weight_ih_l0_reverse	3	-0.062473684549331665
25536	rnn.weight_ih_l0_reverse	4	0.010480080731213093
25536	rnn.weight_ih_l0_reverse	5	-0.04724647104740143
25536	rnn.weight_ih_l0_reverse	6	0.027632057666778564
25536	rnn.weight_ih_l0_reverse	7	0.04632506147027016
25536	rnn.weight_ih_l0_reverse	8	-0.04873916134238243
25536	rnn.weight_ih_l0_reverse	9	-0.05117860063910484
25536	rnn.weight_hh_l0_reverse	0	-0.08331962674856186
25536	rnn.weight_hh_l0_reverse	1	-0.0637684166431427
25536	rnn.weight_hh_l0_reverse	2	0.034198395907878876
25536	rnn.weight_hh_l0_reverse	3	0.04606527462601662
25536	rnn.weight_hh_l0_reverse	4	-0.015580043196678162
25536	rnn.weight_hh_l0_reverse	5	0.04439186677336693
25536	rnn.weight_hh_l0_reverse	6	-0.002324880799278617
25536	rnn.weight_hh_l0_reverse	7	0.000466109107946977
25536	rnn.weight_hh_l0_reverse	8	-0.09918341040611267
25536	rnn.weight_hh_l0_reverse	9	0.08134830743074417
25536	rnn.bias_ih_l0_reverse	0	-0.08562549948692322
25536	rnn.bias_ih_l0_reverse	1	-0.06438974291086197
25536	rnn.bias_ih_l0_reverse	2	0.10304919630289078
25536	rnn.bias_ih_l0_reverse	3	0.045295730233192444
25536	rnn.bias_ih_l0_reverse	4	-0.130477637052536
25536	rnn.bias_ih_l0_reverse	5	0.043238479644060135
25536	rnn.bias_ih_l0_reverse	6	-0.10478725284337997
25536	rnn.bias_ih_l0_reverse	7	0.03947584331035614
25536	rnn.bias_ih_l0_reverse	8	0.035365693271160126
25536	rnn.bias_ih_l0_reverse	9	0.060776881873607635
25536	rnn.bias_hh_l0_reverse	0	0.060759734362363815
25536	rnn.bias_hh_l0_reverse	1	0.06617362052202225
25536	rnn.bias_hh_l0_reverse	2	0.07968071848154068
25536	rnn.bias_hh_l0_reverse	3	-0.00450607854872942
25536	rnn.bias_hh_l0_reverse	4	0.07148061692714691
25536	rnn.bias_hh_l0_reverse	5	0.006167652551084757
25536	rnn.bias_hh_l0_reverse	6	-0.05489059537649155
25536	rnn.bias_hh_l0_reverse	7	0.024717384949326515
25536	rnn.bias_hh_l0_reverse	8	0.013496276922523975
25536	rnn.bias_hh_l0_reverse	9	-0.1542302817106247
25536	linear.weight	0	0.16357815265655518
25536	linear.weight	1	-0.16221308708190918
25536	linear.weight	2	-0.2089831531047821
25536	linear.weight	3	0.07757946848869324
25536	linear.weight	4	-0.022392883896827698
25536	linear.weight	5	0.0018818194512277842
25536	linear.weight	6	-0.006987876258790493
25536	linear.weight	7	-0.02820826880633831
25536	linear.weight	8	0.07700838893651962
25536	linear.weight	9	0.3377971947193146
25536	linear.bias	0	-0.21679498255252838
25536	linear.bias	1	0.1988164782524109
25536	linear.bias	2	-0.5393680334091187
25536	linear.bias	3	1.6959549188613892
25536	linear.bias	4	-0.39379817247390747
25536	linear.bias	5	-0.030769959092140198
25536	linear.bias	6	-0.35697564482688904
25536	linear.bias	7	-0.269522100687027
25536	linear.bias	8	-0.04745045676827431
25536	linear.bias	9	-0.49549737572669983
25564	transitions	0	-0.6465772390365601
25564	transitions	1	0.3516683280467987
25564	transitions	2	1.675994634628296
25564	transitions	3	0.09825585782527924
25564	transitions	4	0.9493677020072937
25564	transitions	5	1.2739475965499878
25564	transitions	6	0.48334360122680664
25564	transitions	7	0.1758640557527542
25564	transitions	8	-0.9195104837417603
25564	transitions	9	0.930662214756012
25564	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25564	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25564	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25564	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25564	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25564	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25564	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25564	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25564	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25564	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25564	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25564	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25564	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25564	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25564	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25564	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25564	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25564	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25564	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25564	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25564	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25564	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25564	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25564	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25564	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25564	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25564	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25564	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25564	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25564	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25564	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25564	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25564	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25564	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25564	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25564	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25564	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25564	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25564	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25564	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25564	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25564	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25564	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25564	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25564	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25564	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25564	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25564	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25564	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25564	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25564	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25564	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25564	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25564	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25564	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25564	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25564	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25564	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25564	embedding2nn.weight	0	0.023179732263088226
25564	embedding2nn.weight	1	0.014186721295118332
25564	embedding2nn.weight	2	-0.004539375193417072
25564	embedding2nn.weight	3	0.00018265240942128003
25564	embedding2nn.weight	4	-0.004304912406951189
25564	embedding2nn.weight	5	0.011510566808283329
25564	embedding2nn.weight	6	-0.004915430676192045
25564	embedding2nn.weight	7	0.02240697108209133
25564	embedding2nn.weight	8	-0.006160758901387453
25564	embedding2nn.weight	9	-0.01414705254137516
25564	embedding2nn.bias	0	-0.038982607424259186
25564	embedding2nn.bias	1	-0.03280102089047432
25564	embedding2nn.bias	2	-0.06313066929578781
25564	embedding2nn.bias	3	0.01586870290338993
25564	embedding2nn.bias	4	-0.0027532356325536966
25564	embedding2nn.bias	5	-0.011502917855978012
25564	embedding2nn.bias	6	0.019108889624476433
25564	embedding2nn.bias	7	0.03513128682971001
25564	embedding2nn.bias	8	0.00971389189362526
25564	embedding2nn.bias	9	-0.005337308160960674
25564	rnn.weight_ih_l0	0	0.03931465372443199
25564	rnn.weight_ih_l0	1	-0.012192552909255028
25564	rnn.weight_ih_l0	2	-0.035613518208265305
25564	rnn.weight_ih_l0	3	-0.044581953436136246
25564	rnn.weight_ih_l0	4	-0.05155782774090767
25564	rnn.weight_ih_l0	5	-0.008452589623630047
25564	rnn.weight_ih_l0	6	-0.05303490534424782
25564	rnn.weight_ih_l0	7	-0.06056809052824974
25564	rnn.weight_ih_l0	8	-0.04477071389555931
25564	rnn.weight_ih_l0	9	-0.02712056413292885
25564	rnn.weight_hh_l0	0	0.018459007143974304
25564	rnn.weight_hh_l0	1	-0.009977757930755615
25564	rnn.weight_hh_l0	2	-0.06816574931144714
25564	rnn.weight_hh_l0	3	-0.03294869512319565
25564	rnn.weight_hh_l0	4	-0.07627226412296295
25564	rnn.weight_hh_l0	5	-0.011697296053171158
25564	rnn.weight_hh_l0	6	-0.051094722002744675
25564	rnn.weight_hh_l0	7	-0.03632381558418274
25564	rnn.weight_hh_l0	8	-0.019325004890561104
25564	rnn.weight_hh_l0	9	-0.0034572449512779713
25564	rnn.bias_ih_l0	0	0.14041981101036072
25564	rnn.bias_ih_l0	1	-0.05723251774907112
25564	rnn.bias_ih_l0	2	0.10351003706455231
25564	rnn.bias_ih_l0	3	0.04680471122264862
25564	rnn.bias_ih_l0	4	0.0967571884393692
25564	rnn.bias_ih_l0	5	0.025773892179131508
25564	rnn.bias_ih_l0	6	-0.01465645432472229
25564	rnn.bias_ih_l0	7	-0.1072358787059784
25564	rnn.bias_ih_l0	8	-0.20568159222602844
25564	rnn.bias_ih_l0	9	0.0823855847120285
25564	rnn.bias_hh_l0	0	-0.002490764018148184
25564	rnn.bias_hh_l0	1	0.020237259566783905
25564	rnn.bias_hh_l0	2	-0.003280442673712969
25564	rnn.bias_hh_l0	3	-0.02918366529047489
25564	rnn.bias_hh_l0	4	-0.03968546912074089
25564	rnn.bias_hh_l0	5	0.14380383491516113
25564	rnn.bias_hh_l0	6	0.050077617168426514
25564	rnn.bias_hh_l0	7	0.04948398470878601
25564	rnn.bias_hh_l0	8	0.019712217152118683
25564	rnn.bias_hh_l0	9	0.04026474431157112
25564	rnn.weight_ih_l0_reverse	0	-0.02964634634554386
25564	rnn.weight_ih_l0_reverse	1	-0.0025967576075345278
25564	rnn.weight_ih_l0_reverse	2	0.024463294073939323
25564	rnn.weight_ih_l0_reverse	3	-0.06240883469581604
25564	rnn.weight_ih_l0_reverse	4	0.010509268380701542
25564	rnn.weight_ih_l0_reverse	5	-0.047240447252988815
25564	rnn.weight_ih_l0_reverse	6	0.027237918227910995
25564	rnn.weight_ih_l0_reverse	7	0.04615073278546333
25564	rnn.weight_ih_l0_reverse	8	-0.04869022220373154
25564	rnn.weight_ih_l0_reverse	9	-0.051240913569927216
25564	rnn.weight_hh_l0_reverse	0	-0.0835018903017044
25564	rnn.weight_hh_l0_reverse	1	-0.06398044526576996
25564	rnn.weight_hh_l0_reverse	2	0.03441479429602623
25564	rnn.weight_hh_l0_reverse	3	0.04594266414642334
25564	rnn.weight_hh_l0_reverse	4	-0.015250904485583305
25564	rnn.weight_hh_l0_reverse	5	0.044802457094192505
25564	rnn.weight_hh_l0_reverse	6	-0.002043141983449459
25564	rnn.weight_hh_l0_reverse	7	0.0007323410827666521
25564	rnn.weight_hh_l0_reverse	8	-0.0993378683924675
25564	rnn.weight_hh_l0_reverse	9	0.08129873871803284
25564	rnn.bias_ih_l0_reverse	0	-0.08342570811510086
25564	rnn.bias_ih_l0_reverse	1	-0.06569012254476547
25564	rnn.bias_ih_l0_reverse	2	0.10370361059904099
25564	rnn.bias_ih_l0_reverse	3	0.04507341980934143
25564	rnn.bias_ih_l0_reverse	4	-0.12997417151927948
25564	rnn.bias_ih_l0_reverse	5	0.04357043281197548
25564	rnn.bias_ih_l0_reverse	6	-0.10528737306594849
25564	rnn.bias_ih_l0_reverse	7	0.038409337401390076
25564	rnn.bias_ih_l0_reverse	8	0.035524167120456696
25564	rnn.bias_ih_l0_reverse	9	0.06095897778868675
25564	rnn.bias_hh_l0_reverse	0	0.05787082761526108
25564	rnn.bias_hh_l0_reverse	1	0.06658618152141571
25564	rnn.bias_hh_l0_reverse	2	0.0799553170800209
25564	rnn.bias_hh_l0_reverse	3	-0.0047249095514416695
25564	rnn.bias_hh_l0_reverse	4	0.07120852917432785
25564	rnn.bias_hh_l0_reverse	5	0.00638569425791502
25564	rnn.bias_hh_l0_reverse	6	-0.05449868366122246
25564	rnn.bias_hh_l0_reverse	7	0.025150658562779427
25564	rnn.bias_hh_l0_reverse	8	0.013837786391377449
25564	rnn.bias_hh_l0_reverse	9	-0.15413902699947357
25564	linear.weight	0	0.16490976512432098
25564	linear.weight	1	-0.162210613489151
25564	linear.weight	2	-0.20962639153003693
25564	linear.weight	3	0.0765005350112915
25564	linear.weight	4	-0.022428952157497406
25564	linear.weight	5	0.0019377321004867554
25564	linear.weight	6	-0.006985902786254883
25564	linear.weight	7	-0.028197595849633217
25564	linear.weight	8	0.07767846435308456
25564	linear.weight	9	0.3353891670703888
25564	linear.bias	0	-0.2215343713760376
25564	linear.bias	1	0.19676823914051056
25564	linear.bias	2	-0.5385862588882446
25564	linear.bias	3	1.704046368598938
25564	linear.bias	4	-0.39431023597717285
25564	linear.bias	5	-0.030769959092140198
25564	linear.bias	6	-0.35604727268218994
25564	linear.bias	7	-0.2688583731651306
25564	linear.bias	8	-0.046967316418886185
25564	linear.bias	9	-0.4955667555332184
25592	transitions	0	-0.6465966105461121
25592	transitions	1	0.35164469480514526
25592	transitions	2	1.675976037979126
25592	transitions	3	0.09817403554916382
25592	transitions	4	0.9493637084960938
25592	transitions	5	1.2739471197128296
25592	transitions	6	0.48334333300590515
25592	transitions	7	0.17586398124694824
25592	transitions	8	-0.9195106625556946
25592	transitions	9	0.930662214756012
25592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25592	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25592	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25592	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25592	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25592	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25592	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25592	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25592	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25592	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25592	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25592	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25592	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25592	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25592	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25592	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25592	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25592	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25592	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25592	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25592	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25592	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25592	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25592	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25592	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25592	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25592	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25592	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25592	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25592	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25592	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25592	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25592	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25592	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25592	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25592	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25592	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25592	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25592	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25592	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25592	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25592	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25592	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25592	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25592	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25592	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25592	embedding2nn.weight	0	0.022813398391008377
25592	embedding2nn.weight	1	0.014213906601071358
25592	embedding2nn.weight	2	-0.004524832125753164
25592	embedding2nn.weight	3	0.00027117025456391275
25592	embedding2nn.weight	4	-0.004319492727518082
25592	embedding2nn.weight	5	0.011486215516924858
25592	embedding2nn.weight	6	-0.004940678831189871
25592	embedding2nn.weight	7	0.022413354367017746
25592	embedding2nn.weight	8	-0.0062398649752140045
25592	embedding2nn.weight	9	-0.014090101234614849
25592	embedding2nn.bias	0	-0.03727278485894203
25592	embedding2nn.bias	1	-0.030393678694963455
25592	embedding2nn.bias	2	-0.06282272189855576
25592	embedding2nn.bias	3	0.014935252256691456
25592	embedding2nn.bias	4	-0.004635213874280453
25592	embedding2nn.bias	5	-0.009761199355125427
25592	embedding2nn.bias	6	0.01922389678657055
25592	embedding2nn.bias	7	0.03452496603131294
25592	embedding2nn.bias	8	0.008685363456606865
25592	embedding2nn.bias	9	-0.00828354712575674
25592	rnn.weight_ih_l0	0	0.039320219308137894
25592	rnn.weight_ih_l0	1	-0.012385588139295578
25592	rnn.weight_ih_l0	2	-0.03541786968708038
25592	rnn.weight_ih_l0	3	-0.04456418752670288
25592	rnn.weight_ih_l0	4	-0.05168687924742699
25592	rnn.weight_ih_l0	5	-0.008382975123822689
25592	rnn.weight_ih_l0	6	-0.05305047705769539
25592	rnn.weight_ih_l0	7	-0.06047741323709488
25592	rnn.weight_ih_l0	8	-0.04475848004221916
25592	rnn.weight_ih_l0	9	-0.02716740593314171
25592	rnn.weight_hh_l0	0	0.0183723047375679
25592	rnn.weight_hh_l0	1	-0.010031350888311863
25592	rnn.weight_hh_l0	2	-0.0683237686753273
25592	rnn.weight_hh_l0	3	-0.03292594477534294
25592	rnn.weight_hh_l0	4	-0.07610058039426804
25592	rnn.weight_hh_l0	5	-0.011830107308924198
25592	rnn.weight_hh_l0	6	-0.051086340099573135
25592	rnn.weight_hh_l0	7	-0.03616656735539436
25592	rnn.weight_hh_l0	8	-0.01933448202908039
25592	rnn.weight_hh_l0	9	-0.0032635980751365423
25592	rnn.bias_ih_l0	0	0.14103089272975922
25592	rnn.bias_ih_l0	1	-0.05684829503297806
25592	rnn.bias_ih_l0	2	0.10483623296022415
25592	rnn.bias_ih_l0	3	0.04680017754435539
25592	rnn.bias_ih_l0	4	0.09661939740180969
25592	rnn.bias_ih_l0	5	0.026333317160606384
25592	rnn.bias_ih_l0	6	-0.014216222800314426
25592	rnn.bias_ih_l0	7	-0.10828864574432373
25592	rnn.bias_ih_l0	8	-0.2063812017440796
25592	rnn.bias_ih_l0	9	0.08147267252206802
25592	rnn.bias_hh_l0	0	-0.001963999355211854
25592	rnn.bias_hh_l0	1	0.02044268511235714
25592	rnn.bias_hh_l0	2	-0.0026584328152239323
25592	rnn.bias_hh_l0	3	-0.02939574234187603
25592	rnn.bias_hh_l0	4	-0.03928830474615097
25592	rnn.bias_hh_l0	5	0.14381909370422363
25592	rnn.bias_hh_l0	6	0.05074886977672577
25592	rnn.bias_hh_l0	7	0.05215010419487953
25592	rnn.bias_hh_l0	8	0.020152445882558823
25592	rnn.bias_hh_l0	9	0.04051880165934563
25592	rnn.weight_ih_l0_reverse	0	-0.029852019622921944
25592	rnn.weight_ih_l0_reverse	1	-0.0025042574852705
25592	rnn.weight_ih_l0_reverse	2	0.02436879277229309
25592	rnn.weight_ih_l0_reverse	3	-0.06227127090096474
25592	rnn.weight_ih_l0_reverse	4	0.010289352387189865
25592	rnn.weight_ih_l0_reverse	5	-0.04709993302822113
25592	rnn.weight_ih_l0_reverse	6	0.02750210277736187
25592	rnn.weight_ih_l0_reverse	7	0.04616810008883476
25592	rnn.weight_ih_l0_reverse	8	-0.048805780708789825
25592	rnn.weight_ih_l0_reverse	9	-0.05122506618499756
25592	rnn.weight_hh_l0_reverse	0	-0.08363185077905655
25592	rnn.weight_hh_l0_reverse	1	-0.06483721733093262
25592	rnn.weight_hh_l0_reverse	2	0.03460407257080078
25592	rnn.weight_hh_l0_reverse	3	0.045922573655843735
25592	rnn.weight_hh_l0_reverse	4	-0.015173138119280338
25592	rnn.weight_hh_l0_reverse	5	0.044813372194767
25592	rnn.weight_hh_l0_reverse	6	-0.0022422634065151215
25592	rnn.weight_hh_l0_reverse	7	0.0005485230940394104
25592	rnn.weight_hh_l0_reverse	8	-0.09923528879880905
25592	rnn.weight_hh_l0_reverse	9	0.0811714306473732
25592	rnn.bias_ih_l0_reverse	0	-0.08335207402706146
25592	rnn.bias_ih_l0_reverse	1	-0.06636008620262146
25592	rnn.bias_ih_l0_reverse	2	0.10384528338909149
25592	rnn.bias_ih_l0_reverse	3	0.04490750655531883
25592	rnn.bias_ih_l0_reverse	4	-0.1295575648546219
25592	rnn.bias_ih_l0_reverse	5	0.042618054896593094
25592	rnn.bias_ih_l0_reverse	6	-0.10523360967636108
25592	rnn.bias_ih_l0_reverse	7	0.038391586393117905
25592	rnn.bias_ih_l0_reverse	8	0.03594883158802986
25592	rnn.bias_ih_l0_reverse	9	0.06098083034157753
25592	rnn.bias_hh_l0_reverse	0	0.05940454825758934
25592	rnn.bias_hh_l0_reverse	1	0.0664517730474472
25592	rnn.bias_hh_l0_reverse	2	0.08001276105642319
25592	rnn.bias_hh_l0_reverse	3	-0.004748051054775715
25592	rnn.bias_hh_l0_reverse	4	0.07127216458320618
25592	rnn.bias_hh_l0_reverse	5	0.007234886754304171
25592	rnn.bias_hh_l0_reverse	6	-0.054663851857185364
25592	rnn.bias_hh_l0_reverse	7	0.025340251624584198
25592	rnn.bias_hh_l0_reverse	8	0.014360741712152958
25592	rnn.bias_hh_l0_reverse	9	-0.1493961215019226
25592	linear.weight	0	0.16524063050746918
25592	linear.weight	1	-0.16220074892044067
25592	linear.weight	2	-0.21006105840206146
25592	linear.weight	3	0.07372500747442245
25592	linear.weight	4	-0.02219672128558159
25592	linear.weight	5	0.0021300576627254486
25592	linear.weight	6	-0.006984812673181295
25592	linear.weight	7	-0.02817891724407673
25592	linear.weight	8	0.07820774614810944
25592	linear.weight	9	0.33458343148231506
25592	linear.bias	0	-0.21894684433937073
25592	linear.bias	1	0.19575755298137665
25592	linear.bias	2	-0.5391135811805725
25592	linear.bias	3	1.697022557258606
25592	linear.bias	4	-0.3943922221660614
25592	linear.bias	5	-0.030769959092140198
25592	linear.bias	6	-0.35743358731269836
25592	linear.bias	7	-0.26917850971221924
25592	linear.bias	8	-0.04626508429646492
25592	linear.bias	9	-0.49558305740356445
25620	transitions	0	-0.6466378569602966
25620	transitions	1	0.3516233265399933
25620	transitions	2	1.675822377204895
25620	transitions	3	0.09816841781139374
25620	transitions	4	0.9493628144264221
25620	transitions	5	1.2739442586898804
25620	transitions	6	0.483343243598938
25620	transitions	7	0.17586305737495422
25620	transitions	8	-0.919511079788208
25620	transitions	9	0.930661678314209
25620	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25620	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25620	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25620	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25620	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25620	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25620	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25620	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25620	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25620	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25620	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25620	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25620	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25620	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25620	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25620	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25620	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25620	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25620	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25620	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25620	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25620	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25620	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25620	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25620	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25620	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25620	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25620	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25620	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25620	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25620	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25620	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25620	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25620	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25620	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25620	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25620	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25620	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25620	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25620	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25620	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25620	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25620	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25620	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25620	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25620	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25620	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25620	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25620	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25620	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25620	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25620	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25620	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25620	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25620	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25620	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25620	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25620	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25620	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25620	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25620	embedding2nn.weight	0	0.023078421130776405
25620	embedding2nn.weight	1	0.014216828159987926
25620	embedding2nn.weight	2	-0.004510475788265467
25620	embedding2nn.weight	3	0.00025259816902689636
25620	embedding2nn.weight	4	-0.004319090861827135
25620	embedding2nn.weight	5	0.01146719977259636
25620	embedding2nn.weight	6	-0.004945988766849041
25620	embedding2nn.weight	7	0.022494370117783546
25620	embedding2nn.weight	8	-0.006380968727171421
25620	embedding2nn.weight	9	-0.01408741157501936
25620	embedding2nn.bias	0	-0.03672318533062935
25620	embedding2nn.bias	1	-0.03192118555307388
25620	embedding2nn.bias	2	-0.06370393931865692
25620	embedding2nn.bias	3	0.013527882285416126
25620	embedding2nn.bias	4	-0.004611182026565075
25620	embedding2nn.bias	5	-0.010584711097180843
25620	embedding2nn.bias	6	0.018641190603375435
25620	embedding2nn.bias	7	0.03148771822452545
25620	embedding2nn.bias	8	0.006429972592741251
25620	embedding2nn.bias	9	-0.004816032014787197
25620	rnn.weight_ih_l0	0	0.039380550384521484
25620	rnn.weight_ih_l0	1	-0.012513912282884121
25620	rnn.weight_ih_l0	2	-0.03541972488164902
25620	rnn.weight_ih_l0	3	-0.04454008862376213
25620	rnn.weight_ih_l0	4	-0.05164694786071777
25620	rnn.weight_ih_l0	5	-0.008432913571596146
25620	rnn.weight_ih_l0	6	-0.05277060344815254
25620	rnn.weight_ih_l0	7	-0.06034105271100998
25620	rnn.weight_ih_l0	8	-0.044837743043899536
25620	rnn.weight_ih_l0	9	-0.027185311540961266
25620	rnn.weight_hh_l0	0	0.01856166683137417
25620	rnn.weight_hh_l0	1	-0.009654666297137737
25620	rnn.weight_hh_l0	2	-0.06834948807954788
25620	rnn.weight_hh_l0	3	-0.03261033445596695
25620	rnn.weight_hh_l0	4	-0.07613202184438705
25620	rnn.weight_hh_l0	5	-0.011918340809643269
25620	rnn.weight_hh_l0	6	-0.05090143904089928
25620	rnn.weight_hh_l0	7	-0.036258287727832794
25620	rnn.weight_hh_l0	8	-0.019128374755382538
25620	rnn.weight_hh_l0	9	-0.0035649144556373358
25620	rnn.bias_ih_l0	0	0.1405944526195526
25620	rnn.bias_ih_l0	1	-0.057403311133384705
25620	rnn.bias_ih_l0	2	0.10309568792581558
25620	rnn.bias_ih_l0	3	0.04628678783774376
25620	rnn.bias_ih_l0	4	0.09647664427757263
25620	rnn.bias_ih_l0	5	0.025991106405854225
25620	rnn.bias_ih_l0	6	-0.012373901903629303
25620	rnn.bias_ih_l0	7	-0.1054287999868393
25620	rnn.bias_ih_l0	8	-0.209612637758255
25620	rnn.bias_ih_l0	9	0.08089209347963333
25620	rnn.bias_hh_l0	0	-0.0019053725991398096
25620	rnn.bias_hh_l0	1	0.019813619554042816
25620	rnn.bias_hh_l0	2	-0.002931744558736682
25620	rnn.bias_hh_l0	3	-0.02946353331208229
25620	rnn.bias_hh_l0	4	-0.039815470576286316
25620	rnn.bias_hh_l0	5	0.14425304532051086
25620	rnn.bias_hh_l0	6	0.051408085972070694
25620	rnn.bias_hh_l0	7	0.05192168802022934
25620	rnn.bias_hh_l0	8	0.02199476957321167
25620	rnn.bias_hh_l0	9	0.04071846976876259
25620	rnn.weight_ih_l0_reverse	0	-0.029916994273662567
25620	rnn.weight_ih_l0_reverse	1	-0.0024506328627467155
25620	rnn.weight_ih_l0_reverse	2	0.02431616000831127
25620	rnn.weight_ih_l0_reverse	3	-0.06230904534459114
25620	rnn.weight_ih_l0_reverse	4	0.010264557786285877
25620	rnn.weight_ih_l0_reverse	5	-0.04688850790262222
25620	rnn.weight_ih_l0_reverse	6	0.027574637904763222
25620	rnn.weight_ih_l0_reverse	7	0.04613696038722992
25620	rnn.weight_ih_l0_reverse	8	-0.04870740324258804
25620	rnn.weight_ih_l0_reverse	9	-0.05127622187137604
25620	rnn.weight_hh_l0_reverse	0	-0.08391472697257996
25620	rnn.weight_hh_l0_reverse	1	-0.06505998224020004
25620	rnn.weight_hh_l0_reverse	2	0.034826286137104034
25620	rnn.weight_hh_l0_reverse	3	0.04595782235264778
25620	rnn.weight_hh_l0_reverse	4	-0.0152885215356946
25620	rnn.weight_hh_l0_reverse	5	0.04475945234298706
25620	rnn.weight_hh_l0_reverse	6	-0.0018336835782974958
25620	rnn.weight_hh_l0_reverse	7	0.0006823433795943856
25620	rnn.weight_hh_l0_reverse	8	-0.09938225895166397
25620	rnn.weight_hh_l0_reverse	9	0.0811903178691864
25620	rnn.bias_ih_l0_reverse	0	-0.08706116676330566
25620	rnn.bias_ih_l0_reverse	1	-0.06674427539110184
25620	rnn.bias_ih_l0_reverse	2	0.10381203144788742
25620	rnn.bias_ih_l0_reverse	3	0.04450129345059395
25620	rnn.bias_ih_l0_reverse	4	-0.12987495958805084
25620	rnn.bias_ih_l0_reverse	5	0.0430188849568367
25620	rnn.bias_ih_l0_reverse	6	-0.10559201240539551
25620	rnn.bias_ih_l0_reverse	7	0.037880342453718185
25620	rnn.bias_ih_l0_reverse	8	0.0360339879989624
25620	rnn.bias_ih_l0_reverse	9	0.060979217290878296
25620	rnn.bias_hh_l0_reverse	0	0.05854840949177742
25620	rnn.bias_hh_l0_reverse	1	0.06682749092578888
25620	rnn.bias_hh_l0_reverse	2	0.07982123643159866
25620	rnn.bias_hh_l0_reverse	3	-0.004664282314479351
25620	rnn.bias_hh_l0_reverse	4	0.07168887555599213
25620	rnn.bias_hh_l0_reverse	5	0.00622896570712328
25620	rnn.bias_hh_l0_reverse	6	-0.05497993156313896
25620	rnn.bias_hh_l0_reverse	7	0.025274697691202164
25620	rnn.bias_hh_l0_reverse	8	0.012994185090065002
25620	rnn.bias_hh_l0_reverse	9	-0.15490394830703735
25620	linear.weight	0	0.167170912027359
25620	linear.weight	1	-0.16217643022537231
25620	linear.weight	2	-0.21039460599422455
25620	linear.weight	3	0.074988953769207
25620	linear.weight	4	-0.024082569405436516
25620	linear.weight	5	0.002015325939282775
25620	linear.weight	6	-0.0069843861274421215
25620	linear.weight	7	-0.028169438242912292
25620	linear.weight	8	0.07907083630561829
25620	linear.weight	9	0.3351505398750305
25620	linear.bias	0	-0.20818115770816803
25620	linear.bias	1	0.1931942105293274
25620	linear.bias	2	-0.5391342639923096
25620	linear.bias	3	1.6993504762649536
25620	linear.bias	4	-0.39448854327201843
25620	linear.bias	5	-0.030769959092140198
25620	linear.bias	6	-0.3569713532924652
25620	linear.bias	7	-0.2694966793060303
25620	linear.bias	8	-0.04109882563352585
25620	linear.bias	9	-0.49568405747413635
25648	transitions	0	-0.6466552019119263
25648	transitions	1	0.35156577825546265
25648	transitions	2	1.6758097410202026
25648	transitions	3	0.09813240170478821
25648	transitions	4	0.9492489695549011
25648	transitions	5	1.2739440202713013
25648	transitions	6	0.4833431839942932
25648	transitions	7	0.17586295306682587
25648	transitions	8	-0.919511079788208
25648	transitions	9	0.9306615591049194
25648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25648	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25648	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25648	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25648	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25648	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25648	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25648	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25648	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25648	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25648	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25648	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25648	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25648	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25648	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25648	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25648	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25648	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25648	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25648	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25648	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25648	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25648	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25648	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25648	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25648	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25648	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25648	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25648	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25648	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25648	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25648	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25648	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25648	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25648	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25648	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25648	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25648	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25648	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25648	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25648	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25648	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25648	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25648	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25648	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25648	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25648	embedding2nn.weight	0	0.023005105555057526
25648	embedding2nn.weight	1	0.01415404211729765
25648	embedding2nn.weight	2	-0.004520543850958347
25648	embedding2nn.weight	3	0.0002521892893128097
25648	embedding2nn.weight	4	-0.004319658502936363
25648	embedding2nn.weight	5	0.01149709615856409
25648	embedding2nn.weight	6	-0.004936047829687595
25648	embedding2nn.weight	7	0.02211727760732174
25648	embedding2nn.weight	8	-0.00641337176784873
25648	embedding2nn.weight	9	-0.014090427197515965
25648	embedding2nn.bias	0	-0.035718437284231186
25648	embedding2nn.bias	1	-0.029999272897839546
25648	embedding2nn.bias	2	-0.0626741498708725
25648	embedding2nn.bias	3	0.014482240192592144
25648	embedding2nn.bias	4	-0.005620662122964859
25648	embedding2nn.bias	5	-0.010659989900887012
25648	embedding2nn.bias	6	0.019768327474594116
25648	embedding2nn.bias	7	0.03357243165373802
25648	embedding2nn.bias	8	0.007163939066231251
25648	embedding2nn.bias	9	-0.00883125513792038
25648	rnn.weight_ih_l0	0	0.03952537849545479
25648	rnn.weight_ih_l0	1	-0.012419138103723526
25648	rnn.weight_ih_l0	2	-0.03528935834765434
25648	rnn.weight_ih_l0	3	-0.04449405148625374
25648	rnn.weight_ih_l0	4	-0.05168834701180458
25648	rnn.weight_ih_l0	5	-0.008478466421365738
25648	rnn.weight_ih_l0	6	-0.052814457565546036
25648	rnn.weight_ih_l0	7	-0.06018926575779915
25648	rnn.weight_ih_l0	8	-0.04503699764609337
25648	rnn.weight_ih_l0	9	-0.027124814689159393
25648	rnn.weight_hh_l0	0	0.01843162626028061
25648	rnn.weight_hh_l0	1	-0.009702510200440884
25648	rnn.weight_hh_l0	2	-0.06864887475967407
25648	rnn.weight_hh_l0	3	-0.03262834623456001
25648	rnn.weight_hh_l0	4	-0.07611609995365143
25648	rnn.weight_hh_l0	5	-0.011709783226251602
25648	rnn.weight_hh_l0	6	-0.05261336266994476
25648	rnn.weight_hh_l0	7	-0.03651735931634903
25648	rnn.weight_hh_l0	8	-0.019160684198141098
25648	rnn.weight_hh_l0	9	-0.003392791375517845
25648	rnn.bias_ih_l0	0	0.14009052515029907
25648	rnn.bias_ih_l0	1	-0.05802680179476738
25648	rnn.bias_ih_l0	2	0.10163585841655731
25648	rnn.bias_ih_l0	3	0.0470820777118206
25648	rnn.bias_ih_l0	4	0.09624982625246048
25648	rnn.bias_ih_l0	5	0.026104925200343132
25648	rnn.bias_ih_l0	6	-0.01353108137845993
25648	rnn.bias_ih_l0	7	-0.10295993834733963
25648	rnn.bias_ih_l0	8	-0.20819240808486938
25648	rnn.bias_ih_l0	9	0.08080588281154633
25648	rnn.bias_hh_l0	0	-0.0018228947883471847
25648	rnn.bias_hh_l0	1	0.01951870508491993
25648	rnn.bias_hh_l0	2	-0.0018345211865380406
25648	rnn.bias_hh_l0	3	-0.02969464659690857
25648	rnn.bias_hh_l0	4	-0.038614775985479355
25648	rnn.bias_hh_l0	5	0.14537149667739868
25648	rnn.bias_hh_l0	6	0.05004730448126793
25648	rnn.bias_hh_l0	7	0.052891314029693604
25648	rnn.bias_hh_l0	8	0.020837584510445595
25648	rnn.bias_hh_l0	9	0.040589071810245514
25648	rnn.weight_ih_l0_reverse	0	-0.029941560700535774
25648	rnn.weight_ih_l0_reverse	1	-0.002820658963173628
25648	rnn.weight_ih_l0_reverse	2	0.024326197803020477
25648	rnn.weight_ih_l0_reverse	3	-0.06229458004236221
25648	rnn.weight_ih_l0_reverse	4	0.010125572793185711
25648	rnn.weight_ih_l0_reverse	5	-0.04691317677497864
25648	rnn.weight_ih_l0_reverse	6	0.02742040902376175
25648	rnn.weight_ih_l0_reverse	7	0.04616980627179146
25648	rnn.weight_ih_l0_reverse	8	-0.048705924302339554
25648	rnn.weight_ih_l0_reverse	9	-0.05124988034367561
25648	rnn.weight_hh_l0_reverse	0	-0.0838865339756012
25648	rnn.weight_hh_l0_reverse	1	-0.06513682752847672
25648	rnn.weight_hh_l0_reverse	2	0.0346519760787487
25648	rnn.weight_hh_l0_reverse	3	0.04611383378505707
25648	rnn.weight_hh_l0_reverse	4	-0.015095893293619156
25648	rnn.weight_hh_l0_reverse	5	0.044691894203424454
25648	rnn.weight_hh_l0_reverse	6	-0.002077661221846938
25648	rnn.weight_hh_l0_reverse	7	0.0004298058629501611
25648	rnn.weight_hh_l0_reverse	8	-0.09916528314352036
25648	rnn.weight_hh_l0_reverse	9	0.08077751845121384
25648	rnn.bias_ih_l0_reverse	0	-0.08542335033416748
25648	rnn.bias_ih_l0_reverse	1	-0.0668514296412468
25648	rnn.bias_ih_l0_reverse	2	0.10377275943756104
25648	rnn.bias_ih_l0_reverse	3	0.04507811740040779
25648	rnn.bias_ih_l0_reverse	4	-0.13004283607006073
25648	rnn.bias_ih_l0_reverse	5	0.04314637556672096
25648	rnn.bias_ih_l0_reverse	6	-0.10653213411569595
25648	rnn.bias_ih_l0_reverse	7	0.03946937248110771
25648	rnn.bias_ih_l0_reverse	8	0.036256324499845505
25648	rnn.bias_ih_l0_reverse	9	0.06016083061695099
25648	rnn.bias_hh_l0_reverse	0	0.05708356574177742
25648	rnn.bias_hh_l0_reverse	1	0.06687841564416885
25648	rnn.bias_hh_l0_reverse	2	0.0800943598151207
25648	rnn.bias_hh_l0_reverse	3	-0.00508889090269804
25648	rnn.bias_hh_l0_reverse	4	0.07055547833442688
25648	rnn.bias_hh_l0_reverse	5	0.0051382556557655334
25648	rnn.bias_hh_l0_reverse	6	-0.05512525513768196
25648	rnn.bias_hh_l0_reverse	7	0.02524632215499878
25648	rnn.bias_hh_l0_reverse	8	0.013343818485736847
25648	rnn.bias_hh_l0_reverse	9	-0.1540013998746872
25648	linear.weight	0	0.16924898326396942
25648	linear.weight	1	-0.16217419505119324
25648	linear.weight	2	-0.20974498987197876
25648	linear.weight	3	0.07404378056526184
25648	linear.weight	4	-0.024056753143668175
25648	linear.weight	5	0.0020369156263768673
25648	linear.weight	6	-0.006983837578445673
25648	linear.weight	7	-0.02816697582602501
25648	linear.weight	8	0.07989126443862915
25648	linear.weight	9	0.3360797166824341
25648	linear.bias	0	-0.21003921329975128
25648	linear.bias	1	0.19103795289993286
25648	linear.bias	2	-0.5389494895935059
25648	linear.bias	3	1.700038194656372
25648	linear.bias	4	-0.39376887679100037
25648	linear.bias	5	-0.030769959092140198
25648	linear.bias	6	-0.3567112982273102
25648	linear.bias	7	-0.26987406611442566
25648	linear.bias	8	-0.04531317949295044
25648	linear.bias	9	-0.4956975281238556
25676	transitions	0	-0.6466767191886902
25676	transitions	1	0.35155943036079407
25676	transitions	2	1.6757951974868774
25676	transitions	3	0.09811574220657349
25676	transitions	4	0.9492372870445251
25676	transitions	5	1.2739440202713013
25676	transitions	6	0.4833430051803589
25676	transitions	7	0.1758624166250229
25676	transitions	8	-0.9195111393928528
25676	transitions	9	0.9306615591049194
25676	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25676	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25676	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25676	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25676	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25676	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25676	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25676	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25676	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25676	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25676	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25676	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25676	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25676	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25676	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25676	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25676	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25676	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25676	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25676	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25676	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25676	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25676	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25676	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25676	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25676	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25676	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25676	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25676	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25676	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25676	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25676	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25676	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25676	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25676	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25676	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25676	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25676	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25676	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25676	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25676	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25676	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25676	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25676	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25676	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25676	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25676	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25676	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25676	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25676	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25676	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25676	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25676	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25676	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25676	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25676	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25676	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25676	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25676	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25676	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25676	embedding2nn.weight	0	0.023017574101686478
25676	embedding2nn.weight	1	0.01415292639285326
25676	embedding2nn.weight	2	-0.004518833011388779
25676	embedding2nn.weight	3	0.00020516986842267215
25676	embedding2nn.weight	4	-0.004323751665651798
25676	embedding2nn.weight	5	0.011484738439321518
25676	embedding2nn.weight	6	-0.004944566171616316
25676	embedding2nn.weight	7	0.02210753783583641
25676	embedding2nn.weight	8	-0.006512632593512535
25676	embedding2nn.weight	9	-0.014068720862269402
25676	embedding2nn.bias	0	-0.03754508122801781
25676	embedding2nn.bias	1	-0.03147714212536812
25676	embedding2nn.bias	2	-0.06056446582078934
25676	embedding2nn.bias	3	0.011866304092109203
25676	embedding2nn.bias	4	-0.007379218470305204
25676	embedding2nn.bias	5	-0.00911807268857956
25676	embedding2nn.bias	6	0.014762211591005325
25676	embedding2nn.bias	7	0.031046925112605095
25676	embedding2nn.bias	8	0.008056758902966976
25676	embedding2nn.bias	9	-0.008130978792905807
25676	rnn.weight_ih_l0	0	0.03963688015937805
25676	rnn.weight_ih_l0	1	-0.012515449896454811
25676	rnn.weight_ih_l0	2	-0.03548892214894295
25676	rnn.weight_ih_l0	3	-0.04447449371218681
25676	rnn.weight_ih_l0	4	-0.05161934718489647
25676	rnn.weight_ih_l0	5	-0.00855080597102642
25676	rnn.weight_ih_l0	6	-0.05293811485171318
25676	rnn.weight_ih_l0	7	-0.06013680621981621
25676	rnn.weight_ih_l0	8	-0.045068174600601196
25676	rnn.weight_ih_l0	9	-0.027081817388534546
25676	rnn.weight_hh_l0	0	0.018456872552633286
25676	rnn.weight_hh_l0	1	-0.009632023051381111
25676	rnn.weight_hh_l0	2	-0.06796546280384064
25676	rnn.weight_hh_l0	3	-0.0324585922062397
25676	rnn.weight_hh_l0	4	-0.07602085173130035
25676	rnn.weight_hh_l0	5	-0.012060288339853287
25676	rnn.weight_hh_l0	6	-0.05315011367201805
25676	rnn.weight_hh_l0	7	-0.03685114160180092
25676	rnn.weight_hh_l0	8	-0.01894594542682171
25676	rnn.weight_hh_l0	9	-0.00340066384524107
25676	rnn.bias_ih_l0	0	0.13964954018592834
25676	rnn.bias_ih_l0	1	-0.05727801099419594
25676	rnn.bias_ih_l0	2	0.10174951702356339
25676	rnn.bias_ih_l0	3	0.04710111767053604
25676	rnn.bias_ih_l0	4	0.0965925082564354
25676	rnn.bias_ih_l0	5	0.026699751615524292
25676	rnn.bias_ih_l0	6	-0.014400188811123371
25676	rnn.bias_ih_l0	7	-0.10525952279567719
25676	rnn.bias_ih_l0	8	-0.20421741902828217
25676	rnn.bias_ih_l0	9	0.0811028778553009
25676	rnn.bias_hh_l0	0	-0.0016365741612389684
25676	rnn.bias_hh_l0	1	0.0196358785033226
25676	rnn.bias_hh_l0	2	-0.0021686346735805273
25676	rnn.bias_hh_l0	3	-0.03021049313247204
25676	rnn.bias_hh_l0	4	-0.039279334247112274
25676	rnn.bias_hh_l0	5	0.144401416182518
25676	rnn.bias_hh_l0	6	0.04948560893535614
25676	rnn.bias_hh_l0	7	0.053386982530355453
25676	rnn.bias_hh_l0	8	0.019968481734395027
25676	rnn.bias_hh_l0	9	0.04040193930268288
25676	rnn.weight_ih_l0_reverse	0	-0.029831647872924805
25676	rnn.weight_ih_l0_reverse	1	-0.003117742482572794
25676	rnn.weight_ih_l0_reverse	2	0.02425100840628147
25676	rnn.weight_ih_l0_reverse	3	-0.06227915361523628
25676	rnn.weight_ih_l0_reverse	4	0.010046512819826603
25676	rnn.weight_ih_l0_reverse	5	-0.046943217515945435
25676	rnn.weight_ih_l0_reverse	6	0.027670731768012047
25676	rnn.weight_ih_l0_reverse	7	0.04609040915966034
25676	rnn.weight_ih_l0_reverse	8	-0.048668619245290756
25676	rnn.weight_ih_l0_reverse	9	-0.0511859729886055
25676	rnn.weight_hh_l0_reverse	0	-0.08366482704877853
25676	rnn.weight_hh_l0_reverse	1	-0.06505801528692245
25676	rnn.weight_hh_l0_reverse	2	0.034501656889915466
25676	rnn.weight_hh_l0_reverse	3	0.046169180423021317
25676	rnn.weight_hh_l0_reverse	4	-0.014881236478686333
25676	rnn.weight_hh_l0_reverse	5	0.04468897357583046
25676	rnn.weight_hh_l0_reverse	6	-0.0029523149132728577
25676	rnn.weight_hh_l0_reverse	7	0.00036917789839208126
25676	rnn.weight_hh_l0_reverse	8	-0.09903228282928467
25676	rnn.weight_hh_l0_reverse	9	0.08036113530397415
25676	rnn.bias_ih_l0_reverse	0	-0.08441104739904404
25676	rnn.bias_ih_l0_reverse	1	-0.06794848293066025
25676	rnn.bias_ih_l0_reverse	2	0.10436755418777466
25676	rnn.bias_ih_l0_reverse	3	0.04492935910820961
25676	rnn.bias_ih_l0_reverse	4	-0.13021741807460785
25676	rnn.bias_ih_l0_reverse	5	0.04321174696087837
25676	rnn.bias_ih_l0_reverse	6	-0.10598252713680267
25676	rnn.bias_ih_l0_reverse	7	0.04025278612971306
25676	rnn.bias_ih_l0_reverse	8	0.03665822744369507
25676	rnn.bias_ih_l0_reverse	9	0.0596107542514801
25676	rnn.bias_hh_l0_reverse	0	0.0541180782020092
25676	rnn.bias_hh_l0_reverse	1	0.06678574532270432
25676	rnn.bias_hh_l0_reverse	2	0.08006445318460464
25676	rnn.bias_hh_l0_reverse	3	-0.0050422316417098045
25676	rnn.bias_hh_l0_reverse	4	0.06997092068195343
25676	rnn.bias_hh_l0_reverse	5	0.00674300454556942
25676	rnn.bias_hh_l0_reverse	6	-0.055187616497278214
25676	rnn.bias_hh_l0_reverse	7	0.02553761564195156
25676	rnn.bias_hh_l0_reverse	8	0.015325088985264301
25676	rnn.bias_hh_l0_reverse	9	-0.15294818580150604
25676	linear.weight	0	0.16697068512439728
25676	linear.weight	1	-0.16217072308063507
25676	linear.weight	2	-0.2096494883298874
25676	linear.weight	3	0.07432951778173447
25676	linear.weight	4	-0.023953670635819435
25676	linear.weight	5	0.0020946247968822718
25676	linear.weight	6	-0.006982974708080292
25676	linear.weight	7	-0.02816484309732914
25676	linear.weight	8	0.08034130930900574
25676	linear.weight	9	0.33629310131073
25676	linear.bias	0	-0.21510693430900574
25676	linear.bias	1	0.19336019456386566
25676	linear.bias	2	-0.53924959897995
25676	linear.bias	3	1.6909972429275513
25676	linear.bias	4	-0.39381203055381775
25676	linear.bias	5	-0.030769959092140198
25676	linear.bias	6	-0.3569837212562561
25676	linear.bias	7	-0.26968225836753845
25676	linear.bias	8	-0.04590367153286934
25676	linear.bias	9	-0.49570977687835693
25704	transitions	0	-0.6466974020004272
25704	transitions	1	0.3515360653400421
25704	transitions	2	1.675776481628418
25704	transitions	3	0.09809756278991699
25704	transitions	4	0.9492355585098267
25704	transitions	5	1.2739437818527222
25704	transitions	6	0.4833429455757141
25704	transitions	7	0.17586225271224976
25704	transitions	8	-0.9195113182067871
25704	transitions	9	0.9306615591049194
25704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25704	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25704	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25704	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25704	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25704	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25704	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25704	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25704	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25704	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25704	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25704	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25704	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25704	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25704	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25704	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25704	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25704	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25704	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25704	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25704	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25704	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25704	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25704	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25704	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25704	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25704	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25704	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25704	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25704	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25704	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25704	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25704	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25704	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25704	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25704	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25704	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25704	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25704	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25704	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25704	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25704	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25704	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25704	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25704	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25704	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25704	embedding2nn.weight	0	0.022775474935770035
25704	embedding2nn.weight	1	0.014184864237904549
25704	embedding2nn.weight	2	-0.004508549347519875
25704	embedding2nn.weight	3	0.00021290643780957907
25704	embedding2nn.weight	4	-0.004316194914281368
25704	embedding2nn.weight	5	0.011401626281440258
25704	embedding2nn.weight	6	-0.004938880912959576
25704	embedding2nn.weight	7	0.022174781188368797
25704	embedding2nn.weight	8	-0.006555335130542517
25704	embedding2nn.weight	9	-0.01409829594194889
25704	embedding2nn.bias	0	-0.03688550367951393
25704	embedding2nn.bias	1	-0.0316879004240036
25704	embedding2nn.bias	2	-0.06148673593997955
25704	embedding2nn.bias	3	0.014294068329036236
25704	embedding2nn.bias	4	-0.008065265603363514
25704	embedding2nn.bias	5	-0.009185165166854858
25704	embedding2nn.bias	6	0.017011739313602448
25704	embedding2nn.bias	7	0.03163169324398041
25704	embedding2nn.bias	8	0.008971458300948143
25704	embedding2nn.bias	9	-0.006286995951086283
25704	rnn.weight_ih_l0	0	0.03963915631175041
25704	rnn.weight_ih_l0	1	-0.012412884272634983
25704	rnn.weight_ih_l0	2	-0.03537105768918991
25704	rnn.weight_ih_l0	3	-0.04447814077138901
25704	rnn.weight_ih_l0	4	-0.05171189084649086
25704	rnn.weight_ih_l0	5	-0.008545929566025734
25704	rnn.weight_ih_l0	6	-0.053048036992549896
25704	rnn.weight_ih_l0	7	-0.060157690197229385
25704	rnn.weight_ih_l0	8	-0.045001424849033356
25704	rnn.weight_ih_l0	9	-0.027091357856988907
25704	rnn.weight_hh_l0	0	0.01820072904229164
25704	rnn.weight_hh_l0	1	-0.009608382359147072
25704	rnn.weight_hh_l0	2	-0.06811071187257767
25704	rnn.weight_hh_l0	3	-0.03247850388288498
25704	rnn.weight_hh_l0	4	-0.07604945451021194
25704	rnn.weight_hh_l0	5	-0.012293360196053982
25704	rnn.weight_hh_l0	6	-0.05343618988990784
25704	rnn.weight_hh_l0	7	-0.03714815527200699
25704	rnn.weight_hh_l0	8	-0.018953800201416016
25704	rnn.weight_hh_l0	9	-0.0034644713159650564
25704	rnn.bias_ih_l0	0	0.13948954641819
25704	rnn.bias_ih_l0	1	-0.05759109929203987
25704	rnn.bias_ih_l0	2	0.10165927559137344
25704	rnn.bias_ih_l0	3	0.047919366508722305
25704	rnn.bias_ih_l0	4	0.09674934297800064
25704	rnn.bias_ih_l0	5	0.026401322335004807
25704	rnn.bias_ih_l0	6	-0.013255070894956589
25704	rnn.bias_ih_l0	7	-0.10190483927726746
25704	rnn.bias_ih_l0	8	-0.20547744631767273
25704	rnn.bias_ih_l0	9	0.08088024705648422
25704	rnn.bias_hh_l0	0	-0.0013806673232465982
25704	rnn.bias_hh_l0	1	0.01923690177500248
25704	rnn.bias_hh_l0	2	-0.0033811498433351517
25704	rnn.bias_hh_l0	3	-0.030617941170930862
25704	rnn.bias_hh_l0	4	-0.03988960012793541
25704	rnn.bias_hh_l0	5	0.14517134428024292
25704	rnn.bias_hh_l0	6	0.048981256783008575
25704	rnn.bias_hh_l0	7	0.053815871477127075
25704	rnn.bias_hh_l0	8	0.021113604307174683
25704	rnn.bias_hh_l0	9	0.040613505989313126
25704	rnn.weight_ih_l0_reverse	0	-0.02981850691139698
25704	rnn.weight_ih_l0_reverse	1	-0.0029449849389493465
25704	rnn.weight_ih_l0_reverse	2	0.02416706457734108
25704	rnn.weight_ih_l0_reverse	3	-0.062246717512607574
25704	rnn.weight_ih_l0_reverse	4	0.01014852523803711
25704	rnn.weight_ih_l0_reverse	5	-0.04687827453017235
25704	rnn.weight_ih_l0_reverse	6	0.028133194893598557
25704	rnn.weight_ih_l0_reverse	7	0.046038318425416946
25704	rnn.weight_ih_l0_reverse	8	-0.0487050823867321
25704	rnn.weight_ih_l0_reverse	9	-0.05118704214692116
25704	rnn.weight_hh_l0_reverse	0	-0.08363796770572662
25704	rnn.weight_hh_l0_reverse	1	-0.06485578417778015
25704	rnn.weight_hh_l0_reverse	2	0.03426612913608551
25704	rnn.weight_hh_l0_reverse	3	0.04623955488204956
25704	rnn.weight_hh_l0_reverse	4	-0.01480799913406372
25704	rnn.weight_hh_l0_reverse	5	0.04479622468352318
25704	rnn.weight_hh_l0_reverse	6	-0.0028933926951140165
25704	rnn.weight_hh_l0_reverse	7	0.0002862030523829162
25704	rnn.weight_hh_l0_reverse	8	-0.09917830675840378
25704	rnn.weight_hh_l0_reverse	9	0.08045361936092377
25704	rnn.bias_ih_l0_reverse	0	-0.08587094396352768
25704	rnn.bias_ih_l0_reverse	1	-0.0678798034787178
25704	rnn.bias_ih_l0_reverse	2	0.10454513132572174
25704	rnn.bias_ih_l0_reverse	3	0.0445827953517437
25704	rnn.bias_ih_l0_reverse	4	-0.13043618202209473
25704	rnn.bias_ih_l0_reverse	5	0.04370097070932388
25704	rnn.bias_ih_l0_reverse	6	-0.10603653639554977
25704	rnn.bias_ih_l0_reverse	7	0.040761686861515045
25704	rnn.bias_ih_l0_reverse	8	0.03603184223175049
25704	rnn.bias_ih_l0_reverse	9	0.06011561304330826
25704	rnn.bias_hh_l0_reverse	0	0.05108899250626564
25704	rnn.bias_hh_l0_reverse	1	0.06623617559671402
25704	rnn.bias_hh_l0_reverse	2	0.08001347631216049
25704	rnn.bias_hh_l0_reverse	3	-0.005702915135771036
25704	rnn.bias_hh_l0_reverse	4	0.06881345063447952
25704	rnn.bias_hh_l0_reverse	5	0.004665481857955456
25704	rnn.bias_hh_l0_reverse	6	-0.05495578423142433
25704	rnn.bias_hh_l0_reverse	7	0.02537953108549118
25704	rnn.bias_hh_l0_reverse	8	0.015990132465958595
25704	rnn.bias_hh_l0_reverse	9	-0.1538846492767334
25704	linear.weight	0	0.16620318591594696
25704	linear.weight	1	-0.16217142343521118
25704	linear.weight	2	-0.20981092751026154
25704	linear.weight	3	0.07622011005878448
25704	linear.weight	4	-0.02375755086541176
25704	linear.weight	5	0.0021182894706726074
25704	linear.weight	6	-0.0069823795929551125
25704	linear.weight	7	-0.027881905436515808
25704	linear.weight	8	0.08009286224842072
25704	linear.weight	9	0.33625295758247375
25704	linear.bias	0	-0.2164357751607895
25704	linear.bias	1	0.19268400967121124
25704	linear.bias	2	-0.5385615825653076
25704	linear.bias	3	1.6967322826385498
25704	linear.bias	4	-0.39393600821495056
25704	linear.bias	5	-0.030769959092140198
25704	linear.bias	6	-0.356268048286438
25704	linear.bias	7	-0.2707225978374481
25704	linear.bias	8	-0.04215453565120697
25704	linear.bias	9	-0.49575626850128174
25732	transitions	0	-0.6467110514640808
25732	transitions	1	0.35152667760849
25732	transitions	2	1.6757664680480957
25732	transitions	3	0.0980931892991066
25732	transitions	4	0.9492348432540894
25732	transitions	5	1.2739436626434326
25732	transitions	6	0.4833427965641022
25732	transitions	7	0.17586101591587067
25732	transitions	8	-0.919511616230011
25732	transitions	9	0.9306615591049194
25732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25732	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25732	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25732	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25732	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25732	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25732	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25732	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25732	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25732	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25732	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25732	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25732	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25732	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25732	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25732	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25732	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25732	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25732	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25732	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25732	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25732	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25732	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25732	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25732	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25732	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25732	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25732	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25732	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25732	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25732	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25732	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25732	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25732	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25732	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25732	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25732	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25732	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25732	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25732	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25732	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25732	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25732	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25732	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25732	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25732	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25732	embedding2nn.weight	0	0.023036763072013855
25732	embedding2nn.weight	1	0.014181943610310555
25732	embedding2nn.weight	2	-0.0045089032500982285
25732	embedding2nn.weight	3	0.00012653542216867208
25732	embedding2nn.weight	4	-0.004318614955991507
25732	embedding2nn.weight	5	0.011464949697256088
25732	embedding2nn.weight	6	-0.004922204185277224
25732	embedding2nn.weight	7	0.022266685962677002
25732	embedding2nn.weight	8	-0.006482976023107767
25732	embedding2nn.weight	9	-0.014119566418230534
25732	embedding2nn.bias	0	-0.03606116399168968
25732	embedding2nn.bias	1	-0.02817666344344616
25732	embedding2nn.bias	2	-0.06012026220560074
25732	embedding2nn.bias	3	0.012597008608281612
25732	embedding2nn.bias	4	-0.008131571114063263
25732	embedding2nn.bias	5	-0.011095432564616203
25732	embedding2nn.bias	6	0.014180335216224194
25732	embedding2nn.bias	7	0.030146514996886253
25732	embedding2nn.bias	8	0.008777344599366188
25732	embedding2nn.bias	9	-0.0030960936564952135
25732	rnn.weight_ih_l0	0	0.03980207443237305
25732	rnn.weight_ih_l0	1	-0.012457848526537418
25732	rnn.weight_ih_l0	2	-0.03563299775123596
25732	rnn.weight_ih_l0	3	-0.04463561624288559
25732	rnn.weight_ih_l0	4	-0.05157097056508064
25732	rnn.weight_ih_l0	5	-0.008507104590535164
25732	rnn.weight_ih_l0	6	-0.05304848402738571
25732	rnn.weight_ih_l0	7	-0.06031324341893196
25732	rnn.weight_ih_l0	8	-0.0450223870575428
25732	rnn.weight_ih_l0	9	-0.02699337713420391
25732	rnn.weight_hh_l0	0	0.0182757917791605
25732	rnn.weight_hh_l0	1	-0.009744338691234589
25732	rnn.weight_hh_l0	2	-0.06789815425872803
25732	rnn.weight_hh_l0	3	-0.03263023495674133
25732	rnn.weight_hh_l0	4	-0.07610548287630081
25732	rnn.weight_hh_l0	5	-0.012526966631412506
25732	rnn.weight_hh_l0	6	-0.053524404764175415
25732	rnn.weight_hh_l0	7	-0.036665648221969604
25732	rnn.weight_hh_l0	8	-0.019185874611139297
25732	rnn.weight_hh_l0	9	-0.0034990289714187384
25732	rnn.bias_ih_l0	0	0.13964004814624786
25732	rnn.bias_ih_l0	1	-0.05731440335512161
25732	rnn.bias_ih_l0	2	0.1007332056760788
25732	rnn.bias_ih_l0	3	0.0482478030025959
25732	rnn.bias_ih_l0	4	0.09747634828090668
25732	rnn.bias_ih_l0	5	0.02615501545369625
25732	rnn.bias_ih_l0	6	-0.012909481301903725
25732	rnn.bias_ih_l0	7	-0.10342684388160706
25732	rnn.bias_ih_l0	8	-0.20665347576141357
25732	rnn.bias_ih_l0	9	0.0795670747756958
25732	rnn.bias_hh_l0	0	-0.00200676079839468
25732	rnn.bias_hh_l0	1	0.019551584497094154
25732	rnn.bias_hh_l0	2	-0.003788083093240857
25732	rnn.bias_hh_l0	3	-0.03039723075926304
25732	rnn.bias_hh_l0	4	-0.03967400640249252
25732	rnn.bias_hh_l0	5	0.1434195190668106
25732	rnn.bias_hh_l0	6	0.04993943125009537
25732	rnn.bias_hh_l0	7	0.05411562696099281
25732	rnn.bias_hh_l0	8	0.021459192037582397
25732	rnn.bias_hh_l0	9	0.040980637073516846
25732	rnn.weight_ih_l0_reverse	0	-0.029686907306313515
25732	rnn.weight_ih_l0_reverse	1	-0.002886660862714052
25732	rnn.weight_ih_l0_reverse	2	0.02414659783244133
25732	rnn.weight_ih_l0_reverse	3	-0.06245938315987587
25732	rnn.weight_ih_l0_reverse	4	0.010150879621505737
25732	rnn.weight_ih_l0_reverse	5	-0.04694231599569321
25732	rnn.weight_ih_l0_reverse	6	0.028329923748970032
25732	rnn.weight_ih_l0_reverse	7	0.04609403759241104
25732	rnn.weight_ih_l0_reverse	8	-0.048629406839609146
25732	rnn.weight_ih_l0_reverse	9	-0.05115452781319618
25732	rnn.weight_hh_l0_reverse	0	-0.08358518034219742
25732	rnn.weight_hh_l0_reverse	1	-0.0643804743885994
25732	rnn.weight_hh_l0_reverse	2	0.03463799133896828
25732	rnn.weight_hh_l0_reverse	3	0.046228956431150436
25732	rnn.weight_hh_l0_reverse	4	-0.015052610076963902
25732	rnn.weight_hh_l0_reverse	5	0.04482228681445122
25732	rnn.weight_hh_l0_reverse	6	-0.0018550398526713252
25732	rnn.weight_hh_l0_reverse	7	6.461371231125668e-05
25732	rnn.weight_hh_l0_reverse	8	-0.09914664924144745
25732	rnn.weight_hh_l0_reverse	9	0.08086572587490082
25732	rnn.bias_ih_l0_reverse	0	-0.08519286662340164
25732	rnn.bias_ih_l0_reverse	1	-0.06646104902029037
25732	rnn.bias_ih_l0_reverse	2	0.10321708023548126
25732	rnn.bias_ih_l0_reverse	3	0.0442899651825428
25732	rnn.bias_ih_l0_reverse	4	-0.1311308592557907
25732	rnn.bias_ih_l0_reverse	5	0.043724242597818375
25732	rnn.bias_ih_l0_reverse	6	-0.10517606139183044
25732	rnn.bias_ih_l0_reverse	7	0.040803078562021255
25732	rnn.bias_ih_l0_reverse	8	0.03681407868862152
25732	rnn.bias_ih_l0_reverse	9	0.06130378320813179
25732	rnn.bias_hh_l0_reverse	0	0.04765300452709198
25732	rnn.bias_hh_l0_reverse	1	0.06585852056741714
25732	rnn.bias_hh_l0_reverse	2	0.07940660417079926
25732	rnn.bias_hh_l0_reverse	3	-0.005677875131368637
25732	rnn.bias_hh_l0_reverse	4	0.06824088841676712
25732	rnn.bias_hh_l0_reverse	5	0.0013857489684596658
25732	rnn.bias_hh_l0_reverse	6	-0.05606455355882645
25732	rnn.bias_hh_l0_reverse	7	0.026043789461255074
25732	rnn.bias_hh_l0_reverse	8	0.01713474839925766
25732	rnn.bias_hh_l0_reverse	9	-0.15300896763801575
25732	linear.weight	0	0.16387939453125
25732	linear.weight	1	-0.1621621996164322
25732	linear.weight	2	-0.21015430986881256
25732	linear.weight	3	0.0775580033659935
25732	linear.weight	4	-0.023816240951418877
25732	linear.weight	5	0.002221060451120138
25732	linear.weight	6	-0.00698126619681716
25732	linear.weight	7	-0.027876267209649086
25732	linear.weight	8	0.08050241321325302
25732	linear.weight	9	0.3352375030517578
25732	linear.bias	0	-0.21932896971702576
25732	linear.bias	1	0.19165636599063873
25732	linear.bias	2	-0.5385839343070984
25732	linear.bias	3	1.6947288513183594
25732	linear.bias	4	-0.3940088152885437
25732	linear.bias	5	-0.030769959092140198
25732	linear.bias	6	-0.35567188262939453
25732	linear.bias	7	-0.2718249559402466
25732	linear.bias	8	-0.04902264475822449
25732	linear.bias	9	-0.4957844316959381
25760	transitions	0	-0.6467298865318298
25760	transitions	1	0.35150671005249023
25760	transitions	2	1.6757454872131348
25760	transitions	3	0.0980682447552681
25760	transitions	4	0.9492338299751282
25760	transitions	5	1.273943305015564
25760	transitions	6	0.4833427667617798
25760	transitions	7	0.1758573353290558
25760	transitions	8	-0.9195123910903931
25760	transitions	9	0.9306615591049194
25760	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25760	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25760	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25760	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25760	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25760	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25760	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25760	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25760	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25760	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25760	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25760	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25760	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25760	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25760	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25760	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25760	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25760	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25760	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25760	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25760	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25760	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25760	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25760	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25760	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25760	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25760	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25760	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25760	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25760	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25760	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25760	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25760	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25760	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25760	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25760	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25760	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25760	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25760	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25760	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25760	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25760	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25760	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25760	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25760	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25760	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25760	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25760	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25760	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25760	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25760	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25760	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25760	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25760	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25760	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25760	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25760	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25760	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25760	embedding2nn.weight	0	0.02340068481862545
25760	embedding2nn.weight	1	0.01417500153183937
25760	embedding2nn.weight	2	-0.004514159634709358
25760	embedding2nn.weight	3	4.317863204050809e-05
25760	embedding2nn.weight	4	-0.004363080020993948
25760	embedding2nn.weight	5	0.01142368745058775
25760	embedding2nn.weight	6	-0.004952030722051859
25760	embedding2nn.weight	7	0.0221969373524189
25760	embedding2nn.weight	8	-0.006481359247118235
25760	embedding2nn.weight	9	-0.014043005183339119
25760	embedding2nn.bias	0	-0.035517219454050064
25760	embedding2nn.bias	1	-0.03190296143293381
25760	embedding2nn.bias	2	-0.05819040909409523
25760	embedding2nn.bias	3	0.011368789710104465
25760	embedding2nn.bias	4	-0.009448056109249592
25760	embedding2nn.bias	5	-0.009140572510659695
25760	embedding2nn.bias	6	0.01331400591880083
25760	embedding2nn.bias	7	0.029755404219031334
25760	embedding2nn.bias	8	0.009819667786359787
25760	embedding2nn.bias	9	-0.00353079941123724
25760	rnn.weight_ih_l0	0	0.03970250114798546
25760	rnn.weight_ih_l0	1	-0.012606839649379253
25760	rnn.weight_ih_l0	2	-0.03565654531121254
25760	rnn.weight_ih_l0	3	-0.0446084663271904
25760	rnn.weight_ih_l0	4	-0.05165604501962662
25760	rnn.weight_ih_l0	5	-0.008465654216706753
25760	rnn.weight_ih_l0	6	-0.05299355089664459
25760	rnn.weight_ih_l0	7	-0.06023736670613289
25760	rnn.weight_ih_l0	8	-0.045056313276290894
25760	rnn.weight_ih_l0	9	-0.026925422251224518
25760	rnn.weight_hh_l0	0	0.018475186079740524
25760	rnn.weight_hh_l0	1	-0.009770641103386879
25760	rnn.weight_hh_l0	2	-0.0682324469089508
25760	rnn.weight_hh_l0	3	-0.03289908915758133
25760	rnn.weight_hh_l0	4	-0.07622078061103821
25760	rnn.weight_hh_l0	5	-0.01272729504853487
25760	rnn.weight_hh_l0	6	-0.05275926738977432
25760	rnn.weight_hh_l0	7	-0.03691818565130234
25760	rnn.weight_hh_l0	8	-0.019282957538962364
25760	rnn.weight_hh_l0	9	-0.003210824215784669
25760	rnn.bias_ih_l0	0	0.13972917199134827
25760	rnn.bias_ih_l0	1	-0.056952882558107376
25760	rnn.bias_ih_l0	2	0.10153765231370926
25760	rnn.bias_ih_l0	3	0.04887780547142029
25760	rnn.bias_ih_l0	4	0.09785506874322891
25760	rnn.bias_ih_l0	5	0.02656172215938568
25760	rnn.bias_ih_l0	6	-0.014154018834233284
25760	rnn.bias_ih_l0	7	-0.10533832758665085
25760	rnn.bias_ih_l0	8	-0.2062274068593979
25760	rnn.bias_ih_l0	9	0.08042705804109573
25760	rnn.bias_hh_l0	0	-0.0018797304946929216
25760	rnn.bias_hh_l0	1	0.019061211496591568
25760	rnn.bias_hh_l0	2	-0.003792939241975546
25760	rnn.bias_hh_l0	3	-0.02978951670229435
25760	rnn.bias_hh_l0	4	-0.03974465653300285
25760	rnn.bias_hh_l0	5	0.14168518781661987
25760	rnn.bias_hh_l0	6	0.05039732903242111
25760	rnn.bias_hh_l0	7	0.05416301265358925
25760	rnn.bias_hh_l0	8	0.020214658230543137
25760	rnn.bias_hh_l0	9	0.040646228939294815
25760	rnn.weight_ih_l0_reverse	0	-0.02960514836013317
25760	rnn.weight_ih_l0_reverse	1	-0.0026512835174798965
25760	rnn.weight_ih_l0_reverse	2	0.024106401950120926
25760	rnn.weight_ih_l0_reverse	3	-0.062383491545915604
25760	rnn.weight_ih_l0_reverse	4	0.010017259046435356
25760	rnn.weight_ih_l0_reverse	5	-0.04696406051516533
25760	rnn.weight_ih_l0_reverse	6	0.027784647420048714
25760	rnn.weight_ih_l0_reverse	7	0.046141546219587326
25760	rnn.weight_ih_l0_reverse	8	-0.04860244691371918
25760	rnn.weight_ih_l0_reverse	9	-0.051148671656847
25760	rnn.weight_hh_l0_reverse	0	-0.083072230219841
25760	rnn.weight_hh_l0_reverse	1	-0.0641765221953392
25760	rnn.weight_hh_l0_reverse	2	0.03449671342968941
25760	rnn.weight_hh_l0_reverse	3	0.04647466912865639
25760	rnn.weight_hh_l0_reverse	4	-0.015105629339814186
25760	rnn.weight_hh_l0_reverse	5	0.04488903656601906
25760	rnn.weight_hh_l0_reverse	6	-0.001563154044561088
25760	rnn.weight_hh_l0_reverse	7	-8.368996350327507e-05
25760	rnn.weight_hh_l0_reverse	8	-0.09884404391050339
25760	rnn.weight_hh_l0_reverse	9	0.08148419857025146
25760	rnn.bias_ih_l0_reverse	0	-0.08609000593423843
25760	rnn.bias_ih_l0_reverse	1	-0.0667368546128273
25760	rnn.bias_ih_l0_reverse	2	0.10362130403518677
25760	rnn.bias_ih_l0_reverse	3	0.044152189046144485
25760	rnn.bias_ih_l0_reverse	4	-0.13097916543483734
25760	rnn.bias_ih_l0_reverse	5	0.042182471603155136
25760	rnn.bias_ih_l0_reverse	6	-0.10543183237314224
25760	rnn.bias_ih_l0_reverse	7	0.03999006375670433
25760	rnn.bias_ih_l0_reverse	8	0.03597484529018402
25760	rnn.bias_ih_l0_reverse	9	0.06204933673143387
25760	rnn.bias_hh_l0_reverse	0	0.047520171850919724
25760	rnn.bias_hh_l0_reverse	1	0.06551974266767502
25760	rnn.bias_hh_l0_reverse	2	0.07972788065671921
25760	rnn.bias_hh_l0_reverse	3	-0.0055441162548959255
25760	rnn.bias_hh_l0_reverse	4	0.06844542175531387
25760	rnn.bias_hh_l0_reverse	5	0.0022233636118471622
25760	rnn.bias_hh_l0_reverse	6	-0.05512547492980957
25760	rnn.bias_hh_l0_reverse	7	0.027043165639042854
25760	rnn.bias_hh_l0_reverse	8	0.015410473570227623
25760	rnn.bias_hh_l0_reverse	9	-0.15422815084457397
25760	linear.weight	0	0.16590112447738647
25760	linear.weight	1	-0.16214443743228912
25760	linear.weight	2	-0.21051403880119324
25760	linear.weight	3	0.07711043208837509
25760	linear.weight	4	-0.023856377229094505
25760	linear.weight	5	0.002264923881739378
25760	linear.weight	6	-0.006973017938435078
25760	linear.weight	7	-0.02785508707165718
25760	linear.weight	8	0.07954902946949005
25760	linear.weight	9	0.3336414098739624
25760	linear.bias	0	-0.22175276279449463
25760	linear.bias	1	0.1913667619228363
25760	linear.bias	2	-0.5391176342964172
25760	linear.bias	3	1.7001492977142334
25760	linear.bias	4	-0.39409568905830383
25760	linear.bias	5	-0.030769959092140198
25760	linear.bias	6	-0.35633471608161926
25760	linear.bias	7	-0.27242112159729004
25760	linear.bias	8	-0.04327048733830452
25760	linear.bias	9	-0.49589064717292786
25788	transitions	0	-0.6467453837394714
25788	transitions	1	0.35148975253105164
25788	transitions	2	1.6757310628890991
25788	transitions	3	0.0980534553527832
25788	transitions	4	0.9492331743240356
25788	transitions	5	1.2739427089691162
25788	transitions	6	0.4833424985408783
25788	transitions	7	0.17585690319538116
25788	transitions	8	-0.9195125102996826
25788	transitions	9	0.9306614995002747
25788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25788	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25788	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25788	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25788	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25788	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25788	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25788	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25788	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25788	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25788	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25788	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25788	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25788	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25788	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25788	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25788	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25788	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25788	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25788	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25788	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25788	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25788	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25788	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25788	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25788	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25788	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25788	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25788	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25788	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25788	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25788	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25788	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25788	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25788	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25788	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25788	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25788	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25788	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25788	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25788	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25788	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25788	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25788	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25788	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25788	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25788	embedding2nn.weight	0	0.023337025195360184
25788	embedding2nn.weight	1	0.014108343049883842
25788	embedding2nn.weight	2	-0.0045160651206970215
25788	embedding2nn.weight	3	5.2296258218120784e-05
25788	embedding2nn.weight	4	-0.004324439913034439
25788	embedding2nn.weight	5	0.011391699314117432
25788	embedding2nn.weight	6	-0.004951291251927614
25788	embedding2nn.weight	7	0.022210976108908653
25788	embedding2nn.weight	8	-0.006478974595665932
25788	embedding2nn.weight	9	-0.014084164053201675
25788	embedding2nn.bias	0	-0.037029799073934555
25788	embedding2nn.bias	1	-0.03155379369854927
25788	embedding2nn.bias	2	-0.05748147517442703
25788	embedding2nn.bias	3	0.008189069107174873
25788	embedding2nn.bias	4	-0.00896008312702179
25788	embedding2nn.bias	5	-0.0067010000348091125
25788	embedding2nn.bias	6	0.017610207200050354
25788	embedding2nn.bias	7	0.029196973890066147
25788	embedding2nn.bias	8	0.008123434148728848
25788	embedding2nn.bias	9	-0.0031247325241565704
25788	rnn.weight_ih_l0	0	0.0397685244679451
25788	rnn.weight_ih_l0	1	-0.012602930888533592
25788	rnn.weight_ih_l0	2	-0.03573351725935936
25788	rnn.weight_ih_l0	3	-0.04466788098216057
25788	rnn.weight_ih_l0	4	-0.05178757756948471
25788	rnn.weight_ih_l0	5	-0.00849204696714878
25788	rnn.weight_ih_l0	6	-0.05301220342516899
25788	rnn.weight_ih_l0	7	-0.060273610055446625
25788	rnn.weight_ih_l0	8	-0.04505138099193573
25788	rnn.weight_ih_l0	9	-0.026930293068289757
25788	rnn.weight_hh_l0	0	0.01834428496658802
25788	rnn.weight_hh_l0	1	-0.009210034273564816
25788	rnn.weight_hh_l0	2	-0.0686485543847084
25788	rnn.weight_hh_l0	3	-0.03288622573018074
25788	rnn.weight_hh_l0	4	-0.0762859359383583
25788	rnn.weight_hh_l0	5	-0.012894941493868828
25788	rnn.weight_hh_l0	6	-0.05235534533858299
25788	rnn.weight_hh_l0	7	-0.03711441531777382
25788	rnn.weight_hh_l0	8	-0.019282180815935135
25788	rnn.weight_hh_l0	9	-0.0034791806247085333
25788	rnn.bias_ih_l0	0	0.1402481198310852
25788	rnn.bias_ih_l0	1	-0.05689417943358421
25788	rnn.bias_ih_l0	2	0.10292667895555496
25788	rnn.bias_ih_l0	3	0.049386847764253616
25788	rnn.bias_ih_l0	4	0.09725427627563477
25788	rnn.bias_ih_l0	5	0.02613004855811596
25788	rnn.bias_ih_l0	6	-0.014527042396366596
25788	rnn.bias_ih_l0	7	-0.10284784436225891
25788	rnn.bias_ih_l0	8	-0.20859450101852417
25788	rnn.bias_ih_l0	9	0.08022444695234299
25788	rnn.bias_hh_l0	0	-0.002030974021181464
25788	rnn.bias_hh_l0	1	0.018441131338477135
25788	rnn.bias_hh_l0	2	-0.004136092960834503
25788	rnn.bias_hh_l0	3	-0.03026231937110424
25788	rnn.bias_hh_l0	4	-0.03972596675157547
25788	rnn.bias_hh_l0	5	0.14261795580387115
25788	rnn.bias_hh_l0	6	0.05065876245498657
25788	rnn.bias_hh_l0	7	0.05461904779076576
25788	rnn.bias_hh_l0	8	0.01984163373708725
25788	rnn.bias_hh_l0	9	0.04111757129430771
25788	rnn.weight_ih_l0_reverse	0	-0.029469087719917297
25788	rnn.weight_ih_l0_reverse	1	-0.002439702395349741
25788	rnn.weight_ih_l0_reverse	2	0.02409137226641178
25788	rnn.weight_ih_l0_reverse	3	-0.06254897266626358
25788	rnn.weight_ih_l0_reverse	4	0.01005449891090393
25788	rnn.weight_ih_l0_reverse	5	-0.04691183567047119
25788	rnn.weight_ih_l0_reverse	6	0.027653641998767853
25788	rnn.weight_ih_l0_reverse	7	0.04610666632652283
25788	rnn.weight_ih_l0_reverse	8	-0.04849848523736
25788	rnn.weight_ih_l0_reverse	9	-0.05114956945180893
25788	rnn.weight_hh_l0_reverse	0	-0.08292540907859802
25788	rnn.weight_hh_l0_reverse	1	-0.06489582359790802
25788	rnn.weight_hh_l0_reverse	2	0.03456246107816696
25788	rnn.weight_hh_l0_reverse	3	0.04643838852643967
25788	rnn.weight_hh_l0_reverse	4	-0.015140695497393608
25788	rnn.weight_hh_l0_reverse	5	0.04499189183115959
25788	rnn.weight_hh_l0_reverse	6	-0.0012494391994550824
25788	rnn.weight_hh_l0_reverse	7	-0.0001871311105787754
25788	rnn.weight_hh_l0_reverse	8	-0.09851039201021194
25788	rnn.weight_hh_l0_reverse	9	0.08158530294895172
25788	rnn.bias_ih_l0_reverse	0	-0.08631999790668488
25788	rnn.bias_ih_l0_reverse	1	-0.06919622421264648
25788	rnn.bias_ih_l0_reverse	2	0.10315573215484619
25788	rnn.bias_ih_l0_reverse	3	0.044962652027606964
25788	rnn.bias_ih_l0_reverse	4	-0.13090994954109192
25788	rnn.bias_ih_l0_reverse	5	0.041778091341257095
25788	rnn.bias_ih_l0_reverse	6	-0.10423006862401962
25788	rnn.bias_ih_l0_reverse	7	0.03959318622946739
25788	rnn.bias_ih_l0_reverse	8	0.03643358498811722
25788	rnn.bias_ih_l0_reverse	9	0.06140505522489548
25788	rnn.bias_hh_l0_reverse	0	0.04809800162911415
25788	rnn.bias_hh_l0_reverse	1	0.06502258777618408
25788	rnn.bias_hh_l0_reverse	2	0.07991942018270493
25788	rnn.bias_hh_l0_reverse	3	-0.005670252721756697
25788	rnn.bias_hh_l0_reverse	4	0.06858398765325546
25788	rnn.bias_hh_l0_reverse	5	0.0032550995238125324
25788	rnn.bias_hh_l0_reverse	6	-0.05460258573293686
25788	rnn.bias_hh_l0_reverse	7	0.026533644646406174
25788	rnn.bias_hh_l0_reverse	8	0.01539509929716587
25788	rnn.bias_hh_l0_reverse	9	-0.1546417772769928
25788	linear.weight	0	0.16718097031116486
25788	linear.weight	1	-0.1621352881193161
25788	linear.weight	2	-0.21055464446544647
25788	linear.weight	3	0.07608883827924728
25788	linear.weight	4	-0.02382606454193592
25788	linear.weight	5	0.002281913999468088
25788	linear.weight	6	-0.006971852853894234
25788	linear.weight	7	-0.02783432975411415
25788	linear.weight	8	0.07980317622423172
25788	linear.weight	9	0.3354896903038025
25788	linear.bias	0	-0.21257323026657104
25788	linear.bias	1	0.1985577642917633
25788	linear.bias	2	-0.5397887825965881
25788	linear.bias	3	1.6942795515060425
25788	linear.bias	4	-0.3942059576511383
25788	linear.bias	5	-0.030769959092140198
25788	linear.bias	6	-0.3569495677947998
25788	linear.bias	7	-0.27260270714759827
25788	linear.bias	8	-0.04747375100851059
25788	linear.bias	9	-0.4959293007850647
25816	transitions	0	-0.6467581987380981
25816	transitions	1	0.3514843285083771
25816	transitions	2	1.6757171154022217
25816	transitions	3	0.09805095940828323
25816	transitions	4	0.9492319226264954
25816	transitions	5	1.2739427089691162
25816	transitions	6	0.4833420217037201
25816	transitions	7	0.17585690319538116
25816	transitions	8	-0.9195125102996826
25816	transitions	9	0.9306614995002747
25816	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25816	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25816	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25816	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25816	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25816	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25816	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25816	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25816	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25816	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25816	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25816	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25816	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25816	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25816	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25816	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25816	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25816	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25816	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25816	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25816	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25816	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25816	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25816	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25816	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25816	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25816	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25816	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25816	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25816	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25816	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25816	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25816	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25816	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25816	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25816	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25816	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25816	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25816	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25816	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25816	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25816	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25816	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25816	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25816	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25816	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25816	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25816	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25816	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25816	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25816	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25816	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25816	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25816	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25816	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25816	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25816	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25816	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25816	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25816	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25816	embedding2nn.weight	0	0.023326098918914795
25816	embedding2nn.weight	1	0.014052623882889748
25816	embedding2nn.weight	2	-0.0045132143422961235
25816	embedding2nn.weight	3	-1.5256345250236336e-05
25816	embedding2nn.weight	4	-0.00430981395766139
25816	embedding2nn.weight	5	0.011399902403354645
25816	embedding2nn.weight	6	-0.0049689048901200294
25816	embedding2nn.weight	7	0.02212895080447197
25816	embedding2nn.weight	8	-0.006524217315018177
25816	embedding2nn.weight	9	-0.01410205289721489
25816	embedding2nn.bias	0	-0.03372788801789284
25816	embedding2nn.bias	1	-0.032828737050294876
25816	embedding2nn.bias	2	-0.056360531598329544
25816	embedding2nn.bias	3	0.007919522002339363
25816	embedding2nn.bias	4	-0.005803397390991449
25816	embedding2nn.bias	5	-0.009232299402356148
25816	embedding2nn.bias	6	0.016713174059987068
25816	embedding2nn.bias	7	0.028138071298599243
25816	embedding2nn.bias	8	0.00651928037405014
25816	embedding2nn.bias	9	-0.004086267203092575
25816	rnn.weight_ih_l0	0	0.03965474292635918
25816	rnn.weight_ih_l0	1	-0.012719414196908474
25816	rnn.weight_ih_l0	2	-0.03583812341094017
25816	rnn.weight_ih_l0	3	-0.04462640359997749
25816	rnn.weight_ih_l0	4	-0.05186203122138977
25816	rnn.weight_ih_l0	5	-0.008443562313914299
25816	rnn.weight_ih_l0	6	-0.05296160653233528
25816	rnn.weight_ih_l0	7	-0.06018676608800888
25816	rnn.weight_ih_l0	8	-0.04517896845936775
25816	rnn.weight_ih_l0	9	-0.02690356783568859
25816	rnn.weight_hh_l0	0	0.0184266809374094
25816	rnn.weight_hh_l0	1	-0.009130858816206455
25816	rnn.weight_hh_l0	2	-0.06864605098962784
25816	rnn.weight_hh_l0	3	-0.03281520679593086
25816	rnn.weight_hh_l0	4	-0.0765707790851593
25816	rnn.weight_hh_l0	5	-0.013299672864377499
25816	rnn.weight_hh_l0	6	-0.0515708364546299
25816	rnn.weight_hh_l0	7	-0.03707771748304367
25816	rnn.weight_hh_l0	8	-0.019162585958838463
25816	rnn.weight_hh_l0	9	-0.003912361338734627
25816	rnn.bias_ih_l0	0	0.1405179798603058
25816	rnn.bias_ih_l0	1	-0.057187505066394806
25816	rnn.bias_ih_l0	2	0.10314462333917618
25816	rnn.bias_ih_l0	3	0.050426267087459564
25816	rnn.bias_ih_l0	4	0.09731151908636093
25816	rnn.bias_ih_l0	5	0.026186320930719376
25816	rnn.bias_ih_l0	6	-0.014497211202979088
25816	rnn.bias_ih_l0	7	-0.09931179136037827
25816	rnn.bias_ih_l0	8	-0.21089820563793182
25816	rnn.bias_ih_l0	9	0.0801009088754654
25816	rnn.bias_hh_l0	0	-0.0016877776943147182
25816	rnn.bias_hh_l0	1	0.018739739432930946
25816	rnn.bias_hh_l0	2	-0.00406523747369647
25816	rnn.bias_hh_l0	3	-0.031236473470926285
25816	rnn.bias_hh_l0	4	-0.03878025338053703
25816	rnn.bias_hh_l0	5	0.14446163177490234
25816	rnn.bias_hh_l0	6	0.050483815371990204
25816	rnn.bias_hh_l0	7	0.05544600263237953
25816	rnn.bias_hh_l0	8	0.019871467724442482
25816	rnn.bias_hh_l0	9	0.0415126197040081
25816	rnn.weight_ih_l0_reverse	0	-0.029452571645379066
25816	rnn.weight_ih_l0_reverse	1	-0.0020856396295130253
25816	rnn.weight_ih_l0_reverse	2	0.02407536655664444
25816	rnn.weight_ih_l0_reverse	3	-0.06251881271600723
25816	rnn.weight_ih_l0_reverse	4	0.010006939992308617
25816	rnn.weight_ih_l0_reverse	5	-0.0466437041759491
25816	rnn.weight_ih_l0_reverse	6	0.027732854709029198
25816	rnn.weight_ih_l0_reverse	7	0.046029653400182724
25816	rnn.weight_ih_l0_reverse	8	-0.04846765473484993
25816	rnn.weight_ih_l0_reverse	9	-0.051078543066978455
25816	rnn.weight_hh_l0_reverse	0	-0.08311644196510315
25816	rnn.weight_hh_l0_reverse	1	-0.06459563225507736
25816	rnn.weight_hh_l0_reverse	2	0.034802135080099106
25816	rnn.weight_hh_l0_reverse	3	0.04655758664011955
25816	rnn.weight_hh_l0_reverse	4	-0.015258180908858776
25816	rnn.weight_hh_l0_reverse	5	0.04506990313529968
25816	rnn.weight_hh_l0_reverse	6	-0.0020682464819401503
25816	rnn.weight_hh_l0_reverse	7	-0.00021756015485152602
25816	rnn.weight_hh_l0_reverse	8	-0.09875454753637314
25816	rnn.weight_hh_l0_reverse	9	0.08151192963123322
25816	rnn.bias_ih_l0_reverse	0	-0.08639556914567947
25816	rnn.bias_ih_l0_reverse	1	-0.06731779873371124
25816	rnn.bias_ih_l0_reverse	2	0.10367629677057266
25816	rnn.bias_ih_l0_reverse	3	0.045757684856653214
25816	rnn.bias_ih_l0_reverse	4	-0.13111481070518494
25816	rnn.bias_ih_l0_reverse	5	0.04174622893333435
25816	rnn.bias_ih_l0_reverse	6	-0.10464005917310715
25816	rnn.bias_ih_l0_reverse	7	0.039927732199430466
25816	rnn.bias_ih_l0_reverse	8	0.03601871058344841
25816	rnn.bias_ih_l0_reverse	9	0.060841865837574005
25816	rnn.bias_hh_l0_reverse	0	0.048398979008197784
25816	rnn.bias_hh_l0_reverse	1	0.06530272215604782
25816	rnn.bias_hh_l0_reverse	2	0.080011285841465
25816	rnn.bias_hh_l0_reverse	3	-0.005144593305885792
25816	rnn.bias_hh_l0_reverse	4	0.06872250884771347
25816	rnn.bias_hh_l0_reverse	5	0.000903465726878494
25816	rnn.bias_hh_l0_reverse	6	-0.053987592458724976
25816	rnn.bias_hh_l0_reverse	7	0.026306698098778725
25816	rnn.bias_hh_l0_reverse	8	0.01471689809113741
25816	rnn.bias_hh_l0_reverse	9	-0.15451951324939728
25816	linear.weight	0	0.16838297247886658
25816	linear.weight	1	-0.16213253140449524
25816	linear.weight	2	-0.21114765107631683
25816	linear.weight	3	0.07543022185564041
25816	linear.weight	4	-0.023794634267687798
25816	linear.weight	5	0.0023666336201131344
25816	linear.weight	6	-0.006972574163228273
25816	linear.weight	7	-0.027829580008983612
25816	linear.weight	8	0.07875099778175354
25816	linear.weight	9	0.33594340085983276
25816	linear.bias	0	-0.213273823261261
25816	linear.bias	1	0.19851654767990112
25816	linear.bias	2	-0.5401719212532043
25816	linear.bias	3	1.7039434909820557
25816	linear.bias	4	-0.3943294584751129
25816	linear.bias	5	-0.030769959092140198
25816	linear.bias	6	-0.35702434182167053
25816	linear.bias	7	-0.27316775918006897
25816	linear.bias	8	-0.042415156960487366
25816	linear.bias	9	-0.4959549605846405
25844	transitions	0	-0.6467809081077576
25844	transitions	1	0.35140734910964966
25844	transitions	2	1.6756591796875
25844	transitions	3	0.0980411246418953
25844	transitions	4	0.9492309093475342
25844	transitions	5	1.2739427089691162
25844	transitions	6	0.4833398163318634
25844	transitions	7	0.17585615813732147
25844	transitions	8	-0.9195125102996826
25844	transitions	9	0.9306614398956299
25844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25844	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25844	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25844	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25844	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25844	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25844	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25844	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25844	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25844	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25844	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25844	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25844	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25844	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25844	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25844	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25844	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25844	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25844	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25844	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25844	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25844	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25844	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25844	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25844	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25844	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25844	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25844	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25844	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25844	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25844	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25844	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25844	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25844	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25844	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25844	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25844	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25844	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25844	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25844	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25844	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25844	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25844	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25844	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25844	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25844	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25844	embedding2nn.weight	0	0.022812653332948685
25844	embedding2nn.weight	1	0.014136186800897121
25844	embedding2nn.weight	2	-0.00452816765755415
25844	embedding2nn.weight	3	5.195775520405732e-05
25844	embedding2nn.weight	4	-0.004319590050727129
25844	embedding2nn.weight	5	0.011385868303477764
25844	embedding2nn.weight	6	-0.004980980418622494
25844	embedding2nn.weight	7	0.021937144920229912
25844	embedding2nn.weight	8	-0.006553709506988525
25844	embedding2nn.weight	9	-0.014130142517387867
25844	embedding2nn.bias	0	-0.036380790174007416
25844	embedding2nn.bias	1	-0.03382105007767677
25844	embedding2nn.bias	2	-0.05851148068904877
25844	embedding2nn.bias	3	0.005565603729337454
25844	embedding2nn.bias	4	-0.006500001065433025
25844	embedding2nn.bias	5	-0.011905483901500702
25844	embedding2nn.bias	6	0.018702495843172073
25844	embedding2nn.bias	7	0.028194226324558258
25844	embedding2nn.bias	8	0.005832749884575605
25844	embedding2nn.bias	9	-0.005648340098559856
25844	rnn.weight_ih_l0	0	0.039482638239860535
25844	rnn.weight_ih_l0	1	-0.012670132331550121
25844	rnn.weight_ih_l0	2	-0.03601602464914322
25844	rnn.weight_ih_l0	3	-0.044772129505872726
25844	rnn.weight_ih_l0	4	-0.052067454904317856
25844	rnn.weight_ih_l0	5	-0.008401378057897091
25844	rnn.weight_ih_l0	6	-0.05292806029319763
25844	rnn.weight_ih_l0	7	-0.06028727442026138
25844	rnn.weight_ih_l0	8	-0.04528612270951271
25844	rnn.weight_ih_l0	9	-0.026943014934659004
25844	rnn.weight_hh_l0	0	0.018562855198979378
25844	rnn.weight_hh_l0	1	-0.009122785180807114
25844	rnn.weight_hh_l0	2	-0.06819460541009903
25844	rnn.weight_hh_l0	3	-0.032652728259563446
25844	rnn.weight_hh_l0	4	-0.07636348158121109
25844	rnn.weight_hh_l0	5	-0.013398483395576477
25844	rnn.weight_hh_l0	6	-0.051709506660699844
25844	rnn.weight_hh_l0	7	-0.03709540516138077
25844	rnn.weight_hh_l0	8	-0.019145509228110313
25844	rnn.weight_hh_l0	9	-0.004556756000965834
25844	rnn.bias_ih_l0	0	0.14058277010917664
25844	rnn.bias_ih_l0	1	-0.056889478117227554
25844	rnn.bias_ih_l0	2	0.10475581884384155
25844	rnn.bias_ih_l0	3	0.04987546429038048
25844	rnn.bias_ih_l0	4	0.09776472300291061
25844	rnn.bias_ih_l0	5	0.02571856416761875
25844	rnn.bias_ih_l0	6	-0.013649651780724525
25844	rnn.bias_ih_l0	7	-0.09800661355257034
25844	rnn.bias_ih_l0	8	-0.21110479533672333
25844	rnn.bias_ih_l0	9	0.08002443611621857
25844	rnn.bias_hh_l0	0	-0.0016455415170639753
25844	rnn.bias_hh_l0	1	0.019950492307543755
25844	rnn.bias_hh_l0	2	-0.004509015008807182
25844	rnn.bias_hh_l0	3	-0.03095116652548313
25844	rnn.bias_hh_l0	4	-0.0378255657851696
25844	rnn.bias_hh_l0	5	0.14445620775222778
25844	rnn.bias_hh_l0	6	0.051076143980026245
25844	rnn.bias_hh_l0	7	0.05505862832069397
25844	rnn.bias_hh_l0	8	0.020719029009342194
25844	rnn.bias_hh_l0	9	0.04100210592150688
25844	rnn.weight_ih_l0_reverse	0	-0.029382916167378426
25844	rnn.weight_ih_l0_reverse	1	-0.0021747613791376352
25844	rnn.weight_ih_l0_reverse	2	0.024042969569563866
25844	rnn.weight_ih_l0_reverse	3	-0.06255096197128296
25844	rnn.weight_ih_l0_reverse	4	0.00987381674349308
25844	rnn.weight_ih_l0_reverse	5	-0.04667890816926956
25844	rnn.weight_ih_l0_reverse	6	0.02767876908183098
25844	rnn.weight_ih_l0_reverse	7	0.04598100110888481
25844	rnn.weight_ih_l0_reverse	8	-0.04851193726062775
25844	rnn.weight_ih_l0_reverse	9	-0.05103796720504761
25844	rnn.weight_hh_l0_reverse	0	-0.08303554356098175
25844	rnn.weight_hh_l0_reverse	1	-0.06487403810024261
25844	rnn.weight_hh_l0_reverse	2	0.034304872155189514
25844	rnn.weight_hh_l0_reverse	3	0.04647151380777359
25844	rnn.weight_hh_l0_reverse	4	-0.015604056417942047
25844	rnn.weight_hh_l0_reverse	5	0.04519582912325859
25844	rnn.weight_hh_l0_reverse	6	-0.0014818933559581637
25844	rnn.weight_hh_l0_reverse	7	-4.70984450657852e-05
25844	rnn.weight_hh_l0_reverse	8	-0.09864842891693115
25844	rnn.weight_hh_l0_reverse	9	0.08105820417404175
25844	rnn.bias_ih_l0_reverse	0	-0.08912092447280884
25844	rnn.bias_ih_l0_reverse	1	-0.06719498336315155
25844	rnn.bias_ih_l0_reverse	2	0.10372385382652283
25844	rnn.bias_ih_l0_reverse	3	0.04559117928147316
25844	rnn.bias_ih_l0_reverse	4	-0.13096632063388824
25844	rnn.bias_ih_l0_reverse	5	0.0416930727660656
25844	rnn.bias_ih_l0_reverse	6	-0.10471320897340775
25844	rnn.bias_ih_l0_reverse	7	0.04089333862066269
25844	rnn.bias_ih_l0_reverse	8	0.036033641546964645
25844	rnn.bias_ih_l0_reverse	9	0.06096912547945976
25844	rnn.bias_hh_l0_reverse	0	0.0494355745613575
25844	rnn.bias_hh_l0_reverse	1	0.06457290798425674
25844	rnn.bias_hh_l0_reverse	2	0.08071492612361908
25844	rnn.bias_hh_l0_reverse	3	-0.004840546753257513
25844	rnn.bias_hh_l0_reverse	4	0.06838145852088928
25844	rnn.bias_hh_l0_reverse	5	0.0012849660124629736
25844	rnn.bias_hh_l0_reverse	6	-0.053688883781433105
25844	rnn.bias_hh_l0_reverse	7	0.025325361639261246
25844	rnn.bias_hh_l0_reverse	8	0.015055624768137932
25844	rnn.bias_hh_l0_reverse	9	-0.1514647752046585
25844	linear.weight	0	0.16930988430976868
25844	linear.weight	1	-0.16212236881256104
25844	linear.weight	2	-0.211109921336174
25844	linear.weight	3	0.07528969645500183
25844	linear.weight	4	-0.02365943230688572
25844	linear.weight	5	0.0024313039612025023
25844	linear.weight	6	-0.00697332713752985
25844	linear.weight	7	-0.0278299730271101
25844	linear.weight	8	0.07871822267770767
25844	linear.weight	9	0.3362135887145996
25844	linear.bias	0	-0.22415335476398468
25844	linear.bias	1	0.19557610154151917
25844	linear.bias	2	-0.5392459034919739
25844	linear.bias	3	1.7169967889785767
25844	linear.bias	4	-0.39398056268692017
25844	linear.bias	5	-0.030769959092140198
25844	linear.bias	6	-0.3559548854827881
25844	linear.bias	7	-0.27336567640304565
25844	linear.bias	8	-0.04300461709499359
25844	linear.bias	9	-0.49599504470825195
25872	transitions	0	-0.646796464920044
25872	transitions	1	0.35140150785446167
25872	transitions	2	1.675642490386963
25872	transitions	3	0.09803314507007599
25872	transitions	4	0.9492282271385193
25872	transitions	5	1.273942470550537
25872	transitions	6	0.4833391606807709
25872	transitions	7	0.17583100497722626
25872	transitions	8	-0.9195126295089722
25872	transitions	9	0.9306614398956299
25872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25872	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25872	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25872	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25872	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25872	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25872	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25872	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25872	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25872	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25872	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25872	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25872	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25872	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25872	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25872	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25872	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25872	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25872	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25872	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25872	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25872	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25872	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25872	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25872	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25872	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25872	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25872	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25872	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25872	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25872	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25872	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25872	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25872	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25872	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25872	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25872	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25872	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25872	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25872	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25872	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25872	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25872	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25872	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25872	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25872	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25872	embedding2nn.weight	0	0.022846275940537453
25872	embedding2nn.weight	1	0.014212965033948421
25872	embedding2nn.weight	2	-0.004452449269592762
25872	embedding2nn.weight	3	2.387913264101371e-05
25872	embedding2nn.weight	4	-0.0043403757736086845
25872	embedding2nn.weight	5	0.011417411267757416
25872	embedding2nn.weight	6	-0.00497193681076169
25872	embedding2nn.weight	7	0.021762792021036148
25872	embedding2nn.weight	8	-0.006607476156204939
25872	embedding2nn.weight	9	-0.014127539470791817
25872	embedding2nn.bias	0	-0.03448913246393204
25872	embedding2nn.bias	1	-0.03235450014472008
25872	embedding2nn.bias	2	-0.06036601588129997
25872	embedding2nn.bias	3	0.007035017479211092
25872	embedding2nn.bias	4	-0.00760003924369812
25872	embedding2nn.bias	5	-0.011914442293345928
25872	embedding2nn.bias	6	0.017997978255152702
25872	embedding2nn.bias	7	0.026797452941536903
25872	embedding2nn.bias	8	0.003840298391878605
25872	embedding2nn.bias	9	-0.002566761802881956
25872	rnn.weight_ih_l0	0	0.03938432037830353
25872	rnn.weight_ih_l0	1	-0.012509158812463284
25872	rnn.weight_ih_l0	2	-0.03606709465384483
25872	rnn.weight_ih_l0	3	-0.04478003829717636
25872	rnn.weight_ih_l0	4	-0.052056923508644104
25872	rnn.weight_ih_l0	5	-0.00842387042939663
25872	rnn.weight_ih_l0	6	-0.05286668241024017
25872	rnn.weight_ih_l0	7	-0.06029660627245903
25872	rnn.weight_ih_l0	8	-0.04543198272585869
25872	rnn.weight_ih_l0	9	-0.026921601966023445
25872	rnn.weight_hh_l0	0	0.01847820356488228
25872	rnn.weight_hh_l0	1	-0.008900814689695835
25872	rnn.weight_hh_l0	2	-0.06840869784355164
25872	rnn.weight_hh_l0	3	-0.03263382241129875
25872	rnn.weight_hh_l0	4	-0.07646500319242477
25872	rnn.weight_hh_l0	5	-0.013329898938536644
25872	rnn.weight_hh_l0	6	-0.052156489342451096
25872	rnn.weight_hh_l0	7	-0.03691716119647026
25872	rnn.weight_hh_l0	8	-0.018970269709825516
25872	rnn.weight_hh_l0	9	-0.0049100881442427635
25872	rnn.bias_ih_l0	0	0.14120838046073914
25872	rnn.bias_ih_l0	1	-0.05589938163757324
25872	rnn.bias_ih_l0	2	0.10429202020168304
25872	rnn.bias_ih_l0	3	0.04949427768588066
25872	rnn.bias_ih_l0	4	0.0967797040939331
25872	rnn.bias_ih_l0	5	0.026319216936826706
25872	rnn.bias_ih_l0	6	-0.013283051550388336
25872	rnn.bias_ih_l0	7	-0.0997089147567749
25872	rnn.bias_ih_l0	8	-0.21061311662197113
25872	rnn.bias_ih_l0	9	0.07979197055101395
25872	rnn.bias_hh_l0	0	-0.001069372403435409
25872	rnn.bias_hh_l0	1	0.020306026563048363
25872	rnn.bias_hh_l0	2	-0.004377495963126421
25872	rnn.bias_hh_l0	3	-0.02880261279642582
25872	rnn.bias_hh_l0	4	-0.03903736174106598
25872	rnn.bias_hh_l0	5	0.1449027955532074
25872	rnn.bias_hh_l0	6	0.051731280982494354
25872	rnn.bias_hh_l0	7	0.05611681193113327
25872	rnn.bias_hh_l0	8	0.021085629239678383
25872	rnn.bias_hh_l0	9	0.04004354402422905
25872	rnn.weight_ih_l0_reverse	0	-0.029219236224889755
25872	rnn.weight_ih_l0_reverse	1	-0.0022996903862804174
25872	rnn.weight_ih_l0_reverse	2	0.024145180359482765
25872	rnn.weight_ih_l0_reverse	3	-0.06249715015292168
25872	rnn.weight_ih_l0_reverse	4	0.010026056319475174
25872	rnn.weight_ih_l0_reverse	5	-0.04655351862311363
25872	rnn.weight_ih_l0_reverse	6	0.027675533667206764
25872	rnn.weight_ih_l0_reverse	7	0.04594089463353157
25872	rnn.weight_ih_l0_reverse	8	-0.04852857440710068
25872	rnn.weight_ih_l0_reverse	9	-0.05104158818721771
25872	rnn.weight_hh_l0_reverse	0	-0.08320388942956924
25872	rnn.weight_hh_l0_reverse	1	-0.06432537734508514
25872	rnn.weight_hh_l0_reverse	2	0.034206293523311615
25872	rnn.weight_hh_l0_reverse	3	0.04668135941028595
25872	rnn.weight_hh_l0_reverse	4	-0.015008008107542992
25872	rnn.weight_hh_l0_reverse	5	0.04529469832777977
25872	rnn.weight_hh_l0_reverse	6	-0.000580530206207186
25872	rnn.weight_hh_l0_reverse	7	-0.00011349667329341173
25872	rnn.weight_hh_l0_reverse	8	-0.09854298830032349
25872	rnn.weight_hh_l0_reverse	9	0.08082658797502518
25872	rnn.bias_ih_l0_reverse	0	-0.08769441395998001
25872	rnn.bias_ih_l0_reverse	1	-0.06596123427152634
25872	rnn.bias_ih_l0_reverse	2	0.10532768815755844
25872	rnn.bias_ih_l0_reverse	3	0.04533238708972931
25872	rnn.bias_ih_l0_reverse	4	-0.13103312253952026
25872	rnn.bias_ih_l0_reverse	5	0.04206639155745506
25872	rnn.bias_ih_l0_reverse	6	-0.10488071292638779
25872	rnn.bias_ih_l0_reverse	7	0.040699552744627
25872	rnn.bias_ih_l0_reverse	8	0.03594991937279701
25872	rnn.bias_ih_l0_reverse	9	0.06136104837059975
25872	rnn.bias_hh_l0_reverse	0	0.04709770157933235
25872	rnn.bias_hh_l0_reverse	1	0.06471828371286392
25872	rnn.bias_hh_l0_reverse	2	0.07980993390083313
25872	rnn.bias_hh_l0_reverse	3	-0.004800050053745508
25872	rnn.bias_hh_l0_reverse	4	0.06820268929004669
25872	rnn.bias_hh_l0_reverse	5	0.0013059821212664247
25872	rnn.bias_hh_l0_reverse	6	-0.0541500449180603
25872	rnn.bias_hh_l0_reverse	7	0.02533584274351597
25872	rnn.bias_hh_l0_reverse	8	0.014316308312118053
25872	rnn.bias_hh_l0_reverse	9	-0.1556583046913147
25872	linear.weight	0	0.17102952301502228
25872	linear.weight	1	-0.16210182011127472
25872	linear.weight	2	-0.2122272104024887
25872	linear.weight	3	0.0761682540178299
25872	linear.weight	4	-0.023634394630789757
25872	linear.weight	5	0.0024659030605107546
25872	linear.weight	6	-0.006971980910748243
25872	linear.weight	7	-0.027813687920570374
25872	linear.weight	8	0.07807745039463043
25872	linear.weight	9	0.3349011242389679
25872	linear.bias	0	-0.21962381899356842
25872	linear.bias	1	0.19394201040267944
25872	linear.bias	2	-0.5394266247749329
25872	linear.bias	3	1.7027674913406372
25872	linear.bias	4	-0.39402657747268677
25872	linear.bias	5	-0.030769959092140198
25872	linear.bias	6	-0.356037974357605
25872	linear.bias	7	-0.27310407161712646
25872	linear.bias	8	-0.04202064126729965
25872	linear.bias	9	-0.4960102438926697
25900	transitions	0	-0.6468103528022766
25900	transitions	1	0.3513527810573578
25900	transitions	2	1.6756294965744019
25900	transitions	3	0.09802144020795822
25900	transitions	4	0.9492227435112
25900	transitions	5	1.273942470550537
25900	transitions	6	0.4833390414714813
25900	transitions	7	0.17583099007606506
25900	transitions	8	-0.9195126891136169
25900	transitions	9	0.9306614398956299
25900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25900	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25900	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25900	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25900	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25900	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25900	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25900	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25900	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25900	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25900	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25900	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25900	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25900	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25900	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25900	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25900	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25900	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25900	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25900	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25900	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25900	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25900	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25900	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25900	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25900	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25900	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25900	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25900	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25900	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25900	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25900	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25900	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25900	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25900	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25900	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25900	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25900	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25900	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25900	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25900	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25900	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25900	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25900	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25900	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25900	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25900	embedding2nn.weight	0	0.022559281438589096
25900	embedding2nn.weight	1	0.014209702610969543
25900	embedding2nn.weight	2	-0.004398958757519722
25900	embedding2nn.weight	3	3.102351456618635e-06
25900	embedding2nn.weight	4	-0.004335593897849321
25900	embedding2nn.weight	5	0.011385060846805573
25900	embedding2nn.weight	6	-0.005007002502679825
25900	embedding2nn.weight	7	0.02193722315132618
25900	embedding2nn.weight	8	-0.006551086902618408
25900	embedding2nn.weight	9	-0.014187204651534557
25900	embedding2nn.bias	0	-0.03496110066771507
25900	embedding2nn.bias	1	-0.031886644661426544
25900	embedding2nn.bias	2	-0.06430165469646454
25900	embedding2nn.bias	3	0.006283835042268038
25900	embedding2nn.bias	4	-0.0076835607178509235
25900	embedding2nn.bias	5	-0.013044210150837898
25900	embedding2nn.bias	6	0.017876610159873962
25900	embedding2nn.bias	7	0.024991121143102646
25900	embedding2nn.bias	8	0.005329732783138752
25900	embedding2nn.bias	9	-0.005484956782311201
25900	rnn.weight_ih_l0	0	0.03942267969250679
25900	rnn.weight_ih_l0	1	-0.012559186667203903
25900	rnn.weight_ih_l0	2	-0.03610307350754738
25900	rnn.weight_ih_l0	3	-0.044890545308589935
25900	rnn.weight_ih_l0	4	-0.05216710641980171
25900	rnn.weight_ih_l0	5	-0.008306648582220078
25900	rnn.weight_ih_l0	6	-0.05284973606467247
25900	rnn.weight_ih_l0	7	-0.060200318694114685
25900	rnn.weight_ih_l0	8	-0.04536755383014679
25900	rnn.weight_ih_l0	9	-0.026942484080791473
25900	rnn.weight_hh_l0	0	0.018399035558104515
25900	rnn.weight_hh_l0	1	-0.008958668448030949
25900	rnn.weight_hh_l0	2	-0.06805393844842911
25900	rnn.weight_hh_l0	3	-0.03260493651032448
25900	rnn.weight_hh_l0	4	-0.0766201838850975
25900	rnn.weight_hh_l0	5	-0.013535944744944572
25900	rnn.weight_hh_l0	6	-0.05204852670431137
25900	rnn.weight_hh_l0	7	-0.03676922991871834
25900	rnn.weight_hh_l0	8	-0.01907062716782093
25900	rnn.weight_hh_l0	9	-0.004934526514261961
25900	rnn.bias_ih_l0	0	0.1415407359600067
25900	rnn.bias_ih_l0	1	-0.05611468106508255
25900	rnn.bias_ih_l0	2	0.1050802618265152
25900	rnn.bias_ih_l0	3	0.04906899854540825
25900	rnn.bias_ih_l0	4	0.0968211442232132
25900	rnn.bias_ih_l0	5	0.02606467343866825
25900	rnn.bias_ih_l0	6	-0.013415823690593243
25900	rnn.bias_ih_l0	7	-0.09938433766365051
25900	rnn.bias_ih_l0	8	-0.2100803703069687
25900	rnn.bias_ih_l0	9	0.08011531829833984
25900	rnn.bias_hh_l0	0	-0.0014925982104614377
25900	rnn.bias_hh_l0	1	0.020222559571266174
25900	rnn.bias_hh_l0	2	-0.004746285732835531
25900	rnn.bias_hh_l0	3	-0.03037937358021736
25900	rnn.bias_hh_l0	4	-0.039728764444589615
25900	rnn.bias_hh_l0	5	0.14476163685321808
25900	rnn.bias_hh_l0	6	0.051401831209659576
25900	rnn.bias_hh_l0	7	0.05599774792790413
25900	rnn.bias_hh_l0	8	0.020952854305505753
25900	rnn.bias_hh_l0	9	0.03901110962033272
25900	rnn.weight_ih_l0_reverse	0	-0.029319999739527702
25900	rnn.weight_ih_l0_reverse	1	-0.0022168781142681837
25900	rnn.weight_ih_l0_reverse	2	0.024163002148270607
25900	rnn.weight_ih_l0_reverse	3	-0.0626450628042221
25900	rnn.weight_ih_l0_reverse	4	0.010099808685481548
25900	rnn.weight_ih_l0_reverse	5	-0.046573784202337265
25900	rnn.weight_ih_l0_reverse	6	0.028043314814567566
25900	rnn.weight_ih_l0_reverse	7	0.045925043523311615
25900	rnn.weight_ih_l0_reverse	8	-0.04855281859636307
25900	rnn.weight_ih_l0_reverse	9	-0.051034267991781235
25900	rnn.weight_hh_l0_reverse	0	-0.08346262574195862
25900	rnn.weight_hh_l0_reverse	1	-0.06465687602758408
25900	rnn.weight_hh_l0_reverse	2	0.03435280919075012
25900	rnn.weight_hh_l0_reverse	3	0.046855948865413666
25900	rnn.weight_hh_l0_reverse	4	-0.014819357544183731
25900	rnn.weight_hh_l0_reverse	5	0.0451323464512825
25900	rnn.weight_hh_l0_reverse	6	-0.0008400999358855188
25900	rnn.weight_hh_l0_reverse	7	-0.00025938235921785235
25900	rnn.weight_hh_l0_reverse	8	-0.09839536249637604
25900	rnn.weight_hh_l0_reverse	9	0.081131212413311
25900	rnn.bias_ih_l0_reverse	0	-0.08832264691591263
25900	rnn.bias_ih_l0_reverse	1	-0.06584188342094421
25900	rnn.bias_ih_l0_reverse	2	0.1043945774435997
25900	rnn.bias_ih_l0_reverse	3	0.04523007944226265
25900	rnn.bias_ih_l0_reverse	4	-0.13132387399673462
25900	rnn.bias_ih_l0_reverse	5	0.04191344976425171
25900	rnn.bias_ih_l0_reverse	6	-0.10461028665304184
25900	rnn.bias_ih_l0_reverse	7	0.04021235182881355
25900	rnn.bias_ih_l0_reverse	8	0.03568476438522339
25900	rnn.bias_ih_l0_reverse	9	0.06124027445912361
25900	rnn.bias_hh_l0_reverse	0	0.04565027728676796
25900	rnn.bias_hh_l0_reverse	1	0.0644187405705452
25900	rnn.bias_hh_l0_reverse	2	0.0793578028678894
25900	rnn.bias_hh_l0_reverse	3	-0.003842388978227973
25900	rnn.bias_hh_l0_reverse	4	0.06927090138196945
25900	rnn.bias_hh_l0_reverse	5	0.002670631743967533
25900	rnn.bias_hh_l0_reverse	6	-0.05459379777312279
25900	rnn.bias_hh_l0_reverse	7	0.02564367838203907
25900	rnn.bias_hh_l0_reverse	8	0.013326872140169144
25900	rnn.bias_hh_l0_reverse	9	-0.1535433828830719
25900	linear.weight	0	0.17422784864902496
25900	linear.weight	1	-0.16210149228572845
25900	linear.weight	2	-0.21206903457641602
25900	linear.weight	3	0.07524369657039642
25900	linear.weight	4	-0.02413780614733696
25900	linear.weight	5	0.00227848207578063
25900	linear.weight	6	-0.006971300579607487
25900	linear.weight	7	-0.027793699875473976
25900	linear.weight	8	0.07934517413377762
25900	linear.weight	9	0.3345753848552704
25900	linear.bias	0	-0.22680982947349548
25900	linear.bias	1	0.19183532893657684
25900	linear.bias	2	-0.5395476222038269
25900	linear.bias	3	1.7091810703277588
25900	linear.bias	4	-0.3941155672073364
25900	linear.bias	5	-0.030769959092140198
25900	linear.bias	6	-0.3562663197517395
25900	linear.bias	7	-0.27338552474975586
25900	linear.bias	8	-0.04214051738381386
25900	linear.bias	9	-0.496021032333374
25928	transitions	0	-0.6468232870101929
25928	transitions	1	0.35134321451187134
25928	transitions	2	1.6756006479263306
25928	transitions	3	0.09801066666841507
25928	transitions	4	0.949211597442627
25928	transitions	5	1.273941993713379
25928	transitions	6	0.48333901166915894
25928	transitions	7	0.1758294254541397
25928	transitions	8	-0.9195128083229065
25928	transitions	9	0.9306613802909851
25928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25928	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25928	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25928	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25928	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25928	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25928	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25928	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25928	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25928	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25928	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25928	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25928	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25928	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25928	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25928	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25928	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25928	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25928	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25928	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25928	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25928	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25928	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25928	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25928	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25928	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25928	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25928	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25928	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25928	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25928	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25928	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25928	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25928	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25928	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25928	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25928	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25928	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25928	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25928	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25928	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25928	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25928	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25928	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25928	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25928	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25928	embedding2nn.weight	0	0.022340215742588043
25928	embedding2nn.weight	1	0.01422795932739973
25928	embedding2nn.weight	2	-0.004407181404531002
25928	embedding2nn.weight	3	3.8804388168500736e-05
25928	embedding2nn.weight	4	-0.00434459513053298
25928	embedding2nn.weight	5	0.011435193940997124
25928	embedding2nn.weight	6	-0.005080570466816425
25928	embedding2nn.weight	7	0.021969567984342575
25928	embedding2nn.weight	8	-0.0065017505548894405
25928	embedding2nn.weight	9	-0.0141691192984581
25928	embedding2nn.bias	0	-0.03199372813105583
25928	embedding2nn.bias	1	-0.029705025255680084
25928	embedding2nn.bias	2	-0.06281046569347382
25928	embedding2nn.bias	3	0.006937887519598007
25928	embedding2nn.bias	4	-0.007067431695759296
25928	embedding2nn.bias	5	-0.011765483766794205
25928	embedding2nn.bias	6	0.015475510619580746
25928	embedding2nn.bias	7	0.021824395284056664
25928	embedding2nn.bias	8	0.008323819376528263
25928	embedding2nn.bias	9	-0.007639629300683737
25928	rnn.weight_ih_l0	0	0.03937655687332153
25928	rnn.weight_ih_l0	1	-0.012677038088440895
25928	rnn.weight_ih_l0	2	-0.035498157143592834
25928	rnn.weight_ih_l0	3	-0.044693414121866226
25928	rnn.weight_ih_l0	4	-0.052112940698862076
25928	rnn.weight_ih_l0	5	-0.008245264180004597
25928	rnn.weight_ih_l0	6	-0.052557047456502914
25928	rnn.weight_ih_l0	7	-0.060358140617609024
25928	rnn.weight_ih_l0	8	-0.04542001709342003
25928	rnn.weight_ih_l0	9	-0.026834091171622276
25928	rnn.weight_hh_l0	0	0.018573367968201637
25928	rnn.weight_hh_l0	1	-0.009230759926140308
25928	rnn.weight_hh_l0	2	-0.06756142526865005
25928	rnn.weight_hh_l0	3	-0.0328189954161644
25928	rnn.weight_hh_l0	4	-0.07664825022220612
25928	rnn.weight_hh_l0	5	-0.01358730997890234
25928	rnn.weight_hh_l0	6	-0.05247744917869568
25928	rnn.weight_hh_l0	7	-0.03678467869758606
25928	rnn.weight_hh_l0	8	-0.01908208429813385
25928	rnn.weight_hh_l0	9	-0.0049476660788059235
25928	rnn.bias_ih_l0	0	0.14241859316825867
25928	rnn.bias_ih_l0	1	-0.055628452450037
25928	rnn.bias_ih_l0	2	0.10425609350204468
25928	rnn.bias_ih_l0	3	0.04916215315461159
25928	rnn.bias_ih_l0	4	0.09741706401109695
25928	rnn.bias_ih_l0	5	0.02691750042140484
25928	rnn.bias_ih_l0	6	-0.014303606934845448
25928	rnn.bias_ih_l0	7	-0.10083149373531342
25928	rnn.bias_ih_l0	8	-0.20819424092769623
25928	rnn.bias_ih_l0	9	0.08118272572755814
25928	rnn.bias_hh_l0	0	-0.00039646337972953916
25928	rnn.bias_hh_l0	1	0.02077416703104973
25928	rnn.bias_hh_l0	2	-0.00422249361872673
25928	rnn.bias_hh_l0	3	-0.030044572427868843
25928	rnn.bias_hh_l0	4	-0.0408441498875618
25928	rnn.bias_hh_l0	5	0.14391785860061646
25928	rnn.bias_hh_l0	6	0.050675950944423676
25928	rnn.bias_hh_l0	7	0.05659526586532593
25928	rnn.bias_hh_l0	8	0.02006506361067295
25928	rnn.bias_hh_l0	9	0.040136516094207764
25928	rnn.weight_ih_l0_reverse	0	-0.029245061799883842
25928	rnn.weight_ih_l0_reverse	1	-0.0024705929681658745
25928	rnn.weight_ih_l0_reverse	2	0.024184072390198708
25928	rnn.weight_ih_l0_reverse	3	-0.06262452900409698
25928	rnn.weight_ih_l0_reverse	4	0.010108180344104767
25928	rnn.weight_ih_l0_reverse	5	-0.04663985222578049
25928	rnn.weight_ih_l0_reverse	6	0.02775360457599163
25928	rnn.weight_ih_l0_reverse	7	0.045977767556905746
25928	rnn.weight_ih_l0_reverse	8	-0.048610422760248184
25928	rnn.weight_ih_l0_reverse	9	-0.05112913250923157
25928	rnn.weight_hh_l0_reverse	0	-0.08359409868717194
25928	rnn.weight_hh_l0_reverse	1	-0.06484290957450867
25928	rnn.weight_hh_l0_reverse	2	0.034488145262002945
25928	rnn.weight_hh_l0_reverse	3	0.0467054657638073
25928	rnn.weight_hh_l0_reverse	4	-0.015291878953576088
25928	rnn.weight_hh_l0_reverse	5	0.04515371471643448
25928	rnn.weight_hh_l0_reverse	6	-0.0010945417452603579
25928	rnn.weight_hh_l0_reverse	7	-0.0003244158870074898
25928	rnn.weight_hh_l0_reverse	8	-0.09834801405668259
25928	rnn.weight_hh_l0_reverse	9	0.0812215581536293
25928	rnn.bias_ih_l0_reverse	0	-0.08548061549663544
25928	rnn.bias_ih_l0_reverse	1	-0.066631019115448
25928	rnn.bias_ih_l0_reverse	2	0.10436556488275528
25928	rnn.bias_ih_l0_reverse	3	0.045404549688100815
25928	rnn.bias_ih_l0_reverse	4	-0.1311967372894287
25928	rnn.bias_ih_l0_reverse	5	0.041585274040699005
25928	rnn.bias_ih_l0_reverse	6	-0.10493839532136917
25928	rnn.bias_ih_l0_reverse	7	0.041304346174001694
25928	rnn.bias_ih_l0_reverse	8	0.03585021197795868
25928	rnn.bias_ih_l0_reverse	9	0.06191026419401169
25928	rnn.bias_hh_l0_reverse	0	0.0443209707736969
25928	rnn.bias_hh_l0_reverse	1	0.06474103778600693
25928	rnn.bias_hh_l0_reverse	2	0.07966509461402893
25928	rnn.bias_hh_l0_reverse	3	-0.004017186816781759
25928	rnn.bias_hh_l0_reverse	4	0.06939445436000824
25928	rnn.bias_hh_l0_reverse	5	0.0030443689320236444
25928	rnn.bias_hh_l0_reverse	6	-0.05479026585817337
25928	rnn.bias_hh_l0_reverse	7	0.02490275353193283
25928	rnn.bias_hh_l0_reverse	8	0.013412553817033768
25928	rnn.bias_hh_l0_reverse	9	-0.1531284749507904
25928	linear.weight	0	0.17184005677700043
25928	linear.weight	1	-0.16210663318634033
25928	linear.weight	2	-0.2136162519454956
25928	linear.weight	3	0.07509754598140717
25928	linear.weight	4	-0.024342305958271027
25928	linear.weight	5	0.002011200413107872
25928	linear.weight	6	-0.0069704120978713036
25928	linear.weight	7	-0.027788527309894562
25928	linear.weight	8	0.08011724799871445
25928	linear.weight	9	0.33495524525642395
25928	linear.bias	0	-0.22491295635700226
25928	linear.bias	1	0.1933106631040573
25928	linear.bias	2	-0.5359397530555725
25928	linear.bias	3	1.7066313028335571
25928	linear.bias	4	-0.39417561888694763
25928	linear.bias	5	-0.030769959092140198
25928	linear.bias	6	-0.35350504517555237
25928	linear.bias	7	-0.27314651012420654
25928	linear.bias	8	-0.04551885649561882
25928	linear.bias	9	-0.49603939056396484
25956	transitions	0	-0.6468474268913269
25956	transitions	1	0.35132887959480286
25956	transitions	2	1.6755874156951904
25956	transitions	3	0.09794966876506805
25956	transitions	4	0.9492072463035583
25956	transitions	5	1.2739397287368774
25956	transitions	6	0.4833386242389679
25956	transitions	7	0.17582789063453674
25956	transitions	8	-0.9195132851600647
25956	transitions	9	0.9306613206863403
25956	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25956	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25956	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25956	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25956	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25956	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25956	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25956	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25956	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25956	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25956	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25956	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25956	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25956	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25956	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25956	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25956	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25956	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25956	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25956	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25956	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25956	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25956	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25956	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25956	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25956	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25956	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25956	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25956	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25956	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25956	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25956	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25956	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25956	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25956	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25956	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25956	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25956	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25956	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25956	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25956	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25956	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25956	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25956	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25956	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25956	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25956	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25956	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25956	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25956	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25956	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25956	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25956	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25956	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25956	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25956	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25956	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25956	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25956	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25956	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25956	embedding2nn.weight	0	0.022246988490223885
25956	embedding2nn.weight	1	0.014239856041967869
25956	embedding2nn.weight	2	-0.004404323175549507
25956	embedding2nn.weight	3	1.2161643780927989e-06
25956	embedding2nn.weight	4	-0.004361332394182682
25956	embedding2nn.weight	5	0.011407656595110893
25956	embedding2nn.weight	6	-0.00511397048830986
25956	embedding2nn.weight	7	0.022572042420506477
25956	embedding2nn.weight	8	-0.0065498510375618935
25956	embedding2nn.weight	9	-0.014135511592030525
25956	embedding2nn.bias	0	-0.03310976177453995
25956	embedding2nn.bias	1	-0.028797989711165428
25956	embedding2nn.bias	2	-0.0632181391119957
25956	embedding2nn.bias	3	0.007132930681109428
25956	embedding2nn.bias	4	-0.007072994485497475
25956	embedding2nn.bias	5	-0.007347641512751579
25956	embedding2nn.bias	6	0.01365700364112854
25956	embedding2nn.bias	7	0.020046064630150795
25956	embedding2nn.bias	8	0.007633714471012354
25956	embedding2nn.bias	9	-0.005104377865791321
25956	rnn.weight_ih_l0	0	0.039479371160268784
25956	rnn.weight_ih_l0	1	-0.012797963805496693
25956	rnn.weight_ih_l0	2	-0.03582944720983505
25956	rnn.weight_ih_l0	3	-0.04467255622148514
25956	rnn.weight_ih_l0	4	-0.051841266453266144
25956	rnn.weight_ih_l0	5	-0.008260663598775864
25956	rnn.weight_ih_l0	6	-0.05249110981822014
25956	rnn.weight_ih_l0	7	-0.06044331565499306
25956	rnn.weight_ih_l0	8	-0.04533999785780907
25956	rnn.weight_ih_l0	9	-0.026916904374957085
25956	rnn.weight_hh_l0	0	0.018451964482665062
25956	rnn.weight_hh_l0	1	-0.00934641994535923
25956	rnn.weight_hh_l0	2	-0.06723775714635849
25956	rnn.weight_hh_l0	3	-0.03293992206454277
25956	rnn.weight_hh_l0	4	-0.0767810121178627
25956	rnn.weight_hh_l0	5	-0.013442544266581535
25956	rnn.weight_hh_l0	6	-0.05288638547062874
25956	rnn.weight_hh_l0	7	-0.03668689355254173
25956	rnn.weight_hh_l0	8	-0.01924753747880459
25956	rnn.weight_hh_l0	9	-0.005140964407473803
25956	rnn.bias_ih_l0	0	0.14236459136009216
25956	rnn.bias_ih_l0	1	-0.05481337755918503
25956	rnn.bias_ih_l0	2	0.10471627861261368
25956	rnn.bias_ih_l0	3	0.047976378351449966
25956	rnn.bias_ih_l0	4	0.09735680371522903
25956	rnn.bias_ih_l0	5	0.02657424844801426
25956	rnn.bias_ih_l0	6	-0.013917016796767712
25956	rnn.bias_ih_l0	7	-0.10147044062614441
25956	rnn.bias_ih_l0	8	-0.21081547439098358
25956	rnn.bias_ih_l0	9	0.08091308176517487
25956	rnn.bias_hh_l0	0	-0.00022042711498215795
25956	rnn.bias_hh_l0	1	0.02151362970471382
25956	rnn.bias_hh_l0	2	-0.003933810628950596
25956	rnn.bias_hh_l0	3	-0.030303461477160454
25956	rnn.bias_hh_l0	4	-0.03961558640003204
25956	rnn.bias_hh_l0	5	0.14423821866512299
25956	rnn.bias_hh_l0	6	0.049167416989803314
25956	rnn.bias_hh_l0	7	0.056331586092710495
25956	rnn.bias_hh_l0	8	0.020451653748750687
25956	rnn.bias_hh_l0	9	0.040250264108181
25956	rnn.weight_ih_l0_reverse	0	-0.029110316187143326
25956	rnn.weight_ih_l0_reverse	1	-0.002385765314102173
25956	rnn.weight_ih_l0_reverse	2	0.0241704024374485
25956	rnn.weight_ih_l0_reverse	3	-0.062377553433179855
25956	rnn.weight_ih_l0_reverse	4	0.010136691853404045
25956	rnn.weight_ih_l0_reverse	5	-0.04679581895470619
25956	rnn.weight_ih_l0_reverse	6	0.026966318488121033
25956	rnn.weight_ih_l0_reverse	7	0.04600975289940834
25956	rnn.weight_ih_l0_reverse	8	-0.048559654504060745
25956	rnn.weight_ih_l0_reverse	9	-0.05114155635237694
25956	rnn.weight_hh_l0_reverse	0	-0.08370017260313034
25956	rnn.weight_hh_l0_reverse	1	-0.06488749384880066
25956	rnn.weight_hh_l0_reverse	2	0.03426020219922066
25956	rnn.weight_hh_l0_reverse	3	0.04665990546345711
25956	rnn.weight_hh_l0_reverse	4	-0.014989967457950115
25956	rnn.weight_hh_l0_reverse	5	0.04527920484542847
25956	rnn.weight_hh_l0_reverse	6	-0.0011481912806630135
25956	rnn.weight_hh_l0_reverse	7	-0.0003447185445111245
25956	rnn.weight_hh_l0_reverse	8	-0.09823708236217499
25956	rnn.weight_hh_l0_reverse	9	0.08125418424606323
25956	rnn.bias_ih_l0_reverse	0	-0.08705733716487885
25956	rnn.bias_ih_l0_reverse	1	-0.06765367835760117
25956	rnn.bias_ih_l0_reverse	2	0.10343075543642044
25956	rnn.bias_ih_l0_reverse	3	0.04562404751777649
25956	rnn.bias_ih_l0_reverse	4	-0.13123434782028198
25956	rnn.bias_ih_l0_reverse	5	0.0406656377017498
25956	rnn.bias_ih_l0_reverse	6	-0.10430827736854553
25956	rnn.bias_ih_l0_reverse	7	0.04109913483262062
25956	rnn.bias_ih_l0_reverse	8	0.03583047538995743
25956	rnn.bias_ih_l0_reverse	9	0.06211237236857414
25956	rnn.bias_hh_l0_reverse	0	0.04706280678510666
25956	rnn.bias_hh_l0_reverse	1	0.06541343033313751
25956	rnn.bias_hh_l0_reverse	2	0.08039172738790512
25956	rnn.bias_hh_l0_reverse	3	-0.004953883588314056
25956	rnn.bias_hh_l0_reverse	4	0.06937641650438309
25956	rnn.bias_hh_l0_reverse	5	0.002020237734541297
25956	rnn.bias_hh_l0_reverse	6	-0.05426054820418358
25956	rnn.bias_hh_l0_reverse	7	0.025831766426563263
25956	rnn.bias_hh_l0_reverse	8	0.012961461208760738
25956	rnn.bias_hh_l0_reverse	9	-0.1552192121744156
25956	linear.weight	0	0.1680087447166443
25956	linear.weight	1	-0.16210241615772247
25956	linear.weight	2	-0.21270817518234253
25956	linear.weight	3	0.07615091651678085
25956	linear.weight	4	-0.024212012067437172
25956	linear.weight	5	0.00206191698089242
25956	linear.weight	6	-0.0069658891297876835
25956	linear.weight	7	-0.027784639969468117
25956	linear.weight	8	0.07991468906402588
25956	linear.weight	9	0.33636173605918884
25956	linear.bias	0	-0.21225391328334808
25956	linear.bias	1	0.19075506925582886
25956	linear.bias	2	-0.5376313328742981
25956	linear.bias	3	1.69234037399292
25956	linear.bias	4	-0.39427557587623596
25956	linear.bias	5	-0.030769959092140198
25956	linear.bias	6	-0.3556070327758789
25956	linear.bias	7	-0.27396970987319946
25956	linear.bias	8	-0.050447188317775726
25956	linear.bias	9	-0.49614325165748596
25984	transitions	0	-0.6468569040298462
25984	transitions	1	0.35131874680519104
25984	transitions	2	1.6755787134170532
25984	transitions	3	0.09793287515640259
25984	transitions	4	0.9492027163505554
25984	transitions	5	1.2739392518997192
25984	transitions	6	0.483338326215744
25984	transitions	7	0.17582783102989197
25984	transitions	8	-0.919513463973999
25984	transitions	9	0.9306613206863403
25984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
25984	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
25984	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
25984	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
25984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
25984	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
25984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
25984	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
25984	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
25984	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
25984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
25984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
25984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
25984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
25984	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
25984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
25984	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
25984	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
25984	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
25984	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
25984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
25984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
25984	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
25984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
25984	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
25984	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
25984	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
25984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
25984	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
25984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
25984	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
25984	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
25984	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
25984	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
25984	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
25984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
25984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
25984	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
25984	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
25984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
25984	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
25984	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
25984	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
25984	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
25984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
25984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
25984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
25984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
25984	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
25984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
25984	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
25984	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
25984	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
25984	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
25984	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
25984	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
25984	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
25984	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
25984	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
25984	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
25984	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
25984	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
25984	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
25984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
25984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
25984	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
25984	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
25984	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
25984	embedding2nn.weight	0	0.022087572142481804
25984	embedding2nn.weight	1	0.014225474558770657
25984	embedding2nn.weight	2	-0.004413376096636057
25984	embedding2nn.weight	3	9.544829481455963e-06
25984	embedding2nn.weight	4	-0.004334065597504377
25984	embedding2nn.weight	5	0.011435839347541332
25984	embedding2nn.weight	6	-0.005117490421980619
25984	embedding2nn.weight	7	0.02263699658215046
25984	embedding2nn.weight	8	-0.006614296231418848
25984	embedding2nn.weight	9	-0.014117504470050335
25984	embedding2nn.bias	0	-0.02945922128856182
25984	embedding2nn.bias	1	-0.027518892660737038
25984	embedding2nn.bias	2	-0.06386470049619675
25984	embedding2nn.bias	3	0.006720177363604307
25984	embedding2nn.bias	4	-0.00839694682508707
25984	embedding2nn.bias	5	-0.006447874940931797
25984	embedding2nn.bias	6	0.015459914691746235
25984	embedding2nn.bias	7	0.020442470908164978
25984	embedding2nn.bias	8	0.00637185899540782
25984	embedding2nn.bias	9	-0.0048677041195333
25984	rnn.weight_ih_l0	0	0.039431992918252945
25984	rnn.weight_ih_l0	1	-0.013008222915232182
25984	rnn.weight_ih_l0	2	-0.03560627996921539
25984	rnn.weight_ih_l0	3	-0.044689204543828964
25984	rnn.weight_ih_l0	4	-0.05185169354081154
25984	rnn.weight_ih_l0	5	-0.008149593137204647
25984	rnn.weight_ih_l0	6	-0.05255855619907379
25984	rnn.weight_ih_l0	7	-0.06035901978611946
25984	rnn.weight_ih_l0	8	-0.04534734785556793
25984	rnn.weight_ih_l0	9	-0.026812298223376274
25984	rnn.weight_hh_l0	0	0.018493156880140305
25984	rnn.weight_hh_l0	1	-0.009200075641274452
25984	rnn.weight_hh_l0	2	-0.06743616610765457
25984	rnn.weight_hh_l0	3	-0.03289493918418884
25984	rnn.weight_hh_l0	4	-0.07675836235284805
25984	rnn.weight_hh_l0	5	-0.013801257126033306
25984	rnn.weight_hh_l0	6	-0.052836254239082336
25984	rnn.weight_hh_l0	7	-0.03717644885182381
25984	rnn.weight_hh_l0	8	-0.019135935232043266
25984	rnn.weight_hh_l0	9	-0.005097643472254276
25984	rnn.bias_ih_l0	0	0.14179611206054688
25984	rnn.bias_ih_l0	1	-0.054963935166597366
25984	rnn.bias_ih_l0	2	0.10390850156545639
25984	rnn.bias_ih_l0	3	0.04846379533410072
25984	rnn.bias_ih_l0	4	0.09836890548467636
25984	rnn.bias_ih_l0	5	0.025965267792344093
25984	rnn.bias_ih_l0	6	-0.014685061760246754
25984	rnn.bias_ih_l0	7	-0.09991463273763657
25984	rnn.bias_ih_l0	8	-0.21100923418998718
25984	rnn.bias_ih_l0	9	0.08100981265306473
25984	rnn.bias_hh_l0	0	-0.000734990811906755
25984	rnn.bias_hh_l0	1	0.02226237952709198
25984	rnn.bias_hh_l0	2	-0.004446734674274921
25984	rnn.bias_hh_l0	3	-0.03045676462352276
25984	rnn.bias_hh_l0	4	-0.03859349712729454
25984	rnn.bias_hh_l0	5	0.14362600445747375
25984	rnn.bias_hh_l0	6	0.048588234931230545
25984	rnn.bias_hh_l0	7	0.056763384491205215
25984	rnn.bias_hh_l0	8	0.019683612510561943
25984	rnn.bias_hh_l0	9	0.04007025435566902
25984	rnn.weight_ih_l0_reverse	0	-0.029279932379722595
25984	rnn.weight_ih_l0_reverse	1	-0.001584744080901146
25984	rnn.weight_ih_l0_reverse	2	0.024139372631907463
25984	rnn.weight_ih_l0_reverse	3	-0.06254664063453674
25984	rnn.weight_ih_l0_reverse	4	0.009942915290594101
25984	rnn.weight_ih_l0_reverse	5	-0.0465078204870224
25984	rnn.weight_ih_l0_reverse	6	0.02666550502181053
25984	rnn.weight_ih_l0_reverse	7	0.04597882926464081
25984	rnn.weight_ih_l0_reverse	8	-0.04849531129002571
25984	rnn.weight_ih_l0_reverse	9	-0.05106016620993614
25984	rnn.weight_hh_l0_reverse	0	-0.08352570980787277
25984	rnn.weight_hh_l0_reverse	1	-0.0639217346906662
25984	rnn.weight_hh_l0_reverse	2	0.03412961959838867
25984	rnn.weight_hh_l0_reverse	3	0.04676026850938797
25984	rnn.weight_hh_l0_reverse	4	-0.015264194458723068
25984	rnn.weight_hh_l0_reverse	5	0.045247796922922134
25984	rnn.weight_hh_l0_reverse	6	-0.0003376654058229178
25984	rnn.weight_hh_l0_reverse	7	-0.0003902316384483129
25984	rnn.weight_hh_l0_reverse	8	-0.09838433563709259
25984	rnn.weight_hh_l0_reverse	9	0.08118989318609238
25984	rnn.bias_ih_l0_reverse	0	-0.08466849476099014
25984	rnn.bias_ih_l0_reverse	1	-0.06571591645479202
25984	rnn.bias_ih_l0_reverse	2	0.10396058112382889
25984	rnn.bias_ih_l0_reverse	3	0.04545517638325691
25984	rnn.bias_ih_l0_reverse	4	-0.13157238066196442
25984	rnn.bias_ih_l0_reverse	5	0.04030739143490791
25984	rnn.bias_ih_l0_reverse	6	-0.10476647317409515
25984	rnn.bias_ih_l0_reverse	7	0.04138254374265671
25984	rnn.bias_ih_l0_reverse	8	0.03707747161388397
25984	rnn.bias_ih_l0_reverse	9	0.06199216470122337
25984	rnn.bias_hh_l0_reverse	0	0.045281313359737396
25984	rnn.bias_hh_l0_reverse	1	0.06526970863342285
25984	rnn.bias_hh_l0_reverse	2	0.08051890879869461
25984	rnn.bias_hh_l0_reverse	3	-0.005426022689789534
25984	rnn.bias_hh_l0_reverse	4	0.06851784884929657
25984	rnn.bias_hh_l0_reverse	5	0.002059485064819455
25984	rnn.bias_hh_l0_reverse	6	-0.05425119027495384
25984	rnn.bias_hh_l0_reverse	7	0.025342728942632675
25984	rnn.bias_hh_l0_reverse	8	0.013513493351638317
25984	rnn.bias_hh_l0_reverse	9	-0.15706966817378998
25984	linear.weight	0	0.17012621462345123
25984	linear.weight	1	-0.1621016263961792
25984	linear.weight	2	-0.21321061253547668
25984	linear.weight	3	0.07680059969425201
25984	linear.weight	4	-0.02524872124195099
25984	linear.weight	5	0.0020845411345362663
25984	linear.weight	6	-0.006964892614632845
25984	linear.weight	7	-0.027781588956713676
25984	linear.weight	8	0.07961011677980423
25984	linear.weight	9	0.3374403417110443
25984	linear.bias	0	-0.21683239936828613
25984	linear.bias	1	0.18980544805526733
25984	linear.bias	2	-0.53871750831604
25984	linear.bias	3	1.701959252357483
25984	linear.bias	4	-0.39439070224761963
25984	linear.bias	5	-0.030769959092140198
25984	linear.bias	6	-0.3567405343055725
25984	linear.bias	7	-0.27411946654319763
25984	linear.bias	8	-0.0508846677839756
25984	linear.bias	9	-0.49615615606307983
26012	transitions	0	-0.6468799114227295
26012	transitions	1	0.351309597492218
26012	transitions	2	1.6755620241165161
26012	transitions	3	0.09792464971542358
26012	transitions	4	0.949177086353302
26012	transitions	5	1.273938775062561
26012	transitions	6	0.48333820700645447
26012	transitions	7	0.17582771182060242
26012	transitions	8	-0.9195137023925781
26012	transitions	9	0.9306613206863403
26012	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26012	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26012	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26012	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26012	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26012	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26012	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26012	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26012	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26012	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26012	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26012	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26012	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26012	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26012	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26012	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26012	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26012	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26012	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26012	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26012	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26012	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26012	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26012	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26012	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26012	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26012	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26012	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26012	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26012	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26012	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26012	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26012	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26012	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26012	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26012	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26012	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26012	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26012	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26012	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26012	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26012	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26012	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26012	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26012	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26012	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26012	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26012	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26012	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26012	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26012	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26012	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26012	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26012	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26012	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26012	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26012	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26012	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26012	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26012	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26012	embedding2nn.weight	0	0.02209324762225151
26012	embedding2nn.weight	1	0.014253032393753529
26012	embedding2nn.weight	2	-0.004391117952764034
26012	embedding2nn.weight	3	7.146736606955528e-06
26012	embedding2nn.weight	4	-0.004338996484875679
26012	embedding2nn.weight	5	0.01144491508603096
26012	embedding2nn.weight	6	-0.005101991817355156
26012	embedding2nn.weight	7	0.02234216406941414
26012	embedding2nn.weight	8	-0.006552715320140123
26012	embedding2nn.weight	9	-0.014139743521809578
26012	embedding2nn.bias	0	-0.02790721319615841
26012	embedding2nn.bias	1	-0.026764754205942154
26012	embedding2nn.bias	2	-0.06373026967048645
26012	embedding2nn.bias	3	0.007361425086855888
26012	embedding2nn.bias	4	-0.008655579760670662
26012	embedding2nn.bias	5	-0.006972098723053932
26012	embedding2nn.bias	6	0.01507109496742487
26012	embedding2nn.bias	7	0.02163207344710827
26012	embedding2nn.bias	8	0.006067084614187479
26012	embedding2nn.bias	9	-0.007663814350962639
26012	rnn.weight_ih_l0	0	0.039631590247154236
26012	rnn.weight_ih_l0	1	-0.013102778233587742
26012	rnn.weight_ih_l0	2	-0.03587227687239647
26012	rnn.weight_ih_l0	3	-0.04477893188595772
26012	rnn.weight_ih_l0	4	-0.05195141211152077
26012	rnn.weight_ih_l0	5	-0.008194814436137676
26012	rnn.weight_ih_l0	6	-0.05249613896012306
26012	rnn.weight_ih_l0	7	-0.06050162762403488
26012	rnn.weight_ih_l0	8	-0.04518173635005951
26012	rnn.weight_ih_l0	9	-0.02676338702440262
26012	rnn.weight_hh_l0	0	0.01869478076696396
26012	rnn.weight_hh_l0	1	-0.009093853645026684
26012	rnn.weight_hh_l0	2	-0.06723038852214813
26012	rnn.weight_hh_l0	3	-0.03285551443696022
26012	rnn.weight_hh_l0	4	-0.07665733993053436
26012	rnn.weight_hh_l0	5	-0.013942046090960503
26012	rnn.weight_hh_l0	6	-0.05284397676587105
26012	rnn.weight_hh_l0	7	-0.03756438568234444
26012	rnn.weight_hh_l0	8	-0.018914252519607544
26012	rnn.weight_hh_l0	9	-0.005261694081127644
26012	rnn.bias_ih_l0	0	0.1416577845811844
26012	rnn.bias_ih_l0	1	-0.05531924217939377
26012	rnn.bias_ih_l0	2	0.10545068234205246
26012	rnn.bias_ih_l0	3	0.048003900796175
26012	rnn.bias_ih_l0	4	0.09786419570446014
26012	rnn.bias_ih_l0	5	0.025889262557029724
26012	rnn.bias_ih_l0	6	-0.015071413479745388
26012	rnn.bias_ih_l0	7	-0.10049161314964294
26012	rnn.bias_ih_l0	8	-0.21223308145999908
26012	rnn.bias_ih_l0	9	0.08091723918914795
26012	rnn.bias_hh_l0	0	-0.0005723549402318895
26012	rnn.bias_hh_l0	1	0.021811962127685547
26012	rnn.bias_hh_l0	2	-0.004286305513232946
26012	rnn.bias_hh_l0	3	-0.030753685161471367
26012	rnn.bias_hh_l0	4	-0.0386587530374527
26012	rnn.bias_hh_l0	5	0.14471043646335602
26012	rnn.bias_hh_l0	6	0.048243362456560135
26012	rnn.bias_hh_l0	7	0.05705123767256737
26012	rnn.bias_hh_l0	8	0.01929726079106331
26012	rnn.bias_hh_l0	9	0.03949574753642082
26012	rnn.weight_ih_l0_reverse	0	-0.02930060215294361
26012	rnn.weight_ih_l0_reverse	1	-0.001647711033001542
26012	rnn.weight_ih_l0_reverse	2	0.023975955322384834
26012	rnn.weight_ih_l0_reverse	3	-0.0625622570514679
26012	rnn.weight_ih_l0_reverse	4	0.009905647486448288
26012	rnn.weight_ih_l0_reverse	5	-0.04629668593406677
26012	rnn.weight_ih_l0_reverse	6	0.026736609637737274
26012	rnn.weight_ih_l0_reverse	7	0.046050213277339935
26012	rnn.weight_ih_l0_reverse	8	-0.048427894711494446
26012	rnn.weight_ih_l0_reverse	9	-0.051115237176418304
26012	rnn.weight_hh_l0_reverse	0	-0.08358246088027954
26012	rnn.weight_hh_l0_reverse	1	-0.06322985142469406
26012	rnn.weight_hh_l0_reverse	2	0.034173108637332916
26012	rnn.weight_hh_l0_reverse	3	0.04685856029391289
26012	rnn.weight_hh_l0_reverse	4	-0.01521305926144123
26012	rnn.weight_hh_l0_reverse	5	0.045274946838617325
26012	rnn.weight_hh_l0_reverse	6	6.393516378011554e-05
26012	rnn.weight_hh_l0_reverse	7	-0.0006779304821975529
26012	rnn.weight_hh_l0_reverse	8	-0.09834501892328262
26012	rnn.weight_hh_l0_reverse	9	0.08150728791952133
26012	rnn.bias_ih_l0_reverse	0	-0.08320999890565872
26012	rnn.bias_ih_l0_reverse	1	-0.06695519387722015
26012	rnn.bias_ih_l0_reverse	2	0.10409025847911835
26012	rnn.bias_ih_l0_reverse	3	0.04612402617931366
26012	rnn.bias_ih_l0_reverse	4	-0.13134321570396423
26012	rnn.bias_ih_l0_reverse	5	0.04110681638121605
26012	rnn.bias_ih_l0_reverse	6	-0.10432825237512589
26012	rnn.bias_ih_l0_reverse	7	0.04096517339348793
26012	rnn.bias_ih_l0_reverse	8	0.037455860525369644
26012	rnn.bias_ih_l0_reverse	9	0.06268139183521271
26012	rnn.bias_hh_l0_reverse	0	0.047128528356552124
26012	rnn.bias_hh_l0_reverse	1	0.06542346626520157
26012	rnn.bias_hh_l0_reverse	2	0.08103378117084503
26012	rnn.bias_hh_l0_reverse	3	-0.004755901172757149
26012	rnn.bias_hh_l0_reverse	4	0.06795747578144073
26012	rnn.bias_hh_l0_reverse	5	0.0016173779731616378
26012	rnn.bias_hh_l0_reverse	6	-0.05464183911681175
26012	rnn.bias_hh_l0_reverse	7	0.025610284879803658
26012	rnn.bias_hh_l0_reverse	8	0.014063018374145031
26012	rnn.bias_hh_l0_reverse	9	-0.15557992458343506
26012	linear.weight	0	0.16801899671554565
26012	linear.weight	1	-0.16076354682445526
26012	linear.weight	2	-0.2131217122077942
26012	linear.weight	3	0.07607381790876389
26012	linear.weight	4	-0.024911966174840927
26012	linear.weight	5	0.0026626083999872208
26012	linear.weight	6	-0.0069654472172260284
26012	linear.weight	7	-0.027779610827565193
26012	linear.weight	8	0.07924239337444305
26012	linear.weight	9	0.3373681902885437
26012	linear.bias	0	-0.21692755818367004
26012	linear.bias	1	0.19321218132972717
26012	linear.bias	2	-0.5378100872039795
26012	linear.bias	3	1.6948591470718384
26012	linear.bias	4	-0.3944419324398041
26012	linear.bias	5	-0.030769959092140198
26012	linear.bias	6	-0.3561764359474182
26012	linear.bias	7	-0.2735386788845062
26012	linear.bias	8	-0.05198312923312187
26012	linear.bias	9	-0.4961767792701721
26040	transitions	0	-0.6469027400016785
26040	transitions	1	0.3503994047641754
26040	transitions	2	1.6755110025405884
26040	transitions	3	0.09792265295982361
26040	transitions	4	0.9491717219352722
26040	transitions	5	1.2739386558532715
26040	transitions	6	0.4833381772041321
26040	transitions	7	0.17582596838474274
26040	transitions	8	-0.9195138812065125
26040	transitions	9	0.9306612610816956
26040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26040	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26040	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26040	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26040	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26040	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26040	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26040	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26040	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26040	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26040	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26040	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26040	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26040	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26040	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26040	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26040	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26040	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26040	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26040	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26040	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26040	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26040	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26040	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26040	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26040	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26040	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26040	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26040	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26040	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26040	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26040	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26040	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26040	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26040	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26040	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26040	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26040	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26040	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26040	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26040	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26040	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26040	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26040	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26040	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26040	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26040	embedding2nn.weight	0	0.022289665415883064
26040	embedding2nn.weight	1	0.014263063669204712
26040	embedding2nn.weight	2	-0.0044072577729821205
26040	embedding2nn.weight	3	3.961655238526873e-05
26040	embedding2nn.weight	4	-0.004337625112384558
26040	embedding2nn.weight	5	0.011495168320834637
26040	embedding2nn.weight	6	-0.005053387023508549
26040	embedding2nn.weight	7	0.02202528528869152
26040	embedding2nn.weight	8	-0.006437363103032112
26040	embedding2nn.weight	9	-0.014116867445409298
26040	embedding2nn.bias	0	-0.029406337067484856
26040	embedding2nn.bias	1	-0.02726554498076439
26040	embedding2nn.bias	2	-0.06500116735696793
26040	embedding2nn.bias	3	0.00802287831902504
26040	embedding2nn.bias	4	-0.007471103221178055
26040	embedding2nn.bias	5	-0.00920858420431614
26040	embedding2nn.bias	6	0.012837189249694347
26040	embedding2nn.bias	7	0.022209741175174713
26040	embedding2nn.bias	8	0.007448279298841953
26040	embedding2nn.bias	9	-0.006675682496279478
26040	rnn.weight_ih_l0	0	0.039665479212999344
26040	rnn.weight_ih_l0	1	-0.013280852697789669
26040	rnn.weight_ih_l0	2	-0.03593099117279053
26040	rnn.weight_ih_l0	3	-0.0449584499001503
26040	rnn.weight_ih_l0	4	-0.05204051360487938
26040	rnn.weight_ih_l0	5	-0.008315562270581722
26040	rnn.weight_ih_l0	6	-0.05245921388268471
26040	rnn.weight_ih_l0	7	-0.060571394860744476
26040	rnn.weight_ih_l0	8	-0.0451609343290329
26040	rnn.weight_ih_l0	9	-0.026766659691929817
26040	rnn.weight_hh_l0	0	0.018680904060602188
26040	rnn.weight_hh_l0	1	-0.009196070022881031
26040	rnn.weight_hh_l0	2	-0.0669979378581047
26040	rnn.weight_hh_l0	3	-0.032821860164403915
26040	rnn.weight_hh_l0	4	-0.07677705585956573
26040	rnn.weight_hh_l0	5	-0.014053256250917912
26040	rnn.weight_hh_l0	6	-0.05309963971376419
26040	rnn.weight_hh_l0	7	-0.03769300505518913
26040	rnn.weight_hh_l0	8	-0.019039062783122063
26040	rnn.weight_hh_l0	9	-0.005598240997642279
26040	rnn.bias_ih_l0	0	0.14153096079826355
26040	rnn.bias_ih_l0	1	-0.054234009236097336
26040	rnn.bias_ih_l0	2	0.10520537942647934
26040	rnn.bias_ih_l0	3	0.048623692244291306
26040	rnn.bias_ih_l0	4	0.09851814061403275
26040	rnn.bias_ih_l0	5	0.026250377297401428
26040	rnn.bias_ih_l0	6	-0.014811103232204914
26040	rnn.bias_ih_l0	7	-0.10258334875106812
26040	rnn.bias_ih_l0	8	-0.21308380365371704
26040	rnn.bias_ih_l0	9	0.08117767423391342
26040	rnn.bias_hh_l0	0	-0.0005587234045378864
26040	rnn.bias_hh_l0	1	0.021738000214099884
26040	rnn.bias_hh_l0	2	-0.0030717304907739162
26040	rnn.bias_hh_l0	3	-0.030808093026280403
26040	rnn.bias_hh_l0	4	-0.039067819714546204
26040	rnn.bias_hh_l0	5	0.14535865187644958
26040	rnn.bias_hh_l0	6	0.048280056565999985
26040	rnn.bias_hh_l0	7	0.05637301132082939
26040	rnn.bias_hh_l0	8	0.019557569175958633
26040	rnn.bias_hh_l0	9	0.03999282792210579
26040	rnn.weight_ih_l0_reverse	0	-0.029341571033000946
26040	rnn.weight_ih_l0_reverse	1	-0.0017277669394388795
26040	rnn.weight_ih_l0_reverse	2	0.02400454320013523
26040	rnn.weight_ih_l0_reverse	3	-0.06237601861357689
26040	rnn.weight_ih_l0_reverse	4	0.009922786615788937
26040	rnn.weight_ih_l0_reverse	5	-0.04635874554514885
26040	rnn.weight_ih_l0_reverse	6	0.02667456679046154
26040	rnn.weight_ih_l0_reverse	7	0.04610178619623184
26040	rnn.weight_ih_l0_reverse	8	-0.04864887520670891
26040	rnn.weight_ih_l0_reverse	9	-0.05111807957291603
26040	rnn.weight_hh_l0_reverse	0	-0.08388590812683105
26040	rnn.weight_hh_l0_reverse	1	-0.06331728398799896
26040	rnn.weight_hh_l0_reverse	2	0.0340937077999115
26040	rnn.weight_hh_l0_reverse	3	0.04679947346448898
26040	rnn.weight_hh_l0_reverse	4	-0.015145211480557919
26040	rnn.weight_hh_l0_reverse	5	0.04527930170297623
26040	rnn.weight_hh_l0_reverse	6	-0.0003758232051040977
26040	rnn.weight_hh_l0_reverse	7	-0.0005041551194153726
26040	rnn.weight_hh_l0_reverse	8	-0.09807876497507095
26040	rnn.weight_hh_l0_reverse	9	0.08146107196807861
26040	rnn.bias_ih_l0_reverse	0	-0.0823579654097557
26040	rnn.bias_ih_l0_reverse	1	-0.06782836467027664
26040	rnn.bias_ih_l0_reverse	2	0.1046571210026741
26040	rnn.bias_ih_l0_reverse	3	0.046297136694192886
26040	rnn.bias_ih_l0_reverse	4	-0.1309823840856552
26040	rnn.bias_ih_l0_reverse	5	0.041735369712114334
26040	rnn.bias_ih_l0_reverse	6	-0.10417065024375916
26040	rnn.bias_ih_l0_reverse	7	0.04160813242197037
26040	rnn.bias_ih_l0_reverse	8	0.03820016235113144
26040	rnn.bias_ih_l0_reverse	9	0.06236397847533226
26040	rnn.bias_hh_l0_reverse	0	0.04793558269739151
26040	rnn.bias_hh_l0_reverse	1	0.06563940644264221
26040	rnn.bias_hh_l0_reverse	2	0.08188467472791672
26040	rnn.bias_hh_l0_reverse	3	-0.004642571322619915
26040	rnn.bias_hh_l0_reverse	4	0.0684504508972168
26040	rnn.bias_hh_l0_reverse	5	0.002674669027328491
26040	rnn.bias_hh_l0_reverse	6	-0.05423063039779663
26040	rnn.bias_hh_l0_reverse	7	0.025799304246902466
26040	rnn.bias_hh_l0_reverse	8	0.013548455201089382
26040	rnn.bias_hh_l0_reverse	9	-0.1570349931716919
26040	linear.weight	0	0.16796573996543884
26040	linear.weight	1	-0.16075780987739563
26040	linear.weight	2	-0.213301882147789
26040	linear.weight	3	0.07796215265989304
26040	linear.weight	4	-0.0255304966121912
26040	linear.weight	5	0.002677959157153964
26040	linear.weight	6	-0.006963624153286219
26040	linear.weight	7	-0.02776239439845085
26040	linear.weight	8	0.07862779498100281
26040	linear.weight	9	0.3371586203575134
26040	linear.bias	0	-0.21663585305213928
26040	linear.bias	1	0.19244615733623505
26040	linear.bias	2	-0.5365464091300964
26040	linear.bias	3	1.694176197052002
26040	linear.bias	4	-0.39303427934646606
26040	linear.bias	5	-0.030769959092140198
26040	linear.bias	6	-0.3555148243904114
26040	linear.bias	7	-0.27392348647117615
26040	linear.bias	8	-0.05033267289400101
26040	linear.bias	9	-0.4962312579154968
26068	transitions	0	-0.6469194889068604
26068	transitions	1	0.3503870666027069
26068	transitions	2	1.6754999160766602
26068	transitions	3	0.09792245179414749
26068	transitions	4	0.9491705298423767
26068	transitions	5	1.2739386558532715
26068	transitions	6	0.4833381474018097
26068	transitions	7	0.17582596838474274
26068	transitions	8	-0.9195138812065125
26068	transitions	9	0.9306612610816956
26068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26068	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26068	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26068	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26068	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26068	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26068	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26068	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26068	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26068	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26068	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26068	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26068	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26068	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26068	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26068	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26068	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26068	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26068	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26068	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26068	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26068	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26068	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26068	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26068	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26068	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26068	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26068	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26068	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26068	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26068	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26068	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26068	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26068	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26068	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26068	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26068	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26068	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26068	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26068	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26068	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26068	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26068	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26068	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26068	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26068	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26068	embedding2nn.weight	0	0.022277770563960075
26068	embedding2nn.weight	1	0.014229243621230125
26068	embedding2nn.weight	2	-0.00440179044380784
26068	embedding2nn.weight	3	-4.0649165811146304e-08
26068	embedding2nn.weight	4	-0.004332817159593105
26068	embedding2nn.weight	5	0.011505809612572193
26068	embedding2nn.weight	6	-0.005047517362982035
26068	embedding2nn.weight	7	0.0219423845410347
26068	embedding2nn.weight	8	-0.006454225163906813
26068	embedding2nn.weight	9	-0.014121760614216328
26068	embedding2nn.bias	0	-0.03027321770787239
26068	embedding2nn.bias	1	-0.027022089809179306
26068	embedding2nn.bias	2	-0.06400106102228165
26068	embedding2nn.bias	3	0.006744811311364174
26068	embedding2nn.bias	4	-0.006310119293630123
26068	embedding2nn.bias	5	-0.008436900563538074
26068	embedding2nn.bias	6	0.011846344918012619
26068	embedding2nn.bias	7	0.022997330874204636
26068	embedding2nn.bias	8	0.006371115334331989
26068	embedding2nn.bias	9	-0.006635453552007675
26068	rnn.weight_ih_l0	0	0.03967057168483734
26068	rnn.weight_ih_l0	1	-0.013336114585399628
26068	rnn.weight_ih_l0	2	-0.03570237383246422
26068	rnn.weight_ih_l0	3	-0.04499680548906326
26068	rnn.weight_ih_l0	4	-0.05206291005015373
26068	rnn.weight_ih_l0	5	-0.008342798799276352
26068	rnn.weight_ih_l0	6	-0.05254610627889633
26068	rnn.weight_ih_l0	7	-0.060558803379535675
26068	rnn.weight_ih_l0	8	-0.04519304633140564
26068	rnn.weight_ih_l0	9	-0.026781119406223297
26068	rnn.weight_hh_l0	0	0.01865430362522602
26068	rnn.weight_hh_l0	1	-0.009176461957395077
26068	rnn.weight_hh_l0	2	-0.06708317995071411
26068	rnn.weight_hh_l0	3	-0.03283357992768288
26068	rnn.weight_hh_l0	4	-0.07687120139598846
26068	rnn.weight_hh_l0	5	-0.014165912754833698
26068	rnn.weight_hh_l0	6	-0.05290081724524498
26068	rnn.weight_hh_l0	7	-0.03741408511996269
26068	rnn.weight_hh_l0	8	-0.018904151394963264
26068	rnn.weight_hh_l0	9	-0.005516829434782267
26068	rnn.bias_ih_l0	0	0.14177745580673218
26068	rnn.bias_ih_l0	1	-0.05437301844358444
26068	rnn.bias_ih_l0	2	0.1054016649723053
26068	rnn.bias_ih_l0	3	0.04904812201857567
26068	rnn.bias_ih_l0	4	0.09929286688566208
26068	rnn.bias_ih_l0	5	0.026366423815488815
26068	rnn.bias_ih_l0	6	-0.014064303599298
26068	rnn.bias_ih_l0	7	-0.1032218188047409
26068	rnn.bias_ih_l0	8	-0.21189184486865997
26068	rnn.bias_ih_l0	9	0.08140537887811661
26068	rnn.bias_hh_l0	0	-0.0005735970917157829
26068	rnn.bias_hh_l0	1	0.022026849910616875
26068	rnn.bias_hh_l0	2	-0.003262549638748169
26068	rnn.bias_hh_l0	3	-0.030679745599627495
26068	rnn.bias_hh_l0	4	-0.03921927139163017
26068	rnn.bias_hh_l0	5	0.1452910155057907
26068	rnn.bias_hh_l0	6	0.048694826662540436
26068	rnn.bias_hh_l0	7	0.057142775505781174
26068	rnn.bias_hh_l0	8	0.020304372534155846
26068	rnn.bias_hh_l0	9	0.040128640830516815
26068	rnn.weight_ih_l0_reverse	0	-0.029448332265019417
26068	rnn.weight_ih_l0_reverse	1	-0.0017660351004451513
26068	rnn.weight_ih_l0_reverse	2	0.023974211886525154
26068	rnn.weight_ih_l0_reverse	3	-0.06232237070798874
26068	rnn.weight_ih_l0_reverse	4	0.009915445931255817
26068	rnn.weight_ih_l0_reverse	5	-0.046282123774290085
26068	rnn.weight_ih_l0_reverse	6	0.026745472103357315
26068	rnn.weight_ih_l0_reverse	7	0.04614085704088211
26068	rnn.weight_ih_l0_reverse	8	-0.04865066707134247
26068	rnn.weight_ih_l0_reverse	9	-0.05108404904603958
26068	rnn.weight_hh_l0_reverse	0	-0.0839223712682724
26068	rnn.weight_hh_l0_reverse	1	-0.06349211186170578
26068	rnn.weight_hh_l0_reverse	2	0.03408891335129738
26068	rnn.weight_hh_l0_reverse	3	0.04668356478214264
26068	rnn.weight_hh_l0_reverse	4	-0.01525654923170805
26068	rnn.weight_hh_l0_reverse	5	0.04535188525915146
26068	rnn.weight_hh_l0_reverse	6	-0.0005147368065081537
26068	rnn.weight_hh_l0_reverse	7	-0.00044682336738333106
26068	rnn.weight_hh_l0_reverse	8	-0.0980391651391983
26068	rnn.weight_hh_l0_reverse	9	0.08166783303022385
26068	rnn.bias_ih_l0_reverse	0	-0.08260856568813324
26068	rnn.bias_ih_l0_reverse	1	-0.06852765381336212
26068	rnn.bias_ih_l0_reverse	2	0.1045895367860794
26068	rnn.bias_ih_l0_reverse	3	0.046267323195934296
26068	rnn.bias_ih_l0_reverse	4	-0.13084182143211365
26068	rnn.bias_ih_l0_reverse	5	0.04153023287653923
26068	rnn.bias_ih_l0_reverse	6	-0.10427405685186386
26068	rnn.bias_ih_l0_reverse	7	0.041305117309093475
26068	rnn.bias_ih_l0_reverse	8	0.03811889514327049
26068	rnn.bias_ih_l0_reverse	9	0.06236628443002701
26068	rnn.bias_hh_l0_reverse	0	0.047984249889850616
26068	rnn.bias_hh_l0_reverse	1	0.06538388133049011
26068	rnn.bias_hh_l0_reverse	2	0.08199001848697662
26068	rnn.bias_hh_l0_reverse	3	-0.00479893758893013
26068	rnn.bias_hh_l0_reverse	4	0.06867878139019012
26068	rnn.bias_hh_l0_reverse	5	0.002348852576687932
26068	rnn.bias_hh_l0_reverse	6	-0.05440547317266464
26068	rnn.bias_hh_l0_reverse	7	0.025672364979982376
26068	rnn.bias_hh_l0_reverse	8	0.0134453559294343
26068	rnn.bias_hh_l0_reverse	9	-0.15651178359985352
26068	linear.weight	0	0.16965672373771667
26068	linear.weight	1	-0.16075702011585236
26068	linear.weight	2	-0.21339507400989532
26068	linear.weight	3	0.07808445394039154
26068	linear.weight	4	-0.02550976164638996
26068	linear.weight	5	0.002712010405957699
26068	linear.weight	6	-0.006962367333471775
26068	linear.weight	7	-0.02776258811354637
26068	linear.weight	8	0.07886190712451935
26068	linear.weight	9	0.3369446098804474
26068	linear.bias	0	-0.21815627813339233
26068	linear.bias	1	0.19239656627178192
26068	linear.bias	2	-0.5366896390914917
26068	linear.bias	3	1.7011457681655884
26068	linear.bias	4	-0.3931106925010681
26068	linear.bias	5	-0.030769959092140198
26068	linear.bias	6	-0.35585251450538635
26068	linear.bias	7	-0.27392464876174927
26068	linear.bias	8	-0.050608258694410324
26068	linear.bias	9	-0.49624407291412354
26096	transitions	0	-0.6469279527664185
26096	transitions	1	0.3503616750240326
26096	transitions	2	1.675495982170105
26096	transitions	3	0.09788732975721359
26096	transitions	4	0.9491231441497803
26096	transitions	5	1.2739386558532715
26096	transitions	6	0.4833381474018097
26096	transitions	7	0.17582233250141144
26096	transitions	8	-0.9195139408111572
26096	transitions	9	0.9306612014770508
26096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26096	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26096	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26096	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26096	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26096	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26096	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26096	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26096	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26096	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26096	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26096	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26096	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26096	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26096	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26096	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26096	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26096	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26096	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26096	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26096	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26096	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26096	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26096	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26096	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26096	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26096	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26096	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26096	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26096	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26096	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26096	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26096	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26096	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26096	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26096	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26096	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26096	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26096	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26096	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26096	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26096	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26096	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26096	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26096	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26096	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26096	embedding2nn.weight	0	0.022302070632576942
26096	embedding2nn.weight	1	0.014235911890864372
26096	embedding2nn.weight	2	-0.0043997447937726974
26096	embedding2nn.weight	3	-6.397635388566414e-06
26096	embedding2nn.weight	4	-0.004338214639574289
26096	embedding2nn.weight	5	0.011502738110721111
26096	embedding2nn.weight	6	-0.005062154959887266
26096	embedding2nn.weight	7	0.021831894293427467
26096	embedding2nn.weight	8	-0.006466080900281668
26096	embedding2nn.weight	9	-0.014139477163553238
26096	embedding2nn.bias	0	-0.030286571010947227
26096	embedding2nn.bias	1	-0.02778126485645771
26096	embedding2nn.bias	2	-0.06367625296115875
26096	embedding2nn.bias	3	0.0074109467677772045
26096	embedding2nn.bias	4	-0.006692109629511833
26096	embedding2nn.bias	5	-0.009908572770655155
26096	embedding2nn.bias	6	0.012987240217626095
26096	embedding2nn.bias	7	0.02252490632236004
26096	embedding2nn.bias	8	0.005988838151097298
26096	embedding2nn.bias	9	-0.007078591734170914
26096	rnn.weight_ih_l0	0	0.03966297209262848
26096	rnn.weight_ih_l0	1	-0.013368812389671803
26096	rnn.weight_ih_l0	2	-0.03571575880050659
26096	rnn.weight_ih_l0	3	-0.04502151533961296
26096	rnn.weight_ih_l0	4	-0.05207055062055588
26096	rnn.weight_ih_l0	5	-0.00824524462223053
26096	rnn.weight_ih_l0	6	-0.05265742912888527
26096	rnn.weight_ih_l0	7	-0.060560084879398346
26096	rnn.weight_ih_l0	8	-0.04516250640153885
26096	rnn.weight_ih_l0	9	-0.026765251532197
26096	rnn.weight_hh_l0	0	0.018695881590247154
26096	rnn.weight_hh_l0	1	-0.009207559749484062
26096	rnn.weight_hh_l0	2	-0.06728164106607437
26096	rnn.weight_hh_l0	3	-0.03280023857951164
26096	rnn.weight_hh_l0	4	-0.07699079066514969
26096	rnn.weight_hh_l0	5	-0.014187346212565899
26096	rnn.weight_hh_l0	6	-0.05282672122120857
26096	rnn.weight_hh_l0	7	-0.037331633269786835
26096	rnn.weight_hh_l0	8	-0.01891481876373291
26096	rnn.weight_hh_l0	9	-0.005323974881321192
26096	rnn.bias_ih_l0	0	0.1414823681116104
26096	rnn.bias_ih_l0	1	-0.054439328610897064
26096	rnn.bias_ih_l0	2	0.10552356392145157
26096	rnn.bias_ih_l0	3	0.04958323761820793
26096	rnn.bias_ih_l0	4	0.09925150126218796
26096	rnn.bias_ih_l0	5	0.026534393429756165
26096	rnn.bias_ih_l0	6	-0.01385578978806734
26096	rnn.bias_ih_l0	7	-0.10225753486156464
26096	rnn.bias_ih_l0	8	-0.2119731605052948
26096	rnn.bias_ih_l0	9	0.08172237873077393
26096	rnn.bias_hh_l0	0	-0.0009085717611014843
26096	rnn.bias_hh_l0	1	0.02214154042303562
26096	rnn.bias_hh_l0	2	-0.003452325239777565
26096	rnn.bias_hh_l0	3	-0.03037557564675808
26096	rnn.bias_hh_l0	4	-0.03951422497630119
26096	rnn.bias_hh_l0	5	0.14510577917099
26096	rnn.bias_hh_l0	6	0.04821738228201866
26096	rnn.bias_hh_l0	7	0.057078294456005096
26096	rnn.bias_hh_l0	8	0.020512888208031654
26096	rnn.bias_hh_l0	9	0.03991109877824783
26096	rnn.weight_ih_l0_reverse	0	-0.029442746192216873
26096	rnn.weight_ih_l0_reverse	1	-0.0017280782340094447
26096	rnn.weight_ih_l0_reverse	2	0.023949680849909782
26096	rnn.weight_ih_l0_reverse	3	-0.062302008271217346
26096	rnn.weight_ih_l0_reverse	4	0.009910632856190205
26096	rnn.weight_ih_l0_reverse	5	-0.04629569500684738
26096	rnn.weight_ih_l0_reverse	6	0.02687865123152733
26096	rnn.weight_ih_l0_reverse	7	0.04618551954627037
26096	rnn.weight_ih_l0_reverse	8	-0.04867733269929886
26096	rnn.weight_ih_l0_reverse	9	-0.05103619769215584
26096	rnn.weight_hh_l0_reverse	0	-0.08376345038414001
26096	rnn.weight_hh_l0_reverse	1	-0.06386388093233109
26096	rnn.weight_hh_l0_reverse	2	0.03427623212337494
26096	rnn.weight_hh_l0_reverse	3	0.046710580587387085
26096	rnn.weight_hh_l0_reverse	4	-0.015227590687572956
26096	rnn.weight_hh_l0_reverse	5	0.045365653932094574
26096	rnn.weight_hh_l0_reverse	6	-0.0006041248561814427
26096	rnn.weight_hh_l0_reverse	7	-0.0005882229306735098
26096	rnn.weight_hh_l0_reverse	8	-0.09794418513774872
26096	rnn.weight_hh_l0_reverse	9	0.08159970492124557
26096	rnn.bias_ih_l0_reverse	0	-0.08350671827793121
26096	rnn.bias_ih_l0_reverse	1	-0.06822586804628372
26096	rnn.bias_ih_l0_reverse	2	0.10458497703075409
26096	rnn.bias_ih_l0_reverse	3	0.046637166291475296
26096	rnn.bias_ih_l0_reverse	4	-0.13068751990795135
26096	rnn.bias_ih_l0_reverse	5	0.041402608156204224
26096	rnn.bias_ih_l0_reverse	6	-0.10452583432197571
26096	rnn.bias_ih_l0_reverse	7	0.04117951914668083
26096	rnn.bias_ih_l0_reverse	8	0.03813391923904419
26096	rnn.bias_ih_l0_reverse	9	0.062231484800577164
26096	rnn.bias_hh_l0_reverse	0	0.047762587666511536
26096	rnn.bias_hh_l0_reverse	1	0.06523576378822327
26096	rnn.bias_hh_l0_reverse	2	0.08226051926612854
26096	rnn.bias_hh_l0_reverse	3	-0.004473004024475813
26096	rnn.bias_hh_l0_reverse	4	0.06855734437704086
26096	rnn.bias_hh_l0_reverse	5	0.003814329393208027
26096	rnn.bias_hh_l0_reverse	6	-0.054720815271139145
26096	rnn.bias_hh_l0_reverse	7	0.025850145146250725
26096	rnn.bias_hh_l0_reverse	8	0.01362162921577692
26096	rnn.bias_hh_l0_reverse	9	-0.1574709415435791
26096	linear.weight	0	0.17070037126541138
26096	linear.weight	1	-0.16075631976127625
26096	linear.weight	2	-0.21417447924613953
26096	linear.weight	3	0.07861609756946564
26096	linear.weight	4	-0.025489207357168198
26096	linear.weight	5	0.002644421998411417
26096	linear.weight	6	-0.006962412968277931
26096	linear.weight	7	-0.027756135910749435
26096	linear.weight	8	0.07872870564460754
26096	linear.weight	9	0.33759090304374695
26096	linear.bias	0	-0.22507521510124207
26096	linear.bias	1	0.19313840568065643
26096	linear.bias	2	-0.5369083881378174
26096	linear.bias	3	1.712323784828186
26096	linear.bias	4	-0.3925984799861908
26096	linear.bias	5	-0.030769959092140198
26096	linear.bias	6	-0.355964332818985
26096	linear.bias	7	-0.2745557129383087
26096	linear.bias	8	-0.0513053759932518
26096	linear.bias	9	-0.49628451466560364
26124	transitions	0	-0.6469458937644958
26124	transitions	1	0.3503575921058655
26124	transitions	2	1.6754862070083618
26124	transitions	3	0.09788509458303452
26124	transitions	4	0.9491225481033325
26124	transitions	5	1.2739386558532715
26124	transitions	6	0.4833380877971649
26124	transitions	7	0.17582164704799652
26124	transitions	8	-0.9195142388343811
26124	transitions	9	0.9306612014770508
26124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26124	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26124	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26124	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26124	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26124	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26124	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26124	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26124	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26124	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26124	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26124	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26124	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26124	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26124	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26124	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26124	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26124	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26124	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26124	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26124	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26124	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26124	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26124	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26124	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26124	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26124	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26124	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26124	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26124	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26124	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26124	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26124	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26124	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26124	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26124	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26124	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26124	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26124	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26124	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26124	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26124	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26124	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26124	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26124	embedding2nn.weight	0	0.022333066910505295
26124	embedding2nn.weight	1	0.014232893474400043
26124	embedding2nn.weight	2	-0.004397259559482336
26124	embedding2nn.weight	3	3.1089271942619234e-05
26124	embedding2nn.weight	4	-0.0043290751054883
26124	embedding2nn.weight	5	0.01149776577949524
26124	embedding2nn.weight	6	-0.005062899086624384
26124	embedding2nn.weight	7	0.021769702434539795
26124	embedding2nn.weight	8	-0.0064283572137355804
26124	embedding2nn.weight	9	-0.014098245650529861
26124	embedding2nn.bias	0	-0.031178146600723267
26124	embedding2nn.bias	1	-0.028441298753023148
26124	embedding2nn.bias	2	-0.06410107761621475
26124	embedding2nn.bias	3	0.0065925754606723785
26124	embedding2nn.bias	4	-0.008000092580914497
26124	embedding2nn.bias	5	-0.009133127517998219
26124	embedding2nn.bias	6	0.013239140622317791
26124	embedding2nn.bias	7	0.023003948852419853
26124	embedding2nn.bias	8	0.006537870969623327
26124	embedding2nn.bias	9	-0.006944948807358742
26124	rnn.weight_ih_l0	0	0.0397118404507637
26124	rnn.weight_ih_l0	1	-0.013387070968747139
26124	rnn.weight_ih_l0	2	-0.0359596349298954
26124	rnn.weight_ih_l0	3	-0.044941529631614685
26124	rnn.weight_ih_l0	4	-0.052081845700740814
26124	rnn.weight_ih_l0	5	-0.008314108476042747
26124	rnn.weight_ih_l0	6	-0.05276812985539436
26124	rnn.weight_ih_l0	7	-0.06056762486696243
26124	rnn.weight_ih_l0	8	-0.04511344060301781
26124	rnn.weight_ih_l0	9	-0.0267616119235754
26124	rnn.weight_hh_l0	0	0.018710799515247345
26124	rnn.weight_hh_l0	1	-0.009323356673121452
26124	rnn.weight_hh_l0	2	-0.06710215657949448
26124	rnn.weight_hh_l0	3	-0.03279217705130577
26124	rnn.weight_hh_l0	4	-0.07689234614372253
26124	rnn.weight_hh_l0	5	-0.014170913025736809
26124	rnn.weight_hh_l0	6	-0.05286753550171852
26124	rnn.weight_hh_l0	7	-0.03744826093316078
26124	rnn.weight_hh_l0	8	-0.01893719844520092
26124	rnn.weight_hh_l0	9	-0.005424139089882374
26124	rnn.bias_ih_l0	0	0.14132538437843323
26124	rnn.bias_ih_l0	1	-0.054349105805158615
26124	rnn.bias_ih_l0	2	0.10539668053388596
26124	rnn.bias_ih_l0	3	0.04942764714360237
26124	rnn.bias_ih_l0	4	0.09879304468631744
26124	rnn.bias_ih_l0	5	0.02660195529460907
26124	rnn.bias_ih_l0	6	-0.014156633988022804
26124	rnn.bias_ih_l0	7	-0.10317473858594894
26124	rnn.bias_ih_l0	8	-0.21315142512321472
26124	rnn.bias_ih_l0	9	0.08190526813268661
26124	rnn.bias_hh_l0	0	-0.0010252038482576609
26124	rnn.bias_hh_l0	1	0.022091753780841827
26124	rnn.bias_hh_l0	2	-0.0029302299953997135
26124	rnn.bias_hh_l0	3	-0.030774913728237152
26124	rnn.bias_hh_l0	4	-0.039003897458314896
26124	rnn.bias_hh_l0	5	0.1449042558670044
26124	rnn.bias_hh_l0	6	0.04807792976498604
26124	rnn.bias_hh_l0	7	0.05705689266324043
26124	rnn.bias_hh_l0	8	0.020212052389979362
26124	rnn.bias_hh_l0	9	0.039959922432899475
26124	rnn.weight_ih_l0_reverse	0	-0.029418213292956352
26124	rnn.weight_ih_l0_reverse	1	-0.0019206785364076495
26124	rnn.weight_ih_l0_reverse	2	0.02392590418457985
26124	rnn.weight_ih_l0_reverse	3	-0.062319863587617874
26124	rnn.weight_ih_l0_reverse	4	0.009840046055614948
26124	rnn.weight_ih_l0_reverse	5	-0.04631583020091057
26124	rnn.weight_ih_l0_reverse	6	0.027191268280148506
26124	rnn.weight_ih_l0_reverse	7	0.04616395756602287
26124	rnn.weight_ih_l0_reverse	8	-0.04870031774044037
26124	rnn.weight_ih_l0_reverse	9	-0.0510847382247448
26124	rnn.weight_hh_l0_reverse	0	-0.08364609628915787
26124	rnn.weight_hh_l0_reverse	1	-0.06360101699829102
26124	rnn.weight_hh_l0_reverse	2	0.0342838391661644
26124	rnn.weight_hh_l0_reverse	3	0.046636417508125305
26124	rnn.weight_hh_l0_reverse	4	-0.015163043513894081
26124	rnn.weight_hh_l0_reverse	5	0.045359592884778976
26124	rnn.weight_hh_l0_reverse	6	-0.00021317914070095867
26124	rnn.weight_hh_l0_reverse	7	-0.0005442574038170278
26124	rnn.weight_hh_l0_reverse	8	-0.09790776669979095
26124	rnn.weight_hh_l0_reverse	9	0.08142664283514023
26124	rnn.bias_ih_l0_reverse	0	-0.08246643841266632
26124	rnn.bias_ih_l0_reverse	1	-0.06867621093988419
26124	rnn.bias_ih_l0_reverse	2	0.10421107709407806
26124	rnn.bias_ih_l0_reverse	3	0.046546414494514465
26124	rnn.bias_ih_l0_reverse	4	-0.13061130046844482
26124	rnn.bias_ih_l0_reverse	5	0.0416196845471859
26124	rnn.bias_ih_l0_reverse	6	-0.10406221449375153
26124	rnn.bias_ih_l0_reverse	7	0.041291311383247375
26124	rnn.bias_ih_l0_reverse	8	0.03833240643143654
26124	rnn.bias_ih_l0_reverse	9	0.06206721067428589
26124	rnn.bias_hh_l0_reverse	0	0.04752537980675697
26124	rnn.bias_hh_l0_reverse	1	0.06487437337636948
26124	rnn.bias_hh_l0_reverse	2	0.08211002498865128
26124	rnn.bias_hh_l0_reverse	3	-0.004960665944963694
26124	rnn.bias_hh_l0_reverse	4	0.06865914165973663
26124	rnn.bias_hh_l0_reverse	5	0.004222967196255922
26124	rnn.bias_hh_l0_reverse	6	-0.054598063230514526
26124	rnn.bias_hh_l0_reverse	7	0.026039259508252144
26124	rnn.bias_hh_l0_reverse	8	0.01337046455591917
26124	rnn.bias_hh_l0_reverse	9	-0.1573425531387329
26124	linear.weight	0	0.17111007869243622
26124	linear.weight	1	-0.16075487434864044
26124	linear.weight	2	-0.21455973386764526
26124	linear.weight	3	0.07866775989532471
26124	linear.weight	4	-0.02528124488890171
26124	linear.weight	5	0.002722381614148617
26124	linear.weight	6	-0.0069625587202608585
26124	linear.weight	7	-0.027735287323594093
26124	linear.weight	8	0.07999376952648163
26124	linear.weight	9	0.338135302066803
26124	linear.bias	0	-0.22380121052265167
26124	linear.bias	1	0.1921708881855011
26124	linear.bias	2	-0.5365201234817505
26124	linear.bias	3	1.7072415351867676
26124	linear.bias	4	-0.3926476240158081
26124	linear.bias	5	-0.030769959092140198
26124	linear.bias	6	-0.3554772436618805
26124	linear.bias	7	-0.2753974497318268
26124	linear.bias	8	-0.04843008518218994
26124	linear.bias	9	-0.49631136655807495
26152	transitions	0	-0.6469596028327942
26152	transitions	1	0.3503548204898834
26152	transitions	2	1.6754765510559082
26152	transitions	3	0.09786726534366608
26152	transitions	4	0.9491179585456848
26152	transitions	5	1.273938536643982
26152	transitions	6	0.48333805799484253
26152	transitions	7	0.17582163214683533
26152	transitions	8	-0.9195143580436707
26152	transitions	9	0.9306612014770508
26152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26152	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26152	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26152	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26152	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26152	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26152	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26152	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26152	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26152	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26152	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26152	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26152	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26152	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26152	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26152	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26152	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26152	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26152	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26152	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26152	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26152	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26152	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26152	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26152	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26152	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26152	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26152	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26152	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26152	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26152	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26152	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26152	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26152	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26152	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26152	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26152	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26152	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26152	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26152	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26152	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26152	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26152	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26152	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26152	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26152	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26152	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26152	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26152	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26152	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26152	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26152	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26152	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26152	embedding2nn.weight	0	0.022275535389780998
26152	embedding2nn.weight	1	0.01425353903323412
26152	embedding2nn.weight	2	-0.00439491355791688
26152	embedding2nn.weight	3	7.139657827792689e-05
26152	embedding2nn.weight	4	-0.004341405350714922
26152	embedding2nn.weight	5	0.011508572846651077
26152	embedding2nn.weight	6	-0.005059791263192892
26152	embedding2nn.weight	7	0.021651417016983032
26152	embedding2nn.weight	8	-0.006466646213084459
26152	embedding2nn.weight	9	-0.014085411094129086
26152	embedding2nn.bias	0	-0.03157166391611099
26152	embedding2nn.bias	1	-0.027487020939588547
26152	embedding2nn.bias	2	-0.06369010359048843
26152	embedding2nn.bias	3	0.007261837366968393
26152	embedding2nn.bias	4	-0.008908543735742569
26152	embedding2nn.bias	5	-0.00937891099601984
26152	embedding2nn.bias	6	0.013802980072796345
26152	embedding2nn.bias	7	0.022860698401927948
26152	embedding2nn.bias	8	0.006522136740386486
26152	embedding2nn.bias	9	-0.007360660936683416
26152	rnn.weight_ih_l0	0	0.039650920778512955
26152	rnn.weight_ih_l0	1	-0.013424416072666645
26152	rnn.weight_ih_l0	2	-0.035878658294677734
26152	rnn.weight_ih_l0	3	-0.04491226747632027
26152	rnn.weight_ih_l0	4	-0.05210330709815025
26152	rnn.weight_ih_l0	5	-0.008360431529581547
26152	rnn.weight_ih_l0	6	-0.052656903862953186
26152	rnn.weight_ih_l0	7	-0.06052946299314499
26152	rnn.weight_ih_l0	8	-0.04510929435491562
26152	rnn.weight_ih_l0	9	-0.026739155873656273
26152	rnn.weight_hh_l0	0	0.018679101020097733
26152	rnn.weight_hh_l0	1	-0.009246612899005413
26152	rnn.weight_hh_l0	2	-0.06735853105783463
26152	rnn.weight_hh_l0	3	-0.0328868068754673
26152	rnn.weight_hh_l0	4	-0.07688800990581512
26152	rnn.weight_hh_l0	5	-0.014315840788185596
26152	rnn.weight_hh_l0	6	-0.05310272052884102
26152	rnn.weight_hh_l0	7	-0.03753378987312317
26152	rnn.weight_hh_l0	8	-0.018923966214060783
26152	rnn.weight_hh_l0	9	-0.0053919050842523575
26152	rnn.bias_ih_l0	0	0.14111796021461487
26152	rnn.bias_ih_l0	1	-0.05437622591853142
26152	rnn.bias_ih_l0	2	0.10510911047458649
26152	rnn.bias_ih_l0	3	0.049297500401735306
26152	rnn.bias_ih_l0	4	0.0984165146946907
26152	rnn.bias_ih_l0	5	0.026548519730567932
26152	rnn.bias_ih_l0	6	-0.013850989751517773
26152	rnn.bias_ih_l0	7	-0.1029265969991684
26152	rnn.bias_ih_l0	8	-0.21084757149219513
26152	rnn.bias_ih_l0	9	0.0818680077791214
26152	rnn.bias_hh_l0	0	-0.0008326747920364141
26152	rnn.bias_hh_l0	1	0.022173235192894936
26152	rnn.bias_hh_l0	2	-0.0037565112579613924
26152	rnn.bias_hh_l0	3	-0.030043059960007668
26152	rnn.bias_hh_l0	4	-0.03907817229628563
26152	rnn.bias_hh_l0	5	0.14493581652641296
26152	rnn.bias_hh_l0	6	0.04819972813129425
26152	rnn.bias_hh_l0	7	0.05723068490624428
26152	rnn.bias_hh_l0	8	0.020517699420452118
26152	rnn.bias_hh_l0	9	0.04004082828760147
26152	rnn.weight_ih_l0_reverse	0	-0.02946505695581436
26152	rnn.weight_ih_l0_reverse	1	-0.002122076228260994
26152	rnn.weight_ih_l0_reverse	2	0.023906530812382698
26152	rnn.weight_ih_l0_reverse	3	-0.06223738566040993
26152	rnn.weight_ih_l0_reverse	4	0.009816217236220837
26152	rnn.weight_ih_l0_reverse	5	-0.0462992899119854
26152	rnn.weight_ih_l0_reverse	6	0.02734285593032837
26152	rnn.weight_ih_l0_reverse	7	0.046154215931892395
26152	rnn.weight_ih_l0_reverse	8	-0.04873019456863403
26152	rnn.weight_ih_l0_reverse	9	-0.051056571304798126
26152	rnn.weight_hh_l0_reverse	0	-0.08367489278316498
26152	rnn.weight_hh_l0_reverse	1	-0.06350859254598618
26152	rnn.weight_hh_l0_reverse	2	0.03429846093058586
26152	rnn.weight_hh_l0_reverse	3	0.046535592526197433
26152	rnn.weight_hh_l0_reverse	4	-0.015048657543957233
26152	rnn.weight_hh_l0_reverse	5	0.04538761079311371
26152	rnn.weight_hh_l0_reverse	6	8.760622586123645e-05
26152	rnn.weight_hh_l0_reverse	7	-0.0005602614255622029
26152	rnn.weight_hh_l0_reverse	8	-0.09800531715154648
26152	rnn.weight_hh_l0_reverse	9	0.08139220625162125
26152	rnn.bias_ih_l0_reverse	0	-0.08319532126188278
26152	rnn.bias_ih_l0_reverse	1	-0.06884197890758514
26152	rnn.bias_ih_l0_reverse	2	0.10413128137588501
26152	rnn.bias_ih_l0_reverse	3	0.0466911606490612
26152	rnn.bias_ih_l0_reverse	4	-0.1304495632648468
26152	rnn.bias_ih_l0_reverse	5	0.04147007688879967
26152	rnn.bias_ih_l0_reverse	6	-0.10398775339126587
26152	rnn.bias_ih_l0_reverse	7	0.04121081158518791
26152	rnn.bias_ih_l0_reverse	8	0.038414496928453445
26152	rnn.bias_ih_l0_reverse	9	0.06209378316998482
26152	rnn.bias_hh_l0_reverse	0	0.04853200912475586
26152	rnn.bias_hh_l0_reverse	1	0.06525298207998276
26152	rnn.bias_hh_l0_reverse	2	0.08246350288391113
26152	rnn.bias_hh_l0_reverse	3	-0.004651185590773821
26152	rnn.bias_hh_l0_reverse	4	0.06890031695365906
26152	rnn.bias_hh_l0_reverse	5	0.004707257729023695
26152	rnn.bias_hh_l0_reverse	6	-0.054264795035123825
26152	rnn.bias_hh_l0_reverse	7	0.02587263472378254
26152	rnn.bias_hh_l0_reverse	8	0.013621654361486435
26152	rnn.bias_hh_l0_reverse	9	-0.15643420815467834
26152	linear.weight	0	0.17186205089092255
26152	linear.weight	1	-0.16075338423252106
26152	linear.weight	2	-0.21530909836292267
26152	linear.weight	3	0.07895351201295853
26152	linear.weight	4	-0.025209257379174232
26152	linear.weight	5	0.0032048923894762993
26152	linear.weight	6	-0.006962345447391272
26152	linear.weight	7	-0.027734901756048203
26152	linear.weight	8	0.07935069501399994
26152	linear.weight	9	0.3379034698009491
26152	linear.bias	0	-0.22188566625118256
26152	linear.bias	1	0.19111397862434387
26152	linear.bias	2	-0.5366271138191223
26152	linear.bias	3	1.7051945924758911
26152	linear.bias	4	-0.3926747441291809
26152	linear.bias	5	-0.030769959092140198
26152	linear.bias	6	-0.35560041666030884
26152	linear.bias	7	-0.2755766212940216
26152	linear.bias	8	-0.04718012735247612
26152	linear.bias	9	-0.496324360370636
26180	transitions	0	-0.6469699740409851
26180	transitions	1	0.3503526449203491
26180	transitions	2	1.6754708290100098
26180	transitions	3	0.09786290675401688
26180	transitions	4	0.9491092562675476
26180	transitions	5	1.2739384174346924
26180	transitions	6	0.4833376407623291
26180	transitions	7	0.17582140862941742
26180	transitions	8	-0.9195143580436707
26180	transitions	9	0.9306612014770508
26180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26180	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26180	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26180	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26180	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26180	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26180	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26180	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26180	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26180	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26180	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26180	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26180	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26180	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26180	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26180	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26180	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26180	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26180	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26180	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26180	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26180	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26180	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26180	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26180	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26180	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26180	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26180	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26180	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26180	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26180	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26180	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26180	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26180	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26180	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26180	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26180	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26180	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26180	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26180	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26180	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26180	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26180	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26180	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26180	embedding2nn.weight	0	0.022282471880316734
26180	embedding2nn.weight	1	0.014251312240958214
26180	embedding2nn.weight	2	-0.0043835872784256935
26180	embedding2nn.weight	3	9.449480785406195e-06
26180	embedding2nn.weight	4	-0.004338093101978302
26180	embedding2nn.weight	5	0.011511174030601978
26180	embedding2nn.weight	6	-0.005059846211224794
26180	embedding2nn.weight	7	0.02158060297369957
26180	embedding2nn.weight	8	-0.006563701666891575
26180	embedding2nn.weight	9	-0.014068678952753544
26180	embedding2nn.bias	0	-0.03051319532096386
26180	embedding2nn.bias	1	-0.026696503162384033
26180	embedding2nn.bias	2	-0.06404685974121094
26180	embedding2nn.bias	3	0.007222713902592659
26180	embedding2nn.bias	4	-0.007971230894327164
26180	embedding2nn.bias	5	-0.010945409536361694
26180	embedding2nn.bias	6	0.013754713349044323
26180	embedding2nn.bias	7	0.022352047264575958
26180	embedding2nn.bias	8	0.006600996945053339
26180	embedding2nn.bias	9	-0.007176895160228014
26180	rnn.weight_ih_l0	0	0.03971007838845253
26180	rnn.weight_ih_l0	1	-0.013531947508454323
26180	rnn.weight_ih_l0	2	-0.03587794676423073
26180	rnn.weight_ih_l0	3	-0.04495683312416077
26180	rnn.weight_ih_l0	4	-0.052094440907239914
26180	rnn.weight_ih_l0	5	-0.00836637057363987
26180	rnn.weight_ih_l0	6	-0.05270010605454445
26180	rnn.weight_ih_l0	7	-0.06061572581529617
26180	rnn.weight_ih_l0	8	-0.04506955295801163
26180	rnn.weight_ih_l0	9	-0.02677937038242817
26180	rnn.weight_hh_l0	0	0.018864279612898827
26180	rnn.weight_hh_l0	1	-0.009273483417928219
26180	rnn.weight_hh_l0	2	-0.0669669508934021
26180	rnn.weight_hh_l0	3	-0.03287133947014809
26180	rnn.weight_hh_l0	4	-0.07682536542415619
26180	rnn.weight_hh_l0	5	-0.01441417820751667
26180	rnn.weight_hh_l0	6	-0.05334868282079697
26180	rnn.weight_hh_l0	7	-0.03763677179813385
26180	rnn.weight_hh_l0	8	-0.01885300688445568
26180	rnn.weight_hh_l0	9	-0.005289903841912746
26180	rnn.bias_ih_l0	0	0.14136484265327454
26180	rnn.bias_ih_l0	1	-0.054277271032333374
26180	rnn.bias_ih_l0	2	0.10482995957136154
26180	rnn.bias_ih_l0	3	0.04921361431479454
26180	rnn.bias_ih_l0	4	0.09865833818912506
26180	rnn.bias_ih_l0	5	0.026635099202394485
26180	rnn.bias_ih_l0	6	-0.014287080615758896
26180	rnn.bias_ih_l0	7	-0.10205898433923721
26180	rnn.bias_ih_l0	8	-0.21088141202926636
26180	rnn.bias_ih_l0	9	0.08183479309082031
26180	rnn.bias_hh_l0	0	-0.00055933982366696
26180	rnn.bias_hh_l0	1	0.022723732516169548
26180	rnn.bias_hh_l0	2	-0.004002580419182777
26180	rnn.bias_hh_l0	3	-0.029920969158411026
26180	rnn.bias_hh_l0	4	-0.03930671513080597
26180	rnn.bias_hh_l0	5	0.1448451280593872
26180	rnn.bias_hh_l0	6	0.04799792170524597
26180	rnn.bias_hh_l0	7	0.05745278298854828
26180	rnn.bias_hh_l0	8	0.02008160576224327
26180	rnn.bias_hh_l0	9	0.03943789377808571
26180	rnn.weight_ih_l0_reverse	0	-0.0294031985104084
26180	rnn.weight_ih_l0_reverse	1	-0.0021766014397144318
26180	rnn.weight_ih_l0_reverse	2	0.02389509603381157
26180	rnn.weight_ih_l0_reverse	3	-0.062275104224681854
26180	rnn.weight_ih_l0_reverse	4	0.00983574241399765
26180	rnn.weight_ih_l0_reverse	5	-0.04629449173808098
26180	rnn.weight_ih_l0_reverse	6	0.027569789439439774
26180	rnn.weight_ih_l0_reverse	7	0.04613411799073219
26180	rnn.weight_ih_l0_reverse	8	-0.04867223650217056
26180	rnn.weight_ih_l0_reverse	9	-0.051041584461927414
26180	rnn.weight_hh_l0_reverse	0	-0.08359859883785248
26180	rnn.weight_hh_l0_reverse	1	-0.0633547455072403
26180	rnn.weight_hh_l0_reverse	2	0.034276243299245834
26180	rnn.weight_hh_l0_reverse	3	0.04646081104874611
26180	rnn.weight_hh_l0_reverse	4	-0.015188990160822868
26180	rnn.weight_hh_l0_reverse	5	0.04540994390845299
26180	rnn.weight_hh_l0_reverse	6	-0.00011643904144875705
26180	rnn.weight_hh_l0_reverse	7	-0.0005049392930231988
26180	rnn.weight_hh_l0_reverse	8	-0.09777038544416428
26180	rnn.weight_hh_l0_reverse	9	0.08143854886293411
26180	rnn.bias_ih_l0_reverse	0	-0.08359048515558243
26180	rnn.bias_ih_l0_reverse	1	-0.06831913441419601
26180	rnn.bias_ih_l0_reverse	2	0.10402216017246246
26180	rnn.bias_ih_l0_reverse	3	0.04659108445048332
26180	rnn.bias_ih_l0_reverse	4	-0.13064569234848022
26180	rnn.bias_ih_l0_reverse	5	0.04172607138752937
26180	rnn.bias_ih_l0_reverse	6	-0.1038699746131897
26180	rnn.bias_ih_l0_reverse	7	0.040986645966768265
26180	rnn.bias_ih_l0_reverse	8	0.03845154866576195
26180	rnn.bias_ih_l0_reverse	9	0.06168457120656967
26180	rnn.bias_hh_l0_reverse	0	0.04920331761240959
26180	rnn.bias_hh_l0_reverse	1	0.06519485265016556
26180	rnn.bias_hh_l0_reverse	2	0.08248971402645111
26180	rnn.bias_hh_l0_reverse	3	-0.004837987013161182
26180	rnn.bias_hh_l0_reverse	4	0.06916972249746323
26180	rnn.bias_hh_l0_reverse	5	0.004771822597831488
26180	rnn.bias_hh_l0_reverse	6	-0.05437348037958145
26180	rnn.bias_hh_l0_reverse	7	0.025682205334305763
26180	rnn.bias_hh_l0_reverse	8	0.01371841412037611
26180	rnn.bias_hh_l0_reverse	9	-0.15511290729045868
26180	linear.weight	0	0.16974763572216034
26180	linear.weight	1	-0.16072453558444977
26180	linear.weight	2	-0.21519260108470917
26180	linear.weight	3	0.07914514094591141
26180	linear.weight	4	-0.025087641552090645
26180	linear.weight	5	0.0033243640791624784
26180	linear.weight	6	-0.006962339393794537
26180	linear.weight	7	-0.027732061222195625
26180	linear.weight	8	0.07974772155284882
26180	linear.weight	9	0.33865445852279663
26180	linear.bias	0	-0.21742461621761322
26180	linear.bias	1	0.18996411561965942
26180	linear.bias	2	-0.5367406606674194
26180	linear.bias	3	1.7032620906829834
26180	linear.bias	4	-0.3926956057548523
26180	linear.bias	5	-0.030769959092140198
26180	linear.bias	6	-0.3556261956691742
26180	linear.bias	7	-0.27561601996421814
26180	linear.bias	8	-0.049890946596860886
26180	linear.bias	9	-0.49634212255477905
26208	transitions	0	-0.6469759941101074
26208	transitions	1	0.3503497540950775
26208	transitions	2	1.6754635572433472
26208	transitions	3	0.09786111116409302
26208	transitions	4	0.9491057991981506
26208	transitions	5	1.2739381790161133
26208	transitions	6	0.48333755135536194
26208	transitions	7	0.17582139372825623
26208	transitions	8	-0.9195143580436707
26208	transitions	9	0.930661141872406
26208	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26208	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26208	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26208	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26208	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26208	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26208	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26208	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26208	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26208	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26208	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26208	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26208	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26208	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26208	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26208	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26208	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26208	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26208	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26208	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26208	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26208	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26208	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26208	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26208	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26208	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26208	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26208	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26208	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26208	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26208	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26208	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26208	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26208	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26208	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26208	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26208	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26208	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26208	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26208	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26208	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26208	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26208	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26208	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26208	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26208	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26208	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26208	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26208	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26208	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26208	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26208	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26208	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26208	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26208	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26208	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26208	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26208	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26208	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26208	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26208	embedding2nn.weight	0	0.022262945771217346
26208	embedding2nn.weight	1	0.014281045645475388
26208	embedding2nn.weight	2	-0.004345476161688566
26208	embedding2nn.weight	3	8.672438707435504e-05
26208	embedding2nn.weight	4	-0.0043351794593036175
26208	embedding2nn.weight	5	0.011524109169840813
26208	embedding2nn.weight	6	-0.005044668447226286
26208	embedding2nn.weight	7	0.021516354754567146
26208	embedding2nn.weight	8	-0.0066006681881845
26208	embedding2nn.weight	9	-0.01407391857355833
26208	embedding2nn.bias	0	-0.031214874237775803
26208	embedding2nn.bias	1	-0.02731400541961193
26208	embedding2nn.bias	2	-0.0643949881196022
26208	embedding2nn.bias	3	0.0064957523718476295
26208	embedding2nn.bias	4	-0.006314793601632118
26208	embedding2nn.bias	5	-0.009894170798361301
26208	embedding2nn.bias	6	0.01243673451244831
26208	embedding2nn.bias	7	0.022694235667586327
26208	embedding2nn.bias	8	0.006092723924666643
26208	embedding2nn.bias	9	-0.009044056758284569
26208	rnn.weight_ih_l0	0	0.03965047374367714
26208	rnn.weight_ih_l0	1	-0.013500077649950981
26208	rnn.weight_ih_l0	2	-0.03569230064749718
26208	rnn.weight_ih_l0	3	-0.04491344839334488
26208	rnn.weight_ih_l0	4	-0.052073054015636444
26208	rnn.weight_ih_l0	5	-0.008356170728802681
26208	rnn.weight_ih_l0	6	-0.052708398550748825
26208	rnn.weight_ih_l0	7	-0.060606449842453
26208	rnn.weight_ih_l0	8	-0.0450177825987339
26208	rnn.weight_ih_l0	9	-0.026751646772027016
26208	rnn.weight_hh_l0	0	0.018970098346471786
26208	rnn.weight_hh_l0	1	-0.00913333985954523
26208	rnn.weight_hh_l0	2	-0.0668734759092331
26208	rnn.weight_hh_l0	3	-0.03285115212202072
26208	rnn.weight_hh_l0	4	-0.07694832235574722
26208	rnn.weight_hh_l0	5	-0.014314141124486923
26208	rnn.weight_hh_l0	6	-0.05334840714931488
26208	rnn.weight_hh_l0	7	-0.03755920007824898
26208	rnn.weight_hh_l0	8	-0.018816616386175156
26208	rnn.weight_hh_l0	9	-0.005336752627044916
26208	rnn.bias_ih_l0	0	0.14148934185504913
26208	rnn.bias_ih_l0	1	-0.05451986566185951
26208	rnn.bias_ih_l0	2	0.10445623844861984
26208	rnn.bias_ih_l0	3	0.05007748678326607
26208	rnn.bias_ih_l0	4	0.09881055355072021
26208	rnn.bias_ih_l0	5	0.026473267003893852
26208	rnn.bias_ih_l0	6	-0.014392892830073833
26208	rnn.bias_ih_l0	7	-0.1026318147778511
26208	rnn.bias_ih_l0	8	-0.21025051176548004
26208	rnn.bias_ih_l0	9	0.08168292790651321
26208	rnn.bias_hh_l0	0	-0.0008215089328587055
26208	rnn.bias_hh_l0	1	0.02265092544257641
26208	rnn.bias_hh_l0	2	-0.004421406891196966
26208	rnn.bias_hh_l0	3	-0.029996927827596664
26208	rnn.bias_hh_l0	4	-0.039482761174440384
26208	rnn.bias_hh_l0	5	0.1453753262758255
26208	rnn.bias_hh_l0	6	0.04826825484633446
26208	rnn.bias_hh_l0	7	0.05789853259921074
26208	rnn.bias_hh_l0	8	0.019975798204541206
26208	rnn.bias_hh_l0	9	0.03932126984000206
26208	rnn.weight_ih_l0_reverse	0	-0.029464881867170334
26208	rnn.weight_ih_l0_reverse	1	-0.0022926439996808767
26208	rnn.weight_ih_l0_reverse	2	0.0239062812179327
26208	rnn.weight_ih_l0_reverse	3	-0.06233704835176468
26208	rnn.weight_ih_l0_reverse	4	0.009878315031528473
26208	rnn.weight_ih_l0_reverse	5	-0.046324390918016434
26208	rnn.weight_ih_l0_reverse	6	0.027761971578001976
26208	rnn.weight_ih_l0_reverse	7	0.046106934547424316
26208	rnn.weight_ih_l0_reverse	8	-0.04870883375406265
26208	rnn.weight_ih_l0_reverse	9	-0.05101737380027771
26208	rnn.weight_hh_l0_reverse	0	-0.0833648219704628
26208	rnn.weight_hh_l0_reverse	1	-0.06345053017139435
26208	rnn.weight_hh_l0_reverse	2	0.03425983712077141
26208	rnn.weight_hh_l0_reverse	3	0.04638781026005745
26208	rnn.weight_hh_l0_reverse	4	-0.015190382488071918
26208	rnn.weight_hh_l0_reverse	5	0.045342858880758286
26208	rnn.weight_hh_l0_reverse	6	0.00022771174553781748
26208	rnn.weight_hh_l0_reverse	7	-0.0003446199116297066
26208	rnn.weight_hh_l0_reverse	8	-0.09771491587162018
26208	rnn.weight_hh_l0_reverse	9	0.08141489326953888
26208	rnn.bias_ih_l0_reverse	0	-0.08406484127044678
26208	rnn.bias_ih_l0_reverse	1	-0.06838583201169968
26208	rnn.bias_ih_l0_reverse	2	0.103909932076931
26208	rnn.bias_ih_l0_reverse	3	0.046697188168764114
26208	rnn.bias_ih_l0_reverse	4	-0.13077090680599213
26208	rnn.bias_ih_l0_reverse	5	0.04183367267251015
26208	rnn.bias_ih_l0_reverse	6	-0.10416202247142792
26208	rnn.bias_ih_l0_reverse	7	0.04079628363251686
26208	rnn.bias_ih_l0_reverse	8	0.03890253230929375
26208	rnn.bias_ih_l0_reverse	9	0.06121071055531502
26208	rnn.bias_hh_l0_reverse	0	0.049728479236364365
26208	rnn.bias_hh_l0_reverse	1	0.06517674028873444
26208	rnn.bias_hh_l0_reverse	2	0.08209121227264404
26208	rnn.bias_hh_l0_reverse	3	-0.0049759624525904655
26208	rnn.bias_hh_l0_reverse	4	0.06926605105400085
26208	rnn.bias_hh_l0_reverse	5	0.0044050924479961395
26208	rnn.bias_hh_l0_reverse	6	-0.054255411028862
26208	rnn.bias_hh_l0_reverse	7	0.025613876059651375
26208	rnn.bias_hh_l0_reverse	8	0.014162980951368809
26208	rnn.bias_hh_l0_reverse	9	-0.15512913465499878
26208	linear.weight	0	0.17140725255012512
26208	linear.weight	1	-0.16073763370513916
26208	linear.weight	2	-0.21568895876407623
26208	linear.weight	3	0.07938160747289658
26208	linear.weight	4	-0.025816461071372032
26208	linear.weight	5	0.0032610089983791113
26208	linear.weight	6	-0.0069619943387806416
26208	linear.weight	7	-0.02772447094321251
26208	linear.weight	8	0.07967159897089005
26208	linear.weight	9	0.33919739723205566
26208	linear.bias	0	-0.22214598953723907
26208	linear.bias	1	0.19008494913578033
26208	linear.bias	2	-0.5368135571479797
26208	linear.bias	3	1.7048993110656738
26208	linear.bias	4	-0.3927425444126129
26208	linear.bias	5	-0.030769959092140198
26208	linear.bias	6	-0.3558717966079712
26208	linear.bias	7	-0.2766817808151245
26208	linear.bias	8	-0.04724573343992233
26208	linear.bias	9	-0.4963594973087311
26236	transitions	0	-0.64698326587677
26236	transitions	1	0.3503419756889343
26236	transitions	2	1.675459861755371
26236	transitions	3	0.09785971790552139
26236	transitions	4	0.9491052031517029
26236	transitions	5	1.2739379405975342
26236	transitions	6	0.48333752155303955
26236	transitions	7	0.17582136392593384
26236	transitions	8	-0.9195144772529602
26236	transitions	9	0.9306610822677612
26236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26236	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26236	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26236	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26236	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26236	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26236	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26236	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26236	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26236	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26236	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26236	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26236	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26236	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26236	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26236	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26236	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26236	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26236	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26236	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26236	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26236	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26236	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26236	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26236	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26236	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26236	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26236	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26236	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26236	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26236	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26236	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26236	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26236	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26236	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26236	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26236	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26236	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26236	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26236	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26236	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26236	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26236	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26236	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26236	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26236	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26236	embedding2nn.weight	0	0.02219022996723652
26236	embedding2nn.weight	1	0.014309797435998917
26236	embedding2nn.weight	2	-0.004348538815975189
26236	embedding2nn.weight	3	0.00011223724141018465
26236	embedding2nn.weight	4	-0.004355802200734615
26236	embedding2nn.weight	5	0.011512121185660362
26236	embedding2nn.weight	6	-0.005014348775148392
26236	embedding2nn.weight	7	0.021458733826875687
26236	embedding2nn.weight	8	-0.0066048805601894855
26236	embedding2nn.weight	9	-0.014058809727430344
26236	embedding2nn.bias	0	-0.03128591924905777
26236	embedding2nn.bias	1	-0.02783685363829136
26236	embedding2nn.bias	2	-0.06522394716739655
26236	embedding2nn.bias	3	0.0050727385096251965
26236	embedding2nn.bias	4	-0.00418613338842988
26236	embedding2nn.bias	5	-0.010728090070188046
26236	embedding2nn.bias	6	0.012617560103535652
26236	embedding2nn.bias	7	0.02308681607246399
26236	embedding2nn.bias	8	0.00442113634198904
26236	embedding2nn.bias	9	-0.010479660704731941
26236	rnn.weight_ih_l0	0	0.03963466361165047
26236	rnn.weight_ih_l0	1	-0.013402916491031647
26236	rnn.weight_ih_l0	2	-0.03562824800610542
26236	rnn.weight_ih_l0	3	-0.04495767876505852
26236	rnn.weight_ih_l0	4	-0.05210770666599274
26236	rnn.weight_ih_l0	5	-0.008354204706847668
26236	rnn.weight_ih_l0	6	-0.05276498943567276
26236	rnn.weight_ih_l0	7	-0.06062508001923561
26236	rnn.weight_ih_l0	8	-0.04504942148923874
26236	rnn.weight_ih_l0	9	-0.026736661791801453
26236	rnn.weight_hh_l0	0	0.019053630530834198
26236	rnn.weight_hh_l0	1	-0.00902610644698143
26236	rnn.weight_hh_l0	2	-0.06699615716934204
26236	rnn.weight_hh_l0	3	-0.03285164386034012
26236	rnn.weight_hh_l0	4	-0.0770002081990242
26236	rnn.weight_hh_l0	5	-0.014387434348464012
26236	rnn.weight_hh_l0	6	-0.053494393825531006
26236	rnn.weight_hh_l0	7	-0.037440620362758636
26236	rnn.weight_hh_l0	8	-0.018831562250852585
26236	rnn.weight_hh_l0	9	-0.005250887479633093
26236	rnn.bias_ih_l0	0	0.14152032136917114
26236	rnn.bias_ih_l0	1	-0.05468546971678734
26236	rnn.bias_ih_l0	2	0.1042117327451706
26236	rnn.bias_ih_l0	3	0.0499960221350193
26236	rnn.bias_ih_l0	4	0.09893399477005005
26236	rnn.bias_ih_l0	5	0.026057546958327293
26236	rnn.bias_ih_l0	6	-0.014886360615491867
26236	rnn.bias_ih_l0	7	-0.10215721279382706
26236	rnn.bias_ih_l0	8	-0.212482288479805
26236	rnn.bias_ih_l0	9	0.08174318820238113
26236	rnn.bias_hh_l0	0	-0.0006548715755343437
26236	rnn.bias_hh_l0	1	0.02294280007481575
26236	rnn.bias_hh_l0	2	-0.004313253331929445
26236	rnn.bias_hh_l0	3	-0.03015967831015587
26236	rnn.bias_hh_l0	4	-0.03938145190477371
26236	rnn.bias_hh_l0	5	0.1458916813135147
26236	rnn.bias_hh_l0	6	0.048241764307022095
26236	rnn.bias_hh_l0	7	0.05799587815999985
26236	rnn.bias_hh_l0	8	0.019482333213090897
26236	rnn.bias_hh_l0	9	0.03948874771595001
26236	rnn.weight_ih_l0_reverse	0	-0.029382742941379547
26236	rnn.weight_ih_l0_reverse	1	-0.002513786545023322
26236	rnn.weight_ih_l0_reverse	2	0.023945724591612816
26236	rnn.weight_ih_l0_reverse	3	-0.062332164496183395
26236	rnn.weight_ih_l0_reverse	4	0.009949673898518085
26236	rnn.weight_ih_l0_reverse	5	-0.046366866677999496
26236	rnn.weight_ih_l0_reverse	6	0.027849288657307625
26236	rnn.weight_ih_l0_reverse	7	0.04608709365129471
26236	rnn.weight_ih_l0_reverse	8	-0.048722174018621445
26236	rnn.weight_ih_l0_reverse	9	-0.05100547522306442
26236	rnn.weight_hh_l0_reverse	0	-0.08341528475284576
26236	rnn.weight_hh_l0_reverse	1	-0.06335684657096863
26236	rnn.weight_hh_l0_reverse	2	0.03446367755532265
26236	rnn.weight_hh_l0_reverse	3	0.046224404126405716
26236	rnn.weight_hh_l0_reverse	4	-0.015300903469324112
26236	rnn.weight_hh_l0_reverse	5	0.045254986733198166
26236	rnn.weight_hh_l0_reverse	6	-0.0005362154915928841
26236	rnn.weight_hh_l0_reverse	7	-0.00023801327915862203
26236	rnn.weight_hh_l0_reverse	8	-0.09784317761659622
26236	rnn.weight_hh_l0_reverse	9	0.0815827026963234
26236	rnn.bias_ih_l0_reverse	0	-0.08425223082304001
26236	rnn.bias_ih_l0_reverse	1	-0.06727089732885361
26236	rnn.bias_ih_l0_reverse	2	0.10404123365879059
26236	rnn.bias_ih_l0_reverse	3	0.04670063778758049
26236	rnn.bias_ih_l0_reverse	4	-0.13085319101810455
26236	rnn.bias_ih_l0_reverse	5	0.0419749990105629
26236	rnn.bias_ih_l0_reverse	6	-0.10392371565103531
26236	rnn.bias_ih_l0_reverse	7	0.04019465669989586
26236	rnn.bias_ih_l0_reverse	8	0.03884655609726906
26236	rnn.bias_ih_l0_reverse	9	0.0611773319542408
26236	rnn.bias_hh_l0_reverse	0	0.0496746227145195
26236	rnn.bias_hh_l0_reverse	1	0.0654325932264328
26236	rnn.bias_hh_l0_reverse	2	0.08200602233409882
26236	rnn.bias_hh_l0_reverse	3	-0.004448610357940197
26236	rnn.bias_hh_l0_reverse	4	0.06941699981689453
26236	rnn.bias_hh_l0_reverse	5	0.004558700602501631
26236	rnn.bias_hh_l0_reverse	6	-0.05482719466090202
26236	rnn.bias_hh_l0_reverse	7	0.025845197960734367
26236	rnn.bias_hh_l0_reverse	8	0.013803821988403797
26236	rnn.bias_hh_l0_reverse	9	-0.15567061305046082
26236	linear.weight	0	0.17054054141044617
26236	linear.weight	1	-0.16073617339134216
26236	linear.weight	2	-0.21627245843410492
26236	linear.weight	3	0.07908733934164047
26236	linear.weight	4	-0.02630777098238468
26236	linear.weight	5	0.0025849470403045416
26236	linear.weight	6	-0.006961653474718332
26236	linear.weight	7	-0.02771376445889473
26236	linear.weight	8	0.07935955375432968
26236	linear.weight	9	0.3389659523963928
26236	linear.bias	0	-0.2226540595293045
26236	linear.bias	1	0.18873444199562073
26236	linear.bias	2	-0.5370027422904968
26236	linear.bias	3	1.7062568664550781
26236	linear.bias	4	-0.39272812008857727
26236	linear.bias	5	-0.030769959092140198
26236	linear.bias	6	-0.3560061752796173
26236	linear.bias	7	-0.27716168761253357
26236	linear.bias	8	-0.04653497040271759
26236	linear.bias	9	-0.49637556076049805
26264	transitions	0	-0.6469922661781311
26264	transitions	1	0.35033848881721497
26264	transitions	2	1.6754546165466309
26264	transitions	3	0.09785408526659012
26264	transitions	4	0.9491023421287537
26264	transitions	5	1.2739378213882446
26264	transitions	6	0.4833374321460724
26264	transitions	7	0.1758212149143219
26264	transitions	8	-0.9195144772529602
26264	transitions	9	0.9306610822677612
26264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26264	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26264	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26264	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26264	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26264	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26264	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26264	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26264	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26264	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26264	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26264	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26264	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26264	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26264	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26264	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26264	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26264	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26264	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26264	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26264	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26264	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26264	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26264	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26264	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26264	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26264	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26264	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26264	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26264	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26264	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26264	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26264	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26264	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26264	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26264	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26264	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26264	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26264	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26264	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26264	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26264	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26264	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26264	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26264	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26264	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26264	embedding2nn.weight	0	0.022196680307388306
26264	embedding2nn.weight	1	0.01430437434464693
26264	embedding2nn.weight	2	-0.004341913387179375
26264	embedding2nn.weight	3	9.370384941576049e-05
26264	embedding2nn.weight	4	-0.004345528781414032
26264	embedding2nn.weight	5	0.011507992632687092
26264	embedding2nn.weight	6	-0.004964709747582674
26264	embedding2nn.weight	7	0.021435901522636414
26264	embedding2nn.weight	8	-0.006636416539549828
26264	embedding2nn.weight	9	-0.014046860858798027
26264	embedding2nn.bias	0	-0.030260993167757988
26264	embedding2nn.bias	1	-0.026742173358798027
26264	embedding2nn.bias	2	-0.06637145578861237
26264	embedding2nn.bias	3	0.004007731564342976
26264	embedding2nn.bias	4	-0.004332043696194887
26264	embedding2nn.bias	5	-0.012725548818707466
26264	embedding2nn.bias	6	0.011702495627105236
26264	embedding2nn.bias	7	0.0224596057087183
26264	embedding2nn.bias	8	0.00496527086943388
26264	embedding2nn.bias	9	-0.010094260796904564
26264	rnn.weight_ih_l0	0	0.03965993970632553
26264	rnn.weight_ih_l0	1	-0.013289147056639194
26264	rnn.weight_ih_l0	2	-0.03596055880188942
26264	rnn.weight_ih_l0	3	-0.044985853135585785
26264	rnn.weight_ih_l0	4	-0.05206574127078056
26264	rnn.weight_ih_l0	5	-0.008406388573348522
26264	rnn.weight_ih_l0	6	-0.05285553261637688
26264	rnn.weight_ih_l0	7	-0.060615990310907364
26264	rnn.weight_ih_l0	8	-0.04509976878762245
26264	rnn.weight_ih_l0	9	-0.026719043031334877
26264	rnn.weight_hh_l0	0	0.01912589743733406
26264	rnn.weight_hh_l0	1	-0.009008441120386124
26264	rnn.weight_hh_l0	2	-0.06716082245111465
26264	rnn.weight_hh_l0	3	-0.0329459123313427
26264	rnn.weight_hh_l0	4	-0.0770174190402031
26264	rnn.weight_hh_l0	5	-0.014077775180339813
26264	rnn.weight_hh_l0	6	-0.05347897857427597
26264	rnn.weight_hh_l0	7	-0.03753943368792534
26264	rnn.weight_hh_l0	8	-0.01886003464460373
26264	rnn.weight_hh_l0	9	-0.005306428764015436
26264	rnn.bias_ih_l0	0	0.1417396366596222
26264	rnn.bias_ih_l0	1	-0.05491989478468895
26264	rnn.bias_ih_l0	2	0.10408550500869751
26264	rnn.bias_ih_l0	3	0.04987407848238945
26264	rnn.bias_ih_l0	4	0.09869201481342316
26264	rnn.bias_ih_l0	5	0.026072418317198753
26264	rnn.bias_ih_l0	6	-0.014470193535089493
26264	rnn.bias_ih_l0	7	-0.10205989331007004
26264	rnn.bias_ih_l0	8	-0.21301330626010895
26264	rnn.bias_ih_l0	9	0.0816449373960495
26264	rnn.bias_hh_l0	0	-0.0005449450691230595
26264	rnn.bias_hh_l0	1	0.023403778672218323
26264	rnn.bias_hh_l0	2	-0.003967673983424902
26264	rnn.bias_hh_l0	3	-0.030383866280317307
26264	rnn.bias_hh_l0	4	-0.039277609437704086
26264	rnn.bias_hh_l0	5	0.1457701325416565
26264	rnn.bias_hh_l0	6	0.04785996302962303
26264	rnn.bias_hh_l0	7	0.057951420545578
26264	rnn.bias_hh_l0	8	0.01989850215613842
26264	rnn.bias_hh_l0	9	0.03958456218242645
26264	rnn.weight_ih_l0_reverse	0	-0.029306329786777496
26264	rnn.weight_ih_l0_reverse	1	-0.0026951993349939585
26264	rnn.weight_ih_l0_reverse	2	0.023959776386618614
26264	rnn.weight_ih_l0_reverse	3	-0.06234552338719368
26264	rnn.weight_ih_l0_reverse	4	0.009798874147236347
26264	rnn.weight_ih_l0_reverse	5	-0.04623223841190338
26264	rnn.weight_ih_l0_reverse	6	0.027820564806461334
26264	rnn.weight_ih_l0_reverse	7	0.04607512429356575
26264	rnn.weight_ih_l0_reverse	8	-0.04865732416510582
26264	rnn.weight_ih_l0_reverse	9	-0.05102585628628731
26264	rnn.weight_hh_l0_reverse	0	-0.08343625068664551
26264	rnn.weight_hh_l0_reverse	1	-0.06298358738422394
26264	rnn.weight_hh_l0_reverse	2	0.034449320286512375
26264	rnn.weight_hh_l0_reverse	3	0.04622885584831238
26264	rnn.weight_hh_l0_reverse	4	-0.01507917232811451
26264	rnn.weight_hh_l0_reverse	5	0.04522545263171196
26264	rnn.weight_hh_l0_reverse	6	-0.000905753520783037
26264	rnn.weight_hh_l0_reverse	7	-0.00020440667867660522
26264	rnn.weight_hh_l0_reverse	8	-0.09793238341808319
26264	rnn.weight_hh_l0_reverse	9	0.08160239458084106
26264	rnn.bias_ih_l0_reverse	0	-0.08494922518730164
26264	rnn.bias_ih_l0_reverse	1	-0.06604748219251633
26264	rnn.bias_ih_l0_reverse	2	0.103858582675457
26264	rnn.bias_ih_l0_reverse	3	0.04675765708088875
26264	rnn.bias_ih_l0_reverse	4	-0.13067366182804108
26264	rnn.bias_ih_l0_reverse	5	0.042135998606681824
26264	rnn.bias_ih_l0_reverse	6	-0.10424792766571045
26264	rnn.bias_ih_l0_reverse	7	0.04048430919647217
26264	rnn.bias_ih_l0_reverse	8	0.03869546949863434
26264	rnn.bias_ih_l0_reverse	9	0.06130484864115715
26264	rnn.bias_hh_l0_reverse	0	0.05054425448179245
26264	rnn.bias_hh_l0_reverse	1	0.06580512970685959
26264	rnn.bias_hh_l0_reverse	2	0.08175604045391083
26264	rnn.bias_hh_l0_reverse	3	-0.004454604350030422
26264	rnn.bias_hh_l0_reverse	4	0.06936725229024887
26264	rnn.bias_hh_l0_reverse	5	0.004601498134434223
26264	rnn.bias_hh_l0_reverse	6	-0.05459186062216759
26264	rnn.bias_hh_l0_reverse	7	0.025903362780809402
26264	rnn.bias_hh_l0_reverse	8	0.014377547428011894
26264	rnn.bias_hh_l0_reverse	9	-0.15489374101161957
26264	linear.weight	0	0.17059341073036194
26264	linear.weight	1	-0.16073574125766754
26264	linear.weight	2	-0.21619682013988495
26264	linear.weight	3	0.07884375751018524
26264	linear.weight	4	-0.026251036673784256
26264	linear.weight	5	0.0025775458198040724
26264	linear.weight	6	-0.006961157079786062
26264	linear.weight	7	-0.027631357312202454
26264	linear.weight	8	0.07983244955539703
26264	linear.weight	9	0.33836498856544495
26264	linear.bias	0	-0.22062243521213531
26264	linear.bias	1	0.18848247826099396
26264	linear.bias	2	-0.5369848012924194
26264	linear.bias	3	1.7045804262161255
26264	linear.bias	4	-0.3927563428878784
26264	linear.bias	5	-0.030769959092140198
26264	linear.bias	6	-0.35586607456207275
26264	linear.bias	7	-0.2778758406639099
26264	linear.bias	8	-0.047464873641729355
26264	linear.bias	9	-0.49638640880584717
26292	transitions	0	-0.6469991207122803
26292	transitions	1	0.3503051996231079
26292	transitions	2	1.6754423379898071
26292	transitions	3	0.0978531613945961
26292	transitions	4	0.9491012096405029
26292	transitions	5	1.2739373445510864
26292	transitions	6	0.4833371639251709
26292	transitions	7	0.1758200079202652
26292	transitions	8	-0.9195146560668945
26292	transitions	9	0.9306610822677612
26292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26292	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26292	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26292	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26292	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26292	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26292	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26292	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26292	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26292	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26292	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26292	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26292	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26292	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26292	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26292	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26292	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26292	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26292	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26292	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26292	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26292	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26292	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26292	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26292	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26292	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26292	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26292	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26292	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26292	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26292	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26292	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26292	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26292	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26292	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26292	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26292	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26292	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26292	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26292	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26292	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26292	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26292	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26292	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26292	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26292	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26292	embedding2nn.weight	0	0.022181423380970955
26292	embedding2nn.weight	1	0.014305653050541878
26292	embedding2nn.weight	2	-0.004349599592387676
26292	embedding2nn.weight	3	8.4781160694547e-05
26292	embedding2nn.weight	4	-0.0043425178155303
26292	embedding2nn.weight	5	0.011495501734316349
26292	embedding2nn.weight	6	-0.004955517593771219
26292	embedding2nn.weight	7	0.021336529403924942
26292	embedding2nn.weight	8	-0.006661039777100086
26292	embedding2nn.weight	9	-0.014056770130991936
26292	embedding2nn.bias	0	-0.0320909358561039
26292	embedding2nn.bias	1	-0.02942333184182644
26292	embedding2nn.bias	2	-0.06574586778879166
26292	embedding2nn.bias	3	0.003956194035708904
26292	embedding2nn.bias	4	-0.0053193639032542706
26292	embedding2nn.bias	5	-0.012073300778865814
26292	embedding2nn.bias	6	0.011522573418915272
26292	embedding2nn.bias	7	0.022781817242503166
26292	embedding2nn.bias	8	0.005155795719474554
26292	embedding2nn.bias	9	-0.009014627896249294
26292	rnn.weight_ih_l0	0	0.03962164372205734
26292	rnn.weight_ih_l0	1	-0.013196676038205624
26292	rnn.weight_ih_l0	2	-0.03605712577700615
26292	rnn.weight_ih_l0	3	-0.044994160532951355
26292	rnn.weight_ih_l0	4	-0.052128784358501434
26292	rnn.weight_ih_l0	5	-0.008392004296183586
26292	rnn.weight_ih_l0	6	-0.052845973521471024
26292	rnn.weight_ih_l0	7	-0.06059548258781433
26292	rnn.weight_ih_l0	8	-0.04508264735341072
26292	rnn.weight_ih_l0	9	-0.0267571322619915
26292	rnn.weight_hh_l0	0	0.0190630704164505
26292	rnn.weight_hh_l0	1	-0.009064777754247189
26292	rnn.weight_hh_l0	2	-0.06716150790452957
26292	rnn.weight_hh_l0	3	-0.03298436105251312
26292	rnn.weight_hh_l0	4	-0.07705370336771011
26292	rnn.weight_hh_l0	5	-0.014065517112612724
26292	rnn.weight_hh_l0	6	-0.05320921167731285
26292	rnn.weight_hh_l0	7	-0.03821791708469391
26292	rnn.weight_hh_l0	8	-0.018853619694709778
26292	rnn.weight_hh_l0	9	-0.005384551826864481
26292	rnn.bias_ih_l0	0	0.14120937883853912
26292	rnn.bias_ih_l0	1	-0.05483359843492508
26292	rnn.bias_ih_l0	2	0.10472499579191208
26292	rnn.bias_ih_l0	3	0.05005467310547829
26292	rnn.bias_ih_l0	4	0.09867148101329803
26292	rnn.bias_ih_l0	5	0.025694800540804863
26292	rnn.bias_ih_l0	6	-0.014190117828547955
26292	rnn.bias_ih_l0	7	-0.10163973271846771
26292	rnn.bias_ih_l0	8	-0.21186858415603638
26292	rnn.bias_ih_l0	9	0.08132917433977127
26292	rnn.bias_hh_l0	0	-0.0008841419476084411
26292	rnn.bias_hh_l0	1	0.02320384606719017
26292	rnn.bias_hh_l0	2	-0.003610682673752308
26292	rnn.bias_hh_l0	3	-0.030029576271772385
26292	rnn.bias_hh_l0	4	-0.038973815739154816
26292	rnn.bias_hh_l0	5	0.1461612433195114
26292	rnn.bias_hh_l0	6	0.04787611588835716
26292	rnn.bias_hh_l0	7	0.058211252093315125
26292	rnn.bias_hh_l0	8	0.020178578794002533
26292	rnn.bias_hh_l0	9	0.039574962109327316
26292	rnn.weight_ih_l0_reverse	0	-0.029322542250156403
26292	rnn.weight_ih_l0_reverse	1	-0.002650226466357708
26292	rnn.weight_ih_l0_reverse	2	0.02396545372903347
26292	rnn.weight_ih_l0_reverse	3	-0.06239096075296402
26292	rnn.weight_ih_l0_reverse	4	0.009761574678122997
26292	rnn.weight_ih_l0_reverse	5	-0.04616846144199371
26292	rnn.weight_ih_l0_reverse	6	0.027788272127509117
26292	rnn.weight_ih_l0_reverse	7	0.046084824949502945
26292	rnn.weight_ih_l0_reverse	8	-0.04868274927139282
26292	rnn.weight_ih_l0_reverse	9	-0.05098074674606323
26292	rnn.weight_hh_l0_reverse	0	-0.0834156945347786
26292	rnn.weight_hh_l0_reverse	1	-0.06286084651947021
26292	rnn.weight_hh_l0_reverse	2	0.03460473567247391
26292	rnn.weight_hh_l0_reverse	3	0.04624451696872711
26292	rnn.weight_hh_l0_reverse	4	-0.015134094282984734
26292	rnn.weight_hh_l0_reverse	5	0.045235563069581985
26292	rnn.weight_hh_l0_reverse	6	-0.000952728558331728
26292	rnn.weight_hh_l0_reverse	7	-0.00010169098095502704
26292	rnn.weight_hh_l0_reverse	8	-0.0978064239025116
26292	rnn.weight_hh_l0_reverse	9	0.08131732046604156
26292	rnn.bias_ih_l0_reverse	0	-0.08458110690116882
26292	rnn.bias_ih_l0_reverse	1	-0.06713796406984329
26292	rnn.bias_ih_l0_reverse	2	0.10390442609786987
26292	rnn.bias_ih_l0_reverse	3	0.04683035612106323
26292	rnn.bias_ih_l0_reverse	4	-0.13040278851985931
26292	rnn.bias_ih_l0_reverse	5	0.04128372669219971
26292	rnn.bias_ih_l0_reverse	6	-0.10424504429101944
26292	rnn.bias_ih_l0_reverse	7	0.040008630603551865
26292	rnn.bias_ih_l0_reverse	8	0.038757458329200745
26292	rnn.bias_ih_l0_reverse	9	0.0613393560051918
26292	rnn.bias_hh_l0_reverse	0	0.04912075772881508
26292	rnn.bias_hh_l0_reverse	1	0.06627557426691055
26292	rnn.bias_hh_l0_reverse	2	0.08169014006853104
26292	rnn.bias_hh_l0_reverse	3	-0.004097498022019863
26292	rnn.bias_hh_l0_reverse	4	0.0695544183254242
26292	rnn.bias_hh_l0_reverse	5	0.00533330300822854
26292	rnn.bias_hh_l0_reverse	6	-0.05498303845524788
26292	rnn.bias_hh_l0_reverse	7	0.0261330995708704
26292	rnn.bias_hh_l0_reverse	8	0.014770648442208767
26292	rnn.bias_hh_l0_reverse	9	-0.15475520491600037
26292	linear.weight	0	0.16997866332530975
26292	linear.weight	1	-0.16073426604270935
26292	linear.weight	2	-0.2158059924840927
26292	linear.weight	3	0.07790391147136688
26292	linear.weight	4	-0.0262269526720047
26292	linear.weight	5	0.002626146888360381
26292	linear.weight	6	-0.006960781291127205
26292	linear.weight	7	-0.027629511430859566
26292	linear.weight	8	0.07971442490816116
26292	linear.weight	9	0.33834949135780334
26292	linear.bias	0	-0.22340300679206848
26292	linear.bias	1	0.18954803049564362
26292	linear.bias	2	-0.5372471213340759
26292	linear.bias	3	1.7044825553894043
26292	linear.bias	4	-0.3928161859512329
26292	linear.bias	5	-0.030769959092140198
26292	linear.bias	6	-0.35616806149482727
26292	linear.bias	7	-0.27806946635246277
26292	linear.bias	8	-0.046190496534109116
26292	linear.bias	9	-0.49641090631484985
26320	transitions	0	-0.6470670104026794
26320	transitions	1	0.3502991795539856
26320	transitions	2	1.6754388809204102
26320	transitions	3	0.09782113879919052
26320	transitions	4	0.9490965604782104
26320	transitions	5	1.2739366292953491
26320	transitions	6	0.4833371043205261
26320	transitions	7	0.17581981420516968
26320	transitions	8	-0.9195146560668945
26320	transitions	9	0.9306610822677612
26320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26320	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26320	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26320	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26320	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26320	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26320	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26320	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26320	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26320	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26320	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26320	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26320	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26320	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26320	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26320	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26320	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26320	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26320	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26320	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26320	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26320	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26320	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26320	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26320	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26320	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26320	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26320	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26320	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26320	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26320	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26320	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26320	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26320	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26320	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26320	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26320	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26320	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26320	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26320	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26320	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26320	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26320	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26320	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26320	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26320	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26320	embedding2nn.weight	0	0.022302700206637383
26320	embedding2nn.weight	1	0.014289621263742447
26320	embedding2nn.weight	2	-0.004352992866188288
26320	embedding2nn.weight	3	6.048785144230351e-05
26320	embedding2nn.weight	4	-0.004347426816821098
26320	embedding2nn.weight	5	0.01148282177746296
26320	embedding2nn.weight	6	-0.0049501266330480576
26320	embedding2nn.weight	7	0.021216699853539467
26320	embedding2nn.weight	8	-0.006690668407827616
26320	embedding2nn.weight	9	-0.014041692949831486
26320	embedding2nn.bias	0	-0.03260764107108116
26320	embedding2nn.bias	1	-0.02774236723780632
26320	embedding2nn.bias	2	-0.06674858182668686
26320	embedding2nn.bias	3	0.005136255174875259
26320	embedding2nn.bias	4	-0.005068446509540081
26320	embedding2nn.bias	5	-0.010551788844168186
26320	embedding2nn.bias	6	0.011454089544713497
26320	embedding2nn.bias	7	0.02199188992381096
26320	embedding2nn.bias	8	0.007386926095932722
26320	embedding2nn.bias	9	-0.006896128412336111
26320	rnn.weight_ih_l0	0	0.03962971270084381
26320	rnn.weight_ih_l0	1	-0.013330643065273762
26320	rnn.weight_ih_l0	2	-0.03574775904417038
26320	rnn.weight_ih_l0	3	-0.04508429020643234
26320	rnn.weight_ih_l0	4	-0.052083276212215424
26320	rnn.weight_ih_l0	5	-0.008360311388969421
26320	rnn.weight_ih_l0	6	-0.05286841094493866
26320	rnn.weight_ih_l0	7	-0.060681670904159546
26320	rnn.weight_ih_l0	8	-0.04506462812423706
26320	rnn.weight_ih_l0	9	-0.026781922206282616
26320	rnn.weight_hh_l0	0	0.018991170451045036
26320	rnn.weight_hh_l0	1	-0.00901386421173811
26320	rnn.weight_hh_l0	2	-0.06731943786144257
26320	rnn.weight_hh_l0	3	-0.032878778874874115
26320	rnn.weight_hh_l0	4	-0.07708726078271866
26320	rnn.weight_hh_l0	5	-0.014080754481256008
26320	rnn.weight_hh_l0	6	-0.05335713177919388
26320	rnn.weight_hh_l0	7	-0.03860984742641449
26320	rnn.weight_hh_l0	8	-0.018910855054855347
26320	rnn.weight_hh_l0	9	-0.00550445169210434
26320	rnn.bias_ih_l0	0	0.1412680745124817
26320	rnn.bias_ih_l0	1	-0.05469974875450134
26320	rnn.bias_ih_l0	2	0.10463360697031021
26320	rnn.bias_ih_l0	3	0.05072671175003052
26320	rnn.bias_ih_l0	4	0.09794557839632034
26320	rnn.bias_ih_l0	5	0.02534165047109127
26320	rnn.bias_ih_l0	6	-0.013500222936272621
26320	rnn.bias_ih_l0	7	-0.10108985006809235
26320	rnn.bias_ih_l0	8	-0.21117596328258514
26320	rnn.bias_ih_l0	9	0.08190521597862244
26320	rnn.bias_hh_l0	0	-0.0006532701663672924
26320	rnn.bias_hh_l0	1	0.02369663119316101
26320	rnn.bias_hh_l0	2	-0.003340038238093257
26320	rnn.bias_hh_l0	3	-0.029841940850019455
26320	rnn.bias_hh_l0	4	-0.03836458548903465
26320	rnn.bias_hh_l0	5	0.14592309296131134
26320	rnn.bias_hh_l0	6	0.047285959124565125
26320	rnn.bias_hh_l0	7	0.05874159559607506
26320	rnn.bias_hh_l0	8	0.02086848020553589
26320	rnn.bias_hh_l0	9	0.03934549167752266
26320	rnn.weight_ih_l0_reverse	0	-0.02940535917878151
26320	rnn.weight_ih_l0_reverse	1	-0.002708182903006673
26320	rnn.weight_ih_l0_reverse	2	0.023967904970049858
26320	rnn.weight_ih_l0_reverse	3	-0.062426209449768066
26320	rnn.weight_ih_l0_reverse	4	0.009821982122957706
26320	rnn.weight_ih_l0_reverse	5	-0.046349890530109406
26320	rnn.weight_ih_l0_reverse	6	0.027497144415974617
26320	rnn.weight_ih_l0_reverse	7	0.046072397381067276
26320	rnn.weight_ih_l0_reverse	8	-0.048795588314533234
26320	rnn.weight_ih_l0_reverse	9	-0.05099789425730705
26320	rnn.weight_hh_l0_reverse	0	-0.08345102518796921
26320	rnn.weight_hh_l0_reverse	1	-0.06280401349067688
26320	rnn.weight_hh_l0_reverse	2	0.034462641924619675
26320	rnn.weight_hh_l0_reverse	3	0.04630318656563759
26320	rnn.weight_hh_l0_reverse	4	-0.015385443344712257
26320	rnn.weight_hh_l0_reverse	5	0.04531443864107132
26320	rnn.weight_hh_l0_reverse	6	-0.0008061951957643032
26320	rnn.weight_hh_l0_reverse	7	-0.00021850253688171506
26320	rnn.weight_hh_l0_reverse	8	-0.09786968678236008
26320	rnn.weight_hh_l0_reverse	9	0.08122052252292633
26320	rnn.bias_ih_l0_reverse	0	-0.08370092511177063
26320	rnn.bias_ih_l0_reverse	1	-0.06697488576173782
26320	rnn.bias_ih_l0_reverse	2	0.10423430800437927
26320	rnn.bias_ih_l0_reverse	3	0.04683202505111694
26320	rnn.bias_ih_l0_reverse	4	-0.13052845001220703
26320	rnn.bias_ih_l0_reverse	5	0.04093452915549278
26320	rnn.bias_ih_l0_reverse	6	-0.10398655384778976
26320	rnn.bias_ih_l0_reverse	7	0.03993884474039078
26320	rnn.bias_ih_l0_reverse	8	0.038523122668266296
26320	rnn.bias_ih_l0_reverse	9	0.061240676790475845
26320	rnn.bias_hh_l0_reverse	0	0.04860692098736763
26320	rnn.bias_hh_l0_reverse	1	0.0662415474653244
26320	rnn.bias_hh_l0_reverse	2	0.08141715079545975
26320	rnn.bias_hh_l0_reverse	3	-0.004675600212067366
26320	rnn.bias_hh_l0_reverse	4	0.06934505701065063
26320	rnn.bias_hh_l0_reverse	5	0.0052743470296263695
26320	rnn.bias_hh_l0_reverse	6	-0.054774533957242966
26320	rnn.bias_hh_l0_reverse	7	0.026388080790638924
26320	rnn.bias_hh_l0_reverse	8	0.014842554926872253
26320	rnn.bias_hh_l0_reverse	9	-0.15635326504707336
26320	linear.weight	0	0.1692172735929489
26320	linear.weight	1	-0.16072842478752136
26320	linear.weight	2	-0.21643969416618347
26320	linear.weight	3	0.07912395894527435
26320	linear.weight	4	-0.026454100385308266
26320	linear.weight	5	0.0026989944744855165
26320	linear.weight	6	-0.006960324477404356
26320	linear.weight	7	-0.02762104757130146
26320	linear.weight	8	0.07986480742692947
26320	linear.weight	9	0.33850783109664917
26320	linear.bias	0	-0.2220166027545929
26320	linear.bias	1	0.19013619422912598
26320	linear.bias	2	-0.5372957587242126
26320	linear.bias	3	1.7028300762176514
26320	linear.bias	4	-0.39284518361091614
26320	linear.bias	5	-0.030769959092140198
26320	linear.bias	6	-0.3562639057636261
26320	linear.bias	7	-0.27858254313468933
26320	linear.bias	8	-0.04973747953772545
26320	linear.bias	9	-0.4964192807674408
26348	transitions	0	-0.6470777988433838
26348	transitions	1	0.35029515624046326
26348	transitions	2	1.6754337549209595
26348	transitions	3	0.09779687970876694
26348	transitions	4	0.9490954875946045
26348	transitions	5	1.2739362716674805
26348	transitions	6	0.4833371043205261
26348	transitions	7	0.17581963539123535
26348	transitions	8	-0.9195146560668945
26348	transitions	9	0.9306610822677612
26348	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26348	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26348	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26348	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26348	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26348	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26348	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26348	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26348	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26348	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26348	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26348	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26348	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26348	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26348	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26348	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26348	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26348	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26348	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26348	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26348	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26348	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26348	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26348	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26348	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26348	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26348	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26348	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26348	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26348	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26348	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26348	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26348	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26348	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26348	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26348	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26348	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26348	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26348	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26348	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26348	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26348	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26348	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26348	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26348	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26348	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26348	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26348	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26348	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26348	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26348	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26348	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26348	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26348	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26348	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26348	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26348	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26348	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26348	embedding2nn.weight	0	0.02225646935403347
26348	embedding2nn.weight	1	0.014289078302681446
26348	embedding2nn.weight	2	-0.004358031786978245
26348	embedding2nn.weight	3	2.7937428967561573e-05
26348	embedding2nn.weight	4	-0.004354505334049463
26348	embedding2nn.weight	5	0.011531963013112545
26348	embedding2nn.weight	6	-0.004937217105180025
26348	embedding2nn.weight	7	0.021250825375318527
26348	embedding2nn.weight	8	-0.006697323173284531
26348	embedding2nn.weight	9	-0.014040127396583557
26348	embedding2nn.bias	0	-0.03318781405687332
26348	embedding2nn.bias	1	-0.029705679044127464
26348	embedding2nn.bias	2	-0.06799224764108658
26348	embedding2nn.bias	3	0.004196510650217533
26348	embedding2nn.bias	4	-0.004256157670170069
26348	embedding2nn.bias	5	-0.01013971772044897
26348	embedding2nn.bias	6	0.013317340984940529
26348	embedding2nn.bias	7	0.02174418978393078
26348	embedding2nn.bias	8	0.0076521518640220165
26348	embedding2nn.bias	9	-0.006731334608048201
26348	rnn.weight_ih_l0	0	0.03964874520897865
26348	rnn.weight_ih_l0	1	-0.013444719836115837
26348	rnn.weight_ih_l0	2	-0.03547878563404083
26348	rnn.weight_ih_l0	3	-0.045050859451293945
26348	rnn.weight_ih_l0	4	-0.052054256200790405
26348	rnn.weight_ih_l0	5	-0.008411368355154991
26348	rnn.weight_ih_l0	6	-0.0527961328625679
26348	rnn.weight_ih_l0	7	-0.06078055128455162
26348	rnn.weight_ih_l0	8	-0.04508025571703911
26348	rnn.weight_ih_l0	9	-0.026775797829031944
26348	rnn.weight_hh_l0	0	0.018978603184223175
26348	rnn.weight_hh_l0	1	-0.009062876924872398
26348	rnn.weight_hh_l0	2	-0.06724734604358673
26348	rnn.weight_hh_l0	3	-0.03282245248556137
26348	rnn.weight_hh_l0	4	-0.07717890292406082
26348	rnn.weight_hh_l0	5	-0.013999396935105324
26348	rnn.weight_hh_l0	6	-0.05318542569875717
26348	rnn.weight_hh_l0	7	-0.03898385167121887
26348	rnn.weight_hh_l0	8	-0.01888418383896351
26348	rnn.weight_hh_l0	9	-0.005299329292029142
26348	rnn.bias_ih_l0	0	0.14104308187961578
26348	rnn.bias_ih_l0	1	-0.05486317723989487
26348	rnn.bias_ih_l0	2	0.10476382076740265
26348	rnn.bias_ih_l0	3	0.051127854734659195
26348	rnn.bias_ih_l0	4	0.09778644144535065
26348	rnn.bias_ih_l0	5	0.025195768103003502
26348	rnn.bias_ih_l0	6	-0.01373059768229723
26348	rnn.bias_ih_l0	7	-0.10300735384225845
26348	rnn.bias_ih_l0	8	-0.21173523366451263
26348	rnn.bias_ih_l0	9	0.08160241693258286
26348	rnn.bias_hh_l0	0	-0.0005653589032590389
26348	rnn.bias_hh_l0	1	0.024087779223918915
26348	rnn.bias_hh_l0	2	-0.0033054212108254433
26348	rnn.bias_hh_l0	3	-0.029982969164848328
26348	rnn.bias_hh_l0	4	-0.03779217600822449
26348	rnn.bias_hh_l0	5	0.1462557315826416
26348	rnn.bias_hh_l0	6	0.04742465168237686
26348	rnn.bias_hh_l0	7	0.05875368416309357
26348	rnn.bias_hh_l0	8	0.020638110116124153
26348	rnn.bias_hh_l0	9	0.03937710449099541
26348	rnn.weight_ih_l0_reverse	0	-0.02938106842339039
26348	rnn.weight_ih_l0_reverse	1	-0.002629369031637907
26348	rnn.weight_ih_l0_reverse	2	0.023944362998008728
26348	rnn.weight_ih_l0_reverse	3	-0.0624275803565979
26348	rnn.weight_ih_l0_reverse	4	0.009775462560355663
26348	rnn.weight_ih_l0_reverse	5	-0.04634741321206093
26348	rnn.weight_ih_l0_reverse	6	0.027643952518701553
26348	rnn.weight_ih_l0_reverse	7	0.04610010236501694
26348	rnn.weight_ih_l0_reverse	8	-0.04880524426698685
26348	rnn.weight_ih_l0_reverse	9	-0.051008276641368866
26348	rnn.weight_hh_l0_reverse	0	-0.08356622606515884
26348	rnn.weight_hh_l0_reverse	1	-0.06222468987107277
26348	rnn.weight_hh_l0_reverse	2	0.034491077065467834
26348	rnn.weight_hh_l0_reverse	3	0.046210918575525284
26348	rnn.weight_hh_l0_reverse	4	-0.015510384924709797
26348	rnn.weight_hh_l0_reverse	5	0.04537367448210716
26348	rnn.weight_hh_l0_reverse	6	7.0093636168167e-05
26348	rnn.weight_hh_l0_reverse	7	-0.00026696579880081117
26348	rnn.weight_hh_l0_reverse	8	-0.09793297946453094
26348	rnn.weight_hh_l0_reverse	9	0.08119405806064606
26348	rnn.bias_ih_l0_reverse	0	-0.08343813568353653
26348	rnn.bias_ih_l0_reverse	1	-0.06751900166273117
26348	rnn.bias_ih_l0_reverse	2	0.10380852222442627
26348	rnn.bias_ih_l0_reverse	3	0.047047048807144165
26348	rnn.bias_ih_l0_reverse	4	-0.13057857751846313
26348	rnn.bias_ih_l0_reverse	5	0.04108794406056404
26348	rnn.bias_ih_l0_reverse	6	-0.10409750044345856
26348	rnn.bias_ih_l0_reverse	7	0.03962034732103348
26348	rnn.bias_ih_l0_reverse	8	0.038525525480508804
26348	rnn.bias_ih_l0_reverse	9	0.06103132665157318
26348	rnn.bias_hh_l0_reverse	0	0.04946448653936386
26348	rnn.bias_hh_l0_reverse	1	0.06635115295648575
26348	rnn.bias_hh_l0_reverse	2	0.08177696168422699
26348	rnn.bias_hh_l0_reverse	3	-0.004854985512793064
26348	rnn.bias_hh_l0_reverse	4	0.0693480372428894
26348	rnn.bias_hh_l0_reverse	5	0.0047767250798642635
26348	rnn.bias_hh_l0_reverse	6	-0.054713498800992966
26348	rnn.bias_hh_l0_reverse	7	0.026291467249393463
26348	rnn.bias_hh_l0_reverse	8	0.014596452936530113
26348	rnn.bias_hh_l0_reverse	9	-0.15558528900146484
26348	linear.weight	0	0.17011883854866028
26348	linear.weight	1	-0.16072635352611542
26348	linear.weight	2	-0.2164304554462433
26348	linear.weight	3	0.07917454093694687
26348	linear.weight	4	-0.026229361072182655
26348	linear.weight	5	0.0028254580684006214
26348	linear.weight	6	-0.0069602555595338345
26348	linear.weight	7	-0.027618195861577988
26348	linear.weight	8	0.08006425946950912
26348	linear.weight	9	0.33890900015830994
26348	linear.bias	0	-0.22214378416538239
26348	linear.bias	1	0.1931421011686325
26348	linear.bias	2	-0.5369427800178528
26348	linear.bias	3	1.7086584568023682
26348	linear.bias	4	-0.39287883043289185
26348	linear.bias	5	-0.030769959092140198
26348	linear.bias	6	-0.35592615604400635
26348	linear.bias	7	-0.27903681993484497
26348	linear.bias	8	-0.0505373552441597
26348	linear.bias	9	-0.496437668800354
26376	transitions	0	-0.6471512317657471
26376	transitions	1	0.35029280185699463
26376	transitions	2	1.6754306554794312
26376	transitions	3	0.09779215604066849
26376	transitions	4	0.9490487575531006
26376	transitions	5	1.2739351987838745
26376	transitions	6	0.4833369851112366
26376	transitions	7	0.17581892013549805
26376	transitions	8	-0.9195146560668945
26376	transitions	9	0.9306610822677612
26376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26376	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26376	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26376	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26376	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26376	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26376	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26376	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26376	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26376	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26376	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26376	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26376	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26376	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26376	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26376	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26376	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26376	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26376	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26376	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26376	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26376	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26376	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26376	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26376	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26376	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26376	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26376	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26376	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26376	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26376	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26376	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26376	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26376	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26376	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26376	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26376	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26376	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26376	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26376	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26376	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26376	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26376	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26376	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26376	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26376	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26376	embedding2nn.weight	0	0.02220669575035572
26376	embedding2nn.weight	1	0.014279939234256744
26376	embedding2nn.weight	2	-0.004356637597084045
26376	embedding2nn.weight	3	1.638614594412502e-05
26376	embedding2nn.weight	4	-0.004361073952168226
26376	embedding2nn.weight	5	0.011545109562575817
26376	embedding2nn.weight	6	-0.004916131030768156
26376	embedding2nn.weight	7	0.021231062710285187
26376	embedding2nn.weight	8	-0.006797746755182743
26376	embedding2nn.weight	9	-0.014049013145267963
26376	embedding2nn.bias	0	-0.03285571187734604
26376	embedding2nn.bias	1	-0.02991582825779915
26376	embedding2nn.bias	2	-0.06740446388721466
26376	embedding2nn.bias	3	0.005294860806316137
26376	embedding2nn.bias	4	-0.00312709785066545
26376	embedding2nn.bias	5	-0.011034717783331871
26376	embedding2nn.bias	6	0.013917936012148857
26376	embedding2nn.bias	7	0.021699611097574234
26376	embedding2nn.bias	8	0.007079156115651131
26376	embedding2nn.bias	9	-0.0059219952672719955
26376	rnn.weight_ih_l0	0	0.039678845554590225
26376	rnn.weight_ih_l0	1	-0.013360992074012756
26376	rnn.weight_ih_l0	2	-0.035556770861148834
26376	rnn.weight_ih_l0	3	-0.045120447874069214
26376	rnn.weight_ih_l0	4	-0.052111636847257614
26376	rnn.weight_ih_l0	5	-0.008435155265033245
26376	rnn.weight_ih_l0	6	-0.052730657160282135
26376	rnn.weight_ih_l0	7	-0.06078752875328064
26376	rnn.weight_ih_l0	8	-0.04507627338171005
26376	rnn.weight_ih_l0	9	-0.026826301589608192
26376	rnn.weight_hh_l0	0	0.019078152254223824
26376	rnn.weight_hh_l0	1	-0.00893798191100359
26376	rnn.weight_hh_l0	2	-0.0673699602484703
26376	rnn.weight_hh_l0	3	-0.03283514454960823
26376	rnn.weight_hh_l0	4	-0.07728447765111923
26376	rnn.weight_hh_l0	5	-0.01396133378148079
26376	rnn.weight_hh_l0	6	-0.0529392771422863
26376	rnn.weight_hh_l0	7	-0.03878681734204292
26376	rnn.weight_hh_l0	8	-0.018788788467645645
26376	rnn.weight_hh_l0	9	-0.005122365429997444
26376	rnn.bias_ih_l0	0	0.14102329313755035
26376	rnn.bias_ih_l0	1	-0.05483845993876457
26376	rnn.bias_ih_l0	2	0.1044423058629036
26376	rnn.bias_ih_l0	3	0.05078226700425148
26376	rnn.bias_ih_l0	4	0.0976264551281929
26376	rnn.bias_ih_l0	5	0.02477952279150486
26376	rnn.bias_ih_l0	6	-0.01422111876308918
26376	rnn.bias_ih_l0	7	-0.10139401257038116
26376	rnn.bias_ih_l0	8	-0.2119457721710205
26376	rnn.bias_ih_l0	9	0.08173149079084396
26376	rnn.bias_hh_l0	0	-0.0003770130861084908
26376	rnn.bias_hh_l0	1	0.024171456694602966
26376	rnn.bias_hh_l0	2	-0.0032060767989605665
26376	rnn.bias_hh_l0	3	-0.030650025233626366
26376	rnn.bias_hh_l0	4	-0.037946902215480804
26376	rnn.bias_hh_l0	5	0.14638906717300415
26376	rnn.bias_hh_l0	6	0.04720904678106308
26376	rnn.bias_hh_l0	7	0.058727990835905075
26376	rnn.bias_hh_l0	8	0.02014758624136448
26376	rnn.bias_hh_l0	9	0.0394291877746582
26376	rnn.weight_ih_l0_reverse	0	-0.029468610882759094
26376	rnn.weight_ih_l0_reverse	1	-0.0025223589036613703
26376	rnn.weight_ih_l0_reverse	2	0.023936141282320023
26376	rnn.weight_ih_l0_reverse	3	-0.06236892566084862
26376	rnn.weight_ih_l0_reverse	4	0.009760724380612373
26376	rnn.weight_ih_l0_reverse	5	-0.046303268522024155
26376	rnn.weight_ih_l0_reverse	6	0.02737014926970005
26376	rnn.weight_ih_l0_reverse	7	0.046137042343616486
26376	rnn.weight_ih_l0_reverse	8	-0.04874233156442642
26376	rnn.weight_ih_l0_reverse	9	-0.0510353222489357
26376	rnn.weight_hh_l0_reverse	0	-0.08345985412597656
26376	rnn.weight_hh_l0_reverse	1	-0.06255804002285004
26376	rnn.weight_hh_l0_reverse	2	0.03444395586848259
26376	rnn.weight_hh_l0_reverse	3	0.046119626611471176
26376	rnn.weight_hh_l0_reverse	4	-0.015539891086518764
26376	rnn.weight_hh_l0_reverse	5	0.04530247673392296
26376	rnn.weight_hh_l0_reverse	6	0.00039212455158121884
26376	rnn.weight_hh_l0_reverse	7	-0.00018990396347362548
26376	rnn.weight_hh_l0_reverse	8	-0.09805507957935333
26376	rnn.weight_hh_l0_reverse	9	0.08093279600143433
26376	rnn.bias_ih_l0_reverse	0	-0.08346913009881973
26376	rnn.bias_ih_l0_reverse	1	-0.06729152798652649
26376	rnn.bias_ih_l0_reverse	2	0.10364194214344025
26376	rnn.bias_ih_l0_reverse	3	0.047227293252944946
26376	rnn.bias_ih_l0_reverse	4	-0.13068591058254242
26376	rnn.bias_ih_l0_reverse	5	0.04106532409787178
26376	rnn.bias_ih_l0_reverse	6	-0.10438989102840424
26376	rnn.bias_ih_l0_reverse	7	0.03986522927880287
26376	rnn.bias_ih_l0_reverse	8	0.03893398120999336
26376	rnn.bias_ih_l0_reverse	9	0.06118403747677803
26376	rnn.bias_hh_l0_reverse	0	0.049411557614803314
26376	rnn.bias_hh_l0_reverse	1	0.065871462225914
26376	rnn.bias_hh_l0_reverse	2	0.08186956495046616
26376	rnn.bias_hh_l0_reverse	3	-0.004877935163676739
26376	rnn.bias_hh_l0_reverse	4	0.06918518990278244
26376	rnn.bias_hh_l0_reverse	5	0.004903812427073717
26376	rnn.bias_hh_l0_reverse	6	-0.053954675793647766
26376	rnn.bias_hh_l0_reverse	7	0.02608525939285755
26376	rnn.bias_hh_l0_reverse	8	0.01430000551044941
26376	rnn.bias_hh_l0_reverse	9	-0.15609925985336304
26376	linear.weight	0	0.16920945048332214
26376	linear.weight	1	-0.16073483228683472
26376	linear.weight	2	-0.21648842096328735
26376	linear.weight	3	0.07951580733060837
26376	linear.weight	4	-0.026041371747851372
26376	linear.weight	5	0.0029584921430796385
26376	linear.weight	6	-0.006959960795938969
26376	linear.weight	7	-0.027795523405075073
26376	linear.weight	8	0.07927063852548599
26376	linear.weight	9	0.33889421820640564
26376	linear.bias	0	-0.21712537109851837
26376	linear.bias	1	0.19376389682292938
26376	linear.bias	2	-0.5379077792167664
26376	linear.bias	3	1.7083290815353394
26376	linear.bias	4	-0.39289870858192444
26376	linear.bias	5	-0.030769959092140198
26376	linear.bias	6	-0.3569740056991577
26376	linear.bias	7	-0.279170960187912
26376	linear.bias	8	-0.0520353838801384
26376	linear.bias	9	-0.49644458293914795
26404	transitions	0	-0.6471665501594543
26404	transitions	1	0.3502905070781708
26404	transitions	2	1.6754103899002075
26404	transitions	3	0.09778774529695511
26404	transitions	4	0.949048638343811
26404	transitions	5	1.273935079574585
26404	transitions	6	0.483336865901947
26404	transitions	7	0.1758187860250473
26404	transitions	8	-0.9195146560668945
26404	transitions	9	0.9306610822677612
26404	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26404	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26404	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26404	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26404	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26404	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26404	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26404	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26404	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26404	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26404	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26404	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26404	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26404	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26404	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26404	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26404	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26404	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26404	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26404	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26404	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26404	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26404	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26404	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26404	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26404	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26404	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26404	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26404	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26404	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26404	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26404	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26404	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26404	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26404	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26404	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26404	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26404	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26404	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26404	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26404	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26404	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26404	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26404	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26404	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26404	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26404	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26404	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26404	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26404	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26404	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26404	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26404	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26404	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26404	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26404	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26404	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26404	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26404	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26404	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26404	embedding2nn.weight	0	0.022274745628237724
26404	embedding2nn.weight	1	0.014295848086476326
26404	embedding2nn.weight	2	-0.004370052833110094
26404	embedding2nn.weight	3	1.926490404002834e-05
26404	embedding2nn.weight	4	-0.004369091242551804
26404	embedding2nn.weight	5	0.011534681543707848
26404	embedding2nn.weight	6	-0.004925061948597431
26404	embedding2nn.weight	7	0.021201899275183678
26404	embedding2nn.weight	8	-0.006845579016953707
26404	embedding2nn.weight	9	-0.014052118174731731
26404	embedding2nn.bias	0	-0.03203032538294792
26404	embedding2nn.bias	1	-0.028734905645251274
26404	embedding2nn.bias	2	-0.06820815801620483
26404	embedding2nn.bias	3	0.004370941314846277
26404	embedding2nn.bias	4	-0.0029574951622635126
26404	embedding2nn.bias	5	-0.010614006780087948
26404	embedding2nn.bias	6	0.014037949033081532
26404	embedding2nn.bias	7	0.021578524261713028
26404	embedding2nn.bias	8	0.007228801492601633
26404	embedding2nn.bias	9	-0.005784409120678902
26404	rnn.weight_ih_l0	0	0.03971926495432854
26404	rnn.weight_ih_l0	1	-0.013351940549910069
26404	rnn.weight_ih_l0	2	-0.03558770567178726
26404	rnn.weight_ih_l0	3	-0.0450458861887455
26404	rnn.weight_ih_l0	4	-0.052065931260585785
26404	rnn.weight_ih_l0	5	-0.00845063291490078
26404	rnn.weight_ih_l0	6	-0.05282090976834297
26404	rnn.weight_ih_l0	7	-0.06079311668872833
26404	rnn.weight_ih_l0	8	-0.0450691394507885
26404	rnn.weight_ih_l0	9	-0.02681877836585045
26404	rnn.weight_hh_l0	0	0.01913430728018284
26404	rnn.weight_hh_l0	1	-0.008793848566710949
26404	rnn.weight_hh_l0	2	-0.06733563542366028
26404	rnn.weight_hh_l0	3	-0.0328332893550396
26404	rnn.weight_hh_l0	4	-0.07723143696784973
26404	rnn.weight_hh_l0	5	-0.01396204810589552
26404	rnn.weight_hh_l0	6	-0.05282881483435631
26404	rnn.weight_hh_l0	7	-0.038359690457582474
26404	rnn.weight_hh_l0	8	-0.01879863068461418
26404	rnn.weight_hh_l0	9	-0.004992593079805374
26404	rnn.bias_ih_l0	0	0.14133629202842712
26404	rnn.bias_ih_l0	1	-0.05489525943994522
26404	rnn.bias_ih_l0	2	0.10369814932346344
26404	rnn.bias_ih_l0	3	0.0504477322101593
26404	rnn.bias_ih_l0	4	0.09787626564502716
26404	rnn.bias_ih_l0	5	0.024587834253907204
26404	rnn.bias_ih_l0	6	-0.014664257876574993
26404	rnn.bias_ih_l0	7	-0.10137978196144104
26404	rnn.bias_ih_l0	8	-0.21145597100257874
26404	rnn.bias_ih_l0	9	0.08143677562475204
26404	rnn.bias_hh_l0	0	-0.0004139559459872544
26404	rnn.bias_hh_l0	1	0.023532936349511147
26404	rnn.bias_hh_l0	2	-0.0035150698386132717
26404	rnn.bias_hh_l0	3	-0.03081672452390194
26404	rnn.bias_hh_l0	4	-0.037829820066690445
26404	rnn.bias_hh_l0	5	0.14640887081623077
26404	rnn.bias_hh_l0	6	0.04737606644630432
26404	rnn.bias_hh_l0	7	0.058515630662441254
26404	rnn.bias_hh_l0	8	0.019704455509781837
26404	rnn.bias_hh_l0	9	0.03968250751495361
26404	rnn.weight_ih_l0_reverse	0	-0.02951102703809738
26404	rnn.weight_ih_l0_reverse	1	-0.0026213533710688353
26404	rnn.weight_ih_l0_reverse	2	0.023998955264687538
26404	rnn.weight_ih_l0_reverse	3	-0.06233582645654678
26404	rnn.weight_ih_l0_reverse	4	0.009746825322508812
26404	rnn.weight_ih_l0_reverse	5	-0.04626896604895592
26404	rnn.weight_ih_l0_reverse	6	0.027352379634976387
26404	rnn.weight_ih_l0_reverse	7	0.04615383222699165
26404	rnn.weight_ih_l0_reverse	8	-0.04871254786849022
26404	rnn.weight_ih_l0_reverse	9	-0.05103633925318718
26404	rnn.weight_hh_l0_reverse	0	-0.08347589522600174
26404	rnn.weight_hh_l0_reverse	1	-0.062444936484098434
26404	rnn.weight_hh_l0_reverse	2	0.034428671002388
26404	rnn.weight_hh_l0_reverse	3	0.046026039868593216
26404	rnn.weight_hh_l0_reverse	4	-0.015522993169724941
26404	rnn.weight_hh_l0_reverse	5	0.045258644968271255
26404	rnn.weight_hh_l0_reverse	6	0.0001764703047228977
26404	rnn.weight_hh_l0_reverse	7	-0.000174890854395926
26404	rnn.weight_hh_l0_reverse	8	-0.09807245433330536
26404	rnn.weight_hh_l0_reverse	9	0.08086290955543518
26404	rnn.bias_ih_l0_reverse	0	-0.08343928307294846
26404	rnn.bias_ih_l0_reverse	1	-0.06630189716815948
26404	rnn.bias_ih_l0_reverse	2	0.10333670675754547
26404	rnn.bias_ih_l0_reverse	3	0.04766479879617691
26404	rnn.bias_ih_l0_reverse	4	-0.1305050551891327
26404	rnn.bias_ih_l0_reverse	5	0.04159808158874512
26404	rnn.bias_ih_l0_reverse	6	-0.10433708131313324
26404	rnn.bias_ih_l0_reverse	7	0.04018465057015419
26404	rnn.bias_ih_l0_reverse	8	0.03896835818886757
26404	rnn.bias_ih_l0_reverse	9	0.0611884780228138
26404	rnn.bias_hh_l0_reverse	0	0.050971683114767075
26404	rnn.bias_hh_l0_reverse	1	0.06585008651018143
26404	rnn.bias_hh_l0_reverse	2	0.08200623095035553
26404	rnn.bias_hh_l0_reverse	3	-0.005163681693375111
26404	rnn.bias_hh_l0_reverse	4	0.06928658485412598
26404	rnn.bias_hh_l0_reverse	5	0.0049026040360331535
26404	rnn.bias_hh_l0_reverse	6	-0.05374537408351898
26404	rnn.bias_hh_l0_reverse	7	0.026495428755879402
26404	rnn.bias_hh_l0_reverse	8	0.014188390225172043
26404	rnn.bias_hh_l0_reverse	9	-0.15637703239917755
26404	linear.weight	0	0.16925683617591858
26404	linear.weight	1	-0.1607348769903183
26404	linear.weight	2	-0.2164253443479538
26404	linear.weight	3	0.08040456473827362
26404	linear.weight	4	-0.02604701928794384
26404	linear.weight	5	0.002947000088170171
26404	linear.weight	6	-0.006959995254874229
26404	linear.weight	7	-0.02779361978173256
26404	linear.weight	8	0.08033356070518494
26404	linear.weight	9	0.3385433852672577
26404	linear.bias	0	-0.22129392623901367
26404	linear.bias	1	0.19629044830799103
26404	linear.bias	2	-0.5380252599716187
26404	linear.bias	3	1.709852933883667
26404	linear.bias	4	-0.392915815114975
26404	linear.bias	5	-0.030769959092140198
26404	linear.bias	6	-0.35695451498031616
26404	linear.bias	7	-0.27920472621917725
26404	linear.bias	8	-0.05247291550040245
26404	linear.bias	9	-0.49645164608955383
26432	transitions	0	-0.6471775770187378
26432	transitions	1	0.3502882719039917
26432	transitions	2	1.6753885746002197
26432	transitions	3	0.09778260439634323
26432	transitions	4	0.9490436911582947
26432	transitions	5	1.2739349603652954
26432	transitions	6	0.48333680629730225
26432	transitions	7	0.17581875622272491
26432	transitions	8	-0.9195148944854736
26432	transitions	9	0.9306610822677612
26432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26432	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26432	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26432	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26432	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26432	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26432	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26432	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26432	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26432	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26432	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26432	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26432	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26432	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26432	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26432	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26432	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26432	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26432	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26432	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26432	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26432	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26432	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26432	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26432	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26432	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26432	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26432	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26432	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26432	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26432	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26432	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26432	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26432	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26432	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26432	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26432	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26432	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26432	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26432	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26432	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26432	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26432	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26432	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26432	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26432	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26432	embedding2nn.weight	0	0.022360345348715782
26432	embedding2nn.weight	1	0.014300202950835228
26432	embedding2nn.weight	2	-0.004381678067147732
26432	embedding2nn.weight	3	5.1955885282950476e-05
26432	embedding2nn.weight	4	-0.004377531819045544
26432	embedding2nn.weight	5	0.011562727391719818
26432	embedding2nn.weight	6	-0.00491875596344471
26432	embedding2nn.weight	7	0.021269530057907104
26432	embedding2nn.weight	8	-0.006803122349083424
26432	embedding2nn.weight	9	-0.014050410129129887
26432	embedding2nn.bias	0	-0.033041514456272125
26432	embedding2nn.bias	1	-0.029805833473801613
26432	embedding2nn.bias	2	-0.0689253881573677
26432	embedding2nn.bias	3	0.004817292094230652
26432	embedding2nn.bias	4	-0.0023723894264549017
26432	embedding2nn.bias	5	-0.010773546062409878
26432	embedding2nn.bias	6	0.015237510204315186
26432	embedding2nn.bias	7	0.020971162244677544
26432	embedding2nn.bias	8	0.006508274935185909
26432	embedding2nn.bias	9	-0.007175756618380547
26432	rnn.weight_ih_l0	0	0.039727188646793365
26432	rnn.weight_ih_l0	1	-0.013453471474349499
26432	rnn.weight_ih_l0	2	-0.03544429689645767
26432	rnn.weight_ih_l0	3	-0.04505837708711624
26432	rnn.weight_ih_l0	4	-0.05211794376373291
26432	rnn.weight_ih_l0	5	-0.008397400379180908
26432	rnn.weight_ih_l0	6	-0.05285020172595978
26432	rnn.weight_ih_l0	7	-0.0608779639005661
26432	rnn.weight_ih_l0	8	-0.045032575726509094
26432	rnn.weight_ih_l0	9	-0.02680172398686409
26432	rnn.weight_hh_l0	0	0.01922399364411831
26432	rnn.weight_hh_l0	1	-0.008869553916156292
26432	rnn.weight_hh_l0	2	-0.06734061986207962
26432	rnn.weight_hh_l0	3	-0.03292659670114517
26432	rnn.weight_hh_l0	4	-0.07723595947027206
26432	rnn.weight_hh_l0	5	-0.01387849636375904
26432	rnn.weight_hh_l0	6	-0.052656371146440506
26432	rnn.weight_hh_l0	7	-0.03840268775820732
26432	rnn.weight_hh_l0	8	-0.018852854147553444
26432	rnn.weight_hh_l0	9	-0.004994984250515699
26432	rnn.bias_ih_l0	0	0.14142608642578125
26432	rnn.bias_ih_l0	1	-0.05503903329372406
26432	rnn.bias_ih_l0	2	0.10384417325258255
26432	rnn.bias_ih_l0	3	0.050284553319215775
26432	rnn.bias_ih_l0	4	0.09801848232746124
26432	rnn.bias_ih_l0	5	0.024350162595510483
26432	rnn.bias_ih_l0	6	-0.014414829201996326
26432	rnn.bias_ih_l0	7	-0.10118839889764786
26432	rnn.bias_ih_l0	8	-0.209824800491333
26432	rnn.bias_ih_l0	9	0.08174879848957062
26432	rnn.bias_hh_l0	0	-0.0003007761260960251
26432	rnn.bias_hh_l0	1	0.023829879239201546
26432	rnn.bias_hh_l0	2	-0.0035395645536482334
26432	rnn.bias_hh_l0	3	-0.030260026454925537
26432	rnn.bias_hh_l0	4	-0.03839414194226265
26432	rnn.bias_hh_l0	5	0.14678137004375458
26432	rnn.bias_hh_l0	6	0.047903891652822495
26432	rnn.bias_hh_l0	7	0.05835238844156265
26432	rnn.bias_hh_l0	8	0.019953882321715355
26432	rnn.bias_hh_l0	9	0.04005396366119385
26432	rnn.weight_ih_l0_reverse	0	-0.029487166553735733
26432	rnn.weight_ih_l0_reverse	1	-0.0026918919757008553
26432	rnn.weight_ih_l0_reverse	2	0.02400677651166916
26432	rnn.weight_ih_l0_reverse	3	-0.06230811029672623
26432	rnn.weight_ih_l0_reverse	4	0.009755553677678108
26432	rnn.weight_ih_l0_reverse	5	-0.046333782374858856
26432	rnn.weight_ih_l0_reverse	6	0.02727491781115532
26432	rnn.weight_ih_l0_reverse	7	0.04615441709756851
26432	rnn.weight_ih_l0_reverse	8	-0.04874245077371597
26432	rnn.weight_ih_l0_reverse	9	-0.05100526288151741
26432	rnn.weight_hh_l0_reverse	0	-0.08351238816976547
26432	rnn.weight_hh_l0_reverse	1	-0.06267282366752625
26432	rnn.weight_hh_l0_reverse	2	0.034493353217840195
26432	rnn.weight_hh_l0_reverse	3	0.046054258942604065
26432	rnn.weight_hh_l0_reverse	4	-0.015457729808986187
26432	rnn.weight_hh_l0_reverse	5	0.04527350515127182
26432	rnn.weight_hh_l0_reverse	6	0.0002154755056835711
26432	rnn.weight_hh_l0_reverse	7	-5.577050615102053e-05
26432	rnn.weight_hh_l0_reverse	8	-0.09791816025972366
26432	rnn.weight_hh_l0_reverse	9	0.08083958923816681
26432	rnn.bias_ih_l0_reverse	0	-0.08494020253419876
26432	rnn.bias_ih_l0_reverse	1	-0.06596734374761581
26432	rnn.bias_ih_l0_reverse	2	0.1035018190741539
26432	rnn.bias_ih_l0_reverse	3	0.04779525101184845
26432	rnn.bias_ih_l0_reverse	4	-0.1303543895483017
26432	rnn.bias_ih_l0_reverse	5	0.041196685284376144
26432	rnn.bias_ih_l0_reverse	6	-0.10448746383190155
26432	rnn.bias_ih_l0_reverse	7	0.04029540717601776
26432	rnn.bias_ih_l0_reverse	8	0.0389888696372509
26432	rnn.bias_ih_l0_reverse	9	0.06189668923616409
26432	rnn.bias_hh_l0_reverse	0	0.051620569080114365
26432	rnn.bias_hh_l0_reverse	1	0.06590773910284042
26432	rnn.bias_hh_l0_reverse	2	0.0818120613694191
26432	rnn.bias_hh_l0_reverse	3	-0.005295374896377325
26432	rnn.bias_hh_l0_reverse	4	0.06950082629919052
26432	rnn.bias_hh_l0_reverse	5	0.0035833092406392097
26432	rnn.bias_hh_l0_reverse	6	-0.05386298894882202
26432	rnn.bias_hh_l0_reverse	7	0.02659994177520275
26432	rnn.bias_hh_l0_reverse	8	0.013935108669102192
26432	rnn.bias_hh_l0_reverse	9	-0.15700791776180267
26432	linear.weight	0	0.16866138577461243
26432	linear.weight	1	-0.16073480248451233
26432	linear.weight	2	-0.21626192331314087
26432	linear.weight	3	0.08018963783979416
26432	linear.weight	4	-0.026002082973718643
26432	linear.weight	5	0.00298711727373302
26432	linear.weight	6	-0.006959628779441118
26432	linear.weight	7	-0.02778925746679306
26432	linear.weight	8	0.08095823228359222
26432	linear.weight	9	0.3388899266719818
26432	linear.bias	0	-0.22292248904705048
26432	linear.bias	1	0.19495832920074463
26432	linear.bias	2	-0.5381187200546265
26432	linear.bias	3	1.7136284112930298
26432	linear.bias	4	-0.39293989539146423
26432	linear.bias	5	-0.030769959092140198
26432	linear.bias	6	-0.3571235239505768
26432	linear.bias	7	-0.27919358015060425
26432	linear.bias	8	-0.05010674521327019
26432	linear.bias	9	-0.49648669362068176
26460	transitions	0	-0.6471847891807556
26460	transitions	1	0.35028401017189026
26460	transitions	2	1.6753720045089722
26460	transitions	3	0.0977807343006134
26460	transitions	4	0.9490430355072021
26460	transitions	5	1.2739346027374268
26460	transitions	6	0.48333680629730225
26460	transitions	7	0.17581874132156372
26460	transitions	8	-0.9195148944854736
26460	transitions	9	0.9306610822677612
26460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26460	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26460	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26460	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26460	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26460	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26460	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26460	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26460	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26460	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26460	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26460	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26460	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26460	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26460	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26460	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26460	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26460	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26460	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26460	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26460	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26460	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26460	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26460	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26460	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26460	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26460	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26460	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26460	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26460	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26460	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26460	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26460	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26460	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26460	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26460	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26460	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26460	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26460	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26460	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26460	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26460	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26460	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26460	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26460	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26460	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26460	embedding2nn.weight	0	0.02225879766047001
26460	embedding2nn.weight	1	0.014314775355160236
26460	embedding2nn.weight	2	-0.004383835941553116
26460	embedding2nn.weight	3	0.00010670782648958266
26460	embedding2nn.weight	4	-0.004385554697364569
26460	embedding2nn.weight	5	0.011586690321564674
26460	embedding2nn.weight	6	-0.0049063414335250854
26460	embedding2nn.weight	7	0.02133827842772007
26460	embedding2nn.weight	8	-0.006809218320995569
26460	embedding2nn.weight	9	-0.014047585427761078
26460	embedding2nn.bias	0	-0.03287406638264656
26460	embedding2nn.bias	1	-0.02947952225804329
26460	embedding2nn.bias	2	-0.06845308840274811
26460	embedding2nn.bias	3	0.004350935108959675
26460	embedding2nn.bias	4	-0.001998892752453685
26460	embedding2nn.bias	5	-0.010791045613586903
26460	embedding2nn.bias	6	0.01337831187993288
26460	embedding2nn.bias	7	0.021592900156974792
26460	embedding2nn.bias	8	0.0067406888119876385
26460	embedding2nn.bias	9	-0.00763115705922246
26460	rnn.weight_ih_l0	0	0.03974894806742668
26460	rnn.weight_ih_l0	1	-0.013475517742335796
26460	rnn.weight_ih_l0	2	-0.03562527149915695
26460	rnn.weight_ih_l0	3	-0.04516354203224182
26460	rnn.weight_ih_l0	4	-0.052117783576250076
26460	rnn.weight_ih_l0	5	-0.008391139097511768
26460	rnn.weight_ih_l0	6	-0.05278189107775688
26460	rnn.weight_ih_l0	7	-0.06093142554163933
26460	rnn.weight_ih_l0	8	-0.04500240460038185
26460	rnn.weight_ih_l0	9	-0.026862429454922676
26460	rnn.weight_hh_l0	0	0.01901160180568695
26460	rnn.weight_hh_l0	1	-0.009065707214176655
26460	rnn.weight_hh_l0	2	-0.06741362810134888
26460	rnn.weight_hh_l0	3	-0.03287297487258911
26460	rnn.weight_hh_l0	4	-0.07729599624872208
26460	rnn.weight_hh_l0	5	-0.013858837075531483
26460	rnn.weight_hh_l0	6	-0.05271107703447342
26460	rnn.weight_hh_l0	7	-0.03873894736170769
26460	rnn.weight_hh_l0	8	-0.018934739753603935
26460	rnn.weight_hh_l0	9	-0.005293430760502815
26460	rnn.bias_ih_l0	0	0.1415240466594696
26460	rnn.bias_ih_l0	1	-0.055330727249383926
26460	rnn.bias_ih_l0	2	0.104037806391716
26460	rnn.bias_ih_l0	3	0.050192542374134064
26460	rnn.bias_ih_l0	4	0.09757217764854431
26460	rnn.bias_ih_l0	5	0.024161281064152718
26460	rnn.bias_ih_l0	6	-0.014790096320211887
26460	rnn.bias_ih_l0	7	-0.10224331170320511
26460	rnn.bias_ih_l0	8	-0.21194644272327423
26460	rnn.bias_ih_l0	9	0.08147188276052475
26460	rnn.bias_hh_l0	0	-0.0004276472900528461
26460	rnn.bias_hh_l0	1	0.023865394294261932
26460	rnn.bias_hh_l0	2	-0.0038852361030876637
26460	rnn.bias_hh_l0	3	-0.03017391823232174
26460	rnn.bias_hh_l0	4	-0.03827682510018349
26460	rnn.bias_hh_l0	5	0.1471182256937027
26460	rnn.bias_hh_l0	6	0.048618920147418976
26460	rnn.bias_hh_l0	7	0.058923207223415375
26460	rnn.bias_hh_l0	8	0.019578615203499794
26460	rnn.bias_hh_l0	9	0.039813268929719925
26460	rnn.weight_ih_l0_reverse	0	-0.029461711645126343
26460	rnn.weight_ih_l0_reverse	1	-0.002581570763140917
26460	rnn.weight_ih_l0_reverse	2	0.023984387516975403
26460	rnn.weight_ih_l0_reverse	3	-0.0623151957988739
26460	rnn.weight_ih_l0_reverse	4	0.009748837910592556
26460	rnn.weight_ih_l0_reverse	5	-0.04623715952038765
26460	rnn.weight_ih_l0_reverse	6	0.027207834646105766
26460	rnn.weight_ih_l0_reverse	7	0.046159226447343826
26460	rnn.weight_ih_l0_reverse	8	-0.04873659834265709
26460	rnn.weight_ih_l0_reverse	9	-0.05098683014512062
26460	rnn.weight_hh_l0_reverse	0	-0.08346299827098846
26460	rnn.weight_hh_l0_reverse	1	-0.062303148210048676
26460	rnn.weight_hh_l0_reverse	2	0.03469038009643555
26460	rnn.weight_hh_l0_reverse	3	0.04603682830929756
26460	rnn.weight_hh_l0_reverse	4	-0.015431310050189495
26460	rnn.weight_hh_l0_reverse	5	0.04518596827983856
26460	rnn.weight_hh_l0_reverse	6	0.00026950702886097133
26460	rnn.weight_hh_l0_reverse	7	-0.00010455646406626329
26460	rnn.weight_hh_l0_reverse	8	-0.09805988520383835
26460	rnn.weight_hh_l0_reverse	9	0.08080637454986572
26460	rnn.bias_ih_l0_reverse	0	-0.08604995906352997
26460	rnn.bias_ih_l0_reverse	1	-0.06553234905004501
26460	rnn.bias_ih_l0_reverse	2	0.10348227620124817
26460	rnn.bias_ih_l0_reverse	3	0.04758869484066963
26460	rnn.bias_ih_l0_reverse	4	-0.13053388893604279
26460	rnn.bias_ih_l0_reverse	5	0.04125552996993065
26460	rnn.bias_ih_l0_reverse	6	-0.10454677045345306
26460	rnn.bias_ih_l0_reverse	7	0.040387969464063644
26460	rnn.bias_ih_l0_reverse	8	0.03852260857820511
26460	rnn.bias_ih_l0_reverse	9	0.062164559960365295
26460	rnn.bias_hh_l0_reverse	0	0.05106005072593689
26460	rnn.bias_hh_l0_reverse	1	0.06600037217140198
26460	rnn.bias_hh_l0_reverse	2	0.08173268288373947
26460	rnn.bias_hh_l0_reverse	3	-0.005075340624898672
26460	rnn.bias_hh_l0_reverse	4	0.06921234726905823
26460	rnn.bias_hh_l0_reverse	5	0.004110855516046286
26460	rnn.bias_hh_l0_reverse	6	-0.05411660298705101
26460	rnn.bias_hh_l0_reverse	7	0.026499878615140915
26460	rnn.bias_hh_l0_reverse	8	0.013928220607340336
26460	rnn.bias_hh_l0_reverse	9	-0.15597864985466003
26460	linear.weight	0	0.16872961819171906
26460	linear.weight	1	-0.16073352098464966
26460	linear.weight	2	-0.21613217890262604
26460	linear.weight	3	0.07962886244058609
26460	linear.weight	4	-0.0260167233645916
26460	linear.weight	5	0.002839038148522377
26460	linear.weight	6	-0.006959616672247648
26460	linear.weight	7	-0.02778548374772072
26460	linear.weight	8	0.07995972782373428
26460	linear.weight	9	0.33886271715164185
26460	linear.bias	0	-0.21715503931045532
26460	linear.bias	1	0.19437655806541443
26460	linear.bias	2	-0.5380045771598816
26460	linear.bias	3	1.7047791481018066
26460	linear.bias	4	-0.39295920729637146
26460	linear.bias	5	-0.030769959092140198
26460	linear.bias	6	-0.3571755588054657
26460	linear.bias	7	-0.27932974696159363
26460	linear.bias	8	-0.04904791712760925
26460	linear.bias	9	-0.49649664759635925
26488	transitions	0	-0.6471911072731018
26488	transitions	1	0.35027989745140076
26488	transitions	2	1.6753439903259277
26488	transitions	3	0.09777504950761795
26488	transitions	4	0.9490405917167664
26488	transitions	5	1.2739343643188477
26488	transitions	6	0.48333659768104553
26488	transitions	7	0.1758178323507309
26488	transitions	8	-0.9195148944854736
26488	transitions	9	0.9306610822677612
26488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26488	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26488	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26488	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26488	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26488	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26488	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26488	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26488	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26488	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26488	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26488	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26488	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26488	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26488	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26488	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26488	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26488	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26488	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26488	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26488	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26488	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26488	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26488	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26488	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26488	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26488	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26488	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26488	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26488	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26488	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26488	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26488	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26488	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26488	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26488	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26488	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26488	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26488	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26488	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26488	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26488	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26488	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26488	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26488	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26488	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26488	embedding2nn.weight	0	0.02228620834648609
26488	embedding2nn.weight	1	0.014291064813733101
26488	embedding2nn.weight	2	-0.004388392437249422
26488	embedding2nn.weight	3	7.34599816496484e-05
26488	embedding2nn.weight	4	-0.004383827093988657
26488	embedding2nn.weight	5	0.011615007184445858
26488	embedding2nn.weight	6	-0.004921919200569391
26488	embedding2nn.weight	7	0.021281814202666283
26488	embedding2nn.weight	8	-0.0067835296504199505
26488	embedding2nn.weight	9	-0.01403988990932703
26488	embedding2nn.bias	0	-0.03163294121623039
26488	embedding2nn.bias	1	-0.029161320999264717
26488	embedding2nn.bias	2	-0.06635911017656326
26488	embedding2nn.bias	3	0.003860733238980174
26488	embedding2nn.bias	4	-0.0024839744437485933
26488	embedding2nn.bias	5	-0.009118562564253807
26488	embedding2nn.bias	6	0.012749014422297478
26488	embedding2nn.bias	7	0.021348953247070312
26488	embedding2nn.bias	8	0.007908728905022144
26488	embedding2nn.bias	9	-0.007258255500346422
26488	rnn.weight_ih_l0	0	0.03970891609787941
26488	rnn.weight_ih_l0	1	-0.013347162865102291
26488	rnn.weight_ih_l0	2	-0.03575970605015755
26488	rnn.weight_ih_l0	3	-0.04527789354324341
26488	rnn.weight_ih_l0	4	-0.052185676991939545
26488	rnn.weight_ih_l0	5	-0.008382292464375496
26488	rnn.weight_ih_l0	6	-0.05286648869514465
26488	rnn.weight_ih_l0	7	-0.060909707099199295
26488	rnn.weight_ih_l0	8	-0.04504340887069702
26488	rnn.weight_ih_l0	9	-0.026878206059336662
26488	rnn.weight_hh_l0	0	0.019076254218816757
26488	rnn.weight_hh_l0	1	-0.009051701985299587
26488	rnn.weight_hh_l0	2	-0.06751806288957596
26488	rnn.weight_hh_l0	3	-0.03286959230899811
26488	rnn.weight_hh_l0	4	-0.0773007720708847
26488	rnn.weight_hh_l0	5	-0.013904587365686893
26488	rnn.weight_hh_l0	6	-0.052947256714105606
26488	rnn.weight_hh_l0	7	-0.03873160481452942
26488	rnn.weight_hh_l0	8	-0.01906106062233448
26488	rnn.weight_hh_l0	9	-0.0054992507211863995
26488	rnn.bias_ih_l0	0	0.14173011481761932
26488	rnn.bias_ih_l0	1	-0.05575748533010483
26488	rnn.bias_ih_l0	2	0.10411851853132248
26488	rnn.bias_ih_l0	3	0.04981207102537155
26488	rnn.bias_ih_l0	4	0.09674855321645737
26488	rnn.bias_ih_l0	5	0.024131013080477715
26488	rnn.bias_ih_l0	6	-0.014666679315268993
26488	rnn.bias_ih_l0	7	-0.1029931902885437
26488	rnn.bias_ih_l0	8	-0.21098849177360535
26488	rnn.bias_ih_l0	9	0.08169464766979218
26488	rnn.bias_hh_l0	0	-0.0003658181813079864
26488	rnn.bias_hh_l0	1	0.02383718639612198
26488	rnn.bias_hh_l0	2	-0.00345340883359313
26488	rnn.bias_hh_l0	3	-0.03000045008957386
26488	rnn.bias_hh_l0	4	-0.03824540972709656
26488	rnn.bias_hh_l0	5	0.14687341451644897
26488	rnn.bias_hh_l0	6	0.048992820084095
26488	rnn.bias_hh_l0	7	0.058660659939050674
26488	rnn.bias_hh_l0	8	0.019702032208442688
26488	rnn.bias_hh_l0	9	0.040030982345342636
26488	rnn.weight_ih_l0_reverse	0	-0.02953186444938183
26488	rnn.weight_ih_l0_reverse	1	-0.0024944862816482782
26488	rnn.weight_ih_l0_reverse	2	0.024004779756069183
26488	rnn.weight_ih_l0_reverse	3	-0.062301404774188995
26488	rnn.weight_ih_l0_reverse	4	0.00970445666462183
26488	rnn.weight_ih_l0_reverse	5	-0.04619469493627548
26488	rnn.weight_ih_l0_reverse	6	0.027069007977843285
26488	rnn.weight_ih_l0_reverse	7	0.04613707587122917
26488	rnn.weight_ih_l0_reverse	8	-0.04871771112084389
26488	rnn.weight_ih_l0_reverse	9	-0.05097518861293793
26488	rnn.weight_hh_l0_reverse	0	-0.08340778946876526
26488	rnn.weight_hh_l0_reverse	1	-0.06237203627824783
26488	rnn.weight_hh_l0_reverse	2	0.03480593115091324
26488	rnn.weight_hh_l0_reverse	3	0.04606633633375168
26488	rnn.weight_hh_l0_reverse	4	-0.015476537868380547
26488	rnn.weight_hh_l0_reverse	5	0.04522470384836197
26488	rnn.weight_hh_l0_reverse	6	3.675110201584175e-05
26488	rnn.weight_hh_l0_reverse	7	-0.00010303580347681418
26488	rnn.weight_hh_l0_reverse	8	-0.09808439016342163
26488	rnn.weight_hh_l0_reverse	9	0.08061777800321579
26488	rnn.bias_ih_l0_reverse	0	-0.08497467637062073
26488	rnn.bias_ih_l0_reverse	1	-0.06578905135393143
26488	rnn.bias_ih_l0_reverse	2	0.10364379733800888
26488	rnn.bias_ih_l0_reverse	3	0.04745452478528023
26488	rnn.bias_ih_l0_reverse	4	-0.13051465153694153
26488	rnn.bias_ih_l0_reverse	5	0.04104796424508095
26488	rnn.bias_ih_l0_reverse	6	-0.10437513142824173
26488	rnn.bias_ih_l0_reverse	7	0.04102938249707222
26488	rnn.bias_ih_l0_reverse	8	0.03837960958480835
26488	rnn.bias_ih_l0_reverse	9	0.062034718692302704
26488	rnn.bias_hh_l0_reverse	0	0.05359756574034691
26488	rnn.bias_hh_l0_reverse	1	0.06665381789207458
26488	rnn.bias_hh_l0_reverse	2	0.08189594745635986
26488	rnn.bias_hh_l0_reverse	3	-0.004814910236746073
26488	rnn.bias_hh_l0_reverse	4	0.06932482868432999
26488	rnn.bias_hh_l0_reverse	5	0.004564374219626188
26488	rnn.bias_hh_l0_reverse	6	-0.05413312837481499
26488	rnn.bias_hh_l0_reverse	7	0.026729879900813103
26488	rnn.bias_hh_l0_reverse	8	0.013838717713952065
26488	rnn.bias_hh_l0_reverse	9	-0.1561940461397171
26488	linear.weight	0	0.1686212718486786
26488	linear.weight	1	-0.16073031723499298
26488	linear.weight	2	-0.21619434654712677
26488	linear.weight	3	0.08102358132600784
26488	linear.weight	4	-0.025946635752916336
26488	linear.weight	5	0.0029434808529913425
26488	linear.weight	6	-0.00696026673540473
26488	linear.weight	7	-0.02769724279642105
26488	linear.weight	8	0.07943230122327805
26488	linear.weight	9	0.33869802951812744
26488	linear.bias	0	-0.21468578279018402
26488	linear.bias	1	0.19463109970092773
26488	linear.bias	2	-0.5378032922744751
26488	linear.bias	3	1.6999256610870361
26488	linear.bias	4	-0.3934761881828308
26488	linear.bias	5	-0.030769959092140198
26488	linear.bias	6	-0.35683542490005493
26488	linear.bias	7	-0.279187947511673
26488	linear.bias	8	-0.04979023337364197
26488	linear.bias	9	-0.4965146481990814
26516	transitions	0	-0.6471951007843018
26516	transitions	1	0.3502756655216217
26516	transitions	2	1.6753369569778442
26516	transitions	3	0.0977359339594841
26516	transitions	4	0.9490353465080261
26516	transitions	5	1.273934245109558
26516	transitions	6	0.48333653807640076
26516	transitions	7	0.17581775784492493
26516	transitions	8	-0.9195149540901184
26516	transitions	9	0.9306610822677612
26516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26516	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26516	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26516	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26516	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26516	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26516	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26516	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26516	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26516	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26516	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26516	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26516	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26516	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26516	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26516	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26516	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26516	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26516	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26516	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26516	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26516	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26516	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26516	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26516	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26516	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26516	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26516	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26516	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26516	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26516	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26516	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26516	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26516	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26516	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26516	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26516	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26516	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26516	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26516	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26516	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26516	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26516	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26516	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26516	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26516	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26516	embedding2nn.weight	0	0.02227439358830452
26516	embedding2nn.weight	1	0.014302579686045647
26516	embedding2nn.weight	2	-0.004391916561871767
26516	embedding2nn.weight	3	0.00017324640066362917
26516	embedding2nn.weight	4	-0.004382364451885223
26516	embedding2nn.weight	5	0.011637313291430473
26516	embedding2nn.weight	6	-0.004937248770147562
26516	embedding2nn.weight	7	0.021219057962298393
26516	embedding2nn.weight	8	-0.00674855662509799
26516	embedding2nn.weight	9	-0.014033696614205837
26516	embedding2nn.bias	0	-0.030059663578867912
26516	embedding2nn.bias	1	-0.03022846393287182
26516	embedding2nn.bias	2	-0.06652198731899261
26516	embedding2nn.bias	3	0.003794673830270767
26516	embedding2nn.bias	4	-0.002409182023257017
26516	embedding2nn.bias	5	-0.01044121291488409
26516	embedding2nn.bias	6	0.013786899857223034
26516	embedding2nn.bias	7	0.020905688405036926
26516	embedding2nn.bias	8	0.008542627096176147
26516	embedding2nn.bias	9	-0.006040454376488924
26516	rnn.weight_ih_l0	0	0.03972790390253067
26516	rnn.weight_ih_l0	1	-0.013352645561099052
26516	rnn.weight_ih_l0	2	-0.035669345408678055
26516	rnn.weight_ih_l0	3	-0.04530033469200134
26516	rnn.weight_ih_l0	4	-0.052275702357292175
26516	rnn.weight_ih_l0	5	-0.008386136963963509
26516	rnn.weight_ih_l0	6	-0.052709441632032394
26516	rnn.weight_ih_l0	7	-0.06084276735782623
26516	rnn.weight_ih_l0	8	-0.0449800007045269
26516	rnn.weight_ih_l0	9	-0.026872849091887474
26516	rnn.weight_hh_l0	0	0.019083311781287193
26516	rnn.weight_hh_l0	1	-0.00895934458822012
26516	rnn.weight_hh_l0	2	-0.06767930835485458
26516	rnn.weight_hh_l0	3	-0.032853517681360245
26516	rnn.weight_hh_l0	4	-0.07722166925668716
26516	rnn.weight_hh_l0	5	-0.013966910541057587
26516	rnn.weight_hh_l0	6	-0.05271327495574951
26516	rnn.weight_hh_l0	7	-0.03877411037683487
26516	rnn.weight_hh_l0	8	-0.019031427800655365
26516	rnn.weight_hh_l0	9	-0.005536721087992191
26516	rnn.bias_ih_l0	0	0.14185845851898193
26516	rnn.bias_ih_l0	1	-0.05590161308646202
26516	rnn.bias_ih_l0	2	0.10398436337709427
26516	rnn.bias_ih_l0	3	0.04982120171189308
26516	rnn.bias_ih_l0	4	0.09692119061946869
26516	rnn.bias_ih_l0	5	0.023982210084795952
26516	rnn.bias_ih_l0	6	-0.01458064652979374
26516	rnn.bias_ih_l0	7	-0.10285677760839462
26516	rnn.bias_ih_l0	8	-0.21099668741226196
26516	rnn.bias_ih_l0	9	0.081688292324543
26516	rnn.bias_hh_l0	0	-0.0003570422122720629
26516	rnn.bias_hh_l0	1	0.023853573948144913
26516	rnn.bias_hh_l0	2	-0.003365652170032263
26516	rnn.bias_hh_l0	3	-0.030000338330864906
26516	rnn.bias_hh_l0	4	-0.03752253204584122
26516	rnn.bias_hh_l0	5	0.14700272679328918
26516	rnn.bias_hh_l0	6	0.04914063215255737
26516	rnn.bias_hh_l0	7	0.058839354664087296
26516	rnn.bias_hh_l0	8	0.019788071513175964
26516	rnn.bias_hh_l0	9	0.03992868959903717
26516	rnn.weight_ih_l0_reverse	0	-0.029483558610081673
26516	rnn.weight_ih_l0_reverse	1	-0.002450941363349557
26516	rnn.weight_ih_l0_reverse	2	0.023981040343642235
26516	rnn.weight_ih_l0_reverse	3	-0.06230013072490692
26516	rnn.weight_ih_l0_reverse	4	0.009756446816027164
26516	rnn.weight_ih_l0_reverse	5	-0.046216271817684174
26516	rnn.weight_ih_l0_reverse	6	0.02715473622083664
26516	rnn.weight_ih_l0_reverse	7	0.046139080077409744
26516	rnn.weight_ih_l0_reverse	8	-0.04869922995567322
26516	rnn.weight_ih_l0_reverse	9	-0.0509958453476429
26516	rnn.weight_hh_l0_reverse	0	-0.08346828073263168
26516	rnn.weight_hh_l0_reverse	1	-0.062451526522636414
26516	rnn.weight_hh_l0_reverse	2	0.03483906388282776
26516	rnn.weight_hh_l0_reverse	3	0.04606526717543602
26516	rnn.weight_hh_l0_reverse	4	-0.015444817021489143
26516	rnn.weight_hh_l0_reverse	5	0.045213520526885986
26516	rnn.weight_hh_l0_reverse	6	0.00037604267708957195
26516	rnn.weight_hh_l0_reverse	7	-7.360070594586432e-05
26516	rnn.weight_hh_l0_reverse	8	-0.09809891134500504
26516	rnn.weight_hh_l0_reverse	9	0.08051104098558426
26516	rnn.bias_ih_l0_reverse	0	-0.08535061776638031
26516	rnn.bias_ih_l0_reverse	1	-0.06557247042655945
26516	rnn.bias_ih_l0_reverse	2	0.10372171550989151
26516	rnn.bias_ih_l0_reverse	3	0.04721898213028908
26516	rnn.bias_ih_l0_reverse	4	-0.1305852234363556
26516	rnn.bias_ih_l0_reverse	5	0.04110376909375191
26516	rnn.bias_ih_l0_reverse	6	-0.10428791493177414
26516	rnn.bias_ih_l0_reverse	7	0.041321415454149246
26516	rnn.bias_ih_l0_reverse	8	0.03818204626441002
26516	rnn.bias_ih_l0_reverse	9	0.062177784740924835
26516	rnn.bias_hh_l0_reverse	0	0.053852420300245285
26516	rnn.bias_hh_l0_reverse	1	0.06662292778491974
26516	rnn.bias_hh_l0_reverse	2	0.08184642344713211
26516	rnn.bias_hh_l0_reverse	3	-0.0051014963537454605
26516	rnn.bias_hh_l0_reverse	4	0.06863126903772354
26516	rnn.bias_hh_l0_reverse	5	0.00470924936234951
26516	rnn.bias_hh_l0_reverse	6	-0.05397113412618637
26516	rnn.bias_hh_l0_reverse	7	0.02695734053850174
26516	rnn.bias_hh_l0_reverse	8	0.01345517672598362
26516	rnn.bias_hh_l0_reverse	9	-0.15667833387851715
26516	linear.weight	0	0.16926893591880798
26516	linear.weight	1	-0.16123171150684357
26516	linear.weight	2	-0.21600814163684845
26516	linear.weight	3	0.08123225718736649
26516	linear.weight	4	-0.02599945291876793
26516	linear.weight	5	0.002904377179220319
26516	linear.weight	6	-0.006954653188586235
26516	linear.weight	7	-0.027695998549461365
26516	linear.weight	8	0.07985374331474304
26516	linear.weight	9	0.33862143754959106
26516	linear.bias	0	-0.21321210265159607
26516	linear.bias	1	0.19341525435447693
26516	linear.bias	2	-0.5378993153572083
26516	linear.bias	3	1.6971819400787354
26516	linear.bias	4	-0.393494188785553
26516	linear.bias	5	-0.030769959092140198
26516	linear.bias	6	-0.35695886611938477
26516	linear.bias	7	-0.27943840622901917
26516	linear.bias	8	-0.048465546220541
26516	linear.bias	9	-0.49652066826820374
26544	transitions	0	-0.6472055912017822
26544	transitions	1	0.35026785731315613
26544	transitions	2	1.6753336191177368
26544	transitions	3	0.09773215651512146
26544	transitions	4	0.9490212798118591
26544	transitions	5	1.2739341259002686
26544	transitions	6	0.48333653807640076
26544	transitions	7	0.17581769824028015
26544	transitions	8	-0.919515073299408
26544	transitions	9	0.9306610822677612
26544	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26544	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26544	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26544	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26544	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26544	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26544	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26544	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26544	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26544	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26544	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26544	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26544	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26544	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26544	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26544	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26544	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26544	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26544	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26544	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26544	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26544	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26544	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26544	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26544	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26544	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26544	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26544	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26544	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26544	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26544	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26544	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26544	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26544	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26544	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26544	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26544	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26544	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26544	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26544	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26544	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26544	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26544	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26544	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26544	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26544	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26544	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26544	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26544	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26544	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26544	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26544	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26544	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26544	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26544	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26544	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26544	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26544	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26544	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26544	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26544	embedding2nn.weight	0	0.022302674129605293
26544	embedding2nn.weight	1	0.014307738281786442
26544	embedding2nn.weight	2	-0.004391936119645834
26544	embedding2nn.weight	3	0.0001658863911870867
26544	embedding2nn.weight	4	-0.004371631890535355
26544	embedding2nn.weight	5	0.011624442413449287
26544	embedding2nn.weight	6	-0.004929474554955959
26544	embedding2nn.weight	7	0.021175984293222427
26544	embedding2nn.weight	8	-0.006727934814989567
26544	embedding2nn.weight	9	-0.014032343402504921
26544	embedding2nn.bias	0	-0.031322747468948364
26544	embedding2nn.bias	1	-0.030415460467338562
26544	embedding2nn.bias	2	-0.06654036790132523
26544	embedding2nn.bias	3	0.004460598342120647
26544	embedding2nn.bias	4	-0.0011099883122369647
26544	embedding2nn.bias	5	-0.009357274509966373
26544	embedding2nn.bias	6	0.013544575311243534
26544	embedding2nn.bias	7	0.02183239720761776
26544	embedding2nn.bias	8	0.00831406470388174
26544	embedding2nn.bias	9	-0.006533431354910135
26544	rnn.weight_ih_l0	0	0.03969442844390869
26544	rnn.weight_ih_l0	1	-0.013404104858636856
26544	rnn.weight_ih_l0	2	-0.035674113780260086
26544	rnn.weight_ih_l0	3	-0.045174889266490936
26544	rnn.weight_ih_l0	4	-0.05229393020272255
26544	rnn.weight_ih_l0	5	-0.00838980358093977
26544	rnn.weight_ih_l0	6	-0.052516862750053406
26544	rnn.weight_ih_l0	7	-0.0608551912009716
26544	rnn.weight_ih_l0	8	-0.045006416738033295
26544	rnn.weight_ih_l0	9	-0.02685660868883133
26544	rnn.weight_hh_l0	0	0.019124815240502357
26544	rnn.weight_hh_l0	1	-0.008911638520658016
26544	rnn.weight_hh_l0	2	-0.0674382671713829
26544	rnn.weight_hh_l0	3	-0.032906025648117065
26544	rnn.weight_hh_l0	4	-0.07725484669208527
26544	rnn.weight_hh_l0	5	-0.014077235013246536
26544	rnn.weight_hh_l0	6	-0.052815988659858704
26544	rnn.weight_hh_l0	7	-0.03865732625126839
26544	rnn.weight_hh_l0	8	-0.01906375028192997
26544	rnn.weight_hh_l0	9	-0.005325202364474535
26544	rnn.bias_ih_l0	0	0.14200468361377716
26544	rnn.bias_ih_l0	1	-0.056077323853969574
26544	rnn.bias_ih_l0	2	0.10465027391910553
26544	rnn.bias_ih_l0	3	0.049822717905044556
26544	rnn.bias_ih_l0	4	0.09687583893537521
26544	rnn.bias_ih_l0	5	0.024169744923710823
26544	rnn.bias_ih_l0	6	-0.014621571637690067
26544	rnn.bias_ih_l0	7	-0.10402710735797882
26544	rnn.bias_ih_l0	8	-0.20955756306648254
26544	rnn.bias_ih_l0	9	0.08175155520439148
26544	rnn.bias_hh_l0	0	-0.000510736892465502
26544	rnn.bias_hh_l0	1	0.023517057299613953
26544	rnn.bias_hh_l0	2	-0.0030397442169487476
26544	rnn.bias_hh_l0	3	-0.030031733214855194
26544	rnn.bias_hh_l0	4	-0.037414610385894775
26544	rnn.bias_hh_l0	5	0.1468896120786667
26544	rnn.bias_hh_l0	6	0.04914010316133499
26544	rnn.bias_hh_l0	7	0.058894142508506775
26544	rnn.bias_hh_l0	8	0.01974714733660221
26544	rnn.bias_hh_l0	9	0.03973876312375069
26544	rnn.weight_ih_l0_reverse	0	-0.029570600017905235
26544	rnn.weight_ih_l0_reverse	1	-0.002557489089667797
26544	rnn.weight_ih_l0_reverse	2	0.024003896862268448
26544	rnn.weight_ih_l0_reverse	3	-0.06231565400958061
26544	rnn.weight_ih_l0_reverse	4	0.009858198463916779
26544	rnn.weight_ih_l0_reverse	5	-0.04619952291250229
26544	rnn.weight_ih_l0_reverse	6	0.027241742238402367
26544	rnn.weight_ih_l0_reverse	7	0.04613646864891052
26544	rnn.weight_ih_l0_reverse	8	-0.04865836352109909
26544	rnn.weight_ih_l0_reverse	9	-0.051010750234127045
26544	rnn.weight_hh_l0_reverse	0	-0.0834745466709137
26544	rnn.weight_hh_l0_reverse	1	-0.06205981597304344
26544	rnn.weight_hh_l0_reverse	2	0.03488245606422424
26544	rnn.weight_hh_l0_reverse	3	0.046006571501493454
26544	rnn.weight_hh_l0_reverse	4	-0.015433141030371189
26544	rnn.weight_hh_l0_reverse	5	0.04514491558074951
26544	rnn.weight_hh_l0_reverse	6	0.0002847338328137994
26544	rnn.weight_hh_l0_reverse	7	-8.703675121068954e-05
26544	rnn.weight_hh_l0_reverse	8	-0.09809213131666183
26544	rnn.weight_hh_l0_reverse	9	0.08049239963293076
26544	rnn.bias_ih_l0_reverse	0	-0.08505112677812576
26544	rnn.bias_ih_l0_reverse	1	-0.06535249203443527
26544	rnn.bias_ih_l0_reverse	2	0.10404115915298462
26544	rnn.bias_ih_l0_reverse	3	0.047196660190820694
26544	rnn.bias_ih_l0_reverse	4	-0.13067162036895752
26544	rnn.bias_ih_l0_reverse	5	0.041231703013181686
26544	rnn.bias_ih_l0_reverse	6	-0.1040724366903305
26544	rnn.bias_ih_l0_reverse	7	0.041307684034109116
26544	rnn.bias_ih_l0_reverse	8	0.03771459311246872
26544	rnn.bias_ih_l0_reverse	9	0.06178555265069008
26544	rnn.bias_hh_l0_reverse	0	0.05457506328821182
26544	rnn.bias_hh_l0_reverse	1	0.06641817837953568
26544	rnn.bias_hh_l0_reverse	2	0.08203808963298798
26544	rnn.bias_hh_l0_reverse	3	-0.005096785258501768
26544	rnn.bias_hh_l0_reverse	4	0.06851263344287872
26544	rnn.bias_hh_l0_reverse	5	0.004921343643218279
26544	rnn.bias_hh_l0_reverse	6	-0.05440390110015869
26544	rnn.bias_hh_l0_reverse	7	0.02673470973968506
26544	rnn.bias_hh_l0_reverse	8	0.013608604669570923
26544	rnn.bias_hh_l0_reverse	9	-0.15636193752288818
26544	linear.weight	0	0.169839009642601
26544	linear.weight	1	-0.16123107075691223
26544	linear.weight	2	-0.21605037152767181
26544	linear.weight	3	0.08181609213352203
26544	linear.weight	4	-0.025930477306246758
26544	linear.weight	5	0.0029156324453651905
26544	linear.weight	6	-0.006953869480639696
26544	linear.weight	7	-0.02769508957862854
26544	linear.weight	8	0.07983196526765823
26544	linear.weight	9	0.33854466676712036
26544	linear.bias	0	-0.21635957062244415
26544	linear.bias	1	0.19375228881835938
26544	linear.bias	2	-0.5374305248260498
26544	linear.bias	3	1.6993926763534546
26544	linear.bias	4	-0.3935186266899109
26544	linear.bias	5	-0.030769959092140198
26544	linear.bias	6	-0.35655534267425537
26544	linear.bias	7	-0.2804529666900635
26544	linear.bias	8	-0.046295564621686935
26544	linear.bias	9	-0.49653324484825134
26572	transitions	0	-0.6472123861312866
26572	transitions	1	0.350256085395813
26572	transitions	2	1.675320029258728
26572	transitions	3	0.09772948175668716
26572	transitions	4	0.9490199089050293
26572	transitions	5	1.2739335298538208
26572	transitions	6	0.48333650827407837
26572	transitions	7	0.17581769824028015
26572	transitions	8	-0.9195151329040527
26572	transitions	9	0.9306610226631165
26572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26572	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26572	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26572	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26572	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26572	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26572	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26572	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26572	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26572	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26572	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26572	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26572	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26572	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26572	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26572	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26572	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26572	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26572	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26572	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26572	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26572	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26572	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26572	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26572	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26572	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26572	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26572	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26572	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26572	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26572	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26572	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26572	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26572	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26572	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26572	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26572	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26572	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26572	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26572	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26572	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26572	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26572	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26572	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26572	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26572	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26572	embedding2nn.weight	0	0.02226686291396618
26572	embedding2nn.weight	1	0.014322355389595032
26572	embedding2nn.weight	2	-0.0044008055701851845
26572	embedding2nn.weight	3	0.00016753784439060837
26572	embedding2nn.weight	4	-0.004365601576864719
26572	embedding2nn.weight	5	0.011600003577768803
26572	embedding2nn.weight	6	-0.004935682751238346
26572	embedding2nn.weight	7	0.021219318732619286
26572	embedding2nn.weight	8	-0.006718508433550596
26572	embedding2nn.weight	9	-0.014021840877830982
26572	embedding2nn.bias	0	-0.03188041225075722
26572	embedding2nn.bias	1	-0.029478415846824646
26572	embedding2nn.bias	2	-0.06828241795301437
26572	embedding2nn.bias	3	0.0035010958090424538
26572	embedding2nn.bias	4	-0.0012373275822028518
26572	embedding2nn.bias	5	-0.010316926054656506
26572	embedding2nn.bias	6	0.012588124722242355
26572	embedding2nn.bias	7	0.022306792438030243
26572	embedding2nn.bias	8	0.006808462552726269
26572	embedding2nn.bias	9	-0.004809245467185974
26572	rnn.weight_ih_l0	0	0.03971082717180252
26572	rnn.weight_ih_l0	1	-0.01340794563293457
26572	rnn.weight_ih_l0	2	-0.0357087217271328
26572	rnn.weight_ih_l0	3	-0.04508119821548462
26572	rnn.weight_ih_l0	4	-0.052184097468853
26572	rnn.weight_ih_l0	5	-0.008382021449506283
26572	rnn.weight_ih_l0	6	-0.05260336399078369
26572	rnn.weight_ih_l0	7	-0.060908474028110504
26572	rnn.weight_ih_l0	8	-0.045097481459379196
26572	rnn.weight_ih_l0	9	-0.026888294145464897
26572	rnn.weight_hh_l0	0	0.019263137131929398
26572	rnn.weight_hh_l0	1	-0.008929879404604435
26572	rnn.weight_hh_l0	2	-0.06752698868513107
26572	rnn.weight_hh_l0	3	-0.03304341807961464
26572	rnn.weight_hh_l0	4	-0.07720047980546951
26572	rnn.weight_hh_l0	5	-0.013972902670502663
26572	rnn.weight_hh_l0	6	-0.05276940390467644
26572	rnn.weight_hh_l0	7	-0.039125580340623856
26572	rnn.weight_hh_l0	8	-0.01910913921892643
26572	rnn.weight_hh_l0	9	-0.005340432282537222
26572	rnn.bias_ih_l0	0	0.14214983582496643
26572	rnn.bias_ih_l0	1	-0.05601274222135544
26572	rnn.bias_ih_l0	2	0.10511655360460281
26572	rnn.bias_ih_l0	3	0.04932359606027603
26572	rnn.bias_ih_l0	4	0.09694492071866989
26572	rnn.bias_ih_l0	5	0.02416827343404293
26572	rnn.bias_ih_l0	6	-0.015056167729198933
26572	rnn.bias_ih_l0	7	-0.10271282494068146
26572	rnn.bias_ih_l0	8	-0.2083074301481247
26572	rnn.bias_ih_l0	9	0.08169373869895935
26572	rnn.bias_hh_l0	0	-0.00021622399799525738
26572	rnn.bias_hh_l0	1	0.023052003234624863
26572	rnn.bias_hh_l0	2	-0.002925021341070533
26572	rnn.bias_hh_l0	3	-0.030015388503670692
26572	rnn.bias_hh_l0	4	-0.03700455278158188
26572	rnn.bias_hh_l0	5	0.1468912661075592
26572	rnn.bias_hh_l0	6	0.049026284366846085
26572	rnn.bias_hh_l0	7	0.058749016374349594
26572	rnn.bias_hh_l0	8	0.019312553107738495
26572	rnn.bias_hh_l0	9	0.03959806635975838
26572	rnn.weight_ih_l0_reverse	0	-0.029517773538827896
26572	rnn.weight_ih_l0_reverse	1	-0.0025542713701725006
26572	rnn.weight_ih_l0_reverse	2	0.023956449702382088
26572	rnn.weight_ih_l0_reverse	3	-0.062286484986543655
26572	rnn.weight_ih_l0_reverse	4	0.009826106019318104
26572	rnn.weight_ih_l0_reverse	5	-0.04620775952935219
26572	rnn.weight_ih_l0_reverse	6	0.027243580669164658
26572	rnn.weight_ih_l0_reverse	7	0.04610362648963928
26572	rnn.weight_ih_l0_reverse	8	-0.04864143952727318
26572	rnn.weight_ih_l0_reverse	9	-0.050974734127521515
26572	rnn.weight_hh_l0_reverse	0	-0.08346610516309738
26572	rnn.weight_hh_l0_reverse	1	-0.06231209635734558
26572	rnn.weight_hh_l0_reverse	2	0.034793294966220856
26572	rnn.weight_hh_l0_reverse	3	0.04582209512591362
26572	rnn.weight_hh_l0_reverse	4	-0.015376879833638668
26572	rnn.weight_hh_l0_reverse	5	0.04511750489473343
26572	rnn.weight_hh_l0_reverse	6	-0.00021581191685982049
26572	rnn.weight_hh_l0_reverse	7	2.4843411665642634e-05
26572	rnn.weight_hh_l0_reverse	8	-0.09802380204200745
26572	rnn.weight_hh_l0_reverse	9	0.08062997460365295
26572	rnn.bias_ih_l0_reverse	0	-0.08612118661403656
26572	rnn.bias_ih_l0_reverse	1	-0.06533874571323395
26572	rnn.bias_ih_l0_reverse	2	0.10371417552232742
26572	rnn.bias_ih_l0_reverse	3	0.04728889465332031
26572	rnn.bias_ih_l0_reverse	4	-0.13041765987873077
26572	rnn.bias_ih_l0_reverse	5	0.041026122868061066
26572	rnn.bias_ih_l0_reverse	6	-0.10446099191904068
26572	rnn.bias_ih_l0_reverse	7	0.041526928544044495
26572	rnn.bias_ih_l0_reverse	8	0.03799140080809593
26572	rnn.bias_ih_l0_reverse	9	0.06123606488108635
26572	rnn.bias_hh_l0_reverse	0	0.05470455065369606
26572	rnn.bias_hh_l0_reverse	1	0.06653040647506714
26572	rnn.bias_hh_l0_reverse	2	0.08205478638410568
26572	rnn.bias_hh_l0_reverse	3	-0.004797650501132011
26572	rnn.bias_hh_l0_reverse	4	0.0687306821346283
26572	rnn.bias_hh_l0_reverse	5	0.0045057786628603935
26572	rnn.bias_hh_l0_reverse	6	-0.05487261712551117
26572	rnn.bias_hh_l0_reverse	7	0.026776442304253578
26572	rnn.bias_hh_l0_reverse	8	0.0136969443410635
26572	rnn.bias_hh_l0_reverse	9	-0.1560981720685959
26572	linear.weight	0	0.17024028301239014
26572	linear.weight	1	-0.1612308770418167
26572	linear.weight	2	-0.216036856174469
26572	linear.weight	3	0.08212631940841675
26572	linear.weight	4	-0.025851136073470116
26572	linear.weight	5	0.0027716695331037045
26572	linear.weight	6	-0.00695356260985136
26572	linear.weight	7	-0.02770024910569191
26572	linear.weight	8	0.07956961542367935
26572	linear.weight	9	0.33839502930641174
26572	linear.bias	0	-0.21703790128231049
26572	linear.bias	1	0.19399124383926392
26572	linear.bias	2	-0.5375287532806396
26572	linear.bias	3	1.7039114236831665
26572	linear.bias	4	-0.39322027564048767
26572	linear.bias	5	-0.030769959092140198
26572	linear.bias	6	-0.35668471455574036
26572	linear.bias	7	-0.27922677993774414
26572	linear.bias	8	-0.048411957919597626
26572	linear.bias	9	-0.4965503215789795
26600	transitions	0	-0.6472393870353699
26600	transitions	1	0.35025352239608765
26600	transitions	2	1.6753133535385132
26600	transitions	3	0.0977250337600708
26600	transitions	4	0.949015736579895
26600	transitions	5	1.2739334106445312
26600	transitions	6	0.483336478471756
26600	transitions	7	0.17581768333911896
26600	transitions	8	-0.9195151329040527
26600	transitions	9	0.9306610226631165
26600	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26600	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26600	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26600	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26600	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26600	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26600	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26600	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26600	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26600	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26600	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26600	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26600	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26600	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26600	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26600	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26600	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26600	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26600	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26600	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26600	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26600	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26600	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26600	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26600	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26600	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26600	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26600	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26600	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26600	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26600	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26600	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26600	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26600	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26600	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26600	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26600	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26600	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26600	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26600	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26600	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26600	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26600	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26600	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26600	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26600	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26600	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26600	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26600	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26600	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26600	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26600	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26600	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26600	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26600	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26600	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26600	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26600	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26600	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26600	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26600	embedding2nn.weight	0	0.022154971957206726
26600	embedding2nn.weight	1	0.014316325075924397
26600	embedding2nn.weight	2	-0.004408986307680607
26600	embedding2nn.weight	3	0.00016273450455628335
26600	embedding2nn.weight	4	-0.0043813930824398994
26600	embedding2nn.weight	5	0.011650069616734982
26600	embedding2nn.weight	6	-0.004899964667856693
26600	embedding2nn.weight	7	0.02128087915480137
26600	embedding2nn.weight	8	-0.006713819224387407
26600	embedding2nn.weight	9	-0.014020069502294064
26600	embedding2nn.bias	0	-0.030166717246174812
26600	embedding2nn.bias	1	-0.0283859521150589
26600	embedding2nn.bias	2	-0.06815008074045181
26600	embedding2nn.bias	3	0.003374244086444378
26600	embedding2nn.bias	4	-0.001501132850535214
26600	embedding2nn.bias	5	-0.00881198514252901
26600	embedding2nn.bias	6	0.011486749164760113
26600	embedding2nn.bias	7	0.02070672996342182
26600	embedding2nn.bias	8	0.006929455325007439
26600	embedding2nn.bias	9	-0.005749696400016546
26600	rnn.weight_ih_l0	0	0.039678022265434265
26600	rnn.weight_ih_l0	1	-0.013501790352165699
26600	rnn.weight_ih_l0	2	-0.035986825823783875
26600	rnn.weight_ih_l0	3	-0.045020461082458496
26600	rnn.weight_ih_l0	4	-0.05224902555346489
26600	rnn.weight_ih_l0	5	-0.00836600549519062
26600	rnn.weight_ih_l0	6	-0.05263112857937813
26600	rnn.weight_ih_l0	7	-0.06089511886239052
26600	rnn.weight_ih_l0	8	-0.04505717754364014
26600	rnn.weight_ih_l0	9	-0.026902126148343086
26600	rnn.weight_hh_l0	0	0.019260598346590996
26600	rnn.weight_hh_l0	1	-0.008890794590115547
26600	rnn.weight_hh_l0	2	-0.06719367951154709
26600	rnn.weight_hh_l0	3	-0.032980650663375854
26600	rnn.weight_hh_l0	4	-0.07734183222055435
26600	rnn.weight_hh_l0	5	-0.013920947909355164
26600	rnn.weight_hh_l0	6	-0.052696362137794495
26600	rnn.weight_hh_l0	7	-0.039271920919418335
26600	rnn.weight_hh_l0	8	-0.01908840797841549
26600	rnn.weight_hh_l0	9	-0.005287831649184227
26600	rnn.bias_ih_l0	0	0.14256082475185394
26600	rnn.bias_ih_l0	1	-0.055506568402051926
26600	rnn.bias_ih_l0	2	0.10535652190446854
26600	rnn.bias_ih_l0	3	0.04895888641476631
26600	rnn.bias_ih_l0	4	0.09676548093557358
26600	rnn.bias_ih_l0	5	0.024298064410686493
26600	rnn.bias_ih_l0	6	-0.014994372613728046
26600	rnn.bias_ih_l0	7	-0.10374894738197327
26600	rnn.bias_ih_l0	8	-0.2091897577047348
26600	rnn.bias_ih_l0	9	0.0815279483795166
26600	rnn.bias_hh_l0	0	0.0003441938024479896
26600	rnn.bias_hh_l0	1	0.023033108562231064
26600	rnn.bias_hh_l0	2	-0.003187882248312235
26600	rnn.bias_hh_l0	3	-0.030356639996170998
26600	rnn.bias_hh_l0	4	-0.03723248839378357
26600	rnn.bias_hh_l0	5	0.14660954475402832
26600	rnn.bias_hh_l0	6	0.04838864505290985
26600	rnn.bias_hh_l0	7	0.05879698321223259
26600	rnn.bias_hh_l0	8	0.019374344497919083
26600	rnn.bias_hh_l0	9	0.039424050599336624
26600	rnn.weight_ih_l0_reverse	0	-0.02950156107544899
26600	rnn.weight_ih_l0_reverse	1	-0.0026588155888020992
26600	rnn.weight_ih_l0_reverse	2	0.02399296499788761
26600	rnn.weight_ih_l0_reverse	3	-0.062332309782505035
26600	rnn.weight_ih_l0_reverse	4	0.009815826080739498
26600	rnn.weight_ih_l0_reverse	5	-0.04626903310418129
26600	rnn.weight_ih_l0_reverse	6	0.027457473799586296
26600	rnn.weight_ih_l0_reverse	7	0.04614422470331192
26600	rnn.weight_ih_l0_reverse	8	-0.04868077486753464
26600	rnn.weight_ih_l0_reverse	9	-0.05097512528300285
26600	rnn.weight_hh_l0_reverse	0	-0.08363892883062363
26600	rnn.weight_hh_l0_reverse	1	-0.06257709860801697
26600	rnn.weight_hh_l0_reverse	2	0.034806206822395325
26600	rnn.weight_hh_l0_reverse	3	0.045954540371894836
26600	rnn.weight_hh_l0_reverse	4	-0.015172838233411312
26600	rnn.weight_hh_l0_reverse	5	0.045135483145713806
26600	rnn.weight_hh_l0_reverse	6	0.00039428033051081
26600	rnn.weight_hh_l0_reverse	7	8.866510324878618e-05
26600	rnn.weight_hh_l0_reverse	8	-0.09808932989835739
26600	rnn.weight_hh_l0_reverse	9	0.08042433857917786
26600	rnn.bias_ih_l0_reverse	0	-0.08478014171123505
26600	rnn.bias_ih_l0_reverse	1	-0.06622377783060074
26600	rnn.bias_ih_l0_reverse	2	0.10371550172567368
26600	rnn.bias_ih_l0_reverse	3	0.04738950356841087
26600	rnn.bias_ih_l0_reverse	4	-0.1302778124809265
26600	rnn.bias_ih_l0_reverse	5	0.0407942533493042
26600	rnn.bias_ih_l0_reverse	6	-0.10433471202850342
26600	rnn.bias_ih_l0_reverse	7	0.0414869599044323
26600	rnn.bias_ih_l0_reverse	8	0.037999726831912994
26600	rnn.bias_ih_l0_reverse	9	0.061169009655714035
26600	rnn.bias_hh_l0_reverse	0	0.05439509451389313
26600	rnn.bias_hh_l0_reverse	1	0.06640457361936569
26600	rnn.bias_hh_l0_reverse	2	0.08231091499328613
26600	rnn.bias_hh_l0_reverse	3	-0.0049295928329229355
26600	rnn.bias_hh_l0_reverse	4	0.06817394495010376
26600	rnn.bias_hh_l0_reverse	5	0.005142763257026672
26600	rnn.bias_hh_l0_reverse	6	-0.05507436394691467
26600	rnn.bias_hh_l0_reverse	7	0.027014855295419693
26600	rnn.bias_hh_l0_reverse	8	0.014378486201167107
26600	rnn.bias_hh_l0_reverse	9	-0.15589697659015656
26600	linear.weight	0	0.17017631232738495
26600	linear.weight	1	-0.1612243950366974
26600	linear.weight	2	-0.21595816314220428
26600	linear.weight	3	0.08177218586206436
26600	linear.weight	4	-0.025698412209749222
26600	linear.weight	5	0.0027418779209256172
26600	linear.weight	6	-0.006953362375497818
26600	linear.weight	7	-0.02769434079527855
26600	linear.weight	8	0.07863541692495346
26600	linear.weight	9	0.33878785371780396
26600	linear.bias	0	-0.22038504481315613
26600	linear.bias	1	0.19443847239017487
26600	linear.bias	2	-0.5369328856468201
26600	linear.bias	3	1.703000545501709
26600	linear.bias	4	-0.3933112323284149
26600	linear.bias	5	-0.030769959092140198
26600	linear.bias	6	-0.3559665083885193
26600	linear.bias	7	-0.27787747979164124
26600	linear.bias	8	-0.048177123069763184
26600	linear.bias	9	-0.4965606927871704
26628	transitions	0	-0.6472482681274414
26628	transitions	1	0.3502500355243683
26628	transitions	2	1.6752943992614746
26628	transitions	3	0.09769557416439056
26628	transitions	4	0.9489961862564087
26628	transitions	5	1.2739331722259521
26628	transitions	6	0.4833364486694336
26628	transitions	7	0.17581765353679657
26628	transitions	8	-0.9195151925086975
26628	transitions	9	0.9306610226631165
26628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26628	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26628	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26628	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26628	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26628	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26628	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26628	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26628	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26628	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26628	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26628	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26628	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26628	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26628	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26628	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26628	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26628	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26628	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26628	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26628	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26628	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26628	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26628	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26628	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26628	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26628	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26628	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26628	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26628	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26628	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26628	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26628	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26628	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26628	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26628	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26628	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26628	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26628	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26628	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26628	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26628	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26628	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26628	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26628	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26628	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26628	embedding2nn.weight	0	0.022091440856456757
26628	embedding2nn.weight	1	0.014346515759825706
26628	embedding2nn.weight	2	-0.004406091757118702
26628	embedding2nn.weight	3	0.0001286765473196283
26628	embedding2nn.weight	4	-0.004395495168864727
26628	embedding2nn.weight	5	0.011684542521834373
26628	embedding2nn.weight	6	-0.00491048488765955
26628	embedding2nn.weight	7	0.021296299993991852
26628	embedding2nn.weight	8	-0.006694173905998468
26628	embedding2nn.weight	9	-0.014044941402971745
26628	embedding2nn.bias	0	-0.030225085094571114
26628	embedding2nn.bias	1	-0.02735450305044651
26628	embedding2nn.bias	2	-0.06745915114879608
26628	embedding2nn.bias	3	0.004642751067876816
26628	embedding2nn.bias	4	-0.0007466272218152881
26628	embedding2nn.bias	5	-0.008163726888597012
26628	embedding2nn.bias	6	0.011854293756186962
26628	embedding2nn.bias	7	0.021205900236964226
26628	embedding2nn.bias	8	0.007157588377594948
26628	embedding2nn.bias	9	-0.006668679416179657
26628	rnn.weight_ih_l0	0	0.03967682272195816
26628	rnn.weight_ih_l0	1	-0.013511918485164642
26628	rnn.weight_ih_l0	2	-0.036063410341739655
26628	rnn.weight_ih_l0	3	-0.04504759609699249
26628	rnn.weight_ih_l0	4	-0.05235768482089043
26628	rnn.weight_ih_l0	5	-0.00835469737648964
26628	rnn.weight_ih_l0	6	-0.052610550075769424
26628	rnn.weight_ih_l0	7	-0.06086394190788269
26628	rnn.weight_ih_l0	8	-0.045080579817295074
26628	rnn.weight_ih_l0	9	-0.026917442679405212
26628	rnn.weight_hh_l0	0	0.019258305430412292
26628	rnn.weight_hh_l0	1	-0.008925996720790863
26628	rnn.weight_hh_l0	2	-0.06707489490509033
26628	rnn.weight_hh_l0	3	-0.033121172338724136
26628	rnn.weight_hh_l0	4	-0.07735797017812729
26628	rnn.weight_hh_l0	5	-0.013853213749825954
26628	rnn.weight_hh_l0	6	-0.052911512553691864
26628	rnn.weight_hh_l0	7	-0.03932711482048035
26628	rnn.weight_hh_l0	8	-0.019193308427929878
26628	rnn.weight_hh_l0	9	-0.005494988989084959
26628	rnn.bias_ih_l0	0	0.14265325665473938
26628	rnn.bias_ih_l0	1	-0.05461367964744568
26628	rnn.bias_ih_l0	2	0.10576807707548141
26628	rnn.bias_ih_l0	3	0.04841170087456703
26628	rnn.bias_ih_l0	4	0.09663181006908417
26628	rnn.bias_ih_l0	5	0.024229684844613075
26628	rnn.bias_ih_l0	6	-0.015410508029162884
26628	rnn.bias_ih_l0	7	-0.10237547010183334
26628	rnn.bias_ih_l0	8	-0.20986981689929962
26628	rnn.bias_ih_l0	9	0.08174921572208405
26628	rnn.bias_hh_l0	0	0.000656961346976459
26628	rnn.bias_hh_l0	1	0.02228170447051525
26628	rnn.bias_hh_l0	2	-0.0037452769465744495
26628	rnn.bias_hh_l0	3	-0.030575139448046684
26628	rnn.bias_hh_l0	4	-0.03748314082622528
26628	rnn.bias_hh_l0	5	0.14743882417678833
26628	rnn.bias_hh_l0	6	0.04810674488544464
26628	rnn.bias_hh_l0	7	0.05913578346371651
26628	rnn.bias_hh_l0	8	0.018958216533064842
26628	rnn.bias_hh_l0	9	0.03938482701778412
26628	rnn.weight_ih_l0_reverse	0	-0.029469670727849007
26628	rnn.weight_ih_l0_reverse	1	-0.002761302748695016
26628	rnn.weight_ih_l0_reverse	2	0.02399204485118389
26628	rnn.weight_ih_l0_reverse	3	-0.06245290860533714
26628	rnn.weight_ih_l0_reverse	4	0.009848108515143394
26628	rnn.weight_ih_l0_reverse	5	-0.04633444547653198
26628	rnn.weight_ih_l0_reverse	6	0.02737751230597496
26628	rnn.weight_ih_l0_reverse	7	0.04615313559770584
26628	rnn.weight_ih_l0_reverse	8	-0.048661209642887115
26628	rnn.weight_ih_l0_reverse	9	-0.050990451127290726
26628	rnn.weight_hh_l0_reverse	0	-0.08360052853822708
26628	rnn.weight_hh_l0_reverse	1	-0.06287727504968643
26628	rnn.weight_hh_l0_reverse	2	0.03468078747391701
26628	rnn.weight_hh_l0_reverse	3	0.04588364437222481
26628	rnn.weight_hh_l0_reverse	4	-0.015298066660761833
26628	rnn.weight_hh_l0_reverse	5	0.04510363191366196
26628	rnn.weight_hh_l0_reverse	6	-0.0006039272411726415
26628	rnn.weight_hh_l0_reverse	7	0.00010055670281872153
26628	rnn.weight_hh_l0_reverse	8	-0.09806422889232635
26628	rnn.weight_hh_l0_reverse	9	0.0804196372628212
26628	rnn.bias_ih_l0_reverse	0	-0.08487118035554886
26628	rnn.bias_ih_l0_reverse	1	-0.06466811150312424
26628	rnn.bias_ih_l0_reverse	2	0.10286209732294083
26628	rnn.bias_ih_l0_reverse	3	0.0474349781870842
26628	rnn.bias_ih_l0_reverse	4	-0.13030283153057098
26628	rnn.bias_ih_l0_reverse	5	0.04111387953162193
26628	rnn.bias_ih_l0_reverse	6	-0.10438214242458344
26628	rnn.bias_ih_l0_reverse	7	0.04181855171918869
26628	rnn.bias_ih_l0_reverse	8	0.03758271783590317
26628	rnn.bias_ih_l0_reverse	9	0.06132887676358223
26628	rnn.bias_hh_l0_reverse	0	0.05589790642261505
26628	rnn.bias_hh_l0_reverse	1	0.06570812314748764
26628	rnn.bias_hh_l0_reverse	2	0.0827171802520752
26628	rnn.bias_hh_l0_reverse	3	-0.005046637263149023
26628	rnn.bias_hh_l0_reverse	4	0.068138986825943
26628	rnn.bias_hh_l0_reverse	5	0.005122604314237833
26628	rnn.bias_hh_l0_reverse	6	-0.0556340366601944
26628	rnn.bias_hh_l0_reverse	7	0.026778560131788254
26628	rnn.bias_hh_l0_reverse	8	0.01457345299422741
26628	rnn.bias_hh_l0_reverse	9	-0.1574712097644806
26628	linear.weight	0	0.16864435374736786
26628	linear.weight	1	-0.1612221896648407
26628	linear.weight	2	-0.2159954011440277
26628	linear.weight	3	0.0823337584733963
26628	linear.weight	4	-0.025581995025277138
26628	linear.weight	5	0.002834659768268466
26628	linear.weight	6	-0.006953227799385786
26628	linear.weight	7	-0.027521926909685135
26628	linear.weight	8	0.07862930744886398
26628	linear.weight	9	0.3392449915409088
26628	linear.bias	0	-0.22312258183956146
26628	linear.bias	1	0.19497573375701904
26628	linear.bias	2	-0.5370718240737915
26628	linear.bias	3	1.7099928855895996
26628	linear.bias	4	-0.3933383524417877
26628	linear.bias	5	-0.030769959092140198
26628	linear.bias	6	-0.3561609387397766
26628	linear.bias	7	-0.27737337350845337
26628	linear.bias	8	-0.05240759998559952
26628	linear.bias	9	-0.49656742811203003
26656	transitions	0	-0.6472567915916443
26656	transitions	1	0.3502458333969116
26656	transitions	2	1.6752846240997314
26656	transitions	3	0.09768478572368622
26656	transitions	4	0.9489933252334595
26656	transitions	5	1.2739330530166626
26656	transitions	6	0.4833364188671112
26656	transitions	7	0.17581568658351898
26656	transitions	8	-0.9195151925086975
26656	transitions	9	0.9306610226631165
26656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26656	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26656	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26656	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26656	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26656	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26656	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26656	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26656	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26656	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26656	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26656	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26656	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26656	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26656	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26656	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26656	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26656	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26656	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26656	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26656	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26656	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26656	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26656	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26656	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26656	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26656	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26656	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26656	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26656	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26656	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26656	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26656	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26656	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26656	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26656	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26656	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26656	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26656	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26656	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26656	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26656	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26656	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26656	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26656	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26656	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26656	embedding2nn.weight	0	0.02201380953192711
26656	embedding2nn.weight	1	0.01432816032320261
26656	embedding2nn.weight	2	-0.004361478611826897
26656	embedding2nn.weight	3	0.00010492160072317347
26656	embedding2nn.weight	4	-0.004401056095957756
26656	embedding2nn.weight	5	0.011702027171850204
26656	embedding2nn.weight	6	-0.004903960041701794
26656	embedding2nn.weight	7	0.02137366682291031
26656	embedding2nn.weight	8	-0.006715054158121347
26656	embedding2nn.weight	9	-0.014041228219866753
26656	embedding2nn.bias	0	-0.031024692580103874
26656	embedding2nn.bias	1	-0.02788778580725193
26656	embedding2nn.bias	2	-0.06774082779884338
26656	embedding2nn.bias	3	0.005390889011323452
26656	embedding2nn.bias	4	-0.0005816338234581053
26656	embedding2nn.bias	5	-0.008955854922533035
26656	embedding2nn.bias	6	0.012264390476047993
26656	embedding2nn.bias	7	0.02214396558701992
26656	embedding2nn.bias	8	0.00709613598883152
26656	embedding2nn.bias	9	-0.007936777547001839
26656	rnn.weight_ih_l0	0	0.03958748281002045
26656	rnn.weight_ih_l0	1	-0.013459818437695503
26656	rnn.weight_ih_l0	2	-0.0361567847430706
26656	rnn.weight_ih_l0	3	-0.045057512819767
26656	rnn.weight_ih_l0	4	-0.05236075446009636
26656	rnn.weight_ih_l0	5	-0.008373836986720562
26656	rnn.weight_ih_l0	6	-0.05264126881957054
26656	rnn.weight_ih_l0	7	-0.06091952696442604
26656	rnn.weight_ih_l0	8	-0.04514571651816368
26656	rnn.weight_ih_l0	9	-0.026901140809059143
26656	rnn.weight_hh_l0	0	0.019273892045021057
26656	rnn.weight_hh_l0	1	-0.008904614485800266
26656	rnn.weight_hh_l0	2	-0.06698610633611679
26656	rnn.weight_hh_l0	3	-0.03314238414168358
26656	rnn.weight_hh_l0	4	-0.07738596946001053
26656	rnn.weight_hh_l0	5	-0.0137320626527071
26656	rnn.weight_hh_l0	6	-0.053218260407447815
26656	rnn.weight_hh_l0	7	-0.03953581675887108
26656	rnn.weight_hh_l0	8	-0.019188830628991127
26656	rnn.weight_hh_l0	9	-0.005343832541257143
26656	rnn.bias_ih_l0	0	0.1427610218524933
26656	rnn.bias_ih_l0	1	-0.05499941483139992
26656	rnn.bias_ih_l0	2	0.1058311015367508
26656	rnn.bias_ih_l0	3	0.04865913838148117
26656	rnn.bias_ih_l0	4	0.09680291265249252
26656	rnn.bias_ih_l0	5	0.023947522044181824
26656	rnn.bias_ih_l0	6	-0.015382030978798866
26656	rnn.bias_ih_l0	7	-0.10258600860834122
26656	rnn.bias_ih_l0	8	-0.20902395248413086
26656	rnn.bias_ih_l0	9	0.08166627585887909
26656	rnn.bias_hh_l0	0	0.0008859137305989861
26656	rnn.bias_hh_l0	1	0.02248303033411503
26656	rnn.bias_hh_l0	2	-0.0036787630524486303
26656	rnn.bias_hh_l0	3	-0.030659008771181107
26656	rnn.bias_hh_l0	4	-0.038124099373817444
26656	rnn.bias_hh_l0	5	0.14744366705417633
26656	rnn.bias_hh_l0	6	0.048646699637174606
26656	rnn.bias_hh_l0	7	0.059304267168045044
26656	rnn.bias_hh_l0	8	0.01898668147623539
26656	rnn.bias_hh_l0	9	0.03942573443055153
26656	rnn.weight_ih_l0_reverse	0	-0.029485849663615227
26656	rnn.weight_ih_l0_reverse	1	-0.0024589200038462877
26656	rnn.weight_ih_l0_reverse	2	0.023993216454982758
26656	rnn.weight_ih_l0_reverse	3	-0.062442976981401443
26656	rnn.weight_ih_l0_reverse	4	0.009795786812901497
26656	rnn.weight_ih_l0_reverse	5	-0.046306807547807693
26656	rnn.weight_ih_l0_reverse	6	0.027295734733343124
26656	rnn.weight_ih_l0_reverse	7	0.04616464674472809
26656	rnn.weight_ih_l0_reverse	8	-0.0487067885696888
26656	rnn.weight_ih_l0_reverse	9	-0.05102257430553436
26656	rnn.weight_hh_l0_reverse	0	-0.08347412198781967
26656	rnn.weight_hh_l0_reverse	1	-0.06288541108369827
26656	rnn.weight_hh_l0_reverse	2	0.03459041193127632
26656	rnn.weight_hh_l0_reverse	3	0.045899081975221634
26656	rnn.weight_hh_l0_reverse	4	-0.015411905013024807
26656	rnn.weight_hh_l0_reverse	5	0.04513053223490715
26656	rnn.weight_hh_l0_reverse	6	-0.0004494363092817366
26656	rnn.weight_hh_l0_reverse	7	0.00014820697833783925
26656	rnn.weight_hh_l0_reverse	8	-0.09823234379291534
26656	rnn.weight_hh_l0_reverse	9	0.08031897246837616
26656	rnn.bias_ih_l0_reverse	0	-0.08644936233758926
26656	rnn.bias_ih_l0_reverse	1	-0.0650302991271019
26656	rnn.bias_ih_l0_reverse	2	0.10319063812494278
26656	rnn.bias_ih_l0_reverse	3	0.04742718115448952
26656	rnn.bias_ih_l0_reverse	4	-0.13020490109920502
26656	rnn.bias_ih_l0_reverse	5	0.040930792689323425
26656	rnn.bias_ih_l0_reverse	6	-0.10469307005405426
26656	rnn.bias_ih_l0_reverse	7	0.041638489812612534
26656	rnn.bias_ih_l0_reverse	8	0.03724898397922516
26656	rnn.bias_ih_l0_reverse	9	0.06148926913738251
26656	rnn.bias_hh_l0_reverse	0	0.05595449358224869
26656	rnn.bias_hh_l0_reverse	1	0.06591787934303284
26656	rnn.bias_hh_l0_reverse	2	0.08293192088603973
26656	rnn.bias_hh_l0_reverse	3	-0.0051227109506726265
26656	rnn.bias_hh_l0_reverse	4	0.06816273927688599
26656	rnn.bias_hh_l0_reverse	5	0.005017154384404421
26656	rnn.bias_hh_l0_reverse	6	-0.05537179484963417
26656	rnn.bias_hh_l0_reverse	7	0.02695581503212452
26656	rnn.bias_hh_l0_reverse	8	0.014327118173241615
26656	rnn.bias_hh_l0_reverse	9	-0.15844576060771942
26656	linear.weight	0	0.169786274433136
26656	linear.weight	1	-0.16118332743644714
26656	linear.weight	2	-0.21587571501731873
26656	linear.weight	3	0.0816117525100708
26656	linear.weight	4	-0.02582654356956482
26656	linear.weight	5	0.0025618504732847214
26656	linear.weight	6	-0.0069531165063381195
26656	linear.weight	7	-0.02751573547720909
26656	linear.weight	8	0.07815983891487122
26656	linear.weight	9	0.33893299102783203
26656	linear.bias	0	-0.2249801903963089
26656	linear.bias	1	0.19376114010810852
26656	linear.bias	2	-0.5371610522270203
26656	linear.bias	3	1.707832932472229
26656	linear.bias	4	-0.39336881041526794
26656	linear.bias	5	-0.030769959092140198
26656	linear.bias	6	-0.3562544882297516
26656	linear.bias	7	-0.2768721282482147
26656	linear.bias	8	-0.05068871006369591
26656	linear.bias	9	-0.49658119678497314
26684	transitions	0	-0.6472616791725159
26684	transitions	1	0.35024288296699524
26684	transitions	2	1.6752811670303345
26684	transitions	3	0.09768369048833847
26684	transitions	4	0.9489921927452087
26684	transitions	5	1.273932933807373
26684	transitions	6	0.4833362400531769
26684	transitions	7	0.17581519484519958
26684	transitions	8	-0.9195151925086975
26684	transitions	9	0.9306609630584717
26684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26684	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26684	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26684	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26684	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26684	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26684	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26684	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26684	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26684	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26684	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26684	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26684	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26684	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26684	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26684	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26684	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26684	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26684	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26684	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26684	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26684	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26684	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26684	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26684	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26684	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26684	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26684	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26684	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26684	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26684	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26684	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26684	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26684	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26684	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26684	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26684	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26684	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26684	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26684	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26684	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26684	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26684	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26684	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26684	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26684	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26684	embedding2nn.weight	0	0.02209843508899212
26684	embedding2nn.weight	1	0.014327949844300747
26684	embedding2nn.weight	2	-0.004370877984911203
26684	embedding2nn.weight	3	0.0001460170024074614
26684	embedding2nn.weight	4	-0.0043982588686048985
26684	embedding2nn.weight	5	0.011730304919183254
26684	embedding2nn.weight	6	-0.004906279034912586
26684	embedding2nn.weight	7	0.02141708694398403
26684	embedding2nn.weight	8	-0.006689579226076603
26684	embedding2nn.weight	9	-0.014038845896720886
26684	embedding2nn.bias	0	-0.031448930501937866
26684	embedding2nn.bias	1	-0.028638429939746857
26684	embedding2nn.bias	2	-0.06689638644456863
26684	embedding2nn.bias	3	0.004079848062247038
26684	embedding2nn.bias	4	-5.5730106396367773e-05
26684	embedding2nn.bias	5	-0.009268599562346935
26684	embedding2nn.bias	6	0.012282583862543106
26684	embedding2nn.bias	7	0.021699123084545135
26684	embedding2nn.bias	8	0.007524737622588873
26684	embedding2nn.bias	9	-0.009114187210798264
26684	rnn.weight_ih_l0	0	0.03956673666834831
26684	rnn.weight_ih_l0	1	-0.013459659181535244
26684	rnn.weight_ih_l0	2	-0.036170993000268936
26684	rnn.weight_ih_l0	3	-0.04513484239578247
26684	rnn.weight_ih_l0	4	-0.05232253670692444
26684	rnn.weight_ih_l0	5	-0.008350430056452751
26684	rnn.weight_ih_l0	6	-0.05261030048131943
26684	rnn.weight_ih_l0	7	-0.060970645397901535
26684	rnn.weight_ih_l0	8	-0.045144032686948776
26684	rnn.weight_ih_l0	9	-0.026952305808663368
26684	rnn.weight_hh_l0	0	0.019132519140839577
26684	rnn.weight_hh_l0	1	-0.008904817514121532
26684	rnn.weight_hh_l0	2	-0.06691733002662659
26684	rnn.weight_hh_l0	3	-0.03326253220438957
26684	rnn.weight_hh_l0	4	-0.07728366553783417
26684	rnn.weight_hh_l0	5	-0.013593737035989761
26684	rnn.weight_hh_l0	6	-0.053227413445711136
26684	rnn.weight_hh_l0	7	-0.03952774032950401
26684	rnn.weight_hh_l0	8	-0.019194062799215317
26684	rnn.weight_hh_l0	9	-0.005340583622455597
26684	rnn.bias_ih_l0	0	0.14299990236759186
26684	rnn.bias_ih_l0	1	-0.05454719439148903
26684	rnn.bias_ih_l0	2	0.10563001036643982
26684	rnn.bias_ih_l0	3	0.04826551675796509
26684	rnn.bias_ih_l0	4	0.09674646705389023
26684	rnn.bias_ih_l0	5	0.02443600818514824
26684	rnn.bias_ih_l0	6	-0.014781571924686432
26684	rnn.bias_ih_l0	7	-0.10367569327354431
26684	rnn.bias_ih_l0	8	-0.20845884084701538
26684	rnn.bias_ih_l0	9	0.08171743899583817
26684	rnn.bias_hh_l0	0	0.0008309876429848373
26684	rnn.bias_hh_l0	1	0.022031158208847046
26684	rnn.bias_hh_l0	2	-0.0037024165503680706
26684	rnn.bias_hh_l0	3	-0.030551252886652946
26684	rnn.bias_hh_l0	4	-0.03772229701280594
26684	rnn.bias_hh_l0	5	0.1477975845336914
26684	rnn.bias_hh_l0	6	0.04863666743040085
26684	rnn.bias_hh_l0	7	0.0591745562851429
26684	rnn.bias_hh_l0	8	0.019587142392992973
26684	rnn.bias_hh_l0	9	0.039610009640455246
26684	rnn.weight_ih_l0_reverse	0	-0.029517782852053642
26684	rnn.weight_ih_l0_reverse	1	-0.002453156979754567
26684	rnn.weight_ih_l0_reverse	2	0.02400515228509903
26684	rnn.weight_ih_l0_reverse	3	-0.0624270997941494
26684	rnn.weight_ih_l0_reverse	4	0.00981492456048727
26684	rnn.weight_ih_l0_reverse	5	-0.04623795673251152
26684	rnn.weight_ih_l0_reverse	6	0.027163688093423843
26684	rnn.weight_ih_l0_reverse	7	0.04614352434873581
26684	rnn.weight_ih_l0_reverse	8	-0.04873790964484215
26684	rnn.weight_ih_l0_reverse	9	-0.051010847091674805
26684	rnn.weight_hh_l0_reverse	0	-0.08338134735822678
26684	rnn.weight_hh_l0_reverse	1	-0.06277146935462952
26684	rnn.weight_hh_l0_reverse	2	0.03461778163909912
26684	rnn.weight_hh_l0_reverse	3	0.0459526963531971
26684	rnn.weight_hh_l0_reverse	4	-0.015456315129995346
26684	rnn.weight_hh_l0_reverse	5	0.045205458998680115
26684	rnn.weight_hh_l0_reverse	6	-0.0005313076544553041
26684	rnn.weight_hh_l0_reverse	7	8.013020851649344e-05
26684	rnn.weight_hh_l0_reverse	8	-0.09808225929737091
26684	rnn.weight_hh_l0_reverse	9	0.08024470508098602
26684	rnn.bias_ih_l0_reverse	0	-0.08686769008636475
26684	rnn.bias_ih_l0_reverse	1	-0.06546173244714737
26684	rnn.bias_ih_l0_reverse	2	0.10345602035522461
26684	rnn.bias_ih_l0_reverse	3	0.047501664608716965
26684	rnn.bias_ih_l0_reverse	4	-0.1302795261144638
26684	rnn.bias_ih_l0_reverse	5	0.0410141758620739
26684	rnn.bias_ih_l0_reverse	6	-0.10428807139396667
26684	rnn.bias_ih_l0_reverse	7	0.04152124375104904
26684	rnn.bias_ih_l0_reverse	8	0.036996953189373016
26684	rnn.bias_ih_l0_reverse	9	0.061823680996894836
26684	rnn.bias_hh_l0_reverse	0	0.056596506386995316
26684	rnn.bias_hh_l0_reverse	1	0.06598430126905441
26684	rnn.bias_hh_l0_reverse	2	0.0826924666762352
26684	rnn.bias_hh_l0_reverse	3	-0.004931866191327572
26684	rnn.bias_hh_l0_reverse	4	0.06797319650650024
26684	rnn.bias_hh_l0_reverse	5	0.004520223010331392
26684	rnn.bias_hh_l0_reverse	6	-0.05527254194021225
26684	rnn.bias_hh_l0_reverse	7	0.027175892144441605
26684	rnn.bias_hh_l0_reverse	8	0.014590778388082981
26684	rnn.bias_hh_l0_reverse	9	-0.15927128493785858
26684	linear.weight	0	0.1698773205280304
26684	linear.weight	1	-0.16118426620960236
26684	linear.weight	2	-0.2157566249370575
26684	linear.weight	3	0.08168941736221313
26684	linear.weight	4	-0.02575996331870556
26684	linear.weight	5	0.002553133759647608
26684	linear.weight	6	-0.006952935364097357
26684	linear.weight	7	-0.02753354422748089
26684	linear.weight	8	0.07796177268028259
26684	linear.weight	9	0.33841800689697266
26684	linear.bias	0	-0.22292496263980865
26684	linear.bias	1	0.19353139400482178
26684	linear.bias	2	-0.5366965532302856
26684	linear.bias	3	1.7039989233016968
26684	linear.bias	4	-0.3934020400047302
26684	linear.bias	5	-0.030769959092140198
26684	linear.bias	6	-0.3559103310108185
26684	linear.bias	7	-0.2771407663822174
26684	linear.bias	8	-0.04714532196521759
26684	linear.bias	9	-0.49658891558647156
26712	transitions	0	-0.6472702622413635
26712	transitions	1	0.350239098072052
26712	transitions	2	1.6752774715423584
26712	transitions	3	0.09767241775989532
26712	transitions	4	0.948991596698761
26712	transitions	5	1.2739328145980835
26712	transitions	6	0.4833362400531769
26712	transitions	7	0.1758151650428772
26712	transitions	8	-0.9195151925086975
26712	transitions	9	0.9306609630584717
26712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26712	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26712	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26712	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26712	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26712	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26712	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26712	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26712	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26712	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26712	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26712	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26712	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26712	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26712	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26712	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26712	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26712	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26712	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26712	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26712	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26712	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26712	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26712	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26712	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26712	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26712	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26712	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26712	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26712	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26712	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26712	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26712	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26712	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26712	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26712	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26712	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26712	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26712	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26712	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26712	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26712	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26712	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26712	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26712	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26712	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26712	embedding2nn.weight	0	0.02210434153676033
26712	embedding2nn.weight	1	0.014383767731487751
26712	embedding2nn.weight	2	-0.004346158355474472
26712	embedding2nn.weight	3	0.00018110222299583256
26712	embedding2nn.weight	4	-0.004402288235723972
26712	embedding2nn.weight	5	0.011797408573329449
26712	embedding2nn.weight	6	-0.004920291248708963
26712	embedding2nn.weight	7	0.021595142781734467
26712	embedding2nn.weight	8	-0.006681832019239664
26712	embedding2nn.weight	9	-0.01402303297072649
26712	embedding2nn.bias	0	-0.03081343322992325
26712	embedding2nn.bias	1	-0.028567546978592873
26712	embedding2nn.bias	2	-0.06777353584766388
26712	embedding2nn.bias	3	0.0035659526474773884
26712	embedding2nn.bias	4	0.0006697708740830421
26712	embedding2nn.bias	5	-0.008563647978007793
26712	embedding2nn.bias	6	0.012232550419867039
26712	embedding2nn.bias	7	0.018434442579746246
26712	embedding2nn.bias	8	0.008703913539648056
26712	embedding2nn.bias	9	-0.007948562502861023
26712	rnn.weight_ih_l0	0	0.03956208378076553
26712	rnn.weight_ih_l0	1	-0.013137655332684517
26712	rnn.weight_ih_l0	2	-0.03607645630836487
26712	rnn.weight_ih_l0	3	-0.0451127327978611
26712	rnn.weight_ih_l0	4	-0.052463099360466
26712	rnn.weight_ih_l0	5	-0.008376218378543854
26712	rnn.weight_ih_l0	6	-0.05266338586807251
26712	rnn.weight_ih_l0	7	-0.0610007643699646
26712	rnn.weight_ih_l0	8	-0.04510502144694328
26712	rnn.weight_ih_l0	9	-0.026990223675966263
26712	rnn.weight_hh_l0	0	0.01913188025355339
26712	rnn.weight_hh_l0	1	-0.008949754759669304
26712	rnn.weight_hh_l0	2	-0.06697184592485428
26712	rnn.weight_hh_l0	3	-0.03329930454492569
26712	rnn.weight_hh_l0	4	-0.07724710553884506
26712	rnn.weight_hh_l0	5	-0.013401126489043236
26712	rnn.weight_hh_l0	6	-0.05282161757349968
26712	rnn.weight_hh_l0	7	-0.03965334966778755
26712	rnn.weight_hh_l0	8	-0.01912795379757881
26712	rnn.weight_hh_l0	9	-0.005400576628744602
26712	rnn.bias_ih_l0	0	0.14266909658908844
26712	rnn.bias_ih_l0	1	-0.05490197613835335
26712	rnn.bias_ih_l0	2	0.1055375188589096
26712	rnn.bias_ih_l0	3	0.048358432948589325
26712	rnn.bias_ih_l0	4	0.09678222984075546
26712	rnn.bias_ih_l0	5	0.024682775139808655
26712	rnn.bias_ih_l0	6	-0.01462788600474596
26712	rnn.bias_ih_l0	7	-0.10406167805194855
26712	rnn.bias_ih_l0	8	-0.21014337241649628
26712	rnn.bias_ih_l0	9	0.08147940039634705
26712	rnn.bias_hh_l0	0	0.0008050171309150755
26712	rnn.bias_hh_l0	1	0.0214706901460886
26712	rnn.bias_hh_l0	2	-0.00395596120506525
26712	rnn.bias_hh_l0	3	-0.030880320817232132
26712	rnn.bias_hh_l0	4	-0.03661884367465973
26712	rnn.bias_hh_l0	5	0.14732626080513
26712	rnn.bias_hh_l0	6	0.04842258617281914
26712	rnn.bias_hh_l0	7	0.05861109867691994
26712	rnn.bias_hh_l0	8	0.019740821793675423
26712	rnn.bias_hh_l0	9	0.040536850690841675
26712	rnn.weight_ih_l0_reverse	0	-0.02950950153172016
26712	rnn.weight_ih_l0_reverse	1	-0.002405997831374407
26712	rnn.weight_ih_l0_reverse	2	0.024029437452554703
26712	rnn.weight_ih_l0_reverse	3	-0.06241590157151222
26712	rnn.weight_ih_l0_reverse	4	0.009795665740966797
26712	rnn.weight_ih_l0_reverse	5	-0.046204619109630585
26712	rnn.weight_ih_l0_reverse	6	0.02719894051551819
26712	rnn.weight_ih_l0_reverse	7	0.046147219836711884
26712	rnn.weight_ih_l0_reverse	8	-0.04871255159378052
26712	rnn.weight_ih_l0_reverse	9	-0.05104004591703415
26712	rnn.weight_hh_l0_reverse	0	-0.08341673761606216
26712	rnn.weight_hh_l0_reverse	1	-0.06308584660291672
26712	rnn.weight_hh_l0_reverse	2	0.034465089440345764
26712	rnn.weight_hh_l0_reverse	3	0.04583681747317314
26712	rnn.weight_hh_l0_reverse	4	-0.015577288344502449
26712	rnn.weight_hh_l0_reverse	5	0.04507647082209587
26712	rnn.weight_hh_l0_reverse	6	-0.00016723475710023195
26712	rnn.weight_hh_l0_reverse	7	-1.1929467973459396e-06
26712	rnn.weight_hh_l0_reverse	8	-0.09809038043022156
26712	rnn.weight_hh_l0_reverse	9	0.08020632714033127
26712	rnn.bias_ih_l0_reverse	0	-0.08887973427772522
26712	rnn.bias_ih_l0_reverse	1	-0.06568367779254913
26712	rnn.bias_ih_l0_reverse	2	0.10348102450370789
26712	rnn.bias_ih_l0_reverse	3	0.04721755161881447
26712	rnn.bias_ih_l0_reverse	4	-0.13063515722751617
26712	rnn.bias_ih_l0_reverse	5	0.041406456381082535
26712	rnn.bias_ih_l0_reverse	6	-0.10439946502447128
26712	rnn.bias_ih_l0_reverse	7	0.041797347366809845
26712	rnn.bias_ih_l0_reverse	8	0.037185970693826675
26712	rnn.bias_ih_l0_reverse	9	0.06119884178042412
26712	rnn.bias_hh_l0_reverse	0	0.05767613649368286
26712	rnn.bias_hh_l0_reverse	1	0.06601718068122864
26712	rnn.bias_hh_l0_reverse	2	0.08249517530202866
26712	rnn.bias_hh_l0_reverse	3	-0.005267277825623751
26712	rnn.bias_hh_l0_reverse	4	0.06808333843946457
26712	rnn.bias_hh_l0_reverse	5	0.004622031934559345
26712	rnn.bias_hh_l0_reverse	6	-0.054815031588077545
26712	rnn.bias_hh_l0_reverse	7	0.027152033522725105
26712	rnn.bias_hh_l0_reverse	8	0.014113299548625946
26712	rnn.bias_hh_l0_reverse	9	-0.1592685878276825
26712	linear.weight	0	0.1714669167995453
26712	linear.weight	1	-0.16118526458740234
26712	linear.weight	2	-0.21571078896522522
26712	linear.weight	3	0.08050420135259628
26712	linear.weight	4	-0.02586262859404087
26712	linear.weight	5	0.0025173863396048546
26712	linear.weight	6	-0.006953021045774221
26712	linear.weight	7	-0.027527490630745888
26712	linear.weight	8	0.07809273898601532
26712	linear.weight	9	0.33850595355033875
26712	linear.bias	0	-0.22309069335460663
26712	linear.bias	1	0.19325022399425507
26712	linear.bias	2	-0.5368624329566956
26712	linear.bias	3	1.707429051399231
26712	linear.bias	4	-0.39351773262023926
26712	linear.bias	5	-0.030769959092140198
26712	linear.bias	6	-0.3560730218887329
26712	linear.bias	7	-0.27666839957237244
26712	linear.bias	8	-0.04921485111117363
26712	linear.bias	9	-0.4966220557689667
26740	transitions	0	-0.6473004221916199
26740	transitions	1	0.35023489594459534
26740	transitions	2	1.6752710342407227
26740	transitions	3	0.09766892343759537
26740	transitions	4	0.9489914774894714
26740	transitions	5	1.2739328145980835
26740	transitions	6	0.483333945274353
26740	transitions	7	0.17581512033939362
26740	transitions	8	-0.9195152521133423
26740	transitions	9	0.9306609630584717
26740	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26740	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26740	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26740	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26740	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26740	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26740	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26740	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26740	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26740	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26740	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26740	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26740	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26740	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26740	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26740	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26740	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26740	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26740	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26740	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26740	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26740	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26740	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26740	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26740	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26740	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26740	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26740	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26740	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26740	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26740	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26740	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26740	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26740	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26740	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26740	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26740	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26740	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26740	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26740	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26740	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26740	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26740	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26740	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26740	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26740	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26740	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26740	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26740	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26740	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26740	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26740	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26740	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26740	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26740	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26740	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26740	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26740	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26740	embedding2nn.weight	0	0.022044498473405838
26740	embedding2nn.weight	1	0.014393312856554985
26740	embedding2nn.weight	2	-0.004345810506492853
26740	embedding2nn.weight	3	0.00020761313498951495
26740	embedding2nn.weight	4	-0.004413105547428131
26740	embedding2nn.weight	5	0.011792355217039585
26740	embedding2nn.weight	6	-0.004938944708555937
26740	embedding2nn.weight	7	0.021490849554538727
26740	embedding2nn.weight	8	-0.0066214390099048615
26740	embedding2nn.weight	9	-0.014010224491357803
26740	embedding2nn.bias	0	-0.03140590712428093
26740	embedding2nn.bias	1	-0.029875623062253
26740	embedding2nn.bias	2	-0.06773966550827026
26740	embedding2nn.bias	3	0.003681194968521595
26740	embedding2nn.bias	4	4.752174845634727e-06
26740	embedding2nn.bias	5	-0.008236139081418514
26740	embedding2nn.bias	6	0.011716186068952084
26740	embedding2nn.bias	7	0.0195795688778162
26740	embedding2nn.bias	8	0.008532227016985416
26740	embedding2nn.bias	9	-0.008688176982104778
26740	rnn.weight_ih_l0	0	0.03948339819908142
26740	rnn.weight_ih_l0	1	-0.01332703884691
26740	rnn.weight_ih_l0	2	-0.036188654601573944
26740	rnn.weight_ih_l0	3	-0.04511566087603569
26740	rnn.weight_ih_l0	4	-0.05254974961280823
26740	rnn.weight_ih_l0	5	-0.008376301266252995
26740	rnn.weight_ih_l0	6	-0.05264972522854805
26740	rnn.weight_ih_l0	7	-0.060951314866542816
26740	rnn.weight_ih_l0	8	-0.045060448348522186
26740	rnn.weight_ih_l0	9	-0.02699929289519787
26740	rnn.weight_hh_l0	0	0.019198086112737656
26740	rnn.weight_hh_l0	1	-0.009044615551829338
26740	rnn.weight_hh_l0	2	-0.06699585914611816
26740	rnn.weight_hh_l0	3	-0.03330616652965546
26740	rnn.weight_hh_l0	4	-0.07737468928098679
26740	rnn.weight_hh_l0	5	-0.013248465955257416
26740	rnn.weight_hh_l0	6	-0.052527036517858505
26740	rnn.weight_hh_l0	7	-0.039820585399866104
26740	rnn.weight_hh_l0	8	-0.01908339373767376
26740	rnn.weight_hh_l0	9	-0.005420987959951162
26740	rnn.bias_ih_l0	0	0.14277486503124237
26740	rnn.bias_ih_l0	1	-0.05456745997071266
26740	rnn.bias_ih_l0	2	0.10556420683860779
26740	rnn.bias_ih_l0	3	0.0484493151307106
26740	rnn.bias_ih_l0	4	0.0961182564496994
26740	rnn.bias_ih_l0	5	0.024817928671836853
26740	rnn.bias_ih_l0	6	-0.015376721508800983
26740	rnn.bias_ih_l0	7	-0.10399477183818817
26740	rnn.bias_ih_l0	8	-0.20987072587013245
26740	rnn.bias_ih_l0	9	0.08140652626752853
26740	rnn.bias_hh_l0	0	0.0004796038556378335
26740	rnn.bias_hh_l0	1	0.021723885089159012
26740	rnn.bias_hh_l0	2	-0.003711000084877014
26740	rnn.bias_hh_l0	3	-0.03109472617506981
26740	rnn.bias_hh_l0	4	-0.036777082830667496
26740	rnn.bias_hh_l0	5	0.14773601293563843
26740	rnn.bias_hh_l0	6	0.048306141048669815
26740	rnn.bias_hh_l0	7	0.058981288224458694
26740	rnn.bias_hh_l0	8	0.018991990014910698
26740	rnn.bias_hh_l0	9	0.040624648332595825
26740	rnn.weight_ih_l0_reverse	0	-0.029548490419983864
26740	rnn.weight_ih_l0_reverse	1	-0.0023273141123354435
26740	rnn.weight_ih_l0_reverse	2	0.023996742442250252
26740	rnn.weight_ih_l0_reverse	3	-0.06242033466696739
26740	rnn.weight_ih_l0_reverse	4	0.009729872457683086
26740	rnn.weight_ih_l0_reverse	5	-0.0460454560816288
26740	rnn.weight_ih_l0_reverse	6	0.02706429362297058
26740	rnn.weight_ih_l0_reverse	7	0.046141617000103
26740	rnn.weight_ih_l0_reverse	8	-0.04873454570770264
26740	rnn.weight_ih_l0_reverse	9	-0.05102557688951492
26740	rnn.weight_hh_l0_reverse	0	-0.08340352028608322
26740	rnn.weight_hh_l0_reverse	1	-0.06296763569116592
26740	rnn.weight_hh_l0_reverse	2	0.03453546762466431
26740	rnn.weight_hh_l0_reverse	3	0.04586627334356308
26740	rnn.weight_hh_l0_reverse	4	-0.01575504243373871
26740	rnn.weight_hh_l0_reverse	5	0.04513971880078316
26740	rnn.weight_hh_l0_reverse	6	-0.0003700186498463154
26740	rnn.weight_hh_l0_reverse	7	-8.948523827712052e-06
26740	rnn.weight_hh_l0_reverse	8	-0.09810368716716766
26740	rnn.weight_hh_l0_reverse	9	0.08010202646255493
26740	rnn.bias_ih_l0_reverse	0	-0.08875837922096252
26740	rnn.bias_ih_l0_reverse	1	-0.0648277997970581
26740	rnn.bias_ih_l0_reverse	2	0.1033378317952156
26740	rnn.bias_ih_l0_reverse	3	0.047539979219436646
26740	rnn.bias_ih_l0_reverse	4	-0.13023214042186737
26740	rnn.bias_ih_l0_reverse	5	0.041721828281879425
26740	rnn.bias_ih_l0_reverse	6	-0.1047217845916748
26740	rnn.bias_ih_l0_reverse	7	0.041341569274663925
26740	rnn.bias_ih_l0_reverse	8	0.03740708902478218
26740	rnn.bias_ih_l0_reverse	9	0.06095632538199425
26740	rnn.bias_hh_l0_reverse	0	0.057715605944395065
26740	rnn.bias_hh_l0_reverse	1	0.06625959277153015
26740	rnn.bias_hh_l0_reverse	2	0.08301825076341629
26740	rnn.bias_hh_l0_reverse	3	-0.005007325671613216
26740	rnn.bias_hh_l0_reverse	4	0.06787880510091782
26740	rnn.bias_hh_l0_reverse	5	0.004109672736376524
26740	rnn.bias_hh_l0_reverse	6	-0.05559033155441284
26740	rnn.bias_hh_l0_reverse	7	0.027043726295232773
26740	rnn.bias_hh_l0_reverse	8	0.01415119506418705
26740	rnn.bias_hh_l0_reverse	9	-0.15877041220664978
26740	linear.weight	0	0.1728152632713318
26740	linear.weight	1	-0.16118453443050385
26740	linear.weight	2	-0.21622778475284576
26740	linear.weight	3	0.0793219804763794
26740	linear.weight	4	-0.02584470994770527
26740	linear.weight	5	0.002631926443427801
26740	linear.weight	6	-0.0069527821615338326
26740	linear.weight	7	-0.027524761855602264
26740	linear.weight	8	0.07821555435657501
26740	linear.weight	9	0.3385745584964752
26740	linear.bias	0	-0.22568027675151825
26740	linear.bias	1	0.1938038319349289
26740	linear.bias	2	-0.537384033203125
26740	linear.bias	3	1.7103897333145142
26740	linear.bias	4	-0.3935425579547882
26740	linear.bias	5	-0.030769959092140198
26740	linear.bias	6	-0.3560510277748108
26740	linear.bias	7	-0.2768363952636719
26740	linear.bias	8	-0.047619812190532684
26740	linear.bias	9	-0.4966350793838501
26768	transitions	0	-0.6473077535629272
26768	transitions	1	0.35023215413093567
26768	transitions	2	1.6752519607543945
26768	transitions	3	0.09766457229852676
26768	transitions	4	0.9489877223968506
26768	transitions	5	1.2739328145980835
26768	transitions	6	0.48333388566970825
26768	transitions	7	0.17581497132778168
26768	transitions	8	-0.9195153713226318
26768	transitions	9	0.9306609630584717
26768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26768	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26768	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26768	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26768	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26768	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26768	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26768	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26768	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26768	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26768	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26768	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26768	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26768	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26768	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26768	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26768	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26768	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26768	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26768	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26768	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26768	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26768	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26768	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26768	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26768	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26768	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26768	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26768	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26768	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26768	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26768	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26768	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26768	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26768	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26768	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26768	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26768	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26768	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26768	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26768	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26768	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26768	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26768	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26768	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26768	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26768	embedding2nn.weight	0	0.021930944174528122
26768	embedding2nn.weight	1	0.01435262244194746
26768	embedding2nn.weight	2	-0.00434388592839241
26768	embedding2nn.weight	3	0.0002010681200772524
26768	embedding2nn.weight	4	-0.004386075772345066
26768	embedding2nn.weight	5	0.01179390400648117
26768	embedding2nn.weight	6	-0.004936630371958017
26768	embedding2nn.weight	7	0.021457871422171593
26768	embedding2nn.weight	8	-0.006648459006100893
26768	embedding2nn.weight	9	-0.01402293797582388
26768	embedding2nn.bias	0	-0.031749408692121506
26768	embedding2nn.bias	1	-0.029051341116428375
26768	embedding2nn.bias	2	-0.06889280676841736
26768	embedding2nn.bias	3	0.0023575543891638517
26768	embedding2nn.bias	4	-0.0016237942036241293
26768	embedding2nn.bias	5	-0.008898415602743626
26768	embedding2nn.bias	6	0.010611210018396378
26768	embedding2nn.bias	7	0.020087072625756264
26768	embedding2nn.bias	8	0.007653424516320229
26768	embedding2nn.bias	9	-0.009487620554864407
26768	rnn.weight_ih_l0	0	0.03943394869565964
26768	rnn.weight_ih_l0	1	-0.013425832614302635
26768	rnn.weight_ih_l0	2	-0.03639988228678703
26768	rnn.weight_ih_l0	3	-0.045060694217681885
26768	rnn.weight_ih_l0	4	-0.0525047667324543
26768	rnn.weight_ih_l0	5	-0.008317933417856693
26768	rnn.weight_ih_l0	6	-0.05266065150499344
26768	rnn.weight_ih_l0	7	-0.06098992004990578
26768	rnn.weight_ih_l0	8	-0.045072853565216064
26768	rnn.weight_ih_l0	9	-0.027015818282961845
26768	rnn.weight_hh_l0	0	0.019184693694114685
26768	rnn.weight_hh_l0	1	-0.009058322757482529
26768	rnn.weight_hh_l0	2	-0.06707356125116348
26768	rnn.weight_hh_l0	3	-0.0331876277923584
26768	rnn.weight_hh_l0	4	-0.0773826539516449
26768	rnn.weight_hh_l0	5	-0.013358206488192081
26768	rnn.weight_hh_l0	6	-0.05293884500861168
26768	rnn.weight_hh_l0	7	-0.040084440261125565
26768	rnn.weight_hh_l0	8	-0.019134927541017532
26768	rnn.weight_hh_l0	9	-0.005405930802226067
26768	rnn.bias_ih_l0	0	0.14271731674671173
26768	rnn.bias_ih_l0	1	-0.0544852577149868
26768	rnn.bias_ih_l0	2	0.10524966567754745
26768	rnn.bias_ih_l0	3	0.04836945980787277
26768	rnn.bias_ih_l0	4	0.09563825279474258
26768	rnn.bias_ih_l0	5	0.02412578836083412
26768	rnn.bias_ih_l0	6	-0.015135395340621471
26768	rnn.bias_ih_l0	7	-0.10366496443748474
26768	rnn.bias_ih_l0	8	-0.2109585553407669
26768	rnn.bias_ih_l0	9	0.08149106800556183
26768	rnn.bias_hh_l0	0	0.0002493183419574052
26768	rnn.bias_hh_l0	1	0.02216135337948799
26768	rnn.bias_hh_l0	2	-0.00397855369374156
26768	rnn.bias_hh_l0	3	-0.03124607726931572
26768	rnn.bias_hh_l0	4	-0.03677542880177498
26768	rnn.bias_hh_l0	5	0.14717493951320648
26768	rnn.bias_hh_l0	6	0.048452749848365784
26768	rnn.bias_hh_l0	7	0.0597822368144989
26768	rnn.bias_hh_l0	8	0.01923331245779991
26768	rnn.bias_hh_l0	9	0.040562670677900314
26768	rnn.weight_ih_l0_reverse	0	-0.02965683303773403
26768	rnn.weight_ih_l0_reverse	1	-0.002389372093603015
26768	rnn.weight_ih_l0_reverse	2	0.02396327629685402
26768	rnn.weight_ih_l0_reverse	3	-0.06239449977874756
26768	rnn.weight_ih_l0_reverse	4	0.009712583385407925
26768	rnn.weight_ih_l0_reverse	5	-0.04612743481993675
26768	rnn.weight_ih_l0_reverse	6	0.02727675810456276
26768	rnn.weight_ih_l0_reverse	7	0.046143729239702225
26768	rnn.weight_ih_l0_reverse	8	-0.048796508461236954
26768	rnn.weight_ih_l0_reverse	9	-0.05103180557489395
26768	rnn.weight_hh_l0_reverse	0	-0.08334601670503616
26768	rnn.weight_hh_l0_reverse	1	-0.06276074796915054
26768	rnn.weight_hh_l0_reverse	2	0.034677986055612564
26768	rnn.weight_hh_l0_reverse	3	0.045907389372587204
26768	rnn.weight_hh_l0_reverse	4	-0.015966827049851418
26768	rnn.weight_hh_l0_reverse	5	0.04515926167368889
26768	rnn.weight_hh_l0_reverse	6	-0.00035471332375891507
26768	rnn.weight_hh_l0_reverse	7	-5.94657649344299e-05
26768	rnn.weight_hh_l0_reverse	8	-0.09811162203550339
26768	rnn.weight_hh_l0_reverse	9	0.08011103421449661
26768	rnn.bias_ih_l0_reverse	0	-0.08873626589775085
26768	rnn.bias_ih_l0_reverse	1	-0.06471020728349686
26768	rnn.bias_ih_l0_reverse	2	0.10320582240819931
26768	rnn.bias_ih_l0_reverse	3	0.0473012775182724
26768	rnn.bias_ih_l0_reverse	4	-0.13036790490150452
26768	rnn.bias_ih_l0_reverse	5	0.04085741937160492
26768	rnn.bias_ih_l0_reverse	6	-0.10488864779472351
26768	rnn.bias_ih_l0_reverse	7	0.0413069985806942
26768	rnn.bias_ih_l0_reverse	8	0.037301793694496155
26768	rnn.bias_ih_l0_reverse	9	0.06129510700702667
26768	rnn.bias_hh_l0_reverse	0	0.05900271609425545
26768	rnn.bias_hh_l0_reverse	1	0.06631021946668625
26768	rnn.bias_hh_l0_reverse	2	0.08302437514066696
26768	rnn.bias_hh_l0_reverse	3	-0.004844981711357832
26768	rnn.bias_hh_l0_reverse	4	0.06787674874067307
26768	rnn.bias_hh_l0_reverse	5	0.002360065234825015
26768	rnn.bias_hh_l0_reverse	6	-0.05608389154076576
26768	rnn.bias_hh_l0_reverse	7	0.026818908751010895
26768	rnn.bias_hh_l0_reverse	8	0.01414117868989706
26768	rnn.bias_hh_l0_reverse	9	-0.15752269327640533
26768	linear.weight	0	0.1735386997461319
26768	linear.weight	1	-0.16118350625038147
26768	linear.weight	2	-0.2161722481250763
26768	linear.weight	3	0.07997777312994003
26768	linear.weight	4	-0.025663360953330994
26768	linear.weight	5	0.002646417124196887
26768	linear.weight	6	-0.006952614523470402
26768	linear.weight	7	-0.02751997672021389
26768	linear.weight	8	0.07834963500499725
26768	linear.weight	9	0.33865365386009216
26768	linear.bias	0	-0.22075249254703522
26768	linear.bias	1	0.1931430548429489
26768	linear.bias	2	-0.5373541712760925
26768	linear.bias	3	1.7050881385803223
26768	linear.bias	4	-0.393563449382782
26768	linear.bias	5	-0.030769959092140198
26768	linear.bias	6	-0.35596442222595215
26768	linear.bias	7	-0.2769031524658203
26768	linear.bias	8	-0.0453542061150074
26768	linear.bias	9	-0.49664413928985596
26796	transitions	0	-0.6473180055618286
26796	transitions	1	0.35022130608558655
26796	transitions	2	1.6752378940582275
26796	transitions	3	0.09763526171445847
26796	transitions	4	0.9489790201187134
26796	transitions	5	1.273932695388794
26796	transitions	6	0.4833338260650635
26796	transitions	7	0.1758149266242981
26796	transitions	8	-0.9195153713226318
26796	transitions	9	0.9306609630584717
26796	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26796	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26796	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26796	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26796	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26796	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26796	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26796	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26796	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26796	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26796	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26796	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26796	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26796	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26796	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26796	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26796	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26796	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26796	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26796	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26796	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26796	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26796	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26796	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26796	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26796	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26796	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26796	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26796	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26796	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26796	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26796	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26796	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26796	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26796	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26796	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26796	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26796	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26796	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26796	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26796	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26796	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26796	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26796	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26796	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26796	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26796	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26796	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26796	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26796	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26796	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26796	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26796	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26796	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26796	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26796	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26796	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26796	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26796	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26796	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26796	embedding2nn.weight	0	0.021980173885822296
26796	embedding2nn.weight	1	0.014369095675647259
26796	embedding2nn.weight	2	-0.00433691032230854
26796	embedding2nn.weight	3	0.00013946864055469632
26796	embedding2nn.weight	4	-0.004385068546980619
26796	embedding2nn.weight	5	0.01175005454570055
26796	embedding2nn.weight	6	-0.004935876931995153
26796	embedding2nn.weight	7	0.021508121863007545
26796	embedding2nn.weight	8	-0.006649487651884556
26796	embedding2nn.weight	9	-0.014011981897056103
26796	embedding2nn.bias	0	-0.03421292081475258
26796	embedding2nn.bias	1	-0.028040429577231407
26796	embedding2nn.bias	2	-0.0672270730137825
26796	embedding2nn.bias	3	0.0036451031919568777
26796	embedding2nn.bias	4	-0.0010913072619587183
26796	embedding2nn.bias	5	-0.00618657236918807
26796	embedding2nn.bias	6	0.010183695703744888
26796	embedding2nn.bias	7	0.01970808580517769
26796	embedding2nn.bias	8	0.008239035494625568
26796	embedding2nn.bias	9	-0.008394425734877586
26796	rnn.weight_ih_l0	0	0.03942706063389778
26796	rnn.weight_ih_l0	1	-0.01341158151626587
26796	rnn.weight_ih_l0	2	-0.03651091828942299
26796	rnn.weight_ih_l0	3	-0.04501888528466225
26796	rnn.weight_ih_l0	4	-0.05249255150556564
26796	rnn.weight_ih_l0	5	-0.008311663754284382
26796	rnn.weight_ih_l0	6	-0.05259057879447937
26796	rnn.weight_ih_l0	7	-0.061021581292152405
26796	rnn.weight_ih_l0	8	-0.04518858343362808
26796	rnn.weight_ih_l0	9	-0.02705426700413227
26796	rnn.weight_hh_l0	0	0.01916486583650112
26796	rnn.weight_hh_l0	1	-0.00923299603164196
26796	rnn.weight_hh_l0	2	-0.06719832122325897
26796	rnn.weight_hh_l0	3	-0.033161573112010956
26796	rnn.weight_hh_l0	4	-0.07743776589632034
26796	rnn.weight_hh_l0	5	-0.013413709588348866
26796	rnn.weight_hh_l0	6	-0.052804555743932724
26796	rnn.weight_hh_l0	7	-0.03999533876776695
26796	rnn.weight_hh_l0	8	-0.019121313467621803
26796	rnn.weight_hh_l0	9	-0.0056381369940936565
26796	rnn.bias_ih_l0	0	0.14260554313659668
26796	rnn.bias_ih_l0	1	-0.05522982403635979
26796	rnn.bias_ih_l0	2	0.10536116361618042
26796	rnn.bias_ih_l0	3	0.04917213320732117
26796	rnn.bias_ih_l0	4	0.09562622010707855
26796	rnn.bias_ih_l0	5	0.02405366860330105
26796	rnn.bias_ih_l0	6	-0.014770467765629292
26796	rnn.bias_ih_l0	7	-0.10385719686746597
26796	rnn.bias_ih_l0	8	-0.20940238237380981
26796	rnn.bias_ih_l0	9	0.08182471245527267
26796	rnn.bias_hh_l0	0	0.00043126504169777036
26796	rnn.bias_hh_l0	1	0.022254187613725662
26796	rnn.bias_hh_l0	2	-0.004243423696607351
26796	rnn.bias_hh_l0	3	-0.03133508190512657
26796	rnn.bias_hh_l0	4	-0.036997754126787186
26796	rnn.bias_hh_l0	5	0.14684812724590302
26796	rnn.bias_hh_l0	6	0.048483915627002716
26796	rnn.bias_hh_l0	7	0.05996713414788246
26796	rnn.bias_hh_l0	8	0.01959824189543724
26796	rnn.bias_hh_l0	9	0.04044489935040474
26796	rnn.weight_ih_l0_reverse	0	-0.029739364981651306
26796	rnn.weight_ih_l0_reverse	1	-0.0022531840950250626
26796	rnn.weight_ih_l0_reverse	2	0.023974847048521042
26796	rnn.weight_ih_l0_reverse	3	-0.062377993017435074
26796	rnn.weight_ih_l0_reverse	4	0.009660664945840836
26796	rnn.weight_ih_l0_reverse	5	-0.046246737241744995
26796	rnn.weight_ih_l0_reverse	6	0.027340756729245186
26796	rnn.weight_ih_l0_reverse	7	0.04614286124706268
26796	rnn.weight_ih_l0_reverse	8	-0.0487976036965847
26796	rnn.weight_ih_l0_reverse	9	-0.051004309207201004
26796	rnn.weight_hh_l0_reverse	0	-0.08331048488616943
26796	rnn.weight_hh_l0_reverse	1	-0.06300501525402069
26796	rnn.weight_hh_l0_reverse	2	0.034434109926223755
26796	rnn.weight_hh_l0_reverse	3	0.04605567827820778
26796	rnn.weight_hh_l0_reverse	4	-0.01567930169403553
26796	rnn.weight_hh_l0_reverse	5	0.04524652287364006
26796	rnn.weight_hh_l0_reverse	6	-0.0006569123361259699
26796	rnn.weight_hh_l0_reverse	7	8.250505743490066e-06
26796	rnn.weight_hh_l0_reverse	8	-0.09823786467313766
26796	rnn.weight_hh_l0_reverse	9	0.08033712953329086
26796	rnn.bias_ih_l0_reverse	0	-0.08919740468263626
26796	rnn.bias_ih_l0_reverse	1	-0.06627500802278519
26796	rnn.bias_ih_l0_reverse	2	0.10299272835254669
26796	rnn.bias_ih_l0_reverse	3	0.04758559167385101
26796	rnn.bias_ih_l0_reverse	4	-0.13004754483699799
26796	rnn.bias_ih_l0_reverse	5	0.04128621518611908
26796	rnn.bias_ih_l0_reverse	6	-0.10473545640707016
26796	rnn.bias_ih_l0_reverse	7	0.04113880544900894
26796	rnn.bias_ih_l0_reverse	8	0.03715582564473152
26796	rnn.bias_ih_l0_reverse	9	0.0608372762799263
26796	rnn.bias_hh_l0_reverse	0	0.05942283943295479
26796	rnn.bias_hh_l0_reverse	1	0.06619235128164291
26796	rnn.bias_hh_l0_reverse	2	0.08315402269363403
26796	rnn.bias_hh_l0_reverse	3	-0.004953750874847174
26796	rnn.bias_hh_l0_reverse	4	0.06782562285661697
26796	rnn.bias_hh_l0_reverse	5	0.0019136004848405719
26796	rnn.bias_hh_l0_reverse	6	-0.055941224098205566
26796	rnn.bias_hh_l0_reverse	7	0.026826772838830948
26796	rnn.bias_hh_l0_reverse	8	0.013651615008711815
26796	rnn.bias_hh_l0_reverse	9	-0.1566218137741089
26796	linear.weight	0	0.17235800623893738
26796	linear.weight	1	-0.1611817479133606
26796	linear.weight	2	-0.21604116261005402
26796	linear.weight	3	0.08057716488838196
26796	linear.weight	4	-0.025764480233192444
26796	linear.weight	5	0.002738990355283022
26796	linear.weight	6	-0.00695243664085865
26796	linear.weight	7	-0.027517542243003845
26796	linear.weight	8	0.07870305329561234
26796	linear.weight	9	0.33854570984840393
26796	linear.bias	0	-0.21918287873268127
26796	linear.bias	1	0.1922936588525772
26796	linear.bias	2	-0.5370010733604431
26796	linear.bias	3	1.705021619796753
26796	linear.bias	4	-0.3935951292514801
26796	linear.bias	5	-0.030769959092140198
26796	linear.bias	6	-0.3555898368358612
26796	linear.bias	7	-0.2763848900794983
26796	linear.bias	8	-0.0441393218934536
26796	linear.bias	9	-0.49665701389312744
26824	transitions	0	-0.6473263502120972
26824	transitions	1	0.35021597146987915
26824	transitions	2	1.6752322912216187
26824	transitions	3	0.09763076156377792
26824	transitions	4	0.9489662051200867
26824	transitions	5	1.2739325761795044
26824	transitions	6	0.4833335876464844
26824	transitions	7	0.17581488192081451
26824	transitions	8	-0.9195156693458557
26824	transitions	9	0.9306609630584717
26824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26824	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26824	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26824	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26824	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26824	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26824	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26824	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26824	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26824	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26824	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26824	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26824	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26824	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26824	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26824	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26824	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26824	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26824	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26824	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26824	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26824	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26824	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26824	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26824	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26824	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26824	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26824	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26824	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26824	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26824	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26824	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26824	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26824	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26824	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26824	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26824	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26824	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26824	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26824	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26824	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26824	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26824	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26824	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26824	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26824	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26824	embedding2nn.weight	0	0.022039301693439484
26824	embedding2nn.weight	1	0.014371850527822971
26824	embedding2nn.weight	2	-0.0043542650528252125
26824	embedding2nn.weight	3	0.00013247589231468737
26824	embedding2nn.weight	4	-0.004390070214867592
26824	embedding2nn.weight	5	0.011736271902918816
26824	embedding2nn.weight	6	-0.004948407877236605
26824	embedding2nn.weight	7	0.02138991840183735
26824	embedding2nn.weight	8	-0.006669856142252684
26824	embedding2nn.weight	9	-0.014007717370986938
26824	embedding2nn.bias	0	-0.03496207669377327
26824	embedding2nn.bias	1	-0.029070790857076645
26824	embedding2nn.bias	2	-0.06793919205665588
26824	embedding2nn.bias	3	0.003995785489678383
26824	embedding2nn.bias	4	-0.00045043451245874166
26824	embedding2nn.bias	5	-0.004998771008104086
26824	embedding2nn.bias	6	0.008534404449164867
26824	embedding2nn.bias	7	0.019631320610642433
26824	embedding2nn.bias	8	0.00840055849403143
26824	embedding2nn.bias	9	-0.005864744074642658
26824	rnn.weight_ih_l0	0	0.03940480574965477
26824	rnn.weight_ih_l0	1	-0.013591371476650238
26824	rnn.weight_ih_l0	2	-0.0364309661090374
26824	rnn.weight_ih_l0	3	-0.044968631118535995
26824	rnn.weight_ih_l0	4	-0.05255382880568504
26824	rnn.weight_ih_l0	5	-0.008328413590788841
26824	rnn.weight_ih_l0	6	-0.05272892490029335
26824	rnn.weight_ih_l0	7	-0.06097489967942238
26824	rnn.weight_ih_l0	8	-0.045137085020542145
26824	rnn.weight_ih_l0	9	-0.027040252462029457
26824	rnn.weight_hh_l0	0	0.019303543493151665
26824	rnn.weight_hh_l0	1	-0.0094078304246068
26824	rnn.weight_hh_l0	2	-0.06711290031671524
26824	rnn.weight_hh_l0	3	-0.03317411243915558
26824	rnn.weight_hh_l0	4	-0.07742378860712051
26824	rnn.weight_hh_l0	5	-0.013569261878728867
26824	rnn.weight_hh_l0	6	-0.05303068831562996
26824	rnn.weight_hh_l0	7	-0.03991900011897087
26824	rnn.weight_hh_l0	8	-0.019091716036200523
26824	rnn.weight_hh_l0	9	-0.005590079352259636
26824	rnn.bias_ih_l0	0	0.14265546202659607
26824	rnn.bias_ih_l0	1	-0.05547529458999634
26824	rnn.bias_ih_l0	2	0.10534955561161041
26824	rnn.bias_ih_l0	3	0.048948273062705994
26824	rnn.bias_ih_l0	4	0.09551097452640533
26824	rnn.bias_ih_l0	5	0.02405938319861889
26824	rnn.bias_ih_l0	6	-0.01503280270844698
26824	rnn.bias_ih_l0	7	-0.10541150718927383
26824	rnn.bias_ih_l0	8	-0.2100265920162201
26824	rnn.bias_ih_l0	9	0.08190586417913437
26824	rnn.bias_hh_l0	0	0.000643624400254339
26824	rnn.bias_hh_l0	1	0.022853204980492592
26824	rnn.bias_hh_l0	2	-0.004038925748318434
26824	rnn.bias_hh_l0	3	-0.031438253819942474
26824	rnn.bias_hh_l0	4	-0.036572493612766266
26824	rnn.bias_hh_l0	5	0.14716000854969025
26824	rnn.bias_hh_l0	6	0.04855136573314667
26824	rnn.bias_hh_l0	7	0.06127426028251648
26824	rnn.bias_hh_l0	8	0.019335908815264702
26824	rnn.bias_hh_l0	9	0.04114881530404091
26824	rnn.weight_ih_l0_reverse	0	-0.029754050076007843
26824	rnn.weight_ih_l0_reverse	1	-0.002384818159043789
26824	rnn.weight_ih_l0_reverse	2	0.02395164780318737
26824	rnn.weight_ih_l0_reverse	3	-0.06234963610768318
26824	rnn.weight_ih_l0_reverse	4	0.009681708179414272
26824	rnn.weight_ih_l0_reverse	5	-0.046245671808719635
26824	rnn.weight_ih_l0_reverse	6	0.027366602793335915
26824	rnn.weight_ih_l0_reverse	7	0.04614006727933884
26824	rnn.weight_ih_l0_reverse	8	-0.04876813665032387
26824	rnn.weight_ih_l0_reverse	9	-0.0510028712451458
26824	rnn.weight_hh_l0_reverse	0	-0.08316469937562943
26824	rnn.weight_hh_l0_reverse	1	-0.06263083964586258
26824	rnn.weight_hh_l0_reverse	2	0.034397147595882416
26824	rnn.weight_hh_l0_reverse	3	0.04599256068468094
26824	rnn.weight_hh_l0_reverse	4	-0.015814846381545067
26824	rnn.weight_hh_l0_reverse	5	0.04532010853290558
26824	rnn.weight_hh_l0_reverse	6	-0.00014286304940469563
26824	rnn.weight_hh_l0_reverse	7	-3.667383862193674e-05
26824	rnn.weight_hh_l0_reverse	8	-0.0981745645403862
26824	rnn.weight_hh_l0_reverse	9	0.08047030866146088
26824	rnn.bias_ih_l0_reverse	0	-0.08952916413545609
26824	rnn.bias_ih_l0_reverse	1	-0.06518369168043137
26824	rnn.bias_ih_l0_reverse	2	0.10327189415693283
26824	rnn.bias_ih_l0_reverse	3	0.04744351655244827
26824	rnn.bias_ih_l0_reverse	4	-0.13021086156368256
26824	rnn.bias_ih_l0_reverse	5	0.04052858427166939
26824	rnn.bias_ih_l0_reverse	6	-0.10480713844299316
26824	rnn.bias_ih_l0_reverse	7	0.04091903194785118
26824	rnn.bias_ih_l0_reverse	8	0.03675394505262375
26824	rnn.bias_ih_l0_reverse	9	0.061128877103328705
26824	rnn.bias_hh_l0_reverse	0	0.05943222716450691
26824	rnn.bias_hh_l0_reverse	1	0.06598367542028427
26824	rnn.bias_hh_l0_reverse	2	0.08266407996416092
26824	rnn.bias_hh_l0_reverse	3	-0.005385914351791143
26824	rnn.bias_hh_l0_reverse	4	0.0677262470126152
26824	rnn.bias_hh_l0_reverse	5	0.003259415738284588
26824	rnn.bias_hh_l0_reverse	6	-0.05578425154089928
26824	rnn.bias_hh_l0_reverse	7	0.026431523263454437
26824	rnn.bias_hh_l0_reverse	8	0.013891158625483513
26824	rnn.bias_hh_l0_reverse	9	-0.15705478191375732
26824	linear.weight	0	0.1731031984090805
26824	linear.weight	1	-0.16117851436138153
26824	linear.weight	2	-0.21599914133548737
26824	linear.weight	3	0.08155646175146103
26824	linear.weight	4	-0.02581028826534748
26824	linear.weight	5	0.002626444911584258
26824	linear.weight	6	-0.006951835006475449
26824	linear.weight	7	-0.027513951063156128
26824	linear.weight	8	0.07908345758914948
26824	linear.weight	9	0.33886581659317017
26824	linear.bias	0	-0.21844586730003357
26824	linear.bias	1	0.1926049441099167
26824	linear.bias	2	-0.5365864634513855
26824	linear.bias	3	1.7044365406036377
26824	linear.bias	4	-0.39361628890037537
26824	linear.bias	5	-0.030769959092140198
26824	linear.bias	6	-0.3553540110588074
26824	linear.bias	7	-0.2769758105278015
26824	linear.bias	8	-0.04493344575166702
26824	linear.bias	9	-0.4966757893562317
26852	transitions	0	-0.6473326683044434
26852	transitions	1	0.35021084547042847
26852	transitions	2	1.6752150058746338
26852	transitions	3	0.09762787818908691
26852	transitions	4	0.9489653706550598
26852	transitions	5	1.2739324569702148
26852	transitions	6	0.483333557844162
26852	transitions	7	0.17581358551979065
26852	transitions	8	-0.9195156693458557
26852	transitions	9	0.9306609630584717
26852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26852	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26852	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26852	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26852	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26852	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26852	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26852	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26852	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26852	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26852	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26852	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26852	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26852	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26852	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26852	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26852	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26852	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26852	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26852	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26852	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26852	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26852	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26852	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26852	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26852	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26852	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26852	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26852	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26852	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26852	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26852	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26852	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26852	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26852	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26852	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26852	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26852	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26852	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26852	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26852	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26852	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26852	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26852	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26852	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26852	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26852	embedding2nn.weight	0	0.02201627939939499
26852	embedding2nn.weight	1	0.014343945309519768
26852	embedding2nn.weight	2	-0.004358383361250162
26852	embedding2nn.weight	3	0.00011405298573663458
26852	embedding2nn.weight	4	-0.0043882932513952255
26852	embedding2nn.weight	5	0.011695743538439274
26852	embedding2nn.weight	6	-0.004929042886942625
26852	embedding2nn.weight	7	0.02141149342060089
26852	embedding2nn.weight	8	-0.006718968506902456
26852	embedding2nn.weight	9	-0.014017673209309578
26852	embedding2nn.bias	0	-0.0342368558049202
26852	embedding2nn.bias	1	-0.028303949162364006
26852	embedding2nn.bias	2	-0.06772683560848236
26852	embedding2nn.bias	3	0.004998312797397375
26852	embedding2nn.bias	4	-7.586627179989591e-05
26852	embedding2nn.bias	5	-0.004746830556541681
26852	embedding2nn.bias	6	0.009780104272067547
26852	embedding2nn.bias	7	0.019118783995509148
26852	embedding2nn.bias	8	0.008347537368535995
26852	embedding2nn.bias	9	-0.0036484685260802507
26852	rnn.weight_ih_l0	0	0.039316326379776
26852	rnn.weight_ih_l0	1	-0.013500739820301533
26852	rnn.weight_ih_l0	2	-0.03648613393306732
26852	rnn.weight_ih_l0	3	-0.04511142522096634
26852	rnn.weight_ih_l0	4	-0.052444737404584885
26852	rnn.weight_ih_l0	5	-0.008385391905903816
26852	rnn.weight_ih_l0	6	-0.052734870463609695
26852	rnn.weight_ih_l0	7	-0.06097934767603874
26852	rnn.weight_ih_l0	8	-0.04513508081436157
26852	rnn.weight_ih_l0	9	-0.02703750692307949
26852	rnn.weight_hh_l0	0	0.019345084205269814
26852	rnn.weight_hh_l0	1	-0.009301713667809963
26852	rnn.weight_hh_l0	2	-0.06718026846647263
26852	rnn.weight_hh_l0	3	-0.03321419283747673
26852	rnn.weight_hh_l0	4	-0.07751516997814178
26852	rnn.weight_hh_l0	5	-0.01366222370415926
26852	rnn.weight_hh_l0	6	-0.05338384211063385
26852	rnn.weight_hh_l0	7	-0.03989635780453682
26852	rnn.weight_hh_l0	8	-0.01917150989174843
26852	rnn.weight_hh_l0	9	-0.005626374389976263
26852	rnn.bias_ih_l0	0	0.14281363785266876
26852	rnn.bias_ih_l0	1	-0.05525663122534752
26852	rnn.bias_ih_l0	2	0.10559941083192825
26852	rnn.bias_ih_l0	3	0.049365486949682236
26852	rnn.bias_ih_l0	4	0.09560937434434891
26852	rnn.bias_ih_l0	5	0.024219119921326637
26852	rnn.bias_ih_l0	6	-0.01486994419246912
26852	rnn.bias_ih_l0	7	-0.10593333095312119
26852	rnn.bias_ih_l0	8	-0.20715442299842834
26852	rnn.bias_ih_l0	9	0.08240979164838791
26852	rnn.bias_hh_l0	0	9.359436808153987e-05
26852	rnn.bias_hh_l0	1	0.02290440909564495
26852	rnn.bias_hh_l0	2	-0.004380845930427313
26852	rnn.bias_hh_l0	3	-0.031163286417722702
26852	rnn.bias_hh_l0	4	-0.03660032898187637
26852	rnn.bias_hh_l0	5	0.14720375835895538
26852	rnn.bias_hh_l0	6	0.048183832317590714
26852	rnn.bias_hh_l0	7	0.06115955486893654
26852	rnn.bias_hh_l0	8	0.019498763605952263
26852	rnn.bias_hh_l0	9	0.04148070141673088
26852	rnn.weight_ih_l0_reverse	0	-0.02977655455470085
26852	rnn.weight_ih_l0_reverse	1	-0.002297376049682498
26852	rnn.weight_ih_l0_reverse	2	0.02389465644955635
26852	rnn.weight_ih_l0_reverse	3	-0.06228582188487053
26852	rnn.weight_ih_l0_reverse	4	0.009621680714190006
26852	rnn.weight_ih_l0_reverse	5	-0.046297378838062286
26852	rnn.weight_ih_l0_reverse	6	0.027734903618693352
26852	rnn.weight_ih_l0_reverse	7	0.04610218107700348
26852	rnn.weight_ih_l0_reverse	8	-0.04875009506940842
26852	rnn.weight_ih_l0_reverse	9	-0.05098413676023483
26852	rnn.weight_hh_l0_reverse	0	-0.08321614563465118
26852	rnn.weight_hh_l0_reverse	1	-0.06252513080835342
26852	rnn.weight_hh_l0_reverse	2	0.03447626531124115
26852	rnn.weight_hh_l0_reverse	3	0.04604734107851982
26852	rnn.weight_hh_l0_reverse	4	-0.015807533636689186
26852	rnn.weight_hh_l0_reverse	5	0.04534628987312317
26852	rnn.weight_hh_l0_reverse	6	0.000644597050268203
26852	rnn.weight_hh_l0_reverse	7	0.00012224112288095057
26852	rnn.weight_hh_l0_reverse	8	-0.09817151725292206
26852	rnn.weight_hh_l0_reverse	9	0.08031674474477768
26852	rnn.bias_ih_l0_reverse	0	-0.08925986289978027
26852	rnn.bias_ih_l0_reverse	1	-0.06468329578638077
26852	rnn.bias_ih_l0_reverse	2	0.1037895679473877
26852	rnn.bias_ih_l0_reverse	3	0.04718312621116638
26852	rnn.bias_ih_l0_reverse	4	-0.13006597757339478
26852	rnn.bias_ih_l0_reverse	5	0.040497832000255585
26852	rnn.bias_ih_l0_reverse	6	-0.10476840287446976
26852	rnn.bias_ih_l0_reverse	7	0.04127994552254677
26852	rnn.bias_ih_l0_reverse	8	0.036929357796907425
26852	rnn.bias_ih_l0_reverse	9	0.06046604737639427
26852	rnn.bias_hh_l0_reverse	0	0.059200502932071686
26852	rnn.bias_hh_l0_reverse	1	0.06603868305683136
26852	rnn.bias_hh_l0_reverse	2	0.08289781957864761
26852	rnn.bias_hh_l0_reverse	3	-0.005485247354954481
26852	rnn.bias_hh_l0_reverse	4	0.0677170604467392
26852	rnn.bias_hh_l0_reverse	5	0.0035215518437325954
26852	rnn.bias_hh_l0_reverse	6	-0.056121889501810074
26852	rnn.bias_hh_l0_reverse	7	0.0267006978392601
26852	rnn.bias_hh_l0_reverse	8	0.013829915784299374
26852	rnn.bias_hh_l0_reverse	9	-0.1575678288936615
26852	linear.weight	0	0.17353814840316772
26852	linear.weight	1	-0.1611773520708084
26852	linear.weight	2	-0.21617086231708527
26852	linear.weight	3	0.08149287849664688
26852	linear.weight	4	-0.026076676324009895
26852	linear.weight	5	0.0026476175989955664
26852	linear.weight	6	-0.006951366551220417
26852	linear.weight	7	-0.02751152776181698
26852	linear.weight	8	0.07893600314855576
26852	linear.weight	9	0.33909785747528076
26852	linear.bias	0	-0.22039955854415894
26852	linear.bias	1	0.19150233268737793
26852	linear.bias	2	-0.537495493888855
26852	linear.bias	3	1.7068402767181396
26852	linear.bias	4	-0.39364340901374817
26852	linear.bias	5	-0.030769959092140198
26852	linear.bias	6	-0.35633406043052673
26852	linear.bias	7	-0.2764139771461487
26852	linear.bias	8	-0.04512510448694229
26852	linear.bias	9	-0.49668294191360474
26880	transitions	0	-0.6473422646522522
26880	transitions	1	0.350205659866333
26880	transitions	2	1.6751971244812012
26880	transitions	3	0.0976242795586586
26880	transitions	4	0.9489648342132568
26880	transitions	5	1.2739323377609253
26880	transitions	6	0.4833334982395172
26880	transitions	7	0.1758117824792862
26880	transitions	8	-0.9195156693458557
26880	transitions	9	0.9306609630584717
26880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26880	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26880	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26880	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26880	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26880	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26880	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26880	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26880	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26880	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26880	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26880	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26880	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26880	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26880	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26880	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26880	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26880	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26880	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26880	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26880	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26880	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26880	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26880	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26880	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26880	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26880	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26880	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26880	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26880	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26880	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26880	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26880	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26880	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26880	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26880	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26880	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26880	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26880	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26880	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26880	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26880	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26880	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26880	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26880	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26880	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26880	embedding2nn.weight	0	0.022094056010246277
26880	embedding2nn.weight	1	0.014328896068036556
26880	embedding2nn.weight	2	-0.004352778661996126
26880	embedding2nn.weight	3	9.946556383511052e-05
26880	embedding2nn.weight	4	-0.004383724648505449
26880	embedding2nn.weight	5	0.011673525907099247
26880	embedding2nn.weight	6	-0.004946394823491573
26880	embedding2nn.weight	7	0.021389009431004524
26880	embedding2nn.weight	8	-0.006749529391527176
26880	embedding2nn.weight	9	-0.014003260061144829
26880	embedding2nn.bias	0	-0.036838825792074203
26880	embedding2nn.bias	1	-0.02890719100832939
26880	embedding2nn.bias	2	-0.06938911229372025
26880	embedding2nn.bias	3	0.003062780946493149
26880	embedding2nn.bias	4	-8.332946890732273e-05
26880	embedding2nn.bias	5	-0.005072702653706074
26880	embedding2nn.bias	6	0.009807226248085499
26880	embedding2nn.bias	7	0.019754547625780106
26880	embedding2nn.bias	8	0.006373851094394922
26880	embedding2nn.bias	9	-0.004266001749783754
26880	rnn.weight_ih_l0	0	0.03929957002401352
26880	rnn.weight_ih_l0	1	-0.01346996333450079
26880	rnn.weight_ih_l0	2	-0.03647410497069359
26880	rnn.weight_ih_l0	3	-0.04517900198698044
26880	rnn.weight_ih_l0	4	-0.052452556788921356
26880	rnn.weight_ih_l0	5	-0.008299639448523521
26880	rnn.weight_ih_l0	6	-0.05272375047206879
26880	rnn.weight_ih_l0	7	-0.06097249314188957
26880	rnn.weight_ih_l0	8	-0.045103926211595535
26880	rnn.weight_ih_l0	9	-0.02699696645140648
26880	rnn.weight_hh_l0	0	0.01936321146786213
26880	rnn.weight_hh_l0	1	-0.009333156980574131
26880	rnn.weight_hh_l0	2	-0.06692711263895035
26880	rnn.weight_hh_l0	3	-0.033260852098464966
26880	rnn.weight_hh_l0	4	-0.07757366448640823
26880	rnn.weight_hh_l0	5	-0.01361869927495718
26880	rnn.weight_hh_l0	6	-0.05329853296279907
26880	rnn.weight_hh_l0	7	-0.03988533839583397
26880	rnn.weight_hh_l0	8	-0.01924697682261467
26880	rnn.weight_hh_l0	9	-0.005824605002999306
26880	rnn.bias_ih_l0	0	0.1425660252571106
26880	rnn.bias_ih_l0	1	-0.05500280112028122
26880	rnn.bias_ih_l0	2	0.10582049190998077
26880	rnn.bias_ih_l0	3	0.04988332837820053
26880	rnn.bias_ih_l0	4	0.09592922776937485
26880	rnn.bias_ih_l0	5	0.024245865643024445
26880	rnn.bias_ih_l0	6	-0.014572283253073692
26880	rnn.bias_ih_l0	7	-0.10516557842493057
26880	rnn.bias_ih_l0	8	-0.20908425748348236
26880	rnn.bias_ih_l0	9	0.08247896283864975
26880	rnn.bias_hh_l0	0	0.0002632958930917084
26880	rnn.bias_hh_l0	1	0.02323846146464348
26880	rnn.bias_hh_l0	2	-0.004345288034528494
26880	rnn.bias_hh_l0	3	-0.03162559121847153
26880	rnn.bias_hh_l0	4	-0.0360305979847908
26880	rnn.bias_hh_l0	5	0.14673638343811035
26880	rnn.bias_hh_l0	6	0.04843781888484955
26880	rnn.bias_hh_l0	7	0.06111595407128334
26880	rnn.bias_hh_l0	8	0.019796427339315414
26880	rnn.bias_hh_l0	9	0.04153208062052727
26880	rnn.weight_ih_l0_reverse	0	-0.029759151861071587
26880	rnn.weight_ih_l0_reverse	1	-0.0022268001921474934
26880	rnn.weight_ih_l0_reverse	2	0.023910081014037132
26880	rnn.weight_ih_l0_reverse	3	-0.06224365532398224
26880	rnn.weight_ih_l0_reverse	4	0.009562220424413681
26880	rnn.weight_ih_l0_reverse	5	-0.04630189761519432
26880	rnn.weight_ih_l0_reverse	6	0.027965093031525612
26880	rnn.weight_ih_l0_reverse	7	0.04616692289710045
26880	rnn.weight_ih_l0_reverse	8	-0.04869970679283142
26880	rnn.weight_ih_l0_reverse	9	-0.05097651481628418
26880	rnn.weight_hh_l0_reverse	0	-0.08317316323518753
26880	rnn.weight_hh_l0_reverse	1	-0.06255864351987839
26880	rnn.weight_hh_l0_reverse	2	0.0343741774559021
26880	rnn.weight_hh_l0_reverse	3	0.046092648059129715
26880	rnn.weight_hh_l0_reverse	4	-0.0158449187874794
26880	rnn.weight_hh_l0_reverse	5	0.045398153364658356
26880	rnn.weight_hh_l0_reverse	6	2.1559566448559053e-05
26880	rnn.weight_hh_l0_reverse	7	-1.7294638382736593e-05
26880	rnn.weight_hh_l0_reverse	8	-0.09839104861021042
26880	rnn.weight_hh_l0_reverse	9	0.0804615467786789
26880	rnn.bias_ih_l0_reverse	0	-0.08957722783088684
26880	rnn.bias_ih_l0_reverse	1	-0.06457066535949707
26880	rnn.bias_ih_l0_reverse	2	0.10373888164758682
26880	rnn.bias_ih_l0_reverse	3	0.04742392525076866
26880	rnn.bias_ih_l0_reverse	4	-0.13004444539546967
26880	rnn.bias_ih_l0_reverse	5	0.040370307862758636
26880	rnn.bias_ih_l0_reverse	6	-0.10528717190027237
26880	rnn.bias_ih_l0_reverse	7	0.041293397545814514
26880	rnn.bias_ih_l0_reverse	8	0.03702428564429283
26880	rnn.bias_ih_l0_reverse	9	0.06081683561205864
26880	rnn.bias_hh_l0_reverse	0	0.06015780195593834
26880	rnn.bias_hh_l0_reverse	1	0.0658891499042511
26880	rnn.bias_hh_l0_reverse	2	0.08269906044006348
26880	rnn.bias_hh_l0_reverse	3	-0.005613685119897127
26880	rnn.bias_hh_l0_reverse	4	0.067874014377594
26880	rnn.bias_hh_l0_reverse	5	0.002921584527939558
26880	rnn.bias_hh_l0_reverse	6	-0.05542866513133049
26880	rnn.bias_hh_l0_reverse	7	0.026905778795480728
26880	rnn.bias_hh_l0_reverse	8	0.013842637650668621
26880	rnn.bias_hh_l0_reverse	9	-0.15845949947834015
26880	linear.weight	0	0.17405521869659424
26880	linear.weight	1	-0.16117587685585022
26880	linear.weight	2	-0.21576310694217682
26880	linear.weight	3	0.08189909905195236
26880	linear.weight	4	-0.026089459657669067
26880	linear.weight	5	0.0026718496810644865
26880	linear.weight	6	-0.00695064989849925
26880	linear.weight	7	-0.027591153979301453
26880	linear.weight	8	0.07932538539171219
26880	linear.weight	9	0.3389778435230255
26880	linear.bias	0	-0.22006967663764954
26880	linear.bias	1	0.19168022274971008
26880	linear.bias	2	-0.5382084250450134
26880	linear.bias	3	1.7086154222488403
26880	linear.bias	4	-0.3936688303947449
26880	linear.bias	5	-0.030769959092140198
26880	linear.bias	6	-0.35673654079437256
26880	linear.bias	7	-0.2764827013015747
26880	linear.bias	8	-0.04377287998795509
26880	linear.bias	9	-0.4966896176338196
26908	transitions	0	-0.647358238697052
26908	transitions	1	0.350198358297348
26908	transitions	2	1.6751935482025146
26908	transitions	3	0.09762299805879593
26908	transitions	4	0.9489632844924927
26908	transitions	5	1.2739323377609253
26908	transitions	6	0.4833334982395172
26908	transitions	7	0.1758093684911728
26908	transitions	8	-0.9195156693458557
26908	transitions	9	0.9306609630584717
26908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26908	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26908	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26908	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26908	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26908	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26908	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26908	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26908	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26908	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26908	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26908	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26908	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26908	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26908	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26908	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26908	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26908	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26908	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26908	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26908	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26908	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26908	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26908	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26908	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26908	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26908	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26908	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26908	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26908	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26908	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26908	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26908	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26908	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26908	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26908	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26908	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26908	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26908	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26908	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26908	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26908	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26908	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26908	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26908	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26908	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26908	embedding2nn.weight	0	0.021986274048686028
26908	embedding2nn.weight	1	0.014329583384096622
26908	embedding2nn.weight	2	-0.004352166783064604
26908	embedding2nn.weight	3	0.00012158069148426875
26908	embedding2nn.weight	4	-0.00439354358240962
26908	embedding2nn.weight	5	0.011671742424368858
26908	embedding2nn.weight	6	-0.004961162339895964
26908	embedding2nn.weight	7	0.02143792249262333
26908	embedding2nn.weight	8	-0.0067827897146344185
26908	embedding2nn.weight	9	-0.014001498930156231
26908	embedding2nn.bias	0	-0.03743239492177963
26908	embedding2nn.bias	1	-0.029643630608916283
26908	embedding2nn.bias	2	-0.06872574985027313
26908	embedding2nn.bias	3	0.003287343308329582
26908	embedding2nn.bias	4	0.0008690452086739242
26908	embedding2nn.bias	5	-0.005875155329704285
26908	embedding2nn.bias	6	0.010126806795597076
26908	embedding2nn.bias	7	0.02157004177570343
26908	embedding2nn.bias	8	0.006486294325441122
26908	embedding2nn.bias	9	-0.004739415366202593
26908	rnn.weight_ih_l0	0	0.03929612413048744
26908	rnn.weight_ih_l0	1	-0.013551090843975544
26908	rnn.weight_ih_l0	2	-0.03637497499585152
26908	rnn.weight_ih_l0	3	-0.04521707817912102
26908	rnn.weight_ih_l0	4	-0.052408862859010696
26908	rnn.weight_ih_l0	5	-0.008299901150166988
26908	rnn.weight_ih_l0	6	-0.052529364824295044
26908	rnn.weight_ih_l0	7	-0.06099902465939522
26908	rnn.weight_ih_l0	8	-0.04507185146212578
26908	rnn.weight_ih_l0	9	-0.026968510821461678
26908	rnn.weight_hh_l0	0	0.019298724830150604
26908	rnn.weight_hh_l0	1	-0.009266780689358711
26908	rnn.weight_hh_l0	2	-0.06700309365987778
26908	rnn.weight_hh_l0	3	-0.0332588255405426
26908	rnn.weight_hh_l0	4	-0.07769216597080231
26908	rnn.weight_hh_l0	5	-0.013691225089132786
26908	rnn.weight_hh_l0	6	-0.053417474031448364
26908	rnn.weight_hh_l0	7	-0.04006943479180336
26908	rnn.weight_hh_l0	8	-0.019102314487099648
26908	rnn.weight_hh_l0	9	-0.005617246963083744
26908	rnn.bias_ih_l0	0	0.14237771928310394
26908	rnn.bias_ih_l0	1	-0.05523201823234558
26908	rnn.bias_ih_l0	2	0.10518564283847809
26908	rnn.bias_ih_l0	3	0.050001271069049835
26908	rnn.bias_ih_l0	4	0.09617315232753754
26908	rnn.bias_ih_l0	5	0.023921692743897438
26908	rnn.bias_ih_l0	6	-0.01468445174396038
26908	rnn.bias_ih_l0	7	-0.10574813932180405
26908	rnn.bias_ih_l0	8	-0.2086869329214096
26908	rnn.bias_ih_l0	9	0.08246862143278122
26908	rnn.bias_hh_l0	0	7.848830136936158e-05
26908	rnn.bias_hh_l0	1	0.02295796200633049
26908	rnn.bias_hh_l0	2	-0.004247631411999464
26908	rnn.bias_hh_l0	3	-0.03161614015698433
26908	rnn.bias_hh_l0	4	-0.03653549402952194
26908	rnn.bias_hh_l0	5	0.1465795934200287
26908	rnn.bias_hh_l0	6	0.04833216220140457
26908	rnn.bias_hh_l0	7	0.06106206402182579
26908	rnn.bias_hh_l0	8	0.019684258848428726
26908	rnn.bias_hh_l0	9	0.04131001606583595
26908	rnn.weight_ih_l0_reverse	0	-0.029752792790532112
26908	rnn.weight_ih_l0_reverse	1	-0.002265453338623047
26908	rnn.weight_ih_l0_reverse	2	0.0239399466663599
26908	rnn.weight_ih_l0_reverse	3	-0.062219951301813126
26908	rnn.weight_ih_l0_reverse	4	0.009629633277654648
26908	rnn.weight_ih_l0_reverse	5	-0.04634974151849747
26908	rnn.weight_ih_l0_reverse	6	0.027928577736020088
26908	rnn.weight_ih_l0_reverse	7	0.046218279749155045
26908	rnn.weight_ih_l0_reverse	8	-0.04870414361357689
26908	rnn.weight_ih_l0_reverse	9	-0.05090457573533058
26908	rnn.weight_hh_l0_reverse	0	-0.08316957205533981
26908	rnn.weight_hh_l0_reverse	1	-0.0625845417380333
26908	rnn.weight_hh_l0_reverse	2	0.03431026637554169
26908	rnn.weight_hh_l0_reverse	3	0.046153828501701355
26908	rnn.weight_hh_l0_reverse	4	-0.015916692093014717
26908	rnn.weight_hh_l0_reverse	5	0.045458510518074036
26908	rnn.weight_hh_l0_reverse	6	-0.0001937503693625331
26908	rnn.weight_hh_l0_reverse	7	1.9440738469711505e-05
26908	rnn.weight_hh_l0_reverse	8	-0.09839993715286255
26908	rnn.weight_hh_l0_reverse	9	0.08052844554185867
26908	rnn.bias_ih_l0_reverse	0	-0.09021586179733276
26908	rnn.bias_ih_l0_reverse	1	-0.06523773819208145
26908	rnn.bias_ih_l0_reverse	2	0.10324353724718094
26908	rnn.bias_ih_l0_reverse	3	0.047583989799022675
26908	rnn.bias_ih_l0_reverse	4	-0.13000982999801636
26908	rnn.bias_ih_l0_reverse	5	0.04068176448345184
26908	rnn.bias_ih_l0_reverse	6	-0.10545151680707932
26908	rnn.bias_ih_l0_reverse	7	0.0414869487285614
26908	rnn.bias_ih_l0_reverse	8	0.03653895854949951
26908	rnn.bias_ih_l0_reverse	9	0.061336226761341095
26908	rnn.bias_hh_l0_reverse	0	0.0615914948284626
26908	rnn.bias_hh_l0_reverse	1	0.06568126380443573
26908	rnn.bias_hh_l0_reverse	2	0.08192601054906845
26908	rnn.bias_hh_l0_reverse	3	-0.005448910873383284
26908	rnn.bias_hh_l0_reverse	4	0.0680081695318222
26908	rnn.bias_hh_l0_reverse	5	0.002177174435928464
26908	rnn.bias_hh_l0_reverse	6	-0.05517087131738663
26908	rnn.bias_hh_l0_reverse	7	0.027278754860162735
26908	rnn.bias_hh_l0_reverse	8	0.013797792606055737
26908	rnn.bias_hh_l0_reverse	9	-0.15928925573825836
26908	linear.weight	0	0.17424461245536804
26908	linear.weight	1	-0.1611744463443756
26908	linear.weight	2	-0.21581928431987762
26908	linear.weight	3	0.08040996640920639
26908	linear.weight	4	-0.02588147483766079
26908	linear.weight	5	0.0031898620072752237
26908	linear.weight	6	-0.0069503579288721085
26908	linear.weight	7	-0.02759021520614624
26908	linear.weight	8	0.08000066131353378
26908	linear.weight	9	0.3390672504901886
26908	linear.bias	0	-0.2156565636396408
26908	linear.bias	1	0.19188115000724792
26908	linear.bias	2	-0.5382272601127625
26908	linear.bias	3	1.7028788328170776
26908	linear.bias	4	-0.39371731877326965
26908	linear.bias	5	-0.030769959092140198
26908	linear.bias	6	-0.3567441701889038
26908	linear.bias	7	-0.27592939138412476
26908	linear.bias	8	-0.04437675699591637
26908	linear.bias	9	-0.4967077672481537
26936	transitions	0	-0.6473621726036072
26936	transitions	1	0.3501969575881958
26936	transitions	2	1.675186276435852
26936	transitions	3	0.097622349858284
26936	transitions	4	0.9489604234695435
26936	transitions	5	1.2739322185516357
26936	transitions	6	0.4833334684371948
26936	transitions	7	0.17580930888652802
26936	transitions	8	-0.9195156693458557
26936	transitions	9	0.9306609630584717
26936	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26936	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26936	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26936	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26936	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26936	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26936	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26936	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26936	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26936	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26936	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26936	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26936	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26936	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26936	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26936	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26936	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26936	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26936	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26936	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26936	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26936	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26936	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26936	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26936	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26936	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26936	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26936	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26936	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26936	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26936	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26936	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26936	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26936	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26936	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26936	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26936	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26936	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26936	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26936	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26936	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26936	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26936	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26936	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26936	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26936	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26936	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26936	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26936	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26936	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26936	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26936	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26936	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26936	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26936	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26936	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26936	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26936	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26936	embedding2nn.weight	0	0.0219990536570549
26936	embedding2nn.weight	1	0.014313027262687683
26936	embedding2nn.weight	2	-0.004353996366262436
26936	embedding2nn.weight	3	0.0001222651480929926
26936	embedding2nn.weight	4	-0.004413934424519539
26936	embedding2nn.weight	5	0.011673541739583015
26936	embedding2nn.weight	6	-0.004966252949088812
26936	embedding2nn.weight	7	0.02157234214246273
26936	embedding2nn.weight	8	-0.006776358000934124
26936	embedding2nn.weight	9	-0.014004865661263466
26936	embedding2nn.bias	0	-0.03740536421537399
26936	embedding2nn.bias	1	-0.030258454382419586
26936	embedding2nn.bias	2	-0.06890708953142166
26936	embedding2nn.bias	3	0.0015294201439246535
26936	embedding2nn.bias	4	0.0009350028703920543
26936	embedding2nn.bias	5	-0.006097921635955572
26936	embedding2nn.bias	6	0.010481119155883789
26936	embedding2nn.bias	7	0.021531635895371437
26936	embedding2nn.bias	8	0.007267549633979797
26936	embedding2nn.bias	9	-0.0043601240031421185
26936	rnn.weight_ih_l0	0	0.039334848523139954
26936	rnn.weight_ih_l0	1	-0.013662382960319519
26936	rnn.weight_ih_l0	2	-0.0364702083170414
26936	rnn.weight_ih_l0	3	-0.04515397548675537
26936	rnn.weight_ih_l0	4	-0.05243363231420517
26936	rnn.weight_ih_l0	5	-0.008334532380104065
26936	rnn.weight_ih_l0	6	-0.0524485781788826
26936	rnn.weight_ih_l0	7	-0.0610358826816082
26936	rnn.weight_ih_l0	8	-0.04507821053266525
26936	rnn.weight_ih_l0	9	-0.026955969631671906
26936	rnn.weight_hh_l0	0	0.019209081307053566
26936	rnn.weight_hh_l0	1	-0.009292787872254848
26936	rnn.weight_hh_l0	2	-0.06676588207483292
26936	rnn.weight_hh_l0	3	-0.03328718990087509
26936	rnn.weight_hh_l0	4	-0.07775445282459259
26936	rnn.weight_hh_l0	5	-0.01364581286907196
26936	rnn.weight_hh_l0	6	-0.05346585437655449
26936	rnn.weight_hh_l0	7	-0.03999355807900429
26936	rnn.weight_hh_l0	8	-0.019153518602252007
26936	rnn.weight_hh_l0	9	-0.005466009024530649
26936	rnn.bias_ih_l0	0	0.1424272656440735
26936	rnn.bias_ih_l0	1	-0.05537122115492821
26936	rnn.bias_ih_l0	2	0.10502052307128906
26936	rnn.bias_ih_l0	3	0.05025364086031914
26936	rnn.bias_ih_l0	4	0.09638869762420654
26936	rnn.bias_ih_l0	5	0.02403387613594532
26936	rnn.bias_ih_l0	6	-0.014770746231079102
26936	rnn.bias_ih_l0	7	-0.10595118999481201
26936	rnn.bias_ih_l0	8	-0.20779778063297272
26936	rnn.bias_ih_l0	9	0.08219188451766968
26936	rnn.bias_hh_l0	0	9.475563274463639e-06
26936	rnn.bias_hh_l0	1	0.022701773792505264
26936	rnn.bias_hh_l0	2	-0.0040888432413339615
26936	rnn.bias_hh_l0	3	-0.031660567969083786
26936	rnn.bias_hh_l0	4	-0.03633129596710205
26936	rnn.bias_hh_l0	5	0.14664195477962494
26936	rnn.bias_hh_l0	6	0.048344653099775314
26936	rnn.bias_hh_l0	7	0.06107635423541069
26936	rnn.bias_hh_l0	8	0.019597962498664856
26936	rnn.bias_hh_l0	9	0.04127481207251549
26936	rnn.weight_ih_l0_reverse	0	-0.029708145186305046
26936	rnn.weight_ih_l0_reverse	1	-0.0023198372218757868
26936	rnn.weight_ih_l0_reverse	2	0.023928731679916382
26936	rnn.weight_ih_l0_reverse	3	-0.06215257942676544
26936	rnn.weight_ih_l0_reverse	4	0.0096546346321702
26936	rnn.weight_ih_l0_reverse	5	-0.04636023938655853
26936	rnn.weight_ih_l0_reverse	6	0.028158146888017654
26936	rnn.weight_ih_l0_reverse	7	0.0461503304541111
26936	rnn.weight_ih_l0_reverse	8	-0.048745911568403244
26936	rnn.weight_ih_l0_reverse	9	-0.05086728557944298
26936	rnn.weight_hh_l0_reverse	0	-0.08313800394535065
26936	rnn.weight_hh_l0_reverse	1	-0.06270197778940201
26936	rnn.weight_hh_l0_reverse	2	0.03437504544854164
26936	rnn.weight_hh_l0_reverse	3	0.0461726076900959
26936	rnn.weight_hh_l0_reverse	4	-0.015888255089521408
26936	rnn.weight_hh_l0_reverse	5	0.04544023796916008
26936	rnn.weight_hh_l0_reverse	6	-0.0008447338477708399
26936	rnn.weight_hh_l0_reverse	7	5.776691409664636e-07
26936	rnn.weight_hh_l0_reverse	8	-0.09852661937475204
26936	rnn.weight_hh_l0_reverse	9	0.0807102769613266
26936	rnn.bias_ih_l0_reverse	0	-0.09047102928161621
26936	rnn.bias_ih_l0_reverse	1	-0.06537014245986938
26936	rnn.bias_ih_l0_reverse	2	0.10313328355550766
26936	rnn.bias_ih_l0_reverse	3	0.047289393842220306
26936	rnn.bias_ih_l0_reverse	4	-0.13014714419841766
26936	rnn.bias_ih_l0_reverse	5	0.040818847715854645
26936	rnn.bias_ih_l0_reverse	6	-0.10549385845661163
26936	rnn.bias_ih_l0_reverse	7	0.04185524210333824
26936	rnn.bias_ih_l0_reverse	8	0.03636804223060608
26936	rnn.bias_ih_l0_reverse	9	0.061093103140592575
26936	rnn.bias_hh_l0_reverse	0	0.061882082372903824
26936	rnn.bias_hh_l0_reverse	1	0.06512392312288284
26936	rnn.bias_hh_l0_reverse	2	0.08147257566452026
26936	rnn.bias_hh_l0_reverse	3	-0.005373216234147549
26936	rnn.bias_hh_l0_reverse	4	0.06807933747768402
26936	rnn.bias_hh_l0_reverse	5	0.001541962381452322
26936	rnn.bias_hh_l0_reverse	6	-0.05515742674469948
26936	rnn.bias_hh_l0_reverse	7	0.02735193818807602
26936	rnn.bias_hh_l0_reverse	8	0.013669254258275032
26936	rnn.bias_hh_l0_reverse	9	-0.16045580804347992
26936	linear.weight	0	0.1722995638847351
26936	linear.weight	1	-0.161173477768898
26936	linear.weight	2	-0.21593597531318665
26936	linear.weight	3	0.08023526519536972
26936	linear.weight	4	-0.025657478719949722
26936	linear.weight	5	0.003177642822265625
26936	linear.weight	6	-0.006949966307729483
26936	linear.weight	7	-0.027580272406339645
26936	linear.weight	8	0.08016213029623032
26936	linear.weight	9	0.33933576941490173
26936	linear.bias	0	-0.2193109393119812
26936	linear.bias	1	0.19216139614582062
26936	linear.bias	2	-0.5375820398330688
26936	linear.bias	3	1.7027710676193237
26936	linear.bias	4	-0.39379337430000305
26936	linear.bias	5	-0.030769959092140198
26936	linear.bias	6	-0.35617971420288086
26936	linear.bias	7	-0.27545827627182007
26936	linear.bias	8	-0.04367700219154358
26936	linear.bias	9	-0.4967177212238312
26964	transitions	0	-0.6473702192306519
26964	transitions	1	0.3501921594142914
26964	transitions	2	1.6751762628555298
26964	transitions	3	0.09761016815900803
26964	transitions	4	0.9489599466323853
26964	transitions	5	1.2739322185516357
26964	transitions	6	0.4833334684371948
26964	transitions	7	0.17580930888652802
26964	transitions	8	-0.9195157885551453
26964	transitions	9	0.9306609630584717
26964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26964	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26964	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26964	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26964	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26964	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26964	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26964	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26964	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26964	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26964	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26964	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26964	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26964	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26964	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26964	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26964	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26964	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26964	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26964	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26964	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26964	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26964	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26964	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26964	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26964	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26964	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26964	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26964	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26964	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26964	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26964	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26964	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26964	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26964	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26964	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26964	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26964	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26964	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26964	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26964	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26964	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26964	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26964	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26964	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26964	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26964	embedding2nn.weight	0	0.02189762145280838
26964	embedding2nn.weight	1	0.014310064725577831
26964	embedding2nn.weight	2	-0.004335055593401194
26964	embedding2nn.weight	3	0.00011603110760916024
26964	embedding2nn.weight	4	-0.004406989552080631
26964	embedding2nn.weight	5	0.011706165038049221
26964	embedding2nn.weight	6	-0.0049522919580340385
26964	embedding2nn.weight	7	0.021581197157502174
26964	embedding2nn.weight	8	-0.006733317859470844
26964	embedding2nn.weight	9	-0.014004447497427464
26964	embedding2nn.bias	0	-0.038033876568078995
26964	embedding2nn.bias	1	-0.03033297322690487
26964	embedding2nn.bias	2	-0.06974507868289948
26964	embedding2nn.bias	3	0.001793783507309854
26964	embedding2nn.bias	4	0.0017954909708350897
26964	embedding2nn.bias	5	-0.005938781891018152
26964	embedding2nn.bias	6	0.008688182570040226
26964	embedding2nn.bias	7	0.020818978548049927
26964	embedding2nn.bias	8	0.007376035675406456
26964	embedding2nn.bias	9	-0.0031040555331856012
26964	rnn.weight_ih_l0	0	0.03930778056383133
26964	rnn.weight_ih_l0	1	-0.013784484006464481
26964	rnn.weight_ih_l0	2	-0.03636661171913147
26964	rnn.weight_ih_l0	3	-0.04522901028394699
26964	rnn.weight_ih_l0	4	-0.05237354710698128
26964	rnn.weight_ih_l0	5	-0.00831133034080267
26964	rnn.weight_ih_l0	6	-0.05248907580971718
26964	rnn.weight_ih_l0	7	-0.06113867089152336
26964	rnn.weight_ih_l0	8	-0.04503711685538292
26964	rnn.weight_ih_l0	9	-0.026927052065730095
26964	rnn.weight_hh_l0	0	0.01923152431845665
26964	rnn.weight_hh_l0	1	-0.009273100644350052
26964	rnn.weight_hh_l0	2	-0.06657706201076508
26964	rnn.weight_hh_l0	3	-0.03317110612988472
26964	rnn.weight_hh_l0	4	-0.07785478234291077
26964	rnn.weight_hh_l0	5	-0.01379411481320858
26964	rnn.weight_hh_l0	6	-0.05348791927099228
26964	rnn.weight_hh_l0	7	-0.0398314893245697
26964	rnn.weight_hh_l0	8	-0.01901569403707981
26964	rnn.weight_hh_l0	9	-0.005791226867586374
26964	rnn.bias_ih_l0	0	0.14264467358589172
26964	rnn.bias_ih_l0	1	-0.05509223788976669
26964	rnn.bias_ih_l0	2	0.105066679418087
26964	rnn.bias_ih_l0	3	0.050116997212171555
26964	rnn.bias_ih_l0	4	0.09608407318592072
26964	rnn.bias_ih_l0	5	0.024574805051088333
26964	rnn.bias_ih_l0	6	-0.0149208540096879
26964	rnn.bias_ih_l0	7	-0.1043732613325119
26964	rnn.bias_ih_l0	8	-0.20837508141994476
26964	rnn.bias_ih_l0	9	0.08226000517606735
26964	rnn.bias_hh_l0	0	-0.0003302203258499503
26964	rnn.bias_hh_l0	1	0.022791685536503792
26964	rnn.bias_hh_l0	2	-0.004571993835270405
26964	rnn.bias_hh_l0	3	-0.0317060686647892
26964	rnn.bias_hh_l0	4	-0.03606172278523445
26964	rnn.bias_hh_l0	5	0.1473613977432251
26964	rnn.bias_hh_l0	6	0.04823492094874382
26964	rnn.bias_hh_l0	7	0.06120167672634125
26964	rnn.bias_hh_l0	8	0.01944786123931408
26964	rnn.bias_hh_l0	9	0.04106762632727623
26964	rnn.weight_ih_l0_reverse	0	-0.02968100644648075
26964	rnn.weight_ih_l0_reverse	1	-0.002328905276954174
26964	rnn.weight_ih_l0_reverse	2	0.023895395919680595
26964	rnn.weight_ih_l0_reverse	3	-0.062116146087646484
26964	rnn.weight_ih_l0_reverse	4	0.00955958478152752
26964	rnn.weight_ih_l0_reverse	5	-0.046358413994312286
26964	rnn.weight_ih_l0_reverse	6	0.02838066965341568
26964	rnn.weight_ih_l0_reverse	7	0.04607599973678589
26964	rnn.weight_ih_l0_reverse	8	-0.04865947738289833
26964	rnn.weight_ih_l0_reverse	9	-0.050874050706624985
26964	rnn.weight_hh_l0_reverse	0	-0.08336061984300613
26964	rnn.weight_hh_l0_reverse	1	-0.06253531575202942
26964	rnn.weight_hh_l0_reverse	2	0.034422170370817184
26964	rnn.weight_hh_l0_reverse	3	0.046142492443323135
26964	rnn.weight_hh_l0_reverse	4	-0.01577901653945446
26964	rnn.weight_hh_l0_reverse	5	0.045443106442689896
26964	rnn.weight_hh_l0_reverse	6	-0.0006277822540141642
26964	rnn.weight_hh_l0_reverse	7	8.028691809158772e-06
26964	rnn.weight_hh_l0_reverse	8	-0.09848998486995697
26964	rnn.weight_hh_l0_reverse	9	0.08071078360080719
26964	rnn.bias_ih_l0_reverse	0	-0.0916757732629776
26964	rnn.bias_ih_l0_reverse	1	-0.06594870239496231
26964	rnn.bias_ih_l0_reverse	2	0.10287824273109436
26964	rnn.bias_ih_l0_reverse	3	0.047501083463430405
26964	rnn.bias_ih_l0_reverse	4	-0.1303410828113556
26964	rnn.bias_ih_l0_reverse	5	0.04085104167461395
26964	rnn.bias_ih_l0_reverse	6	-0.10534816980361938
26964	rnn.bias_ih_l0_reverse	7	0.04210193455219269
26964	rnn.bias_ih_l0_reverse	8	0.03687209263443947
26964	rnn.bias_ih_l0_reverse	9	0.060743093490600586
26964	rnn.bias_hh_l0_reverse	0	0.062177106738090515
26964	rnn.bias_hh_l0_reverse	1	0.06481484323740005
26964	rnn.bias_hh_l0_reverse	2	0.08125920593738556
26964	rnn.bias_hh_l0_reverse	3	-0.005220658611506224
26964	rnn.bias_hh_l0_reverse	4	0.06791575253009796
26964	rnn.bias_hh_l0_reverse	5	0.0017842415254563093
26964	rnn.bias_hh_l0_reverse	6	-0.05533244460821152
26964	rnn.bias_hh_l0_reverse	7	0.027492215856909752
26964	rnn.bias_hh_l0_reverse	8	0.013727376237511635
26964	rnn.bias_hh_l0_reverse	9	-0.15995752811431885
26964	linear.weight	0	0.17062975466251373
26964	linear.weight	1	-0.1611638218164444
26964	linear.weight	2	-0.21566452085971832
26964	linear.weight	3	0.08070418238639832
26964	linear.weight	4	-0.02554229274392128
26964	linear.weight	5	0.0037308589089661837
26964	linear.weight	6	-0.006949608214199543
26964	linear.weight	7	-0.027574235573410988
26964	linear.weight	8	0.0811963602900505
26964	linear.weight	9	0.3396907150745392
26964	linear.bias	0	-0.22355246543884277
26964	linear.bias	1	0.19247156381607056
26964	linear.bias	2	-0.5378202199935913
26964	linear.bias	3	1.7099992036819458
26964	linear.bias	4	-0.39381223917007446
26964	linear.bias	5	-0.030769959092140198
26964	linear.bias	6	-0.3564191460609436
26964	linear.bias	7	-0.2754706144332886
26964	linear.bias	8	-0.04482867941260338
26964	linear.bias	9	-0.49673008918762207
26992	transitions	0	-0.6473968029022217
26992	transitions	1	0.3501770496368408
26992	transitions	2	1.6751666069030762
26992	transitions	3	0.09758735448122025
26992	transitions	4	0.9489534497261047
26992	transitions	5	1.2739320993423462
26992	transitions	6	0.4833332300186157
26992	transitions	7	0.17580920457839966
26992	transitions	8	-0.9195157885551453
26992	transitions	9	0.9306609630584717
26992	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
26992	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
26992	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
26992	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
26992	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
26992	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
26992	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
26992	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
26992	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
26992	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
26992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
26992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
26992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
26992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
26992	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
26992	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
26992	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
26992	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
26992	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
26992	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
26992	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
26992	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
26992	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
26992	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
26992	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
26992	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
26992	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
26992	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
26992	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
26992	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
26992	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
26992	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
26992	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
26992	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
26992	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
26992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
26992	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
26992	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
26992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
26992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
26992	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
26992	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
26992	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
26992	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
26992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
26992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
26992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
26992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
26992	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
26992	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
26992	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
26992	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
26992	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
26992	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
26992	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
26992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
26992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
26992	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
26992	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
26992	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
26992	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
26992	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
26992	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
26992	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
26992	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
26992	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
26992	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
26992	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
26992	embedding2nn.weight	0	0.02206769399344921
26992	embedding2nn.weight	1	0.014291925355792046
26992	embedding2nn.weight	2	-0.0043283188715577126
26992	embedding2nn.weight	3	0.00010980505612678826
26992	embedding2nn.weight	4	-0.00437535997480154
26992	embedding2nn.weight	5	0.011706306599080563
26992	embedding2nn.weight	6	-0.004979307297617197
26992	embedding2nn.weight	7	0.021610895171761513
26992	embedding2nn.weight	8	-0.006772767752408981
26992	embedding2nn.weight	9	-0.014009210281074047
26992	embedding2nn.bias	0	-0.03759808465838432
26992	embedding2nn.bias	1	-0.030491923913359642
26992	embedding2nn.bias	2	-0.06932128965854645
26992	embedding2nn.bias	3	0.0017971418565139174
26992	embedding2nn.bias	4	0.0022155779879540205
26992	embedding2nn.bias	5	-0.00586179131641984
26992	embedding2nn.bias	6	0.00891811028122902
26992	embedding2nn.bias	7	0.021895885467529297
26992	embedding2nn.bias	8	0.008681245148181915
26992	embedding2nn.bias	9	-0.0025370814837515354
26992	rnn.weight_ih_l0	0	0.039396222680807114
26992	rnn.weight_ih_l0	1	-0.013666430488228798
26992	rnn.weight_ih_l0	2	-0.03657008334994316
26992	rnn.weight_ih_l0	3	-0.04530585557222366
26992	rnn.weight_ih_l0	4	-0.05240151286125183
26992	rnn.weight_ih_l0	5	-0.008353900164365768
26992	rnn.weight_ih_l0	6	-0.05246872827410698
26992	rnn.weight_ih_l0	7	-0.061131224036216736
26992	rnn.weight_ih_l0	8	-0.04501442611217499
26992	rnn.weight_ih_l0	9	-0.026900045573711395
26992	rnn.weight_hh_l0	0	0.019299715757369995
26992	rnn.weight_hh_l0	1	-0.009179150685667992
26992	rnn.weight_hh_l0	2	-0.06655941903591156
26992	rnn.weight_hh_l0	3	-0.03316410630941391
26992	rnn.weight_hh_l0	4	-0.0777747854590416
26992	rnn.weight_hh_l0	5	-0.01363638136535883
26992	rnn.weight_hh_l0	6	-0.05374665930867195
26992	rnn.weight_hh_l0	7	-0.040088724344968796
26992	rnn.weight_hh_l0	8	-0.01895514689385891
26992	rnn.weight_hh_l0	9	-0.00582122802734375
26992	rnn.bias_ih_l0	0	0.14245223999023438
26992	rnn.bias_ih_l0	1	-0.05514150857925415
26992	rnn.bias_ih_l0	2	0.10554651916027069
26992	rnn.bias_ih_l0	3	0.050520896911621094
26992	rnn.bias_ih_l0	4	0.09620602428913116
26992	rnn.bias_ih_l0	5	0.02457764744758606
26992	rnn.bias_ih_l0	6	-0.015081940218806267
26992	rnn.bias_ih_l0	7	-0.10525313019752502
26992	rnn.bias_ih_l0	8	-0.208127960562706
26992	rnn.bias_ih_l0	9	0.0824945941567421
26992	rnn.bias_hh_l0	0	-0.0002617979480419308
26992	rnn.bias_hh_l0	1	0.022922493517398834
26992	rnn.bias_hh_l0	2	-0.004832698497921228
26992	rnn.bias_hh_l0	3	-0.031171554699540138
26992	rnn.bias_hh_l0	4	-0.036083828657865524
26992	rnn.bias_hh_l0	5	0.14818722009658813
26992	rnn.bias_hh_l0	6	0.048007722944021225
26992	rnn.bias_hh_l0	7	0.06076209247112274
26992	rnn.bias_hh_l0	8	0.019286775961518288
26992	rnn.bias_hh_l0	9	0.04085330665111542
26992	rnn.weight_ih_l0_reverse	0	-0.029766155406832695
26992	rnn.weight_ih_l0_reverse	1	-0.002360059879720211
26992	rnn.weight_ih_l0_reverse	2	0.023899277672171593
26992	rnn.weight_ih_l0_reverse	3	-0.062060993164777756
26992	rnn.weight_ih_l0_reverse	4	0.009640882723033428
26992	rnn.weight_ih_l0_reverse	5	-0.04633330553770065
26992	rnn.weight_ih_l0_reverse	6	0.02814960479736328
26992	rnn.weight_ih_l0_reverse	7	0.0459953211247921
26992	rnn.weight_ih_l0_reverse	8	-0.04870741069316864
26992	rnn.weight_ih_l0_reverse	9	-0.05086003988981247
26992	rnn.weight_hh_l0_reverse	0	-0.08354202657938004
26992	rnn.weight_hh_l0_reverse	1	-0.06255662441253662
26992	rnn.weight_hh_l0_reverse	2	0.03446505591273308
26992	rnn.weight_hh_l0_reverse	3	0.046067629009485245
26992	rnn.weight_hh_l0_reverse	4	-0.015821268782019615
26992	rnn.weight_hh_l0_reverse	5	0.04544895887374878
26992	rnn.weight_hh_l0_reverse	6	-0.001104632276110351
26992	rnn.weight_hh_l0_reverse	7	6.027058043400757e-05
26992	rnn.weight_hh_l0_reverse	8	-0.09845642745494843
26992	rnn.weight_hh_l0_reverse	9	0.08066713064908981
26992	rnn.bias_ih_l0_reverse	0	-0.09140211343765259
26992	rnn.bias_ih_l0_reverse	1	-0.06608285754919052
26992	rnn.bias_ih_l0_reverse	2	0.10272030532360077
26992	rnn.bias_ih_l0_reverse	3	0.047533731907606125
26992	rnn.bias_ih_l0_reverse	4	-0.1303260773420334
26992	rnn.bias_ih_l0_reverse	5	0.04074535146355629
26992	rnn.bias_ih_l0_reverse	6	-0.10545267164707184
26992	rnn.bias_ih_l0_reverse	7	0.04231289401650429
26992	rnn.bias_ih_l0_reverse	8	0.036640629172325134
26992	rnn.bias_ih_l0_reverse	9	0.06088604778051376
26992	rnn.bias_hh_l0_reverse	0	0.06190214306116104
26992	rnn.bias_hh_l0_reverse	1	0.0652235895395279
26992	rnn.bias_hh_l0_reverse	2	0.08092000335454941
26992	rnn.bias_hh_l0_reverse	3	-0.005476100370287895
26992	rnn.bias_hh_l0_reverse	4	0.06775500625371933
26992	rnn.bias_hh_l0_reverse	5	0.002763638971373439
26992	rnn.bias_hh_l0_reverse	6	-0.05551087111234665
26992	rnn.bias_hh_l0_reverse	7	0.027203259989619255
26992	rnn.bias_hh_l0_reverse	8	0.013797295279800892
26992	rnn.bias_hh_l0_reverse	9	-0.1604144126176834
26992	linear.weight	0	0.17128482460975647
26992	linear.weight	1	-0.1611616462469101
26992	linear.weight	2	-0.21531955897808075
26992	linear.weight	3	0.08211818337440491
26992	linear.weight	4	-0.025085829198360443
26992	linear.weight	5	0.003979100380092859
26992	linear.weight	6	-0.006949210539460182
26992	linear.weight	7	-0.027732230722904205
26992	linear.weight	8	0.08127717673778534
26992	linear.weight	9	0.34081846475601196
26992	linear.bias	0	-0.2212606966495514
26992	linear.bias	1	0.1949748992919922
26992	linear.bias	2	-0.5379893779754639
26992	linear.bias	3	1.7125771045684814
26992	linear.bias	4	-0.39385324716567993
26992	linear.bias	5	-0.030769959092140198
26992	linear.bias	6	-0.35647284984588623
26992	linear.bias	7	-0.2755691409111023
26992	linear.bias	8	-0.04777146875858307
26992	linear.bias	9	-0.49674198031425476
27020	transitions	0	-0.6474094390869141
27020	transitions	1	0.3501725196838379
27020	transitions	2	1.6751552820205688
27020	transitions	3	0.09757490456104279
27020	transitions	4	0.9489531517028809
27020	transitions	5	1.2739319801330566
27020	transitions	6	0.48333314061164856
27020	transitions	7	0.17580829560756683
27020	transitions	8	-0.9195157885551453
27020	transitions	9	0.9306608438491821
27020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27020	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27020	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27020	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27020	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27020	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27020	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27020	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27020	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27020	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27020	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27020	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27020	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27020	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27020	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27020	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27020	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27020	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27020	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27020	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27020	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27020	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27020	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27020	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27020	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27020	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27020	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27020	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27020	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27020	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27020	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27020	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27020	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27020	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27020	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27020	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27020	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27020	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27020	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27020	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27020	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27020	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27020	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27020	embedding2nn.weight	0	0.0220953281968832
27020	embedding2nn.weight	1	0.014296437613666058
27020	embedding2nn.weight	2	-0.004324974026530981
27020	embedding2nn.weight	3	7.868444663472474e-05
27020	embedding2nn.weight	4	-0.004359530285000801
27020	embedding2nn.weight	5	0.01171474065631628
27020	embedding2nn.weight	6	-0.004967723041772842
27020	embedding2nn.weight	7	0.021686824038624763
27020	embedding2nn.weight	8	-0.006757532246410847
27020	embedding2nn.weight	9	-0.013990703970193863
27020	embedding2nn.bias	0	-0.03684015944600105
27020	embedding2nn.bias	1	-0.02946530096232891
27020	embedding2nn.bias	2	-0.07018307596445084
27020	embedding2nn.bias	3	0.0004870641278102994
27020	embedding2nn.bias	4	0.0030378412920981646
27020	embedding2nn.bias	5	-0.006339975632727146
27020	embedding2nn.bias	6	0.007724209222942591
27020	embedding2nn.bias	7	0.021255012601614
27020	embedding2nn.bias	8	0.007892820052802563
27020	embedding2nn.bias	9	-0.001270920387469232
27020	rnn.weight_ih_l0	0	0.03938661888241768
27020	rnn.weight_ih_l0	1	-0.013779842294752598
27020	rnn.weight_ih_l0	2	-0.036434356123209
27020	rnn.weight_ih_l0	3	-0.04520370811223984
27020	rnn.weight_ih_l0	4	-0.052359119057655334
27020	rnn.weight_ih_l0	5	-0.008317309431731701
27020	rnn.weight_ih_l0	6	-0.05241073668003082
27020	rnn.weight_ih_l0	7	-0.06123983487486839
27020	rnn.weight_ih_l0	8	-0.044959090650081635
27020	rnn.weight_ih_l0	9	-0.026985257863998413
27020	rnn.weight_hh_l0	0	0.01926405355334282
27020	rnn.weight_hh_l0	1	-0.009146027266979218
27020	rnn.weight_hh_l0	2	-0.06648603826761246
27020	rnn.weight_hh_l0	3	-0.0332459881901741
27020	rnn.weight_hh_l0	4	-0.07778731733560562
27020	rnn.weight_hh_l0	5	-0.013668416999280453
27020	rnn.weight_hh_l0	6	-0.05370040610432625
27020	rnn.weight_hh_l0	7	-0.04008307307958603
27020	rnn.weight_hh_l0	8	-0.018941475078463554
27020	rnn.weight_hh_l0	9	-0.005732001271098852
27020	rnn.bias_ih_l0	0	0.142480731010437
27020	rnn.bias_ih_l0	1	-0.05515796318650246
27020	rnn.bias_ih_l0	2	0.1054949015378952
27020	rnn.bias_ih_l0	3	0.050555214285850525
27020	rnn.bias_ih_l0	4	0.09612812101840973
27020	rnn.bias_ih_l0	5	0.02480979822576046
27020	rnn.bias_ih_l0	6	-0.014939944259822369
27020	rnn.bias_ih_l0	7	-0.10581355541944504
27020	rnn.bias_ih_l0	8	-0.20817433297634125
27020	rnn.bias_ih_l0	9	0.08249922096729279
27020	rnn.bias_hh_l0	0	-0.00043587226537056267
27020	rnn.bias_hh_l0	1	0.02311806008219719
27020	rnn.bias_hh_l0	2	-0.004639511462301016
27020	rnn.bias_hh_l0	3	-0.03093716874718666
27020	rnn.bias_hh_l0	4	-0.036118656396865845
27020	rnn.bias_hh_l0	5	0.14819368720054626
27020	rnn.bias_hh_l0	6	0.048087745904922485
27020	rnn.bias_hh_l0	7	0.061183732002973557
27020	rnn.bias_hh_l0	8	0.01942877285182476
27020	rnn.bias_hh_l0	9	0.040787022560834885
27020	rnn.weight_ih_l0_reverse	0	-0.029778702184557915
27020	rnn.weight_ih_l0_reverse	1	-0.0023614135570824146
27020	rnn.weight_ih_l0_reverse	2	0.023886656388640404
27020	rnn.weight_ih_l0_reverse	3	-0.06201282516121864
27020	rnn.weight_ih_l0_reverse	4	0.009610401466488838
27020	rnn.weight_ih_l0_reverse	5	-0.04631318897008896
27020	rnn.weight_ih_l0_reverse	6	0.028120743110775948
27020	rnn.weight_ih_l0_reverse	7	0.045986779034137726
27020	rnn.weight_ih_l0_reverse	8	-0.048632074147462845
27020	rnn.weight_ih_l0_reverse	9	-0.050838906317949295
27020	rnn.weight_hh_l0_reverse	0	-0.0834629237651825
27020	rnn.weight_hh_l0_reverse	1	-0.06284476071596146
27020	rnn.weight_hh_l0_reverse	2	0.03445383161306381
27020	rnn.weight_hh_l0_reverse	3	0.04608125239610672
27020	rnn.weight_hh_l0_reverse	4	-0.0158068910241127
27020	rnn.weight_hh_l0_reverse	5	0.0455043688416481
27020	rnn.weight_hh_l0_reverse	6	-0.0014662372414022684
27020	rnn.weight_hh_l0_reverse	7	2.8033657144987956e-05
27020	rnn.weight_hh_l0_reverse	8	-0.09860040992498398
27020	rnn.weight_hh_l0_reverse	9	0.08034293353557587
27020	rnn.bias_ih_l0_reverse	0	-0.09150931984186172
27020	rnn.bias_ih_l0_reverse	1	-0.06702271848917007
27020	rnn.bias_ih_l0_reverse	2	0.1030762568116188
27020	rnn.bias_ih_l0_reverse	3	0.047473229467868805
27020	rnn.bias_ih_l0_reverse	4	-0.130244180560112
27020	rnn.bias_ih_l0_reverse	5	0.041026823222637177
27020	rnn.bias_ih_l0_reverse	6	-0.1056569442152977
27020	rnn.bias_ih_l0_reverse	7	0.04246215522289276
27020	rnn.bias_ih_l0_reverse	8	0.03643358126282692
27020	rnn.bias_ih_l0_reverse	9	0.06153329089283943
27020	rnn.bias_hh_l0_reverse	0	0.06136081740260124
27020	rnn.bias_hh_l0_reverse	1	0.06487857550382614
27020	rnn.bias_hh_l0_reverse	2	0.08049677312374115
27020	rnn.bias_hh_l0_reverse	3	-0.00551488995552063
27020	rnn.bias_hh_l0_reverse	4	0.06764357537031174
27020	rnn.bias_hh_l0_reverse	5	0.0024033656809479
27020	rnn.bias_hh_l0_reverse	6	-0.05531742796301842
27020	rnn.bias_hh_l0_reverse	7	0.026994427666068077
27020	rnn.bias_hh_l0_reverse	8	0.01382957212626934
27020	rnn.bias_hh_l0_reverse	9	-0.1594284027814865
27020	linear.weight	0	0.17200791835784912
27020	linear.weight	1	-0.1611577570438385
27020	linear.weight	2	-0.21508963406085968
27020	linear.weight	3	0.08116427063941956
27020	linear.weight	4	-0.02566768042743206
27020	linear.weight	5	0.004258751403540373
27020	linear.weight	6	-0.006948597729206085
27020	linear.weight	7	-0.027730101719498634
27020	linear.weight	8	0.08093403279781342
27020	linear.weight	9	0.34093308448791504
27020	linear.bias	0	-0.2214086353778839
27020	linear.bias	1	0.19380296766757965
27020	linear.bias	2	-0.5373382568359375
27020	linear.bias	3	1.708431363105774
27020	linear.bias	4	-0.39386796951293945
27020	linear.bias	5	-0.030769959092140198
27020	linear.bias	6	-0.3561643362045288
27020	linear.bias	7	-0.2755623161792755
27020	linear.bias	8	-0.046855028718709946
27020	linear.bias	9	-0.4967539310455322
27048	transitions	0	-0.6474207639694214
27048	transitions	1	0.35016879439353943
27048	transitions	2	1.6751477718353271
27048	transitions	3	0.09746378660202026
27048	transitions	4	0.9489476680755615
27048	transitions	5	1.2739319801330566
27048	transitions	6	0.4833329916000366
27048	transitions	7	0.17580720782279968
27048	transitions	8	-0.9195157885551453
27048	transitions	9	0.9306608438491821
27048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27048	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27048	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27048	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27048	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27048	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27048	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27048	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27048	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27048	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27048	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27048	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27048	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27048	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27048	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27048	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27048	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27048	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27048	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27048	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27048	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27048	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27048	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27048	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27048	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27048	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27048	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27048	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27048	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27048	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27048	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27048	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27048	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27048	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27048	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27048	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27048	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27048	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27048	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27048	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27048	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27048	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27048	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27048	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27048	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27048	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27048	embedding2nn.weight	0	0.022110875695943832
27048	embedding2nn.weight	1	0.01430364791303873
27048	embedding2nn.weight	2	-0.004326130263507366
27048	embedding2nn.weight	3	-1.6469014099129708e-06
27048	embedding2nn.weight	4	-0.004371243063360453
27048	embedding2nn.weight	5	0.011733421124517918
27048	embedding2nn.weight	6	-0.004990574438124895
27048	embedding2nn.weight	7	0.021561812609434128
27048	embedding2nn.weight	8	-0.00677627045661211
27048	embedding2nn.weight	9	-0.013999341055750847
27048	embedding2nn.bias	0	-0.03737746551632881
27048	embedding2nn.bias	1	-0.030002092942595482
27048	embedding2nn.bias	2	-0.070721335709095
27048	embedding2nn.bias	3	0.0023988448083400726
27048	embedding2nn.bias	4	0.005010728258639574
27048	embedding2nn.bias	5	-0.005935012828558683
27048	embedding2nn.bias	6	0.008367451839148998
27048	embedding2nn.bias	7	0.021522391587495804
27048	embedding2nn.bias	8	0.007385239005088806
27048	embedding2nn.bias	9	-0.0007215408841148019
27048	rnn.weight_ih_l0	0	0.03929426893591881
27048	rnn.weight_ih_l0	1	-0.01382351852953434
27048	rnn.weight_ih_l0	2	-0.03639994189143181
27048	rnn.weight_ih_l0	3	-0.045229218900203705
27048	rnn.weight_ih_l0	4	-0.052438121289014816
27048	rnn.weight_ih_l0	5	-0.00833194050937891
27048	rnn.weight_ih_l0	6	-0.052523620426654816
27048	rnn.weight_ih_l0	7	-0.061341069638729095
27048	rnn.weight_ih_l0	8	-0.0449601374566555
27048	rnn.weight_ih_l0	9	-0.02698373794555664
27048	rnn.weight_hh_l0	0	0.01930084452033043
27048	rnn.weight_hh_l0	1	-0.009242680855095387
27048	rnn.weight_hh_l0	2	-0.06652870029211044
27048	rnn.weight_hh_l0	3	-0.03320719674229622
27048	rnn.weight_hh_l0	4	-0.07785389572381973
27048	rnn.weight_hh_l0	5	-0.01370520144701004
27048	rnn.weight_hh_l0	6	-0.05353148281574249
27048	rnn.weight_hh_l0	7	-0.04034629836678505
27048	rnn.weight_hh_l0	8	-0.01902640052139759
27048	rnn.weight_hh_l0	9	-0.005600179545581341
27048	rnn.bias_ih_l0	0	0.14220589399337769
27048	rnn.bias_ih_l0	1	-0.05525065213441849
27048	rnn.bias_ih_l0	2	0.10556576400995255
27048	rnn.bias_ih_l0	3	0.05031207576394081
27048	rnn.bias_ih_l0	4	0.09644195437431335
27048	rnn.bias_ih_l0	5	0.0249165091663599
27048	rnn.bias_ih_l0	6	-0.014419959858059883
27048	rnn.bias_ih_l0	7	-0.10519693046808243
27048	rnn.bias_ih_l0	8	-0.20737004280090332
27048	rnn.bias_ih_l0	9	0.08236668258905411
27048	rnn.bias_hh_l0	0	-0.0003167316608596593
27048	rnn.bias_hh_l0	1	0.022815341129899025
27048	rnn.bias_hh_l0	2	-0.004976450465619564
27048	rnn.bias_hh_l0	3	-0.03064100816845894
27048	rnn.bias_hh_l0	4	-0.03603325039148331
27048	rnn.bias_hh_l0	5	0.14792223274707794
27048	rnn.bias_hh_l0	6	0.048218343406915665
27048	rnn.bias_hh_l0	7	0.061282023787498474
27048	rnn.bias_hh_l0	8	0.019948750734329224
27048	rnn.bias_hh_l0	9	0.04083282873034477
27048	rnn.weight_ih_l0_reverse	0	-0.029665043577551842
27048	rnn.weight_ih_l0_reverse	1	-0.0023702899925410748
27048	rnn.weight_ih_l0_reverse	2	0.02385648712515831
27048	rnn.weight_ih_l0_reverse	3	-0.06200370937585831
27048	rnn.weight_ih_l0_reverse	4	0.009593465365469456
27048	rnn.weight_ih_l0_reverse	5	-0.046268999576568604
27048	rnn.weight_ih_l0_reverse	6	0.028608620166778564
27048	rnn.weight_ih_l0_reverse	7	0.04597385227680206
27048	rnn.weight_ih_l0_reverse	8	-0.04864209145307541
27048	rnn.weight_ih_l0_reverse	9	-0.05085403099656105
27048	rnn.weight_hh_l0_reverse	0	-0.08356507867574692
27048	rnn.weight_hh_l0_reverse	1	-0.06276016682386398
27048	rnn.weight_hh_l0_reverse	2	0.034490082412958145
27048	rnn.weight_hh_l0_reverse	3	0.046007055789232254
27048	rnn.weight_hh_l0_reverse	4	-0.015698935836553574
27048	rnn.weight_hh_l0_reverse	5	0.04550258815288544
27048	rnn.weight_hh_l0_reverse	6	-0.001391319907270372
27048	rnn.weight_hh_l0_reverse	7	4.335319681558758e-05
27048	rnn.weight_hh_l0_reverse	8	-0.09858281910419464
27048	rnn.weight_hh_l0_reverse	9	0.08058982342481613
27048	rnn.bias_ih_l0_reverse	0	-0.09229674935340881
27048	rnn.bias_ih_l0_reverse	1	-0.06659439951181412
27048	rnn.bias_ih_l0_reverse	2	0.10323406010866165
27048	rnn.bias_ih_l0_reverse	3	0.04741659015417099
27048	rnn.bias_ih_l0_reverse	4	-0.13006073236465454
27048	rnn.bias_ih_l0_reverse	5	0.04119235277175903
27048	rnn.bias_ih_l0_reverse	6	-0.1059747114777565
27048	rnn.bias_ih_l0_reverse	7	0.04223819449543953
27048	rnn.bias_ih_l0_reverse	8	0.03681492805480957
27048	rnn.bias_ih_l0_reverse	9	0.06185289844870567
27048	rnn.bias_hh_l0_reverse	0	0.06259073317050934
27048	rnn.bias_hh_l0_reverse	1	0.06465278565883636
27048	rnn.bias_hh_l0_reverse	2	0.08012975007295609
27048	rnn.bias_hh_l0_reverse	3	-0.005557303316891193
27048	rnn.bias_hh_l0_reverse	4	0.06737595796585083
27048	rnn.bias_hh_l0_reverse	5	0.0017230386147275567
27048	rnn.bias_hh_l0_reverse	6	-0.055012620985507965
27048	rnn.bias_hh_l0_reverse	7	0.026729045435786247
27048	rnn.bias_hh_l0_reverse	8	0.01365608535706997
27048	rnn.bias_hh_l0_reverse	9	-0.1599799245595932
27048	linear.weight	0	0.17024868726730347
27048	linear.weight	1	-0.16115637123584747
27048	linear.weight	2	-0.215316042304039
27048	linear.weight	3	0.08058671653270721
27048	linear.weight	4	-0.02563740685582161
27048	linear.weight	5	0.00405382364988327
27048	linear.weight	6	-0.0069479928351938725
27048	linear.weight	7	-0.027725571766495705
27048	linear.weight	8	0.08142060041427612
27048	linear.weight	9	0.341117799282074
27048	linear.bias	0	-0.22722794115543365
27048	linear.bias	1	0.19364945590496063
27048	linear.bias	2	-0.5376206636428833
27048	linear.bias	3	1.7208740711212158
27048	linear.bias	4	-0.39388954639434814
27048	linear.bias	5	-0.030769959092140198
27048	linear.bias	6	-0.3565360903739929
27048	linear.bias	7	-0.27607977390289307
27048	linear.bias	8	-0.04582458734512329
27048	linear.bias	9	-0.49676212668418884
27076	transitions	0	-0.6474268436431885
27076	transitions	1	0.35016393661499023
27076	transitions	2	1.675135850906372
27076	transitions	3	0.09746115654706955
27076	transitions	4	0.9489468336105347
27076	transitions	5	1.2739319801330566
27076	transitions	6	0.48333266377449036
27076	transitions	7	0.1758071333169937
27076	transitions	8	-0.91951584815979
27076	transitions	9	0.9306608438491821
27076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27076	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27076	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27076	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27076	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27076	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27076	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27076	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27076	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27076	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27076	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27076	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27076	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27076	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27076	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27076	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27076	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27076	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27076	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27076	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27076	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27076	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27076	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27076	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27076	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27076	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27076	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27076	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27076	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27076	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27076	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27076	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27076	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27076	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27076	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27076	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27076	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27076	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27076	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27076	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27076	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27076	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27076	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27076	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27076	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27076	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27076	embedding2nn.weight	0	0.02196434885263443
27076	embedding2nn.weight	1	0.014309771358966827
27076	embedding2nn.weight	2	-0.004312426317483187
27076	embedding2nn.weight	3	-9.23061088542454e-06
27076	embedding2nn.weight	4	-0.004382189828902483
27076	embedding2nn.weight	5	0.011789409443736076
27076	embedding2nn.weight	6	-0.004994303919374943
27076	embedding2nn.weight	7	0.02155907079577446
27076	embedding2nn.weight	8	-0.006784481927752495
27076	embedding2nn.weight	9	-0.014019625261425972
27076	embedding2nn.bias	0	-0.03772181645035744
27076	embedding2nn.bias	1	-0.030283248052001
27076	embedding2nn.bias	2	-0.06992141157388687
27076	embedding2nn.bias	3	0.00254831719212234
27076	embedding2nn.bias	4	0.005014922469854355
27076	embedding2nn.bias	5	-0.006433891598135233
27076	embedding2nn.bias	6	0.008618908002972603
27076	embedding2nn.bias	7	0.021673103794455528
27076	embedding2nn.bias	8	0.007483295630663633
27076	embedding2nn.bias	9	-0.0011759578483179212
27076	rnn.weight_ih_l0	0	0.0393163226544857
27076	rnn.weight_ih_l0	1	-0.01403637882322073
27076	rnn.weight_ih_l0	2	-0.0362011194229126
27076	rnn.weight_ih_l0	3	-0.04519614204764366
27076	rnn.weight_ih_l0	4	-0.052471403032541275
27076	rnn.weight_ih_l0	5	-0.008329741656780243
27076	rnn.weight_ih_l0	6	-0.05248468369245529
27076	rnn.weight_ih_l0	7	-0.061351045966148376
27076	rnn.weight_ih_l0	8	-0.04491986334323883
27076	rnn.weight_ih_l0	9	-0.02700330689549446
27076	rnn.weight_hh_l0	0	0.01928311213850975
27076	rnn.weight_hh_l0	1	-0.009209927171468735
27076	rnn.weight_hh_l0	2	-0.06670208275318146
27076	rnn.weight_hh_l0	3	-0.03327272832393646
27076	rnn.weight_hh_l0	4	-0.0777290016412735
27076	rnn.weight_hh_l0	5	-0.013776467181742191
27076	rnn.weight_hh_l0	6	-0.053321849554777145
27076	rnn.weight_hh_l0	7	-0.04005634784698486
27076	rnn.weight_hh_l0	8	-0.018978862091898918
27076	rnn.weight_hh_l0	9	-0.00570270698517561
27076	rnn.bias_ih_l0	0	0.14212998747825623
27076	rnn.bias_ih_l0	1	-0.05523853003978729
27076	rnn.bias_ih_l0	2	0.10588905215263367
27076	rnn.bias_ih_l0	3	0.05007362365722656
27076	rnn.bias_ih_l0	4	0.09700614213943481
27076	rnn.bias_ih_l0	5	0.02508518286049366
27076	rnn.bias_ih_l0	6	-0.014300098642706871
27076	rnn.bias_ih_l0	7	-0.10524879395961761
27076	rnn.bias_ih_l0	8	-0.2080942690372467
27076	rnn.bias_ih_l0	9	0.08235159516334534
27076	rnn.bias_hh_l0	0	-0.0004086985718458891
27076	rnn.bias_hh_l0	1	0.02256954461336136
27076	rnn.bias_hh_l0	2	-0.004787136800587177
27076	rnn.bias_hh_l0	3	-0.03029949776828289
27076	rnn.bias_hh_l0	4	-0.03608223795890808
27076	rnn.bias_hh_l0	5	0.14749127626419067
27076	rnn.bias_hh_l0	6	0.048464998602867126
27076	rnn.bias_hh_l0	7	0.06124558299779892
27076	rnn.bias_hh_l0	8	0.020068608224391937
27076	rnn.bias_hh_l0	9	0.04064253345131874
27076	rnn.weight_ih_l0_reverse	0	-0.029675928875803947
27076	rnn.weight_ih_l0_reverse	1	-0.0023362350184470415
27076	rnn.weight_ih_l0_reverse	2	0.023896552622318268
27076	rnn.weight_ih_l0_reverse	3	-0.06204043701291084
27076	rnn.weight_ih_l0_reverse	4	0.009600645862519741
27076	rnn.weight_ih_l0_reverse	5	-0.046336740255355835
27076	rnn.weight_ih_l0_reverse	6	0.028393080458045006
27076	rnn.weight_ih_l0_reverse	7	0.04597412049770355
27076	rnn.weight_ih_l0_reverse	8	-0.0485115684568882
27076	rnn.weight_ih_l0_reverse	9	-0.0508459247648716
27076	rnn.weight_hh_l0_reverse	0	-0.08365187048912048
27076	rnn.weight_hh_l0_reverse	1	-0.0629236102104187
27076	rnn.weight_hh_l0_reverse	2	0.03453473746776581
27076	rnn.weight_hh_l0_reverse	3	0.045944929122924805
27076	rnn.weight_hh_l0_reverse	4	-0.015639694407582283
27076	rnn.weight_hh_l0_reverse	5	0.04556827247142792
27076	rnn.weight_hh_l0_reverse	6	-0.001819340861402452
27076	rnn.weight_hh_l0_reverse	7	0.00010414229473099113
27076	rnn.weight_hh_l0_reverse	8	-0.09862177073955536
27076	rnn.weight_hh_l0_reverse	9	0.08061237633228302
27076	rnn.bias_ih_l0_reverse	0	-0.09244299679994583
27076	rnn.bias_ih_l0_reverse	1	-0.06768898665904999
27076	rnn.bias_ih_l0_reverse	2	0.10335598886013031
27076	rnn.bias_ih_l0_reverse	3	0.04737827926874161
27076	rnn.bias_ih_l0_reverse	4	-0.13015852868556976
27076	rnn.bias_ih_l0_reverse	5	0.04151502251625061
27076	rnn.bias_ih_l0_reverse	6	-0.1061323955655098
27076	rnn.bias_ih_l0_reverse	7	0.042709819972515106
27076	rnn.bias_ih_l0_reverse	8	0.0363471545279026
27076	rnn.bias_ih_l0_reverse	9	0.061604805290699005
27076	rnn.bias_hh_l0_reverse	0	0.06386497616767883
27076	rnn.bias_hh_l0_reverse	1	0.06458933651447296
27076	rnn.bias_hh_l0_reverse	2	0.08023452758789062
27076	rnn.bias_hh_l0_reverse	3	-0.005705143325030804
27076	rnn.bias_hh_l0_reverse	4	0.06718134880065918
27076	rnn.bias_hh_l0_reverse	5	0.00338890147395432
27076	rnn.bias_hh_l0_reverse	6	-0.05549095571041107
27076	rnn.bias_hh_l0_reverse	7	0.02642965130507946
27076	rnn.bias_hh_l0_reverse	8	0.013749823905527592
27076	rnn.bias_hh_l0_reverse	9	-0.16122779250144958
27076	linear.weight	0	0.1722453236579895
27076	linear.weight	1	-0.16115304827690125
27076	linear.weight	2	-0.2152419090270996
27076	linear.weight	3	0.07962252199649811
27076	linear.weight	4	-0.02570536732673645
27076	linear.weight	5	0.004073178395628929
27076	linear.weight	6	-0.006947173271328211
27076	linear.weight	7	-0.027722354978322983
27076	linear.weight	8	0.08209193497896194
27076	linear.weight	9	0.34013426303863525
27076	linear.bias	0	-0.22228564321994781
27076	linear.bias	1	0.19186899065971375
27076	linear.bias	2	-0.5368218421936035
27076	linear.bias	3	1.7139421701431274
27076	linear.bias	4	-0.393914133310318
27076	linear.bias	5	-0.030769959092140198
27076	linear.bias	6	-0.3557509779930115
27076	linear.bias	7	-0.2761993706226349
27076	linear.bias	8	-0.04370078071951866
27076	linear.bias	9	-0.4967690110206604
27104	transitions	0	-0.6474369764328003
27104	transitions	1	0.3501521348953247
27104	transitions	2	1.6751275062561035
27104	transitions	3	0.09744468331336975
27104	transitions	4	0.9489464163780212
27104	transitions	5	1.2739311456680298
27104	transitions	6	0.4833326041698456
27104	transitions	7	0.17580687999725342
27104	transitions	8	-0.9195159673690796
27104	transitions	9	0.9306608438491821
27104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27104	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27104	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27104	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27104	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27104	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27104	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27104	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27104	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27104	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27104	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27104	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27104	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27104	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27104	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27104	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27104	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27104	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27104	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27104	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27104	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27104	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27104	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27104	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27104	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27104	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27104	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27104	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27104	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27104	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27104	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27104	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27104	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27104	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27104	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27104	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27104	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27104	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27104	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27104	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27104	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27104	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27104	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27104	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27104	embedding2nn.weight	0	0.021969024091959
27104	embedding2nn.weight	1	0.014315709471702576
27104	embedding2nn.weight	2	-0.004331137984991074
27104	embedding2nn.weight	3	4.303135028749239e-06
27104	embedding2nn.weight	4	-0.004372709896415472
27104	embedding2nn.weight	5	0.01187996007502079
27104	embedding2nn.weight	6	-0.004982532002031803
27104	embedding2nn.weight	7	0.02158631570637226
27104	embedding2nn.weight	8	-0.0067800176329910755
27104	embedding2nn.weight	9	-0.013997560366988182
27104	embedding2nn.bias	0	-0.03653246536850929
27104	embedding2nn.bias	1	-0.02982349507510662
27104	embedding2nn.bias	2	-0.0697120875120163
27104	embedding2nn.bias	3	0.0009397597750648856
27104	embedding2nn.bias	4	0.005960390437394381
27104	embedding2nn.bias	5	-0.006853139027953148
27104	embedding2nn.bias	6	0.0056799352169036865
27104	embedding2nn.bias	7	0.02244912087917328
27104	embedding2nn.bias	8	0.007995698601007462
27104	embedding2nn.bias	9	-0.0010703520383685827
27104	rnn.weight_ih_l0	0	0.039403047412633896
27104	rnn.weight_ih_l0	1	-0.014195811934769154
27104	rnn.weight_ih_l0	2	-0.03632279485464096
27104	rnn.weight_ih_l0	3	-0.045129600912332535
27104	rnn.weight_ih_l0	4	-0.05234882980585098
27104	rnn.weight_ih_l0	5	-0.008247469551861286
27104	rnn.weight_ih_l0	6	-0.05252569168806076
27104	rnn.weight_ih_l0	7	-0.061399467289447784
27104	rnn.weight_ih_l0	8	-0.0449720174074173
27104	rnn.weight_ih_l0	9	-0.026940681040287018
27104	rnn.weight_hh_l0	0	0.019301364198327065
27104	rnn.weight_hh_l0	1	-0.009282249957323074
27104	rnn.weight_hh_l0	2	-0.06678991764783859
27104	rnn.weight_hh_l0	3	-0.0333150215446949
27104	rnn.weight_hh_l0	4	-0.0778208002448082
27104	rnn.weight_hh_l0	5	-0.014008952304720879
27104	rnn.weight_hh_l0	6	-0.05332458019256592
27104	rnn.weight_hh_l0	7	-0.04045993834733963
27104	rnn.weight_hh_l0	8	-0.019022541120648384
27104	rnn.weight_hh_l0	9	-0.005743131972849369
27104	rnn.bias_ih_l0	0	0.1419890969991684
27104	rnn.bias_ih_l0	1	-0.055277153849601746
27104	rnn.bias_ih_l0	2	0.10606015473604202
27104	rnn.bias_ih_l0	3	0.05046559125185013
27104	rnn.bias_ih_l0	4	0.09724994003772736
27104	rnn.bias_ih_l0	5	0.02511213719844818
27104	rnn.bias_ih_l0	6	-0.014638933353126049
27104	rnn.bias_ih_l0	7	-0.10708143562078476
27104	rnn.bias_ih_l0	8	-0.20669229328632355
27104	rnn.bias_ih_l0	9	0.08216932415962219
27104	rnn.bias_hh_l0	0	-0.00011521294800331816
27104	rnn.bias_hh_l0	1	0.022764988243579865
27104	rnn.bias_hh_l0	2	-0.005019975360482931
27104	rnn.bias_hh_l0	3	-0.029857710003852844
27104	rnn.bias_hh_l0	4	-0.036909278482198715
27104	rnn.bias_hh_l0	5	0.14757408201694489
27104	rnn.bias_hh_l0	6	0.048465877771377563
27104	rnn.bias_hh_l0	7	0.06190439313650131
27104	rnn.bias_hh_l0	8	0.01972978375852108
27104	rnn.bias_hh_l0	9	0.04046868160367012
27104	rnn.weight_ih_l0_reverse	0	-0.029723843559622765
27104	rnn.weight_ih_l0_reverse	1	-0.0023301660548895597
27104	rnn.weight_ih_l0_reverse	2	0.02390238642692566
27104	rnn.weight_ih_l0_reverse	3	-0.06214167922735214
27104	rnn.weight_ih_l0_reverse	4	0.009539424441754818
27104	rnn.weight_ih_l0_reverse	5	-0.046342961490154266
27104	rnn.weight_ih_l0_reverse	6	0.028246885165572166
27104	rnn.weight_ih_l0_reverse	7	0.04593774303793907
27104	rnn.weight_ih_l0_reverse	8	-0.04845859110355377
27104	rnn.weight_ih_l0_reverse	9	-0.050874073058366776
27104	rnn.weight_hh_l0_reverse	0	-0.0834415853023529
27104	rnn.weight_hh_l0_reverse	1	-0.06271692365407944
27104	rnn.weight_hh_l0_reverse	2	0.034527264535427094
27104	rnn.weight_hh_l0_reverse	3	0.04591097682714462
27104	rnn.weight_hh_l0_reverse	4	-0.015460263937711716
27104	rnn.weight_hh_l0_reverse	5	0.04554767906665802
27104	rnn.weight_hh_l0_reverse	6	-0.00166670186445117
27104	rnn.weight_hh_l0_reverse	7	-2.281728302477859e-05
27104	rnn.weight_hh_l0_reverse	8	-0.09868460893630981
27104	rnn.weight_hh_l0_reverse	9	0.08026692271232605
27104	rnn.bias_ih_l0_reverse	0	-0.08963392674922943
27104	rnn.bias_ih_l0_reverse	1	-0.06789260357618332
27104	rnn.bias_ih_l0_reverse	2	0.10317941009998322
27104	rnn.bias_ih_l0_reverse	3	0.04717492312192917
27104	rnn.bias_ih_l0_reverse	4	-0.13008806109428406
27104	rnn.bias_ih_l0_reverse	5	0.0414402075111866
27104	rnn.bias_ih_l0_reverse	6	-0.10586468875408173
27104	rnn.bias_ih_l0_reverse	7	0.04239680618047714
27104	rnn.bias_ih_l0_reverse	8	0.03596782311797142
27104	rnn.bias_ih_l0_reverse	9	0.06158856302499771
27104	rnn.bias_hh_l0_reverse	0	0.060808371752500534
27104	rnn.bias_hh_l0_reverse	1	0.06453844159841537
27104	rnn.bias_hh_l0_reverse	2	0.08037423342466354
27104	rnn.bias_hh_l0_reverse	3	-0.005735010374337435
27104	rnn.bias_hh_l0_reverse	4	0.06727390736341476
27104	rnn.bias_hh_l0_reverse	5	0.00501173734664917
27104	rnn.bias_hh_l0_reverse	6	-0.05558767542243004
27104	rnn.bias_hh_l0_reverse	7	0.027020659297704697
27104	rnn.bias_hh_l0_reverse	8	0.013637270778417587
27104	rnn.bias_hh_l0_reverse	9	-0.16089682281017303
27104	linear.weight	0	0.17361076176166534
27104	linear.weight	1	-0.1611534059047699
27104	linear.weight	2	-0.2166113257408142
27104	linear.weight	3	0.07909572124481201
27104	linear.weight	4	-0.025605222210288048
27104	linear.weight	5	0.004108403343707323
27104	linear.weight	6	-0.006947029381990433
27104	linear.weight	7	-0.027702994644641876
27104	linear.weight	8	0.08195751160383224
27104	linear.weight	9	0.340362012386322
27104	linear.bias	0	-0.21920885145664215
27104	linear.bias	1	0.1935175657272339
27104	linear.bias	2	-0.5378589630126953
27104	linear.bias	3	1.703082799911499
27104	linear.bias	4	-0.39395278692245483
27104	linear.bias	5	-0.030769959092140198
27104	linear.bias	6	-0.35663938522338867
27104	linear.bias	7	-0.27577197551727295
27104	linear.bias	8	-0.0453718937933445
27104	linear.bias	9	-0.4967806935310364
27132	transitions	0	-0.6474465131759644
27132	transitions	1	0.3501390516757965
27132	transitions	2	1.6751216650009155
27132	transitions	3	0.0974428579211235
27132	transitions	4	0.9489458799362183
27132	transitions	5	1.2739310264587402
27132	transitions	6	0.4833323359489441
27132	transitions	7	0.17580683529376984
27132	transitions	8	-0.9195159673690796
27132	transitions	9	0.9306608438491821
27132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27132	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27132	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27132	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27132	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27132	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27132	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27132	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27132	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27132	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27132	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27132	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27132	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27132	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27132	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27132	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27132	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27132	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27132	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27132	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27132	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27132	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27132	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27132	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27132	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27132	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27132	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27132	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27132	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27132	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27132	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27132	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27132	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27132	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27132	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27132	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27132	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27132	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27132	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27132	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27132	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27132	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27132	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27132	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27132	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27132	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27132	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27132	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27132	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27132	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27132	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27132	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27132	embedding2nn.weight	0	0.021931661292910576
27132	embedding2nn.weight	1	0.014326239936053753
27132	embedding2nn.weight	2	-0.004339259117841721
27132	embedding2nn.weight	3	6.81070832797559e-06
27132	embedding2nn.weight	4	-0.004376754630357027
27132	embedding2nn.weight	5	0.01186898723244667
27132	embedding2nn.weight	6	-0.004984710365533829
27132	embedding2nn.weight	7	0.021539658308029175
27132	embedding2nn.weight	8	-0.006762947421520948
27132	embedding2nn.weight	9	-0.014005620963871479
27132	embedding2nn.bias	0	-0.036555346101522446
27132	embedding2nn.bias	1	-0.030252590775489807
27132	embedding2nn.bias	2	-0.07087815552949905
27132	embedding2nn.bias	3	0.001348172198049724
27132	embedding2nn.bias	4	0.006579077802598476
27132	embedding2nn.bias	5	-0.005298104137182236
27132	embedding2nn.bias	6	0.00541527196764946
27132	embedding2nn.bias	7	0.020867781713604927
27132	embedding2nn.bias	8	0.010039877146482468
27132	embedding2nn.bias	9	0.00043595032184384763
27132	rnn.weight_ih_l0	0	0.03941355273127556
27132	rnn.weight_ih_l0	1	-0.014161469414830208
27132	rnn.weight_ih_l0	2	-0.036202702671289444
27132	rnn.weight_ih_l0	3	-0.04510500282049179
27132	rnn.weight_ih_l0	4	-0.05229157209396362
27132	rnn.weight_ih_l0	5	-0.008266955614089966
27132	rnn.weight_ih_l0	6	-0.05251673236489296
27132	rnn.weight_ih_l0	7	-0.06138252466917038
27132	rnn.weight_ih_l0	8	-0.0449928343296051
27132	rnn.weight_ih_l0	9	-0.026944678276777267
27132	rnn.weight_hh_l0	0	0.01933693327009678
27132	rnn.weight_hh_l0	1	-0.009357697330415249
27132	rnn.weight_hh_l0	2	-0.06661254912614822
27132	rnn.weight_hh_l0	3	-0.03331044688820839
27132	rnn.weight_hh_l0	4	-0.07779649645090103
27132	rnn.weight_hh_l0	5	-0.014171904884278774
27132	rnn.weight_hh_l0	6	-0.05372883006930351
27132	rnn.weight_hh_l0	7	-0.040459729731082916
27132	rnn.weight_hh_l0	8	-0.01904844120144844
27132	rnn.weight_hh_l0	9	-0.005899632349610329
27132	rnn.bias_ih_l0	0	0.14195431768894196
27132	rnn.bias_ih_l0	1	-0.05515388771891594
27132	rnn.bias_ih_l0	2	0.10607480257749557
27132	rnn.bias_ih_l0	3	0.050657156854867935
27132	rnn.bias_ih_l0	4	0.09764239192008972
27132	rnn.bias_ih_l0	5	0.024870755150914192
27132	rnn.bias_ih_l0	6	-0.014490625821053982
27132	rnn.bias_ih_l0	7	-0.10671573132276535
27132	rnn.bias_ih_l0	8	-0.20648293197155
27132	rnn.bias_ih_l0	9	0.08243663609027863
27132	rnn.bias_hh_l0	0	-0.0003422163426876068
27132	rnn.bias_hh_l0	1	0.022713784128427505
27132	rnn.bias_hh_l0	2	-0.0047354320995509624
27132	rnn.bias_hh_l0	3	-0.029989732429385185
27132	rnn.bias_hh_l0	4	-0.03671582043170929
27132	rnn.bias_hh_l0	5	0.14739149808883667
27132	rnn.bias_hh_l0	6	0.048146504908800125
27132	rnn.bias_hh_l0	7	0.06184503808617592
27132	rnn.bias_hh_l0	8	0.019878091290593147
27132	rnn.bias_hh_l0	9	0.04044177383184433
27132	rnn.weight_ih_l0_reverse	0	-0.029731854796409607
27132	rnn.weight_ih_l0_reverse	1	-0.002438527997583151
27132	rnn.weight_ih_l0_reverse	2	0.023904630914330482
27132	rnn.weight_ih_l0_reverse	3	-0.062155671417713165
27132	rnn.weight_ih_l0_reverse	4	0.009535636752843857
27132	rnn.weight_ih_l0_reverse	5	-0.04638511314988136
27132	rnn.weight_ih_l0_reverse	6	0.028178511187434196
27132	rnn.weight_ih_l0_reverse	7	0.045946985483169556
27132	rnn.weight_ih_l0_reverse	8	-0.04853108897805214
27132	rnn.weight_ih_l0_reverse	9	-0.050808776170015335
27132	rnn.weight_hh_l0_reverse	0	-0.08356955647468567
27132	rnn.weight_hh_l0_reverse	1	-0.06288806349039078
27132	rnn.weight_hh_l0_reverse	2	0.03453448787331581
27132	rnn.weight_hh_l0_reverse	3	0.0458526611328125
27132	rnn.weight_hh_l0_reverse	4	-0.015396185219287872
27132	rnn.weight_hh_l0_reverse	5	0.04554476588964462
27132	rnn.weight_hh_l0_reverse	6	-0.0016432009870186448
27132	rnn.weight_hh_l0_reverse	7	8.745013474253938e-06
27132	rnn.weight_hh_l0_reverse	8	-0.09869290888309479
27132	rnn.weight_hh_l0_reverse	9	0.07997064292430878
27132	rnn.bias_ih_l0_reverse	0	-0.08938674628734589
27132	rnn.bias_ih_l0_reverse	1	-0.0678463876247406
27132	rnn.bias_ih_l0_reverse	2	0.10281596332788467
27132	rnn.bias_ih_l0_reverse	3	0.04765699431300163
27132	rnn.bias_ih_l0_reverse	4	-0.13002121448516846
27132	rnn.bias_ih_l0_reverse	5	0.04140916466712952
27132	rnn.bias_ih_l0_reverse	6	-0.10585956275463104
27132	rnn.bias_ih_l0_reverse	7	0.04273281991481781
27132	rnn.bias_ih_l0_reverse	8	0.03554074466228485
27132	rnn.bias_ih_l0_reverse	9	0.06156996265053749
27132	rnn.bias_hh_l0_reverse	0	0.059417661279439926
27132	rnn.bias_hh_l0_reverse	1	0.06396407634019852
27132	rnn.bias_hh_l0_reverse	2	0.080629363656044
27132	rnn.bias_hh_l0_reverse	3	-0.005779963452368975
27132	rnn.bias_hh_l0_reverse	4	0.06717365980148315
27132	rnn.bias_hh_l0_reverse	5	0.00497632147744298
27132	rnn.bias_hh_l0_reverse	6	-0.05589990317821503
27132	rnn.bias_hh_l0_reverse	7	0.026912475004792213
27132	rnn.bias_hh_l0_reverse	8	0.01417271327227354
27132	rnn.bias_hh_l0_reverse	9	-0.15913325548171997
27132	linear.weight	0	0.17447687685489655
27132	linear.weight	1	-0.16115312278270721
27132	linear.weight	2	-0.21747130155563354
27132	linear.weight	3	0.07903274893760681
27132	linear.weight	4	-0.025579143315553665
27132	linear.weight	5	0.004116902127861977
27132	linear.weight	6	-0.006946373265236616
27132	linear.weight	7	-0.027703607454895973
27132	linear.weight	8	0.08166167885065079
27132	linear.weight	9	0.33980101346969604
27132	linear.bias	0	-0.2207137495279312
27132	linear.bias	1	0.192476287484169
27132	linear.bias	2	-0.5381526947021484
27132	linear.bias	3	1.704889178276062
27132	linear.bias	4	-0.39420366287231445
27132	linear.bias	5	-0.030769959092140198
27132	linear.bias	6	-0.3568289875984192
27132	linear.bias	7	-0.2762419283390045
27132	linear.bias	8	-0.0444643460214138
27132	linear.bias	9	-0.49678754806518555
27160	transitions	0	-0.6474841833114624
27160	transitions	1	0.3501327335834503
27160	transitions	2	1.6751095056533813
27160	transitions	3	0.09743031114339828
27160	transitions	4	0.948818027973175
27160	transitions	5	1.2739310264587402
27160	transitions	6	0.48333221673965454
27160	transitions	7	0.17580682039260864
27160	transitions	8	-0.9195159673690796
27160	transitions	9	0.9306608438491821
27160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27160	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27160	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27160	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27160	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27160	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27160	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27160	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27160	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27160	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27160	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27160	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27160	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27160	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27160	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27160	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27160	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27160	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27160	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27160	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27160	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27160	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27160	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27160	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27160	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27160	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27160	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27160	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27160	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27160	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27160	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27160	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27160	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27160	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27160	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27160	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27160	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27160	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27160	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27160	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27160	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27160	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27160	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27160	embedding2nn.weight	0	0.021992212161421776
27160	embedding2nn.weight	1	0.01432498823851347
27160	embedding2nn.weight	2	-0.004339730832725763
27160	embedding2nn.weight	3	1.863522811618168e-05
27160	embedding2nn.weight	4	-0.004399762023240328
27160	embedding2nn.weight	5	0.011864633299410343
27160	embedding2nn.weight	6	-0.004959968384355307
27160	embedding2nn.weight	7	0.021537018939852715
27160	embedding2nn.weight	8	-0.006765559781342745
27160	embedding2nn.weight	9	-0.014003361575305462
27160	embedding2nn.bias	0	-0.03624348342418671
27160	embedding2nn.bias	1	-0.03112272545695305
27160	embedding2nn.bias	2	-0.07136599719524384
27160	embedding2nn.bias	3	0.0019404628546908498
27160	embedding2nn.bias	4	0.004979418125003576
27160	embedding2nn.bias	5	-0.005331689957529306
27160	embedding2nn.bias	6	0.007579142693430185
27160	embedding2nn.bias	7	0.022245408967137337
27160	embedding2nn.bias	8	0.009446498937904835
27160	embedding2nn.bias	9	-0.00019675609655678272
27160	rnn.weight_ih_l0	0	0.03934713080525398
27160	rnn.weight_ih_l0	1	-0.014050750993192196
27160	rnn.weight_ih_l0	2	-0.03613096475601196
27160	rnn.weight_ih_l0	3	-0.045118339359760284
27160	rnn.weight_ih_l0	4	-0.05228511616587639
27160	rnn.weight_ih_l0	5	-0.008252853527665138
27160	rnn.weight_ih_l0	6	-0.05255519971251488
27160	rnn.weight_ih_l0	7	-0.061407458037137985
27160	rnn.weight_ih_l0	8	-0.04505304992198944
27160	rnn.weight_ih_l0	9	-0.026965167373418808
27160	rnn.weight_hh_l0	0	0.019411806017160416
27160	rnn.weight_hh_l0	1	-0.009288106113672256
27160	rnn.weight_hh_l0	2	-0.06647120416164398
27160	rnn.weight_hh_l0	3	-0.03316405788064003
27160	rnn.weight_hh_l0	4	-0.07792437076568604
27160	rnn.weight_hh_l0	5	-0.013928920030593872
27160	rnn.weight_hh_l0	6	-0.053466591984033585
27160	rnn.weight_hh_l0	7	-0.040605608373880386
27160	rnn.weight_hh_l0	8	-0.01910182274878025
27160	rnn.weight_hh_l0	9	-0.005804840009659529
27160	rnn.bias_ih_l0	0	0.14174200594425201
27160	rnn.bias_ih_l0	1	-0.05551515892148018
27160	rnn.bias_ih_l0	2	0.10571607947349548
27160	rnn.bias_ih_l0	3	0.05061608925461769
27160	rnn.bias_ih_l0	4	0.09744889289140701
27160	rnn.bias_ih_l0	5	0.02470182627439499
27160	rnn.bias_ih_l0	6	-0.015103491023182869
27160	rnn.bias_ih_l0	7	-0.10475790500640869
27160	rnn.bias_ih_l0	8	-0.2072771042585373
27160	rnn.bias_ih_l0	9	0.08267999440431595
27160	rnn.bias_hh_l0	0	-0.0003395218518562615
27160	rnn.bias_hh_l0	1	0.02235557697713375
27160	rnn.bias_hh_l0	2	-0.005407360848039389
27160	rnn.bias_hh_l0	3	-0.03061256743967533
27160	rnn.bias_hh_l0	4	-0.03589504212141037
27160	rnn.bias_hh_l0	5	0.14748811721801758
27160	rnn.bias_hh_l0	6	0.04808157682418823
27160	rnn.bias_hh_l0	7	0.06152291223406792
27160	rnn.bias_hh_l0	8	0.019265221431851387
27160	rnn.bias_hh_l0	9	0.04114614427089691
27160	rnn.weight_ih_l0_reverse	0	-0.02982763946056366
27160	rnn.weight_ih_l0_reverse	1	-0.002423761645331979
27160	rnn.weight_ih_l0_reverse	2	0.02384834550321102
27160	rnn.weight_ih_l0_reverse	3	-0.06212802603840828
27160	rnn.weight_ih_l0_reverse	4	0.00953184999525547
27160	rnn.weight_ih_l0_reverse	5	-0.046467192471027374
27160	rnn.weight_ih_l0_reverse	6	0.02827925607562065
27160	rnn.weight_ih_l0_reverse	7	0.045932769775390625
27160	rnn.weight_ih_l0_reverse	8	-0.04852917417883873
27160	rnn.weight_ih_l0_reverse	9	-0.050782736390829086
27160	rnn.weight_hh_l0_reverse	0	-0.08364822715520859
27160	rnn.weight_hh_l0_reverse	1	-0.06290063261985779
27160	rnn.weight_hh_l0_reverse	2	0.034612301737070084
27160	rnn.weight_hh_l0_reverse	3	0.04583892971277237
27160	rnn.weight_hh_l0_reverse	4	-0.015407386235892773
27160	rnn.weight_hh_l0_reverse	5	0.04546516388654709
27160	rnn.weight_hh_l0_reverse	6	-0.0007863058126531541
27160	rnn.weight_hh_l0_reverse	7	0.00011102323333034292
27160	rnn.weight_hh_l0_reverse	8	-0.0988125130534172
27160	rnn.weight_hh_l0_reverse	9	0.08019526302814484
27160	rnn.bias_ih_l0_reverse	0	-0.09207130968570709
27160	rnn.bias_ih_l0_reverse	1	-0.06636258959770203
27160	rnn.bias_ih_l0_reverse	2	0.10277558863162994
27160	rnn.bias_ih_l0_reverse	3	0.04768515005707741
27160	rnn.bias_ih_l0_reverse	4	-0.1301107555627823
27160	rnn.bias_ih_l0_reverse	5	0.04184505715966225
27160	rnn.bias_ih_l0_reverse	6	-0.10608534514904022
27160	rnn.bias_ih_l0_reverse	7	0.04325774312019348
27160	rnn.bias_ih_l0_reverse	8	0.03542633354663849
27160	rnn.bias_ih_l0_reverse	9	0.06196318939328194
27160	rnn.bias_hh_l0_reverse	0	0.06161339581012726
27160	rnn.bias_hh_l0_reverse	1	0.06429272890090942
27160	rnn.bias_hh_l0_reverse	2	0.0806155875325203
27160	rnn.bias_hh_l0_reverse	3	-0.005197055637836456
27160	rnn.bias_hh_l0_reverse	4	0.06723006814718246
27160	rnn.bias_hh_l0_reverse	5	0.0028536284808069468
27160	rnn.bias_hh_l0_reverse	6	-0.05591343343257904
27160	rnn.bias_hh_l0_reverse	7	0.027011137455701828
27160	rnn.bias_hh_l0_reverse	8	0.014018724672496319
27160	rnn.bias_hh_l0_reverse	9	-0.16041558980941772
27160	linear.weight	0	0.1757456362247467
27160	linear.weight	1	-0.16115112602710724
27160	linear.weight	2	-0.21759679913520813
27160	linear.weight	3	0.07892031222581863
27160	linear.weight	4	-0.025555208325386047
27160	linear.weight	5	0.004214208107441664
27160	linear.weight	6	-0.006945415865629911
27160	linear.weight	7	-0.027700984850525856
27160	linear.weight	8	0.08168493956327438
27160	linear.weight	9	0.33878791332244873
27160	linear.bias	0	-0.21974332630634308
27160	linear.bias	1	0.19060127437114716
27160	linear.bias	2	-0.5392789244651794
27160	linear.bias	3	1.7106369733810425
27160	linear.bias	4	-0.39422500133514404
27160	linear.bias	5	-0.030769959092140198
27160	linear.bias	6	-0.3582288324832916
27160	linear.bias	7	-0.2765500247478485
27160	linear.bias	8	-0.04592769965529442
27160	linear.bias	9	-0.4968019723892212
27188	transitions	0	-0.6474924683570862
27188	transitions	1	0.3501255214214325
27188	transitions	2	1.6750946044921875
27188	transitions	3	0.09741241484880447
27188	transitions	4	0.9488169550895691
27188	transitions	5	1.2739309072494507
27188	transitions	6	0.483332097530365
27188	transitions	7	0.17580677568912506
27188	transitions	8	-0.9195160269737244
27188	transitions	9	0.9306608438491821
27188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27188	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27188	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27188	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27188	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27188	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27188	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27188	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27188	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27188	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27188	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27188	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27188	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27188	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27188	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27188	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27188	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27188	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27188	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27188	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27188	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27188	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27188	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27188	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27188	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27188	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27188	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27188	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27188	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27188	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27188	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27188	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27188	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27188	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27188	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27188	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27188	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27188	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27188	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27188	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27188	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27188	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27188	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27188	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27188	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27188	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27188	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27188	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27188	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27188	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27188	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27188	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27188	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27188	embedding2nn.weight	0	0.022045809775590897
27188	embedding2nn.weight	1	0.014323103241622448
27188	embedding2nn.weight	2	-0.004346741829067469
27188	embedding2nn.weight	3	1.9007660739589483e-05
27188	embedding2nn.weight	4	-0.0044090524315834045
27188	embedding2nn.weight	5	0.01186684425920248
27188	embedding2nn.weight	6	-0.004935195669531822
27188	embedding2nn.weight	7	0.021465107798576355
27188	embedding2nn.weight	8	-0.00676186615601182
27188	embedding2nn.weight	9	-0.014004964381456375
27188	embedding2nn.bias	0	-0.03651811182498932
27188	embedding2nn.bias	1	-0.03068663366138935
27188	embedding2nn.bias	2	-0.07262953370809555
27188	embedding2nn.bias	3	0.0014109460171312094
27188	embedding2nn.bias	4	0.005738988984376192
27188	embedding2nn.bias	5	-0.004539018031209707
27188	embedding2nn.bias	6	0.007387984544038773
27188	embedding2nn.bias	7	0.022663377225399017
27188	embedding2nn.bias	8	0.009222431108355522
27188	embedding2nn.bias	9	0.00026315130526199937
27188	rnn.weight_ih_l0	0	0.03926442191004753
27188	rnn.weight_ih_l0	1	-0.014076277613639832
27188	rnn.weight_ih_l0	2	-0.03609368950128555
27188	rnn.weight_ih_l0	3	-0.045115258544683456
27188	rnn.weight_ih_l0	4	-0.052266329526901245
27188	rnn.weight_ih_l0	5	-0.008281261660158634
27188	rnn.weight_ih_l0	6	-0.05254104360938072
27188	rnn.weight_ih_l0	7	-0.06145329028367996
27188	rnn.weight_ih_l0	8	-0.045104846358299255
27188	rnn.weight_ih_l0	9	-0.02696261741220951
27188	rnn.weight_hh_l0	0	0.01950916089117527
27188	rnn.weight_hh_l0	1	-0.00931151956319809
27188	rnn.weight_hh_l0	2	-0.06662427634000778
27188	rnn.weight_hh_l0	3	-0.03303617238998413
27188	rnn.weight_hh_l0	4	-0.0778803825378418
27188	rnn.weight_hh_l0	5	-0.01388787291944027
27188	rnn.weight_hh_l0	6	-0.05341542139649391
27188	rnn.weight_hh_l0	7	-0.040778741240501404
27188	rnn.weight_hh_l0	8	-0.01902344450354576
27188	rnn.weight_hh_l0	9	-0.005772680044174194
27188	rnn.bias_ih_l0	0	0.14193497598171234
27188	rnn.bias_ih_l0	1	-0.055603694170713425
27188	rnn.bias_ih_l0	2	0.10701028257608414
27188	rnn.bias_ih_l0	3	0.05053892731666565
27188	rnn.bias_ih_l0	4	0.0974692851305008
27188	rnn.bias_ih_l0	5	0.024426961317658424
27188	rnn.bias_ih_l0	6	-0.014700135216116905
27188	rnn.bias_ih_l0	7	-0.10575015842914581
27188	rnn.bias_ih_l0	8	-0.20608946681022644
27188	rnn.bias_ih_l0	9	0.08263052254915237
27188	rnn.bias_hh_l0	0	-0.000193740677786991
27188	rnn.bias_hh_l0	1	0.02216298133134842
27188	rnn.bias_hh_l0	2	-0.005723136477172375
27188	rnn.bias_hh_l0	3	-0.03023293986916542
27188	rnn.bias_hh_l0	4	-0.03595305234193802
27188	rnn.bias_hh_l0	5	0.14724917709827423
27188	rnn.bias_hh_l0	6	0.04861314222216606
27188	rnn.bias_hh_l0	7	0.061364296823740005
27188	rnn.bias_hh_l0	8	0.0196685753762722
27188	rnn.bias_hh_l0	9	0.041069384664297104
27188	rnn.weight_ih_l0_reverse	0	-0.02986220456659794
27188	rnn.weight_ih_l0_reverse	1	-0.00221500126644969
27188	rnn.weight_ih_l0_reverse	2	0.023878183215856552
27188	rnn.weight_ih_l0_reverse	3	-0.06208258494734764
27188	rnn.weight_ih_l0_reverse	4	0.009502338245511055
27188	rnn.weight_ih_l0_reverse	5	-0.046468425542116165
27188	rnn.weight_ih_l0_reverse	6	0.028462035581469536
27188	rnn.weight_ih_l0_reverse	7	0.04595734924077988
27188	rnn.weight_ih_l0_reverse	8	-0.04853624477982521
27188	rnn.weight_ih_l0_reverse	9	-0.050807882100343704
27188	rnn.weight_hh_l0_reverse	0	-0.08359655737876892
27188	rnn.weight_hh_l0_reverse	1	-0.06250329315662384
27188	rnn.weight_hh_l0_reverse	2	0.034703873097896576
27188	rnn.weight_hh_l0_reverse	3	0.04588557779788971
27188	rnn.weight_hh_l0_reverse	4	-0.015474925749003887
27188	rnn.weight_hh_l0_reverse	5	0.045481592416763306
27188	rnn.weight_hh_l0_reverse	6	-0.0005186262424103916
27188	rnn.weight_hh_l0_reverse	7	3.0026496460777707e-05
27188	rnn.weight_hh_l0_reverse	8	-0.09878236800432205
27188	rnn.weight_hh_l0_reverse	9	0.08015399426221848
27188	rnn.bias_ih_l0_reverse	0	-0.09232581406831741
27188	rnn.bias_ih_l0_reverse	1	-0.06677553057670593
27188	rnn.bias_ih_l0_reverse	2	0.10233915597200394
27188	rnn.bias_ih_l0_reverse	3	0.04804261401295662
27188	rnn.bias_ih_l0_reverse	4	-0.13007275760173798
27188	rnn.bias_ih_l0_reverse	5	0.041941944509744644
27188	rnn.bias_ih_l0_reverse	6	-0.106230229139328
27188	rnn.bias_ih_l0_reverse	7	0.0437004491686821
27188	rnn.bias_ih_l0_reverse	8	0.03558911010622978
27188	rnn.bias_ih_l0_reverse	9	0.061644576489925385
27188	rnn.bias_hh_l0_reverse	0	0.061480723321437836
27188	rnn.bias_hh_l0_reverse	1	0.06412957608699799
27188	rnn.bias_hh_l0_reverse	2	0.08075158298015594
27188	rnn.bias_hh_l0_reverse	3	-0.005485821980983019
27188	rnn.bias_hh_l0_reverse	4	0.06735299527645111
27188	rnn.bias_hh_l0_reverse	5	0.0030407393351197243
27188	rnn.bias_hh_l0_reverse	6	-0.0562685988843441
27188	rnn.bias_hh_l0_reverse	7	0.026665108278393745
27188	rnn.bias_hh_l0_reverse	8	0.01446355227380991
27188	rnn.bias_hh_l0_reverse	9	-0.1607019156217575
27188	linear.weight	0	0.17580445110797882
27188	linear.weight	1	-0.16114942729473114
27188	linear.weight	2	-0.2177199274301529
27188	linear.weight	3	0.07897493243217468
27188	linear.weight	4	-0.025551918894052505
27188	linear.weight	5	0.004291254561394453
27188	linear.weight	6	-0.006944675929844379
27188	linear.weight	7	-0.027602478861808777
27188	linear.weight	8	0.08161064237356186
27188	linear.weight	9	0.33952566981315613
27188	linear.bias	0	-0.2188905030488968
27188	linear.bias	1	0.1915517896413803
27188	linear.bias	2	-0.5394901037216187
27188	linear.bias	3	1.7080488204956055
27188	linear.bias	4	-0.3943190574645996
27188	linear.bias	5	-0.030769959092140198
27188	linear.bias	6	-0.3585931360721588
27188	linear.bias	7	-0.2768600583076477
27188	linear.bias	8	-0.04349922761321068
27188	linear.bias	9	-0.4968239665031433
27216	transitions	0	-0.6475011110305786
27216	transitions	1	0.3501211404800415
27216	transitions	2	1.6750808954238892
27216	transitions	3	0.09740975499153137
27216	transitions	4	0.9488109350204468
27216	transitions	5	1.2739301919937134
27216	transitions	6	0.4833320379257202
27216	transitions	7	0.17578759789466858
27216	transitions	8	-0.9195161461830139
27216	transitions	9	0.930660605430603
27216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27216	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27216	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27216	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27216	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27216	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27216	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27216	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27216	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27216	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27216	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27216	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27216	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27216	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27216	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27216	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27216	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27216	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27216	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27216	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27216	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27216	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27216	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27216	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27216	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27216	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27216	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27216	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27216	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27216	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27216	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27216	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27216	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27216	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27216	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27216	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27216	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27216	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27216	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27216	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27216	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27216	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27216	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27216	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27216	embedding2nn.weight	0	0.0220213420689106
27216	embedding2nn.weight	1	0.014321841299533844
27216	embedding2nn.weight	2	-0.004355067387223244
27216	embedding2nn.weight	3	1.254725157195935e-05
27216	embedding2nn.weight	4	-0.0044201998971402645
27216	embedding2nn.weight	5	0.011828696355223656
27216	embedding2nn.weight	6	-0.004959162324666977
27216	embedding2nn.weight	7	0.02125393971800804
27216	embedding2nn.weight	8	-0.006728083360940218
27216	embedding2nn.weight	9	-0.014021346345543861
27216	embedding2nn.bias	0	-0.03811046481132507
27216	embedding2nn.bias	1	-0.03161261975765228
27216	embedding2nn.bias	2	-0.0718643069267273
27216	embedding2nn.bias	3	0.0023664154578000307
27216	embedding2nn.bias	4	0.00379346520639956
27216	embedding2nn.bias	5	-0.005886681843549013
27216	embedding2nn.bias	6	0.008468179032206535
27216	embedding2nn.bias	7	0.022229274734854698
27216	embedding2nn.bias	8	0.010342046618461609
27216	embedding2nn.bias	9	-0.0007936081965453923
27216	rnn.weight_ih_l0	0	0.039343126118183136
27216	rnn.weight_ih_l0	1	-0.014204854145646095
27216	rnn.weight_ih_l0	2	-0.03597599267959595
27216	rnn.weight_ih_l0	3	-0.04516603797674179
27216	rnn.weight_ih_l0	4	-0.0523049496114254
27216	rnn.weight_ih_l0	5	-0.008274278603494167
27216	rnn.weight_ih_l0	6	-0.052554648369550705
27216	rnn.weight_ih_l0	7	-0.06145792081952095
27216	rnn.weight_ih_l0	8	-0.045083947479724884
27216	rnn.weight_ih_l0	9	-0.026958847418427467
27216	rnn.weight_hh_l0	0	0.01951507292687893
27216	rnn.weight_hh_l0	1	-0.009240247309207916
27216	rnn.weight_hh_l0	2	-0.06674552708864212
27216	rnn.weight_hh_l0	3	-0.03291061148047447
27216	rnn.weight_hh_l0	4	-0.07789310067892075
27216	rnn.weight_hh_l0	5	-0.013796248473227024
27216	rnn.weight_hh_l0	6	-0.053584326058626175
27216	rnn.weight_hh_l0	7	-0.04047225043177605
27216	rnn.weight_hh_l0	8	-0.01894010603427887
27216	rnn.weight_hh_l0	9	-0.005668111611157656
27216	rnn.bias_ih_l0	0	0.14195440709590912
27216	rnn.bias_ih_l0	1	-0.05529135838150978
27216	rnn.bias_ih_l0	2	0.10653644055128098
27216	rnn.bias_ih_l0	3	0.05044817551970482
27216	rnn.bias_ih_l0	4	0.09728630632162094
27216	rnn.bias_ih_l0	5	0.023857958614826202
27216	rnn.bias_ih_l0	6	-0.014440922997891903
27216	rnn.bias_ih_l0	7	-0.10574579983949661
27216	rnn.bias_ih_l0	8	-0.20693513751029968
27216	rnn.bias_ih_l0	9	0.08260712027549744
27216	rnn.bias_hh_l0	0	-0.00031451418180949986
27216	rnn.bias_hh_l0	1	0.0220916960388422
27216	rnn.bias_hh_l0	2	-0.0060941255651414394
27216	rnn.bias_hh_l0	3	-0.030419275164604187
27216	rnn.bias_hh_l0	4	-0.03601732477545738
27216	rnn.bias_hh_l0	5	0.14703065156936646
27216	rnn.bias_hh_l0	6	0.04861171916127205
27216	rnn.bias_hh_l0	7	0.06179387494921684
27216	rnn.bias_hh_l0	8	0.01992778293788433
27216	rnn.bias_hh_l0	9	0.04136515036225319
27216	rnn.weight_ih_l0_reverse	0	-0.02993697114288807
27216	rnn.weight_ih_l0_reverse	1	-0.002246667630970478
27216	rnn.weight_ih_l0_reverse	2	0.0238986536860466
27216	rnn.weight_ih_l0_reverse	3	-0.062016334384679794
27216	rnn.weight_ih_l0_reverse	4	0.009521427564322948
27216	rnn.weight_ih_l0_reverse	5	-0.046502888202667236
27216	rnn.weight_ih_l0_reverse	6	0.028671126812696457
27216	rnn.weight_ih_l0_reverse	7	0.045987799763679504
27216	rnn.weight_ih_l0_reverse	8	-0.04852726683020592
27216	rnn.weight_ih_l0_reverse	9	-0.050838422030210495
27216	rnn.weight_hh_l0_reverse	0	-0.08355751633644104
27216	rnn.weight_hh_l0_reverse	1	-0.06243764981627464
27216	rnn.weight_hh_l0_reverse	2	0.03474079445004463
27216	rnn.weight_hh_l0_reverse	3	0.04597394913434982
27216	rnn.weight_hh_l0_reverse	4	-0.01543516293168068
27216	rnn.weight_hh_l0_reverse	5	0.04548374190926552
27216	rnn.weight_hh_l0_reverse	6	-0.0006299883825704455
27216	rnn.weight_hh_l0_reverse	7	-0.00019415318092796952
27216	rnn.weight_hh_l0_reverse	8	-0.09874200820922852
27216	rnn.weight_hh_l0_reverse	9	0.08019130676984787
27216	rnn.bias_ih_l0_reverse	0	-0.09185393154621124
27216	rnn.bias_ih_l0_reverse	1	-0.06629039347171783
27216	rnn.bias_ih_l0_reverse	2	0.10251180827617645
27216	rnn.bias_ih_l0_reverse	3	0.04780229926109314
27216	rnn.bias_ih_l0_reverse	4	-0.13062100112438202
27216	rnn.bias_ih_l0_reverse	5	0.042096614837646484
27216	rnn.bias_ih_l0_reverse	6	-0.10609975457191467
27216	rnn.bias_ih_l0_reverse	7	0.04352094605565071
27216	rnn.bias_ih_l0_reverse	8	0.03572872653603554
27216	rnn.bias_ih_l0_reverse	9	0.061871010810136795
27216	rnn.bias_hh_l0_reverse	0	0.06233956664800644
27216	rnn.bias_hh_l0_reverse	1	0.06435931473970413
27216	rnn.bias_hh_l0_reverse	2	0.080086849629879
27216	rnn.bias_hh_l0_reverse	3	-0.005754828918725252
27216	rnn.bias_hh_l0_reverse	4	0.06733997166156769
27216	rnn.bias_hh_l0_reverse	5	0.0038173175416886806
27216	rnn.bias_hh_l0_reverse	6	-0.05649380758404732
27216	rnn.bias_hh_l0_reverse	7	0.026691142469644547
27216	rnn.bias_hh_l0_reverse	8	0.014635955914855003
27216	rnn.bias_hh_l0_reverse	9	-0.15923307836055756
27216	linear.weight	0	0.17592863738536835
27216	linear.weight	1	-0.1611482948064804
27216	linear.weight	2	-0.21775002777576447
27216	linear.weight	3	0.07792694866657257
27216	linear.weight	4	-0.025585513561964035
27216	linear.weight	5	0.004253866150975227
27216	linear.weight	6	-0.006944301538169384
27216	linear.weight	7	-0.027597354725003242
27216	linear.weight	8	0.08134675770998001
27216	linear.weight	9	0.34049567580223083
27216	linear.bias	0	-0.2178494930267334
27216	linear.bias	1	0.19031912088394165
27216	linear.bias	2	-0.5394850969314575
27216	linear.bias	3	1.7047656774520874
27216	linear.bias	4	-0.3943774402141571
27216	linear.bias	5	-0.030769959092140198
27216	linear.bias	6	-0.3587154448032379
27216	linear.bias	7	-0.27638721466064453
27216	linear.bias	8	-0.04291340336203575
27216	linear.bias	9	-0.49684059619903564
27244	transitions	0	-0.6475096344947815
27244	transitions	1	0.3501031994819641
27244	transitions	2	1.6750776767730713
27244	transitions	3	0.09740900993347168
27244	transitions	4	0.9488099217414856
27244	transitions	5	1.2739300727844238
27244	transitions	6	0.4833320081233978
27244	transitions	7	0.1757875680923462
27244	transitions	8	-0.9195162057876587
27244	transitions	9	0.930660605430603
27244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27244	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27244	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27244	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27244	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27244	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27244	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27244	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27244	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27244	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27244	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27244	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27244	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27244	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27244	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27244	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27244	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27244	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27244	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27244	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27244	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27244	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27244	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27244	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27244	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27244	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27244	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27244	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27244	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27244	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27244	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27244	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27244	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27244	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27244	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27244	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27244	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27244	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27244	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27244	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27244	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27244	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27244	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27244	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27244	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27244	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27244	embedding2nn.weight	0	0.021951841190457344
27244	embedding2nn.weight	1	0.014322524890303612
27244	embedding2nn.weight	2	-0.0043508573435246944
27244	embedding2nn.weight	3	-3.1513001886196434e-05
27244	embedding2nn.weight	4	-0.004432180896401405
27244	embedding2nn.weight	5	0.01182220596820116
27244	embedding2nn.weight	6	-0.004953842144459486
27244	embedding2nn.weight	7	0.0211945790797472
27244	embedding2nn.weight	8	-0.006741529796272516
27244	embedding2nn.weight	9	-0.013995935209095478
27244	embedding2nn.bias	0	-0.037941575050354004
27244	embedding2nn.bias	1	-0.030540334060788155
27244	embedding2nn.bias	2	-0.07004955410957336
27244	embedding2nn.bias	3	0.00043545872904360294
27244	embedding2nn.bias	4	0.004553555976599455
27244	embedding2nn.bias	5	-0.0051145367324352264
27244	embedding2nn.bias	6	0.00757961068302393
27244	embedding2nn.bias	7	0.02310089021921158
27244	embedding2nn.bias	8	0.008313784375786781
27244	embedding2nn.bias	9	-0.0007351068197749555
27244	rnn.weight_ih_l0	0	0.03932533040642738
27244	rnn.weight_ih_l0	1	-0.014301556162536144
27244	rnn.weight_ih_l0	2	-0.03611445054411888
27244	rnn.weight_ih_l0	3	-0.04521686211228371
27244	rnn.weight_ih_l0	4	-0.05239395424723625
27244	rnn.weight_ih_l0	5	-0.008272170089185238
27244	rnn.weight_ih_l0	6	-0.052515141665935516
27244	rnn.weight_ih_l0	7	-0.06145968660712242
27244	rnn.weight_ih_l0	8	-0.045069918036460876
27244	rnn.weight_ih_l0	9	-0.026971960440278053
27244	rnn.weight_hh_l0	0	0.019541898742318153
27244	rnn.weight_hh_l0	1	-0.009228324517607689
27244	rnn.weight_hh_l0	2	-0.0667155459523201
27244	rnn.weight_hh_l0	3	-0.03286490961909294
27244	rnn.weight_hh_l0	4	-0.0777798667550087
27244	rnn.weight_hh_l0	5	-0.013663454912602901
27244	rnn.weight_hh_l0	6	-0.05337856709957123
27244	rnn.weight_hh_l0	7	-0.040270742028951645
27244	rnn.weight_hh_l0	8	-0.018856806680560112
27244	rnn.weight_hh_l0	9	-0.005860825069248676
27244	rnn.bias_ih_l0	0	0.14211606979370117
27244	rnn.bias_ih_l0	1	-0.05496840551495552
27244	rnn.bias_ih_l0	2	0.10698196291923523
27244	rnn.bias_ih_l0	3	0.05058036372065544
27244	rnn.bias_ih_l0	4	0.09674191474914551
27244	rnn.bias_ih_l0	5	0.024043716490268707
27244	rnn.bias_ih_l0	6	-0.014007316902279854
27244	rnn.bias_ih_l0	7	-0.10729473829269409
27244	rnn.bias_ih_l0	8	-0.2057012915611267
27244	rnn.bias_ih_l0	9	0.08253071457147598
27244	rnn.bias_hh_l0	0	-0.00013132207095623016
27244	rnn.bias_hh_l0	1	0.022166196256875992
27244	rnn.bias_hh_l0	2	-0.005942098330706358
27244	rnn.bias_hh_l0	3	-0.030607158318161964
27244	rnn.bias_hh_l0	4	-0.03597617894411087
27244	rnn.bias_hh_l0	5	0.14737354218959808
27244	rnn.bias_hh_l0	6	0.04835041984915733
27244	rnn.bias_hh_l0	7	0.06142923980951309
27244	rnn.bias_hh_l0	8	0.020361388102173805
27244	rnn.bias_hh_l0	9	0.04121602699160576
27244	rnn.weight_ih_l0_reverse	0	-0.029902957379817963
27244	rnn.weight_ih_l0_reverse	1	-0.002132467459887266
27244	rnn.weight_ih_l0_reverse	2	0.02386803738772869
27244	rnn.weight_ih_l0_reverse	3	-0.061984118074178696
27244	rnn.weight_ih_l0_reverse	4	0.0095363799482584
27244	rnn.weight_ih_l0_reverse	5	-0.046371761709451675
27244	rnn.weight_ih_l0_reverse	6	0.0283780787140131
27244	rnn.weight_ih_l0_reverse	7	0.04595178738236427
27244	rnn.weight_ih_l0_reverse	8	-0.048482269048690796
27244	rnn.weight_ih_l0_reverse	9	-0.050829268991947174
27244	rnn.weight_hh_l0_reverse	0	-0.08335606008768082
27244	rnn.weight_hh_l0_reverse	1	-0.06243577226996422
27244	rnn.weight_hh_l0_reverse	2	0.03466780111193657
27244	rnn.weight_hh_l0_reverse	3	0.04592469707131386
27244	rnn.weight_hh_l0_reverse	4	-0.015363646671175957
27244	rnn.weight_hh_l0_reverse	5	0.04549137502908707
27244	rnn.weight_hh_l0_reverse	6	-0.0008662116015329957
27244	rnn.weight_hh_l0_reverse	7	-0.00023052758479025215
27244	rnn.weight_hh_l0_reverse	8	-0.09871897846460342
27244	rnn.weight_hh_l0_reverse	9	0.08004889637231827
27244	rnn.bias_ih_l0_reverse	0	-0.09077291190624237
27244	rnn.bias_ih_l0_reverse	1	-0.065660759806633
27244	rnn.bias_ih_l0_reverse	2	0.1023564413189888
27244	rnn.bias_ih_l0_reverse	3	0.047455932945013046
27244	rnn.bias_ih_l0_reverse	4	-0.1301891952753067
27244	rnn.bias_ih_l0_reverse	5	0.04194207116961479
27244	rnn.bias_ih_l0_reverse	6	-0.10600370168685913
27244	rnn.bias_ih_l0_reverse	7	0.04373472183942795
27244	rnn.bias_ih_l0_reverse	8	0.0354071743786335
27244	rnn.bias_ih_l0_reverse	9	0.06112350896000862
27244	rnn.bias_hh_l0_reverse	0	0.06193789839744568
27244	rnn.bias_hh_l0_reverse	1	0.0646451786160469
27244	rnn.bias_hh_l0_reverse	2	0.0801718607544899
27244	rnn.bias_hh_l0_reverse	3	-0.005881315562874079
27244	rnn.bias_hh_l0_reverse	4	0.06791455298662186
27244	rnn.bias_hh_l0_reverse	5	0.0037877236027270555
27244	rnn.bias_hh_l0_reverse	6	-0.05679922178387642
27244	rnn.bias_hh_l0_reverse	7	0.026703031733632088
27244	rnn.bias_hh_l0_reverse	8	0.014724900014698505
27244	rnn.bias_hh_l0_reverse	9	-0.16043855249881744
27244	linear.weight	0	0.1769488900899887
27244	linear.weight	1	-0.16114066541194916
27244	linear.weight	2	-0.21764959394931793
27244	linear.weight	3	0.07823554426431656
27244	linear.weight	4	-0.025518279522657394
27244	linear.weight	5	0.004246781580150127
27244	linear.weight	6	-0.006943838205188513
27244	linear.weight	7	-0.027585336938500404
27244	linear.weight	8	0.08117189258337021
27244	linear.weight	9	0.33970198035240173
27244	linear.bias	0	-0.2168242186307907
27244	linear.bias	1	0.193289116024971
27244	linear.bias	2	-0.5396697521209717
27244	linear.bias	3	1.7044371366500854
27244	linear.bias	4	-0.3945193290710449
27244	linear.bias	5	-0.030769959092140198
27244	linear.bias	6	-0.3586987257003784
27244	linear.bias	7	-0.2764941453933716
27244	linear.bias	8	-0.043797265738248825
27244	linear.bias	9	-0.49685052037239075
27272	transitions	0	-0.6475204229354858
27272	transitions	1	0.35009878873825073
27272	transitions	2	1.6750696897506714
27272	transitions	3	0.09740712493658066
27272	transitions	4	0.9488092660903931
27272	transitions	5	1.2739300727844238
27272	transitions	6	0.483329176902771
27272	transitions	7	0.1757875680923462
27272	transitions	8	-0.9195163249969482
27272	transitions	9	0.930660605430603
27272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27272	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27272	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27272	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27272	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27272	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27272	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27272	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27272	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27272	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27272	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27272	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27272	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27272	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27272	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27272	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27272	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27272	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27272	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27272	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27272	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27272	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27272	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27272	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27272	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27272	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27272	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27272	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27272	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27272	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27272	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27272	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27272	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27272	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27272	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27272	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27272	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27272	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27272	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27272	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27272	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27272	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27272	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27272	embedding2nn.weight	0	0.022008806467056274
27272	embedding2nn.weight	1	0.014336167834699154
27272	embedding2nn.weight	2	-0.0043497104197740555
27272	embedding2nn.weight	3	-5.851399328093976e-05
27272	embedding2nn.weight	4	-0.004419832024723291
27272	embedding2nn.weight	5	0.011801887303590775
27272	embedding2nn.weight	6	-0.004958499222993851
27272	embedding2nn.weight	7	0.021135838702321053
27272	embedding2nn.weight	8	-0.006752855610102415
27272	embedding2nn.weight	9	-0.013995705172419548
27272	embedding2nn.bias	0	-0.03782288357615471
27272	embedding2nn.bias	1	-0.03037986531853676
27272	embedding2nn.bias	2	-0.07051196694374084
27272	embedding2nn.bias	3	-9.252702875528485e-05
27272	embedding2nn.bias	4	0.0051020425744354725
27272	embedding2nn.bias	5	-0.004639069549739361
27272	embedding2nn.bias	6	0.008759403601288795
27272	embedding2nn.bias	7	0.022871335968375206
27272	embedding2nn.bias	8	0.009693088009953499
27272	embedding2nn.bias	9	-0.00041677348781377077
27272	rnn.weight_ih_l0	0	0.039256416261196136
27272	rnn.weight_ih_l0	1	-0.014061340130865574
27272	rnn.weight_ih_l0	2	-0.03616788610816002
27272	rnn.weight_ih_l0	3	-0.04523078724741936
27272	rnn.weight_ih_l0	4	-0.05242536962032318
27272	rnn.weight_ih_l0	5	-0.008218443021178246
27272	rnn.weight_ih_l0	6	-0.05256155878305435
27272	rnn.weight_ih_l0	7	-0.06149664148688316
27272	rnn.weight_ih_l0	8	-0.04504493996500969
27272	rnn.weight_ih_l0	9	-0.02693878673017025
27272	rnn.weight_hh_l0	0	0.01955539546906948
27272	rnn.weight_hh_l0	1	-0.009370701387524605
27272	rnn.weight_hh_l0	2	-0.06695125997066498
27272	rnn.weight_hh_l0	3	-0.03294265270233154
27272	rnn.weight_hh_l0	4	-0.07774978876113892
27272	rnn.weight_hh_l0	5	-0.013879687525331974
27272	rnn.weight_hh_l0	6	-0.05346604436635971
27272	rnn.weight_hh_l0	7	-0.04016799107193947
27272	rnn.weight_hh_l0	8	-0.018969975411891937
27272	rnn.weight_hh_l0	9	-0.006025517359375954
27272	rnn.bias_ih_l0	0	0.14228413999080658
27272	rnn.bias_ih_l0	1	-0.054914962500333786
27272	rnn.bias_ih_l0	2	0.10643067955970764
27272	rnn.bias_ih_l0	3	0.050444621592760086
27272	rnn.bias_ih_l0	4	0.09731870144605637
27272	rnn.bias_ih_l0	5	0.023812083527445793
27272	rnn.bias_ih_l0	6	-0.014482210390269756
27272	rnn.bias_ih_l0	7	-0.10706394165754318
27272	rnn.bias_ih_l0	8	-0.2059362381696701
27272	rnn.bias_ih_l0	9	0.08274752646684647
27272	rnn.bias_hh_l0	0	-0.00026755829458124936
27272	rnn.bias_hh_l0	1	0.02175605110824108
27272	rnn.bias_hh_l0	2	-0.00590542471036315
27272	rnn.bias_hh_l0	3	-0.030458226799964905
27272	rnn.bias_hh_l0	4	-0.03593866154551506
27272	rnn.bias_hh_l0	5	0.14645430445671082
27272	rnn.bias_hh_l0	6	0.04861973226070404
27272	rnn.bias_hh_l0	7	0.06139301881194115
27272	rnn.bias_hh_l0	8	0.019886493682861328
27272	rnn.bias_hh_l0	9	0.040825337171554565
27272	rnn.weight_ih_l0_reverse	0	-0.029949473217129707
27272	rnn.weight_ih_l0_reverse	1	-0.00207096547819674
27272	rnn.weight_ih_l0_reverse	2	0.02382759563624859
27272	rnn.weight_ih_l0_reverse	3	-0.06204685568809509
27272	rnn.weight_ih_l0_reverse	4	0.009512240998446941
27272	rnn.weight_ih_l0_reverse	5	-0.046402670443058014
27272	rnn.weight_ih_l0_reverse	6	0.028261255472898483
27272	rnn.weight_ih_l0_reverse	7	0.045999351888895035
27272	rnn.weight_ih_l0_reverse	8	-0.048429351300001144
27272	rnn.weight_ih_l0_reverse	9	-0.050836797803640366
27272	rnn.weight_hh_l0_reverse	0	-0.08325433731079102
27272	rnn.weight_hh_l0_reverse	1	-0.062159907072782516
27272	rnn.weight_hh_l0_reverse	2	0.034666333347558975
27272	rnn.weight_hh_l0_reverse	3	0.04581058397889137
27272	rnn.weight_hh_l0_reverse	4	-0.015431956388056278
27272	rnn.weight_hh_l0_reverse	5	0.04556058719754219
27272	rnn.weight_hh_l0_reverse	6	-0.0011596869444474578
27272	rnn.weight_hh_l0_reverse	7	-0.0001985250855796039
27272	rnn.weight_hh_l0_reverse	8	-0.09875006228685379
27272	rnn.weight_hh_l0_reverse	9	0.08025539666414261
27272	rnn.bias_ih_l0_reverse	0	-0.09090566635131836
27272	rnn.bias_ih_l0_reverse	1	-0.065650574862957
27272	rnn.bias_ih_l0_reverse	2	0.10224714130163193
27272	rnn.bias_ih_l0_reverse	3	0.04775497689843178
27272	rnn.bias_ih_l0_reverse	4	-0.1304178088903427
27272	rnn.bias_ih_l0_reverse	5	0.04229876399040222
27272	rnn.bias_ih_l0_reverse	6	-0.1062905415892601
27272	rnn.bias_ih_l0_reverse	7	0.04368527606129646
27272	rnn.bias_ih_l0_reverse	8	0.035073183476924896
27272	rnn.bias_ih_l0_reverse	9	0.06094172224402428
27272	rnn.bias_hh_l0_reverse	0	0.06250344216823578
27272	rnn.bias_hh_l0_reverse	1	0.06394866853952408
27272	rnn.bias_hh_l0_reverse	2	0.08027257025241852
27272	rnn.bias_hh_l0_reverse	3	-0.005892068147659302
27272	rnn.bias_hh_l0_reverse	4	0.06792029738426208
27272	rnn.bias_hh_l0_reverse	5	0.003368666395545006
27272	rnn.bias_hh_l0_reverse	6	-0.0564679317176342
27272	rnn.bias_hh_l0_reverse	7	0.026796508580446243
27272	rnn.bias_hh_l0_reverse	8	0.014666733331978321
27272	rnn.bias_hh_l0_reverse	9	-0.16108793020248413
27272	linear.weight	0	0.1779826432466507
27272	linear.weight	1	-0.16113045811653137
27272	linear.weight	2	-0.21735063195228577
27272	linear.weight	3	0.07764149457216263
27272	linear.weight	4	-0.02545935846865177
27272	linear.weight	5	0.004327821079641581
27272	linear.weight	6	-0.006943641230463982
27272	linear.weight	7	-0.027609933167696
27272	linear.weight	8	0.08102292567491531
27272	linear.weight	9	0.3400784730911255
27272	linear.bias	0	-0.2186579704284668
27272	linear.bias	1	0.19241119921207428
27272	linear.bias	2	-0.5396838188171387
27272	linear.bias	3	1.7093589305877686
27272	linear.bias	4	-0.39454707503318787
27272	linear.bias	5	-0.030769959092140198
27272	linear.bias	6	-0.3586881458759308
27272	linear.bias	7	-0.2764934301376343
27272	linear.bias	8	-0.04164402559399605
27272	linear.bias	9	-0.49685996770858765
27300	transitions	0	-0.6475304961204529
27300	transitions	1	0.35009443759918213
27300	transitions	2	1.6750365495681763
27300	transitions	3	0.09740455448627472
27300	transitions	4	0.9488087296485901
27300	transitions	5	1.2739299535751343
27300	transitions	6	0.4833291471004486
27300	transitions	7	0.175787553191185
27300	transitions	8	-0.919516384601593
27300	transitions	9	0.930660605430603
27300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27300	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27300	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27300	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27300	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27300	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27300	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27300	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27300	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27300	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27300	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27300	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27300	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27300	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27300	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27300	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27300	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27300	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27300	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27300	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27300	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27300	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27300	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27300	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27300	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27300	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27300	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27300	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27300	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27300	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27300	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27300	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27300	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27300	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27300	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27300	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27300	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27300	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27300	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27300	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27300	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27300	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27300	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27300	embedding2nn.weight	0	0.022143524140119553
27300	embedding2nn.weight	1	0.014331167563796043
27300	embedding2nn.weight	2	-0.004345493391156197
27300	embedding2nn.weight	3	-4.900484054815024e-05
27300	embedding2nn.weight	4	-0.004384267143905163
27300	embedding2nn.weight	5	0.011862002313137054
27300	embedding2nn.weight	6	-0.004933190532028675
27300	embedding2nn.weight	7	0.021210992708802223
27300	embedding2nn.weight	8	-0.006760306190699339
27300	embedding2nn.weight	9	-0.013975647278130054
27300	embedding2nn.bias	0	-0.03745081275701523
27300	embedding2nn.bias	1	-0.0276497695595026
27300	embedding2nn.bias	2	-0.07394373416900635
27300	embedding2nn.bias	3	-0.0009196777828037739
27300	embedding2nn.bias	4	0.006067732349038124
27300	embedding2nn.bias	5	-0.005860588978976011
27300	embedding2nn.bias	6	0.00940665788948536
27300	embedding2nn.bias	7	0.02253049984574318
27300	embedding2nn.bias	8	0.010478532873094082
27300	embedding2nn.bias	9	0.0008018995868042111
27300	rnn.weight_ih_l0	0	0.03927299752831459
27300	rnn.weight_ih_l0	1	-0.014001157134771347
27300	rnn.weight_ih_l0	2	-0.03623589128255844
27300	rnn.weight_ih_l0	3	-0.04516586661338806
27300	rnn.weight_ih_l0	4	-0.05241509899497032
27300	rnn.weight_ih_l0	5	-0.008257470093667507
27300	rnn.weight_ih_l0	6	-0.052548233419656754
27300	rnn.weight_ih_l0	7	-0.06145254895091057
27300	rnn.weight_ih_l0	8	-0.04501510038971901
27300	rnn.weight_ih_l0	9	-0.026952819898724556
27300	rnn.weight_hh_l0	0	0.019510313868522644
27300	rnn.weight_hh_l0	1	-0.009482678957283497
27300	rnn.weight_hh_l0	2	-0.0668456181883812
27300	rnn.weight_hh_l0	3	-0.03293314203619957
27300	rnn.weight_hh_l0	4	-0.07773712277412415
27300	rnn.weight_hh_l0	5	-0.013961611315608025
27300	rnn.weight_hh_l0	6	-0.053559571504592896
27300	rnn.weight_hh_l0	7	-0.039723917841911316
27300	rnn.weight_hh_l0	8	-0.018991542980074883
27300	rnn.weight_hh_l0	9	-0.006067133974283934
27300	rnn.bias_ih_l0	0	0.1423645317554474
27300	rnn.bias_ih_l0	1	-0.054724641144275665
27300	rnn.bias_ih_l0	2	0.10617011785507202
27300	rnn.bias_ih_l0	3	0.05040314793586731
27300	rnn.bias_ih_l0	4	0.09720980376005173
27300	rnn.bias_ih_l0	5	0.023955877870321274
27300	rnn.bias_ih_l0	6	-0.01438499242067337
27300	rnn.bias_ih_l0	7	-0.10709843039512634
27300	rnn.bias_ih_l0	8	-0.2062276154756546
27300	rnn.bias_ih_l0	9	0.08266574144363403
27300	rnn.bias_hh_l0	0	-0.0005766972899436951
27300	rnn.bias_hh_l0	1	0.021675296127796173
27300	rnn.bias_hh_l0	2	-0.005862153135240078
27300	rnn.bias_hh_l0	3	-0.030572887510061264
27300	rnn.bias_hh_l0	4	-0.03637557104229927
27300	rnn.bias_hh_l0	5	0.14616705477237701
27300	rnn.bias_hh_l0	6	0.04911220446228981
27300	rnn.bias_hh_l0	7	0.0614580363035202
27300	rnn.bias_hh_l0	8	0.01998370885848999
27300	rnn.bias_hh_l0	9	0.0410916768014431
27300	rnn.weight_ih_l0_reverse	0	-0.029909037053585052
27300	rnn.weight_ih_l0_reverse	1	-0.0020937270019203424
27300	rnn.weight_ih_l0_reverse	2	0.02381189726293087
27300	rnn.weight_ih_l0_reverse	3	-0.06202284246683121
27300	rnn.weight_ih_l0_reverse	4	0.00941530428826809
27300	rnn.weight_ih_l0_reverse	5	-0.04642632603645325
27300	rnn.weight_ih_l0_reverse	6	0.02826022170484066
27300	rnn.weight_ih_l0_reverse	7	0.04602836072444916
27300	rnn.weight_ih_l0_reverse	8	-0.04852617159485817
27300	rnn.weight_ih_l0_reverse	9	-0.05087313801050186
27300	rnn.weight_hh_l0_reverse	0	-0.08330239355564117
27300	rnn.weight_hh_l0_reverse	1	-0.06208119913935661
27300	rnn.weight_hh_l0_reverse	2	0.03451956436038017
27300	rnn.weight_hh_l0_reverse	3	0.04577511176466942
27300	rnn.weight_hh_l0_reverse	4	-0.015487772412598133
27300	rnn.weight_hh_l0_reverse	5	0.04548804834485054
27300	rnn.weight_hh_l0_reverse	6	-0.0021417238749563694
27300	rnn.weight_hh_l0_reverse	7	-0.0002676225558388978
27300	rnn.weight_hh_l0_reverse	8	-0.09873107075691223
27300	rnn.weight_hh_l0_reverse	9	0.08018152415752411
27300	rnn.bias_ih_l0_reverse	0	-0.09119772166013718
27300	rnn.bias_ih_l0_reverse	1	-0.06639420986175537
27300	rnn.bias_ih_l0_reverse	2	0.1029885783791542
27300	rnn.bias_ih_l0_reverse	3	0.048132527619600296
27300	rnn.bias_ih_l0_reverse	4	-0.1300474852323532
27300	rnn.bias_ih_l0_reverse	5	0.042273130267858505
27300	rnn.bias_ih_l0_reverse	6	-0.10619489848613739
27300	rnn.bias_ih_l0_reverse	7	0.04387863352894783
27300	rnn.bias_ih_l0_reverse	8	0.0354076512157917
27300	rnn.bias_ih_l0_reverse	9	0.06104011833667755
27300	rnn.bias_hh_l0_reverse	0	0.06072830781340599
27300	rnn.bias_hh_l0_reverse	1	0.06448350846767426
27300	rnn.bias_hh_l0_reverse	2	0.08019115030765533
27300	rnn.bias_hh_l0_reverse	3	-0.005585351958870888
27300	rnn.bias_hh_l0_reverse	4	0.06782938539981842
27300	rnn.bias_hh_l0_reverse	5	0.001974050421267748
27300	rnn.bias_hh_l0_reverse	6	-0.05616208165884018
27300	rnn.bias_hh_l0_reverse	7	0.027312736958265305
27300	rnn.bias_hh_l0_reverse	8	0.014792196452617645
27300	rnn.bias_hh_l0_reverse	9	-0.16064515709877014
27300	linear.weight	0	0.17862243950366974
27300	linear.weight	1	-0.16191919147968292
27300	linear.weight	2	-0.2173728346824646
27300	linear.weight	3	0.078449547290802
27300	linear.weight	4	-0.0254447553306818
27300	linear.weight	5	0.004318341612815857
27300	linear.weight	6	-0.006943316198885441
27300	linear.weight	7	-0.027610717341303825
27300	linear.weight	8	0.08025509864091873
27300	linear.weight	9	0.340259313583374
27300	linear.bias	0	-0.21903693675994873
27300	linear.bias	1	0.19208188354969025
27300	linear.bias	2	-0.5397011041641235
27300	linear.bias	3	1.7067548036575317
27300	linear.bias	4	-0.39457258582115173
27300	linear.bias	5	-0.030769959092140198
27300	linear.bias	6	-0.35864847898483276
27300	linear.bias	7	-0.2768060564994812
27300	linear.bias	8	-0.0408942848443985
27300	linear.bias	9	-0.4968746304512024
27328	transitions	0	-0.6475347876548767
27328	transitions	1	0.35009321570396423
27328	transitions	2	1.675031065940857
27328	transitions	3	0.09740118682384491
27328	transitions	4	0.9487860202789307
27328	transitions	5	1.2739299535751343
27328	transitions	6	0.48332902789115906
27328	transitions	7	0.1757875382900238
27328	transitions	8	-0.9195168614387512
27328	transitions	9	0.9306604862213135
27328	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27328	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27328	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27328	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27328	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27328	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27328	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27328	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27328	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27328	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27328	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27328	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27328	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27328	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27328	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27328	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27328	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27328	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27328	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27328	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27328	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27328	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27328	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27328	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27328	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27328	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27328	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27328	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27328	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27328	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27328	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27328	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27328	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27328	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27328	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27328	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27328	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27328	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27328	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27328	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27328	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27328	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27328	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27328	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27328	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27328	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27328	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27328	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27328	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27328	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27328	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27328	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27328	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27328	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27328	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27328	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27328	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27328	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27328	embedding2nn.weight	0	0.022126924246549606
27328	embedding2nn.weight	1	0.014314059168100357
27328	embedding2nn.weight	2	-0.004346947651356459
27328	embedding2nn.weight	3	-0.00011240787716815248
27328	embedding2nn.weight	4	-0.004380242433398962
27328	embedding2nn.weight	5	0.0118661317974329
27328	embedding2nn.weight	6	-0.0049340324476361275
27328	embedding2nn.weight	7	0.02143627032637596
27328	embedding2nn.weight	8	-0.006794883403927088
27328	embedding2nn.weight	9	-0.013956988230347633
27328	embedding2nn.bias	0	-0.036338843405246735
27328	embedding2nn.bias	1	-0.029124438762664795
27328	embedding2nn.bias	2	-0.07329316437244415
27328	embedding2nn.bias	3	-0.0008769949781708419
27328	embedding2nn.bias	4	0.004456340800970793
27328	embedding2nn.bias	5	-0.0073296381160616875
27328	embedding2nn.bias	6	0.00970426481217146
27328	embedding2nn.bias	7	0.02093539386987686
27328	embedding2nn.bias	8	0.010634010657668114
27328	embedding2nn.bias	9	-0.0006886705523356795
27328	rnn.weight_ih_l0	0	0.03923190385103226
27328	rnn.weight_ih_l0	1	-0.014091708697378635
27328	rnn.weight_ih_l0	2	-0.036133743822574615
27328	rnn.weight_ih_l0	3	-0.04513942450284958
27328	rnn.weight_ih_l0	4	-0.05236805975437164
27328	rnn.weight_ih_l0	5	-0.008291316218674183
27328	rnn.weight_ih_l0	6	-0.05259222909808159
27328	rnn.weight_ih_l0	7	-0.061459995806217194
27328	rnn.weight_ih_l0	8	-0.04502004757523537
27328	rnn.weight_ih_l0	9	-0.026934131979942322
27328	rnn.weight_hh_l0	0	0.01954580843448639
27328	rnn.weight_hh_l0	1	-0.009409475140273571
27328	rnn.weight_hh_l0	2	-0.06727174669504166
27328	rnn.weight_hh_l0	3	-0.032864268869161606
27328	rnn.weight_hh_l0	4	-0.0777638629078865
27328	rnn.weight_hh_l0	5	-0.014026000164449215
27328	rnn.weight_hh_l0	6	-0.05376603454351425
27328	rnn.weight_hh_l0	7	-0.03973107784986496
27328	rnn.weight_hh_l0	8	-0.01899460144340992
27328	rnn.weight_hh_l0	9	-0.0063395933248102665
27328	rnn.bias_ih_l0	0	0.14219243824481964
27328	rnn.bias_ih_l0	1	-0.054922789335250854
27328	rnn.bias_ih_l0	2	0.10613711178302765
27328	rnn.bias_ih_l0	3	0.05035178363323212
27328	rnn.bias_ih_l0	4	0.09737556427717209
27328	rnn.bias_ih_l0	5	0.0242202989757061
27328	rnn.bias_ih_l0	6	-0.01489480771124363
27328	rnn.bias_ih_l0	7	-0.10779954493045807
27328	rnn.bias_ih_l0	8	-0.20784983038902283
27328	rnn.bias_ih_l0	9	0.08292299509048462
27328	rnn.bias_hh_l0	0	-0.0003173323057126254
27328	rnn.bias_hh_l0	1	0.02232006937265396
27328	rnn.bias_hh_l0	2	-0.006029223091900349
27328	rnn.bias_hh_l0	3	-0.030594738200306892
27328	rnn.bias_hh_l0	4	-0.03661907836794853
27328	rnn.bias_hh_l0	5	0.1459277868270874
27328	rnn.bias_hh_l0	6	0.04909536987543106
27328	rnn.bias_hh_l0	7	0.061313446611166
27328	rnn.bias_hh_l0	8	0.019473891705274582
27328	rnn.bias_hh_l0	9	0.041492562741041183
27328	rnn.weight_ih_l0_reverse	0	-0.0298761073499918
27328	rnn.weight_ih_l0_reverse	1	-0.0020141489803791046
27328	rnn.weight_ih_l0_reverse	2	0.023720888420939445
27328	rnn.weight_ih_l0_reverse	3	-0.06190894544124603
27328	rnn.weight_ih_l0_reverse	4	0.009362936019897461
27328	rnn.weight_ih_l0_reverse	5	-0.04641265049576759
27328	rnn.weight_ih_l0_reverse	6	0.028449011966586113
27328	rnn.weight_ih_l0_reverse	7	0.04601741582155228
27328	rnn.weight_ih_l0_reverse	8	-0.048497188836336136
27328	rnn.weight_ih_l0_reverse	9	-0.050860606133937836
27328	rnn.weight_hh_l0_reverse	0	-0.08322945982217789
27328	rnn.weight_hh_l0_reverse	1	-0.06207360699772835
27328	rnn.weight_hh_l0_reverse	2	0.03458646312355995
27328	rnn.weight_hh_l0_reverse	3	0.04586941376328468
27328	rnn.weight_hh_l0_reverse	4	-0.015613026916980743
27328	rnn.weight_hh_l0_reverse	5	0.04547233507037163
27328	rnn.weight_hh_l0_reverse	6	-0.0019103814847767353
27328	rnn.weight_hh_l0_reverse	7	-0.00014137903053779155
27328	rnn.weight_hh_l0_reverse	8	-0.09897392243146896
27328	rnn.weight_hh_l0_reverse	9	0.08014113456010818
27328	rnn.bias_ih_l0_reverse	0	-0.090309277176857
27328	rnn.bias_ih_l0_reverse	1	-0.06748471409082413
27328	rnn.bias_ih_l0_reverse	2	0.10286520421504974
27328	rnn.bias_ih_l0_reverse	3	0.04836075380444527
27328	rnn.bias_ih_l0_reverse	4	-0.1299952268600464
27328	rnn.bias_ih_l0_reverse	5	0.04220247268676758
27328	rnn.bias_ih_l0_reverse	6	-0.10632546991109848
27328	rnn.bias_ih_l0_reverse	7	0.043587006628513336
27328	rnn.bias_ih_l0_reverse	8	0.0356278270483017
27328	rnn.bias_ih_l0_reverse	9	0.06123886629939079
27328	rnn.bias_hh_l0_reverse	0	0.06120467558503151
27328	rnn.bias_hh_l0_reverse	1	0.06469486653804779
27328	rnn.bias_hh_l0_reverse	2	0.07975465059280396
27328	rnn.bias_hh_l0_reverse	3	-0.005468796472996473
27328	rnn.bias_hh_l0_reverse	4	0.06805117428302765
27328	rnn.bias_hh_l0_reverse	5	0.003320621559396386
27328	rnn.bias_hh_l0_reverse	6	-0.05631936714053154
27328	rnn.bias_hh_l0_reverse	7	0.027104519307613373
27328	rnn.bias_hh_l0_reverse	8	0.015049777925014496
27328	rnn.bias_hh_l0_reverse	9	-0.15948520600795746
27328	linear.weight	0	0.1774398535490036
27328	linear.weight	1	-0.161915585398674
27328	linear.weight	2	-0.2173370122909546
27328	linear.weight	3	0.07857035845518112
27328	linear.weight	4	-0.025195740163326263
27328	linear.weight	5	0.004283044952899218
27328	linear.weight	6	-0.006942977663129568
27328	linear.weight	7	-0.02760859578847885
27328	linear.weight	8	0.08048179745674133
27328	linear.weight	9	0.3391234874725342
27328	linear.bias	0	-0.2189139723777771
27328	linear.bias	1	0.19157291948795319
27328	linear.bias	2	-0.5391461849212646
27328	linear.bias	3	1.7024614810943604
27328	linear.bias	4	-0.3945050835609436
27328	linear.bias	5	-0.030769959092140198
27328	linear.bias	6	-0.3581273853778839
27328	linear.bias	7	-0.27652400732040405
27328	linear.bias	8	-0.04076537489891052
27328	linear.bias	9	-0.4968872368335724
27356	transitions	0	-0.647549033164978
27356	transitions	1	0.35009101033210754
27356	transitions	2	1.6750247478485107
27356	transitions	3	0.0973948985338211
27356	transitions	4	0.948783278465271
27356	transitions	5	1.2739299535751343
27356	transitions	6	0.483328253030777
27356	transitions	7	0.17578750848770142
27356	transitions	8	-0.9195168614387512
27356	transitions	9	0.9306604862213135
27356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27356	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27356	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27356	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27356	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27356	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27356	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27356	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27356	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27356	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27356	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27356	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27356	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27356	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27356	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27356	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27356	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27356	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27356	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27356	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27356	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27356	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27356	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27356	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27356	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27356	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27356	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27356	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27356	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27356	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27356	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27356	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27356	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27356	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27356	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27356	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27356	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27356	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27356	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27356	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27356	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27356	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27356	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27356	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27356	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27356	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27356	embedding2nn.weight	0	0.022156648337841034
27356	embedding2nn.weight	1	0.014341856352984905
27356	embedding2nn.weight	2	-0.004349156282842159
27356	embedding2nn.weight	3	-0.00015015433018561453
27356	embedding2nn.weight	4	-0.004376727156341076
27356	embedding2nn.weight	5	0.011840562336146832
27356	embedding2nn.weight	6	-0.004928783047944307
27356	embedding2nn.weight	7	0.02137809619307518
27356	embedding2nn.weight	8	-0.006771369371563196
27356	embedding2nn.weight	9	-0.013897815719246864
27356	embedding2nn.bias	0	-0.036316778510808945
27356	embedding2nn.bias	1	-0.02913268283009529
27356	embedding2nn.bias	2	-0.07298650592565536
27356	embedding2nn.bias	3	-0.0008948383620008826
27356	embedding2nn.bias	4	0.003881676821038127
27356	embedding2nn.bias	5	-0.007394084241241217
27356	embedding2nn.bias	6	0.00882458034902811
27356	embedding2nn.bias	7	0.019913848489522934
27356	embedding2nn.bias	8	0.010942968539893627
27356	embedding2nn.bias	9	-0.0005247723893262446
27356	rnn.weight_ih_l0	0	0.039147138595581055
27356	rnn.weight_ih_l0	1	-0.013870363123714924
27356	rnn.weight_ih_l0	2	-0.036109037697315216
27356	rnn.weight_ih_l0	3	-0.045139897614717484
27356	rnn.weight_ih_l0	4	-0.052454832941293716
27356	rnn.weight_ih_l0	5	-0.008386172354221344
27356	rnn.weight_ih_l0	6	-0.05265902727842331
27356	rnn.weight_ih_l0	7	-0.06150652468204498
27356	rnn.weight_ih_l0	8	-0.04495660960674286
27356	rnn.weight_ih_l0	9	-0.026920542120933533
27356	rnn.weight_hh_l0	0	0.019613556563854218
27356	rnn.weight_hh_l0	1	-0.009598142467439175
27356	rnn.weight_hh_l0	2	-0.06728921085596085
27356	rnn.weight_hh_l0	3	-0.032852284610271454
27356	rnn.weight_hh_l0	4	-0.0776744857430458
27356	rnn.weight_hh_l0	5	-0.014249510131776333
27356	rnn.weight_hh_l0	6	-0.053273215889930725
27356	rnn.weight_hh_l0	7	-0.0396931990981102
27356	rnn.weight_hh_l0	8	-0.018939286470413208
27356	rnn.weight_hh_l0	9	-0.006398471537977457
27356	rnn.bias_ih_l0	0	0.1423422396183014
27356	rnn.bias_ih_l0	1	-0.055163491517305374
27356	rnn.bias_ih_l0	2	0.10613831132650375
27356	rnn.bias_ih_l0	3	0.05040787160396576
27356	rnn.bias_ih_l0	4	0.09711380302906036
27356	rnn.bias_ih_l0	5	0.024430980905890465
27356	rnn.bias_ih_l0	6	-0.015921028330922127
27356	rnn.bias_ih_l0	7	-0.10939495265483856
27356	rnn.bias_ih_l0	8	-0.20831020176410675
27356	rnn.bias_ih_l0	9	0.08255710452795029
27356	rnn.bias_hh_l0	0	-0.00011045173596357927
27356	rnn.bias_hh_l0	1	0.02256952039897442
27356	rnn.bias_hh_l0	2	-0.005985294468700886
27356	rnn.bias_hh_l0	3	-0.03019142709672451
27356	rnn.bias_hh_l0	4	-0.036564260721206665
27356	rnn.bias_hh_l0	5	0.146042138338089
27356	rnn.bias_hh_l0	6	0.04880553483963013
27356	rnn.bias_hh_l0	7	0.061394110321998596
27356	rnn.bias_hh_l0	8	0.018447671085596085
27356	rnn.bias_hh_l0	9	0.041274458169937134
27356	rnn.weight_ih_l0_reverse	0	-0.02971019595861435
27356	rnn.weight_ih_l0_reverse	1	-0.002105027437210083
27356	rnn.weight_ih_l0_reverse	2	0.02372017130255699
27356	rnn.weight_ih_l0_reverse	3	-0.06187813729047775
27356	rnn.weight_ih_l0_reverse	4	0.009339242242276669
27356	rnn.weight_ih_l0_reverse	5	-0.04650232940912247
27356	rnn.weight_ih_l0_reverse	6	0.028556279838085175
27356	rnn.weight_ih_l0_reverse	7	0.046036846935749054
27356	rnn.weight_ih_l0_reverse	8	-0.048524100333452225
27356	rnn.weight_ih_l0_reverse	9	-0.05082985386252403
27356	rnn.weight_hh_l0_reverse	0	-0.0831899493932724
27356	rnn.weight_hh_l0_reverse	1	-0.06206643953919411
27356	rnn.weight_hh_l0_reverse	2	0.03460199758410454
27356	rnn.weight_hh_l0_reverse	3	0.04579520598053932
27356	rnn.weight_hh_l0_reverse	4	-0.015627287328243256
27356	rnn.weight_hh_l0_reverse	5	0.045500073581933975
27356	rnn.weight_hh_l0_reverse	6	-0.0016088882694020867
27356	rnn.weight_hh_l0_reverse	7	-0.0001938724599312991
27356	rnn.weight_hh_l0_reverse	8	-0.09887810051441193
27356	rnn.weight_hh_l0_reverse	9	0.07993097603321075
27356	rnn.bias_ih_l0_reverse	0	-0.08941221237182617
27356	rnn.bias_ih_l0_reverse	1	-0.06783228367567062
27356	rnn.bias_ih_l0_reverse	2	0.10288278013467789
27356	rnn.bias_ih_l0_reverse	3	0.04836675897240639
27356	rnn.bias_ih_l0_reverse	4	-0.1300317943096161
27356	rnn.bias_ih_l0_reverse	5	0.04221462458372116
27356	rnn.bias_ih_l0_reverse	6	-0.10588174313306808
27356	rnn.bias_ih_l0_reverse	7	0.043681252747774124
27356	rnn.bias_ih_l0_reverse	8	0.03570414334535599
27356	rnn.bias_ih_l0_reverse	9	0.061567842960357666
27356	rnn.bias_hh_l0_reverse	0	0.06063394248485565
27356	rnn.bias_hh_l0_reverse	1	0.06577933579683304
27356	rnn.bias_hh_l0_reverse	2	0.0796554684638977
27356	rnn.bias_hh_l0_reverse	3	-0.005236707627773285
27356	rnn.bias_hh_l0_reverse	4	0.06830333173274994
27356	rnn.bias_hh_l0_reverse	5	0.004668667446821928
27356	rnn.bias_hh_l0_reverse	6	-0.05627644434571266
27356	rnn.bias_hh_l0_reverse	7	0.0270392969250679
27356	rnn.bias_hh_l0_reverse	8	0.015094347298145294
27356	rnn.bias_hh_l0_reverse	9	-0.1600634753704071
27356	linear.weight	0	0.17683695256710052
27356	linear.weight	1	-0.1619148701429367
27356	linear.weight	2	-0.21712307631969452
27356	linear.weight	3	0.07910781353712082
27356	linear.weight	4	-0.0252090897411108
27356	linear.weight	5	0.0043079364113509655
27356	linear.weight	6	-0.006942786276340485
27356	linear.weight	7	-0.027607250958681107
27356	linear.weight	8	0.08072260767221451
27356	linear.weight	9	0.3394996225833893
27356	linear.bias	0	-0.2131381630897522
27356	linear.bias	1	0.19213560223579407
27356	linear.bias	2	-0.539246678352356
27356	linear.bias	3	1.6957944631576538
27356	linear.bias	4	-0.394534170627594
27356	linear.bias	5	-0.030769959092140198
27356	linear.bias	6	-0.35815051198005676
27356	linear.bias	7	-0.2766968309879303
27356	linear.bias	8	-0.04304162785410881
27356	linear.bias	9	-0.49689391255378723
27384	transitions	0	-0.6475580930709839
27384	transitions	1	0.35008755326271057
27384	transitions	2	1.6750190258026123
27384	transitions	3	0.09736941754817963
27384	transitions	4	0.948782205581665
27384	transitions	5	1.2739298343658447
27384	transitions	6	0.4833282232284546
27384	transitions	7	0.17578750848770142
27384	transitions	8	-0.9195170402526855
27384	transitions	9	0.9306604862213135
27384	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27384	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27384	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27384	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27384	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27384	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27384	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27384	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27384	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27384	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27384	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27384	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27384	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27384	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27384	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27384	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27384	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27384	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27384	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27384	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27384	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27384	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27384	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27384	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27384	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27384	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27384	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27384	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27384	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27384	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27384	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27384	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27384	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27384	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27384	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27384	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27384	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27384	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27384	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27384	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27384	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27384	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27384	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27384	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27384	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27384	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27384	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27384	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27384	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27384	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27384	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27384	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27384	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27384	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27384	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27384	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27384	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27384	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27384	embedding2nn.weight	0	0.022054512053728104
27384	embedding2nn.weight	1	0.01431844662874937
27384	embedding2nn.weight	2	-0.004358702339231968
27384	embedding2nn.weight	3	-0.0001364800991723314
27384	embedding2nn.weight	4	-0.00437754625454545
27384	embedding2nn.weight	5	0.011833759024739265
27384	embedding2nn.weight	6	-0.004906984977424145
27384	embedding2nn.weight	7	0.021523671224713326
27384	embedding2nn.weight	8	-0.006789930164813995
27384	embedding2nn.weight	9	-0.013898856937885284
27384	embedding2nn.bias	0	-0.03699294105172157
27384	embedding2nn.bias	1	-0.030590170994400978
27384	embedding2nn.bias	2	-0.07599306851625443
27384	embedding2nn.bias	3	-0.0006110391695983708
27384	embedding2nn.bias	4	0.004193740896880627
27384	embedding2nn.bias	5	-0.008002683520317078
27384	embedding2nn.bias	6	0.007845897227525711
27384	embedding2nn.bias	7	0.020180583000183105
27384	embedding2nn.bias	8	0.009306410327553749
27384	embedding2nn.bias	9	-0.00020124965521972626
27384	rnn.weight_ih_l0	0	0.03918995335698128
27384	rnn.weight_ih_l0	1	-0.013939854688942432
27384	rnn.weight_ih_l0	2	-0.03595806658267975
27384	rnn.weight_ih_l0	3	-0.04510026425123215
27384	rnn.weight_ih_l0	4	-0.05253230407834053
27384	rnn.weight_ih_l0	5	-0.008386141620576382
27384	rnn.weight_ih_l0	6	-0.05260239914059639
27384	rnn.weight_ih_l0	7	-0.061423562467098236
27384	rnn.weight_ih_l0	8	-0.0449669174849987
27384	rnn.weight_ih_l0	9	-0.02694234624505043
27384	rnn.weight_hh_l0	0	0.019636888056993484
27384	rnn.weight_hh_l0	1	-0.009489579126238823
27384	rnn.weight_hh_l0	2	-0.06725006550550461
27384	rnn.weight_hh_l0	3	-0.03277045488357544
27384	rnn.weight_hh_l0	4	-0.07779613137245178
27384	rnn.weight_hh_l0	5	-0.014405549503862858
27384	rnn.weight_hh_l0	6	-0.05329884588718414
27384	rnn.weight_hh_l0	7	-0.03954586386680603
27384	rnn.weight_hh_l0	8	-0.01893584243953228
27384	rnn.weight_hh_l0	9	-0.00625205785036087
27384	rnn.bias_ih_l0	0	0.14262251555919647
27384	rnn.bias_ih_l0	1	-0.055046822875738144
27384	rnn.bias_ih_l0	2	0.10602203756570816
27384	rnn.bias_ih_l0	3	0.050322145223617554
27384	rnn.bias_ih_l0	4	0.09758109599351883
27384	rnn.bias_ih_l0	5	0.02449207194149494
27384	rnn.bias_ih_l0	6	-0.016256943345069885
27384	rnn.bias_ih_l0	7	-0.10874614119529724
27384	rnn.bias_ih_l0	8	-0.20965342223644257
27384	rnn.bias_ih_l0	9	0.0827154591679573
27384	rnn.bias_hh_l0	0	-0.00011035922943847254
27384	rnn.bias_hh_l0	1	0.022711368277668953
27384	rnn.bias_hh_l0	2	-0.006265489384531975
27384	rnn.bias_hh_l0	3	-0.030938390642404556
27384	rnn.bias_hh_l0	4	-0.03653239831328392
27384	rnn.bias_hh_l0	5	0.14572131633758545
27384	rnn.bias_hh_l0	6	0.048987142741680145
27384	rnn.bias_hh_l0	7	0.061900150030851364
27384	rnn.bias_hh_l0	8	0.018111756071448326
27384	rnn.bias_hh_l0	9	0.04164789244532585
27384	rnn.weight_ih_l0_reverse	0	-0.0296919122338295
27384	rnn.weight_ih_l0_reverse	1	-0.0018811883637681603
27384	rnn.weight_ih_l0_reverse	2	0.02367791347205639
27384	rnn.weight_ih_l0_reverse	3	-0.061841581016778946
27384	rnn.weight_ih_l0_reverse	4	0.009317141026258469
27384	rnn.weight_ih_l0_reverse	5	-0.04641704261302948
27384	rnn.weight_ih_l0_reverse	6	0.02855635993182659
27384	rnn.weight_ih_l0_reverse	7	0.04603004828095436
27384	rnn.weight_ih_l0_reverse	8	-0.04853367805480957
27384	rnn.weight_ih_l0_reverse	9	-0.05083407461643219
27384	rnn.weight_hh_l0_reverse	0	-0.08325739204883575
27384	rnn.weight_hh_l0_reverse	1	-0.062086351215839386
27384	rnn.weight_hh_l0_reverse	2	0.0346430204808712
27384	rnn.weight_hh_l0_reverse	3	0.04586811363697052
27384	rnn.weight_hh_l0_reverse	4	-0.015666810795664787
27384	rnn.weight_hh_l0_reverse	5	0.04546331614255905
27384	rnn.weight_hh_l0_reverse	6	-0.0023162944708019495
27384	rnn.weight_hh_l0_reverse	7	-0.00030022638384252787
27384	rnn.weight_hh_l0_reverse	8	-0.09887358546257019
27384	rnn.weight_hh_l0_reverse	9	0.08008842170238495
27384	rnn.bias_ih_l0_reverse	0	-0.08938265591859818
27384	rnn.bias_ih_l0_reverse	1	-0.06667546927928925
27384	rnn.bias_ih_l0_reverse	2	0.10245198756456375
27384	rnn.bias_ih_l0_reverse	3	0.04826691001653671
27384	rnn.bias_ih_l0_reverse	4	-0.1301310658454895
27384	rnn.bias_ih_l0_reverse	5	0.04153004288673401
27384	rnn.bias_ih_l0_reverse	6	-0.10571770370006561
27384	rnn.bias_ih_l0_reverse	7	0.0436137355864048
27384	rnn.bias_ih_l0_reverse	8	0.03545182943344116
27384	rnn.bias_ih_l0_reverse	9	0.06156912073493004
27384	rnn.bias_hh_l0_reverse	0	0.05980987846851349
27384	rnn.bias_hh_l0_reverse	1	0.0652160495519638
27384	rnn.bias_hh_l0_reverse	2	0.07956978678703308
27384	rnn.bias_hh_l0_reverse	3	-0.005470042582601309
27384	rnn.bias_hh_l0_reverse	4	0.06847012042999268
27384	rnn.bias_hh_l0_reverse	5	0.0032729394733905792
27384	rnn.bias_hh_l0_reverse	6	-0.056236185133457184
27384	rnn.bias_hh_l0_reverse	7	0.02695024386048317
27384	rnn.bias_hh_l0_reverse	8	0.01505621150135994
27384	rnn.bias_hh_l0_reverse	9	-0.15924717485904694
27384	linear.weight	0	0.17792978882789612
27384	linear.weight	1	-0.16191408038139343
27384	linear.weight	2	-0.21682071685791016
27384	linear.weight	3	0.07828165590763092
27384	linear.weight	4	-0.025418462231755257
27384	linear.weight	5	0.004355727694928646
27384	linear.weight	6	-0.006942141801118851
27384	linear.weight	7	-0.027603687718510628
27384	linear.weight	8	0.08086372166872025
27384	linear.weight	9	0.3401789665222168
27384	linear.bias	0	-0.21442633867263794
27384	linear.bias	1	0.19273364543914795
27384	linear.bias	2	-0.5393122434616089
27384	linear.bias	3	1.7044434547424316
27384	linear.bias	4	-0.39456483721733093
27384	linear.bias	5	-0.030769959092140198
27384	linear.bias	6	-0.3581472635269165
27384	linear.bias	7	-0.2769954800605774
27384	linear.bias	8	-0.041620269417762756
27384	linear.bias	9	-0.4969070553779602
27412	transitions	0	-0.6475688219070435
27412	transitions	1	0.35008078813552856
27412	transitions	2	1.6750154495239258
27412	transitions	3	0.09736090898513794
27412	transitions	4	0.948777437210083
27412	transitions	5	1.2739297151565552
27412	transitions	6	0.4833281636238098
27412	transitions	7	0.1757873147726059
27412	transitions	8	-0.9195178151130676
27412	transitions	9	0.9306604862213135
27412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27412	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27412	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27412	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27412	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27412	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27412	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27412	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27412	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27412	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27412	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27412	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27412	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27412	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27412	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27412	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27412	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27412	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27412	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27412	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27412	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27412	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27412	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27412	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27412	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27412	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27412	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27412	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27412	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27412	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27412	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27412	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27412	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27412	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27412	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27412	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27412	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27412	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27412	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27412	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27412	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27412	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27412	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27412	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27412	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27412	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27412	embedding2nn.weight	0	0.022164179012179375
27412	embedding2nn.weight	1	0.014330239035189152
27412	embedding2nn.weight	2	-0.004361422266811132
27412	embedding2nn.weight	3	-0.000164689845405519
27412	embedding2nn.weight	4	-0.004378970246762037
27412	embedding2nn.weight	5	0.011817112565040588
27412	embedding2nn.weight	6	-0.004906629677861929
27412	embedding2nn.weight	7	0.021487215533852577
27412	embedding2nn.weight	8	-0.006753416266292334
27412	embedding2nn.weight	9	-0.013883350417017937
27412	embedding2nn.bias	0	-0.037679798901081085
27412	embedding2nn.bias	1	-0.029756756499409676
27412	embedding2nn.bias	2	-0.07596345245838165
27412	embedding2nn.bias	3	-0.00035076774656772614
27412	embedding2nn.bias	4	0.003275583265349269
27412	embedding2nn.bias	5	-0.009972862899303436
27412	embedding2nn.bias	6	0.007675861939787865
27412	embedding2nn.bias	7	0.02069827914237976
27412	embedding2nn.bias	8	0.00785556435585022
27412	embedding2nn.bias	9	0.0011351966531947255
27412	rnn.weight_ih_l0	0	0.03918473422527313
27412	rnn.weight_ih_l0	1	-0.01405866164714098
27412	rnn.weight_ih_l0	2	-0.03621131554245949
27412	rnn.weight_ih_l0	3	-0.04508218541741371
27412	rnn.weight_ih_l0	4	-0.05242104455828667
27412	rnn.weight_ih_l0	5	-0.008434969000518322
27412	rnn.weight_ih_l0	6	-0.05269044265151024
27412	rnn.weight_ih_l0	7	-0.0613972432911396
27412	rnn.weight_ih_l0	8	-0.0448639877140522
27412	rnn.weight_ih_l0	9	-0.026997966691851616
27412	rnn.weight_hh_l0	0	0.0197827760130167
27412	rnn.weight_hh_l0	1	-0.009624695405364037
27412	rnn.weight_hh_l0	2	-0.0670570358633995
27412	rnn.weight_hh_l0	3	-0.032860707491636276
27412	rnn.weight_hh_l0	4	-0.07772177457809448
27412	rnn.weight_hh_l0	5	-0.01444157026708126
27412	rnn.weight_hh_l0	6	-0.053569335490465164
27412	rnn.weight_hh_l0	7	-0.03938949480652809
27412	rnn.weight_hh_l0	8	-0.018946701660752296
27412	rnn.weight_hh_l0	9	-0.006110252346843481
27412	rnn.bias_ih_l0	0	0.14276136457920074
27412	rnn.bias_ih_l0	1	-0.054956696927547455
27412	rnn.bias_ih_l0	2	0.10532650351524353
27412	rnn.bias_ih_l0	3	0.050562772899866104
27412	rnn.bias_ih_l0	4	0.09767337888479233
27412	rnn.bias_ih_l0	5	0.024500355124473572
27412	rnn.bias_ih_l0	6	-0.01559105422347784
27412	rnn.bias_ih_l0	7	-0.10768744349479675
27412	rnn.bias_ih_l0	8	-0.21118566393852234
27412	rnn.bias_ih_l0	9	0.0828106477856636
27412	rnn.bias_hh_l0	0	0.000255205319263041
27412	rnn.bias_hh_l0	1	0.02243732288479805
27412	rnn.bias_hh_l0	2	-0.006384474225342274
27412	rnn.bias_hh_l0	3	-0.030631326138973236
27412	rnn.bias_hh_l0	4	-0.036433614790439606
27412	rnn.bias_hh_l0	5	0.14543606340885162
27412	rnn.bias_hh_l0	6	0.0487971231341362
27412	rnn.bias_hh_l0	7	0.06183863431215286
27412	rnn.bias_hh_l0	8	0.018777644261717796
27412	rnn.bias_hh_l0	9	0.04180099070072174
27412	rnn.weight_ih_l0_reverse	0	-0.029629789292812347
27412	rnn.weight_ih_l0_reverse	1	-0.0019342778250575066
27412	rnn.weight_ih_l0_reverse	2	0.023702343925833702
27412	rnn.weight_ih_l0_reverse	3	-0.061937347054481506
27412	rnn.weight_ih_l0_reverse	4	0.009330779314041138
27412	rnn.weight_ih_l0_reverse	5	-0.046490199863910675
27412	rnn.weight_ih_l0_reverse	6	0.02872016467154026
27412	rnn.weight_ih_l0_reverse	7	0.04596622288227081
27412	rnn.weight_ih_l0_reverse	8	-0.048569321632385254
27412	rnn.weight_ih_l0_reverse	9	-0.05084206536412239
27412	rnn.weight_hh_l0_reverse	0	-0.08327644318342209
27412	rnn.weight_hh_l0_reverse	1	-0.06181913986802101
27412	rnn.weight_hh_l0_reverse	2	0.03475715219974518
27412	rnn.weight_hh_l0_reverse	3	0.045841868966817856
27412	rnn.weight_hh_l0_reverse	4	-0.015414773486554623
27412	rnn.weight_hh_l0_reverse	5	0.045472752302885056
27412	rnn.weight_hh_l0_reverse	6	-0.0013640581164509058
27412	rnn.weight_hh_l0_reverse	7	-0.00021477606787811965
27412	rnn.weight_hh_l0_reverse	8	-0.09890993684530258
27412	rnn.weight_hh_l0_reverse	9	0.08003897964954376
27412	rnn.bias_ih_l0_reverse	0	-0.09012503921985626
27412	rnn.bias_ih_l0_reverse	1	-0.06527985632419586
27412	rnn.bias_ih_l0_reverse	2	0.10249835252761841
27412	rnn.bias_ih_l0_reverse	3	0.04809524863958359
27412	rnn.bias_ih_l0_reverse	4	-0.13055425882339478
27412	rnn.bias_ih_l0_reverse	5	0.041242245584726334
27412	rnn.bias_ih_l0_reverse	6	-0.10582859814167023
27412	rnn.bias_ih_l0_reverse	7	0.044062741100788116
27412	rnn.bias_ih_l0_reverse	8	0.03488220274448395
27412	rnn.bias_ih_l0_reverse	9	0.06163133308291435
27412	rnn.bias_hh_l0_reverse	0	0.06085183843970299
27412	rnn.bias_hh_l0_reverse	1	0.06491736322641373
27412	rnn.bias_hh_l0_reverse	2	0.07921186834573746
27412	rnn.bias_hh_l0_reverse	3	-0.004985116887837648
27412	rnn.bias_hh_l0_reverse	4	0.06921230256557465
27412	rnn.bias_hh_l0_reverse	5	0.00241099507547915
27412	rnn.bias_hh_l0_reverse	6	-0.056053902953863144
27412	rnn.bias_hh_l0_reverse	7	0.026473620906472206
27412	rnn.bias_hh_l0_reverse	8	0.014906960539519787
27412	rnn.bias_hh_l0_reverse	9	-0.16016095876693726
27412	linear.weight	0	0.17482097446918488
27412	linear.weight	1	-0.16191332042217255
27412	linear.weight	2	-0.2170225828886032
27412	linear.weight	3	0.07801812142133713
27412	linear.weight	4	-0.02539297565817833
27412	linear.weight	5	0.004403750877827406
27412	linear.weight	6	-0.006941707339137793
27412	linear.weight	7	-0.027602866291999817
27412	linear.weight	8	0.08137599378824234
27412	linear.weight	9	0.34053200483322144
27412	linear.bias	0	-0.2126060426235199
27412	linear.bias	1	0.19369705021381378
27412	linear.bias	2	-0.5397728085517883
27412	linear.bias	3	1.7052397727966309
27412	linear.bias	4	-0.394601434469223
27412	linear.bias	5	-0.030769959092140198
27412	linear.bias	6	-0.3585834205150604
27412	linear.bias	7	-0.2769485414028168
27412	linear.bias	8	-0.040575724095106125
27412	linear.bias	9	-0.49692028760910034
27440	transitions	0	-0.6475716829299927
27440	transitions	1	0.35007622838020325
27440	transitions	2	1.675011157989502
27440	transitions	3	0.09735625982284546
27440	transitions	4	0.9487756490707397
27440	transitions	5	1.2739297151565552
27440	transitions	6	0.48332756757736206
27440	transitions	7	0.17578724026679993
27440	transitions	8	-0.9195178151130676
27440	transitions	9	0.9306604862213135
27440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27440	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27440	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27440	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27440	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27440	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27440	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27440	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27440	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27440	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27440	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27440	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27440	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27440	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27440	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27440	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27440	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27440	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27440	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27440	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27440	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27440	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27440	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27440	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27440	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27440	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27440	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27440	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27440	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27440	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27440	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27440	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27440	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27440	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27440	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27440	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27440	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27440	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27440	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27440	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27440	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27440	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27440	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27440	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27440	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27440	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27440	embedding2nn.weight	0	0.02214682660996914
27440	embedding2nn.weight	1	0.014304758049547672
27440	embedding2nn.weight	2	-0.004376913420855999
27440	embedding2nn.weight	3	-0.00017829528951551765
27440	embedding2nn.weight	4	-0.004387798719108105
27440	embedding2nn.weight	5	0.011763081885874271
27440	embedding2nn.weight	6	-0.0049168746918439865
27440	embedding2nn.weight	7	0.02122696302831173
27440	embedding2nn.weight	8	-0.006745356135070324
27440	embedding2nn.weight	9	-0.013884801417589188
27440	embedding2nn.bias	0	-0.037496477365493774
27440	embedding2nn.bias	1	-0.029051396995782852
27440	embedding2nn.bias	2	-0.07613307237625122
27440	embedding2nn.bias	3	-0.001971216406673193
27440	embedding2nn.bias	4	0.00455920584499836
27440	embedding2nn.bias	5	-0.009371655993163586
27440	embedding2nn.bias	6	0.007780658546835184
27440	embedding2nn.bias	7	0.021159760653972626
27440	embedding2nn.bias	8	0.008529657498002052
27440	embedding2nn.bias	9	0.003760287305340171
27440	rnn.weight_ih_l0	0	0.0391857884824276
27440	rnn.weight_ih_l0	1	-0.013944186270236969
27440	rnn.weight_ih_l0	2	-0.03609435632824898
27440	rnn.weight_ih_l0	3	-0.04513658583164215
27440	rnn.weight_ih_l0	4	-0.05239574983716011
27440	rnn.weight_ih_l0	5	-0.008473879657685757
27440	rnn.weight_ih_l0	6	-0.05260798707604408
27440	rnn.weight_ih_l0	7	-0.061347175389528275
27440	rnn.weight_ih_l0	8	-0.04484731703996658
27440	rnn.weight_ih_l0	9	-0.026953579857945442
27440	rnn.weight_hh_l0	0	0.019872142001986504
27440	rnn.weight_hh_l0	1	-0.009609175845980644
27440	rnn.weight_hh_l0	2	-0.06707169860601425
27440	rnn.weight_hh_l0	3	-0.03284037858247757
27440	rnn.weight_hh_l0	4	-0.07765302062034607
27440	rnn.weight_hh_l0	5	-0.014397967606782913
27440	rnn.weight_hh_l0	6	-0.053570281714200974
27440	rnn.weight_hh_l0	7	-0.03940870612859726
27440	rnn.weight_hh_l0	8	-0.018847493454813957
27440	rnn.weight_hh_l0	9	-0.0063420566730201244
27440	rnn.bias_ih_l0	0	0.14320918917655945
27440	rnn.bias_ih_l0	1	-0.055119216442108154
27440	rnn.bias_ih_l0	2	0.10577220469713211
27440	rnn.bias_ih_l0	3	0.05081190913915634
27440	rnn.bias_ih_l0	4	0.0981244146823883
27440	rnn.bias_ih_l0	5	0.024756060913205147
27440	rnn.bias_ih_l0	6	-0.01567566581070423
27440	rnn.bias_ih_l0	7	-0.10924121737480164
27440	rnn.bias_ih_l0	8	-0.20900343358516693
27440	rnn.bias_ih_l0	9	0.08272714912891388
27440	rnn.bias_hh_l0	0	0.0004649747279472649
27440	rnn.bias_hh_l0	1	0.02208520658314228
27440	rnn.bias_hh_l0	2	-0.006493974942713976
27440	rnn.bias_hh_l0	3	-0.031095821410417557
27440	rnn.bias_hh_l0	4	-0.03653619438409805
27440	rnn.bias_hh_l0	5	0.14530614018440247
27440	rnn.bias_hh_l0	6	0.04865012317895889
27440	rnn.bias_hh_l0	7	0.0613483265042305
27440	rnn.bias_hh_l0	8	0.01869303360581398
27440	rnn.bias_hh_l0	9	0.0421673059463501
27440	rnn.weight_ih_l0_reverse	0	-0.029710132628679276
27440	rnn.weight_ih_l0_reverse	1	-0.0019328799098730087
27440	rnn.weight_ih_l0_reverse	2	0.023642022162675858
27440	rnn.weight_ih_l0_reverse	3	-0.0620003417134285
27440	rnn.weight_ih_l0_reverse	4	0.009258673526346684
27440	rnn.weight_ih_l0_reverse	5	-0.046590425074100494
27440	rnn.weight_ih_l0_reverse	6	0.02865481749176979
27440	rnn.weight_ih_l0_reverse	7	0.04595397040247917
27440	rnn.weight_ih_l0_reverse	8	-0.048592619597911835
27440	rnn.weight_ih_l0_reverse	9	-0.050827495753765106
27440	rnn.weight_hh_l0_reverse	0	-0.08329088985919952
27440	rnn.weight_hh_l0_reverse	1	-0.06217401847243309
27440	rnn.weight_hh_l0_reverse	2	0.03470684587955475
27440	rnn.weight_hh_l0_reverse	3	0.0459640808403492
27440	rnn.weight_hh_l0_reverse	4	-0.015511659905314445
27440	rnn.weight_hh_l0_reverse	5	0.04562826454639435
27440	rnn.weight_hh_l0_reverse	6	-0.001167838810943067
27440	rnn.weight_hh_l0_reverse	7	-0.00032526988070458174
27440	rnn.weight_hh_l0_reverse	8	-0.0988408699631691
27440	rnn.weight_hh_l0_reverse	9	0.08000573515892029
27440	rnn.bias_ih_l0_reverse	0	-0.09130478650331497
27440	rnn.bias_ih_l0_reverse	1	-0.06449512392282486
27440	rnn.bias_ih_l0_reverse	2	0.10281085222959518
27440	rnn.bias_ih_l0_reverse	3	0.0478200726211071
27440	rnn.bias_ih_l0_reverse	4	-0.13033121824264526
27440	rnn.bias_ih_l0_reverse	5	0.04147486016154289
27440	rnn.bias_ih_l0_reverse	6	-0.10565722733736038
27440	rnn.bias_ih_l0_reverse	7	0.04412377253174782
27440	rnn.bias_ih_l0_reverse	8	0.03474317118525505
27440	rnn.bias_ih_l0_reverse	9	0.06132056564092636
27440	rnn.bias_hh_l0_reverse	0	0.060297295451164246
27440	rnn.bias_hh_l0_reverse	1	0.06530405580997467
27440	rnn.bias_hh_l0_reverse	2	0.07923716306686401
27440	rnn.bias_hh_l0_reverse	3	-0.0045453947968780994
27440	rnn.bias_hh_l0_reverse	4	0.06951048225164413
27440	rnn.bias_hh_l0_reverse	5	0.0028716884553432465
27440	rnn.bias_hh_l0_reverse	6	-0.05602496489882469
27440	rnn.bias_hh_l0_reverse	7	0.026654809713363647
27440	rnn.bias_hh_l0_reverse	8	0.01463684719055891
27440	rnn.bias_hh_l0_reverse	9	-0.16129818558692932
27440	linear.weight	0	0.17461250722408295
27440	linear.weight	1	-0.16191159188747406
27440	linear.weight	2	-0.21665914356708527
27440	linear.weight	3	0.07830366492271423
27440	linear.weight	4	-0.02541729062795639
27440	linear.weight	5	0.004806811921298504
27440	linear.weight	6	-0.006941476371139288
27440	linear.weight	7	-0.027602579444646835
27440	linear.weight	8	0.08174672722816467
27440	linear.weight	9	0.3403395414352417
27440	linear.bias	0	-0.2137826681137085
27440	linear.bias	1	0.1935344934463501
27440	linear.bias	2	-0.5404385924339294
27440	linear.bias	3	1.7064324617385864
27440	linear.bias	4	-0.39462122321128845
27440	linear.bias	5	-0.030769959092140198
27440	linear.bias	6	-0.35937583446502686
27440	linear.bias	7	-0.2771860659122467
27440	linear.bias	8	-0.043186746537685394
27440	linear.bias	9	-0.49693071842193604
27468	transitions	0	-0.647575855255127
27468	transitions	1	0.3500683903694153
27468	transitions	2	1.6750036478042603
27468	transitions	3	0.09735241532325745
27468	transitions	4	0.9487751126289368
27468	transitions	5	1.2739295959472656
27468	transitions	6	0.48332756757736206
27468	transitions	7	0.17577818036079407
27468	transitions	8	-0.9195179343223572
27468	transitions	9	0.9306604862213135
27468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27468	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27468	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27468	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27468	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27468	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27468	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27468	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27468	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27468	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27468	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27468	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27468	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27468	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27468	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27468	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27468	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27468	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27468	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27468	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27468	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27468	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27468	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27468	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27468	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27468	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27468	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27468	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27468	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27468	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27468	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27468	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27468	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27468	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27468	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27468	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27468	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27468	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27468	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27468	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27468	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27468	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27468	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27468	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27468	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27468	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27468	embedding2nn.weight	0	0.022220462560653687
27468	embedding2nn.weight	1	0.014285133220255375
27468	embedding2nn.weight	2	-0.004375561606138945
27468	embedding2nn.weight	3	-0.00014575141540262848
27468	embedding2nn.weight	4	-0.004388820845633745
27468	embedding2nn.weight	5	0.011742337606847286
27468	embedding2nn.weight	6	-0.004934879019856453
27468	embedding2nn.weight	7	0.021219901740550995
27468	embedding2nn.weight	8	-0.006734336260706186
27468	embedding2nn.weight	9	-0.013885069638490677
27468	embedding2nn.bias	0	-0.03688262403011322
27468	embedding2nn.bias	1	-0.028262337669730186
27468	embedding2nn.bias	2	-0.07655972242355347
27468	embedding2nn.bias	3	-0.0019907818641513586
27468	embedding2nn.bias	4	0.004807246848940849
27468	embedding2nn.bias	5	-0.009210459887981415
27468	embedding2nn.bias	6	0.009232543408870697
27468	embedding2nn.bias	7	0.020953137427568436
27468	embedding2nn.bias	8	0.008708594366908073
27468	embedding2nn.bias	9	0.00407545268535614
27468	rnn.weight_ih_l0	0	0.03913365676999092
27468	rnn.weight_ih_l0	1	-0.013831229880452156
27468	rnn.weight_ih_l0	2	-0.0360393226146698
27468	rnn.weight_ih_l0	3	-0.04519202187657356
27468	rnn.weight_ih_l0	4	-0.05244214087724686
27468	rnn.weight_ih_l0	5	-0.008477630093693733
27468	rnn.weight_ih_l0	6	-0.052574872970581055
27468	rnn.weight_ih_l0	7	-0.06141627952456474
27468	rnn.weight_ih_l0	8	-0.04484347254037857
27468	rnn.weight_ih_l0	9	-0.026969730854034424
27468	rnn.weight_hh_l0	0	0.019875874742865562
27468	rnn.weight_hh_l0	1	-0.009560730308294296
27468	rnn.weight_hh_l0	2	-0.06710740923881531
27468	rnn.weight_hh_l0	3	-0.03293442726135254
27468	rnn.weight_hh_l0	4	-0.0775628387928009
27468	rnn.weight_hh_l0	5	-0.01450739149004221
27468	rnn.weight_hh_l0	6	-0.05351269990205765
27468	rnn.weight_hh_l0	7	-0.03959011286497116
27468	rnn.weight_hh_l0	8	-0.01881067082285881
27468	rnn.weight_hh_l0	9	-0.006455403286963701
27468	rnn.bias_ih_l0	0	0.1430758237838745
27468	rnn.bias_ih_l0	1	-0.054760050028562546
27468	rnn.bias_ih_l0	2	0.10579907149076462
27468	rnn.bias_ih_l0	3	0.051092393696308136
27468	rnn.bias_ih_l0	4	0.09807083755731583
27468	rnn.bias_ih_l0	5	0.02442413754761219
27468	rnn.bias_ih_l0	6	-0.015412705019116402
27468	rnn.bias_ih_l0	7	-0.10893461108207703
27468	rnn.bias_ih_l0	8	-0.20888954401016235
27468	rnn.bias_ih_l0	9	0.0828031674027443
27468	rnn.bias_hh_l0	0	0.00015141245967242867
27468	rnn.bias_hh_l0	1	0.022110590711236
27468	rnn.bias_hh_l0	2	-0.006312600336968899
27468	rnn.bias_hh_l0	3	-0.03074251487851143
27468	rnn.bias_hh_l0	4	-0.03619913011789322
27468	rnn.bias_hh_l0	5	0.14547424018383026
27468	rnn.bias_hh_l0	6	0.04899207130074501
27468	rnn.bias_hh_l0	7	0.061585210263729095
27468	rnn.bias_hh_l0	8	0.01895599253475666
27468	rnn.bias_hh_l0	9	0.042076557874679565
27468	rnn.weight_ih_l0_reverse	0	-0.029688000679016113
27468	rnn.weight_ih_l0_reverse	1	-0.001976113999262452
27468	rnn.weight_ih_l0_reverse	2	0.02366279996931553
27468	rnn.weight_ih_l0_reverse	3	-0.06197619065642357
27468	rnn.weight_ih_l0_reverse	4	0.009190013632178307
27468	rnn.weight_ih_l0_reverse	5	-0.046548884361982346
27468	rnn.weight_ih_l0_reverse	6	0.028674576431512833
27468	rnn.weight_ih_l0_reverse	7	0.045990388840436935
27468	rnn.weight_ih_l0_reverse	8	-0.048581771552562714
27468	rnn.weight_ih_l0_reverse	9	-0.05079943314194679
27468	rnn.weight_hh_l0_reverse	0	-0.0833074077963829
27468	rnn.weight_hh_l0_reverse	1	-0.06180086359381676
27468	rnn.weight_hh_l0_reverse	2	0.03469989448785782
27468	rnn.weight_hh_l0_reverse	3	0.04601550102233887
27468	rnn.weight_hh_l0_reverse	4	-0.01569870486855507
27468	rnn.weight_hh_l0_reverse	5	0.04559299722313881
27468	rnn.weight_hh_l0_reverse	6	-0.001222486374899745
27468	rnn.weight_hh_l0_reverse	7	-0.0003048049402423203
27468	rnn.weight_hh_l0_reverse	8	-0.09892775863409042
27468	rnn.weight_hh_l0_reverse	9	0.08017898350954056
27468	rnn.bias_ih_l0_reverse	0	-0.0923672616481781
27468	rnn.bias_ih_l0_reverse	1	-0.06484564393758774
27468	rnn.bias_ih_l0_reverse	2	0.10301505774259567
27468	rnn.bias_ih_l0_reverse	3	0.04778183624148369
27468	rnn.bias_ih_l0_reverse	4	-0.13029582798480988
27468	rnn.bias_ih_l0_reverse	5	0.04211029037833214
27468	rnn.bias_ih_l0_reverse	6	-0.10494120419025421
27468	rnn.bias_ih_l0_reverse	7	0.043921276926994324
27468	rnn.bias_ih_l0_reverse	8	0.03511825576424599
27468	rnn.bias_ih_l0_reverse	9	0.06155301630496979
27468	rnn.bias_hh_l0_reverse	0	0.05997620150446892
27468	rnn.bias_hh_l0_reverse	1	0.06516928225755692
27468	rnn.bias_hh_l0_reverse	2	0.07916807383298874
27468	rnn.bias_hh_l0_reverse	3	-0.004654536489397287
27468	rnn.bias_hh_l0_reverse	4	0.06927809119224548
27468	rnn.bias_hh_l0_reverse	5	0.003356248838827014
27468	rnn.bias_hh_l0_reverse	6	-0.05616112798452377
27468	rnn.bias_hh_l0_reverse	7	0.02678079716861248
27468	rnn.bias_hh_l0_reverse	8	0.014631418511271477
27468	rnn.bias_hh_l0_reverse	9	-0.1601356863975525
27468	linear.weight	0	0.1737094670534134
27468	linear.weight	1	-0.16197030246257782
27468	linear.weight	2	-0.2168387472629547
27468	linear.weight	3	0.07855480164289474
27468	linear.weight	4	-0.02539234608411789
27468	linear.weight	5	0.004815303720533848
27468	linear.weight	6	-0.006940840277820826
27468	linear.weight	7	-0.027547471225261688
27468	linear.weight	8	0.08183254301548004
27468	linear.weight	9	0.34082624316215515
27468	linear.bias	0	-0.21472738683223724
27468	linear.bias	1	0.1931757628917694
27468	linear.bias	2	-0.540369987487793
27468	linear.bias	3	1.7104952335357666
27468	linear.bias	4	-0.3946489691734314
27468	linear.bias	5	-0.030769959092140198
27468	linear.bias	6	-0.3593243956565857
27468	linear.bias	7	-0.2771177887916565
27468	linear.bias	8	-0.0454195961356163
27468	linear.bias	9	-0.4969572424888611
27496	transitions	0	-0.6475830674171448
27496	transitions	1	0.35006317496299744
27496	transitions	2	1.6749980449676514
27496	transitions	3	0.0973491221666336
27496	transitions	4	0.9487665295600891
27496	transitions	5	1.2739295959472656
27496	transitions	6	0.4833267331123352
27496	transitions	7	0.1757781207561493
27496	transitions	8	-0.9195181131362915
27496	transitions	9	0.9306604266166687
27496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27496	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27496	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27496	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27496	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27496	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27496	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27496	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27496	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27496	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27496	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27496	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27496	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27496	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27496	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27496	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27496	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27496	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27496	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27496	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27496	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27496	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27496	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27496	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27496	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27496	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27496	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27496	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27496	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27496	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27496	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27496	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27496	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27496	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27496	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27496	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27496	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27496	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27496	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27496	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27496	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27496	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27496	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27496	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27496	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27496	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27496	embedding2nn.weight	0	0.022247735410928726
27496	embedding2nn.weight	1	0.01429380476474762
27496	embedding2nn.weight	2	-0.004376239608973265
27496	embedding2nn.weight	3	-0.00017635614494793117
27496	embedding2nn.weight	4	-0.0043596928007900715
27496	embedding2nn.weight	5	0.011759537272155285
27496	embedding2nn.weight	6	-0.004967000335454941
27496	embedding2nn.weight	7	0.021120604127645493
27496	embedding2nn.weight	8	-0.006729066837579012
27496	embedding2nn.weight	9	-0.013878695666790009
27496	embedding2nn.bias	0	-0.03779825195670128
27496	embedding2nn.bias	1	-0.0290553979575634
27496	embedding2nn.bias	2	-0.07635928690433502
27496	embedding2nn.bias	3	-0.0012204997474327683
27496	embedding2nn.bias	4	0.0037618321366608143
27496	embedding2nn.bias	5	-0.010424976237118244
27496	embedding2nn.bias	6	0.00824841670691967
27496	embedding2nn.bias	7	0.02228831686079502
27496	embedding2nn.bias	8	0.007984308525919914
27496	embedding2nn.bias	9	0.0020829541608691216
27496	rnn.weight_ih_l0	0	0.03918510302901268
27496	rnn.weight_ih_l0	1	-0.01371707022190094
27496	rnn.weight_ih_l0	2	-0.03611009567975998
27496	rnn.weight_ih_l0	3	-0.04518299922347069
27496	rnn.weight_ih_l0	4	-0.05250287055969238
27496	rnn.weight_ih_l0	5	-0.008534322492778301
27496	rnn.weight_ih_l0	6	-0.052546426653862
27496	rnn.weight_ih_l0	7	-0.0613640733063221
27496	rnn.weight_ih_l0	8	-0.04488471895456314
27496	rnn.weight_ih_l0	9	-0.026972603052854538
27496	rnn.weight_hh_l0	0	0.019803257659077644
27496	rnn.weight_hh_l0	1	-0.009565694257616997
27496	rnn.weight_hh_l0	2	-0.06718908995389938
27496	rnn.weight_hh_l0	3	-0.03287852928042412
27496	rnn.weight_hh_l0	4	-0.0776585042476654
27496	rnn.weight_hh_l0	5	-0.014504882507026196
27496	rnn.weight_hh_l0	6	-0.05363570153713226
27496	rnn.weight_hh_l0	7	-0.039378099143505096
27496	rnn.weight_hh_l0	8	-0.018901558592915535
27496	rnn.weight_hh_l0	9	-0.006639886647462845
27496	rnn.bias_ih_l0	0	0.14315086603164673
27496	rnn.bias_ih_l0	1	-0.054657839238643646
27496	rnn.bias_ih_l0	2	0.10558474808931351
27496	rnn.bias_ih_l0	3	0.050560757517814636
27496	rnn.bias_ih_l0	4	0.09736761450767517
27496	rnn.bias_ih_l0	5	0.02433108724653721
27496	rnn.bias_ih_l0	6	-0.016141366213560104
27496	rnn.bias_ih_l0	7	-0.10933276265859604
27496	rnn.bias_ih_l0	8	-0.2094874531030655
27496	rnn.bias_ih_l0	9	0.08290087431669235
27496	rnn.bias_hh_l0	0	-0.00024707417469471693
27496	rnn.bias_hh_l0	1	0.02190830186009407
27496	rnn.bias_hh_l0	2	-0.006526237353682518
27496	rnn.bias_hh_l0	3	-0.03012913092970848
27496	rnn.bias_hh_l0	4	-0.036056555807590485
27496	rnn.bias_hh_l0	5	0.14459659159183502
27496	rnn.bias_hh_l0	6	0.049098607152700424
27496	rnn.bias_hh_l0	7	0.061637140810489655
27496	rnn.bias_hh_l0	8	0.018227331340312958
27496	rnn.bias_hh_l0	9	0.04162003844976425
27496	rnn.weight_ih_l0_reverse	0	-0.029683036729693413
27496	rnn.weight_ih_l0_reverse	1	-0.0019455411238595843
27496	rnn.weight_ih_l0_reverse	2	0.023659029975533485
27496	rnn.weight_ih_l0_reverse	3	-0.06195805221796036
27496	rnn.weight_ih_l0_reverse	4	0.009213676676154137
27496	rnn.weight_ih_l0_reverse	5	-0.04655503109097481
27496	rnn.weight_ih_l0_reverse	6	0.028578847646713257
27496	rnn.weight_ih_l0_reverse	7	0.04596101865172386
27496	rnn.weight_ih_l0_reverse	8	-0.04864988848567009
27496	rnn.weight_ih_l0_reverse	9	-0.05074980482459068
27496	rnn.weight_hh_l0_reverse	0	-0.08332263678312302
27496	rnn.weight_hh_l0_reverse	1	-0.06169324368238449
27496	rnn.weight_hh_l0_reverse	2	0.03472428396344185
27496	rnn.weight_hh_l0_reverse	3	0.04602103680372238
27496	rnn.weight_hh_l0_reverse	4	-0.015539094805717468
27496	rnn.weight_hh_l0_reverse	5	0.045595549046993256
27496	rnn.weight_hh_l0_reverse	6	-0.0008839032961986959
27496	rnn.weight_hh_l0_reverse	7	-0.00028486279188655317
27496	rnn.weight_hh_l0_reverse	8	-0.09898915886878967
27496	rnn.weight_hh_l0_reverse	9	0.08023391664028168
27496	rnn.bias_ih_l0_reverse	0	-0.09216069430112839
27496	rnn.bias_ih_l0_reverse	1	-0.06647627055644989
27496	rnn.bias_ih_l0_reverse	2	0.10297802090644836
27496	rnn.bias_ih_l0_reverse	3	0.04777398332953453
27496	rnn.bias_ih_l0_reverse	4	-0.1304069310426712
27496	rnn.bias_ih_l0_reverse	5	0.04167995974421501
27496	rnn.bias_ih_l0_reverse	6	-0.10473272204399109
27496	rnn.bias_ih_l0_reverse	7	0.044422876089811325
27496	rnn.bias_ih_l0_reverse	8	0.03538631275296211
27496	rnn.bias_ih_l0_reverse	9	0.061626166105270386
27496	rnn.bias_hh_l0_reverse	0	0.06061597168445587
27496	rnn.bias_hh_l0_reverse	1	0.06542777270078659
27496	rnn.bias_hh_l0_reverse	2	0.0794110968708992
27496	rnn.bias_hh_l0_reverse	3	-0.004934030584990978
27496	rnn.bias_hh_l0_reverse	4	0.06954079866409302
27496	rnn.bias_hh_l0_reverse	5	0.0034597087651491165
27496	rnn.bias_hh_l0_reverse	6	-0.05646653473377228
27496	rnn.bias_hh_l0_reverse	7	0.02704155258834362
27496	rnn.bias_hh_l0_reverse	8	0.014252176508307457
27496	rnn.bias_hh_l0_reverse	9	-0.1596943438053131
27496	linear.weight	0	0.17376714944839478
27496	linear.weight	1	-0.16197091341018677
27496	linear.weight	2	-0.2165103703737259
27496	linear.weight	3	0.0796116441488266
27496	linear.weight	4	-0.025344880297780037
27496	linear.weight	5	0.004824760369956493
27496	linear.weight	6	-0.006940589286386967
27496	linear.weight	7	-0.027541954070329666
27496	linear.weight	8	0.08198957145214081
27496	linear.weight	9	0.34059035778045654
27496	linear.bias	0	-0.21275731921195984
27496	linear.bias	1	0.19469936192035675
27496	linear.bias	2	-0.540313184261322
27496	linear.bias	3	1.7043508291244507
27496	linear.bias	4	-0.3945583999156952
27496	linear.bias	5	-0.030769959092140198
27496	linear.bias	6	-0.3590761125087738
27496	linear.bias	7	-0.2778095602989197
27496	linear.bias	8	-0.04157060384750366
27496	linear.bias	9	-0.4969707727432251
27524	transitions	0	-0.6475907564163208
27524	transitions	1	0.35006093978881836
27524	transitions	2	1.6749908924102783
27524	transitions	3	0.09734662622213364
27524	transitions	4	0.9487593770027161
27524	transitions	5	1.2739295959472656
27524	transitions	6	0.48332569003105164
27524	transitions	7	0.17577794194221497
27524	transitions	8	-0.9195181727409363
27524	transitions	9	0.9306604266166687
27524	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27524	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27524	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27524	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27524	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27524	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27524	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27524	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27524	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27524	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27524	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27524	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27524	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27524	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27524	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27524	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27524	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27524	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27524	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27524	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27524	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27524	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27524	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27524	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27524	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27524	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27524	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27524	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27524	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27524	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27524	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27524	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27524	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27524	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27524	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27524	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27524	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27524	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27524	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27524	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27524	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27524	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27524	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27524	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27524	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27524	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27524	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27524	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27524	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27524	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27524	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27524	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27524	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27524	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27524	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27524	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27524	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27524	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27524	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27524	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27524	embedding2nn.weight	0	0.022243903949856758
27524	embedding2nn.weight	1	0.014289004728198051
27524	embedding2nn.weight	2	-0.004376453813165426
27524	embedding2nn.weight	3	-0.0001934756146511063
27524	embedding2nn.weight	4	-0.00436660461127758
27524	embedding2nn.weight	5	0.011751210317015648
27524	embedding2nn.weight	6	-0.004949372727423906
27524	embedding2nn.weight	7	0.021257279440760612
27524	embedding2nn.weight	8	-0.006691204383969307
27524	embedding2nn.weight	9	-0.013878786005079746
27524	embedding2nn.bias	0	-0.03821951150894165
27524	embedding2nn.bias	1	-0.028436224907636642
27524	embedding2nn.bias	2	-0.07692979276180267
27524	embedding2nn.bias	3	-0.00029444892425090075
27524	embedding2nn.bias	4	0.004097105003893375
27524	embedding2nn.bias	5	-0.00950056966394186
27524	embedding2nn.bias	6	0.006788657046854496
27524	embedding2nn.bias	7	0.021343285217881203
27524	embedding2nn.bias	8	0.008728139102458954
27524	embedding2nn.bias	9	0.0025441162288188934
27524	rnn.weight_ih_l0	0	0.039177171885967255
27524	rnn.weight_ih_l0	1	-0.013522455468773842
27524	rnn.weight_ih_l0	2	-0.03610869124531746
27524	rnn.weight_ih_l0	3	-0.04519139975309372
27524	rnn.weight_ih_l0	4	-0.05246986076235771
27524	rnn.weight_ih_l0	5	-0.008557645604014397
27524	rnn.weight_ih_l0	6	-0.05247152969241142
27524	rnn.weight_ih_l0	7	-0.06140595301985741
27524	rnn.weight_ih_l0	8	-0.04485439509153366
27524	rnn.weight_ih_l0	9	-0.026983072981238365
27524	rnn.weight_hh_l0	0	0.019860967993736267
27524	rnn.weight_hh_l0	1	-0.00948528666049242
27524	rnn.weight_hh_l0	2	-0.06704553216695786
27524	rnn.weight_hh_l0	3	-0.0329546183347702
27524	rnn.weight_hh_l0	4	-0.07773596793413162
27524	rnn.weight_hh_l0	5	-0.014461598359048367
27524	rnn.weight_hh_l0	6	-0.05387997254729271
27524	rnn.weight_hh_l0	7	-0.039198700338602066
27524	rnn.weight_hh_l0	8	-0.01889718882739544
27524	rnn.weight_hh_l0	9	-0.006504261400550604
27524	rnn.bias_ih_l0	0	0.14357657730579376
27524	rnn.bias_ih_l0	1	-0.05460645630955696
27524	rnn.bias_ih_l0	2	0.10590047389268875
27524	rnn.bias_ih_l0	3	0.05037711560726166
27524	rnn.bias_ih_l0	4	0.09719543159008026
27524	rnn.bias_ih_l0	5	0.024318203330039978
27524	rnn.bias_ih_l0	6	-0.015843413770198822
27524	rnn.bias_ih_l0	7	-0.10869283974170685
27524	rnn.bias_ih_l0	8	-0.2097471058368683
27524	rnn.bias_ih_l0	9	0.08302237838506699
27524	rnn.bias_hh_l0	0	-0.0004572653560899198
27524	rnn.bias_hh_l0	1	0.021718302741646767
27524	rnn.bias_hh_l0	2	-0.006384662818163633
27524	rnn.bias_hh_l0	3	-0.03068646974861622
27524	rnn.bias_hh_l0	4	-0.035964615643024445
27524	rnn.bias_hh_l0	5	0.1444762796163559
27524	rnn.bias_hh_l0	6	0.04953743889927864
27524	rnn.bias_hh_l0	7	0.061424314975738525
27524	rnn.bias_hh_l0	8	0.01852528378367424
27524	rnn.bias_hh_l0	9	0.041582509875297546
27524	rnn.weight_ih_l0_reverse	0	-0.029575524851679802
27524	rnn.weight_ih_l0_reverse	1	-0.001996028469875455
27524	rnn.weight_ih_l0_reverse	2	0.023706134408712387
27524	rnn.weight_ih_l0_reverse	3	-0.06198585405945778
27524	rnn.weight_ih_l0_reverse	4	0.009221242740750313
27524	rnn.weight_ih_l0_reverse	5	-0.046473607420921326
27524	rnn.weight_ih_l0_reverse	6	0.02834022231400013
27524	rnn.weight_ih_l0_reverse	7	0.04597185552120209
27524	rnn.weight_ih_l0_reverse	8	-0.048597827553749084
27524	rnn.weight_ih_l0_reverse	9	-0.050756167620420456
27524	rnn.weight_hh_l0_reverse	0	-0.08333415538072586
27524	rnn.weight_hh_l0_reverse	1	-0.06162396818399429
27524	rnn.weight_hh_l0_reverse	2	0.034842465072870255
27524	rnn.weight_hh_l0_reverse	3	0.04598679393529892
27524	rnn.weight_hh_l0_reverse	4	-0.015713712200522423
27524	rnn.weight_hh_l0_reverse	5	0.04563514515757561
27524	rnn.weight_hh_l0_reverse	6	-0.0006911890232004225
27524	rnn.weight_hh_l0_reverse	7	-0.0003225193067919463
27524	rnn.weight_hh_l0_reverse	8	-0.0991167426109314
27524	rnn.weight_hh_l0_reverse	9	0.08001143485307693
27524	rnn.bias_ih_l0_reverse	0	-0.09180416166782379
27524	rnn.bias_ih_l0_reverse	1	-0.06690172106027603
27524	rnn.bias_ih_l0_reverse	2	0.10272886604070663
27524	rnn.bias_ih_l0_reverse	3	0.04782674461603165
27524	rnn.bias_ih_l0_reverse	4	-0.13042573630809784
27524	rnn.bias_ih_l0_reverse	5	0.04140891134738922
27524	rnn.bias_ih_l0_reverse	6	-0.10510244965553284
27524	rnn.bias_ih_l0_reverse	7	0.04420604184269905
27524	rnn.bias_ih_l0_reverse	8	0.03557216376066208
27524	rnn.bias_ih_l0_reverse	9	0.06156912073493004
27524	rnn.bias_hh_l0_reverse	0	0.0604407899081707
27524	rnn.bias_hh_l0_reverse	1	0.06574823707342148
27524	rnn.bias_hh_l0_reverse	2	0.0793110579252243
27524	rnn.bias_hh_l0_reverse	3	-0.004939209204167128
27524	rnn.bias_hh_l0_reverse	4	0.06953531503677368
27524	rnn.bias_hh_l0_reverse	5	0.003947996534407139
27524	rnn.bias_hh_l0_reverse	6	-0.05636221915483475
27524	rnn.bias_hh_l0_reverse	7	0.02683326229453087
27524	rnn.bias_hh_l0_reverse	8	0.013952902518212795
27524	rnn.bias_hh_l0_reverse	9	-0.15941841900348663
27524	linear.weight	0	0.17244677245616913
27524	linear.weight	1	-0.16197071969509125
27524	linear.weight	2	-0.21654163300991058
27524	linear.weight	3	0.07938949763774872
27524	linear.weight	4	-0.02510303631424904
27524	linear.weight	5	0.004624410532414913
27524	linear.weight	6	-0.006939723156392574
27524	linear.weight	7	-0.027541140094399452
27524	linear.weight	8	0.08172786980867386
27524	linear.weight	9	0.34048721194267273
27524	linear.bias	0	-0.2119062840938568
27524	linear.bias	1	0.19424282014369965
27524	linear.bias	2	-0.5394487380981445
27524	linear.bias	3	1.703546404838562
27524	linear.bias	4	-0.39457809925079346
27524	linear.bias	5	-0.030769959092140198
27524	linear.bias	6	-0.35824400186538696
27524	linear.bias	7	-0.2782752811908722
27524	linear.bias	8	-0.04273173213005066
27524	linear.bias	9	-0.49697980284690857
27552	transitions	0	-0.6475973725318909
27552	transitions	1	0.35005950927734375
27552	transitions	2	1.6749788522720337
27552	transitions	3	0.09732532501220703
27552	transitions	4	0.9487575888633728
27552	transitions	5	1.2739295959472656
27552	transitions	6	0.48332422971725464
27552	transitions	7	0.17577791213989258
27552	transitions	8	-0.9195181727409363
27552	transitions	9	0.9306604266166687
27552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27552	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27552	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27552	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27552	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27552	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27552	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27552	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27552	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27552	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27552	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27552	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27552	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27552	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27552	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27552	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27552	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27552	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27552	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27552	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27552	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27552	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27552	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27552	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27552	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27552	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27552	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27552	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27552	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27552	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27552	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27552	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27552	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27552	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27552	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27552	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27552	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27552	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27552	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27552	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27552	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27552	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27552	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27552	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27552	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27552	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27552	embedding2nn.weight	0	0.022312073037028313
27552	embedding2nn.weight	1	0.014279194176197052
27552	embedding2nn.weight	2	-0.004372032359242439
27552	embedding2nn.weight	3	-0.00021618165192194283
27552	embedding2nn.weight	4	-0.00436689518392086
27552	embedding2nn.weight	5	0.011759188957512379
27552	embedding2nn.weight	6	-0.004954591393470764
27552	embedding2nn.weight	7	0.021320238709449768
27552	embedding2nn.weight	8	-0.006735539995133877
27552	embedding2nn.weight	9	-0.013867456465959549
27552	embedding2nn.bias	0	-0.03723412752151489
27552	embedding2nn.bias	1	-0.028511893004179
27552	embedding2nn.bias	2	-0.07621631026268005
27552	embedding2nn.bias	3	0.002047862857580185
27552	embedding2nn.bias	4	0.004039748106151819
27552	embedding2nn.bias	5	-0.010056664235889912
27552	embedding2nn.bias	6	0.006114386022090912
27552	embedding2nn.bias	7	0.01986822858452797
27552	embedding2nn.bias	8	0.009514535777270794
27552	embedding2nn.bias	9	0.0018031668150797486
27552	rnn.weight_ih_l0	0	0.03924570605158806
27552	rnn.weight_ih_l0	1	-0.013550370000302792
27552	rnn.weight_ih_l0	2	-0.03596091642975807
27552	rnn.weight_ih_l0	3	-0.04524489492177963
27552	rnn.weight_ih_l0	4	-0.05247209966182709
27552	rnn.weight_ih_l0	5	-0.008577456697821617
27552	rnn.weight_ih_l0	6	-0.05239684879779816
27552	rnn.weight_ih_l0	7	-0.06146537885069847
27552	rnn.weight_ih_l0	8	-0.0448228158056736
27552	rnn.weight_ih_l0	9	-0.026989160105586052
27552	rnn.weight_hh_l0	0	0.019885193556547165
27552	rnn.weight_hh_l0	1	-0.009408129379153252
27552	rnn.weight_hh_l0	2	-0.06716685742139816
27552	rnn.weight_hh_l0	3	-0.03304576873779297
27552	rnn.weight_hh_l0	4	-0.07771436870098114
27552	rnn.weight_hh_l0	5	-0.014511429704725742
27552	rnn.weight_hh_l0	6	-0.05386839434504509
27552	rnn.weight_hh_l0	7	-0.039392780512571335
27552	rnn.weight_hh_l0	8	-0.018909059464931488
27552	rnn.weight_hh_l0	9	-0.0065728542394936085
27552	rnn.bias_ih_l0	0	0.14349482953548431
27552	rnn.bias_ih_l0	1	-0.05448652803897858
27552	rnn.bias_ih_l0	2	0.10563725978136063
27552	rnn.bias_ih_l0	3	0.050377268344163895
27552	rnn.bias_ih_l0	4	0.09724169969558716
27552	rnn.bias_ih_l0	5	0.024189073592424393
27552	rnn.bias_ih_l0	6	-0.016345499083399773
27552	rnn.bias_ih_l0	7	-0.1075371578335762
27552	rnn.bias_ih_l0	8	-0.21019594371318817
27552	rnn.bias_ih_l0	9	0.08306944370269775
27552	rnn.bias_hh_l0	0	-0.00047902052756398916
27552	rnn.bias_hh_l0	1	0.02202310413122177
27552	rnn.bias_hh_l0	2	-0.006525855977088213
27552	rnn.bias_hh_l0	3	-0.030538409948349
27552	rnn.bias_hh_l0	4	-0.0356861874461174
27552	rnn.bias_hh_l0	5	0.14447790384292603
27552	rnn.bias_hh_l0	6	0.05018514394760132
27552	rnn.bias_hh_l0	7	0.06129027530550957
27552	rnn.bias_hh_l0	8	0.01802319847047329
27552	rnn.bias_hh_l0	9	0.041484981775283813
27552	rnn.weight_ih_l0_reverse	0	-0.029591325670480728
27552	rnn.weight_ih_l0_reverse	1	-0.002060393337160349
27552	rnn.weight_ih_l0_reverse	2	0.023664386942982674
27552	rnn.weight_ih_l0_reverse	3	-0.06198316439986229
27552	rnn.weight_ih_l0_reverse	4	0.009229893796145916
27552	rnn.weight_ih_l0_reverse	5	-0.046498000621795654
27552	rnn.weight_ih_l0_reverse	6	0.028337908908724785
27552	rnn.weight_ih_l0_reverse	7	0.04599081352353096
27552	rnn.weight_ih_l0_reverse	8	-0.04857683554291725
27552	rnn.weight_ih_l0_reverse	9	-0.05077183246612549
27552	rnn.weight_hh_l0_reverse	0	-0.08330658078193665
27552	rnn.weight_hh_l0_reverse	1	-0.061756379902362823
27552	rnn.weight_hh_l0_reverse	2	0.034782249480485916
27552	rnn.weight_hh_l0_reverse	3	0.045925360172986984
27552	rnn.weight_hh_l0_reverse	4	-0.01552217174321413
27552	rnn.weight_hh_l0_reverse	5	0.04561275988817215
27552	rnn.weight_hh_l0_reverse	6	-0.0006792633794248104
27552	rnn.weight_hh_l0_reverse	7	-0.0003778137906920165
27552	rnn.weight_hh_l0_reverse	8	-0.09899529069662094
27552	rnn.weight_hh_l0_reverse	9	0.07986998558044434
27552	rnn.bias_ih_l0_reverse	0	-0.0915164053440094
27552	rnn.bias_ih_l0_reverse	1	-0.06687832623720169
27552	rnn.bias_ih_l0_reverse	2	0.10262992978096008
27552	rnn.bias_ih_l0_reverse	3	0.04805285483598709
27552	rnn.bias_ih_l0_reverse	4	-0.13032475113868713
27552	rnn.bias_ih_l0_reverse	5	0.041222747415304184
27552	rnn.bias_ih_l0_reverse	6	-0.10518388450145721
27552	rnn.bias_ih_l0_reverse	7	0.04404653608798981
27552	rnn.bias_ih_l0_reverse	8	0.03569763898849487
27552	rnn.bias_ih_l0_reverse	9	0.06136903911828995
27552	rnn.bias_hh_l0_reverse	0	0.059948310256004333
27552	rnn.bias_hh_l0_reverse	1	0.06614775955677032
27552	rnn.bias_hh_l0_reverse	2	0.0794047862291336
27552	rnn.bias_hh_l0_reverse	3	-0.004754307679831982
27552	rnn.bias_hh_l0_reverse	4	0.06964226067066193
27552	rnn.bias_hh_l0_reverse	5	0.004493238404393196
27552	rnn.bias_hh_l0_reverse	6	-0.05628199502825737
27552	rnn.bias_hh_l0_reverse	7	0.026603667065501213
27552	rnn.bias_hh_l0_reverse	8	0.013863402418792248
27552	rnn.bias_hh_l0_reverse	9	-0.15948912501335144
27552	linear.weight	0	0.1711672991514206
27552	linear.weight	1	-0.16196861863136292
27552	linear.weight	2	-0.21660348773002625
27552	linear.weight	3	0.07910294830799103
27552	linear.weight	4	-0.02521468512713909
27552	linear.weight	5	0.004647726193070412
27552	linear.weight	6	-0.006939757615327835
27552	linear.weight	7	-0.02753940038383007
27552	linear.weight	8	0.08215607702732086
27552	linear.weight	9	0.3414821922779083
27552	linear.bias	0	-0.21153995394706726
27552	linear.bias	1	0.19364970922470093
27552	linear.bias	2	-0.5396614670753479
27552	linear.bias	3	1.7027021646499634
27552	linear.bias	4	-0.39459025859832764
27552	linear.bias	5	-0.030769959092140198
27552	linear.bias	6	-0.3586117625236511
27552	linear.bias	7	-0.2784808874130249
27552	linear.bias	8	-0.04333416000008583
27552	linear.bias	9	-0.496983140707016
27580	transitions	0	-0.6476020812988281
27580	transitions	1	0.35005804896354675
27580	transitions	2	1.6749755144119263
27580	transitions	3	0.0972939059138298
27580	transitions	4	0.9487564563751221
27580	transitions	5	1.273929476737976
27580	transitions	6	0.4833211898803711
27580	transitions	7	0.1757778376340866
27580	transitions	8	-0.9195183515548706
27580	transitions	9	0.9306604266166687
27580	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27580	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27580	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27580	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27580	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27580	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27580	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27580	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27580	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27580	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27580	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27580	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27580	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27580	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27580	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27580	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27580	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27580	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27580	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27580	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27580	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27580	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27580	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27580	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27580	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27580	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27580	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27580	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27580	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27580	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27580	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27580	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27580	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27580	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27580	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27580	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27580	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27580	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27580	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27580	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27580	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27580	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27580	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27580	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27580	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27580	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27580	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27580	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27580	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27580	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27580	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27580	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27580	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27580	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27580	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27580	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27580	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27580	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27580	embedding2nn.weight	0	0.022399570792913437
27580	embedding2nn.weight	1	0.014256523922085762
27580	embedding2nn.weight	2	-0.004369205795228481
27580	embedding2nn.weight	3	-0.00014916507643647492
27580	embedding2nn.weight	4	-0.004372960422188044
27580	embedding2nn.weight	5	0.011792611330747604
27580	embedding2nn.weight	6	-0.004947419743984938
27580	embedding2nn.weight	7	0.021430160850286484
27580	embedding2nn.weight	8	-0.006755138281732798
27580	embedding2nn.weight	9	-0.013880875892937183
27580	embedding2nn.bias	0	-0.03831924498081207
27580	embedding2nn.bias	1	-0.027508119121193886
27580	embedding2nn.bias	2	-0.07490057498216629
27580	embedding2nn.bias	3	0.0023278603330254555
27580	embedding2nn.bias	4	0.003372889943420887
27580	embedding2nn.bias	5	-0.009527750313282013
27580	embedding2nn.bias	6	0.007326954044401646
27580	embedding2nn.bias	7	0.019567523151636124
27580	embedding2nn.bias	8	0.00699258130043745
27580	embedding2nn.bias	9	0.0018995222635567188
27580	rnn.weight_ih_l0	0	0.03926912695169449
27580	rnn.weight_ih_l0	1	-0.013374333269894123
27580	rnn.weight_ih_l0	2	-0.036103393882513046
27580	rnn.weight_ih_l0	3	-0.04525914043188095
27580	rnn.weight_ih_l0	4	-0.05257778987288475
27580	rnn.weight_ih_l0	5	-0.008542081341147423
27580	rnn.weight_ih_l0	6	-0.052389249205589294
27580	rnn.weight_ih_l0	7	-0.06153201684355736
27580	rnn.weight_ih_l0	8	-0.04482145234942436
27580	rnn.weight_ih_l0	9	-0.026971707120537758
27580	rnn.weight_hh_l0	0	0.019848572090268135
27580	rnn.weight_hh_l0	1	-0.00953328050673008
27580	rnn.weight_hh_l0	2	-0.06694933772087097
27580	rnn.weight_hh_l0	3	-0.03306727856397629
27580	rnn.weight_hh_l0	4	-0.07776902616024017
27580	rnn.weight_hh_l0	5	-0.01448709424585104
27580	rnn.weight_hh_l0	6	-0.05382169410586357
27580	rnn.weight_hh_l0	7	-0.039467401802539825
27580	rnn.weight_hh_l0	8	-0.01891401782631874
27580	rnn.weight_hh_l0	9	-0.006703367456793785
27580	rnn.bias_ih_l0	0	0.14366459846496582
27580	rnn.bias_ih_l0	1	-0.05442452430725098
27580	rnn.bias_ih_l0	2	0.10564929991960526
27580	rnn.bias_ih_l0	3	0.05051778256893158
27580	rnn.bias_ih_l0	4	0.09722014516592026
27580	rnn.bias_ih_l0	5	0.024039367213845253
27580	rnn.bias_ih_l0	6	-0.01686728000640869
27580	rnn.bias_ih_l0	7	-0.10617521405220032
27580	rnn.bias_ih_l0	8	-0.2085312455892563
27580	rnn.bias_ih_l0	9	0.08300912380218506
27580	rnn.bias_hh_l0	0	-0.0004950338625349104
27580	rnn.bias_hh_l0	1	0.021940166130661964
27580	rnn.bias_hh_l0	2	-0.006324217189103365
27580	rnn.bias_hh_l0	3	-0.03152244910597801
27580	rnn.bias_hh_l0	4	-0.03494824469089508
27580	rnn.bias_hh_l0	5	0.14466746151447296
27580	rnn.bias_hh_l0	6	0.05029277130961418
27580	rnn.bias_hh_l0	7	0.06188962236046791
27580	rnn.bias_hh_l0	8	0.01750141754746437
27580	rnn.bias_hh_l0	9	0.04147351160645485
27580	rnn.weight_ih_l0_reverse	0	-0.02959149144589901
27580	rnn.weight_ih_l0_reverse	1	-0.002070146379992366
27580	rnn.weight_ih_l0_reverse	2	0.023660006001591682
27580	rnn.weight_ih_l0_reverse	3	-0.06191049516201019
27580	rnn.weight_ih_l0_reverse	4	0.009276220574975014
27580	rnn.weight_ih_l0_reverse	5	-0.04652963951230049
27580	rnn.weight_ih_l0_reverse	6	0.028361812233924866
27580	rnn.weight_ih_l0_reverse	7	0.0459827296435833
27580	rnn.weight_ih_l0_reverse	8	-0.048543449491262436
27580	rnn.weight_ih_l0_reverse	9	-0.0508023276925087
27580	rnn.weight_hh_l0_reverse	0	-0.08319541811943054
27580	rnn.weight_hh_l0_reverse	1	-0.0620197132229805
27580	rnn.weight_hh_l0_reverse	2	0.03474076837301254
27580	rnn.weight_hh_l0_reverse	3	0.04583274945616722
27580	rnn.weight_hh_l0_reverse	4	-0.01570063643157482
27580	rnn.weight_hh_l0_reverse	5	0.0456179641187191
27580	rnn.weight_hh_l0_reverse	6	-0.0007761219167150557
27580	rnn.weight_hh_l0_reverse	7	-0.00016753841191530228
27580	rnn.weight_hh_l0_reverse	8	-0.09899850189685822
27580	rnn.weight_hh_l0_reverse	9	0.07994610071182251
27580	rnn.bias_ih_l0_reverse	0	-0.09265737235546112
27580	rnn.bias_ih_l0_reverse	1	-0.0673234760761261
27580	rnn.bias_ih_l0_reverse	2	0.10283412784337997
27580	rnn.bias_ih_l0_reverse	3	0.04739793762564659
27580	rnn.bias_ih_l0_reverse	4	-0.13037250936031342
27580	rnn.bias_ih_l0_reverse	5	0.041603267192840576
27580	rnn.bias_ih_l0_reverse	6	-0.10526014864444733
27580	rnn.bias_ih_l0_reverse	7	0.043758753687143326
27580	rnn.bias_ih_l0_reverse	8	0.035882920026779175
27580	rnn.bias_ih_l0_reverse	9	0.06168095022439957
27580	rnn.bias_hh_l0_reverse	0	0.06120885908603668
27580	rnn.bias_hh_l0_reverse	1	0.06558572500944138
27580	rnn.bias_hh_l0_reverse	2	0.07929893583059311
27580	rnn.bias_hh_l0_reverse	3	-0.004625009838491678
27580	rnn.bias_hh_l0_reverse	4	0.07014735043048859
27580	rnn.bias_hh_l0_reverse	5	0.005201553460210562
27580	rnn.bias_hh_l0_reverse	6	-0.055621884763240814
27580	rnn.bias_hh_l0_reverse	7	0.026521654799580574
27580	rnn.bias_hh_l0_reverse	8	0.01360772829502821
27580	rnn.bias_hh_l0_reverse	9	-0.16001200675964355
27580	linear.weight	0	0.17236590385437012
27580	linear.weight	1	-0.1619657278060913
27580	linear.weight	2	-0.21656736731529236
27580	linear.weight	3	0.0786999762058258
27580	linear.weight	4	-0.025211235508322716
27580	linear.weight	5	0.004603148903697729
27580	linear.weight	6	-0.006939333863556385
27580	linear.weight	7	-0.027536386623978615
27580	linear.weight	8	0.08200027048587799
27580	linear.weight	9	0.3412416875362396
27580	linear.bias	0	-0.21337300539016724
27580	linear.bias	1	0.195013627409935
27580	linear.bias	2	-0.5395926833152771
27580	linear.bias	3	1.7055784463882446
27580	linear.bias	4	-0.39461401104927063
27580	linear.bias	5	-0.030769959092140198
27580	linear.bias	6	-0.3586632311344147
27580	linear.bias	7	-0.27789926528930664
27580	linear.bias	8	-0.042974427342414856
27580	linear.bias	9	-0.4969921410083771
27608	transitions	0	-0.647624135017395
27608	transitions	1	0.35005640983581543
27608	transitions	2	1.6749671697616577
27608	transitions	3	0.09729252755641937
27608	transitions	4	0.9487133622169495
27608	transitions	5	1.2739293575286865
27608	transitions	6	0.48332032561302185
27608	transitions	7	0.17577773332595825
27608	transitions	8	-0.9195185303688049
27608	transitions	9	0.9306604266166687
27608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27608	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27608	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27608	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27608	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27608	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27608	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27608	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27608	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27608	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27608	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27608	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27608	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27608	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27608	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27608	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27608	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27608	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27608	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27608	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27608	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27608	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27608	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27608	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27608	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27608	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27608	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27608	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27608	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27608	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27608	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27608	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27608	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27608	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27608	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27608	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27608	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27608	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27608	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27608	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27608	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27608	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27608	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27608	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27608	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27608	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27608	embedding2nn.weight	0	0.022427165880799294
27608	embedding2nn.weight	1	0.014263889752328396
27608	embedding2nn.weight	2	-0.004378786776214838
27608	embedding2nn.weight	3	-0.00014366279356181622
27608	embedding2nn.weight	4	-0.004377006087452173
27608	embedding2nn.weight	5	0.011806358583271503
27608	embedding2nn.weight	6	-0.0049682194367051125
27608	embedding2nn.weight	7	0.021373804658651352
27608	embedding2nn.weight	8	-0.006765703670680523
27608	embedding2nn.weight	9	-0.013864576816558838
27608	embedding2nn.bias	0	-0.038728658109903336
27608	embedding2nn.bias	1	-0.02775692008435726
27608	embedding2nn.bias	2	-0.07428589463233948
27608	embedding2nn.bias	3	0.002755559980869293
27608	embedding2nn.bias	4	0.004308340605348349
27608	embedding2nn.bias	5	-0.01008344441652298
27608	embedding2nn.bias	6	0.006860078312456608
27608	embedding2nn.bias	7	0.019562775269150734
27608	embedding2nn.bias	8	0.008761115372180939
27608	embedding2nn.bias	9	0.0008145306492224336
27608	rnn.weight_ih_l0	0	0.03928044065833092
27608	rnn.weight_ih_l0	1	-0.013127393089234829
27608	rnn.weight_ih_l0	2	-0.03628158196806908
27608	rnn.weight_ih_l0	3	-0.04518747702240944
27608	rnn.weight_ih_l0	4	-0.05243154242634773
27608	rnn.weight_ih_l0	5	-0.008579299785196781
27608	rnn.weight_ih_l0	6	-0.05219107121229172
27608	rnn.weight_ih_l0	7	-0.06149045005440712
27608	rnn.weight_ih_l0	8	-0.04480880871415138
27608	rnn.weight_ih_l0	9	-0.026942232623696327
27608	rnn.weight_hh_l0	0	0.019801748916506767
27608	rnn.weight_hh_l0	1	-0.009416120126843452
27608	rnn.weight_hh_l0	2	-0.06689883768558502
27608	rnn.weight_hh_l0	3	-0.03302665427327156
27608	rnn.weight_hh_l0	4	-0.0777650699019432
27608	rnn.weight_hh_l0	5	-0.01463254727423191
27608	rnn.weight_hh_l0	6	-0.053796228021383286
27608	rnn.weight_hh_l0	7	-0.03997891768813133
27608	rnn.weight_hh_l0	8	-0.018849164247512817
27608	rnn.weight_hh_l0	9	-0.006903202272951603
27608	rnn.bias_ih_l0	0	0.14369910955429077
27608	rnn.bias_ih_l0	1	-0.054545510560274124
27608	rnn.bias_ih_l0	2	0.10566023737192154
27608	rnn.bias_ih_l0	3	0.05051327124238014
27608	rnn.bias_ih_l0	4	0.09720370173454285
27608	rnn.bias_ih_l0	5	0.02401280775666237
27608	rnn.bias_ih_l0	6	-0.016898322850465775
27608	rnn.bias_ih_l0	7	-0.10631563514471054
27608	rnn.bias_ih_l0	8	-0.20799721777439117
27608	rnn.bias_ih_l0	9	0.08302974700927734
27608	rnn.bias_hh_l0	0	0.00012387333845254034
27608	rnn.bias_hh_l0	1	0.021823855116963387
27608	rnn.bias_hh_l0	2	-0.005961316172033548
27608	rnn.bias_hh_l0	3	-0.03144785389304161
27608	rnn.bias_hh_l0	4	-0.034687504172325134
27608	rnn.bias_hh_l0	5	0.14485077559947968
27608	rnn.bias_hh_l0	6	0.050446782261133194
27608	rnn.bias_hh_l0	7	0.06176232919096947
27608	rnn.bias_hh_l0	8	0.017470374703407288
27608	rnn.bias_hh_l0	9	0.041558247059583664
27608	rnn.weight_ih_l0_reverse	0	-0.029534824192523956
27608	rnn.weight_ih_l0_reverse	1	-0.0020562969148159027
27608	rnn.weight_ih_l0_reverse	2	0.023671025410294533
27608	rnn.weight_ih_l0_reverse	3	-0.06202871352434158
27608	rnn.weight_ih_l0_reverse	4	0.009196797385811806
27608	rnn.weight_ih_l0_reverse	5	-0.04656774178147316
27608	rnn.weight_ih_l0_reverse	6	0.028590092435479164
27608	rnn.weight_ih_l0_reverse	7	0.045995861291885376
27608	rnn.weight_ih_l0_reverse	8	-0.04854206740856171
27608	rnn.weight_ih_l0_reverse	9	-0.05074396729469299
27608	rnn.weight_hh_l0_reverse	0	-0.08327160030603409
27608	rnn.weight_hh_l0_reverse	1	-0.061885058879852295
27608	rnn.weight_hh_l0_reverse	2	0.034767720848321915
27608	rnn.weight_hh_l0_reverse	3	0.04591754451394081
27608	rnn.weight_hh_l0_reverse	4	-0.015511763282120228
27608	rnn.weight_hh_l0_reverse	5	0.045611605048179626
27608	rnn.weight_hh_l0_reverse	6	-0.0008491369662806392
27608	rnn.weight_hh_l0_reverse	7	-0.0001461459614802152
27608	rnn.weight_hh_l0_reverse	8	-0.09892476350069046
27608	rnn.weight_hh_l0_reverse	9	0.07981998473405838
27608	rnn.bias_ih_l0_reverse	0	-0.09223520010709763
27608	rnn.bias_ih_l0_reverse	1	-0.06829684972763062
27608	rnn.bias_ih_l0_reverse	2	0.10279148072004318
27608	rnn.bias_ih_l0_reverse	3	0.04763958603143692
27608	rnn.bias_ih_l0_reverse	4	-0.13029581308364868
27608	rnn.bias_ih_l0_reverse	5	0.04136465862393379
27608	rnn.bias_ih_l0_reverse	6	-0.10508686304092407
27608	rnn.bias_ih_l0_reverse	7	0.04337973892688751
27608	rnn.bias_ih_l0_reverse	8	0.03546508401632309
27608	rnn.bias_ih_l0_reverse	9	0.06148674711585045
27608	rnn.bias_hh_l0_reverse	0	0.060724105685949326
27608	rnn.bias_hh_l0_reverse	1	0.06566249579191208
27608	rnn.bias_hh_l0_reverse	2	0.07890474796295166
27608	rnn.bias_hh_l0_reverse	3	-0.004604218062013388
27608	rnn.bias_hh_l0_reverse	4	0.06985288113355637
27608	rnn.bias_hh_l0_reverse	5	0.006034664809703827
27608	rnn.bias_hh_l0_reverse	6	-0.055590882897377014
27608	rnn.bias_hh_l0_reverse	7	0.026183299720287323
27608	rnn.bias_hh_l0_reverse	8	0.013339536264538765
27608	rnn.bias_hh_l0_reverse	9	-0.15977588295936584
27608	linear.weight	0	0.1714063286781311
27608	linear.weight	1	-0.16196587681770325
27608	linear.weight	2	-0.21652641892433167
27608	linear.weight	3	0.07860613614320755
27608	linear.weight	4	-0.02504793368279934
27608	linear.weight	5	0.004732833243906498
27608	linear.weight	6	-0.0069391909055411816
27608	linear.weight	7	-0.027761083096265793
27608	linear.weight	8	0.08290868997573853
27608	linear.weight	9	0.34111738204956055
27608	linear.bias	0	-0.21434907615184784
27608	linear.bias	1	0.19497442245483398
27608	linear.bias	2	-0.5390580892562866
27608	linear.bias	3	1.7040505409240723
27608	linear.bias	4	-0.3946365416049957
27608	linear.bias	5	-0.030769959092140198
27608	linear.bias	6	-0.3581279516220093
27608	linear.bias	7	-0.27802157402038574
27608	linear.bias	8	-0.04246709868311882
27608	linear.bias	9	-0.4970022737979889
27636	transitions	0	-0.647633969783783
27636	transitions	1	0.3499358296394348
27636	transitions	2	1.674953579902649
27636	transitions	3	0.09728457033634186
27636	transitions	4	0.9487120509147644
27636	transitions	5	1.2739293575286865
27636	transitions	6	0.4833202362060547
27636	transitions	7	0.17577651143074036
27636	transitions	8	-0.9195185303688049
27636	transitions	9	0.9306604266166687
27636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27636	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27636	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27636	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27636	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27636	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27636	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27636	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27636	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27636	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27636	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27636	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27636	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27636	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27636	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27636	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27636	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27636	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27636	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27636	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27636	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27636	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27636	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27636	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27636	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27636	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27636	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27636	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27636	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27636	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27636	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27636	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27636	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27636	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27636	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27636	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27636	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27636	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27636	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27636	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27636	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27636	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27636	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27636	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27636	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27636	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27636	embedding2nn.weight	0	0.02243920788168907
27636	embedding2nn.weight	1	0.014286703430116177
27636	embedding2nn.weight	2	-0.004370986483991146
27636	embedding2nn.weight	3	-0.00015947138308547437
27636	embedding2nn.weight	4	-0.004375604446977377
27636	embedding2nn.weight	5	0.011792809702455997
27636	embedding2nn.weight	6	-0.004970477428287268
27636	embedding2nn.weight	7	0.02156428061425686
27636	embedding2nn.weight	8	-0.006724551320075989
27636	embedding2nn.weight	9	-0.0138517115265131
27636	embedding2nn.bias	0	-0.04067356139421463
27636	embedding2nn.bias	1	-0.028349049389362335
27636	embedding2nn.bias	2	-0.07473215460777283
27636	embedding2nn.bias	3	0.002551137236878276
27636	embedding2nn.bias	4	0.005001747980713844
27636	embedding2nn.bias	5	-0.011116502806544304
27636	embedding2nn.bias	6	0.006827716715633869
27636	embedding2nn.bias	7	0.018554696813225746
27636	embedding2nn.bias	8	0.008286313153803349
27636	embedding2nn.bias	9	0.0012599413748830557
27636	rnn.weight_ih_l0	0	0.03929665684700012
27636	rnn.weight_ih_l0	1	-0.013175132684409618
27636	rnn.weight_ih_l0	2	-0.03622196614742279
27636	rnn.weight_ih_l0	3	-0.045212745666503906
27636	rnn.weight_ih_l0	4	-0.052386581897735596
27636	rnn.weight_ih_l0	5	-0.008566065691411495
27636	rnn.weight_ih_l0	6	-0.05210737884044647
27636	rnn.weight_ih_l0	7	-0.06158847361803055
27636	rnn.weight_ih_l0	8	-0.04480290040373802
27636	rnn.weight_ih_l0	9	-0.026978749781847
27636	rnn.weight_hh_l0	0	0.01994357258081436
27636	rnn.weight_hh_l0	1	-0.009450778365135193
27636	rnn.weight_hh_l0	2	-0.06716954708099365
27636	rnn.weight_hh_l0	3	-0.03296969085931778
27636	rnn.weight_hh_l0	4	-0.07772601395845413
27636	rnn.weight_hh_l0	5	-0.014738509431481361
27636	rnn.weight_hh_l0	6	-0.053718581795692444
27636	rnn.weight_hh_l0	7	-0.04003220424056053
27636	rnn.weight_hh_l0	8	-0.018886201083660126
27636	rnn.weight_hh_l0	9	-0.0072737024165689945
27636	rnn.bias_ih_l0	0	0.14367860555648804
27636	rnn.bias_ih_l0	1	-0.05446157231926918
27636	rnn.bias_ih_l0	2	0.10527737438678741
27636	rnn.bias_ih_l0	3	0.05010206252336502
27636	rnn.bias_ih_l0	4	0.09809281677007675
27636	rnn.bias_ih_l0	5	0.02418430522084236
27636	rnn.bias_ih_l0	6	-0.01689598150551319
27636	rnn.bias_ih_l0	7	-0.10686624050140381
27636	rnn.bias_ih_l0	8	-0.2072540670633316
27636	rnn.bias_ih_l0	9	0.08353809267282486
27636	rnn.bias_hh_l0	0	0.000369178073015064
27636	rnn.bias_hh_l0	1	0.021694278344511986
27636	rnn.bias_hh_l0	2	-0.00619232002645731
27636	rnn.bias_hh_l0	3	-0.03180139511823654
27636	rnn.bias_hh_l0	4	-0.03568214923143387
27636	rnn.bias_hh_l0	5	0.14433684945106506
27636	rnn.bias_hh_l0	6	0.05007028952240944
27636	rnn.bias_hh_l0	7	0.06188250333070755
27636	rnn.bias_hh_l0	8	0.01747271604835987
27636	rnn.bias_hh_l0	9	0.041827283799648285
27636	rnn.weight_ih_l0_reverse	0	-0.029539290815591812
27636	rnn.weight_ih_l0_reverse	1	-0.0018652622820809484
27636	rnn.weight_ih_l0_reverse	2	0.023682426661252975
27636	rnn.weight_ih_l0_reverse	3	-0.06201409175992012
27636	rnn.weight_ih_l0_reverse	4	0.009097686037421227
27636	rnn.weight_ih_l0_reverse	5	-0.046611394733190536
27636	rnn.weight_ih_l0_reverse	6	0.028665248304605484
27636	rnn.weight_ih_l0_reverse	7	0.04601003974676132
27636	rnn.weight_ih_l0_reverse	8	-0.04861896485090256
27636	rnn.weight_ih_l0_reverse	9	-0.05073704198002815
27636	rnn.weight_hh_l0_reverse	0	-0.08329330384731293
27636	rnn.weight_hh_l0_reverse	1	-0.06200344115495682
27636	rnn.weight_hh_l0_reverse	2	0.03483247756958008
27636	rnn.weight_hh_l0_reverse	3	0.04579320549964905
27636	rnn.weight_hh_l0_reverse	4	-0.015719229355454445
27636	rnn.weight_hh_l0_reverse	5	0.04564344510436058
27636	rnn.weight_hh_l0_reverse	6	-0.0007020069751888514
27636	rnn.weight_hh_l0_reverse	7	1.4761761121917516e-05
27636	rnn.weight_hh_l0_reverse	8	-0.09894981980323792
27636	rnn.weight_hh_l0_reverse	9	0.0801163762807846
27636	rnn.bias_ih_l0_reverse	0	-0.09115663915872574
27636	rnn.bias_ih_l0_reverse	1	-0.06581906974315643
27636	rnn.bias_ih_l0_reverse	2	0.10238206386566162
27636	rnn.bias_ih_l0_reverse	3	0.04754196107387543
27636	rnn.bias_ih_l0_reverse	4	-0.13035281002521515
27636	rnn.bias_ih_l0_reverse	5	0.041643258184194565
27636	rnn.bias_ih_l0_reverse	6	-0.1054893359541893
27636	rnn.bias_ih_l0_reverse	7	0.04313361644744873
27636	rnn.bias_ih_l0_reverse	8	0.03538954630494118
27636	rnn.bias_ih_l0_reverse	9	0.061709679663181305
27636	rnn.bias_hh_l0_reverse	0	0.05981381610035896
27636	rnn.bias_hh_l0_reverse	1	0.06564466655254364
27636	rnn.bias_hh_l0_reverse	2	0.07870852947235107
27636	rnn.bias_hh_l0_reverse	3	-0.0043004038743674755
27636	rnn.bias_hh_l0_reverse	4	0.06931012123823166
27636	rnn.bias_hh_l0_reverse	5	0.003652035491541028
27636	rnn.bias_hh_l0_reverse	6	-0.05554439499974251
27636	rnn.bias_hh_l0_reverse	7	0.026329629123210907
27636	rnn.bias_hh_l0_reverse	8	0.013197612948715687
27636	rnn.bias_hh_l0_reverse	9	-0.15949389338493347
27636	linear.weight	0	0.17168770730495453
27636	linear.weight	1	-0.1619638204574585
27636	linear.weight	2	-0.21662504971027374
27636	linear.weight	3	0.07781057059764862
27636	linear.weight	4	-0.025030627846717834
27636	linear.weight	5	0.004745696671307087
27636	linear.weight	6	-0.00693869823589921
27636	linear.weight	7	-0.027752742171287537
27636	linear.weight	8	0.08290253579616547
27636	linear.weight	9	0.3422382175922394
27636	linear.bias	0	-0.21617424488067627
27636	linear.bias	1	0.19529175758361816
27636	linear.bias	2	-0.5386072993278503
27636	linear.bias	3	1.7102786302566528
27636	linear.bias	4	-0.3942146301269531
27636	linear.bias	5	-0.030769959092140198
27636	linear.bias	6	-0.35760748386383057
27636	linear.bias	7	-0.2771924138069153
27636	linear.bias	8	-0.041214872151613235
27636	linear.bias	9	-0.4970307946205139
27664	transitions	0	-0.6476407647132874
27664	transitions	1	0.3499304950237274
27664	transitions	2	1.6749451160430908
27664	transitions	3	0.09728296846151352
27664	transitions	4	0.9487106800079346
27664	transitions	5	1.2739293575286865
27664	transitions	6	0.4833202362060547
27664	transitions	7	0.17577649652957916
27664	transitions	8	-0.9195185303688049
27664	transitions	9	0.9306604266166687
27664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27664	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27664	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27664	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27664	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27664	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27664	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27664	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27664	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27664	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27664	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27664	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27664	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27664	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27664	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27664	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27664	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27664	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27664	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27664	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27664	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27664	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27664	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27664	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27664	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27664	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27664	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27664	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27664	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27664	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27664	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27664	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27664	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27664	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27664	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27664	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27664	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27664	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27664	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27664	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27664	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27664	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27664	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27664	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27664	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27664	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27664	embedding2nn.weight	0	0.022490371018648148
27664	embedding2nn.weight	1	0.014287617057561874
27664	embedding2nn.weight	2	-0.004365131724625826
27664	embedding2nn.weight	3	-9.794071229407564e-05
27664	embedding2nn.weight	4	-0.004380790051072836
27664	embedding2nn.weight	5	0.011820717714726925
27664	embedding2nn.weight	6	-0.00494197104126215
27664	embedding2nn.weight	7	0.02158273197710514
27664	embedding2nn.weight	8	-0.006737377028912306
27664	embedding2nn.weight	9	-0.01385151594877243
27664	embedding2nn.bias	0	-0.04015675187110901
27664	embedding2nn.bias	1	-0.029575344175100327
27664	embedding2nn.bias	2	-0.07440975308418274
27664	embedding2nn.bias	3	0.002726329956203699
27664	embedding2nn.bias	4	0.005185664165765047
27664	embedding2nn.bias	5	-0.01057056151330471
27664	embedding2nn.bias	6	0.0072970218025147915
27664	embedding2nn.bias	7	0.018708685413002968
27664	embedding2nn.bias	8	0.008071400225162506
27664	embedding2nn.bias	9	0.0010543303797021508
27664	rnn.weight_ih_l0	0	0.039326559752225876
27664	rnn.weight_ih_l0	1	-0.013216232880949974
27664	rnn.weight_ih_l0	2	-0.03639184683561325
27664	rnn.weight_ih_l0	3	-0.045244764536619186
27664	rnn.weight_ih_l0	4	-0.052386801689863205
27664	rnn.weight_ih_l0	5	-0.008591506630182266
27664	rnn.weight_ih_l0	6	-0.05203879252076149
27664	rnn.weight_ih_l0	7	-0.061515890061855316
27664	rnn.weight_ih_l0	8	-0.044820237904787064
27664	rnn.weight_ih_l0	9	-0.026994137093424797
27664	rnn.weight_hh_l0	0	0.019882550463080406
27664	rnn.weight_hh_l0	1	-0.009502243250608444
27664	rnn.weight_hh_l0	2	-0.06738751381635666
27664	rnn.weight_hh_l0	3	-0.032942432910203934
27664	rnn.weight_hh_l0	4	-0.07775726914405823
27664	rnn.weight_hh_l0	5	-0.014835210517048836
27664	rnn.weight_hh_l0	6	-0.05409602075815201
27664	rnn.weight_hh_l0	7	-0.040238574147224426
27664	rnn.weight_hh_l0	8	-0.018939774483442307
27664	rnn.weight_hh_l0	9	-0.006991999223828316
27664	rnn.bias_ih_l0	0	0.14359968900680542
27664	rnn.bias_ih_l0	1	-0.05451013892889023
27664	rnn.bias_ih_l0	2	0.10513068735599518
27664	rnn.bias_ih_l0	3	0.04988513141870499
27664	rnn.bias_ih_l0	4	0.09786293655633926
27664	rnn.bias_ih_l0	5	0.024276331067085266
27664	rnn.bias_ih_l0	6	-0.016921740025281906
27664	rnn.bias_ih_l0	7	-0.10837864130735397
27664	rnn.bias_ih_l0	8	-0.20612715184688568
27664	rnn.bias_ih_l0	9	0.08349083364009857
27664	rnn.bias_hh_l0	0	0.0004329537332523614
27664	rnn.bias_hh_l0	1	0.021616684272885323
27664	rnn.bias_hh_l0	2	-0.006551779806613922
27664	rnn.bias_hh_l0	3	-0.03195887804031372
27664	rnn.bias_hh_l0	4	-0.035446979105472565
27664	rnn.bias_hh_l0	5	0.144852414727211
27664	rnn.bias_hh_l0	6	0.049647338688373566
27664	rnn.bias_hh_l0	7	0.061714641749858856
27664	rnn.bias_hh_l0	8	0.017446957528591156
27664	rnn.bias_hh_l0	9	0.04160232096910477
27664	rnn.weight_ih_l0_reverse	0	-0.02960841916501522
27664	rnn.weight_ih_l0_reverse	1	-0.0017778603360056877
27664	rnn.weight_ih_l0_reverse	2	0.02364419400691986
27664	rnn.weight_ih_l0_reverse	3	-0.062045712023973465
27664	rnn.weight_ih_l0_reverse	4	0.009163648821413517
27664	rnn.weight_ih_l0_reverse	5	-0.04652688279747963
27664	rnn.weight_ih_l0_reverse	6	0.028722086921334267
27664	rnn.weight_ih_l0_reverse	7	0.046029459685087204
27664	rnn.weight_ih_l0_reverse	8	-0.04859384894371033
27664	rnn.weight_ih_l0_reverse	9	-0.05076044425368309
27664	rnn.weight_hh_l0_reverse	0	-0.08324181288480759
27664	rnn.weight_hh_l0_reverse	1	-0.061956144869327545
27664	rnn.weight_hh_l0_reverse	2	0.03483397141098976
27664	rnn.weight_hh_l0_reverse	3	0.04571098834276199
27664	rnn.weight_hh_l0_reverse	4	-0.015685556456446648
27664	rnn.weight_hh_l0_reverse	5	0.04558735340833664
27664	rnn.weight_hh_l0_reverse	6	0.00020634850079659373
27664	rnn.weight_hh_l0_reverse	7	-0.00012152724957559258
27664	rnn.weight_hh_l0_reverse	8	-0.0989699736237526
27664	rnn.weight_hh_l0_reverse	9	0.07988380640745163
27664	rnn.bias_ih_l0_reverse	0	-0.09169982373714447
27664	rnn.bias_ih_l0_reverse	1	-0.06650124490261078
27664	rnn.bias_ih_l0_reverse	2	0.10267693549394608
27664	rnn.bias_ih_l0_reverse	3	0.04772070050239563
27664	rnn.bias_ih_l0_reverse	4	-0.13043484091758728
27664	rnn.bias_ih_l0_reverse	5	0.04136645793914795
27664	rnn.bias_ih_l0_reverse	6	-0.10559273511171341
27664	rnn.bias_ih_l0_reverse	7	0.043028537184000015
27664	rnn.bias_ih_l0_reverse	8	0.034984271973371506
27664	rnn.bias_ih_l0_reverse	9	0.06155722588300705
27664	rnn.bias_hh_l0_reverse	0	0.05982059985399246
27664	rnn.bias_hh_l0_reverse	1	0.06599435955286026
27664	rnn.bias_hh_l0_reverse	2	0.07812581956386566
27664	rnn.bias_hh_l0_reverse	3	-0.004544714465737343
27664	rnn.bias_hh_l0_reverse	4	0.06995803117752075
27664	rnn.bias_hh_l0_reverse	5	0.004941938910633326
27664	rnn.bias_hh_l0_reverse	6	-0.05567492917180061
27664	rnn.bias_hh_l0_reverse	7	0.026120053604245186
27664	rnn.bias_hh_l0_reverse	8	0.012775581330060959
27664	rnn.bias_hh_l0_reverse	9	-0.15805192291736603
27664	linear.weight	0	0.1693677008152008
27664	linear.weight	1	-0.1619628518819809
27664	linear.weight	2	-0.21614272892475128
27664	linear.weight	3	0.07754368335008621
27664	linear.weight	4	-0.02503323368728161
27664	linear.weight	5	0.004346631467342377
27664	linear.weight	6	-0.006938348524272442
27664	linear.weight	7	-0.027749864384531975
27664	linear.weight	8	0.0829165056347847
27664	linear.weight	9	0.3421270251274109
27664	linear.bias	0	-0.21483583748340607
27664	linear.bias	1	0.19473502039909363
27664	linear.bias	2	-0.5383363366127014
27664	linear.bias	3	1.7103641033172607
27664	linear.bias	4	-0.39424288272857666
27664	linear.bias	5	-0.030769959092140198
27664	linear.bias	6	-0.35746023058891296
27664	linear.bias	7	-0.2765550911426544
27664	linear.bias	8	-0.04262332618236542
27664	linear.bias	9	-0.4970587193965912
27692	transitions	0	-0.6476522088050842
27692	transitions	1	0.34992900490760803
27692	transitions	2	1.674933910369873
27692	transitions	3	0.09727922827005386
27692	transitions	4	0.9487019777297974
27692	transitions	5	1.2739293575286865
27692	transitions	6	0.4833202064037323
27692	transitions	7	0.17577600479125977
27692	transitions	8	-0.9195185303688049
27692	transitions	9	0.9306604266166687
27692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27692	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27692	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27692	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27692	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27692	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27692	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27692	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27692	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27692	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27692	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27692	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27692	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27692	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27692	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27692	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27692	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27692	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27692	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27692	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27692	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27692	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27692	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27692	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27692	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27692	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27692	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27692	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27692	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27692	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27692	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27692	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27692	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27692	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27692	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27692	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27692	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27692	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27692	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27692	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27692	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27692	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27692	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27692	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27692	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27692	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27692	embedding2nn.weight	0	0.022424910217523575
27692	embedding2nn.weight	1	0.014302334748208523
27692	embedding2nn.weight	2	-0.004369962960481644
27692	embedding2nn.weight	3	-9.47710796026513e-05
27692	embedding2nn.weight	4	-0.004379994701594114
27692	embedding2nn.weight	5	0.011806514114141464
27692	embedding2nn.weight	6	-0.004928890615701675
27692	embedding2nn.weight	7	0.021616755053400993
27692	embedding2nn.weight	8	-0.00674571143463254
27692	embedding2nn.weight	9	-0.013861292041838169
27692	embedding2nn.bias	0	-0.04107106104493141
27692	embedding2nn.bias	1	-0.028826778754591942
27692	embedding2nn.bias	2	-0.07398240268230438
27692	embedding2nn.bias	3	0.004507519770413637
27692	embedding2nn.bias	4	0.005625528749078512
27692	embedding2nn.bias	5	-0.011974253691732883
27692	embedding2nn.bias	6	0.006964391563087702
27692	embedding2nn.bias	7	0.01845899596810341
27692	embedding2nn.bias	8	0.008570575155317783
27692	embedding2nn.bias	9	0.001723617548123002
27692	rnn.weight_ih_l0	0	0.03928332030773163
27692	rnn.weight_ih_l0	1	-0.013233871199190617
27692	rnn.weight_ih_l0	2	-0.036371584981679916
27692	rnn.weight_ih_l0	3	-0.0452890507876873
27692	rnn.weight_ih_l0	4	-0.05240073427557945
27692	rnn.weight_ih_l0	5	-0.008662872016429901
27692	rnn.weight_ih_l0	6	-0.05205850675702095
27692	rnn.weight_ih_l0	7	-0.06154356524348259
27692	rnn.weight_ih_l0	8	-0.044751137495040894
27692	rnn.weight_ih_l0	9	-0.026981422677636147
27692	rnn.weight_hh_l0	0	0.019816331565380096
27692	rnn.weight_hh_l0	1	-0.009649782441556454
27692	rnn.weight_hh_l0	2	-0.06705323606729507
27692	rnn.weight_hh_l0	3	-0.03291125223040581
27692	rnn.weight_hh_l0	4	-0.07773891091346741
27692	rnn.weight_hh_l0	5	-0.01493462547659874
27692	rnn.weight_hh_l0	6	-0.05416232720017433
27692	rnn.weight_hh_l0	7	-0.04015296697616577
27692	rnn.weight_hh_l0	8	-0.01881246455013752
27692	rnn.weight_hh_l0	9	-0.006798845715820789
27692	rnn.bias_ih_l0	0	0.14330017566680908
27692	rnn.bias_ih_l0	1	-0.05485491827130318
27692	rnn.bias_ih_l0	2	0.10502612590789795
27692	rnn.bias_ih_l0	3	0.04933222383260727
27692	rnn.bias_ih_l0	4	0.09735886007547379
27692	rnn.bias_ih_l0	5	0.024457935243844986
27692	rnn.bias_ih_l0	6	-0.016668368130922318
27692	rnn.bias_ih_l0	7	-0.11026351153850555
27692	rnn.bias_ih_l0	8	-0.20618218183517456
27692	rnn.bias_ih_l0	9	0.08395268023014069
27692	rnn.bias_hh_l0	0	0.0006130345864221454
27692	rnn.bias_hh_l0	1	0.02147064544260502
27692	rnn.bias_hh_l0	2	-0.006568224634975195
27692	rnn.bias_hh_l0	3	-0.03157439082860947
27692	rnn.bias_hh_l0	4	-0.03522001579403877
27692	rnn.bias_hh_l0	5	0.14420010149478912
27692	rnn.bias_hh_l0	6	0.04948345571756363
27692	rnn.bias_hh_l0	7	0.06169770285487175
27692	rnn.bias_hh_l0	8	0.017700329422950745
27692	rnn.bias_hh_l0	9	0.04190705716609955
27692	rnn.weight_ih_l0_reverse	0	-0.029587581753730774
27692	rnn.weight_ih_l0_reverse	1	-0.0019341236911714077
27692	rnn.weight_ih_l0_reverse	2	0.023647209629416466
27692	rnn.weight_ih_l0_reverse	3	-0.06213006377220154
27692	rnn.weight_ih_l0_reverse	4	0.009117703884840012
27692	rnn.weight_ih_l0_reverse	5	-0.04650112986564636
27692	rnn.weight_ih_l0_reverse	6	0.028682135045528412
27692	rnn.weight_ih_l0_reverse	7	0.04602360725402832
27692	rnn.weight_ih_l0_reverse	8	-0.04860152304172516
27692	rnn.weight_ih_l0_reverse	9	-0.05075756087899208
27692	rnn.weight_hh_l0_reverse	0	-0.08335766941308975
27692	rnn.weight_hh_l0_reverse	1	-0.06207474693655968
27692	rnn.weight_hh_l0_reverse	2	0.03484581783413887
27692	rnn.weight_hh_l0_reverse	3	0.04579458758234978
27692	rnn.weight_hh_l0_reverse	4	-0.01562708616256714
27692	rnn.weight_hh_l0_reverse	5	0.04563231021165848
27692	rnn.weight_hh_l0_reverse	6	0.0004569648881442845
27692	rnn.weight_hh_l0_reverse	7	-6.625983223784715e-05
27692	rnn.weight_hh_l0_reverse	8	-0.0988331288099289
27692	rnn.weight_hh_l0_reverse	9	0.0796160027384758
27692	rnn.bias_ih_l0_reverse	0	-0.09105166792869568
27692	rnn.bias_ih_l0_reverse	1	-0.06793185323476791
27692	rnn.bias_ih_l0_reverse	2	0.10239017009735107
27692	rnn.bias_ih_l0_reverse	3	0.04772046208381653
27692	rnn.bias_ih_l0_reverse	4	-0.13005338609218597
27692	rnn.bias_ih_l0_reverse	5	0.04122225195169449
27692	rnn.bias_ih_l0_reverse	6	-0.10600601136684418
27692	rnn.bias_ih_l0_reverse	7	0.04312901571393013
27692	rnn.bias_ih_l0_reverse	8	0.0351560153067112
27692	rnn.bias_ih_l0_reverse	9	0.06180389225482941
27692	rnn.bias_hh_l0_reverse	0	0.05758940428495407
27692	rnn.bias_hh_l0_reverse	1	0.06539566069841385
27692	rnn.bias_hh_l0_reverse	2	0.07809486240148544
27692	rnn.bias_hh_l0_reverse	3	-0.00458940165117383
27692	rnn.bias_hh_l0_reverse	4	0.06937289237976074
27692	rnn.bias_hh_l0_reverse	5	0.0037696424406021833
27692	rnn.bias_hh_l0_reverse	6	-0.055260248482227325
27692	rnn.bias_hh_l0_reverse	7	0.026127202436327934
27692	rnn.bias_hh_l0_reverse	8	0.012719482183456421
27692	rnn.bias_hh_l0_reverse	9	-0.15703852474689484
27692	linear.weight	0	0.16931797564029694
27692	linear.weight	1	-0.16196146607398987
27692	linear.weight	2	-0.21583575010299683
27692	linear.weight	3	0.07614128291606903
27692	linear.weight	4	-0.02555406093597412
27692	linear.weight	5	0.004298943094909191
27692	linear.weight	6	-0.00693814130499959
27692	linear.weight	7	-0.027741068974137306
27692	linear.weight	8	0.08437363058328629
27692	linear.weight	9	0.3425133526325226
27692	linear.bias	0	-0.21320654451847076
27692	linear.bias	1	0.19462643563747406
27692	linear.bias	2	-0.5384086966514587
27692	linear.bias	3	1.7065309286117554
27692	linear.bias	4	-0.3942652642726898
27692	linear.bias	5	-0.030769959092140198
27692	linear.bias	6	-0.35748305916786194
27692	linear.bias	7	-0.2769901156425476
27692	linear.bias	8	-0.04144435375928879
27692	linear.bias	9	-0.4970678687095642
27720	transitions	0	-0.6476776003837585
27720	transitions	1	0.3499225080013275
27720	transitions	2	1.674920916557312
27720	transitions	3	0.09727484732866287
27720	transitions	4	0.9487006664276123
27720	transitions	5	1.2739293575286865
27720	transitions	6	0.483320027589798
27720	transitions	7	0.1757759004831314
27720	transitions	8	-0.9195185303688049
27720	transitions	9	0.9306604266166687
27720	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27720	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27720	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27720	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27720	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27720	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27720	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27720	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27720	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27720	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27720	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27720	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27720	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27720	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27720	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27720	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27720	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27720	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27720	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27720	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27720	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27720	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27720	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27720	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27720	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27720	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27720	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27720	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27720	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27720	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27720	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27720	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27720	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27720	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27720	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27720	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27720	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27720	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27720	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27720	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27720	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27720	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27720	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27720	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27720	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27720	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27720	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27720	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27720	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27720	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27720	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27720	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27720	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27720	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27720	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27720	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27720	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27720	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27720	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27720	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27720	embedding2nn.weight	0	0.022503754124045372
27720	embedding2nn.weight	1	0.01430016290396452
27720	embedding2nn.weight	2	-0.004333978984504938
27720	embedding2nn.weight	3	-3.1904393836157396e-05
27720	embedding2nn.weight	4	-0.004387653898447752
27720	embedding2nn.weight	5	0.011786426417529583
27720	embedding2nn.weight	6	-0.004966261330991983
27720	embedding2nn.weight	7	0.02138303779065609
27720	embedding2nn.weight	8	-0.006738814525306225
27720	embedding2nn.weight	9	-0.013893472030758858
27720	embedding2nn.bias	0	-0.03945962339639664
27720	embedding2nn.bias	1	-0.03115682862699032
27720	embedding2nn.bias	2	-0.07331710308790207
27720	embedding2nn.bias	3	0.0026523293927311897
27720	embedding2nn.bias	4	0.004898632876574993
27720	embedding2nn.bias	5	-0.011992746032774448
27720	embedding2nn.bias	6	0.007300344295799732
27720	embedding2nn.bias	7	0.018405083566904068
27720	embedding2nn.bias	8	0.008488982915878296
27720	embedding2nn.bias	9	-0.0003869393840432167
27720	rnn.weight_ih_l0	0	0.03931799903512001
27720	rnn.weight_ih_l0	1	-0.013222573325037956
27720	rnn.weight_ih_l0	2	-0.0366985909640789
27720	rnn.weight_ih_l0	3	-0.04517844691872597
27720	rnn.weight_ih_l0	4	-0.05244382098317146
27720	rnn.weight_ih_l0	5	-0.008626461029052734
27720	rnn.weight_ih_l0	6	-0.05206640809774399
27720	rnn.weight_ih_l0	7	-0.06158735230565071
27720	rnn.weight_ih_l0	8	-0.04477837309241295
27720	rnn.weight_ih_l0	9	-0.02694498933851719
27720	rnn.weight_hh_l0	0	0.019866395741701126
27720	rnn.weight_hh_l0	1	-0.009745713323354721
27720	rnn.weight_hh_l0	2	-0.06704933941364288
27720	rnn.weight_hh_l0	3	-0.03285358473658562
27720	rnn.weight_hh_l0	4	-0.0778631642460823
27720	rnn.weight_hh_l0	5	-0.014649302698671818
27720	rnn.weight_hh_l0	6	-0.054350417107343674
27720	rnn.weight_hh_l0	7	-0.04018067568540573
27720	rnn.weight_hh_l0	8	-0.018792299553751945
27720	rnn.weight_hh_l0	9	-0.006762905046343803
27720	rnn.bias_ih_l0	0	0.14306171238422394
27720	rnn.bias_ih_l0	1	-0.054794441908597946
27720	rnn.bias_ih_l0	2	0.10596764832735062
27720	rnn.bias_ih_l0	3	0.04937228187918663
27720	rnn.bias_ih_l0	4	0.09758622944355011
27720	rnn.bias_ih_l0	5	0.02451908215880394
27720	rnn.bias_ih_l0	6	-0.016666825860738754
27720	rnn.bias_ih_l0	7	-0.11075570434331894
27720	rnn.bias_ih_l0	8	-0.20801202952861786
27720	rnn.bias_ih_l0	9	0.08412083238363266
27720	rnn.bias_hh_l0	0	0.00041145423892885447
27720	rnn.bias_hh_l0	1	0.021804887801408768
27720	rnn.bias_hh_l0	2	-0.006047549657523632
27720	rnn.bias_hh_l0	3	-0.03174697235226631
27720	rnn.bias_hh_l0	4	-0.03573210537433624
27720	rnn.bias_hh_l0	5	0.1440979689359665
27720	rnn.bias_hh_l0	6	0.05035688728094101
27720	rnn.bias_hh_l0	7	0.06140840798616409
27720	rnn.bias_hh_l0	8	0.017701871693134308
27720	rnn.bias_hh_l0	9	0.04192539304494858
27720	rnn.weight_ih_l0_reverse	0	-0.029666386544704437
27720	rnn.weight_ih_l0_reverse	1	-0.001810640562325716
27720	rnn.weight_ih_l0_reverse	2	0.023695606738328934
27720	rnn.weight_ih_l0_reverse	3	-0.06209128350019455
27720	rnn.weight_ih_l0_reverse	4	0.009204752743244171
27720	rnn.weight_ih_l0_reverse	5	-0.04647291451692581
27720	rnn.weight_ih_l0_reverse	6	0.028621871024370193
27720	rnn.weight_ih_l0_reverse	7	0.04598644748330116
27720	rnn.weight_ih_l0_reverse	8	-0.04861965775489807
27720	rnn.weight_ih_l0_reverse	9	-0.05076601356267929
27720	rnn.weight_hh_l0_reverse	0	-0.08333860337734222
27720	rnn.weight_hh_l0_reverse	1	-0.06229248642921448
27720	rnn.weight_hh_l0_reverse	2	0.034941721707582474
27720	rnn.weight_hh_l0_reverse	3	0.04577609896659851
27720	rnn.weight_hh_l0_reverse	4	-0.015404434874653816
27720	rnn.weight_hh_l0_reverse	5	0.045704666525125504
27720	rnn.weight_hh_l0_reverse	6	-0.00021571772231254727
27720	rnn.weight_hh_l0_reverse	7	6.920827581780031e-05
27720	rnn.weight_hh_l0_reverse	8	-0.09858239442110062
27720	rnn.weight_hh_l0_reverse	9	0.07979270815849304
27720	rnn.bias_ih_l0_reverse	0	-0.09164446592330933
27720	rnn.bias_ih_l0_reverse	1	-0.06905443966388702
27720	rnn.bias_ih_l0_reverse	2	0.10245555639266968
27720	rnn.bias_ih_l0_reverse	3	0.04745408520102501
27720	rnn.bias_ih_l0_reverse	4	-0.13018672168254852
27720	rnn.bias_ih_l0_reverse	5	0.04109121859073639
27720	rnn.bias_ih_l0_reverse	6	-0.10637402534484863
27720	rnn.bias_ih_l0_reverse	7	0.043447185307741165
27720	rnn.bias_ih_l0_reverse	8	0.034705888479948044
27720	rnn.bias_ih_l0_reverse	9	0.06136193871498108
27720	rnn.bias_hh_l0_reverse	0	0.05837522819638252
27720	rnn.bias_hh_l0_reverse	1	0.06522863358259201
27720	rnn.bias_hh_l0_reverse	2	0.07819373905658722
27720	rnn.bias_hh_l0_reverse	3	-0.00461536506190896
27720	rnn.bias_hh_l0_reverse	4	0.0695478618144989
27720	rnn.bias_hh_l0_reverse	5	0.0027461042627692223
27720	rnn.bias_hh_l0_reverse	6	-0.05507276579737663
27720	rnn.bias_hh_l0_reverse	7	0.02648712880909443
27720	rnn.bias_hh_l0_reverse	8	0.01275660190731287
27720	rnn.bias_hh_l0_reverse	9	-0.15746121108531952
27720	linear.weight	0	0.16864506900310516
27720	linear.weight	1	-0.16196052730083466
27720	linear.weight	2	-0.2157769799232483
27720	linear.weight	3	0.0767122358083725
27720	linear.weight	4	-0.02566380985081196
27720	linear.weight	5	0.004157280083745718
27720	linear.weight	6	-0.006937473081052303
27720	linear.weight	7	-0.027743561193346977
27720	linear.weight	8	0.08538760989904404
27720	linear.weight	9	0.3435191810131073
27720	linear.bias	0	-0.20882190763950348
27720	linear.bias	1	0.19308064877986908
27720	linear.bias	2	-0.5389499068260193
27720	linear.bias	3	1.7090212106704712
27720	linear.bias	4	-0.3942936658859253
27720	linear.bias	5	-0.030769959092140198
27720	linear.bias	6	-0.35801899433135986
27720	linear.bias	7	-0.2780700623989105
27720	linear.bias	8	-0.04222877696156502
27720	linear.bias	9	-0.4970959424972534
27748	transitions	0	-0.6476826667785645
27748	transitions	1	0.3499208092689514
27748	transitions	2	1.6749085187911987
27748	transitions	3	0.09727224707603455
27748	transitions	4	0.9487005472183228
27748	transitions	5	1.2739293575286865
27748	transitions	6	0.4833199083805084
27748	transitions	7	0.17577539384365082
27748	transitions	8	-0.9195185303688049
27748	transitions	9	0.9306604266166687
27748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27748	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27748	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27748	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27748	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27748	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27748	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27748	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27748	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27748	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27748	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27748	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27748	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27748	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27748	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27748	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27748	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27748	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27748	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27748	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27748	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27748	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27748	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27748	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27748	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27748	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27748	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27748	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27748	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27748	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27748	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27748	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27748	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27748	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27748	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27748	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27748	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27748	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27748	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27748	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27748	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27748	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27748	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27748	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27748	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27748	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27748	embedding2nn.weight	0	0.022437263280153275
27748	embedding2nn.weight	1	0.014298105612397194
27748	embedding2nn.weight	2	-0.004339214880019426
27748	embedding2nn.weight	3	-1.3876679986424278e-05
27748	embedding2nn.weight	4	-0.004398469813168049
27748	embedding2nn.weight	5	0.011791374534368515
27748	embedding2nn.weight	6	-0.004970231093466282
27748	embedding2nn.weight	7	0.021375322714447975
27748	embedding2nn.weight	8	-0.006753952708095312
27748	embedding2nn.weight	9	-0.01390223391354084
27748	embedding2nn.bias	0	-0.03908221051096916
27748	embedding2nn.bias	1	-0.031279195100069046
27748	embedding2nn.bias	2	-0.07255295664072037
27748	embedding2nn.bias	3	0.001795808202587068
27748	embedding2nn.bias	4	0.005269072949886322
27748	embedding2nn.bias	5	-0.011813382618129253
27748	embedding2nn.bias	6	0.007005991414189339
27748	embedding2nn.bias	7	0.019599352031946182
27748	embedding2nn.bias	8	0.008332057856023312
27748	embedding2nn.bias	9	-0.0004244811716489494
27748	rnn.weight_ih_l0	0	0.039315782487392426
27748	rnn.weight_ih_l0	1	-0.013167185708880424
27748	rnn.weight_ih_l0	2	-0.03668962046504021
27748	rnn.weight_ih_l0	3	-0.04515747353434563
27748	rnn.weight_ih_l0	4	-0.052507225424051285
27748	rnn.weight_ih_l0	5	-0.008613605983555317
27748	rnn.weight_ih_l0	6	-0.05207282677292824
27748	rnn.weight_ih_l0	7	-0.06155528873205185
27748	rnn.weight_ih_l0	8	-0.04477522894740105
27748	rnn.weight_ih_l0	9	-0.026956042274832726
27748	rnn.weight_hh_l0	0	0.019853781908750534
27748	rnn.weight_hh_l0	1	-0.009735877625644207
27748	rnn.weight_hh_l0	2	-0.06717386841773987
27748	rnn.weight_hh_l0	3	-0.03289639204740524
27748	rnn.weight_hh_l0	4	-0.07779891043901443
27748	rnn.weight_hh_l0	5	-0.014618383720517159
27748	rnn.weight_hh_l0	6	-0.05410897731781006
27748	rnn.weight_hh_l0	7	-0.04029655456542969
27748	rnn.weight_hh_l0	8	-0.01874004863202572
27748	rnn.weight_hh_l0	9	-0.006801878567785025
27748	rnn.bias_ih_l0	0	0.14300411939620972
27748	rnn.bias_ih_l0	1	-0.05492207780480385
27748	rnn.bias_ih_l0	2	0.10584692656993866
27748	rnn.bias_ih_l0	3	0.04919860139489174
27748	rnn.bias_ih_l0	4	0.09760019183158875
27748	rnn.bias_ih_l0	5	0.024392275139689445
27748	rnn.bias_ih_l0	6	-0.01687704585492611
27748	rnn.bias_ih_l0	7	-0.1098003163933754
27748	rnn.bias_ih_l0	8	-0.2078704833984375
27748	rnn.bias_ih_l0	9	0.08394055813550949
27748	rnn.bias_hh_l0	0	0.0004961118684150279
27748	rnn.bias_hh_l0	1	0.021698368713259697
27748	rnn.bias_hh_l0	2	-0.0060143014416098595
27748	rnn.bias_hh_l0	3	-0.03187383711338043
27748	rnn.bias_hh_l0	4	-0.03602447733283043
27748	rnn.bias_hh_l0	5	0.14411486685276031
27748	rnn.bias_hh_l0	6	0.050475168973207474
27748	rnn.bias_hh_l0	7	0.06151639297604561
27748	rnn.bias_hh_l0	8	0.017491651698946953
27748	rnn.bias_hh_l0	9	0.04163690656423569
27748	rnn.weight_ih_l0_reverse	0	-0.029702041298151016
27748	rnn.weight_ih_l0_reverse	1	-0.0017667439533397555
27748	rnn.weight_ih_l0_reverse	2	0.02370668388903141
27748	rnn.weight_ih_l0_reverse	3	-0.06212376058101654
27748	rnn.weight_ih_l0_reverse	4	0.009243781678378582
27748	rnn.weight_ih_l0_reverse	5	-0.04643012210726738
27748	rnn.weight_ih_l0_reverse	6	0.028589565306901932
27748	rnn.weight_ih_l0_reverse	7	0.04599848762154579
27748	rnn.weight_ih_l0_reverse	8	-0.04858294129371643
27748	rnn.weight_ih_l0_reverse	9	-0.05077417567372322
27748	rnn.weight_hh_l0_reverse	0	-0.08315705507993698
27748	rnn.weight_hh_l0_reverse	1	-0.06222047284245491
27748	rnn.weight_hh_l0_reverse	2	0.03481829911470413
27748	rnn.weight_hh_l0_reverse	3	0.04572533443570137
27748	rnn.weight_hh_l0_reverse	4	-0.01548142172396183
27748	rnn.weight_hh_l0_reverse	5	0.04571784287691116
27748	rnn.weight_hh_l0_reverse	6	-0.00012037987471558154
27748	rnn.weight_hh_l0_reverse	7	-1.020469699142268e-05
27748	rnn.weight_hh_l0_reverse	8	-0.09855963289737701
27748	rnn.weight_hh_l0_reverse	9	0.07978899776935577
27748	rnn.bias_ih_l0_reverse	0	-0.0916871652007103
27748	rnn.bias_ih_l0_reverse	1	-0.06930510699748993
27748	rnn.bias_ih_l0_reverse	2	0.10234265774488449
27748	rnn.bias_ih_l0_reverse	3	0.04736105352640152
27748	rnn.bias_ih_l0_reverse	4	-0.1303604543209076
27748	rnn.bias_ih_l0_reverse	5	0.04130376875400543
27748	rnn.bias_ih_l0_reverse	6	-0.1061447337269783
27748	rnn.bias_ih_l0_reverse	7	0.043128784745931625
27748	rnn.bias_ih_l0_reverse	8	0.034611109644174576
27748	rnn.bias_ih_l0_reverse	9	0.06138302758336067
27748	rnn.bias_hh_l0_reverse	0	0.059041183441877365
27748	rnn.bias_hh_l0_reverse	1	0.06529156118631363
27748	rnn.bias_hh_l0_reverse	2	0.07837492227554321
27748	rnn.bias_hh_l0_reverse	3	-0.004404779989272356
27748	rnn.bias_hh_l0_reverse	4	0.06952987611293793
27748	rnn.bias_hh_l0_reverse	5	0.00295339897274971
27748	rnn.bias_hh_l0_reverse	6	-0.05521921068429947
27748	rnn.bias_hh_l0_reverse	7	0.02662845514714718
27748	rnn.bias_hh_l0_reverse	8	0.012607292272150517
27748	rnn.bias_hh_l0_reverse	9	-0.1579245626926422
27748	linear.weight	0	0.1689920425415039
27748	linear.weight	1	-0.16195671260356903
27748	linear.weight	2	-0.21584166586399078
27748	linear.weight	3	0.07558707147836685
27748	linear.weight	4	-0.02564469538629055
27748	linear.weight	5	0.004161300603300333
27748	linear.weight	6	-0.006937427446246147
27748	linear.weight	7	-0.02774161659181118
27748	linear.weight	8	0.08501087129116058
27748	linear.weight	9	0.3439303934574127
27748	linear.bias	0	-0.20699651539325714
27748	linear.bias	1	0.1940702497959137
27748	linear.bias	2	-0.5387070178985596
27748	linear.bias	3	1.7069236040115356
27748	linear.bias	4	-0.39430901408195496
27748	linear.bias	5	-0.030769959092140198
27748	linear.bias	6	-0.3577759563922882
27748	linear.bias	7	-0.27818337082862854
27748	linear.bias	8	-0.04231252148747444
27748	linear.bias	9	-0.4971006214618683
27776	transitions	0	-0.6476901173591614
27776	transitions	1	0.3499196767807007
27776	transitions	2	1.6749048233032227
27776	transitions	3	0.09727142751216888
27776	transitions	4	0.9486998915672302
27776	transitions	5	1.2739291191101074
27776	transitions	6	0.4833199083805084
27776	transitions	7	0.17577536404132843
27776	transitions	8	-0.9195185899734497
27776	transitions	9	0.9306604266166687
27776	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27776	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27776	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27776	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27776	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27776	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27776	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27776	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27776	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27776	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27776	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27776	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27776	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27776	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27776	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27776	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27776	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27776	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27776	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27776	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27776	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27776	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27776	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27776	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27776	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27776	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27776	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27776	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27776	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27776	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27776	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27776	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27776	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27776	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27776	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27776	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27776	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27776	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27776	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27776	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27776	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27776	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27776	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27776	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27776	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27776	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27776	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27776	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27776	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27776	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27776	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27776	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27776	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27776	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27776	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27776	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27776	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27776	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27776	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27776	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27776	embedding2nn.weight	0	0.022374045103788376
27776	embedding2nn.weight	1	0.01427288819104433
27776	embedding2nn.weight	2	-0.0043326630257070065
27776	embedding2nn.weight	3	8.266291843028739e-06
27776	embedding2nn.weight	4	-0.004403942730277777
27776	embedding2nn.weight	5	0.011762977577745914
27776	embedding2nn.weight	6	-0.0049766493029892445
27776	embedding2nn.weight	7	0.021349327638745308
27776	embedding2nn.weight	8	-0.006753609981387854
27776	embedding2nn.weight	9	-0.013915222138166428
27776	embedding2nn.bias	0	-0.03987914323806763
27776	embedding2nn.bias	1	-0.03163587301969528
27776	embedding2nn.bias	2	-0.07236834615468979
27776	embedding2nn.bias	3	0.0030822192784398794
27776	embedding2nn.bias	4	0.005592702887952328
27776	embedding2nn.bias	5	-0.011816473677754402
27776	embedding2nn.bias	6	0.00641522416844964
27776	embedding2nn.bias	7	0.01969548687338829
27776	embedding2nn.bias	8	0.00773046026006341
27776	embedding2nn.bias	9	-0.00017657566058915108
27776	rnn.weight_ih_l0	0	0.03934282436966896
27776	rnn.weight_ih_l0	1	-0.013178529217839241
27776	rnn.weight_ih_l0	2	-0.036703575402498245
27776	rnn.weight_ih_l0	3	-0.04518906772136688
27776	rnn.weight_ih_l0	4	-0.05250983312726021
27776	rnn.weight_ih_l0	5	-0.008648931980133057
27776	rnn.weight_ih_l0	6	-0.05206065624952316
27776	rnn.weight_ih_l0	7	-0.061565279960632324
27776	rnn.weight_ih_l0	8	-0.0447610467672348
27776	rnn.weight_ih_l0	9	-0.026944849640130997
27776	rnn.weight_hh_l0	0	0.019790252670645714
27776	rnn.weight_hh_l0	1	-0.009665756486356258
27776	rnn.weight_hh_l0	2	-0.06710761785507202
27776	rnn.weight_hh_l0	3	-0.03289559483528137
27776	rnn.weight_hh_l0	4	-0.07785054296255112
27776	rnn.weight_hh_l0	5	-0.014537728391587734
27776	rnn.weight_hh_l0	6	-0.05429181456565857
27776	rnn.weight_hh_l0	7	-0.040228236466646194
27776	rnn.weight_hh_l0	8	-0.018710384145379066
27776	rnn.weight_hh_l0	9	-0.006816974375396967
27776	rnn.bias_ih_l0	0	0.1430206000804901
27776	rnn.bias_ih_l0	1	-0.055149711668491364
27776	rnn.bias_ih_l0	2	0.1058533564209938
27776	rnn.bias_ih_l0	3	0.049428801983594894
27776	rnn.bias_ih_l0	4	0.09791503846645355
27776	rnn.bias_ih_l0	5	0.02454911358654499
27776	rnn.bias_ih_l0	6	-0.016753356903791428
27776	rnn.bias_ih_l0	7	-0.10919634997844696
27776	rnn.bias_ih_l0	8	-0.2082078903913498
27776	rnn.bias_ih_l0	9	0.08373312652111053
27776	rnn.bias_hh_l0	0	0.0004987589200027287
27776	rnn.bias_hh_l0	1	0.021751033142209053
27776	rnn.bias_hh_l0	2	-0.006153840571641922
27776	rnn.bias_hh_l0	3	-0.03151006996631622
27776	rnn.bias_hh_l0	4	-0.0359126515686512
27776	rnn.bias_hh_l0	5	0.14394457638263702
27776	rnn.bias_hh_l0	6	0.05045390501618385
27776	rnn.bias_hh_l0	7	0.061463985592126846
27776	rnn.bias_hh_l0	8	0.017615340650081635
27776	rnn.bias_hh_l0	9	0.041728779673576355
27776	rnn.weight_ih_l0_reverse	0	-0.029694776982069016
27776	rnn.weight_ih_l0_reverse	1	-0.0018451670184731483
27776	rnn.weight_ih_l0_reverse	2	0.023732081055641174
27776	rnn.weight_ih_l0_reverse	3	-0.06216016039252281
27776	rnn.weight_ih_l0_reverse	4	0.009221456944942474
27776	rnn.weight_ih_l0_reverse	5	-0.04640182852745056
27776	rnn.weight_ih_l0_reverse	6	0.02858675643801689
27776	rnn.weight_ih_l0_reverse	7	0.046014342457056046
27776	rnn.weight_ih_l0_reverse	8	-0.04859150946140289
27776	rnn.weight_ih_l0_reverse	9	-0.05078105628490448
27776	rnn.weight_hh_l0_reverse	0	-0.0831611156463623
27776	rnn.weight_hh_l0_reverse	1	-0.062313202768564224
27776	rnn.weight_hh_l0_reverse	2	0.03489438071846962
27776	rnn.weight_hh_l0_reverse	3	0.04578656703233719
27776	rnn.weight_hh_l0_reverse	4	-0.01550957839936018
27776	rnn.weight_hh_l0_reverse	5	0.04569537565112114
27776	rnn.weight_hh_l0_reverse	6	0.00016389430675189942
27776	rnn.weight_hh_l0_reverse	7	6.1463110796466935e-06
27776	rnn.weight_hh_l0_reverse	8	-0.09859977662563324
27776	rnn.weight_hh_l0_reverse	9	0.07985937595367432
27776	rnn.bias_ih_l0_reverse	0	-0.09091779589653015
27776	rnn.bias_ih_l0_reverse	1	-0.07000025361776352
27776	rnn.bias_ih_l0_reverse	2	0.10252753645181656
27776	rnn.bias_ih_l0_reverse	3	0.04716693237423897
27776	rnn.bias_ih_l0_reverse	4	-0.1302707940340042
27776	rnn.bias_ih_l0_reverse	5	0.04133675992488861
27776	rnn.bias_ih_l0_reverse	6	-0.10616342723369598
27776	rnn.bias_ih_l0_reverse	7	0.042919691652059555
27776	rnn.bias_ih_l0_reverse	8	0.03459916636347771
27776	rnn.bias_ih_l0_reverse	9	0.061349719762802124
27776	rnn.bias_hh_l0_reverse	0	0.0580517053604126
27776	rnn.bias_hh_l0_reverse	1	0.06551773101091385
27776	rnn.bias_hh_l0_reverse	2	0.07833171635866165
27776	rnn.bias_hh_l0_reverse	3	-0.0042955875396728516
27776	rnn.bias_hh_l0_reverse	4	0.0695667564868927
27776	rnn.bias_hh_l0_reverse	5	0.003372341161593795
27776	rnn.bias_hh_l0_reverse	6	-0.055218975991010666
27776	rnn.bias_hh_l0_reverse	7	0.026758700609207153
27776	rnn.bias_hh_l0_reverse	8	0.012566091492772102
27776	rnn.bias_hh_l0_reverse	9	-0.1574004739522934
27776	linear.weight	0	0.16884905099868774
27776	linear.weight	1	-0.1622302532196045
27776	linear.weight	2	-0.21583957970142365
27776	linear.weight	3	0.075571209192276
27776	linear.weight	4	-0.025636740028858185
27776	linear.weight	5	0.004124644678086042
27776	linear.weight	6	-0.0069371964782476425
27776	linear.weight	7	-0.027740521356463432
27776	linear.weight	8	0.08503680676221848
27776	linear.weight	9	0.34432947635650635
27776	linear.bias	0	-0.20889133214950562
27776	linear.bias	1	0.19469043612480164
27776	linear.bias	2	-0.5384954810142517
27776	linear.bias	3	1.7057515382766724
27776	linear.bias	4	-0.3943258821964264
27776	linear.bias	5	-0.030769959092140198
27776	linear.bias	6	-0.3575461208820343
27776	linear.bias	7	-0.2783675193786621
27776	linear.bias	8	-0.041445206850767136
27776	linear.bias	9	-0.4971088469028473
27804	transitions	0	-0.6476973295211792
27804	transitions	1	0.34991416335105896
27804	transitions	2	1.674885869026184
27804	transitions	3	0.09727001935243607
27804	transitions	4	0.9486991763114929
27804	transitions	5	1.2739291191101074
27804	transitions	6	0.4833199083805084
27804	transitions	7	0.1757749617099762
27804	transitions	8	-0.9195185899734497
27804	transitions	9	0.9306602478027344
27804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27804	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27804	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27804	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27804	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27804	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27804	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27804	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27804	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27804	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27804	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27804	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27804	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27804	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27804	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27804	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27804	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27804	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27804	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27804	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27804	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27804	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27804	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27804	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27804	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27804	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27804	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27804	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27804	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27804	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27804	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27804	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27804	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27804	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27804	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27804	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27804	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27804	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27804	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27804	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27804	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27804	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27804	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27804	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27804	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27804	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27804	embedding2nn.weight	0	0.02238762192428112
27804	embedding2nn.weight	1	0.014277446083724499
27804	embedding2nn.weight	2	-0.004333272110670805
27804	embedding2nn.weight	3	3.0344588594743982e-05
27804	embedding2nn.weight	4	-0.004418220836669207
27804	embedding2nn.weight	5	0.011773834004998207
27804	embedding2nn.weight	6	-0.00496046245098114
27804	embedding2nn.weight	7	0.021326638758182526
27804	embedding2nn.weight	8	-0.006749557796865702
27804	embedding2nn.weight	9	-0.013906522653996944
27804	embedding2nn.bias	0	-0.03905579075217247
27804	embedding2nn.bias	1	-0.03143506124615669
27804	embedding2nn.bias	2	-0.07263555377721786
27804	embedding2nn.bias	3	0.003476611105725169
27804	embedding2nn.bias	4	0.005094755906611681
27804	embedding2nn.bias	5	-0.012739242054522038
27804	embedding2nn.bias	6	0.006801188923418522
27804	embedding2nn.bias	7	0.01927662082016468
27804	embedding2nn.bias	8	0.008528169244527817
27804	embedding2nn.bias	9	-0.00022135194740258157
27804	rnn.weight_ih_l0	0	0.03935277834534645
27804	rnn.weight_ih_l0	1	-0.013190630823373795
27804	rnn.weight_ih_l0	2	-0.03681107982993126
27804	rnn.weight_ih_l0	3	-0.04516703262925148
27804	rnn.weight_ih_l0	4	-0.052555110305547714
27804	rnn.weight_ih_l0	5	-0.00863603688776493
27804	rnn.weight_ih_l0	6	-0.052052661776542664
27804	rnn.weight_ih_l0	7	-0.06153397262096405
27804	rnn.weight_ih_l0	8	-0.044766757637262344
27804	rnn.weight_ih_l0	9	-0.026934878900647163
27804	rnn.weight_hh_l0	0	0.019759658724069595
27804	rnn.weight_hh_l0	1	-0.009697857312858105
27804	rnn.weight_hh_l0	2	-0.06724708527326584
27804	rnn.weight_hh_l0	3	-0.03289368003606796
27804	rnn.weight_hh_l0	4	-0.0778580904006958
27804	rnn.weight_hh_l0	5	-0.01457257755100727
27804	rnn.weight_hh_l0	6	-0.05440431460738182
27804	rnn.weight_hh_l0	7	-0.0401901938021183
27804	rnn.weight_hh_l0	8	-0.018704276531934738
27804	rnn.weight_hh_l0	9	-0.006726451683789492
27804	rnn.bias_ih_l0	0	0.14317525923252106
27804	rnn.bias_ih_l0	1	-0.05525701865553856
27804	rnn.bias_ih_l0	2	0.1058722510933876
27804	rnn.bias_ih_l0	3	0.049269095063209534
27804	rnn.bias_ih_l0	4	0.09801327437162399
27804	rnn.bias_ih_l0	5	0.02471902407705784
27804	rnn.bias_ih_l0	6	-0.016767965629696846
27804	rnn.bias_ih_l0	7	-0.10879840701818466
27804	rnn.bias_ih_l0	8	-0.20864054560661316
27804	rnn.bias_ih_l0	9	0.08385493606328964
27804	rnn.bias_hh_l0	0	0.00036096456460654736
27804	rnn.bias_hh_l0	1	0.021863708272576332
27804	rnn.bias_hh_l0	2	-0.006307169795036316
27804	rnn.bias_hh_l0	3	-0.031560320407152176
27804	rnn.bias_hh_l0	4	-0.03571096062660217
27804	rnn.bias_hh_l0	5	0.14415030181407928
27804	rnn.bias_hh_l0	6	0.050486981868743896
27804	rnn.bias_hh_l0	7	0.06138087436556816
27804	rnn.bias_hh_l0	8	0.017600731924176216
27804	rnn.bias_hh_l0	9	0.04191038757562637
27804	rnn.weight_ih_l0_reverse	0	-0.029682479798793793
27804	rnn.weight_ih_l0_reverse	1	-0.001797987730242312
27804	rnn.weight_ih_l0_reverse	2	0.0237241443246603
27804	rnn.weight_ih_l0_reverse	3	-0.06220241263508797
27804	rnn.weight_ih_l0_reverse	4	0.009281118400394917
27804	rnn.weight_ih_l0_reverse	5	-0.04635288938879967
27804	rnn.weight_ih_l0_reverse	6	0.02848058193922043
27804	rnn.weight_ih_l0_reverse	7	0.04601575806736946
27804	rnn.weight_ih_l0_reverse	8	-0.04857950285077095
27804	rnn.weight_ih_l0_reverse	9	-0.050778716802597046
27804	rnn.weight_hh_l0_reverse	0	-0.08315391838550568
27804	rnn.weight_hh_l0_reverse	1	-0.06241477653384209
27804	rnn.weight_hh_l0_reverse	2	0.034904833883047104
27804	rnn.weight_hh_l0_reverse	3	0.04573895037174225
27804	rnn.weight_hh_l0_reverse	4	-0.015585136599838734
27804	rnn.weight_hh_l0_reverse	5	0.04572955518960953
27804	rnn.weight_hh_l0_reverse	6	0.00020413876336533576
27804	rnn.weight_hh_l0_reverse	7	0.00010172849579248577
27804	rnn.weight_hh_l0_reverse	8	-0.09856053441762924
27804	rnn.weight_hh_l0_reverse	9	0.07994116842746735
27804	rnn.bias_ih_l0_reverse	0	-0.09014911204576492
27804	rnn.bias_ih_l0_reverse	1	-0.06951484084129333
27804	rnn.bias_ih_l0_reverse	2	0.10260163992643356
27804	rnn.bias_ih_l0_reverse	3	0.0471685528755188
27804	rnn.bias_ih_l0_reverse	4	-0.13023288547992706
27804	rnn.bias_ih_l0_reverse	5	0.04136473312973976
27804	rnn.bias_ih_l0_reverse	6	-0.10624627768993378
27804	rnn.bias_ih_l0_reverse	7	0.04320906847715378
27804	rnn.bias_ih_l0_reverse	8	0.03452707454562187
27804	rnn.bias_ih_l0_reverse	9	0.06167144700884819
27804	rnn.bias_hh_l0_reverse	0	0.058486562222242355
27804	rnn.bias_hh_l0_reverse	1	0.0658014640212059
27804	rnn.bias_hh_l0_reverse	2	0.07825326919555664
27804	rnn.bias_hh_l0_reverse	3	-0.004135939292609692
27804	rnn.bias_hh_l0_reverse	4	0.06963706761598587
27804	rnn.bias_hh_l0_reverse	5	0.0030903222505003214
27804	rnn.bias_hh_l0_reverse	6	-0.05512385815382004
27804	rnn.bias_hh_l0_reverse	7	0.02680249698460102
27804	rnn.bias_hh_l0_reverse	8	0.01233715657144785
27804	rnn.bias_hh_l0_reverse	9	-0.15740664303302765
27804	linear.weight	0	0.16971462965011597
27804	linear.weight	1	-0.16221845149993896
27804	linear.weight	2	-0.21596123278141022
27804	linear.weight	3	0.07467195391654968
27804	linear.weight	4	-0.02574249543249607
27804	linear.weight	5	0.004104166757315397
27804	linear.weight	6	-0.006937000434845686
27804	linear.weight	7	-0.027731483802199364
27804	linear.weight	8	0.08476750552654266
27804	linear.weight	9	0.3444511592388153
27804	linear.bias	0	-0.20871345698833466
27804	linear.bias	1	0.1950259804725647
27804	linear.bias	2	-0.5386162996292114
27804	linear.bias	3	1.7059155702590942
27804	linear.bias	4	-0.3943144977092743
27804	linear.bias	5	-0.030769959092140198
27804	linear.bias	6	-0.35759180784225464
27804	linear.bias	7	-0.27800145745277405
27804	linear.bias	8	-0.04189637675881386
27804	linear.bias	9	-0.49711573123931885
27832	transitions	0	-0.6477023959159851
27832	transitions	1	0.34991195797920227
27832	transitions	2	1.674882173538208
27832	transitions	3	0.0972689688205719
27832	transitions	4	0.9486970901489258
27832	transitions	5	1.2739289999008179
27832	transitions	6	0.48331984877586365
27832	transitions	7	0.175774946808815
27832	transitions	8	-0.9195186495780945
27832	transitions	9	0.9306602478027344
27832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27832	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27832	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27832	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27832	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27832	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27832	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27832	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27832	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27832	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27832	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27832	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27832	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27832	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27832	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27832	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27832	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27832	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27832	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27832	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27832	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27832	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27832	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27832	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27832	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27832	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27832	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27832	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27832	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27832	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27832	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27832	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27832	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27832	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27832	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27832	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27832	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27832	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27832	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27832	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27832	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27832	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27832	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27832	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27832	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27832	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27832	embedding2nn.weight	0	0.022437160834670067
27832	embedding2nn.weight	1	0.014274430461227894
27832	embedding2nn.weight	2	-0.004328050650656223
27832	embedding2nn.weight	3	3.300295793451369e-05
27832	embedding2nn.weight	4	-0.004418176133185625
27832	embedding2nn.weight	5	0.011754361912608147
27832	embedding2nn.weight	6	-0.004954128991812468
27832	embedding2nn.weight	7	0.021396586671471596
27832	embedding2nn.weight	8	-0.006757671944797039
27832	embedding2nn.weight	9	-0.013893743976950645
27832	embedding2nn.bias	0	-0.039411723613739014
27832	embedding2nn.bias	1	-0.031920816749334335
27832	embedding2nn.bias	2	-0.07330668717622757
27832	embedding2nn.bias	3	0.0033049785997718573
27832	embedding2nn.bias	4	0.005353499669581652
27832	embedding2nn.bias	5	-0.012419206090271473
27832	embedding2nn.bias	6	0.007153334096074104
27832	embedding2nn.bias	7	0.017895547673106194
27832	embedding2nn.bias	8	0.007883870974183083
27832	embedding2nn.bias	9	0.00022435377468355
27832	rnn.weight_ih_l0	0	0.03937666490674019
27832	rnn.weight_ih_l0	1	-0.01315201073884964
27832	rnn.weight_ih_l0	2	-0.03675219044089317
27832	rnn.weight_ih_l0	3	-0.04516424983739853
27832	rnn.weight_ih_l0	4	-0.052548013627529144
27832	rnn.weight_ih_l0	5	-0.00863673072308302
27832	rnn.weight_ih_l0	6	-0.05206255614757538
27832	rnn.weight_ih_l0	7	-0.06154303625226021
27832	rnn.weight_ih_l0	8	-0.044764935970306396
27832	rnn.weight_ih_l0	9	-0.02695012278854847
27832	rnn.weight_hh_l0	0	0.019833339378237724
27832	rnn.weight_hh_l0	1	-0.00970387738198042
27832	rnn.weight_hh_l0	2	-0.06723113358020782
27832	rnn.weight_hh_l0	3	-0.03287002444267273
27832	rnn.weight_hh_l0	4	-0.077818363904953
27832	rnn.weight_hh_l0	5	-0.014597372151911259
27832	rnn.weight_hh_l0	6	-0.054513078182935715
27832	rnn.weight_hh_l0	7	-0.040183041244745255
27832	rnn.weight_hh_l0	8	-0.018714219331741333
27832	rnn.weight_hh_l0	9	-0.006735729984939098
27832	rnn.bias_ih_l0	0	0.14318443834781647
27832	rnn.bias_ih_l0	1	-0.055378902703523636
27832	rnn.bias_ih_l0	2	0.10588248074054718
27832	rnn.bias_ih_l0	3	0.04911845922470093
27832	rnn.bias_ih_l0	4	0.09802771359682083
27832	rnn.bias_ih_l0	5	0.024582678452134132
27832	rnn.bias_ih_l0	6	-0.016784364357590675
27832	rnn.bias_ih_l0	7	-0.10924911499023438
27832	rnn.bias_ih_l0	8	-0.2085474580526352
27832	rnn.bias_ih_l0	9	0.08384819328784943
27832	rnn.bias_hh_l0	0	0.0004425038059707731
27832	rnn.bias_hh_l0	1	0.02208513393998146
27832	rnn.bias_hh_l0	2	-0.006468534003943205
27832	rnn.bias_hh_l0	3	-0.03169766813516617
27832	rnn.bias_hh_l0	4	-0.0357995480298996
27832	rnn.bias_hh_l0	5	0.14440731704235077
27832	rnn.bias_hh_l0	6	0.05041862279176712
27832	rnn.bias_hh_l0	7	0.0617881678044796
27832	rnn.bias_hh_l0	8	0.017584333196282387
27832	rnn.bias_hh_l0	9	0.041953299194574356
27832	rnn.weight_ih_l0_reverse	0	-0.029678145423531532
27832	rnn.weight_ih_l0_reverse	1	-0.0018629176774993539
27832	rnn.weight_ih_l0_reverse	2	0.023728184401988983
27832	rnn.weight_ih_l0_reverse	3	-0.06221212074160576
27832	rnn.weight_ih_l0_reverse	4	0.009268999099731445
27832	rnn.weight_ih_l0_reverse	5	-0.046352121978998184
27832	rnn.weight_ih_l0_reverse	6	0.028445079922676086
27832	rnn.weight_ih_l0_reverse	7	0.04603014886379242
27832	rnn.weight_ih_l0_reverse	8	-0.04859151691198349
27832	rnn.weight_ih_l0_reverse	9	-0.05077137053012848
27832	rnn.weight_hh_l0_reverse	0	-0.08307131379842758
27832	rnn.weight_hh_l0_reverse	1	-0.06258589029312134
27832	rnn.weight_hh_l0_reverse	2	0.034936826676130295
27832	rnn.weight_hh_l0_reverse	3	0.04574846476316452
27832	rnn.weight_hh_l0_reverse	4	-0.01557113230228424
27832	rnn.weight_hh_l0_reverse	5	0.04574926942586899
27832	rnn.weight_hh_l0_reverse	6	0.00024401996051892638
27832	rnn.weight_hh_l0_reverse	7	0.00012486276682466269
27832	rnn.weight_hh_l0_reverse	8	-0.09861051291227341
27832	rnn.weight_hh_l0_reverse	9	0.07992085814476013
27832	rnn.bias_ih_l0_reverse	0	-0.09029994904994965
27832	rnn.bias_ih_l0_reverse	1	-0.06911928951740265
27832	rnn.bias_ih_l0_reverse	2	0.10249403119087219
27832	rnn.bias_ih_l0_reverse	3	0.04721980541944504
27832	rnn.bias_ih_l0_reverse	4	-0.13031326234340668
27832	rnn.bias_ih_l0_reverse	5	0.041590616106987
27832	rnn.bias_ih_l0_reverse	6	-0.10629640519618988
27832	rnn.bias_ih_l0_reverse	7	0.043416038155555725
27832	rnn.bias_ih_l0_reverse	8	0.03457365557551384
27832	rnn.bias_ih_l0_reverse	9	0.061679188162088394
27832	rnn.bias_hh_l0_reverse	0	0.05856000632047653
27832	rnn.bias_hh_l0_reverse	1	0.06597407162189484
27832	rnn.bias_hh_l0_reverse	2	0.07821045815944672
27832	rnn.bias_hh_l0_reverse	3	-0.004082768689841032
27832	rnn.bias_hh_l0_reverse	4	0.06973367929458618
27832	rnn.bias_hh_l0_reverse	5	0.0033112592063844204
27832	rnn.bias_hh_l0_reverse	6	-0.0554216206073761
27832	rnn.bias_hh_l0_reverse	7	0.026724135503172874
27832	rnn.bias_hh_l0_reverse	8	0.011970920488238335
27832	rnn.bias_hh_l0_reverse	9	-0.15698879957199097
27832	linear.weight	0	0.16981787979602814
27832	linear.weight	1	-0.16221901774406433
27832	linear.weight	2	-0.21608653664588928
27832	linear.weight	3	0.07472710311412811
27832	linear.weight	4	-0.02582884393632412
27832	linear.weight	5	0.004111621994525194
27832	linear.weight	6	-0.006936800200492144
27832	linear.weight	7	-0.027729546651244164
27832	linear.weight	8	0.0847959890961647
27832	linear.weight	9	0.34504377841949463
27832	linear.bias	0	-0.2071358859539032
27832	linear.bias	1	0.1957530677318573
27832	linear.bias	2	-0.538299560546875
27832	linear.bias	3	1.7049633264541626
27832	linear.bias	4	-0.3943288028240204
27832	linear.bias	5	-0.030769959092140198
27832	linear.bias	6	-0.35735875368118286
27832	linear.bias	7	-0.27800020575523376
27832	linear.bias	8	-0.042452920228242874
27832	linear.bias	9	-0.4971233308315277
27860	transitions	0	-0.6477046608924866
27860	transitions	1	0.34989625215530396
27860	transitions	2	1.6748807430267334
27860	transitions	3	0.09726770222187042
27860	transitions	4	0.9486963748931885
27860	transitions	5	1.2739289999008179
27860	transitions	6	0.4833196699619293
27860	transitions	7	0.17577263712882996
27860	transitions	8	-0.9195186495780945
27860	transitions	9	0.9306602478027344
27860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27860	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27860	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27860	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27860	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27860	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27860	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27860	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27860	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27860	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27860	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27860	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27860	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27860	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27860	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27860	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27860	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27860	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27860	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27860	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27860	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27860	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27860	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27860	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27860	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27860	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27860	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27860	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27860	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27860	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27860	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27860	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27860	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27860	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27860	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27860	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27860	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27860	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27860	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27860	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27860	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27860	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27860	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27860	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27860	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27860	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27860	embedding2nn.weight	0	0.022403091192245483
27860	embedding2nn.weight	1	0.014279777184128761
27860	embedding2nn.weight	2	-0.004334942903369665
27860	embedding2nn.weight	3	1.3279945960675832e-05
27860	embedding2nn.weight	4	-0.0044184718281030655
27860	embedding2nn.weight	5	0.011738692410290241
27860	embedding2nn.weight	6	-0.004948091227561235
27860	embedding2nn.weight	7	0.02132529951632023
27860	embedding2nn.weight	8	-0.0067665292881429195
27860	embedding2nn.weight	9	-0.013891860842704773
27860	embedding2nn.bias	0	-0.0388932004570961
27860	embedding2nn.bias	1	-0.03192422166466713
27860	embedding2nn.bias	2	-0.07402913272380829
27860	embedding2nn.bias	3	0.0029707467183470726
27860	embedding2nn.bias	4	0.005506095942109823
27860	embedding2nn.bias	5	-0.012979136779904366
27860	embedding2nn.bias	6	0.006683052983134985
27860	embedding2nn.bias	7	0.017277736216783524
27860	embedding2nn.bias	8	0.007983170449733734
27860	embedding2nn.bias	9	-0.0003693282196763903
27860	rnn.weight_ih_l0	0	0.03939823433756828
27860	rnn.weight_ih_l0	1	-0.013149682432413101
27860	rnn.weight_ih_l0	2	-0.03673558682203293
27860	rnn.weight_ih_l0	3	-0.04513722285628319
27860	rnn.weight_ih_l0	4	-0.05255266651511192
27860	rnn.weight_ih_l0	5	-0.008682887069880962
27860	rnn.weight_ih_l0	6	-0.05201490968465805
27860	rnn.weight_ih_l0	7	-0.06155558302998543
27860	rnn.weight_ih_l0	8	-0.04476561024785042
27860	rnn.weight_ih_l0	9	-0.026957927271723747
27860	rnn.weight_hh_l0	0	0.01974053867161274
27860	rnn.weight_hh_l0	1	-0.009781969711184502
27860	rnn.weight_hh_l0	2	-0.06713110208511353
27860	rnn.weight_hh_l0	3	-0.032815929502248764
27860	rnn.weight_hh_l0	4	-0.07784779369831085
27860	rnn.weight_hh_l0	5	-0.014752170071005821
27860	rnn.weight_hh_l0	6	-0.05456768721342087
27860	rnn.weight_hh_l0	7	-0.04000990837812424
27860	rnn.weight_hh_l0	8	-0.018690146505832672
27860	rnn.weight_hh_l0	9	-0.006856273394078016
27860	rnn.bias_ih_l0	0	0.14307187497615814
27860	rnn.bias_ih_l0	1	-0.055275995284318924
27860	rnn.bias_ih_l0	2	0.10609898716211319
27860	rnn.bias_ih_l0	3	0.04900828376412392
27860	rnn.bias_ih_l0	4	0.09766446053981781
27860	rnn.bias_ih_l0	5	0.024599997326731682
27860	rnn.bias_ih_l0	6	-0.016723930835723877
27860	rnn.bias_ih_l0	7	-0.10910747945308685
27860	rnn.bias_ih_l0	8	-0.20857401192188263
27860	rnn.bias_ih_l0	9	0.08395683020353317
27860	rnn.bias_hh_l0	0	0.0003795153752434999
27860	rnn.bias_hh_l0	1	0.022000208497047424
27860	rnn.bias_hh_l0	2	-0.0065384721383452415
27860	rnn.bias_hh_l0	3	-0.031854331493377686
27860	rnn.bias_hh_l0	4	-0.03600514307618141
27860	rnn.bias_hh_l0	5	0.14452308416366577
27860	rnn.bias_hh_l0	6	0.050131846219301224
27860	rnn.bias_hh_l0	7	0.061886534094810486
27860	rnn.bias_hh_l0	8	0.017644766718149185
27860	rnn.bias_hh_l0	9	0.042064178735017776
27860	rnn.weight_ih_l0_reverse	0	-0.029680902138352394
27860	rnn.weight_ih_l0_reverse	1	-0.001794830895960331
27860	rnn.weight_ih_l0_reverse	2	0.02372092939913273
27860	rnn.weight_ih_l0_reverse	3	-0.06226756051182747
27860	rnn.weight_ih_l0_reverse	4	0.009250557981431484
27860	rnn.weight_ih_l0_reverse	5	-0.04630889743566513
27860	rnn.weight_ih_l0_reverse	6	0.028407804667949677
27860	rnn.weight_ih_l0_reverse	7	0.04604849964380264
27860	rnn.weight_ih_l0_reverse	8	-0.048593729734420776
27860	rnn.weight_ih_l0_reverse	9	-0.05078988894820213
27860	rnn.weight_hh_l0_reverse	0	-0.08311421424150467
27860	rnn.weight_hh_l0_reverse	1	-0.06266210228204727
27860	rnn.weight_hh_l0_reverse	2	0.03497832641005516
27860	rnn.weight_hh_l0_reverse	3	0.0457376204431057
27860	rnn.weight_hh_l0_reverse	4	-0.015460061840713024
27860	rnn.weight_hh_l0_reverse	5	0.04574577137827873
27860	rnn.weight_hh_l0_reverse	6	0.00011162532609887421
27860	rnn.weight_hh_l0_reverse	7	4.3428546632640064e-05
27860	rnn.weight_hh_l0_reverse	8	-0.09861289709806442
27860	rnn.weight_hh_l0_reverse	9	0.07998479902744293
27860	rnn.bias_ih_l0_reverse	0	-0.08983316272497177
27860	rnn.bias_ih_l0_reverse	1	-0.06941542029380798
27860	rnn.bias_ih_l0_reverse	2	0.10242601484060287
27860	rnn.bias_ih_l0_reverse	3	0.04725709557533264
27860	rnn.bias_ih_l0_reverse	4	-0.13019366562366486
27860	rnn.bias_ih_l0_reverse	5	0.04174702242016792
27860	rnn.bias_ih_l0_reverse	6	-0.10637257993221283
27860	rnn.bias_ih_l0_reverse	7	0.043536726385354996
27860	rnn.bias_ih_l0_reverse	8	0.03464522957801819
27860	rnn.bias_ih_l0_reverse	9	0.0617331936955452
27860	rnn.bias_hh_l0_reverse	0	0.058668967336416245
27860	rnn.bias_hh_l0_reverse	1	0.06595183163881302
27860	rnn.bias_hh_l0_reverse	2	0.07825437188148499
27860	rnn.bias_hh_l0_reverse	3	-0.004080546088516712
27860	rnn.bias_hh_l0_reverse	4	0.06971918046474457
27860	rnn.bias_hh_l0_reverse	5	0.0024324175901710987
27860	rnn.bias_hh_l0_reverse	6	-0.05548064783215523
27860	rnn.bias_hh_l0_reverse	7	0.026556208729743958
27860	rnn.bias_hh_l0_reverse	8	0.011937464587390423
27860	rnn.bias_hh_l0_reverse	9	-0.15679846704006195
27860	linear.weight	0	0.1692025512456894
27860	linear.weight	1	-0.16221658885478973
27860	linear.weight	2	-0.21598538756370544
27860	linear.weight	3	0.07470249384641647
27860	linear.weight	4	-0.025988975539803505
27860	linear.weight	5	0.004073647316545248
27860	linear.weight	6	-0.006936614867299795
27860	linear.weight	7	-0.027685951441526413
27860	linear.weight	8	0.08475656062364578
27860	linear.weight	9	0.34506821632385254
27860	linear.bias	0	-0.20780856907367706
27860	linear.bias	1	0.19543103873729706
27860	linear.bias	2	-0.5383192300796509
27860	linear.bias	3	1.705065369606018
27860	linear.bias	4	-0.39435359835624695
27860	linear.bias	5	-0.030769959092140198
27860	linear.bias	6	-0.3573518693447113
27860	linear.bias	7	-0.2780460715293884
27860	linear.bias	8	-0.042151082307100296
27860	linear.bias	9	-0.4971306622028351
27888	transitions	0	-0.6477092504501343
27888	transitions	1	0.3498934805393219
27888	transitions	2	1.6748757362365723
27888	transitions	3	0.09715449064970016
27888	transitions	4	0.9486962556838989
27888	transitions	5	1.2739286422729492
27888	transitions	6	0.4833165407180786
27888	transitions	7	0.17577260732650757
27888	transitions	8	-0.9195186495780945
27888	transitions	9	0.9306602478027344
27888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27888	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27888	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27888	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27888	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27888	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27888	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27888	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27888	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27888	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27888	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27888	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27888	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27888	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27888	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27888	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27888	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27888	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27888	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27888	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27888	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27888	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27888	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27888	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27888	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27888	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27888	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27888	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27888	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27888	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27888	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27888	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27888	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27888	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27888	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27888	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27888	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27888	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27888	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27888	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27888	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27888	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27888	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27888	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27888	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27888	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27888	embedding2nn.weight	0	0.0224163681268692
27888	embedding2nn.weight	1	0.01427510753273964
27888	embedding2nn.weight	2	-0.00433743093162775
27888	embedding2nn.weight	3	3.4346876418567263e-06
27888	embedding2nn.weight	4	-0.004416874144226313
27888	embedding2nn.weight	5	0.011731386184692383
27888	embedding2nn.weight	6	-0.004954359959810972
27888	embedding2nn.weight	7	0.021333087235689163
27888	embedding2nn.weight	8	-0.006765363272279501
27888	embedding2nn.weight	9	-0.013883134350180626
27888	embedding2nn.bias	0	-0.03865449130535126
27888	embedding2nn.bias	1	-0.03204090893268585
27888	embedding2nn.bias	2	-0.07423745840787888
27888	embedding2nn.bias	3	0.004329400137066841
27888	embedding2nn.bias	4	0.0054404339753091335
27888	embedding2nn.bias	5	-0.01385157834738493
27888	embedding2nn.bias	6	0.0064739445224404335
27888	embedding2nn.bias	7	0.016880249604582787
27888	embedding2nn.bias	8	0.008827956393361092
27888	embedding2nn.bias	9	-0.0008888086886145175
27888	rnn.weight_ih_l0	0	0.03940447047352791
27888	rnn.weight_ih_l0	1	-0.013147298246622086
27888	rnn.weight_ih_l0	2	-0.03671564161777496
27888	rnn.weight_ih_l0	3	-0.045065686106681824
27888	rnn.weight_ih_l0	4	-0.05258786305785179
27888	rnn.weight_ih_l0	5	-0.008643239736557007
27888	rnn.weight_ih_l0	6	-0.052029531449079514
27888	rnn.weight_ih_l0	7	-0.06151323392987251
27888	rnn.weight_ih_l0	8	-0.044741544872522354
27888	rnn.weight_ih_l0	9	-0.02695385552942753
27888	rnn.weight_hh_l0	0	0.019755885004997253
27888	rnn.weight_hh_l0	1	-0.009825823828577995
27888	rnn.weight_hh_l0	2	-0.06710133701562881
27888	rnn.weight_hh_l0	3	-0.03289062902331352
27888	rnn.weight_hh_l0	4	-0.07788083702325821
27888	rnn.weight_hh_l0	5	-0.014702849090099335
27888	rnn.weight_hh_l0	6	-0.05445953831076622
27888	rnn.weight_hh_l0	7	-0.04012034833431244
27888	rnn.weight_hh_l0	8	-0.01870948076248169
27888	rnn.weight_hh_l0	9	-0.006881176959723234
27888	rnn.bias_ih_l0	0	0.14315524697303772
27888	rnn.bias_ih_l0	1	-0.05500040575861931
27888	rnn.bias_ih_l0	2	0.10640576481819153
27888	rnn.bias_ih_l0	3	0.048838526010513306
27888	rnn.bias_ih_l0	4	0.09773583710193634
27888	rnn.bias_ih_l0	5	0.024461762979626656
27888	rnn.bias_ih_l0	6	-0.01637437753379345
27888	rnn.bias_ih_l0	7	-0.1089964509010315
27888	rnn.bias_ih_l0	8	-0.20799915492534637
27888	rnn.bias_ih_l0	9	0.08400044590234756
27888	rnn.bias_hh_l0	0	0.00023106693697627634
27888	rnn.bias_hh_l0	1	0.022072121500968933
27888	rnn.bias_hh_l0	2	-0.0064324974082410336
27888	rnn.bias_hh_l0	3	-0.03206728398799896
27888	rnn.bias_hh_l0	4	-0.03606869652867317
27888	rnn.bias_hh_l0	5	0.1442868411540985
27888	rnn.bias_hh_l0	6	0.050199270248413086
27888	rnn.bias_hh_l0	7	0.062023598700761795
27888	rnn.bias_hh_l0	8	0.017994320020079613
27888	rnn.bias_hh_l0	9	0.04217556491494179
27888	rnn.weight_ih_l0_reverse	0	-0.02969629317522049
27888	rnn.weight_ih_l0_reverse	1	-0.0018141637556254864
27888	rnn.weight_ih_l0_reverse	2	0.023707745596766472
27888	rnn.weight_ih_l0_reverse	3	-0.06220875680446625
27888	rnn.weight_ih_l0_reverse	4	0.009222612716257572
27888	rnn.weight_ih_l0_reverse	5	-0.04631146416068077
27888	rnn.weight_ih_l0_reverse	6	0.028471723198890686
27888	rnn.weight_ih_l0_reverse	7	0.046057648956775665
27888	rnn.weight_ih_l0_reverse	8	-0.0485992394387722
27888	rnn.weight_ih_l0_reverse	9	-0.05079246684908867
27888	rnn.weight_hh_l0_reverse	0	-0.08310211449861526
27888	rnn.weight_hh_l0_reverse	1	-0.06293454766273499
27888	rnn.weight_hh_l0_reverse	2	0.03497298061847687
27888	rnn.weight_hh_l0_reverse	3	0.045718975365161896
27888	rnn.weight_hh_l0_reverse	4	-0.015384425409138203
27888	rnn.weight_hh_l0_reverse	5	0.04577038437128067
27888	rnn.weight_hh_l0_reverse	6	-0.00013287083129398525
27888	rnn.weight_hh_l0_reverse	7	3.961131733376533e-05
27888	rnn.weight_hh_l0_reverse	8	-0.09851843863725662
27888	rnn.weight_hh_l0_reverse	9	0.07988543808460236
27888	rnn.bias_ih_l0_reverse	0	-0.08890243619680405
27888	rnn.bias_ih_l0_reverse	1	-0.06968286633491516
27888	rnn.bias_ih_l0_reverse	2	0.10248661041259766
27888	rnn.bias_ih_l0_reverse	3	0.0471566878259182
27888	rnn.bias_ih_l0_reverse	4	-0.13014720380306244
27888	rnn.bias_ih_l0_reverse	5	0.04173453897237778
27888	rnn.bias_ih_l0_reverse	6	-0.1062442883849144
27888	rnn.bias_ih_l0_reverse	7	0.04327918589115143
27888	rnn.bias_ih_l0_reverse	8	0.03442450240254402
27888	rnn.bias_ih_l0_reverse	9	0.06165674701333046
27888	rnn.bias_hh_l0_reverse	0	0.05712505429983139
27888	rnn.bias_hh_l0_reverse	1	0.06565482169389725
27888	rnn.bias_hh_l0_reverse	2	0.07849674671888351
27888	rnn.bias_hh_l0_reverse	3	-0.004026742652058601
27888	rnn.bias_hh_l0_reverse	4	0.06958721578121185
27888	rnn.bias_hh_l0_reverse	5	0.0023753074929118156
27888	rnn.bias_hh_l0_reverse	6	-0.055368755012750626
27888	rnn.bias_hh_l0_reverse	7	0.026430759578943253
27888	rnn.bias_hh_l0_reverse	8	0.011694245971739292
27888	rnn.bias_hh_l0_reverse	9	-0.1564870923757553
27888	linear.weight	0	0.1679682731628418
27888	linear.weight	1	-0.16221614181995392
27888	linear.weight	2	-0.21612447500228882
27888	linear.weight	3	0.07474687695503235
27888	linear.weight	4	-0.02592874877154827
27888	linear.weight	5	0.004080621059983969
27888	linear.weight	6	-0.006936665624380112
27888	linear.weight	7	-0.027527781203389168
27888	linear.weight	8	0.08476505428552628
27888	linear.weight	9	0.34506386518478394
27888	linear.bias	0	-0.21068833768367767
27888	linear.bias	1	0.19531410932540894
27888	linear.bias	2	-0.5383874177932739
27888	linear.bias	3	1.702455759048462
27888	linear.bias	4	-0.3943715989589691
27888	linear.bias	5	-0.030769959092140198
27888	linear.bias	6	-0.3575102984905243
27888	linear.bias	7	-0.2781265676021576
27888	linear.bias	8	-0.04042971506714821
27888	linear.bias	9	-0.49714064598083496
27916	transitions	0	-0.6477141380310059
27916	transitions	1	0.3498886823654175
27916	transitions	2	1.674871563911438
27916	transitions	3	0.09714477509260178
27916	transitions	4	0.9486838579177856
27916	transitions	5	1.2739286422729492
27916	transitions	6	0.4833165109157562
27916	transitions	7	0.1757722795009613
27916	transitions	8	-0.9195186495780945
27916	transitions	9	0.9306602478027344
27916	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27916	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27916	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27916	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27916	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27916	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27916	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27916	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27916	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27916	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27916	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27916	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27916	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27916	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27916	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27916	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27916	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27916	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27916	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27916	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27916	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27916	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27916	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27916	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27916	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27916	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27916	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27916	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27916	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27916	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27916	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27916	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27916	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27916	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27916	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27916	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27916	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27916	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27916	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27916	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27916	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27916	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27916	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27916	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27916	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27916	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27916	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27916	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27916	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27916	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27916	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27916	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27916	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27916	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27916	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27916	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27916	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27916	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27916	embedding2nn.weight	0	0.022386901080608368
27916	embedding2nn.weight	1	0.014281002804636955
27916	embedding2nn.weight	2	-0.004341790918260813
27916	embedding2nn.weight	3	-5.730730094910541e-07
27916	embedding2nn.weight	4	-0.004413367714732885
27916	embedding2nn.weight	5	0.011744796298444271
27916	embedding2nn.weight	6	-0.004946658853441477
27916	embedding2nn.weight	7	0.021279707551002502
27916	embedding2nn.weight	8	-0.006743827369064093
27916	embedding2nn.weight	9	-0.013881863094866276
27916	embedding2nn.bias	0	-0.03914562985301018
27916	embedding2nn.bias	1	-0.03206942602992058
27916	embedding2nn.bias	2	-0.07436975091695786
27916	embedding2nn.bias	3	0.00410488061606884
27916	embedding2nn.bias	4	0.005658612120896578
27916	embedding2nn.bias	5	-0.013343670405447483
27916	embedding2nn.bias	6	0.006702237296849489
27916	embedding2nn.bias	7	0.016373945400118828
27916	embedding2nn.bias	8	0.009529514238238335
27916	embedding2nn.bias	9	-0.0008047771407291293
27916	rnn.weight_ih_l0	0	0.03939894214272499
27916	rnn.weight_ih_l0	1	-0.013164281845092773
27916	rnn.weight_ih_l0	2	-0.03675524517893791
27916	rnn.weight_ih_l0	3	-0.04505525901913643
27916	rnn.weight_ih_l0	4	-0.052573949098587036
27916	rnn.weight_ih_l0	5	-0.008645867928862572
27916	rnn.weight_ih_l0	6	-0.051983561366796494
27916	rnn.weight_ih_l0	7	-0.06149911507964134
27916	rnn.weight_ih_l0	8	-0.04475321248173714
27916	rnn.weight_ih_l0	9	-0.026951495558023453
27916	rnn.weight_hh_l0	0	0.019803624600172043
27916	rnn.weight_hh_l0	1	-0.009815732948482037
27916	rnn.weight_hh_l0	2	-0.06702885776758194
27916	rnn.weight_hh_l0	3	-0.032868243753910065
27916	rnn.weight_hh_l0	4	-0.07790730893611908
27916	rnn.weight_hh_l0	5	-0.014675292186439037
27916	rnn.weight_hh_l0	6	-0.054360922425985336
27916	rnn.weight_hh_l0	7	-0.04015691950917244
27916	rnn.weight_hh_l0	8	-0.018667960539460182
27916	rnn.weight_hh_l0	9	-0.006886855699121952
27916	rnn.bias_ih_l0	0	0.14317747950553894
27916	rnn.bias_ih_l0	1	-0.054990991950035095
27916	rnn.bias_ih_l0	2	0.10617464035749435
27916	rnn.bias_ih_l0	3	0.04882422089576721
27916	rnn.bias_ih_l0	4	0.09763306379318237
27916	rnn.bias_ih_l0	5	0.02449430525302887
27916	rnn.bias_ih_l0	6	-0.01631275750696659
27916	rnn.bias_ih_l0	7	-0.10897552222013474
27916	rnn.bias_ih_l0	8	-0.2074924260377884
27916	rnn.bias_ih_l0	9	0.0839889794588089
27916	rnn.bias_hh_l0	0	4.895517122349702e-05
27916	rnn.bias_hh_l0	1	0.021996721625328064
27916	rnn.bias_hh_l0	2	-0.006553482264280319
27916	rnn.bias_hh_l0	3	-0.0321408286690712
27916	rnn.bias_hh_l0	4	-0.03572361543774605
27916	rnn.bias_hh_l0	5	0.14395514130592346
27916	rnn.bias_hh_l0	6	0.05030239745974541
27916	rnn.bias_hh_l0	7	0.062168631702661514
27916	rnn.bias_hh_l0	8	0.01805594004690647
27916	rnn.bias_hh_l0	9	0.042205795645713806
27916	rnn.weight_ih_l0_reverse	0	-0.029665827751159668
27916	rnn.weight_ih_l0_reverse	1	-0.0017716333968564868
27916	rnn.weight_ih_l0_reverse	2	0.023702634498476982
27916	rnn.weight_ih_l0_reverse	3	-0.06222650408744812
27916	rnn.weight_ih_l0_reverse	4	0.009207586757838726
27916	rnn.weight_ih_l0_reverse	5	-0.04636048898100853
27916	rnn.weight_ih_l0_reverse	6	0.02853151224553585
27916	rnn.weight_ih_l0_reverse	7	0.046080224215984344
27916	rnn.weight_ih_l0_reverse	8	-0.04862406104803085
27916	rnn.weight_ih_l0_reverse	9	-0.05080397427082062
27916	rnn.weight_hh_l0_reverse	0	-0.08308818936347961
27916	rnn.weight_hh_l0_reverse	1	-0.06300442665815353
27916	rnn.weight_hh_l0_reverse	2	0.0349891372025013
27916	rnn.weight_hh_l0_reverse	3	0.04574695974588394
27916	rnn.weight_hh_l0_reverse	4	-0.015424558892846107
27916	rnn.weight_hh_l0_reverse	5	0.045745790004730225
27916	rnn.weight_hh_l0_reverse	6	6.521657633129507e-05
27916	rnn.weight_hh_l0_reverse	7	0.00011039534001611173
27916	rnn.weight_hh_l0_reverse	8	-0.09848103672266006
27916	rnn.weight_hh_l0_reverse	9	0.07990577816963196
27916	rnn.bias_ih_l0_reverse	0	-0.08943047374486923
27916	rnn.bias_ih_l0_reverse	1	-0.06952238827943802
27916	rnn.bias_ih_l0_reverse	2	0.10264552384614944
27916	rnn.bias_ih_l0_reverse	3	0.047219887375831604
27916	rnn.bias_ih_l0_reverse	4	-0.1303388476371765
27916	rnn.bias_ih_l0_reverse	5	0.04167933389544487
27916	rnn.bias_ih_l0_reverse	6	-0.10647962242364883
27916	rnn.bias_ih_l0_reverse	7	0.043132178485393524
27916	rnn.bias_ih_l0_reverse	8	0.034472204744815826
27916	rnn.bias_ih_l0_reverse	9	0.06158629059791565
27916	rnn.bias_hh_l0_reverse	0	0.05659874156117439
27916	rnn.bias_hh_l0_reverse	1	0.06538542360067368
27916	rnn.bias_hh_l0_reverse	2	0.07846490293741226
27916	rnn.bias_hh_l0_reverse	3	-0.004085015505552292
27916	rnn.bias_hh_l0_reverse	4	0.06959006190299988
27916	rnn.bias_hh_l0_reverse	5	0.0025184706319123507
27916	rnn.bias_hh_l0_reverse	6	-0.055520448833703995
27916	rnn.bias_hh_l0_reverse	7	0.02646307274699211
27916	rnn.bias_hh_l0_reverse	8	0.011591009795665741
27916	rnn.bias_hh_l0_reverse	9	-0.15653736889362335
27916	linear.weight	0	0.16816167533397675
27916	linear.weight	1	-0.16221529245376587
27916	linear.weight	2	-0.216135174036026
27916	linear.weight	3	0.07463086396455765
27916	linear.weight	4	-0.025826018303632736
27916	linear.weight	5	0.004117309581488371
27916	linear.weight	6	-0.006936660967767239
27916	linear.weight	7	-0.027521824464201927
27916	linear.weight	8	0.0844881609082222
27916	linear.weight	9	0.34533581137657166
27916	linear.bias	0	-0.21051859855651855
27916	linear.bias	1	0.19485603272914886
27916	linear.bias	2	-0.5385647416114807
27916	linear.bias	3	1.7028743028640747
27916	linear.bias	4	-0.3943905234336853
27916	linear.bias	5	-0.030769959092140198
27916	linear.bias	6	-0.3576868176460266
27916	linear.bias	7	-0.27825477719306946
27916	linear.bias	8	-0.04060228541493416
27916	linear.bias	9	-0.49714845418930054
27944	transitions	0	-0.647717297077179
27944	transitions	1	0.34988754987716675
27944	transitions	2	1.6748661994934082
27944	transitions	3	0.097137950360775
27944	transitions	4	0.9486815929412842
27944	transitions	5	1.2739286422729492
27944	transitions	6	0.4833165109157562
27944	transitions	7	0.17577223479747772
27944	transitions	8	-0.919518768787384
27944	transitions	9	0.9306602478027344
27944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27944	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27944	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27944	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27944	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27944	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27944	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27944	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27944	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27944	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27944	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27944	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27944	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27944	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27944	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27944	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27944	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27944	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27944	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27944	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27944	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27944	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27944	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27944	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27944	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27944	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27944	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27944	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27944	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27944	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27944	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27944	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27944	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27944	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27944	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27944	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27944	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27944	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27944	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27944	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27944	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27944	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27944	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27944	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27944	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27944	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27944	embedding2nn.weight	0	0.02239827625453472
27944	embedding2nn.weight	1	0.014281367883086205
27944	embedding2nn.weight	2	-0.004336484707891941
27944	embedding2nn.weight	3	3.879918494931189e-06
27944	embedding2nn.weight	4	-0.004416537005454302
27944	embedding2nn.weight	5	0.01173307839781046
27944	embedding2nn.weight	6	-0.004920912906527519
27944	embedding2nn.weight	7	0.021248100325465202
27944	embedding2nn.weight	8	-0.006739488802850246
27944	embedding2nn.weight	9	-0.013884215615689754
27944	embedding2nn.bias	0	-0.0392225906252861
27944	embedding2nn.bias	1	-0.03173600137233734
27944	embedding2nn.bias	2	-0.0751887708902359
27944	embedding2nn.bias	3	0.004026432987302542
27944	embedding2nn.bias	4	0.005646515171974897
27944	embedding2nn.bias	5	-0.012743141502141953
27944	embedding2nn.bias	6	0.006553445011377335
27944	embedding2nn.bias	7	0.016760820522904396
27944	embedding2nn.bias	8	0.009399623610079288
27944	embedding2nn.bias	9	-0.00034676914219744503
27944	rnn.weight_ih_l0	0	0.039376940578222275
27944	rnn.weight_ih_l0	1	-0.013166519813239574
27944	rnn.weight_ih_l0	2	-0.03672465682029724
27944	rnn.weight_ih_l0	3	-0.04498257115483284
27944	rnn.weight_ih_l0	4	-0.05257180705666542
27944	rnn.weight_ih_l0	5	-0.008639064617455006
27944	rnn.weight_ih_l0	6	-0.0520000122487545
27944	rnn.weight_ih_l0	7	-0.06148945540189743
27944	rnn.weight_ih_l0	8	-0.04471161216497421
27944	rnn.weight_ih_l0	9	-0.026990048587322235
27944	rnn.weight_hh_l0	0	0.0198163203895092
27944	rnn.weight_hh_l0	1	-0.009827633388340473
27944	rnn.weight_hh_l0	2	-0.06694307923316956
27944	rnn.weight_hh_l0	3	-0.032897695899009705
27944	rnn.weight_hh_l0	4	-0.07790638506412506
27944	rnn.weight_hh_l0	5	-0.014684967696666718
27944	rnn.weight_hh_l0	6	-0.054253045469522476
27944	rnn.weight_hh_l0	7	-0.039947111159563065
27944	rnn.weight_hh_l0	8	-0.018691087141633034
27944	rnn.weight_hh_l0	9	-0.007003689184784889
27944	rnn.bias_ih_l0	0	0.14319439232349396
27944	rnn.bias_ih_l0	1	-0.05504094064235687
27944	rnn.bias_ih_l0	2	0.10615910589694977
27944	rnn.bias_ih_l0	3	0.048954080790281296
27944	rnn.bias_ih_l0	4	0.09783351421356201
27944	rnn.bias_ih_l0	5	0.024809498339891434
27944	rnn.bias_ih_l0	6	-0.016194092109799385
27944	rnn.bias_ih_l0	7	-0.10850866138935089
27944	rnn.bias_ih_l0	8	-0.20722761750221252
27944	rnn.bias_ih_l0	9	0.0840517207980156
27944	rnn.bias_hh_l0	0	7.729903882136568e-05
27944	rnn.bias_hh_l0	1	0.022145824506878853
27944	rnn.bias_hh_l0	2	-0.0064710634760558605
27944	rnn.bias_hh_l0	3	-0.03233928233385086
27944	rnn.bias_hh_l0	4	-0.03553784638643265
27944	rnn.bias_hh_l0	5	0.1435110867023468
27944	rnn.bias_hh_l0	6	0.0500471293926239
27944	rnn.bias_hh_l0	7	0.0622074119746685
27944	rnn.bias_hh_l0	8	0.018174605444073677
27944	rnn.bias_hh_l0	9	0.042097754776477814
27944	rnn.weight_ih_l0_reverse	0	-0.02969379909336567
27944	rnn.weight_ih_l0_reverse	1	-0.00180763378739357
27944	rnn.weight_ih_l0_reverse	2	0.02372121624648571
27944	rnn.weight_ih_l0_reverse	3	-0.062264323234558105
27944	rnn.weight_ih_l0_reverse	4	0.00921352207660675
27944	rnn.weight_ih_l0_reverse	5	-0.046350739896297455
27944	rnn.weight_ih_l0_reverse	6	0.028483644127845764
27944	rnn.weight_ih_l0_reverse	7	0.04606614261865616
27944	rnn.weight_ih_l0_reverse	8	-0.04861515760421753
27944	rnn.weight_ih_l0_reverse	9	-0.0508289709687233
27944	rnn.weight_hh_l0_reverse	0	-0.08310486376285553
27944	rnn.weight_hh_l0_reverse	1	-0.06310246884822845
27944	rnn.weight_hh_l0_reverse	2	0.03497660905122757
27944	rnn.weight_hh_l0_reverse	3	0.04573797807097435
27944	rnn.weight_hh_l0_reverse	4	-0.015496390871703625
27944	rnn.weight_hh_l0_reverse	5	0.04573445022106171
27944	rnn.weight_hh_l0_reverse	6	0.00010927922994596884
27944	rnn.weight_hh_l0_reverse	7	4.122131213080138e-05
27944	rnn.weight_hh_l0_reverse	8	-0.09851665794849396
27944	rnn.weight_hh_l0_reverse	9	0.08000849187374115
27944	rnn.bias_ih_l0_reverse	0	-0.088948555290699
27944	rnn.bias_ih_l0_reverse	1	-0.06965992599725723
27944	rnn.bias_ih_l0_reverse	2	0.10267886519432068
27944	rnn.bias_ih_l0_reverse	3	0.047239404171705246
27944	rnn.bias_ih_l0_reverse	4	-0.13025453686714172
27944	rnn.bias_ih_l0_reverse	5	0.04191603511571884
27944	rnn.bias_ih_l0_reverse	6	-0.10673972964286804
27944	rnn.bias_ih_l0_reverse	7	0.043144505470991135
27944	rnn.bias_ih_l0_reverse	8	0.03456775099039078
27944	rnn.bias_ih_l0_reverse	9	0.06154334917664528
27944	rnn.bias_hh_l0_reverse	0	0.05656835436820984
27944	rnn.bias_hh_l0_reverse	1	0.06562893092632294
27944	rnn.bias_hh_l0_reverse	2	0.07848992943763733
27944	rnn.bias_hh_l0_reverse	3	-0.004082755651324987
27944	rnn.bias_hh_l0_reverse	4	0.06952273100614548
27944	rnn.bias_hh_l0_reverse	5	0.002801154972985387
27944	rnn.bias_hh_l0_reverse	6	-0.05538645014166832
27944	rnn.bias_hh_l0_reverse	7	0.026379121467471123
27944	rnn.bias_hh_l0_reverse	8	0.011470470577478409
27944	rnn.bias_hh_l0_reverse	9	-0.15752457082271576
27944	linear.weight	0	0.16811338067054749
27944	linear.weight	1	-0.1622149497270584
27944	linear.weight	2	-0.21617135405540466
27944	linear.weight	3	0.07488751411437988
27944	linear.weight	4	-0.025890538468956947
27944	linear.weight	5	0.004185821861028671
27944	linear.weight	6	-0.00693663302809
27944	linear.weight	7	-0.027519796043634415
27944	linear.weight	8	0.08459310233592987
27944	linear.weight	9	0.3449062407016754
27944	linear.bias	0	-0.21001754701137543
27944	linear.bias	1	0.19521309435367584
27944	linear.bias	2	-0.5385773181915283
27944	linear.bias	3	1.7028510570526123
27944	linear.bias	4	-0.39440658688545227
27944	linear.bias	5	-0.030769959092140198
27944	linear.bias	6	-0.35769951343536377
27944	linear.bias	7	-0.27704474329948425
27944	linear.bias	8	-0.04239494353532791
27944	linear.bias	9	-0.4971581995487213
27972	transitions	0	-0.6477237343788147
27972	transitions	1	0.3498796820640564
27972	transitions	2	1.6748636960983276
27972	transitions	3	0.09712409973144531
27972	transitions	4	0.9486798048019409
27972	transitions	5	1.2739286422729492
27972	transitions	6	0.48331648111343384
27972	transitions	7	0.17577223479747772
27972	transitions	8	-0.9195188283920288
27972	transitions	9	0.9306602478027344
27972	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
27972	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
27972	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
27972	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
27972	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
27972	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
27972	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
27972	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
27972	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
27972	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
27972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
27972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
27972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
27972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
27972	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
27972	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
27972	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
27972	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
27972	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
27972	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
27972	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
27972	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
27972	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
27972	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
27972	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
27972	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
27972	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
27972	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
27972	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
27972	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
27972	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
27972	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
27972	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
27972	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
27972	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
27972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
27972	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
27972	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
27972	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
27972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
27972	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
27972	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
27972	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
27972	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
27972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
27972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
27972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
27972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
27972	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
27972	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
27972	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
27972	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
27972	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
27972	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
27972	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
27972	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
27972	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
27972	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
27972	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
27972	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
27972	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
27972	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
27972	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
27972	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
27972	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
27972	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
27972	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
27972	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
27972	embedding2nn.weight	0	0.02243378572165966
27972	embedding2nn.weight	1	0.014287512749433517
27972	embedding2nn.weight	2	-0.004332652781158686
27972	embedding2nn.weight	3	8.274798346974421e-06
27972	embedding2nn.weight	4	-0.004409273620694876
27972	embedding2nn.weight	5	0.011737481690943241
27972	embedding2nn.weight	6	-0.004922440275549889
27972	embedding2nn.weight	7	0.021217238157987595
27972	embedding2nn.weight	8	-0.00673883780837059
27972	embedding2nn.weight	9	-0.01388954184949398
27972	embedding2nn.bias	0	-0.03981327638030052
27972	embedding2nn.bias	1	-0.0306972935795784
27972	embedding2nn.bias	2	-0.07554423063993454
27972	embedding2nn.bias	3	0.0033812790643423796
27972	embedding2nn.bias	4	0.005707453470677137
27972	embedding2nn.bias	5	-0.012966498732566833
27972	embedding2nn.bias	6	0.006793402601033449
27972	embedding2nn.bias	7	0.016428012400865555
27972	embedding2nn.bias	8	0.00932513177394867
27972	embedding2nn.bias	9	-0.0003016443515662104
27972	rnn.weight_ih_l0	0	0.03938065841794014
27972	rnn.weight_ih_l0	1	-0.013243541121482849
27972	rnn.weight_ih_l0	2	-0.036674391478300095
27972	rnn.weight_ih_l0	3	-0.04499321058392525
27972	rnn.weight_ih_l0	4	-0.05252406373620033
27972	rnn.weight_ih_l0	5	-0.00864738691598177
27972	rnn.weight_ih_l0	6	-0.05201686546206474
27972	rnn.weight_ih_l0	7	-0.06147206947207451
27972	rnn.weight_ih_l0	8	-0.04468667134642601
27972	rnn.weight_ih_l0	9	-0.026978876441717148
27972	rnn.weight_hh_l0	0	0.019787652418017387
27972	rnn.weight_hh_l0	1	-0.009898769669234753
27972	rnn.weight_hh_l0	2	-0.0670250803232193
27972	rnn.weight_hh_l0	3	-0.03296222910284996
27972	rnn.weight_hh_l0	4	-0.07788586616516113
27972	rnn.weight_hh_l0	5	-0.01461431011557579
27972	rnn.weight_hh_l0	6	-0.05422002822160721
27972	rnn.weight_hh_l0	7	-0.04003527760505676
27972	rnn.weight_hh_l0	8	-0.018676018342375755
27972	rnn.weight_hh_l0	9	-0.006949439644813538
27972	rnn.bias_ih_l0	0	0.14313149452209473
27972	rnn.bias_ih_l0	1	-0.055230215191841125
27972	rnn.bias_ih_l0	2	0.10632599145174026
27972	rnn.bias_ih_l0	3	0.04884828254580498
27972	rnn.bias_ih_l0	4	0.09803298115730286
27972	rnn.bias_ih_l0	5	0.024740563705563545
27972	rnn.bias_ih_l0	6	-0.01610313169658184
27972	rnn.bias_ih_l0	7	-0.1087183803319931
27972	rnn.bias_ih_l0	8	-0.20809060335159302
27972	rnn.bias_ih_l0	9	0.08422978222370148
27972	rnn.bias_hh_l0	0	-5.0190454203402624e-05
27972	rnn.bias_hh_l0	1	0.021978089585900307
27972	rnn.bias_hh_l0	2	-0.006318571511656046
27972	rnn.bias_hh_l0	3	-0.032404132187366486
27972	rnn.bias_hh_l0	4	-0.03536974638700485
27972	rnn.bias_hh_l0	5	0.143585205078125
27972	rnn.bias_hh_l0	6	0.050344470888376236
27972	rnn.bias_hh_l0	7	0.06203826516866684
27972	rnn.bias_hh_l0	8	0.01826556585729122
27972	rnn.bias_hh_l0	9	0.04204111546278
27972	rnn.weight_ih_l0_reverse	0	-0.02970927208662033
27972	rnn.weight_ih_l0_reverse	1	-0.0018151248805224895
27972	rnn.weight_ih_l0_reverse	2	0.023718900978565216
27972	rnn.weight_ih_l0_reverse	3	-0.06231039762496948
27972	rnn.weight_ih_l0_reverse	4	0.009187048301100731
27972	rnn.weight_ih_l0_reverse	5	-0.04628273844718933
27972	rnn.weight_ih_l0_reverse	6	0.028577961027622223
27972	rnn.weight_ih_l0_reverse	7	0.046058252453804016
27972	rnn.weight_ih_l0_reverse	8	-0.0485888309776783
27972	rnn.weight_ih_l0_reverse	9	-0.05082497000694275
27972	rnn.weight_hh_l0_reverse	0	-0.08316396921873093
27972	rnn.weight_hh_l0_reverse	1	-0.06303227692842484
27972	rnn.weight_hh_l0_reverse	2	0.034924957901239395
27972	rnn.weight_hh_l0_reverse	3	0.04576684534549713
27972	rnn.weight_hh_l0_reverse	4	-0.015556790865957737
27972	rnn.weight_hh_l0_reverse	5	0.04571959003806114
27972	rnn.weight_hh_l0_reverse	6	-6.979858153499663e-05
27972	rnn.weight_hh_l0_reverse	7	6.6523512032290455e-06
27972	rnn.weight_hh_l0_reverse	8	-0.09860501438379288
27972	rnn.weight_hh_l0_reverse	9	0.080040343105793
27972	rnn.bias_ih_l0_reverse	0	-0.08826162666082382
27972	rnn.bias_ih_l0_reverse	1	-0.06998582184314728
27972	rnn.bias_ih_l0_reverse	2	0.10252981632947922
27972	rnn.bias_ih_l0_reverse	3	0.047198884189128876
27972	rnn.bias_ih_l0_reverse	4	-0.13032317161560059
27972	rnn.bias_ih_l0_reverse	5	0.04166170582175255
27972	rnn.bias_ih_l0_reverse	6	-0.10657075047492981
27972	rnn.bias_ih_l0_reverse	7	0.04326098784804344
27972	rnn.bias_ih_l0_reverse	8	0.03459944203495979
27972	rnn.bias_ih_l0_reverse	9	0.06160146743059158
27972	rnn.bias_hh_l0_reverse	0	0.056126683950424194
27972	rnn.bias_hh_l0_reverse	1	0.06533588469028473
27972	rnn.bias_hh_l0_reverse	2	0.0786614790558815
27972	rnn.bias_hh_l0_reverse	3	-0.00400966964662075
27972	rnn.bias_hh_l0_reverse	4	0.06946717947721481
27972	rnn.bias_hh_l0_reverse	5	0.0026012733578681946
27972	rnn.bias_hh_l0_reverse	6	-0.05554975941777229
27972	rnn.bias_hh_l0_reverse	7	0.02657313644886017
27972	rnn.bias_hh_l0_reverse	8	0.01159411296248436
27972	rnn.bias_hh_l0_reverse	9	-0.15812215209007263
27972	linear.weight	0	0.16903920471668243
27972	linear.weight	1	-0.1622142642736435
27972	linear.weight	2	-0.21616998314857483
27972	linear.weight	3	0.07451852411031723
27972	linear.weight	4	-0.025863107293844223
27972	linear.weight	5	0.004197520203888416
27972	linear.weight	6	-0.006936321966350079
27972	linear.weight	7	-0.02751769870519638
27972	linear.weight	8	0.08466508239507675
27972	linear.weight	9	0.34490928053855896
27972	linear.bias	0	-0.21012291312217712
27972	linear.bias	1	0.19513006508350372
27972	linear.bias	2	-0.5388341546058655
27972	linear.bias	3	1.7028186321258545
27972	linear.bias	4	-0.39448082447052
27972	linear.bias	5	-0.030769959092140198
27972	linear.bias	6	-0.3578302562236786
27972	linear.bias	7	-0.27718469500541687
27972	linear.bias	8	-0.04213478043675423
27972	linear.bias	9	-0.49716487526893616
28000	transitions	0	-0.6477295756340027
28000	transitions	1	0.3498779237270355
28000	transitions	2	1.6748600006103516
28000	transitions	3	0.09712255001068115
28000	transitions	4	0.9486790895462036
28000	transitions	5	1.2739286422729492
28000	transitions	6	0.4833162724971771
28000	transitions	7	0.1757720410823822
28000	transitions	8	-0.9195188879966736
28000	transitions	9	0.9306602478027344
28000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28000	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28000	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28000	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28000	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28000	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28000	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28000	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28000	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28000	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28000	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28000	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28000	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28000	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28000	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28000	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28000	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28000	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28000	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28000	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28000	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28000	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28000	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28000	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28000	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28000	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28000	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28000	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28000	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28000	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28000	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28000	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28000	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28000	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28000	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28000	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28000	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28000	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28000	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28000	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28000	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28000	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28000	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28000	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28000	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28000	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28000	embedding2nn.weight	0	0.022448856383562088
28000	embedding2nn.weight	1	0.014277653768658638
28000	embedding2nn.weight	2	-0.0043316800147295
28000	embedding2nn.weight	3	-1.454943685530452e-05
28000	embedding2nn.weight	4	-0.004406035877764225
28000	embedding2nn.weight	5	0.011726291850209236
28000	embedding2nn.weight	6	-0.004938479978591204
28000	embedding2nn.weight	7	0.021216001361608505
28000	embedding2nn.weight	8	-0.0067689125426113605
28000	embedding2nn.weight	9	-0.013890940696001053
28000	embedding2nn.bias	0	-0.0397871695458889
28000	embedding2nn.bias	1	-0.030148735269904137
28000	embedding2nn.bias	2	-0.07474872469902039
28000	embedding2nn.bias	3	0.003080562921240926
28000	embedding2nn.bias	4	0.005173625890165567
28000	embedding2nn.bias	5	-0.012355256825685501
28000	embedding2nn.bias	6	0.007290456909686327
28000	embedding2nn.bias	7	0.01631038263440132
28000	embedding2nn.bias	8	0.009475719183683395
28000	embedding2nn.bias	9	-8.39026688481681e-06
28000	rnn.weight_ih_l0	0	0.03939758613705635
28000	rnn.weight_ih_l0	1	-0.013203469105064869
28000	rnn.weight_ih_l0	2	-0.036788422614336014
28000	rnn.weight_ih_l0	3	-0.04502449929714203
28000	rnn.weight_ih_l0	4	-0.052469585090875626
28000	rnn.weight_ih_l0	5	-0.008634696714580059
28000	rnn.weight_ih_l0	6	-0.0520184151828289
28000	rnn.weight_ih_l0	7	-0.06146707758307457
28000	rnn.weight_ih_l0	8	-0.044683780521154404
28000	rnn.weight_ih_l0	9	-0.026985030621290207
28000	rnn.weight_hh_l0	0	0.019757190719246864
28000	rnn.weight_hh_l0	1	-0.009911291301250458
28000	rnn.weight_hh_l0	2	-0.06698673218488693
28000	rnn.weight_hh_l0	3	-0.033038657158613205
28000	rnn.weight_hh_l0	4	-0.07786470651626587
28000	rnn.weight_hh_l0	5	-0.01464561466127634
28000	rnn.weight_hh_l0	6	-0.05425257980823517
28000	rnn.weight_hh_l0	7	-0.04004842787981033
28000	rnn.weight_hh_l0	8	-0.01871461607515812
28000	rnn.weight_hh_l0	9	-0.006939386948943138
28000	rnn.bias_ih_l0	0	0.14306196570396423
28000	rnn.bias_ih_l0	1	-0.05521867424249649
28000	rnn.bias_ih_l0	2	0.10653253644704819
28000	rnn.bias_ih_l0	3	0.04892008751630783
28000	rnn.bias_ih_l0	4	0.0981212705373764
28000	rnn.bias_ih_l0	5	0.024798719212412834
28000	rnn.bias_ih_l0	6	-0.016133321449160576
28000	rnn.bias_ih_l0	7	-0.10901301354169846
28000	rnn.bias_ih_l0	8	-0.2080480009317398
28000	rnn.bias_ih_l0	9	0.08431850373744965
28000	rnn.bias_hh_l0	0	9.939159645000473e-05
28000	rnn.bias_hh_l0	1	0.02186812087893486
28000	rnn.bias_hh_l0	2	-0.006419588346034288
28000	rnn.bias_hh_l0	3	-0.03216291591525078
28000	rnn.bias_hh_l0	4	-0.03560876101255417
28000	rnn.bias_hh_l0	5	0.14363902807235718
28000	rnn.bias_hh_l0	6	0.05018986761569977
28000	rnn.bias_hh_l0	7	0.06179020181298256
28000	rnn.bias_hh_l0	8	0.018235376104712486
28000	rnn.bias_hh_l0	9	0.041915979236364365
28000	rnn.weight_ih_l0_reverse	0	-0.029704665765166283
28000	rnn.weight_ih_l0_reverse	1	-0.0018047436606138945
28000	rnn.weight_ih_l0_reverse	2	0.023721884936094284
28000	rnn.weight_ih_l0_reverse	3	-0.06231161206960678
28000	rnn.weight_ih_l0_reverse	4	0.009161630645394325
28000	rnn.weight_ih_l0_reverse	5	-0.046283554285764694
28000	rnn.weight_ih_l0_reverse	6	0.028558878228068352
28000	rnn.weight_ih_l0_reverse	7	0.04605866223573685
28000	rnn.weight_ih_l0_reverse	8	-0.04859744757413864
28000	rnn.weight_ih_l0_reverse	9	-0.05083276703953743
28000	rnn.weight_hh_l0_reverse	0	-0.08305341750383377
28000	rnn.weight_hh_l0_reverse	1	-0.06304919719696045
28000	rnn.weight_hh_l0_reverse	2	0.03491131216287613
28000	rnn.weight_hh_l0_reverse	3	0.04571609944105148
28000	rnn.weight_hh_l0_reverse	4	-0.01569187268614769
28000	rnn.weight_hh_l0_reverse	5	0.045705314725637436
28000	rnn.weight_hh_l0_reverse	6	-0.00019867871014866978
28000	rnn.weight_hh_l0_reverse	7	-6.396905519068241e-05
28000	rnn.weight_hh_l0_reverse	8	-0.09868758171796799
28000	rnn.weight_hh_l0_reverse	9	0.08004024624824524
28000	rnn.bias_ih_l0_reverse	0	-0.08934096246957779
28000	rnn.bias_ih_l0_reverse	1	-0.06965499371290207
28000	rnn.bias_ih_l0_reverse	2	0.10256833583116531
28000	rnn.bias_ih_l0_reverse	3	0.047212351113557816
28000	rnn.bias_ih_l0_reverse	4	-0.13030235469341278
28000	rnn.bias_ih_l0_reverse	5	0.041356783360242844
28000	rnn.bias_ih_l0_reverse	6	-0.10658161342144012
28000	rnn.bias_ih_l0_reverse	7	0.043291058391332626
28000	rnn.bias_ih_l0_reverse	8	0.03467096388339996
28000	rnn.bias_ih_l0_reverse	9	0.06202796474099159
28000	rnn.bias_hh_l0_reverse	0	0.05619078874588013
28000	rnn.bias_hh_l0_reverse	1	0.06553183495998383
28000	rnn.bias_hh_l0_reverse	2	0.07878218591213226
28000	rnn.bias_hh_l0_reverse	3	-0.00397125631570816
28000	rnn.bias_hh_l0_reverse	4	0.0696210265159607
28000	rnn.bias_hh_l0_reverse	5	0.002484666183590889
28000	rnn.bias_hh_l0_reverse	6	-0.05547396093606949
28000	rnn.bias_hh_l0_reverse	7	0.02677110768854618
28000	rnn.bias_hh_l0_reverse	8	0.01165006123483181
28000	rnn.bias_hh_l0_reverse	9	-0.1583680361509323
28000	linear.weight	0	0.1691838502883911
28000	linear.weight	1	-0.16221344470977783
28000	linear.weight	2	-0.2158057987689972
28000	linear.weight	3	0.0746278315782547
28000	linear.weight	4	-0.025835353881120682
28000	linear.weight	5	0.004193509928882122
28000	linear.weight	6	-0.006936111021786928
28000	linear.weight	7	-0.027517693117260933
28000	linear.weight	8	0.0840098187327385
28000	linear.weight	9	0.34492170810699463
28000	linear.bias	0	-0.2095119059085846
28000	linear.bias	1	0.19446447491645813
28000	linear.bias	2	-0.5390900373458862
28000	linear.bias	3	1.703991174697876
28000	linear.bias	4	-0.3945055603981018
28000	linear.bias	5	-0.030769959092140198
28000	linear.bias	6	-0.35802093148231506
28000	linear.bias	7	-0.2771890461444855
28000	linear.bias	8	-0.042131077498197556
28000	linear.bias	9	-0.4971707761287689
28028	transitions	0	-0.6477317214012146
28028	transitions	1	0.34987521171569824
28028	transitions	2	1.674858570098877
28028	transitions	3	0.09711980074644089
28028	transitions	4	0.9486789703369141
28028	transitions	5	1.2739286422729492
28028	transitions	6	0.48331594467163086
28028	transitions	7	0.17577198147773743
28028	transitions	8	-0.9195188879966736
28028	transitions	9	0.9306602478027344
28028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28028	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28028	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28028	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28028	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28028	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28028	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28028	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28028	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28028	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28028	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28028	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28028	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28028	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28028	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28028	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28028	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28028	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28028	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28028	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28028	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28028	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28028	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28028	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28028	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28028	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28028	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28028	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28028	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28028	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28028	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28028	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28028	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28028	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28028	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28028	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28028	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28028	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28028	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28028	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28028	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28028	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28028	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28028	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28028	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28028	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28028	embedding2nn.weight	0	0.022411465644836426
28028	embedding2nn.weight	1	0.014281801879405975
28028	embedding2nn.weight	2	-0.004333851393312216
28028	embedding2nn.weight	3	1.992435272768489e-06
28028	embedding2nn.weight	4	-0.004415402188897133
28028	embedding2nn.weight	5	0.011727401986718178
28028	embedding2nn.weight	6	-0.004936498589813709
28028	embedding2nn.weight	7	0.021254651248455048
28028	embedding2nn.weight	8	-0.006798048969358206
28028	embedding2nn.weight	9	-0.013883589766919613
28028	embedding2nn.bias	0	-0.0401432141661644
28028	embedding2nn.bias	1	-0.029936974868178368
28028	embedding2nn.bias	2	-0.0753403753042221
28028	embedding2nn.bias	3	0.0027898286934942007
28028	embedding2nn.bias	4	0.005040435586124659
28028	embedding2nn.bias	5	-0.01282439287751913
28028	embedding2nn.bias	6	0.007327263243496418
28028	embedding2nn.bias	7	0.016095681115984917
28028	embedding2nn.bias	8	0.009030383080244064
28028	embedding2nn.bias	9	-0.00016121251974254847
28028	rnn.weight_ih_l0	0	0.03938974440097809
28028	rnn.weight_ih_l0	1	-0.013216312974691391
28028	rnn.weight_ih_l0	2	-0.03673968464136124
28028	rnn.weight_ih_l0	3	-0.04502251371741295
28028	rnn.weight_ih_l0	4	-0.05244245007634163
28028	rnn.weight_ih_l0	5	-0.00865099672228098
28028	rnn.weight_ih_l0	6	-0.05205643177032471
28028	rnn.weight_ih_l0	7	-0.061442986130714417
28028	rnn.weight_ih_l0	8	-0.04471614211797714
28028	rnn.weight_ih_l0	9	-0.026972822844982147
28028	rnn.weight_hh_l0	0	0.01977669820189476
28028	rnn.weight_hh_l0	1	-0.009898267686367035
28028	rnn.weight_hh_l0	2	-0.0669732317328453
28028	rnn.weight_hh_l0	3	-0.03304923325777054
28028	rnn.weight_hh_l0	4	-0.07793429493904114
28028	rnn.weight_hh_l0	5	-0.014637572690844536
28028	rnn.weight_hh_l0	6	-0.05416540428996086
28028	rnn.weight_hh_l0	7	-0.03999946266412735
28028	rnn.weight_hh_l0	8	-0.018688853830099106
28028	rnn.weight_hh_l0	9	-0.007050840184092522
28028	rnn.bias_ih_l0	0	0.14314566552639008
28028	rnn.bias_ih_l0	1	-0.055295009166002274
28028	rnn.bias_ih_l0	2	0.10675392299890518
28028	rnn.bias_ih_l0	3	0.0489923432469368
28028	rnn.bias_ih_l0	4	0.09804964810609818
28028	rnn.bias_ih_l0	5	0.024854492396116257
28028	rnn.bias_ih_l0	6	-0.016082225367426872
28028	rnn.bias_ih_l0	7	-0.10841400921344757
28028	rnn.bias_ih_l0	8	-0.2083628624677658
28028	rnn.bias_ih_l0	9	0.08444135636091232
28028	rnn.bias_hh_l0	0	0.0002294301229994744
28028	rnn.bias_hh_l0	1	0.02173341065645218
28028	rnn.bias_hh_l0	2	-0.006518416106700897
28028	rnn.bias_hh_l0	3	-0.032077495008707047
28028	rnn.bias_hh_l0	4	-0.035497475415468216
28028	rnn.bias_hh_l0	5	0.14354342222213745
28028	rnn.bias_hh_l0	6	0.05012340098619461
28028	rnn.bias_hh_l0	7	0.061615005135536194
28028	rnn.bias_hh_l0	8	0.01828647218644619
28028	rnn.bias_hh_l0	9	0.042175546288490295
28028	rnn.weight_ih_l0_reverse	0	-0.02965437062084675
28028	rnn.weight_ih_l0_reverse	1	-0.0017909890739247203
28028	rnn.weight_ih_l0_reverse	2	0.02372336946427822
28028	rnn.weight_ih_l0_reverse	3	-0.06230472773313522
28028	rnn.weight_ih_l0_reverse	4	0.009159938432276249
28028	rnn.weight_ih_l0_reverse	5	-0.04625802859663963
28028	rnn.weight_ih_l0_reverse	6	0.028498351573944092
28028	rnn.weight_ih_l0_reverse	7	0.0460657998919487
28028	rnn.weight_ih_l0_reverse	8	-0.048592228442430496
28028	rnn.weight_ih_l0_reverse	9	-0.05083392933011055
28028	rnn.weight_hh_l0_reverse	0	-0.08309128880500793
28028	rnn.weight_hh_l0_reverse	1	-0.06317995488643646
28028	rnn.weight_hh_l0_reverse	2	0.034882739186286926
28028	rnn.weight_hh_l0_reverse	3	0.04572227969765663
28028	rnn.weight_hh_l0_reverse	4	-0.015620946884155273
28028	rnn.weight_hh_l0_reverse	5	0.04571099579334259
28028	rnn.weight_hh_l0_reverse	6	-5.919158866163343e-05
28028	rnn.weight_hh_l0_reverse	7	-0.00011983674630755559
28028	rnn.weight_hh_l0_reverse	8	-0.09868117421865463
28028	rnn.weight_hh_l0_reverse	9	0.08005454391241074
28028	rnn.bias_ih_l0_reverse	0	-0.09005475789308548
28028	rnn.bias_ih_l0_reverse	1	-0.06893304735422134
28028	rnn.bias_ih_l0_reverse	2	0.10264670848846436
28028	rnn.bias_ih_l0_reverse	3	0.04732680693268776
28028	rnn.bias_ih_l0_reverse	4	-0.13034716248512268
28028	rnn.bias_ih_l0_reverse	5	0.041164301335811615
28028	rnn.bias_ih_l0_reverse	6	-0.10636227577924728
28028	rnn.bias_ih_l0_reverse	7	0.043041814118623734
28028	rnn.bias_ih_l0_reverse	8	0.0345199853181839
28028	rnn.bias_ih_l0_reverse	9	0.06200285255908966
28028	rnn.bias_hh_l0_reverse	0	0.056408435106277466
28028	rnn.bias_hh_l0_reverse	1	0.06562288105487823
28028	rnn.bias_hh_l0_reverse	2	0.07859375327825546
28028	rnn.bias_hh_l0_reverse	3	-0.003958576824516058
28028	rnn.bias_hh_l0_reverse	4	0.0696365162730217
28028	rnn.bias_hh_l0_reverse	5	0.0019476410234346986
28028	rnn.bias_hh_l0_reverse	6	-0.05535692721605301
28028	rnn.bias_hh_l0_reverse	7	0.026675308123230934
28028	rnn.bias_hh_l0_reverse	8	0.011563961394131184
28028	rnn.bias_hh_l0_reverse	9	-0.15872463583946228
28028	linear.weight	0	0.16870471835136414
28028	linear.weight	1	-0.16221317648887634
28028	linear.weight	2	-0.21583770215511322
28028	linear.weight	3	0.07424189895391464
28028	linear.weight	4	-0.025730067864060402
28028	linear.weight	5	0.004401657730340958
28028	linear.weight	6	-0.006936049088835716
28028	linear.weight	7	-0.02746444381773472
28028	linear.weight	8	0.08418672531843185
28028	linear.weight	9	0.34477052092552185
28028	linear.bias	0	-0.21030426025390625
28028	linear.bias	1	0.19391083717346191
28028	linear.bias	2	-0.5391677021980286
28028	linear.bias	3	1.7062792778015137
28028	linear.bias	4	-0.39453133940696716
28028	linear.bias	5	-0.030769959092140198
28028	linear.bias	6	-0.35805419087409973
28028	linear.bias	7	-0.2773132920265198
28028	linear.bias	8	-0.042049407958984375
28028	linear.bias	9	-0.4971778094768524
28056	transitions	0	-0.6477369070053101
28056	transitions	1	0.34987345337867737
28056	transitions	2	1.6748558282852173
28056	transitions	3	0.09711764007806778
28056	transitions	4	0.948677122592926
28056	transitions	5	1.2739285230636597
28056	transitions	6	0.48331591486930847
28056	transitions	7	0.17577184736728668
28056	transitions	8	-0.9195188879966736
28056	transitions	9	0.9306602478027344
28056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28056	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28056	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28056	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28056	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28056	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28056	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28056	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28056	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28056	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28056	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28056	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28056	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28056	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28056	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28056	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28056	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28056	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28056	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28056	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28056	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28056	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28056	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28056	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28056	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28056	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28056	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28056	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28056	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28056	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28056	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28056	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28056	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28056	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28056	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28056	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28056	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28056	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28056	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28056	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28056	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28056	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28056	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28056	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28056	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28056	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28056	embedding2nn.weight	0	0.02235630340874195
28056	embedding2nn.weight	1	0.014275360852479935
28056	embedding2nn.weight	2	-0.004333485849201679
28056	embedding2nn.weight	3	-1.6434061762993224e-05
28056	embedding2nn.weight	4	-0.00442122807726264
28056	embedding2nn.weight	5	0.011725302785634995
28056	embedding2nn.weight	6	-0.004942489787936211
28056	embedding2nn.weight	7	0.021259145811200142
28056	embedding2nn.weight	8	-0.0067821042612195015
28056	embedding2nn.weight	9	-0.013884763233363628
28056	embedding2nn.bias	0	-0.0395234152674675
28056	embedding2nn.bias	1	-0.029408661648631096
28056	embedding2nn.bias	2	-0.07465304434299469
28056	embedding2nn.bias	3	0.0022774459794163704
28056	embedding2nn.bias	4	0.004747059661895037
28056	embedding2nn.bias	5	-0.0127030611038208
28056	embedding2nn.bias	6	0.00730691384524107
28056	embedding2nn.bias	7	0.01599031127989292
28056	embedding2nn.bias	8	0.009479593485593796
28056	embedding2nn.bias	9	0.0008419524529017508
28056	rnn.weight_ih_l0	0	0.039431579411029816
28056	rnn.weight_ih_l0	1	-0.01330650970339775
28056	rnn.weight_ih_l0	2	-0.03682921454310417
28056	rnn.weight_ih_l0	3	-0.04495009407401085
28056	rnn.weight_ih_l0	4	-0.05245867744088173
28056	rnn.weight_ih_l0	5	-0.008615551516413689
28056	rnn.weight_ih_l0	6	-0.05199160799384117
28056	rnn.weight_ih_l0	7	-0.061445675790309906
28056	rnn.weight_ih_l0	8	-0.04475272446870804
28056	rnn.weight_ih_l0	9	-0.026973973959684372
28056	rnn.weight_hh_l0	0	0.01976078934967518
28056	rnn.weight_hh_l0	1	-0.009848684072494507
28056	rnn.weight_hh_l0	2	-0.06708823144435883
28056	rnn.weight_hh_l0	3	-0.033172041177749634
28056	rnn.weight_hh_l0	4	-0.07796984165906906
28056	rnn.weight_hh_l0	5	-0.014697499573230743
28056	rnn.weight_hh_l0	6	-0.05426567420363426
28056	rnn.weight_hh_l0	7	-0.03999115154147148
28056	rnn.weight_hh_l0	8	-0.018647966906428337
28056	rnn.weight_hh_l0	9	-0.007024327293038368
28056	rnn.bias_ih_l0	0	0.1431996077299118
28056	rnn.bias_ih_l0	1	-0.05473609268665314
28056	rnn.bias_ih_l0	2	0.10713642090559006
28056	rnn.bias_ih_l0	3	0.049184203147888184
28056	rnn.bias_ih_l0	4	0.09809000790119171
28056	rnn.bias_ih_l0	5	0.024914594367146492
28056	rnn.bias_ih_l0	6	-0.016071075573563576
28056	rnn.bias_ih_l0	7	-0.10847072303295135
28056	rnn.bias_ih_l0	8	-0.20827588438987732
28056	rnn.bias_ih_l0	9	0.08451442420482635
28056	rnn.bias_hh_l0	0	0.00023160285491030663
28056	rnn.bias_hh_l0	1	0.021849878132343292
28056	rnn.bias_hh_l0	2	-0.006687553599476814
28056	rnn.bias_hh_l0	3	-0.03197374939918518
28056	rnn.bias_hh_l0	4	-0.035611867904663086
28056	rnn.bias_hh_l0	5	0.14347980916500092
28056	rnn.bias_hh_l0	6	0.0501372292637825
28056	rnn.bias_hh_l0	7	0.06146209314465523
28056	rnn.bias_hh_l0	8	0.018297621980309486
28056	rnn.bias_hh_l0	9	0.042097583413124084
28056	rnn.weight_ih_l0_reverse	0	-0.029646189883351326
28056	rnn.weight_ih_l0_reverse	1	-0.0018354748608544469
28056	rnn.weight_ih_l0_reverse	2	0.023736346513032913
28056	rnn.weight_ih_l0_reverse	3	-0.06232944875955582
28056	rnn.weight_ih_l0_reverse	4	0.009211869910359383
28056	rnn.weight_ih_l0_reverse	5	-0.04629185423254967
28056	rnn.weight_ih_l0_reverse	6	0.028384746983647346
28056	rnn.weight_ih_l0_reverse	7	0.046046141535043716
28056	rnn.weight_ih_l0_reverse	8	-0.048626579344272614
28056	rnn.weight_ih_l0_reverse	9	-0.05083563178777695
28056	rnn.weight_hh_l0_reverse	0	-0.08312711119651794
28056	rnn.weight_hh_l0_reverse	1	-0.0632082149386406
28056	rnn.weight_hh_l0_reverse	2	0.03489457443356514
28056	rnn.weight_hh_l0_reverse	3	0.045705825090408325
28056	rnn.weight_hh_l0_reverse	4	-0.015679892152547836
28056	rnn.weight_hh_l0_reverse	5	0.04571329057216644
28056	rnn.weight_hh_l0_reverse	6	-0.00013375203707255423
28056	rnn.weight_hh_l0_reverse	7	-0.00010985064000124112
28056	rnn.weight_hh_l0_reverse	8	-0.09862842410802841
28056	rnn.weight_hh_l0_reverse	9	0.08001221716403961
28056	rnn.bias_ih_l0_reverse	0	-0.09013540297746658
28056	rnn.bias_ih_l0_reverse	1	-0.06854982674121857
28056	rnn.bias_ih_l0_reverse	2	0.10267699509859085
28056	rnn.bias_ih_l0_reverse	3	0.04748339578509331
28056	rnn.bias_ih_l0_reverse	4	-0.1304643154144287
28056	rnn.bias_ih_l0_reverse	5	0.04091721773147583
28056	rnn.bias_ih_l0_reverse	6	-0.10615719854831696
28056	rnn.bias_ih_l0_reverse	7	0.0429794006049633
28056	rnn.bias_ih_l0_reverse	8	0.034701842814683914
28056	rnn.bias_ih_l0_reverse	9	0.061968524008989334
28056	rnn.bias_hh_l0_reverse	0	0.0560230128467083
28056	rnn.bias_hh_l0_reverse	1	0.06543942540884018
28056	rnn.bias_hh_l0_reverse	2	0.07851502299308777
28056	rnn.bias_hh_l0_reverse	3	-0.004059211816638708
28056	rnn.bias_hh_l0_reverse	4	0.0694962665438652
28056	rnn.bias_hh_l0_reverse	5	0.0023303015623241663
28056	rnn.bias_hh_l0_reverse	6	-0.0555097796022892
28056	rnn.bias_hh_l0_reverse	7	0.026594381779432297
28056	rnn.bias_hh_l0_reverse	8	0.011580015532672405
28056	rnn.bias_hh_l0_reverse	9	-0.15872421860694885
28056	linear.weight	0	0.16837018728256226
28056	linear.weight	1	-0.16221247613430023
28056	linear.weight	2	-0.2158738225698471
28056	linear.weight	3	0.07437096536159515
28056	linear.weight	4	-0.025747016072273254
28056	linear.weight	5	0.004274105653166771
28056	linear.weight	6	-0.006935452111065388
28056	linear.weight	7	-0.02746301330626011
28056	linear.weight	8	0.08396554738283157
28056	linear.weight	9	0.3449386954307556
28056	linear.bias	0	-0.2085101306438446
28056	linear.bias	1	0.19436484575271606
28056	linear.bias	2	-0.5392423272132874
28056	linear.bias	3	1.7043602466583252
28056	linear.bias	4	-0.39454352855682373
28056	linear.bias	5	-0.030769959092140198
28056	linear.bias	6	-0.35815519094467163
28056	linear.bias	7	-0.277150422334671
28056	linear.bias	8	-0.04367698356509209
28056	linear.bias	9	-0.49718329310417175
28084	transitions	0	-0.64774090051651
28084	transitions	1	0.34987202286720276
28084	transitions	2	1.674812912940979
28084	transitions	3	0.09711555391550064
28084	transitions	4	0.9486742615699768
28084	transitions	5	1.2739285230636597
28084	transitions	6	0.4833158850669861
28084	transitions	7	0.1757718324661255
28084	transitions	8	-0.9195188879966736
28084	transitions	9	0.9306602478027344
28084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28084	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28084	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28084	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28084	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28084	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28084	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28084	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28084	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28084	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28084	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28084	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28084	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28084	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28084	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28084	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28084	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28084	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28084	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28084	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28084	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28084	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28084	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28084	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28084	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28084	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28084	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28084	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28084	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28084	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28084	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28084	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28084	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28084	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28084	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28084	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28084	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28084	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28084	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28084	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28084	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28084	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28084	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28084	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28084	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28084	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28084	embedding2nn.weight	0	0.022404421120882034
28084	embedding2nn.weight	1	0.01428091712296009
28084	embedding2nn.weight	2	-0.004331456031650305
28084	embedding2nn.weight	3	-4.135301878704922e-06
28084	embedding2nn.weight	4	-0.004419772885739803
28084	embedding2nn.weight	5	0.011744492687284946
28084	embedding2nn.weight	6	-0.004939528182148933
28084	embedding2nn.weight	7	0.021236758679151535
28084	embedding2nn.weight	8	-0.0067917159758508205
28084	embedding2nn.weight	9	-0.013883079402148724
28084	embedding2nn.bias	0	-0.0390620157122612
28084	embedding2nn.bias	1	-0.02931240200996399
28084	embedding2nn.bias	2	-0.07458005100488663
28084	embedding2nn.bias	3	0.0024619686882942915
28084	embedding2nn.bias	4	0.004272200632840395
28084	embedding2nn.bias	5	-0.011803804896771908
28084	embedding2nn.bias	6	0.0074972775764763355
28084	embedding2nn.bias	7	0.016567496582865715
28084	embedding2nn.bias	8	0.009245590306818485
28084	embedding2nn.bias	9	0.0015938605647534132
28084	rnn.weight_ih_l0	0	0.03941190987825394
28084	rnn.weight_ih_l0	1	-0.013314545154571533
28084	rnn.weight_ih_l0	2	-0.03688732162117958
28084	rnn.weight_ih_l0	3	-0.04493652284145355
28084	rnn.weight_ih_l0	4	-0.052493151277303696
28084	rnn.weight_ih_l0	5	-0.008647776208817959
28084	rnn.weight_ih_l0	6	-0.05200197920203209
28084	rnn.weight_ih_l0	7	-0.061452388763427734
28084	rnn.weight_ih_l0	8	-0.044735655188560486
28084	rnn.weight_ih_l0	9	-0.026961730793118477
28084	rnn.weight_hh_l0	0	0.019729124382138252
28084	rnn.weight_hh_l0	1	-0.009799925610423088
28084	rnn.weight_hh_l0	2	-0.06707973033189774
28084	rnn.weight_hh_l0	3	-0.033214446157217026
28084	rnn.weight_hh_l0	4	-0.07801439613103867
28084	rnn.weight_hh_l0	5	-0.014666929841041565
28084	rnn.weight_hh_l0	6	-0.05427338182926178
28084	rnn.weight_hh_l0	7	-0.039981987327337265
28084	rnn.weight_hh_l0	8	-0.018699999898672104
28084	rnn.weight_hh_l0	9	-0.007034637965261936
28084	rnn.bias_ih_l0	0	0.1432245522737503
28084	rnn.bias_ih_l0	1	-0.05479094758629799
28084	rnn.bias_ih_l0	2	0.1072499006986618
28084	rnn.bias_ih_l0	3	0.04907674714922905
28084	rnn.bias_ih_l0	4	0.09803181886672974
28084	rnn.bias_ih_l0	5	0.024864675477147102
28084	rnn.bias_ih_l0	6	-0.01603749208152294
28084	rnn.bias_ih_l0	7	-0.10861091315746307
28084	rnn.bias_ih_l0	8	-0.2079884111881256
28084	rnn.bias_ih_l0	9	0.08439897745847702
28084	rnn.bias_hh_l0	0	0.00024039797426667064
28084	rnn.bias_hh_l0	1	0.021724866703152657
28084	rnn.bias_hh_l0	2	-0.006420401390641928
28084	rnn.bias_hh_l0	3	-0.03187203034758568
28084	rnn.bias_hh_l0	4	-0.035338226705789566
28084	rnn.bias_hh_l0	5	0.14322558045387268
28084	rnn.bias_hh_l0	6	0.05009151250123978
28084	rnn.bias_hh_l0	7	0.06143840774893761
28084	rnn.bias_hh_l0	8	0.01833120547235012
28084	rnn.bias_hh_l0	9	0.042168132960796356
28084	rnn.weight_ih_l0_reverse	0	-0.029611999168992043
28084	rnn.weight_ih_l0_reverse	1	-0.0018713031895458698
28084	rnn.weight_ih_l0_reverse	2	0.023752622306346893
28084	rnn.weight_ih_l0_reverse	3	-0.06231693550944328
28084	rnn.weight_ih_l0_reverse	4	0.009244423359632492
28084	rnn.weight_ih_l0_reverse	5	-0.04631269723176956
28084	rnn.weight_ih_l0_reverse	6	0.028286872431635857
28084	rnn.weight_ih_l0_reverse	7	0.046073414385318756
28084	rnn.weight_ih_l0_reverse	8	-0.048626162111759186
28084	rnn.weight_ih_l0_reverse	9	-0.05084008350968361
28084	rnn.weight_hh_l0_reverse	0	-0.08312533050775528
28084	rnn.weight_hh_l0_reverse	1	-0.06327664852142334
28084	rnn.weight_hh_l0_reverse	2	0.034894850105047226
28084	rnn.weight_hh_l0_reverse	3	0.04568009451031685
28084	rnn.weight_hh_l0_reverse	4	-0.01570766046643257
28084	rnn.weight_hh_l0_reverse	5	0.04566268250346184
28084	rnn.weight_hh_l0_reverse	6	0.00018438114784657955
28084	rnn.weight_hh_l0_reverse	7	-0.000169399703736417
28084	rnn.weight_hh_l0_reverse	8	-0.09860674291849136
28084	rnn.weight_hh_l0_reverse	9	0.08005698025226593
28084	rnn.bias_ih_l0_reverse	0	-0.08999984711408615
28084	rnn.bias_ih_l0_reverse	1	-0.06902128458023071
28084	rnn.bias_ih_l0_reverse	2	0.10283290594816208
28084	rnn.bias_ih_l0_reverse	3	0.04746546596288681
28084	rnn.bias_ih_l0_reverse	4	-0.13024361431598663
28084	rnn.bias_ih_l0_reverse	5	0.04097408801317215
28084	rnn.bias_ih_l0_reverse	6	-0.10605082660913467
28084	rnn.bias_ih_l0_reverse	7	0.04264574125409126
28084	rnn.bias_ih_l0_reverse	8	0.035097599029541016
28084	rnn.bias_ih_l0_reverse	9	0.06206303834915161
28084	rnn.bias_hh_l0_reverse	0	0.0555812269449234
28084	rnn.bias_hh_l0_reverse	1	0.06551896780729294
28084	rnn.bias_hh_l0_reverse	2	0.0789160504937172
28084	rnn.bias_hh_l0_reverse	3	-0.003915467299520969
28084	rnn.bias_hh_l0_reverse	4	0.06957478076219559
28084	rnn.bias_hh_l0_reverse	5	0.0026665115728974342
28084	rnn.bias_hh_l0_reverse	6	-0.05550570785999298
28084	rnn.bias_hh_l0_reverse	7	0.026537608355283737
28084	rnn.bias_hh_l0_reverse	8	0.011797635816037655
28084	rnn.bias_hh_l0_reverse	9	-0.15850397944450378
28084	linear.weight	0	0.16836638748645782
28084	linear.weight	1	-0.1622125506401062
28084	linear.weight	2	-0.21583010256290436
28084	linear.weight	3	0.07459946721792221
28084	linear.weight	4	-0.02570643462240696
28084	linear.weight	5	0.004319643136113882
28084	linear.weight	6	-0.006935379933565855
28084	linear.weight	7	-0.027461064979434013
28084	linear.weight	8	0.08434715121984482
28084	linear.weight	9	0.3453729450702667
28084	linear.bias	0	-0.20840170979499817
28084	linear.bias	1	0.19479642808437347
28084	linear.bias	2	-0.5394155979156494
28084	linear.bias	3	1.7033934593200684
28084	linear.bias	4	-0.3945530951023102
28084	linear.bias	5	-0.030769959092140198
28084	linear.bias	6	-0.35835736989974976
28084	linear.bias	7	-0.2766866087913513
28084	linear.bias	8	-0.04323780909180641
28084	linear.bias	9	-0.4971899688243866
28112	transitions	0	-0.64774489402771
28112	transitions	1	0.3498691916465759
28112	transitions	2	1.674808382987976
28112	transitions	3	0.09710980206727982
28112	transitions	4	0.9486716985702515
28112	transitions	5	1.2739285230636597
28112	transitions	6	0.4833158850669861
28112	transitions	7	0.17576920986175537
28112	transitions	8	-0.9195189476013184
28112	transitions	9	0.9306602478027344
28112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28112	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28112	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28112	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28112	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28112	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28112	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28112	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28112	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28112	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28112	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28112	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28112	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28112	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28112	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28112	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28112	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28112	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28112	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28112	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28112	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28112	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28112	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28112	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28112	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28112	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28112	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28112	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28112	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28112	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28112	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28112	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28112	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28112	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28112	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28112	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28112	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28112	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28112	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28112	embedding2nn.weight	0	0.022413140162825584
28112	embedding2nn.weight	1	0.014266299083828926
28112	embedding2nn.weight	2	-0.004329060669988394
28112	embedding2nn.weight	3	6.049049829925934e-07
28112	embedding2nn.weight	4	-0.004419208038598299
28112	embedding2nn.weight	5	0.011743462644517422
28112	embedding2nn.weight	6	-0.004954774864017963
28112	embedding2nn.weight	7	0.021245989948511124
28112	embedding2nn.weight	8	-0.0067885927855968475
28112	embedding2nn.weight	9	-0.013880972750484943
28112	embedding2nn.bias	0	-0.03909768536686897
28112	embedding2nn.bias	1	-0.029427362605929375
28112	embedding2nn.bias	2	-0.07417021691799164
28112	embedding2nn.bias	3	0.0024495599791407585
28112	embedding2nn.bias	4	0.004389546811580658
28112	embedding2nn.bias	5	-0.01089593954384327
28112	embedding2nn.bias	6	0.0074791619554162025
28112	embedding2nn.bias	7	0.01596243306994438
28112	embedding2nn.bias	8	0.008719791658222675
28112	embedding2nn.bias	9	0.001936833024956286
28112	rnn.weight_ih_l0	0	0.03941769152879715
28112	rnn.weight_ih_l0	1	-0.013321666978299618
28112	rnn.weight_ih_l0	2	-0.03681144490838051
28112	rnn.weight_ih_l0	3	-0.044974010437726974
28112	rnn.weight_ih_l0	4	-0.052449554204940796
28112	rnn.weight_ih_l0	5	-0.00865554716438055
28112	rnn.weight_ih_l0	6	-0.052028149366378784
28112	rnn.weight_ih_l0	7	-0.06146710366010666
28112	rnn.weight_ih_l0	8	-0.04476514458656311
28112	rnn.weight_ih_l0	9	-0.026948029175400734
28112	rnn.weight_hh_l0	0	0.019727330654859543
28112	rnn.weight_hh_l0	1	-0.009870536625385284
28112	rnn.weight_hh_l0	2	-0.06716398894786835
28112	rnn.weight_hh_l0	3	-0.033229976892471313
28112	rnn.weight_hh_l0	4	-0.07804471254348755
28112	rnn.weight_hh_l0	5	-0.014726916328072548
28112	rnn.weight_hh_l0	6	-0.05443837493658066
28112	rnn.weight_hh_l0	7	-0.04005495086312294
28112	rnn.weight_hh_l0	8	-0.01871306076645851
28112	rnn.weight_hh_l0	9	-0.007024562451988459
28112	rnn.bias_ih_l0	0	0.14326801896095276
28112	rnn.bias_ih_l0	1	-0.05511581897735596
28112	rnn.bias_ih_l0	2	0.1071564257144928
28112	rnn.bias_ih_l0	3	0.04906228929758072
28112	rnn.bias_ih_l0	4	0.09805005043745041
28112	rnn.bias_ih_l0	5	0.024854611605405807
28112	rnn.bias_ih_l0	6	-0.0161487627774477
28112	rnn.bias_ih_l0	7	-0.1085178330540657
28112	rnn.bias_ih_l0	8	-0.2067415565252304
28112	rnn.bias_ih_l0	9	0.084596648812294
28112	rnn.bias_hh_l0	0	0.00021679970086552203
28112	rnn.bias_hh_l0	1	0.021581200882792473
28112	rnn.bias_hh_l0	2	-0.006303971633315086
28112	rnn.bias_hh_l0	3	-0.03164203092455864
28112	rnn.bias_hh_l0	4	-0.03524630889296532
28112	rnn.bias_hh_l0	5	0.14322561025619507
28112	rnn.bias_hh_l0	6	0.05012489855289459
28112	rnn.bias_hh_l0	7	0.061539847403764725
28112	rnn.bias_hh_l0	8	0.01821993477642536
28112	rnn.bias_hh_l0	9	0.042132023721933365
28112	rnn.weight_ih_l0_reverse	0	-0.02956327050924301
28112	rnn.weight_ih_l0_reverse	1	-0.001893182285130024
28112	rnn.weight_ih_l0_reverse	2	0.023778434842824936
28112	rnn.weight_ih_l0_reverse	3	-0.06230593100190163
28112	rnn.weight_ih_l0_reverse	4	0.009262707084417343
28112	rnn.weight_ih_l0_reverse	5	-0.046317871659994125
28112	rnn.weight_ih_l0_reverse	6	0.028295941650867462
28112	rnn.weight_ih_l0_reverse	7	0.04606937617063522
28112	rnn.weight_ih_l0_reverse	8	-0.048602525144815445
28112	rnn.weight_ih_l0_reverse	9	-0.050818052142858505
28112	rnn.weight_hh_l0_reverse	0	-0.08305665850639343
28112	rnn.weight_hh_l0_reverse	1	-0.06343104690313339
28112	rnn.weight_hh_l0_reverse	2	0.034871868789196014
28112	rnn.weight_hh_l0_reverse	3	0.04567558318376541
28112	rnn.weight_hh_l0_reverse	4	-0.01573798432946205
28112	rnn.weight_hh_l0_reverse	5	0.04564330726861954
28112	rnn.weight_hh_l0_reverse	6	0.0002496180240996182
28112	rnn.weight_hh_l0_reverse	7	-0.0001490947906859219
28112	rnn.weight_hh_l0_reverse	8	-0.09861856698989868
28112	rnn.weight_hh_l0_reverse	9	0.08005842566490173
28112	rnn.bias_ih_l0_reverse	0	-0.09016075730323792
28112	rnn.bias_ih_l0_reverse	1	-0.06869744509458542
28112	rnn.bias_ih_l0_reverse	2	0.10288021713495255
28112	rnn.bias_ih_l0_reverse	3	0.047400958836078644
28112	rnn.bias_ih_l0_reverse	4	-0.13023042678833008
28112	rnn.bias_ih_l0_reverse	5	0.04090503230690956
28112	rnn.bias_ih_l0_reverse	6	-0.10590899735689163
28112	rnn.bias_ih_l0_reverse	7	0.04248780757188797
28112	rnn.bias_ih_l0_reverse	8	0.03519725054502487
28112	rnn.bias_ih_l0_reverse	9	0.06225259602069855
28112	rnn.bias_hh_l0_reverse	0	0.05567307025194168
28112	rnn.bias_hh_l0_reverse	1	0.06551986932754517
28112	rnn.bias_hh_l0_reverse	2	0.07887949794530869
28112	rnn.bias_hh_l0_reverse	3	-0.003994078375399113
28112	rnn.bias_hh_l0_reverse	4	0.06965404748916626
28112	rnn.bias_hh_l0_reverse	5	0.0026654857210814953
28112	rnn.bias_hh_l0_reverse	6	-0.055505651980638504
28112	rnn.bias_hh_l0_reverse	7	0.02642127126455307
28112	rnn.bias_hh_l0_reverse	8	0.011916019022464752
28112	rnn.bias_hh_l0_reverse	9	-0.15818175673484802
28112	linear.weight	0	0.16884659230709076
28112	linear.weight	1	-0.16221196949481964
28112	linear.weight	2	-0.21573863923549652
28112	linear.weight	3	0.0750533938407898
28112	linear.weight	4	-0.025654597207903862
28112	linear.weight	5	0.004327930044382811
28112	linear.weight	6	-0.006935278419405222
28112	linear.weight	7	-0.027457518503069878
28112	linear.weight	8	0.08431877940893173
28112	linear.weight	9	0.34540852904319763
28112	linear.bias	0	-0.20845893025398254
28112	linear.bias	1	0.19446244835853577
28112	linear.bias	2	-0.5394848585128784
28112	linear.bias	3	1.704724907875061
28112	linear.bias	4	-0.3946378231048584
28112	linear.bias	5	-0.030769959092140198
28112	linear.bias	6	-0.35848915576934814
28112	linear.bias	7	-0.27681758999824524
28112	linear.bias	8	-0.04386874660849571
28112	linear.bias	9	-0.49719858169555664
28140	transitions	0	-0.6477494835853577
28140	transitions	1	0.34986573457717896
28140	transitions	2	1.6748037338256836
28140	transitions	3	0.09710928797721863
28140	transitions	4	0.9486708045005798
28140	transitions	5	1.2739285230636597
28140	transitions	6	0.48331230878829956
28140	transitions	7	0.1757691204547882
28140	transitions	8	-0.9195189476013184
28140	transitions	9	0.9306602478027344
28140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28140	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28140	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28140	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28140	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28140	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28140	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28140	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28140	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28140	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28140	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28140	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28140	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28140	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28140	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28140	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28140	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28140	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28140	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28140	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28140	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28140	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28140	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28140	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28140	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28140	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28140	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28140	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28140	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28140	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28140	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28140	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28140	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28140	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28140	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28140	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28140	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28140	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28140	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28140	embedding2nn.weight	0	0.022506609559059143
28140	embedding2nn.weight	1	0.014263927936553955
28140	embedding2nn.weight	2	-0.004332960117608309
28140	embedding2nn.weight	3	5.178151695872657e-06
28140	embedding2nn.weight	4	-0.0044190832413733006
28140	embedding2nn.weight	5	0.011755291372537613
28140	embedding2nn.weight	6	-0.004949147813022137
28140	embedding2nn.weight	7	0.021296076476573944
28140	embedding2nn.weight	8	-0.006808511447161436
28140	embedding2nn.weight	9	-0.013872598297894001
28140	embedding2nn.bias	0	-0.0399443656206131
28140	embedding2nn.bias	1	-0.029637746512889862
28140	embedding2nn.bias	2	-0.07434546202421188
28140	embedding2nn.bias	3	0.0019450571853667498
28140	embedding2nn.bias	4	0.004126938059926033
28140	embedding2nn.bias	5	-0.011474368162453175
28140	embedding2nn.bias	6	0.007244938053190708
28140	embedding2nn.bias	7	0.01604071445763111
28140	embedding2nn.bias	8	0.008852734230458736
28140	embedding2nn.bias	9	0.001293483772315085
28140	rnn.weight_ih_l0	0	0.03943512961268425
28140	rnn.weight_ih_l0	1	-0.013340513221919537
28140	rnn.weight_ih_l0	2	-0.03681347146630287
28140	rnn.weight_ih_l0	3	-0.04498683661222458
28140	rnn.weight_ih_l0	4	-0.052453991025686264
28140	rnn.weight_ih_l0	5	-0.008620942942798138
28140	rnn.weight_ih_l0	6	-0.05197521299123764
28140	rnn.weight_ih_l0	7	-0.06148403510451317
28140	rnn.weight_ih_l0	8	-0.04481356590986252
28140	rnn.weight_ih_l0	9	-0.02695338800549507
28140	rnn.weight_hh_l0	0	0.019728725776076317
28140	rnn.weight_hh_l0	1	-0.00982269924134016
28140	rnn.weight_hh_l0	2	-0.06722592562437057
28140	rnn.weight_hh_l0	3	-0.03323325142264366
28140	rnn.weight_hh_l0	4	-0.07809615135192871
28140	rnn.weight_hh_l0	5	-0.014716488309204578
28140	rnn.weight_hh_l0	6	-0.05448686331510544
28140	rnn.weight_hh_l0	7	-0.04003481939435005
28140	rnn.weight_hh_l0	8	-0.018703484907746315
28140	rnn.weight_hh_l0	9	-0.006891891825944185
28140	rnn.bias_ih_l0	0	0.14334523677825928
28140	rnn.bias_ih_l0	1	-0.05545136705040932
28140	rnn.bias_ih_l0	2	0.10672123730182648
28140	rnn.bias_ih_l0	3	0.049012523144483566
28140	rnn.bias_ih_l0	4	0.09780123084783554
28140	rnn.bias_ih_l0	5	0.02445487305521965
28140	rnn.bias_ih_l0	6	-0.01640896685421467
28140	rnn.bias_ih_l0	7	-0.10835438221693039
28140	rnn.bias_ih_l0	8	-0.2067200243473053
28140	rnn.bias_ih_l0	9	0.08473869413137436
28140	rnn.bias_hh_l0	0	0.00015992393309716135
28140	rnn.bias_hh_l0	1	0.02165353111922741
28140	rnn.bias_hh_l0	2	-0.006343166343867779
28140	rnn.bias_hh_l0	3	-0.03159477561712265
28140	rnn.bias_hh_l0	4	-0.035180121660232544
28140	rnn.bias_hh_l0	5	0.14304061233997345
28140	rnn.bias_hh_l0	6	0.05027007684111595
28140	rnn.bias_hh_l0	7	0.061474744230508804
28140	rnn.bias_hh_l0	8	0.017959730699658394
28140	rnn.bias_hh_l0	9	0.042114369571208954
28140	rnn.weight_ih_l0_reverse	0	-0.029586369171738625
28140	rnn.weight_ih_l0_reverse	1	-0.001867535407654941
28140	rnn.weight_ih_l0_reverse	2	0.023794328793883324
28140	rnn.weight_ih_l0_reverse	3	-0.062305089086294174
28140	rnn.weight_ih_l0_reverse	4	0.009271935559809208
28140	rnn.weight_ih_l0_reverse	5	-0.046322304755449295
28140	rnn.weight_ih_l0_reverse	6	0.028317226096987724
28140	rnn.weight_ih_l0_reverse	7	0.04605194553732872
28140	rnn.weight_ih_l0_reverse	8	-0.04862122982740402
28140	rnn.weight_ih_l0_reverse	9	-0.05080925673246384
28140	rnn.weight_hh_l0_reverse	0	-0.08296871930360794
28140	rnn.weight_hh_l0_reverse	1	-0.06360283493995667
28140	rnn.weight_hh_l0_reverse	2	0.03486352413892746
28140	rnn.weight_hh_l0_reverse	3	0.045746948570013046
28140	rnn.weight_hh_l0_reverse	4	-0.015667226165533066
28140	rnn.weight_hh_l0_reverse	5	0.045645907521247864
28140	rnn.weight_hh_l0_reverse	6	-2.6419276764499955e-05
28140	rnn.weight_hh_l0_reverse	7	-0.00020700933237094432
28140	rnn.weight_hh_l0_reverse	8	-0.09867056459188461
28140	rnn.weight_hh_l0_reverse	9	0.08001312613487244
28140	rnn.bias_ih_l0_reverse	0	-0.09083341807126999
28140	rnn.bias_ih_l0_reverse	1	-0.06951886415481567
28140	rnn.bias_ih_l0_reverse	2	0.10280387848615646
28140	rnn.bias_ih_l0_reverse	3	0.047488171607255936
28140	rnn.bias_ih_l0_reverse	4	-0.12997132539749146
28140	rnn.bias_ih_l0_reverse	5	0.04087657853960991
28140	rnn.bias_ih_l0_reverse	6	-0.10578857362270355
28140	rnn.bias_ih_l0_reverse	7	0.04257438704371452
28140	rnn.bias_ih_l0_reverse	8	0.03485109657049179
28140	rnn.bias_ih_l0_reverse	9	0.062283191829919815
28140	rnn.bias_hh_l0_reverse	0	0.05706542357802391
28140	rnn.bias_hh_l0_reverse	1	0.0657300353050232
28140	rnn.bias_hh_l0_reverse	2	0.07893875986337662
28140	rnn.bias_hh_l0_reverse	3	-0.0038999493699520826
28140	rnn.bias_hh_l0_reverse	4	0.06969403475522995
28140	rnn.bias_hh_l0_reverse	5	0.0030318424105644226
28140	rnn.bias_hh_l0_reverse	6	-0.055350106209516525
28140	rnn.bias_hh_l0_reverse	7	0.026257241144776344
28140	rnn.bias_hh_l0_reverse	8	0.0116388238966465
28140	rnn.bias_hh_l0_reverse	9	-0.15855608880519867
28140	linear.weight	0	0.16815336048603058
28140	linear.weight	1	-0.16221152245998383
28140	linear.weight	2	-0.21565274894237518
28140	linear.weight	3	0.07501783221960068
28140	linear.weight	4	-0.02557440847158432
28140	linear.weight	5	0.004341743886470795
28140	linear.weight	6	-0.006934939883649349
28140	linear.weight	7	-0.02745281532406807
28140	linear.weight	8	0.08433371782302856
28140	linear.weight	9	0.3451579809188843
28140	linear.bias	0	-0.20791691541671753
28140	linear.bias	1	0.1939072608947754
28140	linear.bias	2	-0.539508044719696
28140	linear.bias	3	1.7033816576004028
28140	linear.bias	4	-0.3946716785430908
28140	linear.bias	5	-0.030769959092140198
28140	linear.bias	6	-0.35849693417549133
28140	linear.bias	7	-0.27687183022499084
28140	linear.bias	8	-0.04496735334396362
28140	linear.bias	9	-0.49720683693885803
28168	transitions	0	-0.6477557420730591
28168	transitions	1	0.3498573303222656
28168	transitions	2	1.6748008728027344
28168	transitions	3	0.09710770100355148
28168	transitions	4	0.9486708045005798
28168	transitions	5	1.2739285230636597
28168	transitions	6	0.4833122789859772
28168	transitions	7	0.17576900124549866
28168	transitions	8	-0.9195190072059631
28168	transitions	9	0.9306602478027344
28168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28168	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28168	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28168	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28168	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28168	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28168	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28168	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28168	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28168	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28168	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28168	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28168	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28168	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28168	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28168	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28168	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28168	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28168	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28168	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28168	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28168	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28168	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28168	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28168	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28168	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28168	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28168	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28168	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28168	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28168	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28168	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28168	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28168	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28168	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28168	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28168	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28168	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28168	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28168	embedding2nn.weight	0	0.02249571681022644
28168	embedding2nn.weight	1	0.014274260960519314
28168	embedding2nn.weight	2	-0.004336545709520578
28168	embedding2nn.weight	3	-3.370196964169736e-06
28168	embedding2nn.weight	4	-0.0044196066446602345
28168	embedding2nn.weight	5	0.011759079992771149
28168	embedding2nn.weight	6	-0.004946349188685417
28168	embedding2nn.weight	7	0.02135494351387024
28168	embedding2nn.weight	8	-0.006801422219723463
28168	embedding2nn.weight	9	-0.013872090727090836
28168	embedding2nn.bias	0	-0.039803553372621536
28168	embedding2nn.bias	1	-0.028454095125198364
28168	embedding2nn.bias	2	-0.07409249991178513
28168	embedding2nn.bias	3	0.0018121585017070174
28168	embedding2nn.bias	4	0.003649570746347308
28168	embedding2nn.bias	5	-0.011035631410777569
28168	embedding2nn.bias	6	0.007390303071588278
28168	embedding2nn.bias	7	0.016941867768764496
28168	embedding2nn.bias	8	0.008533396758139133
28168	embedding2nn.bias	9	0.001475200755521655
28168	rnn.weight_ih_l0	0	0.03940097242593765
28168	rnn.weight_ih_l0	1	-0.013379878364503384
28168	rnn.weight_ih_l0	2	-0.036810245364904404
28168	rnn.weight_ih_l0	3	-0.044991713017225266
28168	rnn.weight_ih_l0	4	-0.052422355860471725
28168	rnn.weight_ih_l0	5	-0.008603357709944248
28168	rnn.weight_ih_l0	6	-0.05192698910832405
28168	rnn.weight_ih_l0	7	-0.061494287103414536
28168	rnn.weight_ih_l0	8	-0.04481681436300278
28168	rnn.weight_ih_l0	9	-0.026953738182783127
28168	rnn.weight_hh_l0	0	0.019737400114536285
28168	rnn.weight_hh_l0	1	-0.00990853738039732
28168	rnn.weight_hh_l0	2	-0.06720113754272461
28168	rnn.weight_hh_l0	3	-0.033191241323947906
28168	rnn.weight_hh_l0	4	-0.07814346253871918
28168	rnn.weight_hh_l0	5	-0.0147450165823102
28168	rnn.weight_hh_l0	6	-0.05449724942445755
28168	rnn.weight_hh_l0	7	-0.040193233639001846
28168	rnn.weight_hh_l0	8	-0.01868988573551178
28168	rnn.weight_hh_l0	9	-0.00688803568482399
28168	rnn.bias_ih_l0	0	0.14333215355873108
28168	rnn.bias_ih_l0	1	-0.055301979184150696
28168	rnn.bias_ih_l0	2	0.10659629851579666
28168	rnn.bias_ih_l0	3	0.049085941165685654
28168	rnn.bias_ih_l0	4	0.09781292080879211
28168	rnn.bias_ih_l0	5	0.024505820125341415
28168	rnn.bias_ih_l0	6	-0.01634237729012966
28168	rnn.bias_ih_l0	7	-0.10839764773845673
28168	rnn.bias_ih_l0	8	-0.20668576657772064
28168	rnn.bias_ih_l0	9	0.08461862802505493
28168	rnn.bias_hh_l0	0	0.00014254567213356495
28168	rnn.bias_hh_l0	1	0.021571405231952667
28168	rnn.bias_hh_l0	2	-0.006372477393597364
28168	rnn.bias_hh_l0	3	-0.03130354732275009
28168	rnn.bias_hh_l0	4	-0.03528732806444168
28168	rnn.bias_hh_l0	5	0.14284822344779968
28168	rnn.bias_hh_l0	6	0.05021870136260986
28168	rnn.bias_hh_l0	7	0.061224911361932755
28168	rnn.bias_hh_l0	8	0.0180263202637434
28168	rnn.bias_hh_l0	9	0.042403578758239746
28168	rnn.weight_ih_l0_reverse	0	-0.02960173599421978
28168	rnn.weight_ih_l0_reverse	1	-0.001875162124633789
28168	rnn.weight_ih_l0_reverse	2	0.023801986128091812
28168	rnn.weight_ih_l0_reverse	3	-0.06232389062643051
28168	rnn.weight_ih_l0_reverse	4	0.00921618938446045
28168	rnn.weight_ih_l0_reverse	5	-0.04633202403783798
28168	rnn.weight_ih_l0_reverse	6	0.02832384966313839
28168	rnn.weight_ih_l0_reverse	7	0.04605158418416977
28168	rnn.weight_ih_l0_reverse	8	-0.048604220151901245
28168	rnn.weight_ih_l0_reverse	9	-0.05081766098737717
28168	rnn.weight_hh_l0_reverse	0	-0.08304561674594879
28168	rnn.weight_hh_l0_reverse	1	-0.063681960105896
28168	rnn.weight_hh_l0_reverse	2	0.03482718765735626
28168	rnn.weight_hh_l0_reverse	3	0.045776233077049255
28168	rnn.weight_hh_l0_reverse	4	-0.015600068494677544
28168	rnn.weight_hh_l0_reverse	5	0.045639749616384506
28168	rnn.weight_hh_l0_reverse	6	-0.0003557135059963912
28168	rnn.weight_hh_l0_reverse	7	-0.00020736675651278347
28168	rnn.weight_hh_l0_reverse	8	-0.09867895394563675
28168	rnn.weight_hh_l0_reverse	9	0.08003216981887817
28168	rnn.bias_ih_l0_reverse	0	-0.09212205559015274
28168	rnn.bias_ih_l0_reverse	1	-0.06943529844284058
28168	rnn.bias_ih_l0_reverse	2	0.10297812521457672
28168	rnn.bias_ih_l0_reverse	3	0.04755442962050438
28168	rnn.bias_ih_l0_reverse	4	-0.12995430827140808
28168	rnn.bias_ih_l0_reverse	5	0.04094713181257248
28168	rnn.bias_ih_l0_reverse	6	-0.10595627874135971
28168	rnn.bias_ih_l0_reverse	7	0.04242881387472153
28168	rnn.bias_ih_l0_reverse	8	0.03504415601491928
28168	rnn.bias_ih_l0_reverse	9	0.062211982905864716
28168	rnn.bias_hh_l0_reverse	0	0.057959552854299545
28168	rnn.bias_hh_l0_reverse	1	0.06576305627822876
28168	rnn.bias_hh_l0_reverse	2	0.07891976833343506
28168	rnn.bias_hh_l0_reverse	3	-0.003910214640200138
28168	rnn.bias_hh_l0_reverse	4	0.06978270411491394
28168	rnn.bias_hh_l0_reverse	5	0.0029646744951605797
28168	rnn.bias_hh_l0_reverse	6	-0.05531022325158119
28168	rnn.bias_hh_l0_reverse	7	0.02615351416170597
28168	rnn.bias_hh_l0_reverse	8	0.01160021685063839
28168	rnn.bias_hh_l0_reverse	9	-0.15919548273086548
28168	linear.weight	0	0.16884879767894745
28168	linear.weight	1	-0.16221106052398682
28168	linear.weight	2	-0.21561509370803833
28168	linear.weight	3	0.07572590559720993
28168	linear.weight	4	-0.025565246120095253
28168	linear.weight	5	0.004380117170512676
28168	linear.weight	6	-0.006934999953955412
28168	linear.weight	7	-0.02744084596633911
28168	linear.weight	8	0.08448819071054459
28168	linear.weight	9	0.34498724341392517
28168	linear.bias	0	-0.20558859407901764
28168	linear.bias	1	0.19292868673801422
28168	linear.bias	2	-0.5394166111946106
28168	linear.bias	3	1.7000634670257568
28168	linear.bias	4	-0.3946901857852936
28168	linear.bias	5	-0.030769959092140198
28168	linear.bias	6	-0.3584648072719574
28168	linear.bias	7	-0.27705103158950806
28168	linear.bias	8	-0.043038442730903625
28168	linear.bias	9	-0.4972260594367981
28196	transitions	0	-0.6477735042572021
28196	transitions	1	0.3498552143573761
28196	transitions	2	1.674796462059021
28196	transitions	3	0.0971069186925888
28196	transitions	4	0.9486696720123291
28196	transitions	5	1.2739285230636597
28196	transitions	6	0.4833121597766876
28196	transitions	7	0.1757684201002121
28196	transitions	8	-0.9195190072059631
28196	transitions	9	0.9306602478027344
28196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28196	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28196	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28196	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28196	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28196	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28196	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28196	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28196	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28196	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28196	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28196	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28196	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28196	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28196	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28196	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28196	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28196	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28196	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28196	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28196	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28196	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28196	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28196	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28196	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28196	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28196	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28196	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28196	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28196	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28196	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28196	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28196	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28196	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28196	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28196	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28196	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28196	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28196	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28196	embedding2nn.weight	0	0.022477827966213226
28196	embedding2nn.weight	1	0.014276347123086452
28196	embedding2nn.weight	2	-0.004334262106567621
28196	embedding2nn.weight	3	-8.846865057421383e-06
28196	embedding2nn.weight	4	-0.004413609392940998
28196	embedding2nn.weight	5	0.011746061965823174
28196	embedding2nn.weight	6	-0.004944177810102701
28196	embedding2nn.weight	7	0.021234942600131035
28196	embedding2nn.weight	8	-0.006793627515435219
28196	embedding2nn.weight	9	-0.01386154256761074
28196	embedding2nn.bias	0	-0.04015155881643295
28196	embedding2nn.bias	1	-0.027541406452655792
28196	embedding2nn.bias	2	-0.0744391679763794
28196	embedding2nn.bias	3	0.001821446930989623
28196	embedding2nn.bias	4	0.0033671597484499216
28196	embedding2nn.bias	5	-0.010800592601299286
28196	embedding2nn.bias	6	0.008066285401582718
28196	embedding2nn.bias	7	0.016311293467879295
28196	embedding2nn.bias	8	0.008304884657263756
28196	embedding2nn.bias	9	0.0017964460421353579
28196	rnn.weight_ih_l0	0	0.03939718008041382
28196	rnn.weight_ih_l0	1	-0.013415168970823288
28196	rnn.weight_ih_l0	2	-0.03681809827685356
28196	rnn.weight_ih_l0	3	-0.04498862102627754
28196	rnn.weight_ih_l0	4	-0.05248015373945236
28196	rnn.weight_ih_l0	5	-0.008599660359323025
28196	rnn.weight_ih_l0	6	-0.05196939781308174
28196	rnn.weight_ih_l0	7	-0.0614965483546257
28196	rnn.weight_ih_l0	8	-0.04482996463775635
28196	rnn.weight_ih_l0	9	-0.026934446766972542
28196	rnn.weight_hh_l0	0	0.019723044708371162
28196	rnn.weight_hh_l0	1	-0.009848624467849731
28196	rnn.weight_hh_l0	2	-0.06715953350067139
28196	rnn.weight_hh_l0	3	-0.03321231156587601
28196	rnn.weight_hh_l0	4	-0.07811558246612549
28196	rnn.weight_hh_l0	5	-0.014757629483938217
28196	rnn.weight_hh_l0	6	-0.05432313680648804
28196	rnn.weight_hh_l0	7	-0.04028413072228432
28196	rnn.weight_hh_l0	8	-0.018643628805875778
28196	rnn.weight_hh_l0	9	-0.00675472617149353
28196	rnn.bias_ih_l0	0	0.14330735802650452
28196	rnn.bias_ih_l0	1	-0.05522679537534714
28196	rnn.bias_ih_l0	2	0.10666746646165848
28196	rnn.bias_ih_l0	3	0.04901614785194397
28196	rnn.bias_ih_l0	4	0.09816776216030121
28196	rnn.bias_ih_l0	5	0.024624815210700035
28196	rnn.bias_ih_l0	6	-0.01659274473786354
28196	rnn.bias_ih_l0	7	-0.10840677469968796
28196	rnn.bias_ih_l0	8	-0.2062564343214035
28196	rnn.bias_ih_l0	9	0.08477847278118134
28196	rnn.bias_hh_l0	0	0.00020297725859563798
28196	rnn.bias_hh_l0	1	0.021745147183537483
28196	rnn.bias_hh_l0	2	-0.006303746253252029
28196	rnn.bias_hh_l0	3	-0.031024765223264694
28196	rnn.bias_hh_l0	4	-0.03524499014019966
28196	rnn.bias_hh_l0	5	0.142990842461586
28196	rnn.bias_hh_l0	6	0.05035827308893204
28196	rnn.bias_hh_l0	7	0.06132213771343231
28196	rnn.bias_hh_l0	8	0.01777595281600952
28196	rnn.bias_hh_l0	9	0.04234524816274643
28196	rnn.weight_ih_l0_reverse	0	-0.02959071472287178
28196	rnn.weight_ih_l0_reverse	1	-0.0018165379296988249
28196	rnn.weight_ih_l0_reverse	2	0.023794112727046013
28196	rnn.weight_ih_l0_reverse	3	-0.06229739636182785
28196	rnn.weight_ih_l0_reverse	4	0.00921719241887331
28196	rnn.weight_ih_l0_reverse	5	-0.04631248861551285
28196	rnn.weight_ih_l0_reverse	6	0.028426531702280045
28196	rnn.weight_ih_l0_reverse	7	0.046053219586610794
28196	rnn.weight_ih_l0_reverse	8	-0.04862241446971893
28196	rnn.weight_ih_l0_reverse	9	-0.05083068087697029
28196	rnn.weight_hh_l0_reverse	0	-0.08310335874557495
28196	rnn.weight_hh_l0_reverse	1	-0.06371496617794037
28196	rnn.weight_hh_l0_reverse	2	0.034847915172576904
28196	rnn.weight_hh_l0_reverse	3	0.04574364051222801
28196	rnn.weight_hh_l0_reverse	4	-0.015553859062492847
28196	rnn.weight_hh_l0_reverse	5	0.04562666639685631
28196	rnn.weight_hh_l0_reverse	6	-0.00034074916038662195
28196	rnn.weight_hh_l0_reverse	7	-0.00027564403717406094
28196	rnn.weight_hh_l0_reverse	8	-0.0987280011177063
28196	rnn.weight_hh_l0_reverse	9	0.0801181048154831
28196	rnn.bias_ih_l0_reverse	0	-0.09186354279518127
28196	rnn.bias_ih_l0_reverse	1	-0.06989872455596924
28196	rnn.bias_ih_l0_reverse	2	0.10307567566633224
28196	rnn.bias_ih_l0_reverse	3	0.04760073497891426
28196	rnn.bias_ih_l0_reverse	4	-0.12990915775299072
28196	rnn.bias_ih_l0_reverse	5	0.04105449095368385
28196	rnn.bias_ih_l0_reverse	6	-0.10591813921928406
28196	rnn.bias_ih_l0_reverse	7	0.04225636273622513
28196	rnn.bias_ih_l0_reverse	8	0.03487627953290939
28196	rnn.bias_ih_l0_reverse	9	0.06230072304606438
28196	rnn.bias_hh_l0_reverse	0	0.057281095534563065
28196	rnn.bias_hh_l0_reverse	1	0.0657103955745697
28196	rnn.bias_hh_l0_reverse	2	0.07905161380767822
28196	rnn.bias_hh_l0_reverse	3	-0.004007009789347649
28196	rnn.bias_hh_l0_reverse	4	0.06989195942878723
28196	rnn.bias_hh_l0_reverse	5	0.0029945559799671173
28196	rnn.bias_hh_l0_reverse	6	-0.055200763046741486
28196	rnn.bias_hh_l0_reverse	7	0.026317574083805084
28196	rnn.bias_hh_l0_reverse	8	0.011726628988981247
28196	rnn.bias_hh_l0_reverse	9	-0.15901905298233032
28196	linear.weight	0	0.1689140498638153
28196	linear.weight	1	-0.162210613489151
28196	linear.weight	2	-0.21604076027870178
28196	linear.weight	3	0.0765681266784668
28196	linear.weight	4	-0.025867613032460213
28196	linear.weight	5	0.004215453285723925
28196	linear.weight	6	-0.00693551218137145
28196	linear.weight	7	-0.02743985317647457
28196	linear.weight	8	0.08470330387353897
28196	linear.weight	9	0.34481582045555115
28196	linear.bias	0	-0.20660461485385895
28196	linear.bias	1	0.19349446892738342
28196	linear.bias	2	-0.5394384264945984
28196	linear.bias	3	1.699668049812317
28196	linear.bias	4	-0.3947043716907501
28196	linear.bias	5	-0.030769959092140198
28196	linear.bias	6	-0.3585096597671509
28196	linear.bias	7	-0.2768406867980957
28196	linear.bias	8	-0.042007505893707275
28196	linear.bias	9	-0.49723461270332336
28224	transitions	0	-0.6477760672569275
28224	transitions	1	0.3498522937297821
28224	transitions	2	1.6747931241989136
28224	transitions	3	0.09700894355773926
28224	transitions	4	0.9486381411552429
28224	transitions	5	1.2739284038543701
28224	transitions	6	0.4833121597766876
28224	transitions	7	0.17576828598976135
28224	transitions	8	-0.9195190072059631
28224	transitions	9	0.9306602478027344
28224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28224	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28224	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28224	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28224	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28224	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28224	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28224	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28224	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28224	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28224	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28224	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28224	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28224	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28224	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28224	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28224	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28224	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28224	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28224	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28224	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28224	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28224	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28224	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28224	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28224	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28224	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28224	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28224	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28224	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28224	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28224	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28224	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28224	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28224	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28224	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28224	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28224	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28224	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28224	embedding2nn.weight	0	0.022503143176436424
28224	embedding2nn.weight	1	0.014273280277848244
28224	embedding2nn.weight	2	-0.004335339646786451
28224	embedding2nn.weight	3	1.3561891137214843e-05
28224	embedding2nn.weight	4	-0.004432694986462593
28224	embedding2nn.weight	5	0.011748048476874828
28224	embedding2nn.weight	6	-0.004931098315864801
28224	embedding2nn.weight	7	0.02122564986348152
28224	embedding2nn.weight	8	-0.006810961756855249
28224	embedding2nn.weight	9	-0.013856038451194763
28224	embedding2nn.bias	0	-0.03992995619773865
28224	embedding2nn.bias	1	-0.02774890698492527
28224	embedding2nn.bias	2	-0.07466904073953629
28224	embedding2nn.bias	3	0.002599414438009262
28224	embedding2nn.bias	4	0.003913984168320894
28224	embedding2nn.bias	5	-0.010687708854675293
28224	embedding2nn.bias	6	0.007535092998296022
28224	embedding2nn.bias	7	0.016999587416648865
28224	embedding2nn.bias	8	0.00789637304842472
28224	embedding2nn.bias	9	0.0017401548102498055
28224	rnn.weight_ih_l0	0	0.039448533207178116
28224	rnn.weight_ih_l0	1	-0.013410799205303192
28224	rnn.weight_ih_l0	2	-0.03688516095280647
28224	rnn.weight_ih_l0	3	-0.0450078547000885
28224	rnn.weight_ih_l0	4	-0.052426837384700775
28224	rnn.weight_ih_l0	5	-0.008590850047767162
28224	rnn.weight_ih_l0	6	-0.05196913704276085
28224	rnn.weight_ih_l0	7	-0.06148460507392883
28224	rnn.weight_ih_l0	8	-0.044837649911642075
28224	rnn.weight_ih_l0	9	-0.026917174458503723
28224	rnn.weight_hh_l0	0	0.019702346995472908
28224	rnn.weight_hh_l0	1	-0.009857743978500366
28224	rnn.weight_hh_l0	2	-0.0671360120177269
28224	rnn.weight_hh_l0	3	-0.033206645399332047
28224	rnn.weight_hh_l0	4	-0.07811082899570465
28224	rnn.weight_hh_l0	5	-0.014810491353273392
28224	rnn.weight_hh_l0	6	-0.054366402328014374
28224	rnn.weight_hh_l0	7	-0.04018814116716385
28224	rnn.weight_hh_l0	8	-0.01866624504327774
28224	rnn.weight_hh_l0	9	-0.006781670730561018
28224	rnn.bias_ih_l0	0	0.14339394867420197
28224	rnn.bias_ih_l0	1	-0.05537475273013115
28224	rnn.bias_ih_l0	2	0.10676002502441406
28224	rnn.bias_ih_l0	3	0.04863407835364342
28224	rnn.bias_ih_l0	4	0.09796854108572006
28224	rnn.bias_ih_l0	5	0.02481359988451004
28224	rnn.bias_ih_l0	6	-0.016512582078576088
28224	rnn.bias_ih_l0	7	-0.1086212620139122
28224	rnn.bias_ih_l0	8	-0.20678900182247162
28224	rnn.bias_ih_l0	9	0.08494170755147934
28224	rnn.bias_hh_l0	0	0.00022561689547728747
28224	rnn.bias_hh_l0	1	0.021556934341788292
28224	rnn.bias_hh_l0	2	-0.006368814501911402
28224	rnn.bias_hh_l0	3	-0.031140323728322983
28224	rnn.bias_hh_l0	4	-0.03508412837982178
28224	rnn.bias_hh_l0	5	0.1431877315044403
28224	rnn.bias_hh_l0	6	0.050466567277908325
28224	rnn.bias_hh_l0	7	0.06117631122469902
28224	rnn.bias_hh_l0	8	0.017856115475296974
28224	rnn.bias_hh_l0	9	0.04258640110492706
28224	rnn.weight_ih_l0_reverse	0	-0.02960040234029293
28224	rnn.weight_ih_l0_reverse	1	-0.0018365553114563227
28224	rnn.weight_ih_l0_reverse	2	0.02380923554301262
28224	rnn.weight_ih_l0_reverse	3	-0.06229342892765999
28224	rnn.weight_ih_l0_reverse	4	0.009187733754515648
28224	rnn.weight_ih_l0_reverse	5	-0.046306312084198
28224	rnn.weight_ih_l0_reverse	6	0.028520451858639717
28224	rnn.weight_ih_l0_reverse	7	0.046026188880205154
28224	rnn.weight_ih_l0_reverse	8	-0.04860831797122955
28224	rnn.weight_ih_l0_reverse	9	-0.05084923654794693
28224	rnn.weight_hh_l0_reverse	0	-0.08307786285877228
28224	rnn.weight_hh_l0_reverse	1	-0.06364593654870987
28224	rnn.weight_hh_l0_reverse	2	0.034900739789009094
28224	rnn.weight_hh_l0_reverse	3	0.04573037475347519
28224	rnn.weight_hh_l0_reverse	4	-0.015695882961153984
28224	rnn.weight_hh_l0_reverse	5	0.04562244936823845
28224	rnn.weight_hh_l0_reverse	6	-0.00039132946403697133
28224	rnn.weight_hh_l0_reverse	7	-0.00025744864251464605
28224	rnn.weight_hh_l0_reverse	8	-0.09873954206705093
28224	rnn.weight_hh_l0_reverse	9	0.08004117012023926
28224	rnn.bias_ih_l0_reverse	0	-0.09150770306587219
28224	rnn.bias_ih_l0_reverse	1	-0.0697077065706253
28224	rnn.bias_ih_l0_reverse	2	0.1031026765704155
28224	rnn.bias_ih_l0_reverse	3	0.047654882073402405
28224	rnn.bias_ih_l0_reverse	4	-0.12980371713638306
28224	rnn.bias_ih_l0_reverse	5	0.04083983600139618
28224	rnn.bias_ih_l0_reverse	6	-0.10601560771465302
28224	rnn.bias_ih_l0_reverse	7	0.04220536723732948
28224	rnn.bias_ih_l0_reverse	8	0.034900177270174026
28224	rnn.bias_ih_l0_reverse	9	0.06226832792162895
28224	rnn.bias_hh_l0_reverse	0	0.05693386122584343
28224	rnn.bias_hh_l0_reverse	1	0.06592022627592087
28224	rnn.bias_hh_l0_reverse	2	0.07923536747694016
28224	rnn.bias_hh_l0_reverse	3	-0.004031733609735966
28224	rnn.bias_hh_l0_reverse	4	0.06985638290643692
28224	rnn.bias_hh_l0_reverse	5	0.0034024554770439863
28224	rnn.bias_hh_l0_reverse	6	-0.05538544803857803
28224	rnn.bias_hh_l0_reverse	7	0.026448804885149002
28224	rnn.bias_hh_l0_reverse	8	0.011761865578591824
28224	rnn.bias_hh_l0_reverse	9	-0.15928798913955688
28224	linear.weight	0	0.16982708871364594
28224	linear.weight	1	-0.1625232845544815
28224	linear.weight	2	-0.21606677770614624
28224	linear.weight	3	0.07699538767337799
28224	linear.weight	4	-0.025950217619538307
28224	linear.weight	5	0.004140116740018129
28224	linear.weight	6	-0.006935420446097851
28224	linear.weight	7	-0.027438372373580933
28224	linear.weight	8	0.08456207811832428
28224	linear.weight	9	0.34483635425567627
28224	linear.bias	0	-0.20518192648887634
28224	linear.bias	1	0.19324837625026703
28224	linear.bias	2	-0.5394470691680908
28224	linear.bias	3	1.698891043663025
28224	linear.bias	4	-0.3947190046310425
28224	linear.bias	5	-0.030769959092140198
28224	linear.bias	6	-0.358618825674057
28224	linear.bias	7	-0.27693772315979004
28224	linear.bias	8	-0.04345211386680603
28224	linear.bias	9	-0.4972420036792755
28252	transitions	0	-0.6477808952331543
28252	transitions	1	0.34984999895095825
28252	transitions	2	1.6747901439666748
28252	transitions	3	0.09700580686330795
28252	transitions	4	0.948635458946228
28252	transitions	5	1.2739282846450806
28252	transitions	6	0.4833121597766876
28252	transitions	7	0.1757681965827942
28252	transitions	8	-0.9195190668106079
28252	transitions	9	0.9306602478027344
28252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28252	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28252	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28252	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28252	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28252	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28252	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28252	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28252	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28252	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28252	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28252	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28252	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28252	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28252	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28252	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28252	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28252	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28252	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28252	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28252	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28252	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28252	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28252	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28252	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28252	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28252	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28252	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28252	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28252	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28252	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28252	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28252	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28252	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28252	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28252	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28252	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28252	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28252	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28252	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28252	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28252	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28252	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28252	embedding2nn.weight	0	0.02249586395919323
28252	embedding2nn.weight	1	0.014273137785494328
28252	embedding2nn.weight	2	-0.004333727061748505
28252	embedding2nn.weight	3	3.098484012298286e-05
28252	embedding2nn.weight	4	-0.004428884480148554
28252	embedding2nn.weight	5	0.011767696589231491
28252	embedding2nn.weight	6	-0.004937061108648777
28252	embedding2nn.weight	7	0.021237453445792198
28252	embedding2nn.weight	8	-0.006812581792473793
28252	embedding2nn.weight	9	-0.0138655174523592
28252	embedding2nn.bias	0	-0.03986930102109909
28252	embedding2nn.bias	1	-0.028330359607934952
28252	embedding2nn.bias	2	-0.07414557039737701
28252	embedding2nn.bias	3	0.003702970687299967
28252	embedding2nn.bias	4	0.0031604524701833725
28252	embedding2nn.bias	5	-0.01107189804315567
28252	embedding2nn.bias	6	0.007871352136135101
28252	embedding2nn.bias	7	0.01674746535718441
28252	embedding2nn.bias	8	0.007987761870026588
28252	embedding2nn.bias	9	0.0013211627956479788
28252	rnn.weight_ih_l0	0	0.03939344733953476
28252	rnn.weight_ih_l0	1	-0.013480630703270435
28252	rnn.weight_ih_l0	2	-0.036752257496118546
28252	rnn.weight_ih_l0	3	-0.04500813037157059
28252	rnn.weight_ih_l0	4	-0.052422355860471725
28252	rnn.weight_ih_l0	5	-0.008607198484241962
28252	rnn.weight_ih_l0	6	-0.05199790745973587
28252	rnn.weight_ih_l0	7	-0.061457112431526184
28252	rnn.weight_ih_l0	8	-0.0448278971016407
28252	rnn.weight_ih_l0	9	-0.026908794417977333
28252	rnn.weight_hh_l0	0	0.019689710810780525
28252	rnn.weight_hh_l0	1	-0.009833107702434063
28252	rnn.weight_hh_l0	2	-0.06711011379957199
28252	rnn.weight_hh_l0	3	-0.03317015990614891
28252	rnn.weight_hh_l0	4	-0.07803641259670258
28252	rnn.weight_hh_l0	5	-0.014785678125917912
28252	rnn.weight_hh_l0	6	-0.054258015006780624
28252	rnn.weight_hh_l0	7	-0.04021546244621277
28252	rnn.weight_hh_l0	8	-0.018683230504393578
28252	rnn.weight_hh_l0	9	-0.006822058465331793
28252	rnn.bias_ih_l0	0	0.14347268640995026
28252	rnn.bias_ih_l0	1	-0.05533190816640854
28252	rnn.bias_ih_l0	2	0.10676389187574387
28252	rnn.bias_ih_l0	3	0.04891251400113106
28252	rnn.bias_ih_l0	4	0.09805291891098022
28252	rnn.bias_ih_l0	5	0.024693356826901436
28252	rnn.bias_ih_l0	6	-0.016449028626084328
28252	rnn.bias_ih_l0	7	-0.10869399458169937
28252	rnn.bias_ih_l0	8	-0.20708811283111572
28252	rnn.bias_ih_l0	9	0.08488400280475616
28252	rnn.bias_hh_l0	0	0.00026648250059224665
28252	rnn.bias_hh_l0	1	0.021357614547014236
28252	rnn.bias_hh_l0	2	-0.006293708924204111
28252	rnn.bias_hh_l0	3	-0.031108347699046135
28252	rnn.bias_hh_l0	4	-0.03508802130818367
28252	rnn.bias_hh_l0	5	0.14304542541503906
28252	rnn.bias_hh_l0	6	0.050491999834775925
28252	rnn.bias_hh_l0	7	0.06092631444334984
28252	rnn.bias_hh_l0	8	0.017919668927788734
28252	rnn.bias_hh_l0	9	0.04260066896677017
28252	rnn.weight_ih_l0_reverse	0	-0.02965378202497959
28252	rnn.weight_ih_l0_reverse	1	-0.0018636273453012109
28252	rnn.weight_ih_l0_reverse	2	0.0237991102039814
28252	rnn.weight_ih_l0_reverse	3	-0.062327414751052856
28252	rnn.weight_ih_l0_reverse	4	0.00919449795037508
28252	rnn.weight_ih_l0_reverse	5	-0.04627298191189766
28252	rnn.weight_ih_l0_reverse	6	0.028443636372685432
28252	rnn.weight_ih_l0_reverse	7	0.04600698873400688
28252	rnn.weight_ih_l0_reverse	8	-0.04856295511126518
28252	rnn.weight_ih_l0_reverse	9	-0.050870783627033234
28252	rnn.weight_hh_l0_reverse	0	-0.08304888755083084
28252	rnn.weight_hh_l0_reverse	1	-0.06370194256305695
28252	rnn.weight_hh_l0_reverse	2	0.034844815731048584
28252	rnn.weight_hh_l0_reverse	3	0.0457226000726223
28252	rnn.weight_hh_l0_reverse	4	-0.01565047912299633
28252	rnn.weight_hh_l0_reverse	5	0.04562073573470116
28252	rnn.weight_hh_l0_reverse	6	-0.0008579457644373178
28252	rnn.weight_hh_l0_reverse	7	-0.00032579494290985167
28252	rnn.weight_hh_l0_reverse	8	-0.09873801469802856
28252	rnn.weight_hh_l0_reverse	9	0.08011739701032639
28252	rnn.bias_ih_l0_reverse	0	-0.09091897308826447
28252	rnn.bias_ih_l0_reverse	1	-0.06952816247940063
28252	rnn.bias_ih_l0_reverse	2	0.10313762724399567
28252	rnn.bias_ih_l0_reverse	3	0.04772866517305374
28252	rnn.bias_ih_l0_reverse	4	-0.12983438372612
28252	rnn.bias_ih_l0_reverse	5	0.040664590895175934
28252	rnn.bias_ih_l0_reverse	6	-0.10617033392190933
28252	rnn.bias_ih_l0_reverse	7	0.04205179587006569
28252	rnn.bias_ih_l0_reverse	8	0.034997593611478806
28252	rnn.bias_ih_l0_reverse	9	0.062198080122470856
28252	rnn.bias_hh_l0_reverse	0	0.056700073182582855
28252	rnn.bias_hh_l0_reverse	1	0.0658426433801651
28252	rnn.bias_hh_l0_reverse	2	0.0792640820145607
28252	rnn.bias_hh_l0_reverse	3	-0.004068123176693916
28252	rnn.bias_hh_l0_reverse	4	0.06948576122522354
28252	rnn.bias_hh_l0_reverse	5	0.0026585233863443136
28252	rnn.bias_hh_l0_reverse	6	-0.055280763655900955
28252	rnn.bias_hh_l0_reverse	7	0.026599301025271416
28252	rnn.bias_hh_l0_reverse	8	0.011683589778840542
28252	rnn.bias_hh_l0_reverse	9	-0.1585955172777176
28252	linear.weight	0	0.16953210532665253
28252	linear.weight	1	-0.16252321004867554
28252	linear.weight	2	-0.21595193445682526
28252	linear.weight	3	0.0772981345653534
28252	linear.weight	4	-0.02592957206070423
28252	linear.weight	5	0.004206520970910788
28252	linear.weight	6	-0.006935172248631716
28252	linear.weight	7	-0.027437658980488777
28252	linear.weight	8	0.0845855176448822
28252	linear.weight	9	0.3448288142681122
28252	linear.bias	0	-0.20836016535758972
28252	linear.bias	1	0.19333279132843018
28252	linear.bias	2	-0.5396588444709778
28252	linear.bias	3	1.703163504600525
28252	linear.bias	4	-0.3947349488735199
28252	linear.bias	5	-0.030769959092140198
28252	linear.bias	6	-0.3588525950908661
28252	linear.bias	7	-0.27706363797187805
28252	linear.bias	8	-0.04253218322992325
28252	linear.bias	9	-0.4972518980503082
28280	transitions	0	-0.6477916836738586
28280	transitions	1	0.34984302520751953
28280	transitions	2	1.6747828722000122
28280	transitions	3	0.09700457751750946
28280	transitions	4	0.9486190676689148
28280	transitions	5	1.2739282846450806
28280	transitions	6	0.48331212997436523
28280	transitions	7	0.17576749622821808
28280	transitions	8	-0.9195190668106079
28280	transitions	9	0.9306601881980896
28280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28280	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28280	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28280	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28280	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28280	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28280	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28280	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28280	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28280	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28280	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28280	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28280	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28280	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28280	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28280	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28280	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28280	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28280	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28280	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28280	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28280	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28280	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28280	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28280	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28280	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28280	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28280	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28280	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28280	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28280	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28280	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28280	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28280	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28280	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28280	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28280	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28280	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28280	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28280	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28280	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28280	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28280	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28280	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28280	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28280	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28280	embedding2nn.weight	0	0.02254423126578331
28280	embedding2nn.weight	1	0.014277470298111439
28280	embedding2nn.weight	2	-0.004333108197897673
28280	embedding2nn.weight	3	5.13089653395582e-05
28280	embedding2nn.weight	4	-0.004430175293236971
28280	embedding2nn.weight	5	0.011753189377486706
28280	embedding2nn.weight	6	-0.004950156435370445
28280	embedding2nn.weight	7	0.02126310020685196
28280	embedding2nn.weight	8	-0.006810205522924662
28280	embedding2nn.weight	9	-0.013877465389668941
28280	embedding2nn.bias	0	-0.03964533284306526
28280	embedding2nn.bias	1	-0.02787603810429573
28280	embedding2nn.bias	2	-0.07376954704523087
28280	embedding2nn.bias	3	0.004709889180958271
28280	embedding2nn.bias	4	0.002879026811569929
28280	embedding2nn.bias	5	-0.011073345318436623
28280	embedding2nn.bias	6	0.008317019790410995
28280	embedding2nn.bias	7	0.0172148197889328
28280	embedding2nn.bias	8	0.007608309388160706
28280	embedding2nn.bias	9	0.001423132256604731
28280	rnn.weight_ih_l0	0	0.03937869146466255
28280	rnn.weight_ih_l0	1	-0.013551675714552402
28280	rnn.weight_ih_l0	2	-0.03668513894081116
28280	rnn.weight_ih_l0	3	-0.04498898237943649
28280	rnn.weight_ih_l0	4	-0.052430398762226105
28280	rnn.weight_ih_l0	5	-0.008596421219408512
28280	rnn.weight_ih_l0	6	-0.05200450122356415
28280	rnn.weight_ih_l0	7	-0.06145893782377243
28280	rnn.weight_ih_l0	8	-0.044840145856142044
28280	rnn.weight_ih_l0	9	-0.0269155353307724
28280	rnn.weight_hh_l0	0	0.019685760140419006
28280	rnn.weight_hh_l0	1	-0.009849505499005318
28280	rnn.weight_hh_l0	2	-0.06711181998252869
28280	rnn.weight_hh_l0	3	-0.03314837068319321
28280	rnn.weight_hh_l0	4	-0.07809808850288391
28280	rnn.weight_hh_l0	5	-0.014960549771785736
28280	rnn.weight_hh_l0	6	-0.05434229597449303
28280	rnn.weight_hh_l0	7	-0.040232978761196136
28280	rnn.weight_hh_l0	8	-0.018745068460702896
28280	rnn.weight_hh_l0	9	-0.007021202240139246
28280	rnn.bias_ih_l0	0	0.143315851688385
28280	rnn.bias_ih_l0	1	-0.05525057762861252
28280	rnn.bias_ih_l0	2	0.10649628192186356
28280	rnn.bias_ih_l0	3	0.04894189164042473
28280	rnn.bias_ih_l0	4	0.09812818467617035
28280	rnn.bias_ih_l0	5	0.02442038431763649
28280	rnn.bias_ih_l0	6	-0.01645571179687977
28280	rnn.bias_ih_l0	7	-0.10906116664409637
28280	rnn.bias_ih_l0	8	-0.20710289478302002
28280	rnn.bias_ih_l0	9	0.08488602191209793
28280	rnn.bias_hh_l0	0	0.00027462976868264377
28280	rnn.bias_hh_l0	1	0.021441219374537468
28280	rnn.bias_hh_l0	2	-0.006471616681665182
28280	rnn.bias_hh_l0	3	-0.03109298087656498
28280	rnn.bias_hh_l0	4	-0.035471878945827484
28280	rnn.bias_hh_l0	5	0.1429109424352646
28280	rnn.bias_hh_l0	6	0.050785575062036514
28280	rnn.bias_hh_l0	7	0.06088224798440933
28280	rnn.bias_hh_l0	8	0.017912985756993294
28280	rnn.bias_hh_l0	9	0.04250731319189072
28280	rnn.weight_ih_l0_reverse	0	-0.02966500259935856
28280	rnn.weight_ih_l0_reverse	1	-0.001888469560071826
28280	rnn.weight_ih_l0_reverse	2	0.023796459659934044
28280	rnn.weight_ih_l0_reverse	3	-0.06228520721197128
28280	rnn.weight_ih_l0_reverse	4	0.009207159280776978
28280	rnn.weight_ih_l0_reverse	5	-0.04628264904022217
28280	rnn.weight_ih_l0_reverse	6	0.028443774208426476
28280	rnn.weight_ih_l0_reverse	7	0.04601195082068443
28280	rnn.weight_ih_l0_reverse	8	-0.04857702925801277
28280	rnn.weight_ih_l0_reverse	9	-0.050865814089775085
28280	rnn.weight_hh_l0_reverse	0	-0.08310893177986145
28280	rnn.weight_hh_l0_reverse	1	-0.06375250220298767
28280	rnn.weight_hh_l0_reverse	2	0.034879170358181
28280	rnn.weight_hh_l0_reverse	3	0.045758768916130066
28280	rnn.weight_hh_l0_reverse	4	-0.015616255812346935
28280	rnn.weight_hh_l0_reverse	5	0.04562697187066078
28280	rnn.weight_hh_l0_reverse	6	-0.0008008730364963412
28280	rnn.weight_hh_l0_reverse	7	-0.00031360844150185585
28280	rnn.weight_hh_l0_reverse	8	-0.09874630719423294
28280	rnn.weight_hh_l0_reverse	9	0.08018132299184799
28280	rnn.bias_ih_l0_reverse	0	-0.09072048217058182
28280	rnn.bias_ih_l0_reverse	1	-0.06954820454120636
28280	rnn.bias_ih_l0_reverse	2	0.10321416705846786
28280	rnn.bias_ih_l0_reverse	3	0.047810278832912445
28280	rnn.bias_ih_l0_reverse	4	-0.12987492978572845
28280	rnn.bias_ih_l0_reverse	5	0.040504101663827896
28280	rnn.bias_ih_l0_reverse	6	-0.10606175661087036
28280	rnn.bias_ih_l0_reverse	7	0.04198103025555611
28280	rnn.bias_ih_l0_reverse	8	0.0350782573223114
28280	rnn.bias_ih_l0_reverse	9	0.06206810474395752
28280	rnn.bias_hh_l0_reverse	0	0.0564226396381855
28280	rnn.bias_hh_l0_reverse	1	0.06580918282270432
28280	rnn.bias_hh_l0_reverse	2	0.07917062193155289
28280	rnn.bias_hh_l0_reverse	3	-0.003965712618082762
28280	rnn.bias_hh_l0_reverse	4	0.0695873349905014
28280	rnn.bias_hh_l0_reverse	5	0.002357245422899723
28280	rnn.bias_hh_l0_reverse	6	-0.055265702307224274
28280	rnn.bias_hh_l0_reverse	7	0.026573171839118004
28280	rnn.bias_hh_l0_reverse	8	0.011687499471008778
28280	rnn.bias_hh_l0_reverse	9	-0.15866319835186005
28280	linear.weight	0	0.17004960775375366
28280	linear.weight	1	-0.1625223457813263
28280	linear.weight	2	-0.21603794395923615
28280	linear.weight	3	0.07659436762332916
28280	linear.weight	4	-0.02590619958937168
28280	linear.weight	5	0.004223555326461792
28280	linear.weight	6	-0.006935039069503546
28280	linear.weight	7	-0.027436118572950363
28280	linear.weight	8	0.08488204330205917
28280	linear.weight	9	0.34489139914512634
28280	linear.bias	0	-0.2097216695547104
28280	linear.bias	1	0.19284939765930176
28280	linear.bias	2	-0.5397523641586304
28280	linear.bias	3	1.7056540250778198
28280	linear.bias	4	-0.39457809925079346
28280	linear.bias	5	-0.030769959092140198
28280	linear.bias	6	-0.3589315414428711
28280	linear.bias	7	-0.27717992663383484
28280	linear.bias	8	-0.04220542684197426
28280	linear.bias	9	-0.49725720286369324
28308	transitions	0	-0.6477966904640198
28308	transitions	1	0.3498417139053345
28308	transitions	2	1.6747795343399048
28308	transitions	3	0.09700161963701248
28308	transitions	4	0.9486187696456909
28308	transitions	5	1.2739282846450806
28308	transitions	6	0.48331212997436523
28308	transitions	7	0.1757674515247345
28308	transitions	8	-0.9195191860198975
28308	transitions	9	0.9306601881980896
28308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28308	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28308	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28308	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28308	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28308	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28308	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28308	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28308	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28308	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28308	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28308	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28308	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28308	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28308	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28308	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28308	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28308	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28308	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28308	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28308	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28308	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28308	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28308	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28308	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28308	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28308	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28308	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28308	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28308	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28308	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28308	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28308	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28308	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28308	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28308	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28308	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28308	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28308	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28308	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28308	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28308	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28308	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28308	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28308	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28308	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28308	embedding2nn.weight	0	0.0225689597427845
28308	embedding2nn.weight	1	0.014285415410995483
28308	embedding2nn.weight	2	-0.004333491437137127
28308	embedding2nn.weight	3	5.5596981837879866e-05
28308	embedding2nn.weight	4	-0.004429335705935955
28308	embedding2nn.weight	5	0.011754199862480164
28308	embedding2nn.weight	6	-0.004945151042193174
28308	embedding2nn.weight	7	0.02127525396645069
28308	embedding2nn.weight	8	-0.006808015983551741
28308	embedding2nn.weight	9	-0.013870477676391602
28308	embedding2nn.bias	0	-0.03975836560130119
28308	embedding2nn.bias	1	-0.02757398597896099
28308	embedding2nn.bias	2	-0.07312971353530884
28308	embedding2nn.bias	3	0.004282842855900526
28308	embedding2nn.bias	4	0.0030443451832979918
28308	embedding2nn.bias	5	-0.010458068922162056
28308	embedding2nn.bias	6	0.007857905700802803
28308	embedding2nn.bias	7	0.01728963479399681
28308	embedding2nn.bias	8	0.007823050953447819
28308	embedding2nn.bias	9	0.0016248354222625494
28308	rnn.weight_ih_l0	0	0.03936397284269333
28308	rnn.weight_ih_l0	1	-0.013540869578719139
28308	rnn.weight_ih_l0	2	-0.0365305095911026
28308	rnn.weight_ih_l0	3	-0.04497788846492767
28308	rnn.weight_ih_l0	4	-0.052377019077539444
28308	rnn.weight_ih_l0	5	-0.008612394332885742
28308	rnn.weight_ih_l0	6	-0.05206679925322533
28308	rnn.weight_ih_l0	7	-0.06147054210305214
28308	rnn.weight_ih_l0	8	-0.044842615723609924
28308	rnn.weight_ih_l0	9	-0.026905084028840065
28308	rnn.weight_hh_l0	0	0.019644197076559067
28308	rnn.weight_hh_l0	1	-0.009824546985328197
28308	rnn.weight_hh_l0	2	-0.06725582480430603
28308	rnn.weight_hh_l0	3	-0.03309749439358711
28308	rnn.weight_hh_l0	4	-0.07803883403539658
28308	rnn.weight_hh_l0	5	-0.014872285537421703
28308	rnn.weight_hh_l0	6	-0.054312728345394135
28308	rnn.weight_hh_l0	7	-0.040345698595047
28308	rnn.weight_hh_l0	8	-0.018792547285556793
28308	rnn.weight_hh_l0	9	-0.007087665610015392
28308	rnn.bias_ih_l0	0	0.14332127571105957
28308	rnn.bias_ih_l0	1	-0.055471282452344894
28308	rnn.bias_ih_l0	2	0.10648838430643082
28308	rnn.bias_ih_l0	3	0.04912274703383446
28308	rnn.bias_ih_l0	4	0.09815004467964172
28308	rnn.bias_ih_l0	5	0.024452099576592445
28308	rnn.bias_ih_l0	6	-0.01626230962574482
28308	rnn.bias_ih_l0	7	-0.10984333604574203
28308	rnn.bias_ih_l0	8	-0.20726947486400604
28308	rnn.bias_ih_l0	9	0.08507619053125381
28308	rnn.bias_hh_l0	0	0.00015565170906484127
28308	rnn.bias_hh_l0	1	0.021702079102396965
28308	rnn.bias_hh_l0	2	-0.006508590653538704
28308	rnn.bias_hh_l0	3	-0.031055575236678123
28308	rnn.bias_hh_l0	4	-0.03571854531764984
28308	rnn.bias_hh_l0	5	0.14271318912506104
28308	rnn.bias_hh_l0	6	0.05063534528017044
28308	rnn.bias_hh_l0	7	0.060845982283353806
28308	rnn.bias_hh_l0	8	0.018106387928128242
28308	rnn.bias_hh_l0	9	0.04247979447245598
28308	rnn.weight_ih_l0_reverse	0	-0.029650161042809486
28308	rnn.weight_ih_l0_reverse	1	-0.0019468310056254268
28308	rnn.weight_ih_l0_reverse	2	0.023786503821611404
28308	rnn.weight_ih_l0_reverse	3	-0.062258586287498474
28308	rnn.weight_ih_l0_reverse	4	0.00918292161077261
28308	rnn.weight_ih_l0_reverse	5	-0.04627710580825806
28308	rnn.weight_ih_l0_reverse	6	0.028359638527035713
28308	rnn.weight_ih_l0_reverse	7	0.04600684344768524
28308	rnn.weight_ih_l0_reverse	8	-0.04856517165899277
28308	rnn.weight_ih_l0_reverse	9	-0.05086841434240341
28308	rnn.weight_hh_l0_reverse	0	-0.0831223577260971
28308	rnn.weight_hh_l0_reverse	1	-0.0636507198214531
28308	rnn.weight_hh_l0_reverse	2	0.03485604003071785
28308	rnn.weight_hh_l0_reverse	3	0.04575677961111069
28308	rnn.weight_hh_l0_reverse	4	-0.015668118372559547
28308	rnn.weight_hh_l0_reverse	5	0.04564087092876434
28308	rnn.weight_hh_l0_reverse	6	-0.0006364238215610385
28308	rnn.weight_hh_l0_reverse	7	-0.0003145425289403647
28308	rnn.weight_hh_l0_reverse	8	-0.09886304289102554
28308	rnn.weight_hh_l0_reverse	9	0.08020856976509094
28308	rnn.bias_ih_l0_reverse	0	-0.0906381607055664
28308	rnn.bias_ih_l0_reverse	1	-0.06976895034313202
28308	rnn.bias_ih_l0_reverse	2	0.10307908058166504
28308	rnn.bias_ih_l0_reverse	3	0.04770033061504364
28308	rnn.bias_ih_l0_reverse	4	-0.12996701896190643
28308	rnn.bias_ih_l0_reverse	5	0.04057685285806656
28308	rnn.bias_ih_l0_reverse	6	-0.1060957983136177
28308	rnn.bias_ih_l0_reverse	7	0.041992753744125366
28308	rnn.bias_ih_l0_reverse	8	0.0352584570646286
28308	rnn.bias_ih_l0_reverse	9	0.06205238029360771
28308	rnn.bias_hh_l0_reverse	0	0.05681806057691574
28308	rnn.bias_hh_l0_reverse	1	0.06581287831068039
28308	rnn.bias_hh_l0_reverse	2	0.07934366911649704
28308	rnn.bias_hh_l0_reverse	3	-0.003997707739472389
28308	rnn.bias_hh_l0_reverse	4	0.06950456649065018
28308	rnn.bias_hh_l0_reverse	5	0.0023496849462389946
28308	rnn.bias_hh_l0_reverse	6	-0.05548888444900513
28308	rnn.bias_hh_l0_reverse	7	0.026772236451506615
28308	rnn.bias_hh_l0_reverse	8	0.011964119039475918
28308	rnn.bias_hh_l0_reverse	9	-0.15824662148952484
28308	linear.weight	0	0.17000579833984375
28308	linear.weight	1	-0.1625221073627472
28308	linear.weight	2	-0.21600624918937683
28308	linear.weight	3	0.07683032006025314
28308	linear.weight	4	-0.025943191722035408
28308	linear.weight	5	0.004210826940834522
28308	linear.weight	6	-0.0069349948316812515
28308	linear.weight	7	-0.02743442729115486
28308	linear.weight	8	0.08500974625349045
28308	linear.weight	9	0.34489813446998596
28308	linear.bias	0	-0.20906168222427368
28308	linear.bias	1	0.1933218538761139
28308	linear.bias	2	-0.5398059487342834
28308	linear.bias	3	1.7032073736190796
28308	linear.bias	4	-0.3945879638195038
28308	linear.bias	5	-0.030769959092140198
28308	linear.bias	6	-0.35895219445228577
28308	linear.bias	7	-0.27745410799980164
28308	linear.bias	8	-0.04058755561709404
28308	linear.bias	9	-0.49726107716560364
28336	transitions	0	-0.6477998495101929
28336	transitions	1	0.34983938932418823
28336	transitions	2	1.6747772693634033
28336	transitions	3	0.09700126945972443
28336	transitions	4	0.9486186504364014
28336	transitions	5	1.2739282846450806
28336	transitions	6	0.48331212997436523
28336	transitions	7	0.17576736211776733
28336	transitions	8	-0.9195191860198975
28336	transitions	9	0.9306601881980896
28336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28336	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28336	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28336	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28336	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28336	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28336	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28336	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28336	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28336	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28336	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28336	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28336	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28336	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28336	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28336	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28336	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28336	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28336	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28336	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28336	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28336	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28336	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28336	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28336	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28336	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28336	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28336	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28336	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28336	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28336	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28336	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28336	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28336	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28336	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28336	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28336	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28336	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28336	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28336	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28336	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28336	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28336	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28336	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28336	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28336	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28336	embedding2nn.weight	0	0.0226015392690897
28336	embedding2nn.weight	1	0.014277533628046513
28336	embedding2nn.weight	2	-0.004333019256591797
28336	embedding2nn.weight	3	4.077380071976222e-05
28336	embedding2nn.weight	4	-0.004426622297614813
28336	embedding2nn.weight	5	0.0117817847058177
28336	embedding2nn.weight	6	-0.004959044978022575
28336	embedding2nn.weight	7	0.021346738561987877
28336	embedding2nn.weight	8	-0.006817317567765713
28336	embedding2nn.weight	9	-0.01387143786996603
28336	embedding2nn.bias	0	-0.03924102336168289
28336	embedding2nn.bias	1	-0.027546416968107224
28336	embedding2nn.bias	2	-0.07284556329250336
28336	embedding2nn.bias	3	0.003585503436625004
28336	embedding2nn.bias	4	0.002692905254662037
28336	embedding2nn.bias	5	-0.010608581826090813
28336	embedding2nn.bias	6	0.008116157725453377
28336	embedding2nn.bias	7	0.017342789098620415
28336	embedding2nn.bias	8	0.008431424386799335
28336	embedding2nn.bias	9	0.0014024111442267895
28336	rnn.weight_ih_l0	0	0.03933940455317497
28336	rnn.weight_ih_l0	1	-0.013565095141530037
28336	rnn.weight_ih_l0	2	-0.03655759617686272
28336	rnn.weight_ih_l0	3	-0.04496031627058983
28336	rnn.weight_ih_l0	4	-0.05240217596292496
28336	rnn.weight_ih_l0	5	-0.008625732734799385
28336	rnn.weight_ih_l0	6	-0.052057504653930664
28336	rnn.weight_ih_l0	7	-0.061464834958314896
28336	rnn.weight_ih_l0	8	-0.04484351724386215
28336	rnn.weight_ih_l0	9	-0.026910660788416862
28336	rnn.weight_hh_l0	0	0.01963973231613636
28336	rnn.weight_hh_l0	1	-0.009848080575466156
28336	rnn.weight_hh_l0	2	-0.06733710318803787
28336	rnn.weight_hh_l0	3	-0.0330350287258625
28336	rnn.weight_hh_l0	4	-0.07807835936546326
28336	rnn.weight_hh_l0	5	-0.014809370040893555
28336	rnn.weight_hh_l0	6	-0.054069794714450836
28336	rnn.weight_hh_l0	7	-0.04017720744013786
28336	rnn.weight_hh_l0	8	-0.018830081447958946
28336	rnn.weight_hh_l0	9	-0.0071196542121469975
28336	rnn.bias_ih_l0	0	0.14341960847377777
28336	rnn.bias_ih_l0	1	-0.0554121695458889
28336	rnn.bias_ih_l0	2	0.10642005503177643
28336	rnn.bias_ih_l0	3	0.049030106514692307
28336	rnn.bias_ih_l0	4	0.09810677915811539
28336	rnn.bias_ih_l0	5	0.02461848221719265
28336	rnn.bias_ih_l0	6	-0.016287751495838165
28336	rnn.bias_ih_l0	7	-0.10960029810667038
28336	rnn.bias_ih_l0	8	-0.20797747373580933
28336	rnn.bias_ih_l0	9	0.08500421792268753
28336	rnn.bias_hh_l0	0	4.7178571549011394e-05
28336	rnn.bias_hh_l0	1	0.02170289307832718
28336	rnn.bias_hh_l0	2	-0.00644118245691061
28336	rnn.bias_hh_l0	3	-0.0313698910176754
28336	rnn.bias_hh_l0	4	-0.03559935465455055
28336	rnn.bias_hh_l0	5	0.1427525132894516
28336	rnn.bias_hh_l0	6	0.050729379057884216
28336	rnn.bias_hh_l0	7	0.06088175252079964
28336	rnn.bias_hh_l0	8	0.018080946058034897
28336	rnn.bias_hh_l0	9	0.04255674034357071
28336	rnn.weight_ih_l0_reverse	0	-0.029604457318782806
28336	rnn.weight_ih_l0_reverse	1	-0.0019125296967104077
28336	rnn.weight_ih_l0_reverse	2	0.02379370480775833
28336	rnn.weight_ih_l0_reverse	3	-0.062222059816122055
28336	rnn.weight_ih_l0_reverse	4	0.00916039664298296
28336	rnn.weight_ih_l0_reverse	5	-0.04627514258027077
28336	rnn.weight_ih_l0_reverse	6	0.028277883306145668
28336	rnn.weight_ih_l0_reverse	7	0.045990265905857086
28336	rnn.weight_ih_l0_reverse	8	-0.04856586828827858
28336	rnn.weight_ih_l0_reverse	9	-0.050880067050457
28336	rnn.weight_hh_l0_reverse	0	-0.08315172046422958
28336	rnn.weight_hh_l0_reverse	1	-0.06366509199142456
28336	rnn.weight_hh_l0_reverse	2	0.03482949361205101
28336	rnn.weight_hh_l0_reverse	3	0.045786261558532715
28336	rnn.weight_hh_l0_reverse	4	-0.01581830158829689
28336	rnn.weight_hh_l0_reverse	5	0.045611973851919174
28336	rnn.weight_hh_l0_reverse	6	-0.0003477448772173375
28336	rnn.weight_hh_l0_reverse	7	-0.0003791652270592749
28336	rnn.weight_hh_l0_reverse	8	-0.09883251041173935
28336	rnn.weight_hh_l0_reverse	9	0.08026612550020218
28336	rnn.bias_ih_l0_reverse	0	-0.09003826230764389
28336	rnn.bias_ih_l0_reverse	1	-0.06977105885744095
28336	rnn.bias_ih_l0_reverse	2	0.10292726755142212
28336	rnn.bias_ih_l0_reverse	3	0.04775701090693474
28336	rnn.bias_ih_l0_reverse	4	-0.12986479699611664
28336	rnn.bias_ih_l0_reverse	5	0.04061482474207878
28336	rnn.bias_ih_l0_reverse	6	-0.10617946088314056
28336	rnn.bias_ih_l0_reverse	7	0.04227151721715927
28336	rnn.bias_ih_l0_reverse	8	0.035679448395967484
28336	rnn.bias_ih_l0_reverse	9	0.062226347625255585
28336	rnn.bias_hh_l0_reverse	0	0.056255925446748734
28336	rnn.bias_hh_l0_reverse	1	0.06595085561275482
28336	rnn.bias_hh_l0_reverse	2	0.0793820321559906
28336	rnn.bias_hh_l0_reverse	3	-0.003996588289737701
28336	rnn.bias_hh_l0_reverse	4	0.06949621438980103
28336	rnn.bias_hh_l0_reverse	5	0.0023127025924623013
28336	rnn.bias_hh_l0_reverse	6	-0.05546753481030464
28336	rnn.bias_hh_l0_reverse	7	0.026908738538622856
28336	rnn.bias_hh_l0_reverse	8	0.011880720965564251
28336	rnn.bias_hh_l0_reverse	9	-0.15815824270248413
28336	linear.weight	0	0.1698492169380188
28336	linear.weight	1	-0.16252125799655914
28336	linear.weight	2	-0.21597515046596527
28336	linear.weight	3	0.07694117724895477
28336	linear.weight	4	-0.025949418544769287
28336	linear.weight	5	0.004229169338941574
28336	linear.weight	6	-0.006934697274118662
28336	linear.weight	7	-0.027433330193161964
28336	linear.weight	8	0.08509320765733719
28336	linear.weight	9	0.3446352481842041
28336	linear.bias	0	-0.2094673067331314
28336	linear.bias	1	0.19316759705543518
28336	linear.bias	2	-0.5396432280540466
28336	linear.bias	3	1.703798770904541
28336	linear.bias	4	-0.39461031556129456
28336	linear.bias	5	-0.030769959092140198
28336	linear.bias	6	-0.3587639331817627
28336	linear.bias	7	-0.277482271194458
28336	linear.bias	8	-0.041128259152173996
28336	linear.bias	9	-0.4972684383392334
28364	transitions	0	-0.6478024125099182
28364	transitions	1	0.3498381972312927
28364	transitions	2	1.6747727394104004
28364	transitions	3	0.09700103104114532
28364	transitions	4	0.9486185908317566
28364	transitions	5	1.2739282846450806
28364	transitions	6	0.48331207036972046
28364	transitions	7	0.1757672131061554
28364	transitions	8	-0.9195192456245422
28364	transitions	9	0.9306601881980896
28364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28364	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28364	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28364	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28364	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28364	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28364	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28364	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28364	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28364	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28364	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28364	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28364	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28364	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28364	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28364	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28364	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28364	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28364	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28364	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28364	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28364	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28364	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28364	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28364	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28364	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28364	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28364	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28364	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28364	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28364	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28364	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28364	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28364	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28364	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28364	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28364	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28364	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28364	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28364	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28364	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28364	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28364	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28364	embedding2nn.weight	0	0.022589443251490593
28364	embedding2nn.weight	1	0.014279939234256744
28364	embedding2nn.weight	2	-0.0043311710469424725
28364	embedding2nn.weight	3	4.7976733185350895e-05
28364	embedding2nn.weight	4	-0.004424289334565401
28364	embedding2nn.weight	5	0.011759807355701923
28364	embedding2nn.weight	6	-0.0049704136326909065
28364	embedding2nn.weight	7	0.021285269409418106
28364	embedding2nn.weight	8	-0.006843030918389559
28364	embedding2nn.weight	9	-0.013869499787688255
28364	embedding2nn.bias	0	-0.03965039551258087
28364	embedding2nn.bias	1	-0.028042932972311974
28364	embedding2nn.bias	2	-0.07243184745311737
28364	embedding2nn.bias	3	0.0033963785972446203
28364	embedding2nn.bias	4	0.0024275905452668667
28364	embedding2nn.bias	5	-0.010103831999003887
28364	embedding2nn.bias	6	0.008734634146094322
28364	embedding2nn.bias	7	0.01821964979171753
28364	embedding2nn.bias	8	0.008881579153239727
28364	embedding2nn.bias	9	0.0014015062479302287
28364	rnn.weight_ih_l0	0	0.03933977708220482
28364	rnn.weight_ih_l0	1	-0.013551845215260983
28364	rnn.weight_ih_l0	2	-0.036543622612953186
28364	rnn.weight_ih_l0	3	-0.04495251923799515
28364	rnn.weight_ih_l0	4	-0.05242141708731651
28364	rnn.weight_ih_l0	5	-0.00864068791270256
28364	rnn.weight_ih_l0	6	-0.05204271152615547
28364	rnn.weight_ih_l0	7	-0.06143448129296303
28364	rnn.weight_ih_l0	8	-0.04487501084804535
28364	rnn.weight_ih_l0	9	-0.026925113052129745
28364	rnn.weight_hh_l0	0	0.019649207592010498
28364	rnn.weight_hh_l0	1	-0.00989355519413948
28364	rnn.weight_hh_l0	2	-0.06746962666511536
28364	rnn.weight_hh_l0	3	-0.033049073070287704
28364	rnn.weight_hh_l0	4	-0.07809490710496902
28364	rnn.weight_hh_l0	5	-0.014839758165180683
28364	rnn.weight_hh_l0	6	-0.054213494062423706
28364	rnn.weight_hh_l0	7	-0.04005174711346626
28364	rnn.weight_hh_l0	8	-0.018832193687558174
28364	rnn.weight_hh_l0	9	-0.0071671283803880215
28364	rnn.bias_ih_l0	0	0.14358825981616974
28364	rnn.bias_ih_l0	1	-0.05551660433411598
28364	rnn.bias_ih_l0	2	0.10671105235815048
28364	rnn.bias_ih_l0	3	0.04896477982401848
28364	rnn.bias_ih_l0	4	0.09815623611211777
28364	rnn.bias_ih_l0	5	0.024522831663489342
28364	rnn.bias_ih_l0	6	-0.016217153519392014
28364	rnn.bias_ih_l0	7	-0.10975857079029083
28364	rnn.bias_ih_l0	8	-0.20759813487529755
28364	rnn.bias_ih_l0	9	0.08497791737318039
28364	rnn.bias_hh_l0	0	8.577004336984828e-05
28364	rnn.bias_hh_l0	1	0.02130100689828396
28364	rnn.bias_hh_l0	2	-0.006687051150947809
28364	rnn.bias_hh_l0	3	-0.031457364559173584
28364	rnn.bias_hh_l0	4	-0.03545637056231499
28364	rnn.bias_hh_l0	5	0.14310875535011292
28364	rnn.bias_hh_l0	6	0.051078006625175476
28364	rnn.bias_hh_l0	7	0.061093393713235855
28364	rnn.bias_hh_l0	8	0.01815154403448105
28364	rnn.bias_hh_l0	9	0.04254711791872978
28364	rnn.weight_ih_l0_reverse	0	-0.02959778904914856
28364	rnn.weight_ih_l0_reverse	1	-0.001927906763739884
28364	rnn.weight_ih_l0_reverse	2	0.023792043328285217
28364	rnn.weight_ih_l0_reverse	3	-0.062257133424282074
28364	rnn.weight_ih_l0_reverse	4	0.009192698635160923
28364	rnn.weight_ih_l0_reverse	5	-0.046244557946920395
28364	rnn.weight_ih_l0_reverse	6	0.028312543407082558
28364	rnn.weight_ih_l0_reverse	7	0.045997727662324905
28364	rnn.weight_ih_l0_reverse	8	-0.04858243092894554
28364	rnn.weight_ih_l0_reverse	9	-0.05086458474397659
28364	rnn.weight_hh_l0_reverse	0	-0.08310680836439133
28364	rnn.weight_hh_l0_reverse	1	-0.06347350031137466
28364	rnn.weight_hh_l0_reverse	2	0.03489261120557785
28364	rnn.weight_hh_l0_reverse	3	0.045864470303058624
28364	rnn.weight_hh_l0_reverse	4	-0.015711884945631027
28364	rnn.weight_hh_l0_reverse	5	0.04561029002070427
28364	rnn.weight_hh_l0_reverse	6	-0.0005439078086055815
28364	rnn.weight_hh_l0_reverse	7	-0.0004605851718224585
28364	rnn.weight_hh_l0_reverse	8	-0.09884504973888397
28364	rnn.weight_hh_l0_reverse	9	0.08035948872566223
28364	rnn.bias_ih_l0_reverse	0	-0.08996348828077316
28364	rnn.bias_ih_l0_reverse	1	-0.06956760585308075
28364	rnn.bias_ih_l0_reverse	2	0.10284596681594849
28364	rnn.bias_ih_l0_reverse	3	0.04777345806360245
28364	rnn.bias_ih_l0_reverse	4	-0.12976287305355072
28364	rnn.bias_ih_l0_reverse	5	0.04064343124628067
28364	rnn.bias_ih_l0_reverse	6	-0.10631419718265533
28364	rnn.bias_ih_l0_reverse	7	0.04222673922777176
28364	rnn.bias_ih_l0_reverse	8	0.035597238689661026
28364	rnn.bias_ih_l0_reverse	9	0.06229662522673607
28364	rnn.bias_hh_l0_reverse	0	0.056085504591464996
28364	rnn.bias_hh_l0_reverse	1	0.06568096578121185
28364	rnn.bias_hh_l0_reverse	2	0.07950714975595474
28364	rnn.bias_hh_l0_reverse	3	-0.004015924874693155
28364	rnn.bias_hh_l0_reverse	4	0.06950400024652481
28364	rnn.bias_hh_l0_reverse	5	0.002410803223028779
28364	rnn.bias_hh_l0_reverse	6	-0.055289797484874725
28364	rnn.bias_hh_l0_reverse	7	0.027044858783483505
28364	rnn.bias_hh_l0_reverse	8	0.011719662696123123
28364	rnn.bias_hh_l0_reverse	9	-0.1579221934080124
28364	linear.weight	0	0.16961455345153809
28364	linear.weight	1	-0.16251888871192932
28364	linear.weight	2	-0.2161252200603485
28364	linear.weight	3	0.077171191573143
28364	linear.weight	4	-0.02593814581632614
28364	linear.weight	5	0.004212652798742056
28364	linear.weight	6	-0.00693456782028079
28364	linear.weight	7	-0.027378039434552193
28364	linear.weight	8	0.0844036191701889
28364	linear.weight	9	0.34472957253456116
28364	linear.bias	0	-0.21048308908939362
28364	linear.bias	1	0.19312141835689545
28364	linear.bias	2	-0.5401504039764404
28364	linear.bias	3	1.7058541774749756
28364	linear.bias	4	-0.39462748169898987
28364	linear.bias	5	-0.030769959092140198
28364	linear.bias	6	-0.35911431908607483
28364	linear.bias	7	-0.2775123119354248
28364	linear.bias	8	-0.041593730449676514
28364	linear.bias	9	-0.4972723424434662
28392	transitions	0	-0.6478065848350525
28392	transitions	1	0.34983575344085693
28392	transitions	2	1.6747684478759766
28392	transitions	3	0.09699933975934982
28392	transitions	4	0.9486174583435059
28392	transitions	5	1.2739282846450806
28392	transitions	6	0.48331207036972046
28392	transitions	7	0.175767183303833
28392	transitions	8	-0.919519305229187
28392	transitions	9	0.9306601881980896
28392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28392	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28392	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28392	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28392	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28392	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28392	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28392	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28392	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28392	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28392	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28392	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28392	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28392	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28392	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28392	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28392	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28392	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28392	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28392	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28392	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28392	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28392	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28392	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28392	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28392	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28392	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28392	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28392	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28392	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28392	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28392	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28392	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28392	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28392	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28392	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28392	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28392	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28392	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28392	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28392	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28392	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28392	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28392	embedding2nn.weight	0	0.022580528631806374
28392	embedding2nn.weight	1	0.014272324740886688
28392	embedding2nn.weight	2	-0.00433441111817956
28392	embedding2nn.weight	3	3.886365448124707e-05
28392	embedding2nn.weight	4	-0.004410940688103437
28392	embedding2nn.weight	5	0.011772112920880318
28392	embedding2nn.weight	6	-0.004973049275577068
28392	embedding2nn.weight	7	0.021316111087799072
28392	embedding2nn.weight	8	-0.006839623674750328
28392	embedding2nn.weight	9	-0.013878339901566505
28392	embedding2nn.bias	0	-0.039632219821214676
28392	embedding2nn.bias	1	-0.029311509802937508
28392	embedding2nn.bias	2	-0.07262381911277771
28392	embedding2nn.bias	3	0.003019350813701749
28392	embedding2nn.bias	4	0.003592650406062603
28392	embedding2nn.bias	5	-0.010608942247927189
28392	embedding2nn.bias	6	0.008784649893641472
28392	embedding2nn.bias	7	0.01884077861905098
28392	embedding2nn.bias	8	0.009332678280770779
28392	embedding2nn.bias	9	0.0017149046761915088
28392	rnn.weight_ih_l0	0	0.039318572729825974
28392	rnn.weight_ih_l0	1	-0.013580025173723698
28392	rnn.weight_ih_l0	2	-0.036533016711473465
28392	rnn.weight_ih_l0	3	-0.044932663440704346
28392	rnn.weight_ih_l0	4	-0.05242489278316498
28392	rnn.weight_ih_l0	5	-0.008594878017902374
28392	rnn.weight_ih_l0	6	-0.05200168490409851
28392	rnn.weight_ih_l0	7	-0.061420001089572906
28392	rnn.weight_ih_l0	8	-0.04488290101289749
28392	rnn.weight_ih_l0	9	-0.026928279548883438
28392	rnn.weight_hh_l0	0	0.019623251631855965
28392	rnn.weight_hh_l0	1	-0.009898684918880463
28392	rnn.weight_hh_l0	2	-0.06752907484769821
28392	rnn.weight_hh_l0	3	-0.03306093439459801
28392	rnn.weight_hh_l0	4	-0.07811161875724792
28392	rnn.weight_hh_l0	5	-0.014842170290648937
28392	rnn.weight_hh_l0	6	-0.054244544357061386
28392	rnn.weight_hh_l0	7	-0.0401429608464241
28392	rnn.weight_hh_l0	8	-0.018853818997740746
28392	rnn.weight_hh_l0	9	-0.007101021241396666
28392	rnn.bias_ih_l0	0	0.14363205432891846
28392	rnn.bias_ih_l0	1	-0.05540678650140762
28392	rnn.bias_ih_l0	2	0.1067083477973938
28392	rnn.bias_ih_l0	3	0.04891315847635269
28392	rnn.bias_ih_l0	4	0.09804758429527283
28392	rnn.bias_ih_l0	5	0.02452927641570568
28392	rnn.bias_ih_l0	6	-0.016548341140151024
28392	rnn.bias_ih_l0	7	-0.11056463420391083
28392	rnn.bias_ih_l0	8	-0.20683114230632782
28392	rnn.bias_ih_l0	9	0.08492833375930786
28392	rnn.bias_hh_l0	0	0.00010050088894786313
28392	rnn.bias_hh_l0	1	0.021396182477474213
28392	rnn.bias_hh_l0	2	-0.0066388072445988655
28392	rnn.bias_hh_l0	3	-0.03119472973048687
28392	rnn.bias_hh_l0	4	-0.03568350151181221
28392	rnn.bias_hh_l0	5	0.14302188158035278
28392	rnn.bias_hh_l0	6	0.05090715363621712
28392	rnn.bias_hh_l0	7	0.061012450605630875
28392	rnn.bias_hh_l0	8	0.01782035641372204
28392	rnn.bias_hh_l0	9	0.042609959840774536
28392	rnn.weight_ih_l0_reverse	0	-0.029577113687992096
28392	rnn.weight_ih_l0_reverse	1	-0.0019173946930095553
28392	rnn.weight_ih_l0_reverse	2	0.023810289800167084
28392	rnn.weight_ih_l0_reverse	3	-0.062237974256277084
28392	rnn.weight_ih_l0_reverse	4	0.009155510924756527
28392	rnn.weight_ih_l0_reverse	5	-0.04623916372656822
28392	rnn.weight_ih_l0_reverse	6	0.028351647779345512
28392	rnn.weight_ih_l0_reverse	7	0.04598007723689079
28392	rnn.weight_ih_l0_reverse	8	-0.048586804419755936
28392	rnn.weight_ih_l0_reverse	9	-0.05085451528429985
28392	rnn.weight_hh_l0_reverse	0	-0.08313191682100296
28392	rnn.weight_hh_l0_reverse	1	-0.063536137342453
28392	rnn.weight_hh_l0_reverse	2	0.03494070842862129
28392	rnn.weight_hh_l0_reverse	3	0.045863840728998184
28392	rnn.weight_hh_l0_reverse	4	-0.015794498845934868
28392	rnn.weight_hh_l0_reverse	5	0.045643653720617294
28392	rnn.weight_hh_l0_reverse	6	-0.0001535458432044834
28392	rnn.weight_hh_l0_reverse	7	-0.00038870327989570796
28392	rnn.weight_hh_l0_reverse	8	-0.09883671998977661
28392	rnn.weight_hh_l0_reverse	9	0.08044931292533875
28392	rnn.bias_ih_l0_reverse	0	-0.09026350826025009
28392	rnn.bias_ih_l0_reverse	1	-0.06980438530445099
28392	rnn.bias_ih_l0_reverse	2	0.10290162265300751
28392	rnn.bias_ih_l0_reverse	3	0.04793153330683708
28392	rnn.bias_ih_l0_reverse	4	-0.12974075973033905
28392	rnn.bias_ih_l0_reverse	5	0.04050295427441597
28392	rnn.bias_ih_l0_reverse	6	-0.10638374090194702
28392	rnn.bias_ih_l0_reverse	7	0.0426720455288887
28392	rnn.bias_ih_l0_reverse	8	0.035454269498586655
28392	rnn.bias_ih_l0_reverse	9	0.06227788329124451
28392	rnn.bias_hh_l0_reverse	0	0.055796463042497635
28392	rnn.bias_hh_l0_reverse	1	0.06578075140714645
28392	rnn.bias_hh_l0_reverse	2	0.07949119061231613
28392	rnn.bias_hh_l0_reverse	3	-0.004065036773681641
28392	rnn.bias_hh_l0_reverse	4	0.06950564682483673
28392	rnn.bias_hh_l0_reverse	5	0.002927279332652688
28392	rnn.bias_hh_l0_reverse	6	-0.05529705807566643
28392	rnn.bias_hh_l0_reverse	7	0.026995902881026268
28392	rnn.bias_hh_l0_reverse	8	0.012124664150178432
28392	rnn.bias_hh_l0_reverse	9	-0.15751969814300537
28392	linear.weight	0	0.1699804812669754
28392	linear.weight	1	-0.16251888871192932
28392	linear.weight	2	-0.21604286134243011
28392	linear.weight	3	0.07762520015239716
28392	linear.weight	4	-0.02588953822851181
28392	linear.weight	5	0.004051514435559511
28392	linear.weight	6	-0.006934059783816338
28392	linear.weight	7	-0.027366964146494865
28392	linear.weight	8	0.08401194214820862
28392	linear.weight	9	0.34532055258750916
28392	linear.bias	0	-0.2117091715335846
28392	linear.bias	1	0.19420310854911804
28392	linear.bias	2	-0.5402207374572754
28392	linear.bias	3	1.7058578729629517
28392	linear.bias	4	-0.3946422040462494
28392	linear.bias	5	-0.030769959092140198
28392	linear.bias	6	-0.35916346311569214
28392	linear.bias	7	-0.27728837728500366
28392	linear.bias	8	-0.04135506600141525
28392	linear.bias	9	-0.4972779452800751
28420	transitions	0	-0.6478233337402344
28420	transitions	1	0.3498328626155853
28420	transitions	2	1.6747649908065796
28420	transitions	3	0.09699887037277222
28420	transitions	4	0.9486159682273865
28420	transitions	5	1.2739282846450806
28420	transitions	6	0.4833120107650757
28420	transitions	7	0.17576716840267181
28420	transitions	8	-0.9195194244384766
28420	transitions	9	0.9306601881980896
28420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28420	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28420	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28420	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28420	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28420	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28420	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28420	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28420	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28420	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28420	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28420	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28420	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28420	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28420	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28420	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28420	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28420	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28420	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28420	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28420	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28420	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28420	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28420	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28420	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28420	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28420	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28420	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28420	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28420	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28420	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28420	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28420	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28420	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28420	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28420	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28420	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28420	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28420	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28420	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28420	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28420	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28420	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28420	embedding2nn.weight	0	0.022557515650987625
28420	embedding2nn.weight	1	0.014262278564274311
28420	embedding2nn.weight	2	-0.004332836251705885
28420	embedding2nn.weight	3	1.8511022062739357e-05
28420	embedding2nn.weight	4	-0.00441082613542676
28420	embedding2nn.weight	5	0.011767575517296791
28420	embedding2nn.weight	6	-0.004979693330824375
28420	embedding2nn.weight	7	0.021346796303987503
28420	embedding2nn.weight	8	-0.006841425783932209
28420	embedding2nn.weight	9	-0.013883702456951141
28420	embedding2nn.bias	0	-0.03961819410324097
28420	embedding2nn.bias	1	-0.029790548607707024
28420	embedding2nn.bias	2	-0.07255227863788605
28420	embedding2nn.bias	3	0.0029394151642918587
28420	embedding2nn.bias	4	0.00425344705581665
28420	embedding2nn.bias	5	-0.00985213927924633
28420	embedding2nn.bias	6	0.007913436740636826
28420	embedding2nn.bias	7	0.019043950363993645
28420	embedding2nn.bias	8	0.009491367265582085
28420	embedding2nn.bias	9	0.0025025641079992056
28420	rnn.weight_ih_l0	0	0.03928609564900398
28420	rnn.weight_ih_l0	1	-0.01353681180626154
28420	rnn.weight_ih_l0	2	-0.0365971140563488
28420	rnn.weight_ih_l0	3	-0.04490324854850769
28420	rnn.weight_ih_l0	4	-0.05243387073278427
28420	rnn.weight_ih_l0	5	-0.008612706325948238
28420	rnn.weight_ih_l0	6	-0.05201243981719017
28420	rnn.weight_ih_l0	7	-0.06142589449882507
28420	rnn.weight_ih_l0	8	-0.04492867365479469
28420	rnn.weight_ih_l0	9	-0.026919350028038025
28420	rnn.weight_hh_l0	0	0.019599365070462227
28420	rnn.weight_hh_l0	1	-0.009895307943224907
28420	rnn.weight_hh_l0	2	-0.06755326688289642
28420	rnn.weight_hh_l0	3	-0.03304874151945114
28420	rnn.weight_hh_l0	4	-0.07810401171445847
28420	rnn.weight_hh_l0	5	-0.014811261557042599
28420	rnn.weight_hh_l0	6	-0.054226770997047424
28420	rnn.weight_hh_l0	7	-0.04004453495144844
28420	rnn.weight_hh_l0	8	-0.018837980926036835
28420	rnn.weight_hh_l0	9	-0.0070082517340779305
28420	rnn.bias_ih_l0	0	0.1436033546924591
28420	rnn.bias_ih_l0	1	-0.05530818924307823
28420	rnn.bias_ih_l0	2	0.10655663162469864
28420	rnn.bias_ih_l0	3	0.04877970740199089
28420	rnn.bias_ih_l0	4	0.09808487445116043
28420	rnn.bias_ih_l0	5	0.024595994502305984
28420	rnn.bias_ih_l0	6	-0.016548162326216698
28420	rnn.bias_ih_l0	7	-0.11089715361595154
28420	rnn.bias_ih_l0	8	-0.20667098462581635
28420	rnn.bias_ih_l0	9	0.08492013067007065
28420	rnn.bias_hh_l0	0	-1.4941288100089878e-05
28420	rnn.bias_hh_l0	1	0.021344823762774467
28420	rnn.bias_hh_l0	2	-0.006652717012912035
28420	rnn.bias_hh_l0	3	-0.031173907220363617
28420	rnn.bias_hh_l0	4	-0.035591818392276764
28420	rnn.bias_hh_l0	5	0.14315660297870636
28420	rnn.bias_hh_l0	6	0.05103328078985214
28420	rnn.bias_hh_l0	7	0.060757674276828766
28420	rnn.bias_hh_l0	8	0.017820535227656364
28420	rnn.bias_hh_l0	9	0.04274173825979233
28420	rnn.weight_ih_l0_reverse	0	-0.029551051557064056
28420	rnn.weight_ih_l0_reverse	1	-0.0019170180894434452
28420	rnn.weight_ih_l0_reverse	2	0.02381563000380993
28420	rnn.weight_ih_l0_reverse	3	-0.06228192523121834
28420	rnn.weight_ih_l0_reverse	4	0.00913681648671627
28420	rnn.weight_ih_l0_reverse	5	-0.046194057911634445
28420	rnn.weight_ih_l0_reverse	6	0.028381844982504845
28420	rnn.weight_ih_l0_reverse	7	0.04597651585936546
28420	rnn.weight_ih_l0_reverse	8	-0.04861702397465706
28420	rnn.weight_ih_l0_reverse	9	-0.05086011067032814
28420	rnn.weight_hh_l0_reverse	0	-0.08311309665441513
28420	rnn.weight_hh_l0_reverse	1	-0.06357523798942566
28420	rnn.weight_hh_l0_reverse	2	0.034924525767564774
28420	rnn.weight_hh_l0_reverse	3	0.04584302753210068
28420	rnn.weight_hh_l0_reverse	4	-0.015809940174221992
28420	rnn.weight_hh_l0_reverse	5	0.045636117458343506
28420	rnn.weight_hh_l0_reverse	6	2.6593705115374178e-05
28420	rnn.weight_hh_l0_reverse	7	-0.0004078762431163341
28420	rnn.weight_hh_l0_reverse	8	-0.09884905815124512
28420	rnn.weight_hh_l0_reverse	9	0.08042726665735245
28420	rnn.bias_ih_l0_reverse	0	-0.09026277810335159
28420	rnn.bias_ih_l0_reverse	1	-0.0700664296746254
28420	rnn.bias_ih_l0_reverse	2	0.10284250229597092
28420	rnn.bias_ih_l0_reverse	3	0.04793477803468704
28420	rnn.bias_ih_l0_reverse	4	-0.1298350840806961
28420	rnn.bias_ih_l0_reverse	5	0.04059161618351936
28420	rnn.bias_ih_l0_reverse	6	-0.10638469457626343
28420	rnn.bias_ih_l0_reverse	7	0.04272032156586647
28420	rnn.bias_ih_l0_reverse	8	0.0354330912232399
28420	rnn.bias_ih_l0_reverse	9	0.06221586465835571
28420	rnn.bias_hh_l0_reverse	0	0.05577588826417923
28420	rnn.bias_hh_l0_reverse	1	0.06601723283529282
28420	rnn.bias_hh_l0_reverse	2	0.0795326977968216
28420	rnn.bias_hh_l0_reverse	3	-0.004003462381660938
28420	rnn.bias_hh_l0_reverse	4	0.06978297233581543
28420	rnn.bias_hh_l0_reverse	5	0.0036478566471487284
28420	rnn.bias_hh_l0_reverse	6	-0.055222038179636
28420	rnn.bias_hh_l0_reverse	7	0.02717043273150921
28420	rnn.bias_hh_l0_reverse	8	0.012200700119137764
28420	rnn.bias_hh_l0_reverse	9	-0.15743423998355865
28420	linear.weight	0	0.17016509175300598
28420	linear.weight	1	-0.16251865029335022
28420	linear.weight	2	-0.21605052053928375
28420	linear.weight	3	0.07674351334571838
28420	linear.weight	4	-0.02588314563035965
28420	linear.weight	5	0.004065236542373896
28420	linear.weight	6	-0.006934239063411951
28420	linear.weight	7	-0.027364395558834076
28420	linear.weight	8	0.08419287204742432
28420	linear.weight	9	0.34535273909568787
28420	linear.bias	0	-0.21040359139442444
28420	linear.bias	1	0.19452378153800964
28420	linear.bias	2	-0.5402663350105286
28420	linear.bias	3	1.703536868095398
28420	linear.bias	4	-0.3946599066257477
28420	linear.bias	5	-0.030769959092140198
28420	linear.bias	6	-0.3593318462371826
28420	linear.bias	7	-0.27741438150405884
28420	linear.bias	8	-0.04261697456240654
28420	linear.bias	9	-0.49728453159332275
28448	transitions	0	-0.6478261351585388
28448	transitions	1	0.3498322069644928
28448	transitions	2	1.674763560295105
28448	transitions	3	0.09699413925409317
28448	transitions	4	0.9486157894134521
28448	transitions	5	1.273928165435791
28448	transitions	6	0.48331183195114136
28448	transitions	7	0.17576716840267181
28448	transitions	8	-0.9195194244384766
28448	transitions	9	0.9306601881980896
28448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28448	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28448	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28448	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28448	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28448	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28448	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28448	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28448	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28448	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28448	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28448	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28448	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28448	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28448	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28448	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28448	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28448	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28448	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28448	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28448	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28448	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28448	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28448	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28448	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28448	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28448	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28448	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28448	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28448	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28448	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28448	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28448	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28448	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28448	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28448	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28448	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28448	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28448	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28448	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28448	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28448	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28448	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28448	embedding2nn.weight	0	0.02249249443411827
28448	embedding2nn.weight	1	0.014267951250076294
28448	embedding2nn.weight	2	-0.004335501231253147
28448	embedding2nn.weight	3	1.110363064071862e-05
28448	embedding2nn.weight	4	-0.004410188179463148
28448	embedding2nn.weight	5	0.011762387119233608
28448	embedding2nn.weight	6	-0.004987398628145456
28448	embedding2nn.weight	7	0.02131059020757675
28448	embedding2nn.weight	8	-0.006843093782663345
28448	embedding2nn.weight	9	-0.013888188637793064
28448	embedding2nn.bias	0	-0.03932114690542221
28448	embedding2nn.bias	1	-0.029235851019620895
28448	embedding2nn.bias	2	-0.07302666455507278
28448	embedding2nn.bias	3	0.0024322555400431156
28448	embedding2nn.bias	4	0.004441758152097464
28448	embedding2nn.bias	5	-0.009443809278309345
28448	embedding2nn.bias	6	0.008137323893606663
28448	embedding2nn.bias	7	0.019431615248322487
28448	embedding2nn.bias	8	0.009540362283587456
28448	embedding2nn.bias	9	0.0020103370770812035
28448	rnn.weight_ih_l0	0	0.03926694020628929
28448	rnn.weight_ih_l0	1	-0.013462012633681297
28448	rnn.weight_ih_l0	2	-0.03668545186519623
28448	rnn.weight_ih_l0	3	-0.04488668963313103
28448	rnn.weight_ih_l0	4	-0.052451539784669876
28448	rnn.weight_ih_l0	5	-0.008595392107963562
28448	rnn.weight_ih_l0	6	-0.052044663578271866
28448	rnn.weight_ih_l0	7	-0.061435017734766006
28448	rnn.weight_ih_l0	8	-0.04491996020078659
28448	rnn.weight_ih_l0	9	-0.026908714324235916
28448	rnn.weight_hh_l0	0	0.01954299584031105
28448	rnn.weight_hh_l0	1	-0.009832335636019707
28448	rnn.weight_hh_l0	2	-0.0674363449215889
28448	rnn.weight_hh_l0	3	-0.03308212384581566
28448	rnn.weight_hh_l0	4	-0.07816898077726364
28448	rnn.weight_hh_l0	5	-0.014777065254747868
28448	rnn.weight_hh_l0	6	-0.05421245098114014
28448	rnn.weight_hh_l0	7	-0.04008546471595764
28448	rnn.weight_hh_l0	8	-0.018819520249962807
28448	rnn.weight_hh_l0	9	-0.0069314464926719666
28448	rnn.bias_ih_l0	0	0.1436399668455124
28448	rnn.bias_ih_l0	1	-0.055361803621053696
28448	rnn.bias_ih_l0	2	0.10678771138191223
28448	rnn.bias_ih_l0	3	0.048806000500917435
28448	rnn.bias_ih_l0	4	0.0978049486875534
28448	rnn.bias_ih_l0	5	0.02470899559557438
28448	rnn.bias_ih_l0	6	-0.01623423397541046
28448	rnn.bias_ih_l0	7	-0.11152326315641403
28448	rnn.bias_ih_l0	8	-0.20719170570373535
28448	rnn.bias_ih_l0	9	0.08496113866567612
28448	rnn.bias_hh_l0	0	-6.966137334529776e-06
28448	rnn.bias_hh_l0	1	0.021444955840706825
28448	rnn.bias_hh_l0	2	-0.0066078766249120235
28448	rnn.bias_hh_l0	3	-0.03115660697221756
28448	rnn.bias_hh_l0	4	-0.035638343542814255
28448	rnn.bias_hh_l0	5	0.1434999704360962
28448	rnn.bias_hh_l0	6	0.05095194652676582
28448	rnn.bias_hh_l0	7	0.060536470264196396
28448	rnn.bias_hh_l0	8	0.0181344635784626
28448	rnn.bias_hh_l0	9	0.04288022592663765
28448	rnn.weight_ih_l0_reverse	0	-0.029534896835684776
28448	rnn.weight_ih_l0_reverse	1	-0.0019146137638017535
28448	rnn.weight_ih_l0_reverse	2	0.023820798844099045
28448	rnn.weight_ih_l0_reverse	3	-0.06228436157107353
28448	rnn.weight_ih_l0_reverse	4	0.00913200806826353
28448	rnn.weight_ih_l0_reverse	5	-0.04617170989513397
28448	rnn.weight_ih_l0_reverse	6	0.028317127376794815
28448	rnn.weight_ih_l0_reverse	7	0.0459677129983902
28448	rnn.weight_ih_l0_reverse	8	-0.04858462139964104
28448	rnn.weight_ih_l0_reverse	9	-0.05087345093488693
28448	rnn.weight_hh_l0_reverse	0	-0.0831231027841568
28448	rnn.weight_hh_l0_reverse	1	-0.06359104067087173
28448	rnn.weight_hh_l0_reverse	2	0.03490820527076721
28448	rnn.weight_hh_l0_reverse	3	0.04587063938379288
28448	rnn.weight_hh_l0_reverse	4	-0.015722088515758514
28448	rnn.weight_hh_l0_reverse	5	0.045644208788871765
28448	rnn.weight_hh_l0_reverse	6	-0.0001757963909767568
28448	rnn.weight_hh_l0_reverse	7	-0.0003747942391782999
28448	rnn.weight_hh_l0_reverse	8	-0.0988193154335022
28448	rnn.weight_hh_l0_reverse	9	0.0804435983300209
28448	rnn.bias_ih_l0_reverse	0	-0.09033616632223129
28448	rnn.bias_ih_l0_reverse	1	-0.06993625313043594
28448	rnn.bias_ih_l0_reverse	2	0.1028306782245636
28448	rnn.bias_ih_l0_reverse	3	0.048059336841106415
28448	rnn.bias_ih_l0_reverse	4	-0.12995366752147675
28448	rnn.bias_ih_l0_reverse	5	0.04047528654336929
28448	rnn.bias_ih_l0_reverse	6	-0.10652999579906464
28448	rnn.bias_ih_l0_reverse	7	0.042923375964164734
28448	rnn.bias_ih_l0_reverse	8	0.03539281338453293
28448	rnn.bias_ih_l0_reverse	9	0.06207770109176636
28448	rnn.bias_hh_l0_reverse	0	0.055722422897815704
28448	rnn.bias_hh_l0_reverse	1	0.06599701941013336
28448	rnn.bias_hh_l0_reverse	2	0.07964159548282623
28448	rnn.bias_hh_l0_reverse	3	-0.004014379344880581
28448	rnn.bias_hh_l0_reverse	4	0.06966885179281235
28448	rnn.bias_hh_l0_reverse	5	0.0037218022625893354
28448	rnn.bias_hh_l0_reverse	6	-0.05509018525481224
28448	rnn.bias_hh_l0_reverse	7	0.027283066883683205
28448	rnn.bias_hh_l0_reverse	8	0.01213569100946188
28448	rnn.bias_hh_l0_reverse	9	-0.158279150724411
28448	linear.weight	0	0.17041392624378204
28448	linear.weight	1	-0.1625182330608368
28448	linear.weight	2	-0.21618904173374176
28448	linear.weight	3	0.07669807970523834
28448	linear.weight	4	-0.025892462581396103
28448	linear.weight	5	0.004065583925694227
28448	linear.weight	6	-0.006934161297976971
28448	linear.weight	7	-0.027363980188965797
28448	linear.weight	8	0.08407965302467346
28448	linear.weight	9	0.3453858196735382
28448	linear.bias	0	-0.2096061408519745
28448	linear.bias	1	0.19421546161174774
28448	linear.bias	2	-0.5402870774269104
28448	linear.bias	3	1.7031660079956055
28448	linear.bias	4	-0.3946661651134491
28448	linear.bias	5	-0.030769959092140198
28448	linear.bias	6	-0.3593248426914215
28448	linear.bias	7	-0.2774253189563751
28448	linear.bias	8	-0.04272862896323204
28448	linear.bias	9	-0.49728718400001526
28476	transitions	0	-0.6478291153907776
28476	transitions	1	0.3498261570930481
28476	transitions	2	1.6747605800628662
28476	transitions	3	0.09698817133903503
28476	transitions	4	0.9486154317855835
28476	transitions	5	1.273928165435791
28476	transitions	6	0.48331180214881897
28476	transitions	7	0.17576716840267181
28476	transitions	8	-0.9195194840431213
28476	transitions	9	0.9306601881980896
28476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28476	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28476	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28476	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28476	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28476	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28476	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28476	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28476	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28476	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28476	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28476	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28476	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28476	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28476	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28476	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28476	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28476	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28476	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28476	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28476	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28476	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28476	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28476	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28476	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28476	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28476	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28476	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28476	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28476	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28476	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28476	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28476	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28476	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28476	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28476	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28476	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28476	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28476	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28476	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28476	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28476	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28476	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28476	embedding2nn.weight	0	0.022473538294434547
28476	embedding2nn.weight	1	0.014264190569519997
28476	embedding2nn.weight	2	-0.004340534098446369
28476	embedding2nn.weight	3	3.717468644026667e-06
28476	embedding2nn.weight	4	-0.004393463954329491
28476	embedding2nn.weight	5	0.011757743544876575
28476	embedding2nn.weight	6	-0.004985703155398369
28476	embedding2nn.weight	7	0.02133239060640335
28476	embedding2nn.weight	8	-0.006844122428447008
28476	embedding2nn.weight	9	-0.013893390074372292
28476	embedding2nn.bias	0	-0.03936294466257095
28476	embedding2nn.bias	1	-0.028763385489583015
28476	embedding2nn.bias	2	-0.07392937690019608
28476	embedding2nn.bias	3	0.0023118332028388977
28476	embedding2nn.bias	4	0.004630391951650381
28476	embedding2nn.bias	5	-0.009841438382863998
28476	embedding2nn.bias	6	0.008581453002989292
28476	embedding2nn.bias	7	0.019604207947850227
28476	embedding2nn.bias	8	0.009188677184283733
28476	embedding2nn.bias	9	0.0016098710475489497
28476	rnn.weight_ih_l0	0	0.03927134349942207
28476	rnn.weight_ih_l0	1	-0.013450521044433117
28476	rnn.weight_ih_l0	2	-0.03673715889453888
28476	rnn.weight_ih_l0	3	-0.04487508162856102
28476	rnn.weight_ih_l0	4	-0.05243383347988129
28476	rnn.weight_ih_l0	5	-0.008595817722380161
28476	rnn.weight_ih_l0	6	-0.052040886133909225
28476	rnn.weight_ih_l0	7	-0.06145787984132767
28476	rnn.weight_ih_l0	8	-0.04492424428462982
28476	rnn.weight_ih_l0	9	-0.0269157774746418
28476	rnn.weight_hh_l0	0	0.01947963237762451
28476	rnn.weight_hh_l0	1	-0.009869469329714775
28476	rnn.weight_hh_l0	2	-0.06746598333120346
28476	rnn.weight_hh_l0	3	-0.033098235726356506
28476	rnn.weight_hh_l0	4	-0.07818509638309479
28476	rnn.weight_hh_l0	5	-0.014735240489244461
28476	rnn.weight_hh_l0	6	-0.05421094223856926
28476	rnn.weight_hh_l0	7	-0.0401080846786499
28476	rnn.weight_hh_l0	8	-0.018864037469029427
28476	rnn.weight_hh_l0	9	-0.007025864906609058
28476	rnn.bias_ih_l0	0	0.14374829828739166
28476	rnn.bias_ih_l0	1	-0.055345553904771805
28476	rnn.bias_ih_l0	2	0.10668224096298218
28476	rnn.bias_ih_l0	3	0.049018606543540955
28476	rnn.bias_ih_l0	4	0.098040372133255
28476	rnn.bias_ih_l0	5	0.02461409568786621
28476	rnn.bias_ih_l0	6	-0.016221247613430023
28476	rnn.bias_ih_l0	7	-0.11085063219070435
28476	rnn.bias_ih_l0	8	-0.20659661293029785
28476	rnn.bias_ih_l0	9	0.08478226512670517
28476	rnn.bias_hh_l0	0	-3.3235228329431266e-06
28476	rnn.bias_hh_l0	1	0.02143215946853161
28476	rnn.bias_hh_l0	2	-0.006692101713269949
28476	rnn.bias_hh_l0	3	-0.03107035532593727
28476	rnn.bias_hh_l0	4	-0.03555714339017868
28476	rnn.bias_hh_l0	5	0.14320312440395355
28476	rnn.bias_hh_l0	6	0.05081075802445412
28476	rnn.bias_hh_l0	7	0.06054960563778877
28476	rnn.bias_hh_l0	8	0.01814744994044304
28476	rnn.bias_hh_l0	9	0.042899031192064285
28476	rnn.weight_ih_l0_reverse	0	-0.029485413804650307
28476	rnn.weight_ih_l0_reverse	1	-0.0020050134044140577
28476	rnn.weight_ih_l0_reverse	2	0.023817777633666992
28476	rnn.weight_ih_l0_reverse	3	-0.062322672456502914
28476	rnn.weight_ih_l0_reverse	4	0.00912400335073471
28476	rnn.weight_ih_l0_reverse	5	-0.046187352389097214
28476	rnn.weight_ih_l0_reverse	6	0.02829817868769169
28476	rnn.weight_ih_l0_reverse	7	0.04598100855946541
28476	rnn.weight_ih_l0_reverse	8	-0.04858437180519104
28476	rnn.weight_ih_l0_reverse	9	-0.05086631700396538
28476	rnn.weight_hh_l0_reverse	0	-0.08314201235771179
28476	rnn.weight_hh_l0_reverse	1	-0.06350486725568771
28476	rnn.weight_hh_l0_reverse	2	0.03492957726120949
28476	rnn.weight_hh_l0_reverse	3	0.04590150713920593
28476	rnn.weight_hh_l0_reverse	4	-0.015695447102189064
28476	rnn.weight_hh_l0_reverse	5	0.04561665281653404
28476	rnn.weight_hh_l0_reverse	6	-9.829693590290844e-05
28476	rnn.weight_hh_l0_reverse	7	-0.0003939952584914863
28476	rnn.weight_hh_l0_reverse	8	-0.09880562871694565
28476	rnn.weight_hh_l0_reverse	9	0.08039021492004395
28476	rnn.bias_ih_l0_reverse	0	-0.0905633196234703
28476	rnn.bias_ih_l0_reverse	1	-0.07034048438072205
28476	rnn.bias_ih_l0_reverse	2	0.10285523533821106
28476	rnn.bias_ih_l0_reverse	3	0.048020921647548676
28476	rnn.bias_ih_l0_reverse	4	-0.1299804300069809
28476	rnn.bias_ih_l0_reverse	5	0.040499716997146606
28476	rnn.bias_ih_l0_reverse	6	-0.10666478425264359
28476	rnn.bias_ih_l0_reverse	7	0.042831018567085266
28476	rnn.bias_ih_l0_reverse	8	0.035426028072834015
28476	rnn.bias_ih_l0_reverse	9	0.06218520551919937
28476	rnn.bias_hh_l0_reverse	0	0.055469609797000885
28476	rnn.bias_hh_l0_reverse	1	0.06594481319189072
28476	rnn.bias_hh_l0_reverse	2	0.0793302059173584
28476	rnn.bias_hh_l0_reverse	3	-0.0038957761134952307
28476	rnn.bias_hh_l0_reverse	4	0.06974760442972183
28476	rnn.bias_hh_l0_reverse	5	0.0036307082045823336
28476	rnn.bias_hh_l0_reverse	6	-0.0549580417573452
28476	rnn.bias_hh_l0_reverse	7	0.02725706435739994
28476	rnn.bias_hh_l0_reverse	8	0.012328289449214935
28476	rnn.bias_hh_l0_reverse	9	-0.15803936123847961
28476	linear.weight	0	0.1711188107728958
28476	linear.weight	1	-0.1625181883573532
28476	linear.weight	2	-0.21621745824813843
28476	linear.weight	3	0.07666429877281189
28476	linear.weight	4	-0.02629013918340206
28476	linear.weight	5	0.0038792542181909084
28476	linear.weight	6	-0.00693393312394619
28476	linear.weight	7	-0.02732563577592373
28476	linear.weight	8	0.08420702815055847
28476	linear.weight	9	0.3455924093723297
28476	linear.bias	0	-0.2110319882631302
28476	linear.bias	1	0.19432848691940308
28476	linear.bias	2	-0.5397833585739136
28476	linear.bias	3	1.7036690711975098
28476	linear.bias	4	-0.3942619562149048
28476	linear.bias	5	-0.030769959092140198
28476	linear.bias	6	-0.3588070273399353
28476	linear.bias	7	-0.27688056230545044
28476	linear.bias	8	-0.04102644696831703
28476	linear.bias	9	-0.497296005487442
28504	transitions	0	-0.6478312611579895
28504	transitions	1	0.3498251736164093
28504	transitions	2	1.6747536659240723
28504	transitions	3	0.09692834317684174
28504	transitions	4	0.9486150145530701
28504	transitions	5	1.2739280462265015
28504	transitions	6	0.4833115339279175
28504	transitions	7	0.17576643824577332
28504	transitions	8	-0.9195194840431213
28504	transitions	9	0.9306601881980896
28504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28504	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28504	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28504	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28504	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28504	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28504	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28504	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28504	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28504	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28504	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28504	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28504	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28504	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28504	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28504	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28504	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28504	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28504	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28504	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28504	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28504	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28504	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28504	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28504	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28504	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28504	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28504	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28504	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28504	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28504	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28504	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28504	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28504	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28504	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28504	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28504	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28504	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28504	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28504	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28504	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28504	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28504	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28504	embedding2nn.weight	0	0.022576631978154182
28504	embedding2nn.weight	1	0.014241204597055912
28504	embedding2nn.weight	2	-0.004339753184467554
28504	embedding2nn.weight	3	1.6767069155321224e-06
28504	embedding2nn.weight	4	-0.004403584636747837
28504	embedding2nn.weight	5	0.011746040545403957
28504	embedding2nn.weight	6	-0.004981195088475943
28504	embedding2nn.weight	7	0.02127636782824993
28504	embedding2nn.weight	8	-0.00683974614366889
28504	embedding2nn.weight	9	-0.013897692784667015
28504	embedding2nn.bias	0	-0.038770705461502075
28504	embedding2nn.bias	1	-0.027964960783720016
28504	embedding2nn.bias	2	-0.07384979724884033
28504	embedding2nn.bias	3	0.0011961966520175338
28504	embedding2nn.bias	4	0.0042718988843262196
28504	embedding2nn.bias	5	-0.010442087426781654
28504	embedding2nn.bias	6	0.007834941148757935
28504	embedding2nn.bias	7	0.01926465518772602
28504	embedding2nn.bias	8	0.009000846184790134
28504	embedding2nn.bias	9	0.0014005973935127258
28504	rnn.weight_ih_l0	0	0.03929750248789787
28504	rnn.weight_ih_l0	1	-0.01333079393953085
28504	rnn.weight_ih_l0	2	-0.036727529019117355
28504	rnn.weight_ih_l0	3	-0.044916074723005295
28504	rnn.weight_ih_l0	4	-0.052422598004341125
28504	rnn.weight_ih_l0	5	-0.008588376455008984
28504	rnn.weight_ih_l0	6	-0.052063897252082825
28504	rnn.weight_ih_l0	7	-0.06150441989302635
28504	rnn.weight_ih_l0	8	-0.044924020767211914
28504	rnn.weight_ih_l0	9	-0.026882460340857506
28504	rnn.weight_hh_l0	0	0.019470756873488426
28504	rnn.weight_hh_l0	1	-0.009794473648071289
28504	rnn.weight_hh_l0	2	-0.06740660220384598
28504	rnn.weight_hh_l0	3	-0.033156733959913254
28504	rnn.weight_hh_l0	4	-0.07810134440660477
28504	rnn.weight_hh_l0	5	-0.0147014781832695
28504	rnn.weight_hh_l0	6	-0.05442173406481743
28504	rnn.weight_hh_l0	7	-0.040157169103622437
28504	rnn.weight_hh_l0	8	-0.01886781118810177
28504	rnn.weight_hh_l0	9	-0.006995042320340872
28504	rnn.bias_ih_l0	0	0.14387984573841095
28504	rnn.bias_ih_l0	1	-0.055307310074567795
28504	rnn.bias_ih_l0	2	0.10663018375635147
28504	rnn.bias_ih_l0	3	0.04885804280638695
28504	rnn.bias_ih_l0	4	0.0981602668762207
28504	rnn.bias_ih_l0	5	0.02463029883801937
28504	rnn.bias_ih_l0	6	-0.016537528485059738
28504	rnn.bias_ih_l0	7	-0.11042163521051407
28504	rnn.bias_ih_l0	8	-0.2058085948228836
28504	rnn.bias_ih_l0	9	0.08479250967502594
28504	rnn.bias_hh_l0	0	-3.498308433336206e-05
28504	rnn.bias_hh_l0	1	0.021423768252134323
28504	rnn.bias_hh_l0	2	-0.006581644061952829
28504	rnn.bias_hh_l0	3	-0.03172026947140694
28504	rnn.bias_hh_l0	4	-0.03578610718250275
28504	rnn.bias_hh_l0	5	0.14333640038967133
28504	rnn.bias_hh_l0	6	0.0507521852850914
28504	rnn.bias_hh_l0	7	0.06042684614658356
28504	rnn.bias_hh_l0	8	0.017831169068813324
28504	rnn.bias_hh_l0	9	0.04268864914774895
28504	rnn.weight_ih_l0_reverse	0	-0.02955104596912861
28504	rnn.weight_ih_l0_reverse	1	-0.002068864880129695
28504	rnn.weight_ih_l0_reverse	2	0.023807549849152565
28504	rnn.weight_ih_l0_reverse	3	-0.06226057559251785
28504	rnn.weight_ih_l0_reverse	4	0.009134814143180847
28504	rnn.weight_ih_l0_reverse	5	-0.04617810249328613
28504	rnn.weight_ih_l0_reverse	6	0.028386391699314117
28504	rnn.weight_ih_l0_reverse	7	0.045962654054164886
28504	rnn.weight_ih_l0_reverse	8	-0.048572640866041183
28504	rnn.weight_ih_l0_reverse	9	-0.05087350308895111
28504	rnn.weight_hh_l0_reverse	0	-0.0831497311592102
28504	rnn.weight_hh_l0_reverse	1	-0.06350127607584
28504	rnn.weight_hh_l0_reverse	2	0.03494767099618912
28504	rnn.weight_hh_l0_reverse	3	0.04589865729212761
28504	rnn.weight_hh_l0_reverse	4	-0.015668777748942375
28504	rnn.weight_hh_l0_reverse	5	0.045593708753585815
28504	rnn.weight_hh_l0_reverse	6	0.0001460391067666933
28504	rnn.weight_hh_l0_reverse	7	-0.00037368544144555926
28504	rnn.weight_hh_l0_reverse	8	-0.09870769083499908
28504	rnn.weight_hh_l0_reverse	9	0.08043748885393143
28504	rnn.bias_ih_l0_reverse	0	-0.0905974954366684
28504	rnn.bias_ih_l0_reverse	1	-0.07050368934869766
28504	rnn.bias_ih_l0_reverse	2	0.10282769799232483
28504	rnn.bias_ih_l0_reverse	3	0.04806734248995781
28504	rnn.bias_ih_l0_reverse	4	-0.13003528118133545
28504	rnn.bias_ih_l0_reverse	5	0.04060305655002594
28504	rnn.bias_ih_l0_reverse	6	-0.10672172904014587
28504	rnn.bias_ih_l0_reverse	7	0.042725514620542526
28504	rnn.bias_ih_l0_reverse	8	0.03551607206463814
28504	rnn.bias_ih_l0_reverse	9	0.06230267509818077
28504	rnn.bias_hh_l0_reverse	0	0.05609213933348656
28504	rnn.bias_hh_l0_reverse	1	0.06633388996124268
28504	rnn.bias_hh_l0_reverse	2	0.07945350557565689
28504	rnn.bias_hh_l0_reverse	3	-0.003752826014533639
28504	rnn.bias_hh_l0_reverse	4	0.06968057155609131
28504	rnn.bias_hh_l0_reverse	5	0.003049270249903202
28504	rnn.bias_hh_l0_reverse	6	-0.055027831345796585
28504	rnn.bias_hh_l0_reverse	7	0.02742822840809822
28504	rnn.bias_hh_l0_reverse	8	0.012158596888184547
28504	rnn.bias_hh_l0_reverse	9	-0.15811024606227875
28504	linear.weight	0	0.1712142825126648
28504	linear.weight	1	-0.1625179499387741
28504	linear.weight	2	-0.2161923497915268
28504	linear.weight	3	0.07695149630308151
28504	linear.weight	4	-0.026127999648451805
28504	linear.weight	5	0.0038900822401046753
28504	linear.weight	6	-0.006933711003512144
28504	linear.weight	7	-0.02732206881046295
28504	linear.weight	8	0.08398277312517166
28504	linear.weight	9	0.34561851620674133
28504	linear.bias	0	-0.21081995964050293
28504	linear.bias	1	0.19466173648834229
28504	linear.bias	2	-0.539827287197113
28504	linear.bias	3	1.7027487754821777
28504	linear.bias	4	-0.3942715525627136
28504	linear.bias	5	-0.030769959092140198
28504	linear.bias	6	-0.3589138686656952
28504	linear.bias	7	-0.27706190943717957
28504	linear.bias	8	-0.04093623906373978
28504	linear.bias	9	-0.4972989559173584
28532	transitions	0	-0.6478358507156372
28532	transitions	1	0.3498224914073944
28532	transitions	2	1.6747512817382812
28532	transitions	3	0.09692594408988953
28532	transitions	4	0.9486145377159119
28532	transitions	5	1.273927927017212
28532	transitions	6	0.4833114743232727
28532	transitions	7	0.17576536536216736
28532	transitions	8	-0.9195194840431213
28532	transitions	9	0.9306601881980896
28532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28532	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28532	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28532	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28532	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28532	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28532	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28532	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28532	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28532	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28532	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28532	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28532	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28532	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28532	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28532	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28532	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28532	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28532	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28532	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28532	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28532	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28532	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28532	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28532	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28532	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28532	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28532	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28532	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28532	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28532	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28532	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28532	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28532	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28532	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28532	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28532	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28532	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28532	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28532	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28532	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28532	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28532	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28532	embedding2nn.weight	0	0.022596336901187897
28532	embedding2nn.weight	1	0.01426117867231369
28532	embedding2nn.weight	2	-0.004343067295849323
28532	embedding2nn.weight	3	-2.5518334041407797e-06
28532	embedding2nn.weight	4	-0.004401538986712694
28532	embedding2nn.weight	5	0.011757813394069672
28532	embedding2nn.weight	6	-0.004973868373781443
28532	embedding2nn.weight	7	0.021124932914972305
28532	embedding2nn.weight	8	-0.00683927908539772
28532	embedding2nn.weight	9	-0.01388107892125845
28532	embedding2nn.bias	0	-0.03850990906357765
28532	embedding2nn.bias	1	-0.027427293360233307
28532	embedding2nn.bias	2	-0.07396534085273743
28532	embedding2nn.bias	3	0.0012330468744039536
28532	embedding2nn.bias	4	0.004854657221585512
28532	embedding2nn.bias	5	-0.010619276203215122
28532	embedding2nn.bias	6	0.008549942634999752
28532	embedding2nn.bias	7	0.019589083269238472
28532	embedding2nn.bias	8	0.009695992805063725
28532	embedding2nn.bias	9	0.0014216959243640304
28532	rnn.weight_ih_l0	0	0.03930021822452545
28532	rnn.weight_ih_l0	1	-0.013328583911061287
28532	rnn.weight_ih_l0	2	-0.03676552698016167
28532	rnn.weight_ih_l0	3	-0.04495622590184212
28532	rnn.weight_ih_l0	4	-0.052426986396312714
28532	rnn.weight_ih_l0	5	-0.008597240783274174
28532	rnn.weight_ih_l0	6	-0.05206061527132988
28532	rnn.weight_ih_l0	7	-0.06152614578604698
28532	rnn.weight_ih_l0	8	-0.04493272304534912
28532	rnn.weight_ih_l0	9	-0.02689395286142826
28532	rnn.weight_hh_l0	0	0.019475504755973816
28532	rnn.weight_hh_l0	1	-0.009851130656898022
28532	rnn.weight_hh_l0	2	-0.06732650101184845
28532	rnn.weight_hh_l0	3	-0.033215779811143875
28532	rnn.weight_hh_l0	4	-0.07811947911977768
28532	rnn.weight_hh_l0	5	-0.014659055508673191
28532	rnn.weight_hh_l0	6	-0.05426763370633125
28532	rnn.weight_hh_l0	7	-0.04038335755467415
28532	rnn.weight_hh_l0	8	-0.0188862644135952
28532	rnn.weight_hh_l0	9	-0.007136764004826546
28532	rnn.bias_ih_l0	0	0.14390476047992706
28532	rnn.bias_ih_l0	1	-0.055446360260248184
28532	rnn.bias_ih_l0	2	0.1067718043923378
28532	rnn.bias_ih_l0	3	0.0490085668861866
28532	rnn.bias_ih_l0	4	0.09792786836624146
28532	rnn.bias_ih_l0	5	0.02454451471567154
28532	rnn.bias_ih_l0	6	-0.01651337742805481
28532	rnn.bias_ih_l0	7	-0.11063667386770248
28532	rnn.bias_ih_l0	8	-0.20612670481204987
28532	rnn.bias_ih_l0	9	0.08484457433223724
28532	rnn.bias_hh_l0	0	-5.8130484831053764e-05
28532	rnn.bias_hh_l0	1	0.021449066698551178
28532	rnn.bias_hh_l0	2	-0.00645717978477478
28532	rnn.bias_hh_l0	3	-0.03168024122714996
28532	rnn.bias_hh_l0	4	-0.03563506901264191
28532	rnn.bias_hh_l0	5	0.14330950379371643
28532	rnn.bias_hh_l0	6	0.050680600106716156
28532	rnn.bias_hh_l0	7	0.060527171939611435
28532	rnn.bias_hh_l0	8	0.017855320125818253
28532	rnn.bias_hh_l0	9	0.04267646744847298
28532	rnn.weight_ih_l0_reverse	0	-0.02956482581794262
28532	rnn.weight_ih_l0_reverse	1	-0.001949275261722505
28532	rnn.weight_ih_l0_reverse	2	0.023817386478185654
28532	rnn.weight_ih_l0_reverse	3	-0.06230755150318146
28532	rnn.weight_ih_l0_reverse	4	0.009161335416138172
28532	rnn.weight_ih_l0_reverse	5	-0.04618675261735916
28532	rnn.weight_ih_l0_reverse	6	0.028441214933991432
28532	rnn.weight_ih_l0_reverse	7	0.045970186591148376
28532	rnn.weight_ih_l0_reverse	8	-0.048562005162239075
28532	rnn.weight_ih_l0_reverse	9	-0.05088016763329506
28532	rnn.weight_hh_l0_reverse	0	-0.08324109762907028
28532	rnn.weight_hh_l0_reverse	1	-0.06362559646368027
28532	rnn.weight_hh_l0_reverse	2	0.03498580679297447
28532	rnn.weight_hh_l0_reverse	3	0.045882001519203186
28532	rnn.weight_hh_l0_reverse	4	-0.01574353128671646
28532	rnn.weight_hh_l0_reverse	5	0.045609716325998306
28532	rnn.weight_hh_l0_reverse	6	0.00017030411981977522
28532	rnn.weight_hh_l0_reverse	7	-0.00036099416320212185
28532	rnn.weight_hh_l0_reverse	8	-0.09877094626426697
28532	rnn.weight_hh_l0_reverse	9	0.08045384287834167
28532	rnn.bias_ih_l0_reverse	0	-0.09004142135381699
28532	rnn.bias_ih_l0_reverse	1	-0.07028189301490784
28532	rnn.bias_ih_l0_reverse	2	0.10296528786420822
28532	rnn.bias_ih_l0_reverse	3	0.048115167766809464
28532	rnn.bias_ih_l0_reverse	4	-0.1299828439950943
28532	rnn.bias_ih_l0_reverse	5	0.04051775857806206
28532	rnn.bias_ih_l0_reverse	6	-0.10681217163801193
28532	rnn.bias_ih_l0_reverse	7	0.04252633452415466
28532	rnn.bias_ih_l0_reverse	8	0.03556618466973305
28532	rnn.bias_ih_l0_reverse	9	0.06220782548189163
28532	rnn.bias_hh_l0_reverse	0	0.056189585477113724
28532	rnn.bias_hh_l0_reverse	1	0.0663662925362587
28532	rnn.bias_hh_l0_reverse	2	0.0794868990778923
28532	rnn.bias_hh_l0_reverse	3	-0.003943956457078457
28532	rnn.bias_hh_l0_reverse	4	0.06953484565019608
28532	rnn.bias_hh_l0_reverse	5	0.0029753863345831633
28532	rnn.bias_hh_l0_reverse	6	-0.05503050610423088
28532	rnn.bias_hh_l0_reverse	7	0.027462422847747803
28532	rnn.bias_hh_l0_reverse	8	0.012316430918872356
28532	rnn.bias_hh_l0_reverse	9	-0.15782281756401062
28532	linear.weight	0	0.17176058888435364
28532	linear.weight	1	-0.16246984899044037
28532	linear.weight	2	-0.21602411568164825
28532	linear.weight	3	0.07739308476448059
28532	linear.weight	4	-0.026115095242857933
28532	linear.weight	5	0.003899993607774377
28532	linear.weight	6	-0.006932501681149006
28532	linear.weight	7	-0.02732076495885849
28532	linear.weight	8	0.084015391767025
28532	linear.weight	9	0.3454071879386902
28532	linear.bias	0	-0.2108723521232605
28532	linear.bias	1	0.19498777389526367
28532	linear.bias	2	-0.539252758026123
28532	linear.bias	3	1.7032966613769531
28532	linear.bias	4	-0.3942866325378418
28532	linear.bias	5	-0.030769959092140198
28532	linear.bias	6	-0.35835373401641846
28532	linear.bias	7	-0.2770758271217346
28532	linear.bias	8	-0.0425150990486145
28532	linear.bias	9	-0.4973039925098419
28560	transitions	0	-0.6478455662727356
28560	transitions	1	0.3498188257217407
28560	transitions	2	1.6747437715530396
28560	transitions	3	0.09692328423261642
28560	transitions	4	0.9486106634140015
28560	transitions	5	1.2739274501800537
28560	transitions	6	0.48331141471862793
28560	transitions	7	0.175765261054039
28560	transitions	8	-0.9195196032524109
28560	transitions	9	0.9306601285934448
28560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28560	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28560	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28560	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28560	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28560	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28560	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28560	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28560	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28560	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28560	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28560	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28560	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28560	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28560	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28560	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28560	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28560	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28560	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28560	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28560	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28560	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28560	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28560	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28560	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28560	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28560	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28560	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28560	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28560	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28560	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28560	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28560	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28560	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28560	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28560	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28560	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28560	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28560	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28560	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28560	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28560	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28560	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28560	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28560	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28560	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28560	embedding2nn.weight	0	0.022579338401556015
28560	embedding2nn.weight	1	0.01427064836025238
28560	embedding2nn.weight	2	-0.004346852656453848
28560	embedding2nn.weight	3	-3.812063005170785e-05
28560	embedding2nn.weight	4	-0.004400709643959999
28560	embedding2nn.weight	5	0.011745409108698368
28560	embedding2nn.weight	6	-0.0049736411310732365
28560	embedding2nn.weight	7	0.021154794842004776
28560	embedding2nn.weight	8	-0.006829163990914822
28560	embedding2nn.weight	9	-0.013874421827495098
28560	embedding2nn.bias	0	-0.038586679846048355
28560	embedding2nn.bias	1	-0.027545709162950516
28560	embedding2nn.bias	2	-0.0739155039191246
28560	embedding2nn.bias	3	0.0010679442202672362
28560	embedding2nn.bias	4	0.005107355769723654
28560	embedding2nn.bias	5	-0.011259660124778748
28560	embedding2nn.bias	6	0.008174018934369087
28560	embedding2nn.bias	7	0.019231487065553665
28560	embedding2nn.bias	8	0.009566160850226879
28560	embedding2nn.bias	9	0.0007408473175019026
28560	rnn.weight_ih_l0	0	0.03926346078515053
28560	rnn.weight_ih_l0	1	-0.013352716341614723
28560	rnn.weight_ih_l0	2	-0.0367458276450634
28560	rnn.weight_ih_l0	3	-0.04497257620096207
28560	rnn.weight_ih_l0	4	-0.052386052906513214
28560	rnn.weight_ih_l0	5	-0.008600706234574318
28560	rnn.weight_ih_l0	6	-0.05210065096616745
28560	rnn.weight_ih_l0	7	-0.06150055304169655
28560	rnn.weight_ih_l0	8	-0.04492736607789993
28560	rnn.weight_ih_l0	9	-0.026883982121944427
28560	rnn.weight_hh_l0	0	0.01947612687945366
28560	rnn.weight_hh_l0	1	-0.009877752512693405
28560	rnn.weight_hh_l0	2	-0.06739833205938339
28560	rnn.weight_hh_l0	3	-0.033263541758060455
28560	rnn.weight_hh_l0	4	-0.07813418656587601
28560	rnn.weight_hh_l0	5	-0.014688842929899693
28560	rnn.weight_hh_l0	6	-0.0543380007147789
28560	rnn.weight_hh_l0	7	-0.040272701531648636
28560	rnn.weight_hh_l0	8	-0.018848000094294548
28560	rnn.weight_hh_l0	9	-0.007211183197796345
28560	rnn.bias_ih_l0	0	0.14391881227493286
28560	rnn.bias_ih_l0	1	-0.055479712784290314
28560	rnn.bias_ih_l0	2	0.106550432741642
28560	rnn.bias_ih_l0	3	0.049010079354047775
28560	rnn.bias_ih_l0	4	0.09780079871416092
28560	rnn.bias_ih_l0	5	0.024516738951206207
28560	rnn.bias_ih_l0	6	-0.016478296369314194
28560	rnn.bias_ih_l0	7	-0.1106346920132637
28560	rnn.bias_ih_l0	8	-0.20586204528808594
28560	rnn.bias_ih_l0	9	0.0849258154630661
28560	rnn.bias_hh_l0	0	-1.3818863408232573e-05
28560	rnn.bias_hh_l0	1	0.021687505766749382
28560	rnn.bias_hh_l0	2	-0.006554202176630497
28560	rnn.bias_hh_l0	3	-0.03170279413461685
28560	rnn.bias_hh_l0	4	-0.035914357751607895
28560	rnn.bias_hh_l0	5	0.14326885342597961
28560	rnn.bias_hh_l0	6	0.050621792674064636
28560	rnn.bias_hh_l0	7	0.06041872128844261
28560	rnn.bias_hh_l0	8	0.01789040118455887
28560	rnn.bias_hh_l0	9	0.04250281676650047
28560	rnn.weight_ih_l0_reverse	0	-0.029561638832092285
28560	rnn.weight_ih_l0_reverse	1	-0.0019706543534994125
28560	rnn.weight_ih_l0_reverse	2	0.023836951702833176
28560	rnn.weight_ih_l0_reverse	3	-0.062317151576280594
28560	rnn.weight_ih_l0_reverse	4	0.009153722785413265
28560	rnn.weight_ih_l0_reverse	5	-0.04614510014653206
28560	rnn.weight_ih_l0_reverse	6	0.028487738221883774
28560	rnn.weight_ih_l0_reverse	7	0.04595773294568062
28560	rnn.weight_ih_l0_reverse	8	-0.04857654124498367
28560	rnn.weight_ih_l0_reverse	9	-0.050873011350631714
28560	rnn.weight_hh_l0_reverse	0	-0.08323302865028381
28560	rnn.weight_hh_l0_reverse	1	-0.06363990902900696
28560	rnn.weight_hh_l0_reverse	2	0.034986644983291626
28560	rnn.weight_hh_l0_reverse	3	0.04588652774691582
28560	rnn.weight_hh_l0_reverse	4	-0.015725592151284218
28560	rnn.weight_hh_l0_reverse	5	0.04561188071966171
28560	rnn.weight_hh_l0_reverse	6	3.895510599249974e-05
28560	rnn.weight_hh_l0_reverse	7	-0.00036782401730306447
28560	rnn.weight_hh_l0_reverse	8	-0.09881685674190521
28560	rnn.weight_hh_l0_reverse	9	0.08042377978563309
28560	rnn.bias_ih_l0_reverse	0	-0.08981983363628387
28560	rnn.bias_ih_l0_reverse	1	-0.07027146965265274
28560	rnn.bias_ih_l0_reverse	2	0.10298425704240799
28560	rnn.bias_ih_l0_reverse	3	0.04815824329853058
28560	rnn.bias_ih_l0_reverse	4	-0.13002417981624603
28560	rnn.bias_ih_l0_reverse	5	0.04071178659796715
28560	rnn.bias_ih_l0_reverse	6	-0.10685084760189056
28560	rnn.bias_ih_l0_reverse	7	0.04272819310426712
28560	rnn.bias_ih_l0_reverse	8	0.03545679897069931
28560	rnn.bias_ih_l0_reverse	9	0.06227276846766472
28560	rnn.bias_hh_l0_reverse	0	0.05564131215214729
28560	rnn.bias_hh_l0_reverse	1	0.06647533178329468
28560	rnn.bias_hh_l0_reverse	2	0.07994364202022552
28560	rnn.bias_hh_l0_reverse	3	-0.003939308226108551
28560	rnn.bias_hh_l0_reverse	4	0.06953375041484833
28560	rnn.bias_hh_l0_reverse	5	0.0032581938430666924
28560	rnn.bias_hh_l0_reverse	6	-0.05508039519190788
28560	rnn.bias_hh_l0_reverse	7	0.02748708799481392
28560	rnn.bias_hh_l0_reverse	8	0.01235302072018385
28560	rnn.bias_hh_l0_reverse	9	-0.15819524228572845
28560	linear.weight	0	0.1707582175731659
28560	linear.weight	1	-0.16246922314167023
28560	linear.weight	2	-0.21609540283679962
28560	linear.weight	3	0.07752077281475067
28560	linear.weight	4	-0.026026561856269836
28560	linear.weight	5	0.003950480837374926
28560	linear.weight	6	-0.006932156626135111
28560	linear.weight	7	-0.02731812186539173
28560	linear.weight	8	0.08399684727191925
28560	linear.weight	9	0.345852255821228
28560	linear.bias	0	-0.21001876890659332
28560	linear.bias	1	0.19473475217819214
28560	linear.bias	2	-0.5389983654022217
28560	linear.bias	3	1.702886700630188
28560	linear.bias	4	-0.39429908990859985
28560	linear.bias	5	-0.030769959092140198
28560	linear.bias	6	-0.35815420746803284
28560	linear.bias	7	-0.27757352590560913
28560	linear.bias	8	-0.041850123554468155
28560	linear.bias	9	-0.49731117486953735
28588	transitions	0	-0.6478500962257385
28588	transitions	1	0.3498159945011139
28588	transitions	2	1.6747400760650635
28588	transitions	3	0.09692075103521347
28588	transitions	4	0.9486076831817627
28588	transitions	5	1.2739272117614746
28588	transitions	6	0.48331141471862793
28588	transitions	7	0.17576521635055542
28588	transitions	8	-0.9195196032524109
28588	transitions	9	0.9306601285934448
28588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28588	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28588	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28588	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28588	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28588	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28588	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28588	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28588	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28588	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28588	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28588	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28588	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28588	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28588	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28588	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28588	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28588	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28588	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28588	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28588	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28588	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28588	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28588	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28588	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28588	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28588	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28588	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28588	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28588	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28588	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28588	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28588	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28588	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28588	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28588	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28588	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28588	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28588	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28588	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28588	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28588	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28588	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28588	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28588	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28588	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28588	embedding2nn.weight	0	0.022568322718143463
28588	embedding2nn.weight	1	0.014274750836193562
28588	embedding2nn.weight	2	-0.0043370770290493965
28588	embedding2nn.weight	3	-3.276047937106341e-05
28588	embedding2nn.weight	4	-0.004400158300995827
28588	embedding2nn.weight	5	0.011747526004910469
28588	embedding2nn.weight	6	-0.004970171954482794
28588	embedding2nn.weight	7	0.02117466740310192
28588	embedding2nn.weight	8	-0.006840881425887346
28588	embedding2nn.weight	9	-0.013872433453798294
28588	embedding2nn.bias	0	-0.03843708708882332
28588	embedding2nn.bias	1	-0.02772647887468338
28588	embedding2nn.bias	2	-0.0733773410320282
28588	embedding2nn.bias	3	0.0006505443598143756
28588	embedding2nn.bias	4	0.004487435799092054
28588	embedding2nn.bias	5	-0.011207189410924911
28588	embedding2nn.bias	6	0.007662447635084391
28588	embedding2nn.bias	7	0.019565509632229805
28588	embedding2nn.bias	8	0.009059922769665718
28588	embedding2nn.bias	9	0.00035864932578988373
28588	rnn.weight_ih_l0	0	0.03925391659140587
28588	rnn.weight_ih_l0	1	-0.013348856940865517
28588	rnn.weight_ih_l0	2	-0.03674369677901268
28588	rnn.weight_ih_l0	3	-0.04494883865118027
28588	rnn.weight_ih_l0	4	-0.05235639587044716
28588	rnn.weight_ih_l0	5	-0.00860537774860859
28588	rnn.weight_ih_l0	6	-0.05213146656751633
28588	rnn.weight_ih_l0	7	-0.06151283159852028
28588	rnn.weight_ih_l0	8	-0.04493481665849686
28588	rnn.weight_ih_l0	9	-0.026887303218245506
28588	rnn.weight_hh_l0	0	0.019461071118712425
28588	rnn.weight_hh_l0	1	-0.009820154868066311
28588	rnn.weight_hh_l0	2	-0.06748492270708084
28588	rnn.weight_hh_l0	3	-0.033287953585386276
28588	rnn.weight_hh_l0	4	-0.07813209295272827
28588	rnn.weight_hh_l0	5	-0.014739523641765118
28588	rnn.weight_hh_l0	6	-0.05454426258802414
28588	rnn.weight_hh_l0	7	-0.040185220539569855
28588	rnn.weight_hh_l0	8	-0.018826324492692947
28588	rnn.weight_hh_l0	9	-0.0073303948156535625
28588	rnn.bias_ih_l0	0	0.14383089542388916
28588	rnn.bias_ih_l0	1	-0.055617086589336395
28588	rnn.bias_ih_l0	2	0.10669723153114319
28588	rnn.bias_ih_l0	3	0.049064334481954575
28588	rnn.bias_ih_l0	4	0.09763645380735397
28588	rnn.bias_ih_l0	5	0.024675900116562843
28588	rnn.bias_ih_l0	6	-0.016373129561543465
28588	rnn.bias_ih_l0	7	-0.10999880731105804
28588	rnn.bias_ih_l0	8	-0.20635896921157837
28588	rnn.bias_ih_l0	9	0.08513956516981125
28588	rnn.bias_hh_l0	0	6.41621882095933e-05
28588	rnn.bias_hh_l0	1	0.021682288497686386
28588	rnn.bias_hh_l0	2	-0.0065741403959691525
28588	rnn.bias_hh_l0	3	-0.03165741637349129
28588	rnn.bias_hh_l0	4	-0.035813361406326294
28588	rnn.bias_hh_l0	5	0.1432766318321228
28588	rnn.bias_hh_l0	6	0.05032889544963837
28588	rnn.bias_hh_l0	7	0.06036776304244995
28588	rnn.bias_hh_l0	8	0.017995567992329597
28588	rnn.bias_hh_l0	9	0.04233690723776817
28588	rnn.weight_ih_l0_reverse	0	-0.02954409271478653
28588	rnn.weight_ih_l0_reverse	1	-0.0020553029607981443
28588	rnn.weight_ih_l0_reverse	2	0.023860739544034004
28588	rnn.weight_ih_l0_reverse	3	-0.06232130527496338
28588	rnn.weight_ih_l0_reverse	4	0.009151977486908436
28588	rnn.weight_ih_l0_reverse	5	-0.04615330696105957
28588	rnn.weight_ih_l0_reverse	6	0.02851739712059498
28588	rnn.weight_ih_l0_reverse	7	0.045931458473205566
28588	rnn.weight_ih_l0_reverse	8	-0.048580147325992584
28588	rnn.weight_ih_l0_reverse	9	-0.050878722220659256
28588	rnn.weight_hh_l0_reverse	0	-0.08323732018470764
28588	rnn.weight_hh_l0_reverse	1	-0.06366490572690964
28588	rnn.weight_hh_l0_reverse	2	0.03501730039715767
28588	rnn.weight_hh_l0_reverse	3	0.04593943431973457
28588	rnn.weight_hh_l0_reverse	4	-0.01568187214434147
28588	rnn.weight_hh_l0_reverse	5	0.045641954988241196
28588	rnn.weight_hh_l0_reverse	6	0.0001344415795756504
28588	rnn.weight_hh_l0_reverse	7	-0.00026181727298535407
28588	rnn.weight_hh_l0_reverse	8	-0.09887386858463287
28588	rnn.weight_hh_l0_reverse	9	0.08046849817037582
28588	rnn.bias_ih_l0_reverse	0	-0.08976521342992783
28588	rnn.bias_ih_l0_reverse	1	-0.07018300145864487
28588	rnn.bias_ih_l0_reverse	2	0.10302148759365082
28588	rnn.bias_ih_l0_reverse	3	0.04806055501103401
28588	rnn.bias_ih_l0_reverse	4	-0.13007143139839172
28588	rnn.bias_ih_l0_reverse	5	0.04065272584557533
28588	rnn.bias_ih_l0_reverse	6	-0.10667753219604492
28588	rnn.bias_ih_l0_reverse	7	0.04224975034594536
28588	rnn.bias_ih_l0_reverse	8	0.035529255867004395
28588	rnn.bias_ih_l0_reverse	9	0.062148567289114
28588	rnn.bias_hh_l0_reverse	0	0.05638214200735092
28588	rnn.bias_hh_l0_reverse	1	0.06670170277357101
28588	rnn.bias_hh_l0_reverse	2	0.0799175351858139
28588	rnn.bias_hh_l0_reverse	3	-0.003973246552050114
28588	rnn.bias_hh_l0_reverse	4	0.06967175751924515
28588	rnn.bias_hh_l0_reverse	5	0.0038589593023061752
28588	rnn.bias_hh_l0_reverse	6	-0.054627396166324615
28588	rnn.bias_hh_l0_reverse	7	0.02759878896176815
28588	rnn.bias_hh_l0_reverse	8	0.012478991411626339
28588	rnn.bias_hh_l0_reverse	9	-0.1587931215763092
28588	linear.weight	0	0.17135807871818542
28588	linear.weight	1	-0.1624656319618225
28588	linear.weight	2	-0.2160821259021759
28588	linear.weight	3	0.07738610357046127
28588	linear.weight	4	-0.02602548338472843
28588	linear.weight	5	0.003995094448328018
28588	linear.weight	6	-0.0069320048205554485
28588	linear.weight	7	-0.027317145839333534
28588	linear.weight	8	0.08432167768478394
28588	linear.weight	9	0.34601062536239624
28588	linear.bias	0	-0.2072727233171463
28588	linear.bias	1	0.1948111206293106
28588	linear.bias	2	-0.5390217304229736
28588	linear.bias	3	1.701488733291626
28588	linear.bias	4	-0.39449554681777954
28588	linear.bias	5	-0.030769959092140198
28588	linear.bias	6	-0.35817041993141174
28588	linear.bias	7	-0.27765506505966187
28588	linear.bias	8	-0.04119236767292023
28588	linear.bias	9	-0.4973192512989044
28616	transitions	0	-0.6478555202484131
28616	transitions	1	0.3498108983039856
28616	transitions	2	1.67473566532135
28616	transitions	3	0.09691265225410461
28616	transitions	4	0.9486061334609985
28616	transitions	5	1.2739272117614746
28616	transitions	6	0.48331141471862793
28616	transitions	7	0.17576248943805695
28616	transitions	8	-0.9195196032524109
28616	transitions	9	0.9306601285934448
28616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28616	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28616	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28616	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28616	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28616	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28616	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28616	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28616	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28616	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28616	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28616	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28616	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28616	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28616	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28616	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28616	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28616	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28616	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28616	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28616	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28616	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28616	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28616	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28616	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28616	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28616	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28616	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28616	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28616	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28616	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28616	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28616	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28616	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28616	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28616	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28616	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28616	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28616	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28616	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28616	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28616	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28616	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28616	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28616	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28616	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28616	embedding2nn.weight	0	0.022603169083595276
28616	embedding2nn.weight	1	0.014271116815507412
28616	embedding2nn.weight	2	-0.004331886302679777
28616	embedding2nn.weight	3	-5.418077125796117e-05
28616	embedding2nn.weight	4	-0.00440442468971014
28616	embedding2nn.weight	5	0.011781473644077778
28616	embedding2nn.weight	6	-0.0049547795206308365
28616	embedding2nn.weight	7	0.021186809986829758
28616	embedding2nn.weight	8	-0.006852494087070227
28616	embedding2nn.weight	9	-0.013863923959434032
28616	embedding2nn.bias	0	-0.03900599479675293
28616	embedding2nn.bias	1	-0.028070518746972084
28616	embedding2nn.bias	2	-0.07357979565858841
28616	embedding2nn.bias	3	0.0004537317145150155
28616	embedding2nn.bias	4	0.004254741594195366
28616	embedding2nn.bias	5	-0.011870842427015305
28616	embedding2nn.bias	6	0.007545281667262316
28616	embedding2nn.bias	7	0.019314615055918694
28616	embedding2nn.bias	8	0.008759710006415844
28616	embedding2nn.bias	9	-0.0001184258799185045
28616	rnn.weight_ih_l0	0	0.039238326251506805
28616	rnn.weight_ih_l0	1	-0.013354414142668247
28616	rnn.weight_ih_l0	2	-0.03677692636847496
28616	rnn.weight_ih_l0	3	-0.0449829138815403
28616	rnn.weight_ih_l0	4	-0.05233912542462349
28616	rnn.weight_ih_l0	5	-0.008647454902529716
28616	rnn.weight_ih_l0	6	-0.052135955542325974
28616	rnn.weight_ih_l0	7	-0.06151988357305527
28616	rnn.weight_ih_l0	8	-0.044920261949300766
28616	rnn.weight_ih_l0	9	-0.026868557557463646
28616	rnn.weight_hh_l0	0	0.019529465585947037
28616	rnn.weight_hh_l0	1	-0.009960390627384186
28616	rnn.weight_hh_l0	2	-0.06749403476715088
28616	rnn.weight_hh_l0	3	-0.03324907645583153
28616	rnn.weight_hh_l0	4	-0.0781988725066185
28616	rnn.weight_hh_l0	5	-0.01472801435738802
28616	rnn.weight_hh_l0	6	-0.05476336181163788
28616	rnn.weight_hh_l0	7	-0.040343232452869415
28616	rnn.weight_hh_l0	8	-0.018866276368498802
28616	rnn.weight_hh_l0	9	-0.007281350437551737
28616	rnn.bias_ih_l0	0	0.14376051723957062
28616	rnn.bias_ih_l0	1	-0.0557057224214077
28616	rnn.bias_ih_l0	2	0.10655493289232254
28616	rnn.bias_ih_l0	3	0.04906943440437317
28616	rnn.bias_ih_l0	4	0.09753244370222092
28616	rnn.bias_ih_l0	5	0.02446475252509117
28616	rnn.bias_ih_l0	6	-0.01638774760067463
28616	rnn.bias_ih_l0	7	-0.10908731818199158
28616	rnn.bias_ih_l0	8	-0.20668694376945496
28616	rnn.bias_ih_l0	9	0.0851665660738945
28616	rnn.bias_hh_l0	0	-1.8389493561699055e-05
28616	rnn.bias_hh_l0	1	0.02157764881849289
28616	rnn.bias_hh_l0	2	-0.00656460877507925
28616	rnn.bias_hh_l0	3	-0.03159875422716141
28616	rnn.bias_hh_l0	4	-0.03606365621089935
28616	rnn.bias_hh_l0	5	0.1434118151664734
28616	rnn.bias_hh_l0	6	0.05050273239612579
28616	rnn.bias_hh_l0	7	0.06018971651792526
28616	rnn.bias_hh_l0	8	0.017980949953198433
28616	rnn.bias_hh_l0	9	0.04235867038369179
28616	rnn.weight_ih_l0_reverse	0	-0.029572544619441032
28616	rnn.weight_ih_l0_reverse	1	-0.002170396037399769
28616	rnn.weight_ih_l0_reverse	2	0.02385103702545166
28616	rnn.weight_ih_l0_reverse	3	-0.06230635568499565
28616	rnn.weight_ih_l0_reverse	4	0.009129200130701065
28616	rnn.weight_ih_l0_reverse	5	-0.04614568501710892
28616	rnn.weight_ih_l0_reverse	6	0.028516976162791252
28616	rnn.weight_ih_l0_reverse	7	0.04593470320105553
28616	rnn.weight_ih_l0_reverse	8	-0.04856676980853081
28616	rnn.weight_ih_l0_reverse	9	-0.05088132992386818
28616	rnn.weight_hh_l0_reverse	0	-0.08319303393363953
28616	rnn.weight_hh_l0_reverse	1	-0.06380537152290344
28616	rnn.weight_hh_l0_reverse	2	0.03502940759062767
28616	rnn.weight_hh_l0_reverse	3	0.04600877687335014
28616	rnn.weight_hh_l0_reverse	4	-0.015715884044766426
28616	rnn.weight_hh_l0_reverse	5	0.04567395895719528
28616	rnn.weight_hh_l0_reverse	6	0.0003032799286302179
28616	rnn.weight_hh_l0_reverse	7	-0.0002515963278710842
28616	rnn.weight_hh_l0_reverse	8	-0.09887552261352539
28616	rnn.weight_hh_l0_reverse	9	0.08064857125282288
28616	rnn.bias_ih_l0_reverse	0	-0.09038292616605759
28616	rnn.bias_ih_l0_reverse	1	-0.07045412063598633
28616	rnn.bias_ih_l0_reverse	2	0.10287774354219437
28616	rnn.bias_ih_l0_reverse	3	0.047942761331796646
28616	rnn.bias_ih_l0_reverse	4	-0.13044294714927673
28616	rnn.bias_ih_l0_reverse	5	0.04069476202130318
28616	rnn.bias_ih_l0_reverse	6	-0.1067604124546051
28616	rnn.bias_ih_l0_reverse	7	0.04217688366770744
28616	rnn.bias_ih_l0_reverse	8	0.035702407360076904
28616	rnn.bias_ih_l0_reverse	9	0.062336985021829605
28616	rnn.bias_hh_l0_reverse	0	0.05712337791919708
28616	rnn.bias_hh_l0_reverse	1	0.06654326617717743
28616	rnn.bias_hh_l0_reverse	2	0.07988782972097397
28616	rnn.bias_hh_l0_reverse	3	-0.0040196143090724945
28616	rnn.bias_hh_l0_reverse	4	0.06980060040950775
28616	rnn.bias_hh_l0_reverse	5	0.002919568447396159
28616	rnn.bias_hh_l0_reverse	6	-0.05459101125597954
28616	rnn.bias_hh_l0_reverse	7	0.02775026485323906
28616	rnn.bias_hh_l0_reverse	8	0.012538928538560867
28616	rnn.bias_hh_l0_reverse	9	-0.15861734747886658
28616	linear.weight	0	0.17207878828048706
28616	linear.weight	1	-0.16246527433395386
28616	linear.weight	2	-0.21612364053726196
28616	linear.weight	3	0.07734626531600952
28616	linear.weight	4	-0.02602040395140648
28616	linear.weight	5	0.004021357744932175
28616	linear.weight	6	-0.006931757088750601
28616	linear.weight	7	-0.027080057188868523
28616	linear.weight	8	0.08429603278636932
28616	linear.weight	9	0.34610289335250854
28616	linear.bias	0	-0.2056138515472412
28616	linear.bias	1	0.1943386346101761
28616	linear.bias	2	-0.5388777852058411
28616	linear.bias	3	1.7022215127944946
28616	linear.bias	4	-0.39451512694358826
28616	linear.bias	5	-0.030769959092140198
28616	linear.bias	6	-0.35803917050361633
28616	linear.bias	7	-0.2777692377567291
28616	linear.bias	8	-0.04027777165174484
28616	linear.bias	9	-0.49733418226242065
28644	transitions	0	-0.6478680372238159
28644	transitions	1	0.3498089611530304
28644	transitions	2	1.6747312545776367
28644	transitions	3	0.09690767526626587
28644	transitions	4	0.9486047029495239
28644	transitions	5	1.2739272117614746
28644	transitions	6	0.48331141471862793
28644	transitions	7	0.17576123774051666
28644	transitions	8	-0.9195196032524109
28644	transitions	9	0.9306601285934448
28644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28644	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28644	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28644	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28644	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28644	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28644	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28644	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28644	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28644	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28644	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28644	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28644	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28644	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28644	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28644	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28644	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28644	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28644	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28644	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28644	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28644	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28644	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28644	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28644	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28644	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28644	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28644	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28644	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28644	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28644	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28644	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28644	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28644	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28644	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28644	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28644	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28644	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28644	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28644	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28644	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28644	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28644	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28644	embedding2nn.weight	0	0.022615576162934303
28644	embedding2nn.weight	1	0.014274501241743565
28644	embedding2nn.weight	2	-0.004333892837166786
28644	embedding2nn.weight	3	-5.565260289586149e-05
28644	embedding2nn.weight	4	-0.004398616496473551
28644	embedding2nn.weight	5	0.011762093752622604
28644	embedding2nn.weight	6	-0.004964690655469894
28644	embedding2nn.weight	7	0.021234169602394104
28644	embedding2nn.weight	8	-0.0068463836796581745
28644	embedding2nn.weight	9	-0.013863613829016685
28644	embedding2nn.bias	0	-0.03923334181308746
28644	embedding2nn.bias	1	-0.028083207085728645
28644	embedding2nn.bias	2	-0.07332494109869003
28644	embedding2nn.bias	3	0.00018662659567780793
28644	embedding2nn.bias	4	0.004188356455415487
28644	embedding2nn.bias	5	-0.012115826830267906
28644	embedding2nn.bias	6	0.007495286874473095
28644	embedding2nn.bias	7	0.01944168284535408
28644	embedding2nn.bias	8	0.008753465488553047
28644	embedding2nn.bias	9	9.607560059521347e-05
28644	rnn.weight_ih_l0	0	0.039248716086149216
28644	rnn.weight_ih_l0	1	-0.013368074782192707
28644	rnn.weight_ih_l0	2	-0.03683552145957947
28644	rnn.weight_ih_l0	3	-0.04499465599656105
28644	rnn.weight_ih_l0	4	-0.05239186808466911
28644	rnn.weight_ih_l0	5	-0.008669954724609852
28644	rnn.weight_ih_l0	6	-0.052150532603263855
28644	rnn.weight_ih_l0	7	-0.06149320304393768
28644	rnn.weight_ih_l0	8	-0.044869109988212585
28644	rnn.weight_ih_l0	9	-0.026889627799391747
28644	rnn.weight_hh_l0	0	0.01941862143576145
28644	rnn.weight_hh_l0	1	-0.010062302462756634
28644	rnn.weight_hh_l0	2	-0.06752626597881317
28644	rnn.weight_hh_l0	3	-0.033268071711063385
28644	rnn.weight_hh_l0	4	-0.07820127159357071
28644	rnn.weight_hh_l0	5	-0.014768378809094429
28644	rnn.weight_hh_l0	6	-0.05480767786502838
28644	rnn.weight_hh_l0	7	-0.04042202979326248
28644	rnn.weight_hh_l0	8	-0.018865542486310005
28644	rnn.weight_hh_l0	9	-0.007380854804068804
28644	rnn.bias_ih_l0	0	0.1438262015581131
28644	rnn.bias_ih_l0	1	-0.05572379380464554
28644	rnn.bias_ih_l0	2	0.10645359754562378
28644	rnn.bias_ih_l0	3	0.04880837723612785
28644	rnn.bias_ih_l0	4	0.09743739664554596
28644	rnn.bias_ih_l0	5	0.02448873594403267
28644	rnn.bias_ih_l0	6	-0.01653010956943035
28644	rnn.bias_ih_l0	7	-0.10927101224660873
28644	rnn.bias_ih_l0	8	-0.20573562383651733
28644	rnn.bias_ih_l0	9	0.08529938757419586
28644	rnn.bias_hh_l0	0	5.438870721263811e-05
28644	rnn.bias_hh_l0	1	0.021767769008874893
28644	rnn.bias_hh_l0	2	-0.006527543067932129
28644	rnn.bias_hh_l0	3	-0.031569160521030426
28644	rnn.bias_hh_l0	4	-0.036138977855443954
28644	rnn.bias_hh_l0	5	0.1433527022600174
28644	rnn.bias_hh_l0	6	0.05033404380083084
28644	rnn.bias_hh_l0	7	0.060070306062698364
28644	rnn.bias_hh_l0	8	0.01783858798444271
28644	rnn.bias_hh_l0	9	0.04224862530827522
28644	rnn.weight_ih_l0_reverse	0	-0.02955702506005764
28644	rnn.weight_ih_l0_reverse	1	-0.0021179839968681335
28644	rnn.weight_ih_l0_reverse	2	0.023854929953813553
28644	rnn.weight_ih_l0_reverse	3	-0.062288492918014526
28644	rnn.weight_ih_l0_reverse	4	0.009107646532356739
28644	rnn.weight_ih_l0_reverse	5	-0.046120237559080124
28644	rnn.weight_ih_l0_reverse	6	0.02849149890244007
28644	rnn.weight_ih_l0_reverse	7	0.04594160243868828
28644	rnn.weight_ih_l0_reverse	8	-0.04856007546186447
28644	rnn.weight_ih_l0_reverse	9	-0.05088723450899124
28644	rnn.weight_hh_l0_reverse	0	-0.08318059891462326
28644	rnn.weight_hh_l0_reverse	1	-0.06371858716011047
28644	rnn.weight_hh_l0_reverse	2	0.035078201442956924
28644	rnn.weight_hh_l0_reverse	3	0.04598816856741905
28644	rnn.weight_hh_l0_reverse	4	-0.015775948762893677
28644	rnn.weight_hh_l0_reverse	5	0.04569219797849655
28644	rnn.weight_hh_l0_reverse	6	0.00042709914851002395
28644	rnn.weight_hh_l0_reverse	7	-0.000312347779981792
28644	rnn.weight_hh_l0_reverse	8	-0.09879583865404129
28644	rnn.weight_hh_l0_reverse	9	0.08065194636583328
28644	rnn.bias_ih_l0_reverse	0	-0.09041965007781982
28644	rnn.bias_ih_l0_reverse	1	-0.06993508338928223
28644	rnn.bias_ih_l0_reverse	2	0.10295256972312927
28644	rnn.bias_ih_l0_reverse	3	0.04794466122984886
28644	rnn.bias_ih_l0_reverse	4	-0.13027803599834442
28644	rnn.bias_ih_l0_reverse	5	0.040615472942590714
28644	rnn.bias_ih_l0_reverse	6	-0.10669783502817154
28644	rnn.bias_ih_l0_reverse	7	0.04276397451758385
28644	rnn.bias_ih_l0_reverse	8	0.035977207124233246
28644	rnn.bias_ih_l0_reverse	9	0.0622481144964695
28644	rnn.bias_hh_l0_reverse	0	0.05642188340425491
28644	rnn.bias_hh_l0_reverse	1	0.06658415496349335
28644	rnn.bias_hh_l0_reverse	2	0.07982771843671799
28644	rnn.bias_hh_l0_reverse	3	-0.004131871275603771
28644	rnn.bias_hh_l0_reverse	4	0.06985846161842346
28644	rnn.bias_hh_l0_reverse	5	0.0027922592125833035
28644	rnn.bias_hh_l0_reverse	6	-0.05442630499601364
28644	rnn.bias_hh_l0_reverse	7	0.027437696233391762
28644	rnn.bias_hh_l0_reverse	8	0.012710067443549633
28644	rnn.bias_hh_l0_reverse	9	-0.1588667929172516
28644	linear.weight	0	0.17247061431407928
28644	linear.weight	1	-0.1624642014503479
28644	linear.weight	2	-0.2158680260181427
28644	linear.weight	3	0.0776575356721878
28644	linear.weight	4	-0.0260214451700449
28644	linear.weight	5	0.003984049428254366
28644	linear.weight	6	-0.006931483745574951
28644	linear.weight	7	-0.02706794999539852
28644	linear.weight	8	0.08424169570207596
28644	linear.weight	9	0.34582456946372986
28644	linear.bias	0	-0.20485559105873108
28644	linear.bias	1	0.194106787443161
28644	linear.bias	2	-0.5389338731765747
28644	linear.bias	3	1.6992290019989014
28644	linear.bias	4	-0.3945276737213135
28644	linear.bias	5	-0.030769959092140198
28644	linear.bias	6	-0.35800763964653015
28644	linear.bias	7	-0.2784179449081421
28644	linear.bias	8	-0.040021754801273346
28644	linear.bias	9	-0.4973408579826355
28672	transitions	0	-0.6478995084762573
28672	transitions	1	0.3498067855834961
28672	transitions	2	1.6747286319732666
28672	transitions	3	0.09690271317958832
28672	transitions	4	0.9486036896705627
28672	transitions	5	1.2739272117614746
28672	transitions	6	0.48331141471862793
28672	transitions	7	0.1757611632347107
28672	transitions	8	-0.9195197820663452
28672	transitions	9	0.9306601285934448
28672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28672	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28672	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28672	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28672	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28672	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28672	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28672	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28672	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28672	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28672	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28672	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28672	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28672	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28672	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28672	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28672	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28672	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28672	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28672	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28672	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28672	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28672	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28672	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28672	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28672	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28672	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28672	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28672	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28672	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28672	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28672	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28672	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28672	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28672	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28672	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28672	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28672	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28672	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28672	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28672	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28672	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28672	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28672	embedding2nn.weight	0	0.02262723818421364
28672	embedding2nn.weight	1	0.014273593202233315
28672	embedding2nn.weight	2	-0.004332853015512228
28672	embedding2nn.weight	3	-5.059449904365465e-05
28672	embedding2nn.weight	4	-0.004400662612169981
28672	embedding2nn.weight	5	0.011737077496945858
28672	embedding2nn.weight	6	-0.004963029641658068
28672	embedding2nn.weight	7	0.021281221881508827
28672	embedding2nn.weight	8	-0.006825573742389679
28672	embedding2nn.weight	9	-0.013869659043848515
28672	embedding2nn.bias	0	-0.03979211673140526
28672	embedding2nn.bias	1	-0.028135549277067184
28672	embedding2nn.bias	2	-0.07402787357568741
28672	embedding2nn.bias	3	0.0001471310097258538
28672	embedding2nn.bias	4	0.004770832136273384
28672	embedding2nn.bias	5	-0.01164983306080103
28672	embedding2nn.bias	6	0.006837270222604275
28672	embedding2nn.bias	7	0.019816109910607338
28672	embedding2nn.bias	8	0.009049120359122753
28672	embedding2nn.bias	9	0.000564539572224021
28672	rnn.weight_ih_l0	0	0.039241891354322433
28672	rnn.weight_ih_l0	1	-0.013340064324438572
28672	rnn.weight_ih_l0	2	-0.03685576468706131
28672	rnn.weight_ih_l0	3	-0.0449935644865036
28672	rnn.weight_ih_l0	4	-0.0523684024810791
28672	rnn.weight_ih_l0	5	-0.008618938736617565
28672	rnn.weight_ih_l0	6	-0.052139945328235626
28672	rnn.weight_ih_l0	7	-0.061469558626413345
28672	rnn.weight_ih_l0	8	-0.04487280175089836
28672	rnn.weight_ih_l0	9	-0.026884859427809715
28672	rnn.weight_hh_l0	0	0.019461175426840782
28672	rnn.weight_hh_l0	1	-0.010025274008512497
28672	rnn.weight_hh_l0	2	-0.06745114922523499
28672	rnn.weight_hh_l0	3	-0.033316031098365784
28672	rnn.weight_hh_l0	4	-0.07826116681098938
28672	rnn.weight_hh_l0	5	-0.014718310907483101
28672	rnn.weight_hh_l0	6	-0.054797377437353134
28672	rnn.weight_hh_l0	7	-0.04054180905222893
28672	rnn.weight_hh_l0	8	-0.01883912831544876
28672	rnn.weight_hh_l0	9	-0.007251794915646315
28672	rnn.bias_ih_l0	0	0.1439763903617859
28672	rnn.bias_ih_l0	1	-0.05568947643041611
28672	rnn.bias_ih_l0	2	0.10646770149469376
28672	rnn.bias_ih_l0	3	0.04891655966639519
28672	rnn.bias_ih_l0	4	0.09757353365421295
28672	rnn.bias_ih_l0	5	0.024469789117574692
28672	rnn.bias_ih_l0	6	-0.016454771161079407
28672	rnn.bias_ih_l0	7	-0.10907817631959915
28672	rnn.bias_ih_l0	8	-0.20578409731388092
28672	rnn.bias_ih_l0	9	0.08539607375860214
28672	rnn.bias_hh_l0	0	0.0001863437646534294
28672	rnn.bias_hh_l0	1	0.021471867337822914
28672	rnn.bias_hh_l0	2	-0.006569290068000555
28672	rnn.bias_hh_l0	3	-0.03148576244711876
28672	rnn.bias_hh_l0	4	-0.036224257200956345
28672	rnn.bias_hh_l0	5	0.14361964166164398
28672	rnn.bias_hh_l0	6	0.05037463828921318
28672	rnn.bias_hh_l0	7	0.060283102095127106
28672	rnn.bias_hh_l0	8	0.017913926392793655
28672	rnn.bias_hh_l0	9	0.042267750948667526
28672	rnn.weight_ih_l0_reverse	0	-0.029534632340073586
28672	rnn.weight_ih_l0_reverse	1	-0.002105665160343051
28672	rnn.weight_ih_l0_reverse	2	0.02384471520781517
28672	rnn.weight_ih_l0_reverse	3	-0.062269244343042374
28672	rnn.weight_ih_l0_reverse	4	0.009067301638424397
28672	rnn.weight_ih_l0_reverse	5	-0.046115756034851074
28672	rnn.weight_ih_l0_reverse	6	0.02837289497256279
28672	rnn.weight_ih_l0_reverse	7	0.04591534286737442
28672	rnn.weight_ih_l0_reverse	8	-0.048582009971141815
28672	rnn.weight_ih_l0_reverse	9	-0.05089319869875908
28672	rnn.weight_hh_l0_reverse	0	-0.0832175761461258
28672	rnn.weight_hh_l0_reverse	1	-0.06361410766839981
28672	rnn.weight_hh_l0_reverse	2	0.035052426159381866
28672	rnn.weight_hh_l0_reverse	3	0.045959729701280594
28672	rnn.weight_hh_l0_reverse	4	-0.015700094401836395
28672	rnn.weight_hh_l0_reverse	5	0.04569719359278679
28672	rnn.weight_hh_l0_reverse	6	0.0001535888877697289
28672	rnn.weight_hh_l0_reverse	7	-0.0003712132456712425
28672	rnn.weight_hh_l0_reverse	8	-0.09880099445581436
28672	rnn.weight_hh_l0_reverse	9	0.08050280064344406
28672	rnn.bias_ih_l0_reverse	0	-0.09083808213472366
28672	rnn.bias_ih_l0_reverse	1	-0.070188008248806
28672	rnn.bias_ih_l0_reverse	2	0.10310432314872742
28672	rnn.bias_ih_l0_reverse	3	0.04778577759861946
28672	rnn.bias_ih_l0_reverse	4	-0.13001811504364014
28672	rnn.bias_ih_l0_reverse	5	0.04053209349513054
28672	rnn.bias_ih_l0_reverse	6	-0.10648074001073837
28672	rnn.bias_ih_l0_reverse	7	0.04265155643224716
28672	rnn.bias_ih_l0_reverse	8	0.03594653308391571
28672	rnn.bias_ih_l0_reverse	9	0.062156397849321365
28672	rnn.bias_hh_l0_reverse	0	0.056358471512794495
28672	rnn.bias_hh_l0_reverse	1	0.06619320064783096
28672	rnn.bias_hh_l0_reverse	2	0.07965822517871857
28672	rnn.bias_hh_l0_reverse	3	-0.00411846861243248
28672	rnn.bias_hh_l0_reverse	4	0.06984364986419678
28672	rnn.bias_hh_l0_reverse	5	0.0030086596962064505
28672	rnn.bias_hh_l0_reverse	6	-0.054417382925748825
28672	rnn.bias_hh_l0_reverse	7	0.027506448328495026
28672	rnn.bias_hh_l0_reverse	8	0.012845649383962154
28672	rnn.bias_hh_l0_reverse	9	-0.1588931530714035
28672	linear.weight	0	0.17322954535484314
28672	linear.weight	1	-0.16246192157268524
28672	linear.weight	2	-0.21576052904129028
28672	linear.weight	3	0.07786470651626587
28672	linear.weight	4	-0.026030927896499634
28672	linear.weight	5	0.0039050413761287928
28672	linear.weight	6	-0.006931462790817022
28672	linear.weight	7	-0.02706470713019371
28672	linear.weight	8	0.08459584414958954
28672	linear.weight	9	0.34590086340904236
28672	linear.bias	0	-0.20536507666110992
28672	linear.bias	1	0.19468408823013306
28672	linear.bias	2	-0.5389974117279053
28672	linear.bias	3	1.699288249015808
28672	linear.bias	4	-0.3945487141609192
28672	linear.bias	5	-0.030769959092140198
28672	linear.bias	6	-0.35819074511528015
28672	linear.bias	7	-0.27848249673843384
28672	linear.bias	8	-0.04094690829515457
28672	linear.bias	9	-0.49736839532852173
28700	transitions	0	-0.6479039788246155
28700	transitions	1	0.349802702665329
28700	transitions	2	1.67472505569458
28700	transitions	3	0.09690248221158981
28700	transitions	4	0.948603630065918
28700	transitions	5	1.2739272117614746
28700	transitions	6	0.48331117630004883
28700	transitions	7	0.1757611334323883
28700	transitions	8	-0.9195199012756348
28700	transitions	9	0.9306601285934448
28700	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28700	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28700	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28700	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28700	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28700	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28700	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28700	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28700	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28700	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28700	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28700	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28700	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28700	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28700	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28700	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28700	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28700	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28700	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28700	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28700	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28700	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28700	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28700	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28700	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28700	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28700	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28700	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28700	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28700	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28700	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28700	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28700	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28700	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28700	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28700	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28700	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28700	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28700	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28700	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28700	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28700	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28700	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28700	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28700	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28700	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28700	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28700	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28700	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28700	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28700	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28700	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28700	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28700	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28700	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28700	embedding2nn.weight	0	0.022603634744882584
28700	embedding2nn.weight	1	0.014266072772443295
28700	embedding2nn.weight	2	-0.004336982034146786
28700	embedding2nn.weight	3	-1.3403076081885956e-05
28700	embedding2nn.weight	4	-0.004400746896862984
28700	embedding2nn.weight	5	0.011760257184505463
28700	embedding2nn.weight	6	-0.00496152276173234
28700	embedding2nn.weight	7	0.021269341930747032
28700	embedding2nn.weight	8	-0.006811386439949274
28700	embedding2nn.weight	9	-0.013870435766875744
28700	embedding2nn.bias	0	-0.03982987254858017
28700	embedding2nn.bias	1	-0.02793244458734989
28700	embedding2nn.bias	2	-0.07364868372678757
28700	embedding2nn.bias	3	-6.039374784450047e-05
28700	embedding2nn.bias	4	0.004871404729783535
28700	embedding2nn.bias	5	-0.01110939309000969
28700	embedding2nn.bias	6	0.007261152379214764
28700	embedding2nn.bias	7	0.019675109535455704
28700	embedding2nn.bias	8	0.008939255960285664
28700	embedding2nn.bias	9	0.0005900453543290496
28700	rnn.weight_ih_l0	0	0.03921789675951004
28700	rnn.weight_ih_l0	1	-0.013304576277732849
28700	rnn.weight_ih_l0	2	-0.036849088966846466
28700	rnn.weight_ih_l0	3	-0.045002322643995285
28700	rnn.weight_ih_l0	4	-0.052354391664266586
28700	rnn.weight_ih_l0	5	-0.008626321330666542
28700	rnn.weight_ih_l0	6	-0.05215027928352356
28700	rnn.weight_ih_l0	7	-0.06148064136505127
28700	rnn.weight_ih_l0	8	-0.04485641047358513
28700	rnn.weight_ih_l0	9	-0.026869921013712883
28700	rnn.weight_hh_l0	0	0.019423937425017357
28700	rnn.weight_hh_l0	1	-0.009980625472962856
28700	rnn.weight_hh_l0	2	-0.06737955659627914
28700	rnn.weight_hh_l0	3	-0.03335576504468918
28700	rnn.weight_hh_l0	4	-0.07824444025754929
28700	rnn.weight_hh_l0	5	-0.014716100879013538
28700	rnn.weight_hh_l0	6	-0.05481666699051857
28700	rnn.weight_hh_l0	7	-0.040668558329343796
28700	rnn.weight_hh_l0	8	-0.018835170194506645
28700	rnn.weight_hh_l0	9	-0.007228778675198555
28700	rnn.bias_ih_l0	0	0.1440691202878952
28700	rnn.bias_ih_l0	1	-0.05567457154393196
28700	rnn.bias_ih_l0	2	0.1064993143081665
28700	rnn.bias_ih_l0	3	0.04895266145467758
28700	rnn.bias_ih_l0	4	0.09761597961187363
28700	rnn.bias_ih_l0	5	0.024530373513698578
28700	rnn.bias_ih_l0	6	-0.016431866213679314
28700	rnn.bias_ih_l0	7	-0.10851091146469116
28700	rnn.bias_ih_l0	8	-0.20540349185466766
28700	rnn.bias_ih_l0	9	0.08543621003627777
28700	rnn.bias_hh_l0	0	0.0002477052912581712
28700	rnn.bias_hh_l0	1	0.021391285583376884
28700	rnn.bias_hh_l0	2	-0.00655685318633914
28700	rnn.bias_hh_l0	3	-0.031130950897932053
28700	rnn.bias_hh_l0	4	-0.03611207380890846
28700	rnn.bias_hh_l0	5	0.1436936855316162
28700	rnn.bias_hh_l0	6	0.05040517449378967
28700	rnn.bias_hh_l0	7	0.060317687690258026
28700	rnn.bias_hh_l0	8	0.01793683134019375
28700	rnn.bias_hh_l0	9	0.04235418140888214
28700	rnn.weight_ih_l0_reverse	0	-0.02954716607928276
28700	rnn.weight_ih_l0_reverse	1	-0.002101755002513528
28700	rnn.weight_ih_l0_reverse	2	0.02384457364678383
28700	rnn.weight_ih_l0_reverse	3	-0.06228815019130707
28700	rnn.weight_ih_l0_reverse	4	0.009037778712809086
28700	rnn.weight_ih_l0_reverse	5	-0.04611200466752052
28700	rnn.weight_ih_l0_reverse	6	0.028266727924346924
28700	rnn.weight_ih_l0_reverse	7	0.04592115804553032
28700	rnn.weight_ih_l0_reverse	8	-0.04855801910161972
28700	rnn.weight_ih_l0_reverse	9	-0.05088050290942192
28700	rnn.weight_hh_l0_reverse	0	-0.08326002955436707
28700	rnn.weight_hh_l0_reverse	1	-0.06366460770368576
28700	rnn.weight_hh_l0_reverse	2	0.03500152751803398
28700	rnn.weight_hh_l0_reverse	3	0.045951958745718
28700	rnn.weight_hh_l0_reverse	4	-0.015632782131433487
28700	rnn.weight_hh_l0_reverse	5	0.04572788625955582
28700	rnn.weight_hh_l0_reverse	6	0.0003611456195358187
28700	rnn.weight_hh_l0_reverse	7	-0.00038018455961719155
28700	rnn.weight_hh_l0_reverse	8	-0.09876697510480881
28700	rnn.weight_hh_l0_reverse	9	0.08055704087018967
28700	rnn.bias_ih_l0_reverse	0	-0.09124874323606491
28700	rnn.bias_ih_l0_reverse	1	-0.07010485231876373
28700	rnn.bias_ih_l0_reverse	2	0.10319610685110092
28700	rnn.bias_ih_l0_reverse	3	0.04784196615219116
28700	rnn.bias_ih_l0_reverse	4	-0.13012883067131042
28700	rnn.bias_ih_l0_reverse	5	0.0405193567276001
28700	rnn.bias_ih_l0_reverse	6	-0.10645253211259842
28700	rnn.bias_ih_l0_reverse	7	0.042502839118242264
28700	rnn.bias_ih_l0_reverse	8	0.03611933812499046
28700	rnn.bias_ih_l0_reverse	9	0.06204819306731224
28700	rnn.bias_hh_l0_reverse	0	0.05711611732840538
28700	rnn.bias_hh_l0_reverse	1	0.06620822846889496
28700	rnn.bias_hh_l0_reverse	2	0.07982157915830612
28700	rnn.bias_hh_l0_reverse	3	-0.004182339645922184
28700	rnn.bias_hh_l0_reverse	4	0.0698734000325203
28700	rnn.bias_hh_l0_reverse	5	0.0033371339086443186
28700	rnn.bias_hh_l0_reverse	6	-0.054450809955596924
28700	rnn.bias_hh_l0_reverse	7	0.027463765814900398
28700	rnn.bias_hh_l0_reverse	8	0.012771097011864185
28700	rnn.bias_hh_l0_reverse	9	-0.15940696001052856
28700	linear.weight	0	0.1733432561159134
28700	linear.weight	1	-0.16246193647384644
28700	linear.weight	2	-0.21589431166648865
28700	linear.weight	3	0.07811075448989868
28700	linear.weight	4	-0.02622930146753788
28700	linear.weight	5	0.003782921936362982
28700	linear.weight	6	-0.006931359879672527
28700	linear.weight	7	-0.027063947170972824
28700	linear.weight	8	0.08456309884786606
28700	linear.weight	9	0.3458991050720215
28700	linear.bias	0	-0.20521482825279236
28700	linear.bias	1	0.19476106762886047
28700	linear.bias	2	-0.5393123626708984
28700	linear.bias	3	1.7007850408554077
28700	linear.bias	4	-0.394532173871994
28700	linear.bias	5	-0.030769959092140198
28700	linear.bias	6	-0.35836878418922424
28700	linear.bias	7	-0.2785499095916748
28700	linear.bias	8	-0.040954817086458206
28700	linear.bias	9	-0.4973752200603485
28728	transitions	0	-0.6479060649871826
28728	transitions	1	0.349797785282135
28728	transitions	2	1.6747198104858398
28728	transitions	3	0.09689837694168091
28728	transitions	4	0.9486022591590881
28728	transitions	5	1.2739272117614746
28728	transitions	6	0.48331117630004883
28728	transitions	7	0.17576104402542114
28728	transitions	8	-0.9195199012756348
28728	transitions	9	0.9306601285934448
28728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28728	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28728	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28728	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28728	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28728	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28728	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28728	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28728	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28728	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28728	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28728	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28728	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28728	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28728	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28728	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28728	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28728	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28728	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28728	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28728	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28728	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28728	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28728	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28728	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28728	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28728	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28728	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28728	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28728	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28728	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28728	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28728	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28728	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28728	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28728	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28728	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28728	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28728	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28728	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28728	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28728	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28728	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28728	embedding2nn.weight	0	0.022572048008441925
28728	embedding2nn.weight	1	0.014272636733949184
28728	embedding2nn.weight	2	-0.004344384651631117
28728	embedding2nn.weight	3	-1.1347079635015689e-05
28728	embedding2nn.weight	4	-0.004402866121381521
28728	embedding2nn.weight	5	0.011743382550776005
28728	embedding2nn.weight	6	-0.004954553209245205
28728	embedding2nn.weight	7	0.021224353462457657
28728	embedding2nn.weight	8	-0.006811849772930145
28728	embedding2nn.weight	9	-0.013867691159248352
28728	embedding2nn.bias	0	-0.039721786975860596
28728	embedding2nn.bias	1	-0.0272640660405159
28728	embedding2nn.bias	2	-0.07451321184635162
28728	embedding2nn.bias	3	-0.0004613216151483357
28728	embedding2nn.bias	4	0.004264024086296558
28728	embedding2nn.bias	5	-0.012480261735618114
28728	embedding2nn.bias	6	0.007359297946095467
28728	embedding2nn.bias	7	0.018831096589565277
28728	embedding2nn.bias	8	0.009024528786540031
28728	embedding2nn.bias	9	0.0003710002638399601
28728	rnn.weight_ih_l0	0	0.039241448044776917
28728	rnn.weight_ih_l0	1	-0.013202372938394547
28728	rnn.weight_ih_l0	2	-0.036912597715854645
28728	rnn.weight_ih_l0	3	-0.04503750056028366
28728	rnn.weight_ih_l0	4	-0.05239691212773323
28728	rnn.weight_ih_l0	5	-0.008661621250212193
28728	rnn.weight_ih_l0	6	-0.05210784450173378
28728	rnn.weight_ih_l0	7	-0.061480410397052765
28728	rnn.weight_ih_l0	8	-0.04480976611375809
28728	rnn.weight_ih_l0	9	-0.026832783594727516
28728	rnn.weight_hh_l0	0	0.019339226186275482
28728	rnn.weight_hh_l0	1	-0.010034875944256783
28728	rnn.weight_hh_l0	2	-0.06740213930606842
28728	rnn.weight_hh_l0	3	-0.033320628106594086
28728	rnn.weight_hh_l0	4	-0.07823745161294937
28728	rnn.weight_hh_l0	5	-0.014792025089263916
28728	rnn.weight_hh_l0	6	-0.05475825443863869
28728	rnn.weight_hh_l0	7	-0.04068263992667198
28728	rnn.weight_hh_l0	8	-0.018809866160154343
28728	rnn.weight_hh_l0	9	-0.007181661669164896
28728	rnn.bias_ih_l0	0	0.14403113722801208
28728	rnn.bias_ih_l0	1	-0.05563920736312866
28728	rnn.bias_ih_l0	2	0.10636568069458008
28728	rnn.bias_ih_l0	3	0.04907399043440819
28728	rnn.bias_ih_l0	4	0.09767958521842957
28728	rnn.bias_ih_l0	5	0.024464931339025497
28728	rnn.bias_ih_l0	6	-0.01664859801530838
28728	rnn.bias_ih_l0	7	-0.10758499801158905
28728	rnn.bias_ih_l0	8	-0.20605674386024475
28728	rnn.bias_ih_l0	9	0.08533359318971634
28728	rnn.bias_hh_l0	0	0.0005473863566294312
28728	rnn.bias_hh_l0	1	0.02172081172466278
28728	rnn.bias_hh_l0	2	-0.006370518822222948
28728	rnn.bias_hh_l0	3	-0.031182298436760902
28728	rnn.bias_hh_l0	4	-0.03631623461842537
28728	rnn.bias_hh_l0	5	0.14389868080615997
28728	rnn.bias_hh_l0	6	0.05012497305870056
28728	rnn.bias_hh_l0	7	0.06062976270914078
28728	rnn.bias_hh_l0	8	0.017720099538564682
28728	rnn.bias_hh_l0	9	0.042538028210401535
28728	rnn.weight_ih_l0_reverse	0	-0.029583711177110672
28728	rnn.weight_ih_l0_reverse	1	-0.002215072512626648
28728	rnn.weight_ih_l0_reverse	2	0.023891864344477654
28728	rnn.weight_ih_l0_reverse	3	-0.06230869144201279
28728	rnn.weight_ih_l0_reverse	4	0.009051202796399593
28728	rnn.weight_ih_l0_reverse	5	-0.04609933868050575
28728	rnn.weight_ih_l0_reverse	6	0.028301531448960304
28728	rnn.weight_ih_l0_reverse	7	0.04592745006084442
28728	rnn.weight_ih_l0_reverse	8	-0.04858218878507614
28728	rnn.weight_ih_l0_reverse	9	-0.05090080574154854
28728	rnn.weight_hh_l0_reverse	0	-0.08322151005268097
28728	rnn.weight_hh_l0_reverse	1	-0.06362216919660568
28728	rnn.weight_hh_l0_reverse	2	0.03497824817895889
28728	rnn.weight_hh_l0_reverse	3	0.04591859132051468
28728	rnn.weight_hh_l0_reverse	4	-0.015666989609599113
28728	rnn.weight_hh_l0_reverse	5	0.04569495469331741
28728	rnn.weight_hh_l0_reverse	6	0.0004866768140345812
28728	rnn.weight_hh_l0_reverse	7	-0.0003125276416540146
28728	rnn.weight_hh_l0_reverse	8	-0.09871620684862137
28728	rnn.weight_hh_l0_reverse	9	0.08050685375928879
28728	rnn.bias_ih_l0_reverse	0	-0.09084653854370117
28728	rnn.bias_ih_l0_reverse	1	-0.06961295753717422
28728	rnn.bias_ih_l0_reverse	2	0.10329080373048782
28728	rnn.bias_ih_l0_reverse	3	0.04785526171326637
28728	rnn.bias_ih_l0_reverse	4	-0.13014739751815796
28728	rnn.bias_ih_l0_reverse	5	0.040620796382427216
28728	rnn.bias_ih_l0_reverse	6	-0.1063692718744278
28728	rnn.bias_ih_l0_reverse	7	0.04250871017575264
28728	rnn.bias_ih_l0_reverse	8	0.03601006045937538
28728	rnn.bias_ih_l0_reverse	9	0.062059707939624786
28728	rnn.bias_hh_l0_reverse	0	0.05748054385185242
28728	rnn.bias_hh_l0_reverse	1	0.0661565363407135
28728	rnn.bias_hh_l0_reverse	2	0.07962462306022644
28728	rnn.bias_hh_l0_reverse	3	-0.0044117337092757225
28728	rnn.bias_hh_l0_reverse	4	0.06975311040878296
28728	rnn.bias_hh_l0_reverse	5	0.00282462639734149
28728	rnn.bias_hh_l0_reverse	6	-0.054577212780714035
28728	rnn.bias_hh_l0_reverse	7	0.027534158900380135
28728	rnn.bias_hh_l0_reverse	8	0.012896500527858734
28728	rnn.bias_hh_l0_reverse	9	-0.15991570055484772
28728	linear.weight	0	0.17401330173015594
28728	linear.weight	1	-0.16246327757835388
28728	linear.weight	2	-0.21585913002490997
28728	linear.weight	3	0.07793153077363968
28728	linear.weight	4	-0.026214104145765305
28728	linear.weight	5	0.0037621164228767157
28728	linear.weight	6	-0.00693133007735014
28728	linear.weight	7	-0.027061130851507187
28728	linear.weight	8	0.0844174399971962
28728	linear.weight	9	0.34587550163269043
28728	linear.bias	0	-0.20418091118335724
28728	linear.bias	1	0.19480548799037933
28728	linear.bias	2	-0.5393558740615845
28728	linear.bias	3	1.701695203781128
28728	linear.bias	4	-0.3945486843585968
28728	linear.bias	5	-0.030769959092140198
28728	linear.bias	6	-0.3584135174751282
28728	linear.bias	7	-0.2785409390926361
28728	linear.bias	8	-0.04010801389813423
28728	linear.bias	9	-0.4973861873149872
28756	transitions	0	-0.6479191184043884
28756	transitions	1	0.3497946560382843
28756	transitions	2	1.6747182607650757
28756	transitions	3	0.09687568992376328
28756	transitions	4	0.9486003518104553
28756	transitions	5	1.2739272117614746
28756	transitions	6	0.4833105206489563
28756	transitions	7	0.1757609099149704
28756	transitions	8	-0.9195199012756348
28756	transitions	9	0.9306601285934448
28756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28756	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28756	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28756	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28756	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28756	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28756	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28756	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28756	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28756	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28756	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28756	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28756	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28756	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28756	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28756	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28756	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28756	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28756	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28756	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28756	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28756	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28756	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28756	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28756	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28756	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28756	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28756	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28756	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28756	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28756	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28756	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28756	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28756	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28756	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28756	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28756	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28756	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28756	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28756	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28756	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28756	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28756	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28756	embedding2nn.weight	0	0.022492138668894768
28756	embedding2nn.weight	1	0.014278453774750233
28756	embedding2nn.weight	2	-0.0043438202701509
28756	embedding2nn.weight	3	-1.256242558156373e-05
28756	embedding2nn.weight	4	-0.004369683098047972
28756	embedding2nn.weight	5	0.011782047338783741
28756	embedding2nn.weight	6	-0.004950638860464096
28756	embedding2nn.weight	7	0.02119613252580166
28756	embedding2nn.weight	8	-0.006823248695582151
28756	embedding2nn.weight	9	-0.013873468153178692
28756	embedding2nn.bias	0	-0.04035116359591484
28756	embedding2nn.bias	1	-0.027419084683060646
28756	embedding2nn.bias	2	-0.07547155022621155
28756	embedding2nn.bias	3	-0.00011319354234728962
28756	embedding2nn.bias	4	0.00423402339220047
28756	embedding2nn.bias	5	-0.011749905534088612
28756	embedding2nn.bias	6	0.0076425266452133656
28756	embedding2nn.bias	7	0.01865089312195778
28756	embedding2nn.bias	8	0.00898127444088459
28756	embedding2nn.bias	9	-0.0004186407313682139
28756	rnn.weight_ih_l0	0	0.03927396237850189
28756	rnn.weight_ih_l0	1	-0.013200766406953335
28756	rnn.weight_ih_l0	2	-0.03686187416315079
28756	rnn.weight_ih_l0	3	-0.04502173885703087
28756	rnn.weight_ih_l0	4	-0.05239063873887062
28756	rnn.weight_ih_l0	5	-0.008650092408061028
28756	rnn.weight_ih_l0	6	-0.05204230174422264
28756	rnn.weight_ih_l0	7	-0.06145869567990303
28756	rnn.weight_ih_l0	8	-0.044840291142463684
28756	rnn.weight_ih_l0	9	-0.02681884355843067
28756	rnn.weight_hh_l0	0	0.01926761120557785
28756	rnn.weight_hh_l0	1	-0.010051555931568146
28756	rnn.weight_hh_l0	2	-0.06743859499692917
28756	rnn.weight_hh_l0	3	-0.03334406390786171
28756	rnn.weight_hh_l0	4	-0.07821621000766754
28756	rnn.weight_hh_l0	5	-0.01478415448218584
28756	rnn.weight_hh_l0	6	-0.054882653057575226
28756	rnn.weight_hh_l0	7	-0.0406135693192482
28756	rnn.weight_hh_l0	8	-0.018768204376101494
28756	rnn.weight_hh_l0	9	-0.007233910728245974
28756	rnn.bias_ih_l0	0	0.14406359195709229
28756	rnn.bias_ih_l0	1	-0.05580281466245651
28756	rnn.bias_ih_l0	2	0.10629479587078094
28756	rnn.bias_ih_l0	3	0.04904887080192566
28756	rnn.bias_ih_l0	4	0.09786417335271835
28756	rnn.bias_ih_l0	5	0.024428313598036766
28756	rnn.bias_ih_l0	6	-0.016722485423088074
28756	rnn.bias_ih_l0	7	-0.10742157697677612
28756	rnn.bias_ih_l0	8	-0.20572738349437714
28756	rnn.bias_ih_l0	9	0.08535876125097275
28756	rnn.bias_hh_l0	0	0.0007726580952294171
28756	rnn.bias_hh_l0	1	0.021758301183581352
28756	rnn.bias_hh_l0	2	-0.006411094218492508
28756	rnn.bias_hh_l0	3	-0.03130879998207092
28756	rnn.bias_hh_l0	4	-0.03645256161689758
28756	rnn.bias_hh_l0	5	0.14381971955299377
28756	rnn.bias_hh_l0	6	0.05028185248374939
28756	rnn.bias_hh_l0	7	0.06044907122850418
28756	rnn.bias_hh_l0	8	0.01764621213078499
28756	rnn.bias_hh_l0	9	0.04267415031790733
28756	rnn.weight_ih_l0_reverse	0	-0.02958766557276249
28756	rnn.weight_ih_l0_reverse	1	-0.0022228118032217026
28756	rnn.weight_ih_l0_reverse	2	0.023886987939476967
28756	rnn.weight_ih_l0_reverse	3	-0.06229577213525772
28756	rnn.weight_ih_l0_reverse	4	0.009014014154672623
28756	rnn.weight_ih_l0_reverse	5	-0.04611026123166084
28756	rnn.weight_ih_l0_reverse	6	0.02832307107746601
28756	rnn.weight_ih_l0_reverse	7	0.04592696949839592
28756	rnn.weight_ih_l0_reverse	8	-0.048537928611040115
28756	rnn.weight_ih_l0_reverse	9	-0.0508938767015934
28756	rnn.weight_hh_l0_reverse	0	-0.0831938311457634
28756	rnn.weight_hh_l0_reverse	1	-0.06360884010791779
28756	rnn.weight_hh_l0_reverse	2	0.0349697507917881
28756	rnn.weight_hh_l0_reverse	3	0.04587902873754501
28756	rnn.weight_hh_l0_reverse	4	-0.015749651938676834
28756	rnn.weight_hh_l0_reverse	5	0.04571413993835449
28756	rnn.weight_hh_l0_reverse	6	0.0007597605581395328
28756	rnn.weight_hh_l0_reverse	7	-0.00036928063491359353
28756	rnn.weight_hh_l0_reverse	8	-0.09870371967554092
28756	rnn.weight_hh_l0_reverse	9	0.08052714169025421
28756	rnn.bias_ih_l0_reverse	0	-0.09026297181844711
28756	rnn.bias_ih_l0_reverse	1	-0.06961710751056671
28756	rnn.bias_ih_l0_reverse	2	0.10340858995914459
28756	rnn.bias_ih_l0_reverse	3	0.047836996614933014
28756	rnn.bias_ih_l0_reverse	4	-0.13011595606803894
28756	rnn.bias_ih_l0_reverse	5	0.04076609015464783
28756	rnn.bias_ih_l0_reverse	6	-0.10622739791870117
28756	rnn.bias_ih_l0_reverse	7	0.042627282440662384
28756	rnn.bias_ih_l0_reverse	8	0.035675060003995895
28756	rnn.bias_ih_l0_reverse	9	0.06225563958287239
28756	rnn.bias_hh_l0_reverse	0	0.05772196128964424
28756	rnn.bias_hh_l0_reverse	1	0.06628652662038803
28756	rnn.bias_hh_l0_reverse	2	0.0795932486653328
28756	rnn.bias_hh_l0_reverse	3	-0.004268990363925695
28756	rnn.bias_hh_l0_reverse	4	0.06956914812326431
28756	rnn.bias_hh_l0_reverse	5	0.002263858448714018
28756	rnn.bias_hh_l0_reverse	6	-0.05435500293970108
28756	rnn.bias_hh_l0_reverse	7	0.02765117585659027
28756	rnn.bias_hh_l0_reverse	8	0.012867394834756851
28756	rnn.bias_hh_l0_reverse	9	-0.15990130603313446
28756	linear.weight	0	0.1747690737247467
28756	linear.weight	1	-0.1624632328748703
28756	linear.weight	2	-0.21576841175556183
28756	linear.weight	3	0.07836328446865082
28756	linear.weight	4	-0.026142660528421402
28756	linear.weight	5	0.003756121266633272
28756	linear.weight	6	-0.006931212265044451
28756	linear.weight	7	-0.027057427912950516
28756	linear.weight	8	0.08439095318317413
28756	linear.weight	9	0.3460175395011902
28756	linear.bias	0	-0.20487506687641144
28756	linear.bias	1	0.1951097697019577
28756	linear.bias	2	-0.5393732190132141
28756	linear.bias	3	1.7018440961837769
28756	linear.bias	4	-0.3945668041706085
28756	linear.bias	5	-0.030769959092140198
28756	linear.bias	6	-0.35850319266319275
28756	linear.bias	7	-0.27822205424308777
28756	linear.bias	8	-0.04038200527429581
28756	linear.bias	9	-0.4973917007446289
28784	transitions	0	-0.6479235887527466
28784	transitions	1	0.34979262948036194
28784	transitions	2	1.6747145652770996
28784	transitions	3	0.09687495976686478
28784	transitions	4	0.9486002326011658
28784	transitions	5	1.273927092552185
28784	transitions	6	0.4833105206489563
28784	transitions	7	0.1757609099149704
28784	transitions	8	-0.9195200800895691
28784	transitions	9	0.9306601285934448
28784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28784	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28784	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28784	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28784	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28784	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28784	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28784	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28784	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28784	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28784	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28784	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28784	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28784	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28784	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28784	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28784	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28784	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28784	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28784	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28784	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28784	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28784	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28784	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28784	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28784	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28784	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28784	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28784	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28784	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28784	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28784	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28784	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28784	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28784	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28784	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28784	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28784	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28784	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28784	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28784	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28784	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28784	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28784	embedding2nn.weight	0	0.02249261364340782
28784	embedding2nn.weight	1	0.014278464019298553
28784	embedding2nn.weight	2	-0.004341479390859604
28784	embedding2nn.weight	3	3.183849230481428e-06
28784	embedding2nn.weight	4	-0.004369392525404692
28784	embedding2nn.weight	5	0.011788510717451572
28784	embedding2nn.weight	6	-0.004952835850417614
28784	embedding2nn.weight	7	0.021176790818572044
28784	embedding2nn.weight	8	-0.006819907575845718
28784	embedding2nn.weight	9	-0.013883570209145546
28784	embedding2nn.bias	0	-0.040375880897045135
28784	embedding2nn.bias	1	-0.027210546657443047
28784	embedding2nn.bias	2	-0.07464604824781418
28784	embedding2nn.bias	3	0.0002449552121106535
28784	embedding2nn.bias	4	0.004007289186120033
28784	embedding2nn.bias	5	-0.011291410773992538
28784	embedding2nn.bias	6	0.007179585751146078
28784	embedding2nn.bias	7	0.018404150381684303
28784	embedding2nn.bias	8	0.009247124195098877
28784	embedding2nn.bias	9	0.0007581122335977852
28784	rnn.weight_ih_l0	0	0.03928088769316673
28784	rnn.weight_ih_l0	1	-0.013162542134523392
28784	rnn.weight_ih_l0	2	-0.03691815212368965
28784	rnn.weight_ih_l0	3	-0.04502904415130615
28784	rnn.weight_ih_l0	4	-0.05234505608677864
28784	rnn.weight_ih_l0	5	-0.008633379824459553
28784	rnn.weight_ih_l0	6	-0.05204863101243973
28784	rnn.weight_ih_l0	7	-0.061455871909856796
28784	rnn.weight_ih_l0	8	-0.04482393339276314
28784	rnn.weight_ih_l0	9	-0.02681669034063816
28784	rnn.weight_hh_l0	0	0.019324535503983498
28784	rnn.weight_hh_l0	1	-0.0100938081741333
28784	rnn.weight_hh_l0	2	-0.06748121976852417
28784	rnn.weight_hh_l0	3	-0.03331923484802246
28784	rnn.weight_hh_l0	4	-0.07827229052782059
28784	rnn.weight_hh_l0	5	-0.01477518305182457
28784	rnn.weight_hh_l0	6	-0.05490948632359505
28784	rnn.weight_hh_l0	7	-0.0406046062707901
28784	rnn.weight_hh_l0	8	-0.018747109919786453
28784	rnn.weight_hh_l0	9	-0.007149555254727602
28784	rnn.bias_ih_l0	0	0.1440572738647461
28784	rnn.bias_ih_l0	1	-0.05589214339852333
28784	rnn.bias_ih_l0	2	0.10654168576002121
28784	rnn.bias_ih_l0	3	0.049207646399736404
28784	rnn.bias_ih_l0	4	0.09783854335546494
28784	rnn.bias_ih_l0	5	0.024516336619853973
28784	rnn.bias_ih_l0	6	-0.017072731629014015
28784	rnn.bias_ih_l0	7	-0.10792265832424164
28784	rnn.bias_ih_l0	8	-0.20492535829544067
28784	rnn.bias_ih_l0	9	0.08549975603818893
28784	rnn.bias_hh_l0	0	0.000759054091759026
28784	rnn.bias_hh_l0	1	0.021567275747656822
28784	rnn.bias_hh_l0	2	-0.006455283612012863
28784	rnn.bias_hh_l0	3	-0.031029853969812393
28784	rnn.bias_hh_l0	4	-0.03635108098387718
28784	rnn.bias_hh_l0	5	0.14363184571266174
28784	rnn.bias_hh_l0	6	0.05025076866149902
28784	rnn.bias_hh_l0	7	0.060608766973018646
28784	rnn.bias_hh_l0	8	0.017295965924859047
28784	rnn.bias_hh_l0	9	0.04257448390126228
28784	rnn.weight_ih_l0_reverse	0	-0.029586918652057648
28784	rnn.weight_ih_l0_reverse	1	-0.0022329408675432205
28784	rnn.weight_ih_l0_reverse	2	0.023871850222349167
28784	rnn.weight_ih_l0_reverse	3	-0.06233932450413704
28784	rnn.weight_ih_l0_reverse	4	0.008989759720861912
28784	rnn.weight_ih_l0_reverse	5	-0.046130359172821045
28784	rnn.weight_ih_l0_reverse	6	0.028243793174624443
28784	rnn.weight_ih_l0_reverse	7	0.04592454433441162
28784	rnn.weight_ih_l0_reverse	8	-0.04852532967925072
28784	rnn.weight_ih_l0_reverse	9	-0.05089043080806732
28784	rnn.weight_hh_l0_reverse	0	-0.08323873579502106
28784	rnn.weight_hh_l0_reverse	1	-0.06352253258228302
28784	rnn.weight_hh_l0_reverse	2	0.03497612103819847
28784	rnn.weight_hh_l0_reverse	3	0.045807044953107834
28784	rnn.weight_hh_l0_reverse	4	-0.015753338113427162
28784	rnn.weight_hh_l0_reverse	5	0.045683495700359344
28784	rnn.weight_hh_l0_reverse	6	0.000930093287024647
28784	rnn.weight_hh_l0_reverse	7	-0.0003581800847314298
28784	rnn.weight_hh_l0_reverse	8	-0.09867910295724869
28784	rnn.weight_hh_l0_reverse	9	0.08054046332836151
28784	rnn.bias_ih_l0_reverse	0	-0.09014375507831573
28784	rnn.bias_ih_l0_reverse	1	-0.06939871609210968
28784	rnn.bias_ih_l0_reverse	2	0.10355130583047867
28784	rnn.bias_ih_l0_reverse	3	0.047834478318691254
28784	rnn.bias_ih_l0_reverse	4	-0.13022129237651825
28784	rnn.bias_ih_l0_reverse	5	0.04041588678956032
28784	rnn.bias_ih_l0_reverse	6	-0.10619524121284485
28784	rnn.bias_ih_l0_reverse	7	0.04274982959032059
28784	rnn.bias_ih_l0_reverse	8	0.03546297550201416
28784	rnn.bias_ih_l0_reverse	9	0.06218402460217476
28784	rnn.bias_hh_l0_reverse	0	0.05773845314979553
28784	rnn.bias_hh_l0_reverse	1	0.06614232808351517
28784	rnn.bias_hh_l0_reverse	2	0.07976515591144562
28784	rnn.bias_hh_l0_reverse	3	-0.004166090860962868
28784	rnn.bias_hh_l0_reverse	4	0.0696035698056221
28784	rnn.bias_hh_l0_reverse	5	0.0022868707310408354
28784	rnn.bias_hh_l0_reverse	6	-0.05441639944911003
28784	rnn.bias_hh_l0_reverse	7	0.027861589565873146
28784	rnn.bias_hh_l0_reverse	8	0.012805242091417313
28784	rnn.bias_hh_l0_reverse	9	-0.15997983515262604
28784	linear.weight	0	0.1745213270187378
28784	linear.weight	1	-0.16246271133422852
28784	linear.weight	2	-0.21576553583145142
28784	linear.weight	3	0.078652523458004
28784	linear.weight	4	-0.02605060301721096
28784	linear.weight	5	0.0037502541672438383
28784	linear.weight	6	-0.006931154988706112
28784	linear.weight	7	-0.027046550065279007
28784	linear.weight	8	0.0844401866197586
28784	linear.weight	9	0.3460007905960083
28784	linear.bias	0	-0.20588475465774536
28784	linear.bias	1	0.19505575299263
28784	linear.bias	2	-0.5393993258476257
28784	linear.bias	3	1.703877568244934
28784	linear.bias	4	-0.39458009600639343
28784	linear.bias	5	-0.030769959092140198
28784	linear.bias	6	-0.35861125588417053
28784	linear.bias	7	-0.27812623977661133
28784	linear.bias	8	-0.04041346535086632
28784	linear.bias	9	-0.49740391969680786
28812	transitions	0	-0.6479289531707764
28812	transitions	1	0.3497912883758545
28812	transitions	2	1.674708366394043
28812	transitions	3	0.09685789048671722
28812	transitions	4	0.9485921859741211
28812	transitions	5	1.2739269733428955
28812	transitions	6	0.4833105206489563
28812	transitions	7	0.17576079070568085
28812	transitions	8	-0.9195200800895691
28812	transitions	9	0.9306601285934448
28812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28812	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28812	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28812	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28812	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28812	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28812	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28812	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28812	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28812	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28812	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28812	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28812	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28812	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28812	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28812	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28812	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28812	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28812	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28812	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28812	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28812	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28812	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28812	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28812	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28812	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28812	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28812	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28812	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28812	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28812	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28812	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28812	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28812	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28812	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28812	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28812	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28812	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28812	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28812	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28812	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28812	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28812	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28812	embedding2nn.weight	0	0.022566450759768486
28812	embedding2nn.weight	1	0.01427499670535326
28812	embedding2nn.weight	2	-0.004340954124927521
28812	embedding2nn.weight	3	-2.3651404262636788e-05
28812	embedding2nn.weight	4	-0.0043694032356143
28812	embedding2nn.weight	5	0.011795099824666977
28812	embedding2nn.weight	6	-0.004943540785461664
28812	embedding2nn.weight	7	0.021084429696202278
28812	embedding2nn.weight	8	-0.00680765975266695
28812	embedding2nn.weight	9	-0.013885610736906528
28812	embedding2nn.bias	0	-0.03991687670350075
28812	embedding2nn.bias	1	-0.026724794879555702
28812	embedding2nn.bias	2	-0.07550566643476486
28812	embedding2nn.bias	3	-0.000285266840364784
28812	embedding2nn.bias	4	0.0040893093682825565
28812	embedding2nn.bias	5	-0.011916895397007465
28812	embedding2nn.bias	6	0.007331046275794506
28812	embedding2nn.bias	7	0.018180202692747116
28812	embedding2nn.bias	8	0.008505974896252155
28812	embedding2nn.bias	9	0.0012749157613143325
28812	rnn.weight_ih_l0	0	0.039335187524557114
28812	rnn.weight_ih_l0	1	-0.013156352564692497
28812	rnn.weight_ih_l0	2	-0.03694785013794899
28812	rnn.weight_ih_l0	3	-0.04500220715999603
28812	rnn.weight_ih_l0	4	-0.052341654896736145
28812	rnn.weight_ih_l0	5	-0.008604251779615879
28812	rnn.weight_ih_l0	6	-0.052026890218257904
28812	rnn.weight_ih_l0	7	-0.06146352365612984
28812	rnn.weight_ih_l0	8	-0.04483650252223015
28812	rnn.weight_ih_l0	9	-0.026806382462382317
28812	rnn.weight_hh_l0	0	0.01935674250125885
28812	rnn.weight_hh_l0	1	-0.010057909414172173
28812	rnn.weight_hh_l0	2	-0.06756805628538132
28812	rnn.weight_hh_l0	3	-0.033289846032857895
28812	rnn.weight_hh_l0	4	-0.0782911404967308
28812	rnn.weight_hh_l0	5	-0.014796670526266098
28812	rnn.weight_hh_l0	6	-0.05484854057431221
28812	rnn.weight_hh_l0	7	-0.04059958830475807
28812	rnn.weight_hh_l0	8	-0.018709784373641014
28812	rnn.weight_hh_l0	9	-0.007062703371047974
28812	rnn.bias_ih_l0	0	0.14406943321228027
28812	rnn.bias_ih_l0	1	-0.05573991313576698
28812	rnn.bias_ih_l0	2	0.10653801262378693
28812	rnn.bias_ih_l0	3	0.0492597296833992
28812	rnn.bias_ih_l0	4	0.09795340895652771
28812	rnn.bias_ih_l0	5	0.024524535983800888
28812	rnn.bias_ih_l0	6	-0.017069535329937935
28812	rnn.bias_ih_l0	7	-0.1085255891084671
28812	rnn.bias_ih_l0	8	-0.2050664871931076
28812	rnn.bias_ih_l0	9	0.08564002066850662
28812	rnn.bias_hh_l0	0	0.000911854556761682
28812	rnn.bias_hh_l0	1	0.02140822447836399
28812	rnn.bias_hh_l0	2	-0.006423714570701122
28812	rnn.bias_hh_l0	3	-0.031041983515024185
28812	rnn.bias_hh_l0	4	-0.036542803049087524
28812	rnn.bias_hh_l0	5	0.1433868110179901
28812	rnn.bias_hh_l0	6	0.050408657640218735
28812	rnn.bias_hh_l0	7	0.06050943210721016
28812	rnn.bias_hh_l0	8	0.017299162223935127
28812	rnn.bias_hh_l0	9	0.04259685054421425
28812	rnn.weight_ih_l0_reverse	0	-0.029579168185591698
28812	rnn.weight_ih_l0_reverse	1	-0.002300573978573084
28812	rnn.weight_ih_l0_reverse	2	0.02390466071665287
28812	rnn.weight_ih_l0_reverse	3	-0.06234142929315567
28812	rnn.weight_ih_l0_reverse	4	0.009005583822727203
28812	rnn.weight_ih_l0_reverse	5	-0.04613655433058739
28812	rnn.weight_ih_l0_reverse	6	0.02834363281726837
28812	rnn.weight_ih_l0_reverse	7	0.045918725430965424
28812	rnn.weight_ih_l0_reverse	8	-0.04854361340403557
28812	rnn.weight_ih_l0_reverse	9	-0.05088800564408302
28812	rnn.weight_hh_l0_reverse	0	-0.08329696953296661
28812	rnn.weight_hh_l0_reverse	1	-0.06351545453071594
28812	rnn.weight_hh_l0_reverse	2	0.034989770501852036
28812	rnn.weight_hh_l0_reverse	3	0.04584825783967972
28812	rnn.weight_hh_l0_reverse	4	-0.015775980427861214
28812	rnn.weight_hh_l0_reverse	5	0.04571407660841942
28812	rnn.weight_hh_l0_reverse	6	0.0010456553427502513
28812	rnn.weight_hh_l0_reverse	7	-0.00030638405587524176
28812	rnn.weight_hh_l0_reverse	8	-0.09862270206212997
28812	rnn.weight_hh_l0_reverse	9	0.08048588782548904
28812	rnn.bias_ih_l0_reverse	0	-0.08968286961317062
28812	rnn.bias_ih_l0_reverse	1	-0.06952682137489319
28812	rnn.bias_ih_l0_reverse	2	0.10363426059484482
28812	rnn.bias_ih_l0_reverse	3	0.047686830163002014
28812	rnn.bias_ih_l0_reverse	4	-0.13016529381275177
28812	rnn.bias_ih_l0_reverse	5	0.040575046092271805
28812	rnn.bias_ih_l0_reverse	6	-0.10601641237735748
28812	rnn.bias_ih_l0_reverse	7	0.04280761629343033
28812	rnn.bias_ih_l0_reverse	8	0.03552835062146187
28812	rnn.bias_ih_l0_reverse	9	0.062409352511167526
28812	rnn.bias_hh_l0_reverse	0	0.057881228625774384
28812	rnn.bias_hh_l0_reverse	1	0.06629708409309387
28812	rnn.bias_hh_l0_reverse	2	0.07963672280311584
28812	rnn.bias_hh_l0_reverse	3	-0.004111546091735363
28812	rnn.bias_hh_l0_reverse	4	0.06974700093269348
28812	rnn.bias_hh_l0_reverse	5	0.002093423390761018
28812	rnn.bias_hh_l0_reverse	6	-0.05441601946949959
28812	rnn.bias_hh_l0_reverse	7	0.02776293270289898
28812	rnn.bias_hh_l0_reverse	8	0.01287115179002285
28812	rnn.bias_hh_l0_reverse	9	-0.1597881317138672
28812	linear.weight	0	0.17515529692173004
28812	linear.weight	1	-0.16255654394626617
28812	linear.weight	2	-0.2154802531003952
28812	linear.weight	3	0.07857111096382141
28812	linear.weight	4	-0.026057839393615723
28812	linear.weight	5	0.0037226779386401176
28812	linear.weight	6	-0.006929401773959398
28812	linear.weight	7	-0.02704070694744587
28812	linear.weight	8	0.08449192345142365
28812	linear.weight	9	0.3463391065597534
28812	linear.bias	0	-0.20623619854450226
28812	linear.bias	1	0.1947321742773056
28812	linear.bias	2	-0.5395277142524719
28812	linear.bias	3	1.7027968168258667
28812	linear.bias	4	-0.3946162462234497
28812	linear.bias	5	-0.030769959092140198
28812	linear.bias	6	-0.35879015922546387
28812	linear.bias	7	-0.27826640009880066
28812	linear.bias	8	-0.0412355475127697
28812	linear.bias	9	-0.4974099397659302
28840	transitions	0	-0.6479328870773315
28840	transitions	1	0.3497884273529053
28840	transitions	2	1.674697756767273
28840	transitions	3	0.09684319794178009
28840	transitions	4	0.9485859274864197
28840	transitions	5	1.273926854133606
28840	transitions	6	0.4833105206489563
28840	transitions	7	0.17576076090335846
28840	transitions	8	-0.9195200800895691
28840	transitions	9	0.9306601285934448
28840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28840	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28840	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28840	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28840	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28840	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28840	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28840	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28840	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28840	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28840	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28840	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28840	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28840	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28840	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28840	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28840	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28840	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28840	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28840	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28840	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28840	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28840	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28840	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28840	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28840	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28840	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28840	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28840	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28840	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28840	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28840	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28840	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28840	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28840	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28840	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28840	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28840	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28840	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28840	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28840	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28840	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28840	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28840	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28840	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28840	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28840	embedding2nn.weight	0	0.022548705339431763
28840	embedding2nn.weight	1	0.014278845861554146
28840	embedding2nn.weight	2	-0.004339657258242369
28840	embedding2nn.weight	3	-4.7809138777665794e-05
28840	embedding2nn.weight	4	-0.004367206711322069
28840	embedding2nn.weight	5	0.011808636598289013
28840	embedding2nn.weight	6	-0.004955715499818325
28840	embedding2nn.weight	7	0.021122761070728302
28840	embedding2nn.weight	8	-0.006807152647525072
28840	embedding2nn.weight	9	-0.013888957910239697
28840	embedding2nn.bias	0	-0.039671264588832855
28840	embedding2nn.bias	1	-0.026955654844641685
28840	embedding2nn.bias	2	-0.07570299506187439
28840	embedding2nn.bias	3	0.00018402660498395562
28840	embedding2nn.bias	4	0.0033413064666092396
28840	embedding2nn.bias	5	-0.012039919383823872
28840	embedding2nn.bias	6	0.007859503850340843
28840	embedding2nn.bias	7	0.018349934369325638
28840	embedding2nn.bias	8	0.008236728608608246
28840	embedding2nn.bias	9	0.0010240823030471802
28840	rnn.weight_ih_l0	0	0.039352383464574814
28840	rnn.weight_ih_l0	1	-0.013148168101906776
28840	rnn.weight_ih_l0	2	-0.03684767708182335
28840	rnn.weight_ih_l0	3	-0.04500584304332733
28840	rnn.weight_ih_l0	4	-0.052297115325927734
28840	rnn.weight_ih_l0	5	-0.008625436574220657
28840	rnn.weight_ih_l0	6	-0.05203752592206001
28840	rnn.weight_ih_l0	7	-0.061422716826200485
28840	rnn.weight_ih_l0	8	-0.04481303691864014
28840	rnn.weight_ih_l0	9	-0.02679653838276863
28840	rnn.weight_hh_l0	0	0.019352715462446213
28840	rnn.weight_hh_l0	1	-0.010035088285803795
28840	rnn.weight_hh_l0	2	-0.06761010736227036
28840	rnn.weight_hh_l0	3	-0.033319734036922455
28840	rnn.weight_hh_l0	4	-0.07837386429309845
28840	rnn.weight_hh_l0	5	-0.014750603586435318
28840	rnn.weight_hh_l0	6	-0.05487107113003731
28840	rnn.weight_hh_l0	7	-0.040483780205249786
28840	rnn.weight_hh_l0	8	-0.018747275695204735
28840	rnn.weight_hh_l0	9	-0.007168226409703493
28840	rnn.bias_ih_l0	0	0.14395685493946075
28840	rnn.bias_ih_l0	1	-0.05601051077246666
28840	rnn.bias_ih_l0	2	0.10669711977243423
28840	rnn.bias_ih_l0	3	0.049213655292987823
28840	rnn.bias_ih_l0	4	0.09796666353940964
28840	rnn.bias_ih_l0	5	0.02452600933611393
28840	rnn.bias_ih_l0	6	-0.01729743741452694
28840	rnn.bias_ih_l0	7	-0.1086847186088562
28840	rnn.bias_ih_l0	8	-0.206027552485466
28840	rnn.bias_ih_l0	9	0.08578494191169739
28840	rnn.bias_hh_l0	0	0.0010717213153839111
28840	rnn.bias_hh_l0	1	0.02150285430252552
28840	rnn.bias_hh_l0	2	-0.006451096385717392
28840	rnn.bias_hh_l0	3	-0.031192369759082794
28840	rnn.bias_hh_l0	4	-0.03632810339331627
28840	rnn.bias_hh_l0	5	0.14352624118328094
28840	rnn.bias_hh_l0	6	0.05023818835616112
28840	rnn.bias_hh_l0	7	0.06062908098101616
28840	rnn.bias_hh_l0	8	0.017071260139346123
28840	rnn.bias_hh_l0	9	0.04276447370648384
28840	rnn.weight_ih_l0_reverse	0	-0.02961486577987671
28840	rnn.weight_ih_l0_reverse	1	-0.0024383985437452793
28840	rnn.weight_ih_l0_reverse	2	0.02392219938337803
28840	rnn.weight_ih_l0_reverse	3	-0.06233582645654678
28840	rnn.weight_ih_l0_reverse	4	0.009072620421648026
28840	rnn.weight_ih_l0_reverse	5	-0.04611680284142494
28840	rnn.weight_ih_l0_reverse	6	0.028339359909296036
28840	rnn.weight_ih_l0_reverse	7	0.04592226818203926
28840	rnn.weight_ih_l0_reverse	8	-0.04854288697242737
28840	rnn.weight_ih_l0_reverse	9	-0.05087152495980263
28840	rnn.weight_hh_l0_reverse	0	-0.0832877829670906
28840	rnn.weight_hh_l0_reverse	1	-0.06336499005556107
28840	rnn.weight_hh_l0_reverse	2	0.035058826208114624
28840	rnn.weight_hh_l0_reverse	3	0.04584445059299469
28840	rnn.weight_hh_l0_reverse	4	-0.015724346041679382
28840	rnn.weight_hh_l0_reverse	5	0.045661065727472305
28840	rnn.weight_hh_l0_reverse	6	0.0009907446801662445
28840	rnn.weight_hh_l0_reverse	7	-0.00038569525349885225
28840	rnn.weight_hh_l0_reverse	8	-0.09865646064281464
28840	rnn.weight_hh_l0_reverse	9	0.08043180406093597
28840	rnn.bias_ih_l0_reverse	0	-0.0897495374083519
28840	rnn.bias_ih_l0_reverse	1	-0.06911712139844894
28840	rnn.bias_ih_l0_reverse	2	0.10389717668294907
28840	rnn.bias_ih_l0_reverse	3	0.04755206033587456
28840	rnn.bias_ih_l0_reverse	4	-0.12996819615364075
28840	rnn.bias_ih_l0_reverse	5	0.04028034582734108
28840	rnn.bias_ih_l0_reverse	6	-0.10624468326568604
28840	rnn.bias_ih_l0_reverse	7	0.042764242738485336
28840	rnn.bias_ih_l0_reverse	8	0.0355251245200634
28840	rnn.bias_ih_l0_reverse	9	0.06254784762859344
28840	rnn.bias_hh_l0_reverse	0	0.05766450986266136
28840	rnn.bias_hh_l0_reverse	1	0.06618840992450714
28840	rnn.bias_hh_l0_reverse	2	0.0794970840215683
28840	rnn.bias_hh_l0_reverse	3	-0.004021888133138418
28840	rnn.bias_hh_l0_reverse	4	0.06971804052591324
28840	rnn.bias_hh_l0_reverse	5	0.002398409880697727
28840	rnn.bias_hh_l0_reverse	6	-0.0544082410633564
28840	rnn.bias_hh_l0_reverse	7	0.02774626947939396
28840	rnn.bias_hh_l0_reverse	8	0.012886065058410168
28840	rnn.bias_hh_l0_reverse	9	-0.15979230403900146
28840	linear.weight	0	0.17557598650455475
28840	linear.weight	1	-0.16255581378936768
28840	linear.weight	2	-0.2154378443956375
28840	linear.weight	3	0.07852288335561752
28840	linear.weight	4	-0.026111159473657608
28840	linear.weight	5	0.0037331576459109783
28840	linear.weight	6	-0.006929371505975723
28840	linear.weight	7	-0.0270574688911438
28840	linear.weight	8	0.08439647406339645
28840	linear.weight	9	0.3461579978466034
28840	linear.bias	0	-0.20577067136764526
28840	linear.bias	1	0.1940280646085739
28840	linear.bias	2	-0.5389905571937561
28840	linear.bias	3	1.7015920877456665
28840	linear.bias	4	-0.39463356137275696
28840	linear.bias	5	-0.030769959092140198
28840	linear.bias	6	-0.35820430517196655
28840	linear.bias	7	-0.27833983302116394
28840	linear.bias	8	-0.041545119136571884
28840	linear.bias	9	-0.49741676449775696
28868	transitions	0	-0.6479418873786926
28868	transitions	1	0.34978726506233215
28868	transitions	2	1.6746944189071655
28868	transitions	3	0.0968421921133995
28868	transitions	4	0.9485857486724854
28868	transitions	5	1.2739267349243164
28868	transitions	6	0.48331043124198914
28868	transitions	7	0.17576076090335846
28868	transitions	8	-0.9195200800895691
28868	transitions	9	0.9306601285934448
28868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28868	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28868	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28868	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28868	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28868	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28868	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28868	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28868	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28868	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28868	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28868	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28868	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28868	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28868	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28868	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28868	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28868	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28868	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28868	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28868	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28868	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28868	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28868	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28868	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28868	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28868	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28868	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28868	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28868	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28868	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28868	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28868	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28868	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28868	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28868	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28868	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28868	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28868	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28868	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28868	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28868	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28868	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28868	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28868	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28868	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28868	embedding2nn.weight	0	0.022573599591851234
28868	embedding2nn.weight	1	0.014264464378356934
28868	embedding2nn.weight	2	-0.004341183230280876
28868	embedding2nn.weight	3	-5.630505256704055e-05
28868	embedding2nn.weight	4	-0.004364990163594484
28868	embedding2nn.weight	5	0.011804691515862942
28868	embedding2nn.weight	6	-0.004956918768584728
28868	embedding2nn.weight	7	0.021117303520441055
28868	embedding2nn.weight	8	-0.006799075752496719
28868	embedding2nn.weight	9	-0.013892700895667076
28868	embedding2nn.bias	0	-0.039830535650253296
28868	embedding2nn.bias	1	-0.026501489803195
28868	embedding2nn.bias	2	-0.07577300816774368
28868	embedding2nn.bias	3	0.0005881916149519384
28868	embedding2nn.bias	4	0.0033689646515995264
28868	embedding2nn.bias	5	-0.012330020777881145
28868	embedding2nn.bias	6	0.008255628868937492
28868	embedding2nn.bias	7	0.018828144297003746
28868	embedding2nn.bias	8	0.008408261463046074
28868	embedding2nn.bias	9	0.000802825263235718
28868	rnn.weight_ih_l0	0	0.03937213495373726
28868	rnn.weight_ih_l0	1	-0.013141728937625885
28868	rnn.weight_ih_l0	2	-0.03689516708254814
28868	rnn.weight_ih_l0	3	-0.04499982297420502
28868	rnn.weight_ih_l0	4	-0.05229756608605385
28868	rnn.weight_ih_l0	5	-0.008649708703160286
28868	rnn.weight_ih_l0	6	-0.05201498791575432
28868	rnn.weight_ih_l0	7	-0.06144283711910248
28868	rnn.weight_ih_l0	8	-0.04478129372000694
28868	rnn.weight_ih_l0	9	-0.02682286500930786
28868	rnn.weight_hh_l0	0	0.01934795081615448
28868	rnn.weight_hh_l0	1	-0.009977409616112709
28868	rnn.weight_hh_l0	2	-0.06763037294149399
28868	rnn.weight_hh_l0	3	-0.03331373259425163
28868	rnn.weight_hh_l0	4	-0.0783761516213417
28868	rnn.weight_hh_l0	5	-0.014749618247151375
28868	rnn.weight_hh_l0	6	-0.0549074150621891
28868	rnn.weight_hh_l0	7	-0.040276918560266495
28868	rnn.weight_hh_l0	8	-0.018685007467865944
28868	rnn.weight_hh_l0	9	-0.0072371577844023705
28868	rnn.bias_ih_l0	0	0.1438635140657425
28868	rnn.bias_ih_l0	1	-0.05602630227804184
28868	rnn.bias_ih_l0	2	0.10701783001422882
28868	rnn.bias_ih_l0	3	0.049153558909893036
28868	rnn.bias_ih_l0	4	0.09790433198213577
28868	rnn.bias_ih_l0	5	0.024527285248041153
28868	rnn.bias_ih_l0	6	-0.017446452751755714
28868	rnn.bias_ih_l0	7	-0.10836391896009445
28868	rnn.bias_ih_l0	8	-0.20563998818397522
28868	rnn.bias_ih_l0	9	0.08597021549940109
28868	rnn.bias_hh_l0	0	0.001094287377782166
28868	rnn.bias_hh_l0	1	0.021632887423038483
28868	rnn.bias_hh_l0	2	-0.006507874000817537
28868	rnn.bias_hh_l0	3	-0.030934970825910568
28868	rnn.bias_hh_l0	4	-0.03619362413883209
28868	rnn.bias_hh_l0	5	0.14359994232654572
28868	rnn.bias_hh_l0	6	0.05018417537212372
28868	rnn.bias_hh_l0	7	0.06042001023888588
28868	rnn.bias_hh_l0	8	0.016922244802117348
28868	rnn.bias_hh_l0	9	0.04276733100414276
28868	rnn.weight_ih_l0_reverse	0	-0.02961781434714794
28868	rnn.weight_ih_l0_reverse	1	-0.002421943936496973
28868	rnn.weight_ih_l0_reverse	2	0.023953614756464958
28868	rnn.weight_ih_l0_reverse	3	-0.0623079314827919
28868	rnn.weight_ih_l0_reverse	4	0.009082097560167313
28868	rnn.weight_ih_l0_reverse	5	-0.046075575053691864
28868	rnn.weight_ih_l0_reverse	6	0.028307853266596794
28868	rnn.weight_ih_l0_reverse	7	0.045898985117673874
28868	rnn.weight_ih_l0_reverse	8	-0.04857644811272621
28868	rnn.weight_ih_l0_reverse	9	-0.05088266730308533
28868	rnn.weight_hh_l0_reverse	0	-0.08329635858535767
28868	rnn.weight_hh_l0_reverse	1	-0.06330686062574387
28868	rnn.weight_hh_l0_reverse	2	0.03507962077856064
28868	rnn.weight_hh_l0_reverse	3	0.045868948101997375
28868	rnn.weight_hh_l0_reverse	4	-0.015621792525053024
28868	rnn.weight_hh_l0_reverse	5	0.04566773772239685
28868	rnn.weight_hh_l0_reverse	6	0.0009604180231690407
28868	rnn.weight_hh_l0_reverse	7	-0.0003270708548370749
28868	rnn.weight_hh_l0_reverse	8	-0.09865644574165344
28868	rnn.weight_hh_l0_reverse	9	0.08040017634630203
28868	rnn.bias_ih_l0_reverse	0	-0.09033013880252838
28868	rnn.bias_ih_l0_reverse	1	-0.069700688123703
28868	rnn.bias_ih_l0_reverse	2	0.10397329181432724
28868	rnn.bias_ih_l0_reverse	3	0.0475313663482666
28868	rnn.bias_ih_l0_reverse	4	-0.12992192804813385
28868	rnn.bias_ih_l0_reverse	5	0.04027649015188217
28868	rnn.bias_ih_l0_reverse	6	-0.10612501949071884
28868	rnn.bias_ih_l0_reverse	7	0.04278988018631935
28868	rnn.bias_ih_l0_reverse	8	0.03542741760611534
28868	rnn.bias_ih_l0_reverse	9	0.06240198016166687
28868	rnn.bias_hh_l0_reverse	0	0.05793345719575882
28868	rnn.bias_hh_l0_reverse	1	0.06608941406011581
28868	rnn.bias_hh_l0_reverse	2	0.07967597991228104
28868	rnn.bias_hh_l0_reverse	3	-0.003970819059759378
28868	rnn.bias_hh_l0_reverse	4	0.06995953619480133
28868	rnn.bias_hh_l0_reverse	5	0.0021836073137819767
28868	rnn.bias_hh_l0_reverse	6	-0.054334379732608795
28868	rnn.bias_hh_l0_reverse	7	0.02753414958715439
28868	rnn.bias_hh_l0_reverse	8	0.013160182163119316
28868	rnn.bias_hh_l0_reverse	9	-0.15995733439922333
28868	linear.weight	0	0.17511743307113647
28868	linear.weight	1	-0.1625547856092453
28868	linear.weight	2	-0.21546198427677155
28868	linear.weight	3	0.07855511456727982
28868	linear.weight	4	-0.02606302499771118
28868	linear.weight	5	0.0037474632263183594
28868	linear.weight	6	-0.006928757298737764
28868	linear.weight	7	-0.027055952697992325
28868	linear.weight	8	0.08435840904712677
28868	linear.weight	9	0.3461618721485138
28868	linear.bias	0	-0.20682185888290405
28868	linear.bias	1	0.1936149299144745
28868	linear.bias	2	-0.5388876795768738
28868	linear.bias	3	1.7034618854522705
28868	linear.bias	4	-0.39466002583503723
28868	linear.bias	5	-0.030769959092140198
28868	linear.bias	6	-0.3580993413925171
28868	linear.bias	7	-0.2783985733985901
28868	linear.bias	8	-0.04110172018408775
28868	linear.bias	9	-0.49742671847343445
28896	transitions	0	-0.6479461789131165
28896	transitions	1	0.3497825860977173
28896	transitions	2	1.674688458442688
28896	transitions	3	0.09683359414339066
28896	transitions	4	0.948585033416748
28896	transitions	5	1.2739266157150269
28896	transitions	6	0.48331037163734436
28896	transitions	7	0.17576071619987488
28896	transitions	8	-0.9195200800895691
28896	transitions	9	0.9306601285934448
28896	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28896	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28896	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28896	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28896	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28896	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28896	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28896	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28896	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28896	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28896	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28896	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28896	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28896	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28896	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28896	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28896	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28896	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28896	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28896	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28896	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28896	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28896	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28896	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28896	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28896	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28896	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28896	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28896	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28896	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28896	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28896	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28896	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28896	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28896	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28896	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28896	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28896	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28896	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28896	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28896	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28896	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28896	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28896	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28896	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28896	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28896	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28896	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28896	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28896	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28896	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28896	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28896	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28896	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28896	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28896	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28896	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28896	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28896	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28896	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28896	embedding2nn.weight	0	0.022621871903538704
28896	embedding2nn.weight	1	0.014262111857533455
28896	embedding2nn.weight	2	-0.004339336417615414
28896	embedding2nn.weight	3	-3.9728631236357614e-05
28896	embedding2nn.weight	4	-0.004358496516942978
28896	embedding2nn.weight	5	0.01180190872400999
28896	embedding2nn.weight	6	-0.004954390227794647
28896	embedding2nn.weight	7	0.021149761974811554
28896	embedding2nn.weight	8	-0.006791936699301004
28896	embedding2nn.weight	9	-0.013890218921005726
28896	embedding2nn.bias	0	-0.03979645296931267
28896	embedding2nn.bias	1	-0.026026008650660515
28896	embedding2nn.bias	2	-0.07629908621311188
28896	embedding2nn.bias	3	0.00024694172316230834
28896	embedding2nn.bias	4	0.0033752103336155415
28896	embedding2nn.bias	5	-0.011694137006998062
28896	embedding2nn.bias	6	0.008310210891067982
28896	embedding2nn.bias	7	0.01840890757739544
28896	embedding2nn.bias	8	0.007313859649002552
28896	embedding2nn.bias	9	0.00017597866826690733
28896	rnn.weight_ih_l0	0	0.039438530802726746
28896	rnn.weight_ih_l0	1	-0.013161374256014824
28896	rnn.weight_ih_l0	2	-0.03704466298222542
28896	rnn.weight_ih_l0	3	-0.04501725360751152
28896	rnn.weight_ih_l0	4	-0.05226748436689377
28896	rnn.weight_ih_l0	5	-0.008661157451570034
28896	rnn.weight_ih_l0	6	-0.05202891677618027
28896	rnn.weight_ih_l0	7	-0.06146109104156494
28896	rnn.weight_ih_l0	8	-0.04477791115641594
28896	rnn.weight_ih_l0	9	-0.026821065694093704
28896	rnn.weight_hh_l0	0	0.01934879831969738
28896	rnn.weight_hh_l0	1	-0.009923058561980724
28896	rnn.weight_hh_l0	2	-0.06762532144784927
28896	rnn.weight_hh_l0	3	-0.0333545096218586
28896	rnn.weight_hh_l0	4	-0.07833854854106903
28896	rnn.weight_hh_l0	5	-0.014703071676194668
28896	rnn.weight_hh_l0	6	-0.054736439138650894
28896	rnn.weight_hh_l0	7	-0.04030684381723404
28896	rnn.weight_hh_l0	8	-0.018741417676210403
28896	rnn.weight_hh_l0	9	-0.00731784850358963
28896	rnn.bias_ih_l0	0	0.1439056545495987
28896	rnn.bias_ih_l0	1	-0.05591287463903427
28896	rnn.bias_ih_l0	2	0.1070346012711525
28896	rnn.bias_ih_l0	3	0.04912130534648895
28896	rnn.bias_ih_l0	4	0.09802771359682083
28896	rnn.bias_ih_l0	5	0.024650776758790016
28896	rnn.bias_ih_l0	6	-0.017509888857603073
28896	rnn.bias_ih_l0	7	-0.10845480114221573
28896	rnn.bias_ih_l0	8	-0.20614558458328247
28896	rnn.bias_ih_l0	9	0.08593428879976273
28896	rnn.bias_hh_l0	0	0.0011106027523055673
28896	rnn.bias_hh_l0	1	0.021699558943510056
28896	rnn.bias_hh_l0	2	-0.006503959186375141
28896	rnn.bias_hh_l0	3	-0.03090907447040081
28896	rnn.bias_hh_l0	4	-0.03587600588798523
28896	rnn.bias_hh_l0	5	0.14323319494724274
28896	rnn.bias_hh_l0	6	0.05016985163092613
28896	rnn.bias_hh_l0	7	0.060579780489206314
28896	rnn.bias_hh_l0	8	0.01685880869626999
28896	rnn.bias_hh_l0	9	0.04282095655798912
28896	rnn.weight_ih_l0_reverse	0	-0.029645146802067757
28896	rnn.weight_ih_l0_reverse	1	-0.0023572747595608234
28896	rnn.weight_ih_l0_reverse	2	0.02394527941942215
28896	rnn.weight_ih_l0_reverse	3	-0.062311530113220215
28896	rnn.weight_ih_l0_reverse	4	0.00908403005450964
28896	rnn.weight_ih_l0_reverse	5	-0.04608933627605438
28896	rnn.weight_ih_l0_reverse	6	0.02818312495946884
28896	rnn.weight_ih_l0_reverse	7	0.045917462557554245
28896	rnn.weight_ih_l0_reverse	8	-0.04861016198992729
28896	rnn.weight_ih_l0_reverse	9	-0.05087962746620178
28896	rnn.weight_hh_l0_reverse	0	-0.0832565501332283
28896	rnn.weight_hh_l0_reverse	1	-0.06318177282810211
28896	rnn.weight_hh_l0_reverse	2	0.035106513649225235
28896	rnn.weight_hh_l0_reverse	3	0.04586279019713402
28896	rnn.weight_hh_l0_reverse	4	-0.015624789521098137
28896	rnn.weight_hh_l0_reverse	5	0.04564816504716873
28896	rnn.weight_hh_l0_reverse	6	0.0009610098204575479
28896	rnn.weight_hh_l0_reverse	7	-0.0003505522618070245
28896	rnn.weight_hh_l0_reverse	8	-0.09870322793722153
28896	rnn.weight_hh_l0_reverse	9	0.08038955926895142
28896	rnn.bias_ih_l0_reverse	0	-0.08988659828901291
28896	rnn.bias_ih_l0_reverse	1	-0.06904236972332001
28896	rnn.bias_ih_l0_reverse	2	0.10376119613647461
28896	rnn.bias_ih_l0_reverse	3	0.047287728637456894
28896	rnn.bias_ih_l0_reverse	4	-0.12994223833084106
28896	rnn.bias_ih_l0_reverse	5	0.0404583178460598
28896	rnn.bias_ih_l0_reverse	6	-0.10620955377817154
28896	rnn.bias_ih_l0_reverse	7	0.04281368851661682
28896	rnn.bias_ih_l0_reverse	8	0.03538036718964577
28896	rnn.bias_ih_l0_reverse	9	0.06254579871892929
28896	rnn.bias_hh_l0_reverse	0	0.05846994370222092
28896	rnn.bias_hh_l0_reverse	1	0.06616024672985077
28896	rnn.bias_hh_l0_reverse	2	0.07960445433855057
28896	rnn.bias_hh_l0_reverse	3	-0.0040641892701387405
28896	rnn.bias_hh_l0_reverse	4	0.0699906274676323
28896	rnn.bias_hh_l0_reverse	5	0.0018976733554154634
28896	rnn.bias_hh_l0_reverse	6	-0.05435920134186745
28896	rnn.bias_hh_l0_reverse	7	0.02739003114402294
28896	rnn.bias_hh_l0_reverse	8	0.013163197785615921
28896	rnn.bias_hh_l0_reverse	9	-0.16069552302360535
28896	linear.weight	0	0.1752830296754837
28896	linear.weight	1	-0.16255275905132294
28896	linear.weight	2	-0.21545091271400452
28896	linear.weight	3	0.07847520709037781
28896	linear.weight	4	-0.026243431493639946
28896	linear.weight	5	0.0038741170428693295
28896	linear.weight	6	-0.006928410846740007
28896	linear.weight	7	-0.027054768055677414
28896	linear.weight	8	0.08413577824831009
28896	linear.weight	9	0.3460601568222046
28896	linear.bias	0	-0.20743542909622192
28896	linear.bias	1	0.19324146211147308
28896	linear.bias	2	-0.5389676690101624
28896	linear.bias	3	1.704584002494812
28896	linear.bias	4	-0.3946748375892639
28896	linear.bias	5	-0.030769959092140198
28896	linear.bias	6	-0.35815155506134033
28896	linear.bias	7	-0.2784486711025238
28896	linear.bias	8	-0.04075195640325546
28896	linear.bias	9	-0.4974314570426941
28924	transitions	0	-0.6479501724243164
28924	transitions	1	0.3497806191444397
28924	transitions	2	1.674686074256897
28924	transitions	3	0.09682630747556686
28924	transitions	4	0.948584794998169
28924	transitions	5	1.2739266157150269
28924	transitions	6	0.48331037163734436
28924	transitions	7	0.17575959861278534
28924	transitions	8	-0.9195201396942139
28924	transitions	9	0.9306601285934448
28924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28924	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28924	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28924	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28924	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28924	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28924	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28924	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28924	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28924	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28924	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28924	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28924	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28924	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28924	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28924	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28924	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28924	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28924	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28924	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28924	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28924	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28924	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28924	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28924	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28924	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28924	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28924	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28924	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28924	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28924	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28924	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28924	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28924	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28924	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28924	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28924	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28924	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28924	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28924	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28924	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28924	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28924	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28924	embedding2nn.weight	0	0.02254672907292843
28924	embedding2nn.weight	1	0.014245389960706234
28924	embedding2nn.weight	2	-0.004341719206422567
28924	embedding2nn.weight	3	-5.716517989640124e-05
28924	embedding2nn.weight	4	-0.004360041115432978
28924	embedding2nn.weight	5	0.011793527752161026
28924	embedding2nn.weight	6	-0.004950657021254301
28924	embedding2nn.weight	7	0.021171700209379196
28924	embedding2nn.weight	8	-0.00679726991802454
28924	embedding2nn.weight	9	-0.013887875713407993
28924	embedding2nn.bias	0	-0.03968058153986931
28924	embedding2nn.bias	1	-0.02545449137687683
28924	embedding2nn.bias	2	-0.07580637186765671
28924	embedding2nn.bias	3	0.00046651766751892865
28924	embedding2nn.bias	4	0.004006010480225086
28924	embedding2nn.bias	5	-0.011625006794929504
28924	embedding2nn.bias	6	0.007896577008068562
28924	embedding2nn.bias	7	0.018999600782990456
28924	embedding2nn.bias	8	0.007898174226284027
28924	embedding2nn.bias	9	0.00039986640331335366
28924	rnn.weight_ih_l0	0	0.039465636014938354
28924	rnn.weight_ih_l0	1	-0.013158010318875313
28924	rnn.weight_ih_l0	2	-0.036953479051589966
28924	rnn.weight_ih_l0	3	-0.044992800801992416
28924	rnn.weight_ih_l0	4	-0.052245330065488815
28924	rnn.weight_ih_l0	5	-0.008682619780302048
28924	rnn.weight_ih_l0	6	-0.052023787051439285
28924	rnn.weight_ih_l0	7	-0.061463188380002975
28924	rnn.weight_ih_l0	8	-0.04474124312400818
28924	rnn.weight_ih_l0	9	-0.026806697249412537
28924	rnn.weight_hh_l0	0	0.019380785524845123
28924	rnn.weight_hh_l0	1	-0.00993545725941658
28924	rnn.weight_hh_l0	2	-0.06751460582017899
28924	rnn.weight_hh_l0	3	-0.033385515213012695
28924	rnn.weight_hh_l0	4	-0.07829254865646362
28924	rnn.weight_hh_l0	5	-0.014714494347572327
28924	rnn.weight_hh_l0	6	-0.054570406675338745
28924	rnn.weight_hh_l0	7	-0.04026958346366882
28924	rnn.weight_hh_l0	8	-0.018742453306913376
28924	rnn.weight_hh_l0	9	-0.0072770933620631695
28924	rnn.bias_ih_l0	0	0.14405007660388947
28924	rnn.bias_ih_l0	1	-0.05609460175037384
28924	rnn.bias_ih_l0	2	0.10720377415418625
28924	rnn.bias_ih_l0	3	0.04911920428276062
28924	rnn.bias_ih_l0	4	0.09795378893613815
28924	rnn.bias_ih_l0	5	0.024637550115585327
28924	rnn.bias_ih_l0	6	-0.01774470880627632
28924	rnn.bias_ih_l0	7	-0.10868493467569351
28924	rnn.bias_ih_l0	8	-0.20599937438964844
28924	rnn.bias_ih_l0	9	0.08604300022125244
28924	rnn.bias_hh_l0	0	0.001014414243400097
28924	rnn.bias_hh_l0	1	0.021895425394177437
28924	rnn.bias_hh_l0	2	-0.00650163134559989
28924	rnn.bias_hh_l0	3	-0.03068135678768158
28924	rnn.bias_hh_l0	4	-0.03580855950713158
28924	rnn.bias_hh_l0	5	0.14345653355121613
28924	rnn.bias_hh_l0	6	0.05037882924079895
28924	rnn.bias_hh_l0	7	0.060636572539806366
28924	rnn.bias_hh_l0	8	0.01662398874759674
28924	rnn.bias_hh_l0	9	0.04272236302495003
28924	rnn.weight_ih_l0_reverse	0	-0.029657306149601936
28924	rnn.weight_ih_l0_reverse	1	-0.0024026534520089626
28924	rnn.weight_ih_l0_reverse	2	0.023912830278277397
28924	rnn.weight_ih_l0_reverse	3	-0.06229182332754135
28924	rnn.weight_ih_l0_reverse	4	0.009103474207222462
28924	rnn.weight_ih_l0_reverse	5	-0.046118106693029404
28924	rnn.weight_ih_l0_reverse	6	0.028217749670147896
28924	rnn.weight_ih_l0_reverse	7	0.04592970758676529
28924	rnn.weight_ih_l0_reverse	8	-0.04863586276769638
28924	rnn.weight_ih_l0_reverse	9	-0.05086465924978256
28924	rnn.weight_hh_l0_reverse	0	-0.08322431892156601
28924	rnn.weight_hh_l0_reverse	1	-0.06324177235364914
28924	rnn.weight_hh_l0_reverse	2	0.03508258983492851
28924	rnn.weight_hh_l0_reverse	3	0.04593232646584511
28924	rnn.weight_hh_l0_reverse	4	-0.015613445080816746
28924	rnn.weight_hh_l0_reverse	5	0.04567358270287514
28924	rnn.weight_hh_l0_reverse	6	0.0011908079031854868
28924	rnn.weight_hh_l0_reverse	7	-0.000326906971167773
28924	rnn.weight_hh_l0_reverse	8	-0.09864070266485214
28924	rnn.weight_hh_l0_reverse	9	0.08049079775810242
28924	rnn.bias_ih_l0_reverse	0	-0.09006199240684509
28924	rnn.bias_ih_l0_reverse	1	-0.06926707178354263
28924	rnn.bias_ih_l0_reverse	2	0.10381610691547394
28924	rnn.bias_ih_l0_reverse	3	0.04732755571603775
28924	rnn.bias_ih_l0_reverse	4	-0.13002519309520721
28924	rnn.bias_ih_l0_reverse	5	0.04041145741939545
28924	rnn.bias_ih_l0_reverse	6	-0.10632605850696564
28924	rnn.bias_ih_l0_reverse	7	0.042876310646533966
28924	rnn.bias_ih_l0_reverse	8	0.035493046045303345
28924	rnn.bias_ih_l0_reverse	9	0.06249094381928444
28924	rnn.bias_hh_l0_reverse	0	0.05871853604912758
28924	rnn.bias_hh_l0_reverse	1	0.066102996468544
28924	rnn.bias_hh_l0_reverse	2	0.0794147402048111
28924	rnn.bias_hh_l0_reverse	3	-0.004159454721957445
28924	rnn.bias_hh_l0_reverse	4	0.06973252445459366
28924	rnn.bias_hh_l0_reverse	5	0.0023397004697471857
28924	rnn.bias_hh_l0_reverse	6	-0.05437237024307251
28924	rnn.bias_hh_l0_reverse	7	0.027390655130147934
28924	rnn.bias_hh_l0_reverse	8	0.013125563971698284
28924	rnn.bias_hh_l0_reverse	9	-0.16035348176956177
28924	linear.weight	0	0.17591862380504608
28924	linear.weight	1	-0.1625499278306961
28924	linear.weight	2	-0.21537886559963226
28924	linear.weight	3	0.0777292251586914
28924	linear.weight	4	-0.026233181357383728
28924	linear.weight	5	0.0038863348308950663
28924	linear.weight	6	-0.00692801084369421
28924	linear.weight	7	-0.02704985812306404
28924	linear.weight	8	0.08393991738557816
28924	linear.weight	9	0.3461380898952484
28924	linear.bias	0	-0.20514735579490662
28924	linear.bias	1	0.19278493523597717
28924	linear.bias	2	-0.5390069484710693
28924	linear.bias	3	1.702333927154541
28924	linear.bias	4	-0.39468443393707275
28924	linear.bias	5	-0.030769959092140198
28924	linear.bias	6	-0.3582212030887604
28924	linear.bias	7	-0.27842530608177185
28924	linear.bias	8	-0.04208636283874512
28924	linear.bias	9	-0.4974358379840851
28952	transitions	0	-0.6479526162147522
28952	transitions	1	0.34977737069129944
28952	transitions	2	1.6746819019317627
28952	transitions	3	0.09682419896125793
28952	transitions	4	0.9485804438591003
28952	transitions	5	1.2739266157150269
28952	transitions	6	0.4833103120326996
28952	transitions	7	0.17575959861278534
28952	transitions	8	-0.9195201992988586
28952	transitions	9	0.9306601285934448
28952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28952	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28952	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28952	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28952	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28952	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28952	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28952	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28952	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28952	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28952	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28952	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28952	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28952	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28952	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28952	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28952	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28952	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28952	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28952	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28952	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28952	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28952	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28952	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28952	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28952	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28952	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28952	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28952	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28952	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28952	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28952	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28952	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28952	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28952	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28952	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28952	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28952	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28952	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28952	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28952	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28952	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28952	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28952	embedding2nn.weight	0	0.022562876343727112
28952	embedding2nn.weight	1	0.014238875359296799
28952	embedding2nn.weight	2	-0.0043469821102917194
28952	embedding2nn.weight	3	-3.441690205363557e-05
28952	embedding2nn.weight	4	-0.004357333295047283
28952	embedding2nn.weight	5	0.011794579215347767
28952	embedding2nn.weight	6	-0.004950494971126318
28952	embedding2nn.weight	7	0.02118004858493805
28952	embedding2nn.weight	8	-0.006823492236435413
28952	embedding2nn.weight	9	-0.013885607942938805
28952	embedding2nn.bias	0	-0.03942273557186127
28952	embedding2nn.bias	1	-0.024935251101851463
28952	embedding2nn.bias	2	-0.07591231912374496
28952	embedding2nn.bias	3	0.00013546663103625178
28952	embedding2nn.bias	4	0.0037215964403003454
28952	embedding2nn.bias	5	-0.012013595551252365
28952	embedding2nn.bias	6	0.007941036485135555
28952	embedding2nn.bias	7	0.018421966582536697
28952	embedding2nn.bias	8	0.007525590714067221
28952	embedding2nn.bias	9	-0.00014691779506392777
28952	rnn.weight_ih_l0	0	0.03941262140870094
28952	rnn.weight_ih_l0	1	-0.013157553039491177
28952	rnn.weight_ih_l0	2	-0.03696763142943382
28952	rnn.weight_ih_l0	3	-0.04500710591673851
28952	rnn.weight_ih_l0	4	-0.052277710288763046
28952	rnn.weight_ih_l0	5	-0.008663983084261417
28952	rnn.weight_ih_l0	6	-0.05197083577513695
28952	rnn.weight_ih_l0	7	-0.06145241856575012
28952	rnn.weight_ih_l0	8	-0.04473337531089783
28952	rnn.weight_ih_l0	9	-0.026812462136149406
28952	rnn.weight_hh_l0	0	0.019388044252991676
28952	rnn.weight_hh_l0	1	-0.009885274805128574
28952	rnn.weight_hh_l0	2	-0.06762084364891052
28952	rnn.weight_hh_l0	3	-0.033341798931360245
28952	rnn.weight_hh_l0	4	-0.07828453928232193
28952	rnn.weight_hh_l0	5	-0.014745695516467094
28952	rnn.weight_hh_l0	6	-0.054423678666353226
28952	rnn.weight_hh_l0	7	-0.040324725210666656
28952	rnn.weight_hh_l0	8	-0.01877417601644993
28952	rnn.weight_hh_l0	9	-0.007255350239574909
28952	rnn.bias_ih_l0	0	0.14413434267044067
28952	rnn.bias_ih_l0	1	-0.05597040429711342
28952	rnn.bias_ih_l0	2	0.10708951950073242
28952	rnn.bias_ih_l0	3	0.04896678403019905
28952	rnn.bias_ih_l0	4	0.09816578030586243
28952	rnn.bias_ih_l0	5	0.024574218317866325
28952	rnn.bias_ih_l0	6	-0.017737993970513344
28952	rnn.bias_ih_l0	7	-0.10819495469331741
28952	rnn.bias_ih_l0	8	-0.20709693431854248
28952	rnn.bias_ih_l0	9	0.08589521795511246
28952	rnn.bias_hh_l0	0	0.0011330737033858895
28952	rnn.bias_hh_l0	1	0.02191091887652874
28952	rnn.bias_hh_l0	2	-0.006674462929368019
28952	rnn.bias_hh_l0	3	-0.03088376298546791
28952	rnn.bias_hh_l0	4	-0.03618384897708893
28952	rnn.bias_hh_l0	5	0.143447607755661
28952	rnn.bias_hh_l0	6	0.05053374543786049
28952	rnn.bias_hh_l0	7	0.06058870628476143
28952	rnn.bias_hh_l0	8	0.01663070358335972
28952	rnn.bias_hh_l0	9	0.0425591841340065
28952	rnn.weight_ih_l0_reverse	0	-0.029670560732483864
28952	rnn.weight_ih_l0_reverse	1	-0.002396893221884966
28952	rnn.weight_ih_l0_reverse	2	0.02390351891517639
28952	rnn.weight_ih_l0_reverse	3	-0.06230904906988144
28952	rnn.weight_ih_l0_reverse	4	0.009139318019151688
28952	rnn.weight_ih_l0_reverse	5	-0.046125900000333786
28952	rnn.weight_ih_l0_reverse	6	0.028100790455937386
28952	rnn.weight_ih_l0_reverse	7	0.0459604486823082
28952	rnn.weight_ih_l0_reverse	8	-0.04866292327642441
28952	rnn.weight_ih_l0_reverse	9	-0.05084671825170517
28952	rnn.weight_hh_l0_reverse	0	-0.083206906914711
28952	rnn.weight_hh_l0_reverse	1	-0.06319187581539154
28952	rnn.weight_hh_l0_reverse	2	0.03504345193505287
28952	rnn.weight_hh_l0_reverse	3	0.04596416652202606
28952	rnn.weight_hh_l0_reverse	4	-0.015536462888121605
28952	rnn.weight_hh_l0_reverse	5	0.04572564363479614
28952	rnn.weight_hh_l0_reverse	6	0.0011635922128334641
28952	rnn.weight_hh_l0_reverse	7	-0.0002384599210927263
28952	rnn.weight_hh_l0_reverse	8	-0.09862663596868515
28952	rnn.weight_hh_l0_reverse	9	0.08043696731328964
28952	rnn.bias_ih_l0_reverse	0	-0.09011350572109222
28952	rnn.bias_ih_l0_reverse	1	-0.0686648041009903
28952	rnn.bias_ih_l0_reverse	2	0.10356507450342178
28952	rnn.bias_ih_l0_reverse	3	0.047250840812921524
28952	rnn.bias_ih_l0_reverse	4	-0.1300690472126007
28952	rnn.bias_ih_l0_reverse	5	0.04028800502419472
28952	rnn.bias_ih_l0_reverse	6	-0.10613586008548737
28952	rnn.bias_ih_l0_reverse	7	0.04307309538125992
28952	rnn.bias_ih_l0_reverse	8	0.03554360195994377
28952	rnn.bias_ih_l0_reverse	9	0.06268775463104248
28952	rnn.bias_hh_l0_reverse	0	0.058954741805791855
28952	rnn.bias_hh_l0_reverse	1	0.06611049175262451
28952	rnn.bias_hh_l0_reverse	2	0.07930788397789001
28952	rnn.bias_hh_l0_reverse	3	-0.004237971734255552
28952	rnn.bias_hh_l0_reverse	4	0.06978454440832138
28952	rnn.bias_hh_l0_reverse	5	0.0023891772143542767
28952	rnn.bias_hh_l0_reverse	6	-0.05432598292827606
28952	rnn.bias_hh_l0_reverse	7	0.027483608573675156
28952	rnn.bias_hh_l0_reverse	8	0.013185776770114899
28952	rnn.bias_hh_l0_reverse	9	-0.1597852110862732
28952	linear.weight	0	0.17613239586353302
28952	linear.weight	1	-0.16254761815071106
28952	linear.weight	2	-0.21550370752811432
28952	linear.weight	3	0.07789536565542221
28952	linear.weight	4	-0.02619975060224533
28952	linear.weight	5	0.0038993170019239187
28952	linear.weight	6	-0.006927890703082085
28952	linear.weight	7	-0.027111992239952087
28952	linear.weight	8	0.08385132253170013
28952	linear.weight	9	0.3461318016052246
28952	linear.bias	0	-0.20452992618083954
28952	linear.bias	1	0.19221365451812744
28952	linear.bias	2	-0.5389066338539124
28952	linear.bias	3	1.7011463642120361
28952	linear.bias	4	-0.39473092555999756
28952	linear.bias	5	-0.030769959092140198
28952	linear.bias	6	-0.3580007553100586
28952	linear.bias	7	-0.2785017192363739
28952	linear.bias	8	-0.04144427552819252
28952	linear.bias	9	-0.4974425435066223
28980	transitions	0	-0.647960901260376
28980	transitions	1	0.3497753441333771
28980	transitions	2	1.6746788024902344
28980	transitions	3	0.09682104736566544
28980	transitions	4	0.948580265045166
28980	transitions	5	1.2739262580871582
28980	transitions	6	0.4833102226257324
28980	transitions	7	0.17575956881046295
28980	transitions	8	-0.9195201992988586
28980	transitions	9	0.9306601285934448
28980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
28980	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
28980	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
28980	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
28980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
28980	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
28980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
28980	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
28980	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
28980	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
28980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
28980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
28980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
28980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
28980	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
28980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
28980	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
28980	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
28980	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
28980	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
28980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
28980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
28980	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
28980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
28980	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
28980	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
28980	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
28980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
28980	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
28980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
28980	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
28980	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
28980	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
28980	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
28980	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
28980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
28980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
28980	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
28980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
28980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
28980	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
28980	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
28980	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
28980	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
28980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
28980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
28980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
28980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
28980	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
28980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
28980	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
28980	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
28980	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
28980	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
28980	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
28980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
28980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
28980	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
28980	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
28980	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
28980	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
28980	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
28980	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
28980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
28980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
28980	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
28980	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
28980	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
28980	embedding2nn.weight	0	0.022621210664510727
28980	embedding2nn.weight	1	0.014226307161152363
28980	embedding2nn.weight	2	-0.004345887340605259
28980	embedding2nn.weight	3	-3.2376374292653054e-05
28980	embedding2nn.weight	4	-0.004358275327831507
28980	embedding2nn.weight	5	0.01179620809853077
28980	embedding2nn.weight	6	-0.004953949712216854
28980	embedding2nn.weight	7	0.021015968173742294
28980	embedding2nn.weight	8	-0.006806997116655111
28980	embedding2nn.weight	9	-0.013890136033296585
28980	embedding2nn.bias	0	-0.03922872617840767
28980	embedding2nn.bias	1	-0.025047186762094498
28980	embedding2nn.bias	2	-0.07569822669029236
28980	embedding2nn.bias	3	-5.880532171431696e-06
28980	embedding2nn.bias	4	0.004435427952557802
28980	embedding2nn.bias	5	-0.010950102470815182
28980	embedding2nn.bias	6	0.008639819920063019
28980	embedding2nn.bias	7	0.018283814191818237
28980	embedding2nn.bias	8	0.007538685109466314
28980	embedding2nn.bias	9	-0.00030747856362722814
28980	rnn.weight_ih_l0	0	0.039422132074832916
28980	rnn.weight_ih_l0	1	-0.013171135447919369
28980	rnn.weight_ih_l0	2	-0.03682706132531166
28980	rnn.weight_ih_l0	3	-0.044989705085754395
28980	rnn.weight_ih_l0	4	-0.05226248875260353
28980	rnn.weight_ih_l0	5	-0.008659575134515762
28980	rnn.weight_ih_l0	6	-0.05200999230146408
28980	rnn.weight_ih_l0	7	-0.061463359743356705
28980	rnn.weight_ih_l0	8	-0.044725481420755386
28980	rnn.weight_ih_l0	9	-0.0268313717097044
28980	rnn.weight_hh_l0	0	0.01939438097178936
28980	rnn.weight_hh_l0	1	-0.009866093285381794
28980	rnn.weight_hh_l0	2	-0.06754603236913681
28980	rnn.weight_hh_l0	3	-0.033351775258779526
28980	rnn.weight_hh_l0	4	-0.0782991498708725
28980	rnn.weight_hh_l0	5	-0.014772196300327778
28980	rnn.weight_hh_l0	6	-0.05435459688305855
28980	rnn.weight_hh_l0	7	-0.040343500673770905
28980	rnn.weight_hh_l0	8	-0.01883716695010662
28980	rnn.weight_hh_l0	9	-0.007151060737669468
28980	rnn.bias_ih_l0	0	0.14416666328907013
28980	rnn.bias_ih_l0	1	-0.05594245344400406
28980	rnn.bias_ih_l0	2	0.10724388062953949
28980	rnn.bias_ih_l0	3	0.04917759448289871
28980	rnn.bias_ih_l0	4	0.09799828380346298
28980	rnn.bias_ih_l0	5	0.024577101692557335
28980	rnn.bias_ih_l0	6	-0.017736129462718964
28980	rnn.bias_ih_l0	7	-0.10826295614242554
28980	rnn.bias_ih_l0	8	-0.20665326714515686
28980	rnn.bias_ih_l0	9	0.08588792383670807
28980	rnn.bias_hh_l0	0	0.0010374006815254688
28980	rnn.bias_hh_l0	1	0.022005489096045494
28980	rnn.bias_hh_l0	2	-0.006599067710340023
28980	rnn.bias_hh_l0	3	-0.030772481113672256
28980	rnn.bias_hh_l0	4	-0.03609904274344444
28980	rnn.bias_hh_l0	5	0.14339429140090942
28980	rnn.bias_hh_l0	6	0.05072656646370888
28980	rnn.bias_hh_l0	7	0.060574598610401154
28980	rnn.bias_hh_l0	8	0.0166325680911541
28980	rnn.bias_hh_l0	9	0.04243534430861473
28980	rnn.weight_ih_l0_reverse	0	-0.02965339459478855
28980	rnn.weight_ih_l0_reverse	1	-0.0023963279090821743
28980	rnn.weight_ih_l0_reverse	2	0.023912398144602776
28980	rnn.weight_ih_l0_reverse	3	-0.06228050962090492
28980	rnn.weight_ih_l0_reverse	4	0.009173551574349403
28980	rnn.weight_ih_l0_reverse	5	-0.046127673238515854
28980	rnn.weight_ih_l0_reverse	6	0.027887536212801933
28980	rnn.weight_ih_l0_reverse	7	0.045963626354932785
28980	rnn.weight_ih_l0_reverse	8	-0.04865460470318794
28980	rnn.weight_ih_l0_reverse	9	-0.050848569720983505
28980	rnn.weight_hh_l0_reverse	0	-0.08324834704399109
28980	rnn.weight_hh_l0_reverse	1	-0.0634341686964035
28980	rnn.weight_hh_l0_reverse	2	0.03504478931427002
28980	rnn.weight_hh_l0_reverse	3	0.04590993747115135
28980	rnn.weight_hh_l0_reverse	4	-0.015600113198161125
28980	rnn.weight_hh_l0_reverse	5	0.045712538063526154
28980	rnn.weight_hh_l0_reverse	6	0.0010146235581487417
28980	rnn.weight_hh_l0_reverse	7	-0.00015625632659066468
28980	rnn.weight_hh_l0_reverse	8	-0.0985545963048935
28980	rnn.weight_hh_l0_reverse	9	0.08050614595413208
28980	rnn.bias_ih_l0_reverse	0	-0.09010042250156403
28980	rnn.bias_ih_l0_reverse	1	-0.06825526058673859
28980	rnn.bias_ih_l0_reverse	2	0.10346408188343048
28980	rnn.bias_ih_l0_reverse	3	0.047151122242212296
28980	rnn.bias_ih_l0_reverse	4	-0.1301707923412323
28980	rnn.bias_ih_l0_reverse	5	0.0403079129755497
28980	rnn.bias_ih_l0_reverse	6	-0.10643086582422256
28980	rnn.bias_ih_l0_reverse	7	0.0426800362765789
28980	rnn.bias_ih_l0_reverse	8	0.03567887842655182
28980	rnn.bias_ih_l0_reverse	9	0.06268008053302765
28980	rnn.bias_hh_l0_reverse	0	0.05832844227552414
28980	rnn.bias_hh_l0_reverse	1	0.06602875888347626
28980	rnn.bias_hh_l0_reverse	2	0.07937055081129074
28980	rnn.bias_hh_l0_reverse	3	-0.004362571053206921
28980	rnn.bias_hh_l0_reverse	4	0.0697675570845604
28980	rnn.bias_hh_l0_reverse	5	0.0018081765156239271
28980	rnn.bias_hh_l0_reverse	6	-0.05407436192035675
28980	rnn.bias_hh_l0_reverse	7	0.027286522090435028
28980	rnn.bias_hh_l0_reverse	8	0.013319769874215126
28980	rnn.bias_hh_l0_reverse	9	-0.15922041237354279
28980	linear.weight	0	0.17566724121570587
28980	linear.weight	1	-0.16254736483097076
28980	linear.weight	2	-0.21544361114501953
28980	linear.weight	3	0.07747510075569153
28980	linear.weight	4	-0.026196854189038277
28980	linear.weight	5	0.0039038024842739105
28980	linear.weight	6	-0.006926367525011301
28980	linear.weight	7	-0.027108926326036453
28980	linear.weight	8	0.08407209068536758
28980	linear.weight	9	0.3461093008518219
28980	linear.bias	0	-0.2051795870065689
28980	linear.bias	1	0.19151301681995392
28980	linear.bias	2	-0.5391111969947815
28980	linear.bias	3	1.7024058103561401
28980	linear.bias	4	-0.39474058151245117
28980	linear.bias	5	-0.030769959092140198
28980	linear.bias	6	-0.3582136631011963
28980	linear.bias	7	-0.27898597717285156
28980	linear.bias	8	-0.042214229702949524
28980	linear.bias	9	-0.497447669506073
29008	transitions	0	-0.6479666233062744
29008	transitions	1	0.34977421164512634
29008	transitions	2	1.6746745109558105
29008	transitions	3	0.09681986272335052
29008	transitions	4	0.9485798478126526
29008	transitions	5	1.2739261388778687
29008	transitions	6	0.4833102226257324
29008	transitions	7	0.17575952410697937
29008	transitions	8	-0.9195201992988586
29008	transitions	9	0.9306601285934448
29008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29008	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29008	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29008	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29008	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29008	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29008	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29008	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29008	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29008	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29008	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29008	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29008	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29008	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29008	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29008	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29008	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29008	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29008	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29008	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29008	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29008	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29008	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29008	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29008	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29008	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29008	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29008	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29008	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29008	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29008	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29008	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29008	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29008	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29008	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29008	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29008	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29008	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29008	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29008	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29008	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29008	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29008	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29008	embedding2nn.weight	0	0.022647185251116753
29008	embedding2nn.weight	1	0.014235357753932476
29008	embedding2nn.weight	2	-0.0043413760140538216
29008	embedding2nn.weight	3	-3.3458702091593295e-05
29008	embedding2nn.weight	4	-0.004359002690762281
29008	embedding2nn.weight	5	0.011810577474534512
29008	embedding2nn.weight	6	-0.004954193253070116
29008	embedding2nn.weight	7	0.021007763221859932
29008	embedding2nn.weight	8	-0.006815294269472361
29008	embedding2nn.weight	9	-0.013903750106692314
29008	embedding2nn.bias	0	-0.0393688939511776
29008	embedding2nn.bias	1	-0.025484761223196983
29008	embedding2nn.bias	2	-0.07544130086898804
29008	embedding2nn.bias	3	-0.0008061552071012557
29008	embedding2nn.bias	4	0.004508874844759703
29008	embedding2nn.bias	5	-0.01092606782913208
29008	embedding2nn.bias	6	0.008653116412460804
29008	embedding2nn.bias	7	0.01856846734881401
29008	embedding2nn.bias	8	0.007381975185126066
29008	embedding2nn.bias	9	-0.0006180504569783807
29008	rnn.weight_ih_l0	0	0.0394124761223793
29008	rnn.weight_ih_l0	1	-0.013124421238899231
29008	rnn.weight_ih_l0	2	-0.036800336092710495
29008	rnn.weight_ih_l0	3	-0.0449959896504879
29008	rnn.weight_ih_l0	4	-0.05221913382411003
29008	rnn.weight_ih_l0	5	-0.008665896952152252
29008	rnn.weight_ih_l0	6	-0.052065249532461166
29008	rnn.weight_ih_l0	7	-0.06147217005491257
29008	rnn.weight_ih_l0	8	-0.04471804201602936
29008	rnn.weight_ih_l0	9	-0.026825761422514915
29008	rnn.weight_hh_l0	0	0.019321970641613007
29008	rnn.weight_hh_l0	1	-0.009846515022218227
29008	rnn.weight_hh_l0	2	-0.06742627173662186
29008	rnn.weight_hh_l0	3	-0.03340907394886017
29008	rnn.weight_hh_l0	4	-0.07832943648099899
29008	rnn.weight_hh_l0	5	-0.01475002896040678
29008	rnn.weight_hh_l0	6	-0.05449976027011871
29008	rnn.weight_hh_l0	7	-0.0403185710310936
29008	rnn.weight_hh_l0	8	-0.018811028450727463
29008	rnn.weight_hh_l0	9	-0.007213653065264225
29008	rnn.bias_ih_l0	0	0.1442290097475052
29008	rnn.bias_ih_l0	1	-0.05596255511045456
29008	rnn.bias_ih_l0	2	0.10731014609336853
29008	rnn.bias_ih_l0	3	0.04931603744626045
29008	rnn.bias_ih_l0	4	0.09801169484853745
29008	rnn.bias_ih_l0	5	0.024710653349757195
29008	rnn.bias_ih_l0	6	-0.01783667877316475
29008	rnn.bias_ih_l0	7	-0.10862566530704498
29008	rnn.bias_ih_l0	8	-0.2057582288980484
29008	rnn.bias_ih_l0	9	0.0859386995434761
29008	rnn.bias_hh_l0	0	0.0012228151317685843
29008	rnn.bias_hh_l0	1	0.022101063281297684
29008	rnn.bias_hh_l0	2	-0.006618953309953213
29008	rnn.bias_hh_l0	3	-0.030594585463404655
29008	rnn.bias_hh_l0	4	-0.03594031184911728
29008	rnn.bias_hh_l0	5	0.14356710016727448
29008	rnn.bias_hh_l0	6	0.05055360496044159
29008	rnn.bias_hh_l0	7	0.0605926513671875
29008	rnn.bias_hh_l0	8	0.016532018780708313
29008	rnn.bias_hh_l0	9	0.04246555641293526
29008	rnn.weight_ih_l0_reverse	0	-0.029638120904564857
29008	rnn.weight_ih_l0_reverse	1	-0.0023393069859594107
29008	rnn.weight_ih_l0_reverse	2	0.02392502874135971
29008	rnn.weight_ih_l0_reverse	3	-0.06231023743748665
29008	rnn.weight_ih_l0_reverse	4	0.009160657413303852
29008	rnn.weight_ih_l0_reverse	5	-0.04612242802977562
29008	rnn.weight_ih_l0_reverse	6	0.027808068320155144
29008	rnn.weight_ih_l0_reverse	7	0.04595513269305229
29008	rnn.weight_ih_l0_reverse	8	-0.048628903925418854
29008	rnn.weight_ih_l0_reverse	9	-0.050840940326452255
29008	rnn.weight_hh_l0_reverse	0	-0.08326775580644608
29008	rnn.weight_hh_l0_reverse	1	-0.06337752193212509
29008	rnn.weight_hh_l0_reverse	2	0.03501322865486145
29008	rnn.weight_hh_l0_reverse	3	0.045886360108852386
29008	rnn.weight_hh_l0_reverse	4	-0.01547835860401392
29008	rnn.weight_hh_l0_reverse	5	0.04574960097670555
29008	rnn.weight_hh_l0_reverse	6	0.0009892222005873919
29008	rnn.weight_hh_l0_reverse	7	-0.00014056528743822128
29008	rnn.weight_hh_l0_reverse	8	-0.09861195087432861
29008	rnn.weight_hh_l0_reverse	9	0.08041515946388245
29008	rnn.bias_ih_l0_reverse	0	-0.09089484810829163
29008	rnn.bias_ih_l0_reverse	1	-0.06801557540893555
29008	rnn.bias_ih_l0_reverse	2	0.10351741313934326
29008	rnn.bias_ih_l0_reverse	3	0.04721046984195709
29008	rnn.bias_ih_l0_reverse	4	-0.13004446029663086
29008	rnn.bias_ih_l0_reverse	5	0.04050496220588684
29008	rnn.bias_ih_l0_reverse	6	-0.10629131644964218
29008	rnn.bias_ih_l0_reverse	7	0.042818643152713776
29008	rnn.bias_ih_l0_reverse	8	0.03554559126496315
29008	rnn.bias_ih_l0_reverse	9	0.06287943571805954
29008	rnn.bias_hh_l0_reverse	0	0.058572642505168915
29008	rnn.bias_hh_l0_reverse	1	0.06582952290773392
29008	rnn.bias_hh_l0_reverse	2	0.07941001653671265
29008	rnn.bias_hh_l0_reverse	3	-0.004339332226663828
29008	rnn.bias_hh_l0_reverse	4	0.0698460265994072
29008	rnn.bias_hh_l0_reverse	5	0.0025934039149433374
29008	rnn.bias_hh_l0_reverse	6	-0.0540970079600811
29008	rnn.bias_hh_l0_reverse	7	0.02733646146953106
29008	rnn.bias_hh_l0_reverse	8	0.013113078661262989
29008	rnn.bias_hh_l0_reverse	9	-0.1591421216726303
29008	linear.weight	0	0.17529484629631042
29008	linear.weight	1	-0.16254857182502747
29008	linear.weight	2	-0.21544869244098663
29008	linear.weight	3	0.07752081006765366
29008	linear.weight	4	-0.026083461940288544
29008	linear.weight	5	0.004010987933725119
29008	linear.weight	6	-0.006926354952156544
29008	linear.weight	7	-0.0271057840436697
29008	linear.weight	8	0.08402466773986816
29008	linear.weight	9	0.34596961736679077
29008	linear.bias	0	-0.20552654564380646
29008	linear.bias	1	0.19168877601623535
29008	linear.bias	2	-0.5391653180122375
29008	linear.bias	3	1.7033469676971436
29008	linear.bias	4	-0.39475196599960327
29008	linear.bias	5	-0.030769959092140198
29008	linear.bias	6	-0.35824906826019287
29008	linear.bias	7	-0.2790437936782837
29008	linear.bias	8	-0.041963934898376465
29008	linear.bias	9	-0.4974557161331177
29036	transitions	0	-0.6479771733283997
29036	transitions	1	0.3497726023197174
29036	transitions	2	1.6746716499328613
29036	transitions	3	0.09681705385446548
29036	transitions	4	0.9485786557197571
29036	transitions	5	1.2739261388778687
29036	transitions	6	0.4833102226257324
29036	transitions	7	0.17575952410697937
29036	transitions	8	-0.9195201992988586
29036	transitions	9	0.9306601285934448
29036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29036	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29036	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29036	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29036	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29036	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29036	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29036	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29036	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29036	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29036	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29036	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29036	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29036	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29036	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29036	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29036	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29036	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29036	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29036	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29036	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29036	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29036	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29036	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29036	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29036	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29036	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29036	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29036	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29036	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29036	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29036	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29036	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29036	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29036	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29036	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29036	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29036	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29036	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29036	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29036	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29036	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29036	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29036	embedding2nn.weight	0	0.022658292204141617
29036	embedding2nn.weight	1	0.014235800132155418
29036	embedding2nn.weight	2	-0.0043379636481404305
29036	embedding2nn.weight	3	-1.7400505385012366e-05
29036	embedding2nn.weight	4	-0.004363869316875935
29036	embedding2nn.weight	5	0.011823682114481926
29036	embedding2nn.weight	6	-0.00496229762211442
29036	embedding2nn.weight	7	0.02095557004213333
29036	embedding2nn.weight	8	-0.00681194057688117
29036	embedding2nn.weight	9	-0.013901866972446442
29036	embedding2nn.bias	0	-0.03898493945598602
29036	embedding2nn.bias	1	-0.025421129539608955
29036	embedding2nn.bias	2	-0.07553910464048386
29036	embedding2nn.bias	3	-0.0008857593056745827
29036	embedding2nn.bias	4	0.005590018816292286
29036	embedding2nn.bias	5	-0.011118598282337189
29036	embedding2nn.bias	6	0.00922978762537241
29036	embedding2nn.bias	7	0.01892867311835289
29036	embedding2nn.bias	8	0.007306646090000868
29036	embedding2nn.bias	9	-0.0008290795958600938
29036	rnn.weight_ih_l0	0	0.03939654678106308
29036	rnn.weight_ih_l0	1	-0.013190902769565582
29036	rnn.weight_ih_l0	2	-0.03673417493700981
29036	rnn.weight_ih_l0	3	-0.044981785118579865
29036	rnn.weight_ih_l0	4	-0.05223071947693825
29036	rnn.weight_ih_l0	5	-0.00864835549145937
29036	rnn.weight_ih_l0	6	-0.05202188342809677
29036	rnn.weight_ih_l0	7	-0.06148044764995575
29036	rnn.weight_ih_l0	8	-0.04469752311706543
29036	rnn.weight_ih_l0	9	-0.026843365281820297
29036	rnn.weight_hh_l0	0	0.01934165507555008
29036	rnn.weight_hh_l0	1	-0.00978463888168335
29036	rnn.weight_hh_l0	2	-0.06741924583911896
29036	rnn.weight_hh_l0	3	-0.033370789140462875
29036	rnn.weight_hh_l0	4	-0.07835716754198074
29036	rnn.weight_hh_l0	5	-0.014792890287935734
29036	rnn.weight_hh_l0	6	-0.05448899418115616
29036	rnn.weight_hh_l0	7	-0.04051830247044563
29036	rnn.weight_hh_l0	8	-0.018825508654117584
29036	rnn.weight_hh_l0	9	-0.0072892834432423115
29036	rnn.bias_ih_l0	0	0.14427633583545685
29036	rnn.bias_ih_l0	1	-0.05608998239040375
29036	rnn.bias_ih_l0	2	0.10701394826173782
29036	rnn.bias_ih_l0	3	0.04929198697209358
29036	rnn.bias_ih_l0	4	0.09795290231704712
29036	rnn.bias_ih_l0	5	0.024710513651371002
29036	rnn.bias_ih_l0	6	-0.017872417345643044
29036	rnn.bias_ih_l0	7	-0.10913995653390884
29036	rnn.bias_ih_l0	8	-0.20565079152584076
29036	rnn.bias_ih_l0	9	0.08597956597805023
29036	rnn.bias_hh_l0	0	0.0012192315189167857
29036	rnn.bias_hh_l0	1	0.022280925884842873
29036	rnn.bias_hh_l0	2	-0.006555057596415281
29036	rnn.bias_hh_l0	3	-0.03079300932586193
29036	rnn.bias_hh_l0	4	-0.03589518368244171
29036	rnn.bias_hh_l0	5	0.14330898225307465
29036	rnn.bias_hh_l0	6	0.05058486387133598
29036	rnn.bias_hh_l0	7	0.06071877479553223
29036	rnn.bias_hh_l0	8	0.01649628020823002
29036	rnn.bias_hh_l0	9	0.042500901967287064
29036	rnn.weight_ih_l0_reverse	0	-0.02965949848294258
29036	rnn.weight_ih_l0_reverse	1	-0.0023738096933811903
29036	rnn.weight_ih_l0_reverse	2	0.023937461897730827
29036	rnn.weight_ih_l0_reverse	3	-0.06236771494150162
29036	rnn.weight_ih_l0_reverse	4	0.009148010984063148
29036	rnn.weight_ih_l0_reverse	5	-0.04611559584736824
29036	rnn.weight_ih_l0_reverse	6	0.027702124789357185
29036	rnn.weight_ih_l0_reverse	7	0.045939959585666656
29036	rnn.weight_ih_l0_reverse	8	-0.048602957278490067
29036	rnn.weight_ih_l0_reverse	9	-0.05083921179175377
29036	rnn.weight_hh_l0_reverse	0	-0.08321520686149597
29036	rnn.weight_hh_l0_reverse	1	-0.06332353502511978
29036	rnn.weight_hh_l0_reverse	2	0.03496595472097397
29036	rnn.weight_hh_l0_reverse	3	0.045879725366830826
29036	rnn.weight_hh_l0_reverse	4	-0.015483257360756397
29036	rnn.weight_hh_l0_reverse	5	0.045738477259874344
29036	rnn.weight_hh_l0_reverse	6	0.0009130581165663898
29036	rnn.weight_hh_l0_reverse	7	-0.00017670741362962872
29036	rnn.weight_hh_l0_reverse	8	-0.0986766442656517
29036	rnn.weight_hh_l0_reverse	9	0.0803842544555664
29036	rnn.bias_ih_l0_reverse	0	-0.09099864214658737
29036	rnn.bias_ih_l0_reverse	1	-0.06808249652385712
29036	rnn.bias_ih_l0_reverse	2	0.10346358269453049
29036	rnn.bias_ih_l0_reverse	3	0.04734599217772484
29036	rnn.bias_ih_l0_reverse	4	-0.12994959950447083
29036	rnn.bias_ih_l0_reverse	5	0.0404101125895977
29036	rnn.bias_ih_l0_reverse	6	-0.10641743987798691
29036	rnn.bias_ih_l0_reverse	7	0.04322722554206848
29036	rnn.bias_ih_l0_reverse	8	0.03557046130299568
29036	rnn.bias_ih_l0_reverse	9	0.06282928586006165
29036	rnn.bias_hh_l0_reverse	0	0.059472475200891495
29036	rnn.bias_hh_l0_reverse	1	0.0656513050198555
29036	rnn.bias_hh_l0_reverse	2	0.0791013166308403
29036	rnn.bias_hh_l0_reverse	3	-0.004293127916753292
29036	rnn.bias_hh_l0_reverse	4	0.0699881985783577
29036	rnn.bias_hh_l0_reverse	5	0.0030709863640367985
29036	rnn.bias_hh_l0_reverse	6	-0.05400867760181427
29036	rnn.bias_hh_l0_reverse	7	0.027350537478923798
29036	rnn.bias_hh_l0_reverse	8	0.012835277244448662
29036	rnn.bias_hh_l0_reverse	9	-0.15922808647155762
29036	linear.weight	0	0.17526602745056152
29036	linear.weight	1	-0.16254822909832
29036	linear.weight	2	-0.2152959108352661
29036	linear.weight	3	0.07756177335977554
29036	linear.weight	4	-0.026113759726285934
29036	linear.weight	5	0.0040162657387554646
29036	linear.weight	6	-0.0069260247983038425
29036	linear.weight	7	-0.02710460126399994
29036	linear.weight	8	0.08394549787044525
29036	linear.weight	9	0.3461913764476776
29036	linear.bias	0	-0.20694249868392944
29036	linear.bias	1	0.19170115888118744
29036	linear.bias	2	-0.5394519567489624
29036	linear.bias	3	1.7046236991882324
29036	linear.bias	4	-0.3947663903236389
29036	linear.bias	5	-0.030769959092140198
29036	linear.bias	6	-0.35850173234939575
29036	linear.bias	7	-0.2785131633281708
29036	linear.bias	8	-0.042607296258211136
29036	linear.bias	9	-0.4974597990512848
29064	transitions	0	-0.6479786038398743
29064	transitions	1	0.34976837038993835
29064	transitions	2	1.6746689081192017
29064	transitions	3	0.09681444615125656
29064	transitions	4	0.9485774636268616
29064	transitions	5	1.2739261388778687
29064	transitions	6	0.4833102226257324
29064	transitions	7	0.17575952410697937
29064	transitions	8	-0.9195201992988586
29064	transitions	9	0.9306600689888
29064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29064	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29064	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29064	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29064	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29064	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29064	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29064	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29064	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29064	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29064	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29064	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29064	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29064	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29064	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29064	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29064	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29064	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29064	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29064	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29064	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29064	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29064	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29064	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29064	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29064	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29064	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29064	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29064	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29064	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29064	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29064	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29064	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29064	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29064	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29064	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29064	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29064	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29064	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29064	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29064	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29064	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29064	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29064	embedding2nn.weight	0	0.022651493549346924
29064	embedding2nn.weight	1	0.014228951185941696
29064	embedding2nn.weight	2	-0.004330228082835674
29064	embedding2nn.weight	3	-1.8204822481493466e-05
29064	embedding2nn.weight	4	-0.004368073772639036
29064	embedding2nn.weight	5	0.011811317875981331
29064	embedding2nn.weight	6	-0.004959461744874716
29064	embedding2nn.weight	7	0.02091907523572445
29064	embedding2nn.weight	8	-0.006795735564082861
29064	embedding2nn.weight	9	-0.013895164243876934
29064	embedding2nn.bias	0	-0.038933079689741135
29064	embedding2nn.bias	1	-0.025716379284858704
29064	embedding2nn.bias	2	-0.07561162114143372
29064	embedding2nn.bias	3	-0.0009764865390025079
29064	embedding2nn.bias	4	0.005160145927220583
29064	embedding2nn.bias	5	-0.01077967043966055
29064	embedding2nn.bias	6	0.008873679675161839
29064	embedding2nn.bias	7	0.01809079200029373
29064	embedding2nn.bias	8	0.007300959900021553
29064	embedding2nn.bias	9	-0.0013890787959098816
29064	rnn.weight_ih_l0	0	0.03938186541199684
29064	rnn.weight_ih_l0	1	-0.013201095163822174
29064	rnn.weight_ih_l0	2	-0.03665436804294586
29064	rnn.weight_ih_l0	3	-0.04499760642647743
29064	rnn.weight_ih_l0	4	-0.05226216837763786
29064	rnn.weight_ih_l0	5	-0.008666732348501682
29064	rnn.weight_ih_l0	6	-0.05203216150403023
29064	rnn.weight_ih_l0	7	-0.06146829575300217
29064	rnn.weight_ih_l0	8	-0.044722460210323334
29064	rnn.weight_ih_l0	9	-0.02684330753982067
29064	rnn.weight_hh_l0	0	0.01935752108693123
29064	rnn.weight_hh_l0	1	-0.009841766208410263
29064	rnn.weight_hh_l0	2	-0.06738153100013733
29064	rnn.weight_hh_l0	3	-0.03333573043346405
29064	rnn.weight_hh_l0	4	-0.07841109484434128
29064	rnn.weight_hh_l0	5	-0.014661576598882675
29064	rnn.weight_hh_l0	6	-0.05459463223814964
29064	rnn.weight_hh_l0	7	-0.04054927080869675
29064	rnn.weight_hh_l0	8	-0.018866972997784615
29064	rnn.weight_hh_l0	9	-0.00723507022485137
29064	rnn.bias_ih_l0	0	0.14439421892166138
29064	rnn.bias_ih_l0	1	-0.05600642412900925
29064	rnn.bias_ih_l0	2	0.10703390836715698
29064	rnn.bias_ih_l0	3	0.04946465790271759
29064	rnn.bias_ih_l0	4	0.0978621244430542
29064	rnn.bias_ih_l0	5	0.024604931473731995
29064	rnn.bias_ih_l0	6	-0.017921756953001022
29064	rnn.bias_ih_l0	7	-0.10902750492095947
29064	rnn.bias_ih_l0	8	-0.20540818572044373
29064	rnn.bias_ih_l0	9	0.08597089350223541
29064	rnn.bias_hh_l0	0	0.0013087930856272578
29064	rnn.bias_hh_l0	1	0.02225872129201889
29064	rnn.bias_hh_l0	2	-0.006466702092438936
29064	rnn.bias_hh_l0	3	-0.030331173911690712
29064	rnn.bias_hh_l0	4	-0.03599852696061134
29064	rnn.bias_hh_l0	5	0.14329442381858826
29064	rnn.bias_hh_l0	6	0.05045683681964874
29064	rnn.bias_hh_l0	7	0.06087114289402962
29064	rnn.bias_hh_l0	8	0.01644694060087204
29064	rnn.bias_hh_l0	9	0.0424978993833065
29064	rnn.weight_ih_l0_reverse	0	-0.02965364046394825
29064	rnn.weight_ih_l0_reverse	1	-0.002369249938055873
29064	rnn.weight_ih_l0_reverse	2	0.02391919121146202
29064	rnn.weight_ih_l0_reverse	3	-0.06237256899476051
29064	rnn.weight_ih_l0_reverse	4	0.009149877354502678
29064	rnn.weight_ih_l0_reverse	5	-0.04610346257686615
29064	rnn.weight_ih_l0_reverse	6	0.027767693623900414
29064	rnn.weight_ih_l0_reverse	7	0.04592199996113777
29064	rnn.weight_ih_l0_reverse	8	-0.04862505942583084
29064	rnn.weight_ih_l0_reverse	9	-0.050839614123106
29064	rnn.weight_hh_l0_reverse	0	-0.08323773741722107
29064	rnn.weight_hh_l0_reverse	1	-0.06337747722864151
29064	rnn.weight_hh_l0_reverse	2	0.03497137129306793
29064	rnn.weight_hh_l0_reverse	3	0.04589466005563736
29064	rnn.weight_hh_l0_reverse	4	-0.015555883757770061
29064	rnn.weight_hh_l0_reverse	5	0.04572805389761925
29064	rnn.weight_hh_l0_reverse	6	0.0012782461708411574
29064	rnn.weight_hh_l0_reverse	7	-0.00011106235615443438
29064	rnn.weight_hh_l0_reverse	8	-0.0986274778842926
29064	rnn.weight_hh_l0_reverse	9	0.08038409799337387
29064	rnn.bias_ih_l0_reverse	0	-0.09036135673522949
29064	rnn.bias_ih_l0_reverse	1	-0.06755678355693817
29064	rnn.bias_ih_l0_reverse	2	0.10317094624042511
29064	rnn.bias_ih_l0_reverse	3	0.047408346086740494
29064	rnn.bias_ih_l0_reverse	4	-0.12994907796382904
29064	rnn.bias_ih_l0_reverse	5	0.040553685277700424
29064	rnn.bias_ih_l0_reverse	6	-0.10640695691108704
29064	rnn.bias_ih_l0_reverse	7	0.04325119033455849
29064	rnn.bias_ih_l0_reverse	8	0.0353570319712162
29064	rnn.bias_ih_l0_reverse	9	0.0627496987581253
29064	rnn.bias_hh_l0_reverse	0	0.05935009568929672
29064	rnn.bias_hh_l0_reverse	1	0.06560374796390533
29064	rnn.bias_hh_l0_reverse	2	0.079074926674366
29064	rnn.bias_hh_l0_reverse	3	-0.004159788601100445
29064	rnn.bias_hh_l0_reverse	4	0.06999487429857254
29064	rnn.bias_hh_l0_reverse	5	0.003400969784706831
29064	rnn.bias_hh_l0_reverse	6	-0.0538373701274395
29064	rnn.bias_hh_l0_reverse	7	0.027325239032506943
29064	rnn.bias_hh_l0_reverse	8	0.012806247919797897
29064	rnn.bias_hh_l0_reverse	9	-0.15914468467235565
29064	linear.weight	0	0.1755605787038803
29064	linear.weight	1	-0.16254208981990814
29064	linear.weight	2	-0.21534913778305054
29064	linear.weight	3	0.07800373435020447
29064	linear.weight	4	-0.026128320023417473
29064	linear.weight	5	0.0040311021730303764
29064	linear.weight	6	-0.0069260322488844395
29064	linear.weight	7	-0.02714095450937748
29064	linear.weight	8	0.08402127772569656
29064	linear.weight	9	0.3463563919067383
29064	linear.bias	0	-0.20662322640419006
29064	linear.bias	1	0.19212816655635834
29064	linear.bias	2	-0.539564847946167
29064	linear.bias	3	1.701250433921814
29064	linear.bias	4	-0.39516472816467285
29064	linear.bias	5	-0.030769959092140198
29064	linear.bias	6	-0.3585638999938965
29064	linear.bias	7	-0.2787858545780182
29064	linear.bias	8	-0.04241083189845085
29064	linear.bias	9	-0.49746376276016235
29092	transitions	0	-0.6479806900024414
29092	transitions	1	0.3497667908668518
29092	transitions	2	1.674660563468933
29092	transitions	3	0.09680970013141632
29092	transitions	4	0.9485762715339661
29092	transitions	5	1.2739261388778687
29092	transitions	6	0.48331010341644287
29092	transitions	7	0.17575852572917938
29092	transitions	8	-0.9195201992988586
29092	transitions	9	0.9306600689888
29092	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29092	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29092	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29092	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29092	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29092	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29092	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29092	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29092	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29092	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29092	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29092	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29092	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29092	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29092	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29092	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29092	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29092	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29092	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29092	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29092	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29092	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29092	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29092	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29092	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29092	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29092	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29092	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29092	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29092	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29092	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29092	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29092	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29092	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29092	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29092	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29092	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29092	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29092	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29092	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29092	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29092	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29092	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29092	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29092	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29092	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29092	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29092	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29092	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29092	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29092	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29092	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29092	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29092	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29092	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29092	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29092	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29092	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29092	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29092	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29092	embedding2nn.weight	0	0.02263719215989113
29092	embedding2nn.weight	1	0.014230010099709034
29092	embedding2nn.weight	2	-0.004331526812165976
29092	embedding2nn.weight	3	-1.899109520309139e-05
29092	embedding2nn.weight	4	-0.0043715969659388065
29092	embedding2nn.weight	5	0.011790348216891289
29092	embedding2nn.weight	6	-0.004962089937180281
29092	embedding2nn.weight	7	0.020954545587301254
29092	embedding2nn.weight	8	-0.006801582872867584
29092	embedding2nn.weight	9	-0.01387855876237154
29092	embedding2nn.bias	0	-0.039219751954078674
29092	embedding2nn.bias	1	-0.025654608383774757
29092	embedding2nn.bias	2	-0.07525166124105453
29092	embedding2nn.bias	3	-0.0008527224999852479
29092	embedding2nn.bias	4	0.005128585267812014
29092	embedding2nn.bias	5	-0.011388584040105343
29092	embedding2nn.bias	6	0.009015558287501335
29092	embedding2nn.bias	7	0.018531665205955505
29092	embedding2nn.bias	8	0.007538537494838238
29092	embedding2nn.bias	9	-0.0016376615967601538
29092	rnn.weight_ih_l0	0	0.039382074028253555
29092	rnn.weight_ih_l0	1	-0.013140182942152023
29092	rnn.weight_ih_l0	2	-0.03669123351573944
29092	rnn.weight_ih_l0	3	-0.04498989135026932
29092	rnn.weight_ih_l0	4	-0.05226770415902138
29092	rnn.weight_ih_l0	5	-0.008641315624117851
29092	rnn.weight_ih_l0	6	-0.05200960114598274
29092	rnn.weight_ih_l0	7	-0.06145181879401207
29092	rnn.weight_ih_l0	8	-0.04472089558839798
29092	rnn.weight_ih_l0	9	-0.026848847046494484
29092	rnn.weight_hh_l0	0	0.019368065521121025
29092	rnn.weight_hh_l0	1	-0.009863746352493763
29092	rnn.weight_hh_l0	2	-0.06733029335737228
29092	rnn.weight_hh_l0	3	-0.03335823118686676
29092	rnn.weight_hh_l0	4	-0.07841139286756516
29092	rnn.weight_hh_l0	5	-0.014662503264844418
29092	rnn.weight_hh_l0	6	-0.054473936557769775
29092	rnn.weight_hh_l0	7	-0.04066161438822746
29092	rnn.weight_hh_l0	8	-0.018846772611141205
29092	rnn.weight_hh_l0	9	-0.007138114422559738
29092	rnn.bias_ih_l0	0	0.14445915818214417
29092	rnn.bias_ih_l0	1	-0.05604417249560356
29092	rnn.bias_ih_l0	2	0.10710600018501282
29092	rnn.bias_ih_l0	3	0.049487970769405365
29092	rnn.bias_ih_l0	4	0.09801889210939407
29092	rnn.bias_ih_l0	5	0.024621423333883286
29092	rnn.bias_ih_l0	6	-0.017469942569732666
29092	rnn.bias_ih_l0	7	-0.10828910768032074
29092	rnn.bias_ih_l0	8	-0.2057967633008957
29092	rnn.bias_ih_l0	9	0.0860094428062439
29092	rnn.bias_hh_l0	0	0.001236370881088078
29092	rnn.bias_hh_l0	1	0.02241012081503868
29092	rnn.bias_hh_l0	2	-0.0063685947097837925
29092	rnn.bias_hh_l0	3	-0.03022814355790615
29092	rnn.bias_hh_l0	4	-0.03601847589015961
29092	rnn.bias_hh_l0	5	0.14318148791790009
29092	rnn.bias_hh_l0	6	0.0504164882004261
29092	rnn.bias_hh_l0	7	0.060555148869752884
29092	rnn.bias_hh_l0	8	0.016898754984140396
29092	rnn.bias_hh_l0	9	0.042676910758018494
29092	rnn.weight_ih_l0_reverse	0	-0.02964007295668125
29092	rnn.weight_ih_l0_reverse	1	-0.0023089370224624872
29092	rnn.weight_ih_l0_reverse	2	0.023924194276332855
29092	rnn.weight_ih_l0_reverse	3	-0.062400512397289276
29092	rnn.weight_ih_l0_reverse	4	0.00912970770150423
29092	rnn.weight_ih_l0_reverse	5	-0.046063944697380066
29092	rnn.weight_ih_l0_reverse	6	0.02773895114660263
29092	rnn.weight_ih_l0_reverse	7	0.0458998940885067
29092	rnn.weight_ih_l0_reverse	8	-0.048585839569568634
29092	rnn.weight_ih_l0_reverse	9	-0.05083707720041275
29092	rnn.weight_hh_l0_reverse	0	-0.08323389291763306
29092	rnn.weight_hh_l0_reverse	1	-0.06340537965297699
29092	rnn.weight_hh_l0_reverse	2	0.035020437091588974
29092	rnn.weight_hh_l0_reverse	3	0.045927803963422775
29092	rnn.weight_hh_l0_reverse	4	-0.015557295642793179
29092	rnn.weight_hh_l0_reverse	5	0.04572440683841705
29092	rnn.weight_hh_l0_reverse	6	0.0013674900401383638
29092	rnn.weight_hh_l0_reverse	7	-8.712551789358258e-05
29092	rnn.weight_hh_l0_reverse	8	-0.09859605133533478
29092	rnn.weight_hh_l0_reverse	9	0.08041886985301971
29092	rnn.bias_ih_l0_reverse	0	-0.09057756513357162
29092	rnn.bias_ih_l0_reverse	1	-0.06763608753681183
29092	rnn.bias_ih_l0_reverse	2	0.10327021032571793
29092	rnn.bias_ih_l0_reverse	3	0.04734043404459953
29092	rnn.bias_ih_l0_reverse	4	-0.1300543248653412
29092	rnn.bias_ih_l0_reverse	5	0.040668927133083344
29092	rnn.bias_ih_l0_reverse	6	-0.10632898658514023
29092	rnn.bias_ih_l0_reverse	7	0.04329177364706993
29092	rnn.bias_ih_l0_reverse	8	0.03536657243967056
29092	rnn.bias_ih_l0_reverse	9	0.06277640908956528
29092	rnn.bias_hh_l0_reverse	0	0.06021692231297493
29092	rnn.bias_hh_l0_reverse	1	0.06572218984365463
29092	rnn.bias_hh_l0_reverse	2	0.07894055545330048
29092	rnn.bias_hh_l0_reverse	3	-0.004180582705885172
29092	rnn.bias_hh_l0_reverse	4	0.07013846188783646
29092	rnn.bias_hh_l0_reverse	5	0.003411282552406192
29092	rnn.bias_hh_l0_reverse	6	-0.053742166608572006
29092	rnn.bias_hh_l0_reverse	7	0.027271322906017303
29092	rnn.bias_hh_l0_reverse	8	0.012790827080607414
29092	rnn.bias_hh_l0_reverse	9	-0.15998578071594238
29092	linear.weight	0	0.17619791626930237
29092	linear.weight	1	-0.16254223883152008
29092	linear.weight	2	-0.2146727293729782
29092	linear.weight	3	0.07818388193845749
29092	linear.weight	4	-0.02610236592590809
29092	linear.weight	5	0.00404054019600153
29092	linear.weight	6	-0.006925384979695082
29092	linear.weight	7	-0.027138594537973404
29092	linear.weight	8	0.08387082815170288
29092	linear.weight	9	0.3465847074985504
29092	linear.bias	0	-0.20573575794696808
29092	linear.bias	1	0.19150038063526154
29092	linear.bias	2	-0.5394515991210938
29092	linear.bias	3	1.7019093036651611
29092	linear.bias	4	-0.39517584443092346
29092	linear.bias	5	-0.030769959092140198
29092	linear.bias	6	-0.35847312211990356
29092	linear.bias	7	-0.27873677015304565
29092	linear.bias	8	-0.041892148554325104
29092	linear.bias	9	-0.4974662959575653
29120	transitions	0	-0.6479840278625488
29120	transitions	1	0.34975847601890564
29120	transitions	2	1.6746573448181152
29120	transitions	3	0.09680937975645065
29120	transitions	4	0.9485722184181213
29120	transitions	5	1.2739261388778687
29120	transitions	6	0.4833100736141205
29120	transitions	7	0.17575852572917938
29120	transitions	8	-0.9195201992988586
29120	transitions	9	0.9306600689888
29120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29120	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29120	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29120	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29120	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29120	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29120	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29120	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29120	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29120	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29120	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29120	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29120	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29120	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29120	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29120	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29120	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29120	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29120	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29120	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29120	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29120	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29120	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29120	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29120	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29120	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29120	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29120	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29120	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29120	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29120	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29120	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29120	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29120	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29120	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29120	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29120	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29120	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29120	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29120	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29120	embedding2nn.weight	0	0.022606927901506424
29120	embedding2nn.weight	1	0.014255021698772907
29120	embedding2nn.weight	2	-0.004340690094977617
29120	embedding2nn.weight	3	-5.242416955297813e-05
29120	embedding2nn.weight	4	-0.00438030855730176
29120	embedding2nn.weight	5	0.011798916384577751
29120	embedding2nn.weight	6	-0.004948827903717756
29120	embedding2nn.weight	7	0.02096676453948021
29120	embedding2nn.weight	8	-0.006823838222771883
29120	embedding2nn.weight	9	-0.013875511474907398
29120	embedding2nn.bias	0	-0.03930184245109558
29120	embedding2nn.bias	1	-0.025269096717238426
29120	embedding2nn.bias	2	-0.07553953677415848
29120	embedding2nn.bias	3	-5.338090886652935e-06
29120	embedding2nn.bias	4	0.00531507795676589
29120	embedding2nn.bias	5	-0.011358018964529037
29120	embedding2nn.bias	6	0.00843585655093193
29120	embedding2nn.bias	7	0.01814519613981247
29120	embedding2nn.bias	8	0.007655535824596882
29120	embedding2nn.bias	9	-0.0016547796549275517
29120	rnn.weight_ih_l0	0	0.0393521711230278
29120	rnn.weight_ih_l0	1	-0.013202962465584278
29120	rnn.weight_ih_l0	2	-0.036687303334474564
29120	rnn.weight_ih_l0	3	-0.044974375516176224
29120	rnn.weight_ih_l0	4	-0.05226403847336769
29120	rnn.weight_ih_l0	5	-0.008666928857564926
29120	rnn.weight_ih_l0	6	-0.051984842866659164
29120	rnn.weight_ih_l0	7	-0.06151546165347099
29120	rnn.weight_ih_l0	8	-0.04471983015537262
29120	rnn.weight_ih_l0	9	-0.026857884600758553
29120	rnn.weight_hh_l0	0	0.019406083971261978
29120	rnn.weight_hh_l0	1	-0.009910931810736656
29120	rnn.weight_hh_l0	2	-0.06743137538433075
29120	rnn.weight_hh_l0	3	-0.033311840146780014
29120	rnn.weight_hh_l0	4	-0.07848547399044037
29120	rnn.weight_hh_l0	5	-0.014538469724357128
29120	rnn.weight_hh_l0	6	-0.054599612951278687
29120	rnn.weight_hh_l0	7	-0.04073602706193924
29120	rnn.weight_hh_l0	8	-0.018864039331674576
29120	rnn.weight_hh_l0	9	-0.007166095543652773
29120	rnn.bias_ih_l0	0	0.14454235136508942
29120	rnn.bias_ih_l0	1	-0.05596679449081421
29120	rnn.bias_ih_l0	2	0.10719527304172516
29120	rnn.bias_ih_l0	3	0.0496007464826107
29120	rnn.bias_ih_l0	4	0.09788735955953598
29120	rnn.bias_ih_l0	5	0.024563251063227654
29120	rnn.bias_ih_l0	6	-0.017490770667791367
29120	rnn.bias_ih_l0	7	-0.1085980087518692
29120	rnn.bias_ih_l0	8	-0.20467886328697205
29120	rnn.bias_ih_l0	9	0.0860990509390831
29120	rnn.bias_hh_l0	0	0.0014748312532901764
29120	rnn.bias_hh_l0	1	0.02247997745871544
29120	rnn.bias_hh_l0	2	-0.006270475219935179
29120	rnn.bias_hh_l0	3	-0.029771292582154274
29120	rnn.bias_hh_l0	4	-0.0360642746090889
29120	rnn.bias_hh_l0	5	0.14333544671535492
29120	rnn.bias_hh_l0	6	0.05034185200929642
29120	rnn.bias_hh_l0	7	0.06042757257819176
29120	rnn.bias_hh_l0	8	0.016877926886081696
29120	rnn.bias_hh_l0	9	0.04276449605822563
29120	rnn.weight_ih_l0_reverse	0	-0.02966092899441719
29120	rnn.weight_ih_l0_reverse	1	-0.0023544449359178543
29120	rnn.weight_ih_l0_reverse	2	0.023909958079457283
29120	rnn.weight_ih_l0_reverse	3	-0.062384504824876785
29120	rnn.weight_ih_l0_reverse	4	0.009102128446102142
29120	rnn.weight_ih_l0_reverse	5	-0.046062130481004715
29120	rnn.weight_ih_l0_reverse	6	0.027712171897292137
29120	rnn.weight_ih_l0_reverse	7	0.04588722810149193
29120	rnn.weight_ih_l0_reverse	8	-0.0486009456217289
29120	rnn.weight_ih_l0_reverse	9	-0.05084202438592911
29120	rnn.weight_hh_l0_reverse	0	-0.08323927968740463
29120	rnn.weight_hh_l0_reverse	1	-0.06340356171131134
29120	rnn.weight_hh_l0_reverse	2	0.03497140109539032
29120	rnn.weight_hh_l0_reverse	3	0.04587509483098984
29120	rnn.weight_hh_l0_reverse	4	-0.015502683818340302
29120	rnn.weight_hh_l0_reverse	5	0.04570494964718819
29120	rnn.weight_hh_l0_reverse	6	0.0010737674310803413
29120	rnn.weight_hh_l0_reverse	7	-1.3544999092118815e-05
29120	rnn.weight_hh_l0_reverse	8	-0.09861176460981369
29120	rnn.weight_hh_l0_reverse	9	0.08044026046991348
29120	rnn.bias_ih_l0_reverse	0	-0.0901317372918129
29120	rnn.bias_ih_l0_reverse	1	-0.06805556267499924
29120	rnn.bias_ih_l0_reverse	2	0.10330111533403397
29120	rnn.bias_ih_l0_reverse	3	0.04727723449468613
29120	rnn.bias_ih_l0_reverse	4	-0.13008026778697968
29120	rnn.bias_ih_l0_reverse	5	0.04053051024675369
29120	rnn.bias_ih_l0_reverse	6	-0.10652006417512894
29120	rnn.bias_ih_l0_reverse	7	0.043390318751335144
29120	rnn.bias_ih_l0_reverse	8	0.035362452268600464
29120	rnn.bias_ih_l0_reverse	9	0.06282085925340652
29120	rnn.bias_hh_l0_reverse	0	0.05889949947595596
29120	rnn.bias_hh_l0_reverse	1	0.06574118882417679
29120	rnn.bias_hh_l0_reverse	2	0.07921883463859558
29120	rnn.bias_hh_l0_reverse	3	-0.004245947115123272
29120	rnn.bias_hh_l0_reverse	4	0.07020705193281174
29120	rnn.bias_hh_l0_reverse	5	0.0028619221411645412
29120	rnn.bias_hh_l0_reverse	6	-0.05380834639072418
29120	rnn.bias_hh_l0_reverse	7	0.027246613055467606
29120	rnn.bias_hh_l0_reverse	8	0.012743141502141953
29120	rnn.bias_hh_l0_reverse	9	-0.16031286120414734
29120	linear.weight	0	0.17547790706157684
29120	linear.weight	1	-0.16254150867462158
29120	linear.weight	2	-0.21481510996818542
29120	linear.weight	3	0.07840102165937424
29120	linear.weight	4	-0.025976087898015976
29120	linear.weight	5	0.004219690803438425
29120	linear.weight	6	-0.006923787761479616
29120	linear.weight	7	-0.02713657170534134
29120	linear.weight	8	0.0842706710100174
29120	linear.weight	9	0.34651219844818115
29120	linear.bias	0	-0.2049674242734909
29120	linear.bias	1	0.1915300339460373
29120	linear.bias	2	-0.5394417643547058
29120	linear.bias	3	1.7000106573104858
29120	linear.bias	4	-0.3951960802078247
29120	linear.bias	5	-0.030769959092140198
29120	linear.bias	6	-0.3584919273853302
29120	linear.bias	7	-0.27880799770355225
29120	linear.bias	8	-0.04174409806728363
29120	linear.bias	9	-0.49747249484062195
29148	transitions	0	-0.6479886770248413
29148	transitions	1	0.3497570753097534
29148	transitions	2	1.6746551990509033
29148	transitions	3	0.09680017828941345
29148	transitions	4	0.9485716819763184
29148	transitions	5	1.2739261388778687
29148	transitions	6	0.4833100736141205
29148	transitions	7	0.17575852572917938
29148	transitions	8	-0.9195202589035034
29148	transitions	9	0.9306600689888
29148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29148	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29148	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29148	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29148	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29148	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29148	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29148	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29148	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29148	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29148	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29148	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29148	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29148	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29148	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29148	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29148	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29148	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29148	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29148	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29148	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29148	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29148	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29148	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29148	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29148	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29148	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29148	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29148	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29148	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29148	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29148	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29148	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29148	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29148	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29148	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29148	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29148	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29148	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29148	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29148	embedding2nn.weight	0	0.022608961910009384
29148	embedding2nn.weight	1	0.014256162568926811
29148	embedding2nn.weight	2	-0.004339574370533228
29148	embedding2nn.weight	3	-6.343235145322978e-05
29148	embedding2nn.weight	4	-0.0043852380476891994
29148	embedding2nn.weight	5	0.011774974875152111
29148	embedding2nn.weight	6	-0.00494331493973732
29148	embedding2nn.weight	7	0.02099565416574478
29148	embedding2nn.weight	8	-0.006801626179367304
29148	embedding2nn.weight	9	-0.013864549808204174
29148	embedding2nn.bias	0	-0.03947605937719345
29148	embedding2nn.bias	1	-0.025095773860812187
29148	embedding2nn.bias	2	-0.07534687221050262
29148	embedding2nn.bias	3	-0.00040865695336833596
29148	embedding2nn.bias	4	0.0051167672500014305
29148	embedding2nn.bias	5	-0.010073096491396427
29148	embedding2nn.bias	6	0.008753357455134392
29148	embedding2nn.bias	7	0.01837865822017193
29148	embedding2nn.bias	8	0.007735731545835733
29148	embedding2nn.bias	9	-0.0012915817787870765
29148	rnn.weight_ih_l0	0	0.03935915604233742
29148	rnn.weight_ih_l0	1	-0.013255882076919079
29148	rnn.weight_ih_l0	2	-0.036719728261232376
29148	rnn.weight_ih_l0	3	-0.04500248655676842
29148	rnn.weight_ih_l0	4	-0.05228986218571663
29148	rnn.weight_ih_l0	5	-0.008670288138091564
29148	rnn.weight_ih_l0	6	-0.05199025571346283
29148	rnn.weight_ih_l0	7	-0.06150633841753006
29148	rnn.weight_ih_l0	8	-0.044770583510398865
29148	rnn.weight_ih_l0	9	-0.026899604126811028
29148	rnn.weight_hh_l0	0	0.019361168146133423
29148	rnn.weight_hh_l0	1	-0.009828374721109867
29148	rnn.weight_hh_l0	2	-0.06755434721708298
29148	rnn.weight_hh_l0	3	-0.033297449350357056
29148	rnn.weight_hh_l0	4	-0.0784437358379364
29148	rnn.weight_hh_l0	5	-0.014576327987015247
29148	rnn.weight_hh_l0	6	-0.054540809243917465
29148	rnn.weight_hh_l0	7	-0.04065772518515587
29148	rnn.weight_hh_l0	8	-0.01885964907705784
29148	rnn.weight_hh_l0	9	-0.006976906675845385
29148	rnn.bias_ih_l0	0	0.14459228515625
29148	rnn.bias_ih_l0	1	-0.05599188059568405
29148	rnn.bias_ih_l0	2	0.10729366540908813
29148	rnn.bias_ih_l0	3	0.04965266212821007
29148	rnn.bias_ih_l0	4	0.09799844771623611
29148	rnn.bias_ih_l0	5	0.024262843653559685
29148	rnn.bias_ih_l0	6	-0.01746378466486931
29148	rnn.bias_ih_l0	7	-0.10914494097232819
29148	rnn.bias_ih_l0	8	-0.205096036195755
29148	rnn.bias_ih_l0	9	0.08622847497463226
29148	rnn.bias_hh_l0	0	0.0013411472318693995
29148	rnn.bias_hh_l0	1	0.02227490209043026
29148	rnn.bias_hh_l0	2	-0.006160696968436241
29148	rnn.bias_hh_l0	3	-0.029695993289351463
29148	rnn.bias_hh_l0	4	-0.03597073256969452
29148	rnn.bias_hh_l0	5	0.14355413615703583
29148	rnn.bias_hh_l0	6	0.050495222210884094
29148	rnn.bias_hh_l0	7	0.06021665036678314
29148	rnn.bias_hh_l0	8	0.016904912889003754
29148	rnn.bias_hh_l0	9	0.042666319757699966
29148	rnn.weight_ih_l0_reverse	0	-0.029638901352882385
29148	rnn.weight_ih_l0_reverse	1	-0.002390509005635977
29148	rnn.weight_ih_l0_reverse	2	0.02391439862549305
29148	rnn.weight_ih_l0_reverse	3	-0.06235552579164505
29148	rnn.weight_ih_l0_reverse	4	0.009120151400566101
29148	rnn.weight_ih_l0_reverse	5	-0.046033892780542374
29148	rnn.weight_ih_l0_reverse	6	0.027786800637841225
29148	rnn.weight_ih_l0_reverse	7	0.045889962464571
29148	rnn.weight_ih_l0_reverse	8	-0.04860300198197365
29148	rnn.weight_ih_l0_reverse	9	-0.05084896832704544
29148	rnn.weight_hh_l0_reverse	0	-0.08332367241382599
29148	rnn.weight_hh_l0_reverse	1	-0.06341501325368881
29148	rnn.weight_hh_l0_reverse	2	0.03495364263653755
29148	rnn.weight_hh_l0_reverse	3	0.0459100678563118
29148	rnn.weight_hh_l0_reverse	4	-0.015580302104353905
29148	rnn.weight_hh_l0_reverse	5	0.0457141138613224
29148	rnn.weight_hh_l0_reverse	6	0.0012717529898509383
29148	rnn.weight_hh_l0_reverse	7	2.575745565991383e-05
29148	rnn.weight_hh_l0_reverse	8	-0.09855616837739944
29148	rnn.weight_hh_l0_reverse	9	0.08054325729608536
29148	rnn.bias_ih_l0_reverse	0	-0.0904562920331955
29148	rnn.bias_ih_l0_reverse	1	-0.06794952601194382
29148	rnn.bias_ih_l0_reverse	2	0.10317230224609375
29148	rnn.bias_ih_l0_reverse	3	0.04741421341896057
29148	rnn.bias_ih_l0_reverse	4	-0.1299830824136734
29148	rnn.bias_ih_l0_reverse	5	0.040579091757535934
29148	rnn.bias_ih_l0_reverse	6	-0.1065245121717453
29148	rnn.bias_ih_l0_reverse	7	0.04327485337853432
29148	rnn.bias_ih_l0_reverse	8	0.035311508923769
29148	rnn.bias_ih_l0_reverse	9	0.06292818486690521
29148	rnn.bias_hh_l0_reverse	0	0.05953133478760719
29148	rnn.bias_hh_l0_reverse	1	0.06570978462696075
29148	rnn.bias_hh_l0_reverse	2	0.07895401120185852
29148	rnn.bias_hh_l0_reverse	3	-0.004139401018619537
29148	rnn.bias_hh_l0_reverse	4	0.07045888900756836
29148	rnn.bias_hh_l0_reverse	5	0.003290114225819707
29148	rnn.bias_hh_l0_reverse	6	-0.053961168974637985
29148	rnn.bias_hh_l0_reverse	7	0.027231143787503242
29148	rnn.bias_hh_l0_reverse	8	0.012542271055281162
29148	rnn.bias_hh_l0_reverse	9	-0.160528764128685
29148	linear.weight	0	0.17503565549850464
29148	linear.weight	1	-0.16254058480262756
29148	linear.weight	2	-0.21503880620002747
29148	linear.weight	3	0.07808932662010193
29148	linear.weight	4	-0.025968005880713463
29148	linear.weight	5	0.004235269036144018
29148	linear.weight	6	-0.006923703011125326
29148	linear.weight	7	-0.027132350951433182
29148	linear.weight	8	0.08401680737733841
29148	linear.weight	9	0.3466738164424896
29148	linear.bias	0	-0.20487691462039948
29148	linear.bias	1	0.19238761067390442
29148	linear.bias	2	-0.5397554636001587
29148	linear.bias	3	1.7031817436218262
29148	linear.bias	4	-0.395204097032547
29148	linear.bias	5	-0.030769959092140198
29148	linear.bias	6	-0.35879945755004883
29148	linear.bias	7	-0.27852699160575867
29148	linear.bias	8	-0.04278915375471115
29148	linear.bias	9	-0.49747902154922485
29176	transitions	0	-0.6479935050010681
29176	transitions	1	0.3497561812400818
29176	transitions	2	1.6746509075164795
29176	transitions	3	0.09679645299911499
29176	transitions	4	0.9485705494880676
29176	transitions	5	1.2739261388778687
29176	transitions	6	0.4833100736141205
29176	transitions	7	0.17575842142105103
29176	transitions	8	-0.9195203185081482
29176	transitions	9	0.9306600689888
29176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29176	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29176	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29176	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29176	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29176	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29176	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29176	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29176	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29176	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29176	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29176	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29176	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29176	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29176	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29176	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29176	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29176	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29176	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29176	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29176	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29176	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29176	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29176	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29176	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29176	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29176	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29176	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29176	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29176	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29176	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29176	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29176	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29176	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29176	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29176	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29176	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29176	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29176	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29176	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29176	embedding2nn.weight	0	0.022608641535043716
29176	embedding2nn.weight	1	0.014248899184167385
29176	embedding2nn.weight	2	-0.004333219490945339
29176	embedding2nn.weight	3	-9.055983537109569e-05
29176	embedding2nn.weight	4	-0.0043877228163182735
29176	embedding2nn.weight	5	0.0117844482883811
29176	embedding2nn.weight	6	-0.004950190894305706
29176	embedding2nn.weight	7	0.021014399826526642
29176	embedding2nn.weight	8	-0.006780677009373903
29176	embedding2nn.weight	9	-0.013861464336514473
29176	embedding2nn.bias	0	-0.038806188851594925
29176	embedding2nn.bias	1	-0.024989061057567596
29176	embedding2nn.bias	2	-0.0745694488286972
29176	embedding2nn.bias	3	4.739148425869644e-05
29176	embedding2nn.bias	4	0.004626813344657421
29176	embedding2nn.bias	5	-0.009923226200044155
29176	embedding2nn.bias	6	0.008924080058932304
29176	embedding2nn.bias	7	0.016872571781277657
29176	embedding2nn.bias	8	0.008149337023496628
29176	embedding2nn.bias	9	-0.001292045577429235
29176	rnn.weight_ih_l0	0	0.03937579318881035
29176	rnn.weight_ih_l0	1	-0.013306974433362484
29176	rnn.weight_ih_l0	2	-0.03664542734622955
29176	rnn.weight_ih_l0	3	-0.04504285380244255
29176	rnn.weight_ih_l0	4	-0.05233508720993996
29176	rnn.weight_ih_l0	5	-0.008694251999258995
29176	rnn.weight_ih_l0	6	-0.05196405202150345
29176	rnn.weight_ih_l0	7	-0.06149948388338089
29176	rnn.weight_ih_l0	8	-0.04476054385304451
29176	rnn.weight_ih_l0	9	-0.026877952739596367
29176	rnn.weight_hh_l0	0	0.01930367946624756
29176	rnn.weight_hh_l0	1	-0.009777821600437164
29176	rnn.weight_hh_l0	2	-0.06767074763774872
29176	rnn.weight_hh_l0	3	-0.03331862762570381
29176	rnn.weight_hh_l0	4	-0.07842385768890381
29176	rnn.weight_hh_l0	5	-0.014556088484823704
29176	rnn.weight_hh_l0	6	-0.05445316806435585
29176	rnn.weight_hh_l0	7	-0.04070660099387169
29176	rnn.weight_hh_l0	8	-0.018857402727007866
29176	rnn.weight_hh_l0	9	-0.007038452196866274
29176	rnn.bias_ih_l0	0	0.14475855231285095
29176	rnn.bias_ih_l0	1	-0.0560903400182724
29176	rnn.bias_ih_l0	2	0.10715609043836594
29176	rnn.bias_ih_l0	3	0.04948734864592552
29176	rnn.bias_ih_l0	4	0.09769006818532944
29176	rnn.bias_ih_l0	5	0.024267399683594704
29176	rnn.bias_ih_l0	6	-0.017492370679974556
29176	rnn.bias_ih_l0	7	-0.10939281433820724
29176	rnn.bias_ih_l0	8	-0.2054876834154129
29176	rnn.bias_ih_l0	9	0.08626693487167358
29176	rnn.bias_hh_l0	0	0.0012856218963861465
29176	rnn.bias_hh_l0	1	0.02226782590150833
29176	rnn.bias_hh_l0	2	-0.006326597183942795
29176	rnn.bias_hh_l0	3	-0.02956337109208107
29176	rnn.bias_hh_l0	4	-0.0359470434486866
29176	rnn.bias_hh_l0	5	0.14341449737548828
29176	rnn.bias_hh_l0	6	0.050620149821043015
29176	rnn.bias_hh_l0	7	0.060314521193504333
29176	rnn.bias_hh_l0	8	0.016876326873898506
29176	rnn.bias_hh_l0	9	0.042761918157339096
29176	rnn.weight_ih_l0_reverse	0	-0.02964353747665882
29176	rnn.weight_ih_l0_reverse	1	-0.0023210174404084682
29176	rnn.weight_ih_l0_reverse	2	0.023929188027977943
29176	rnn.weight_ih_l0_reverse	3	-0.062379274517297745
29176	rnn.weight_ih_l0_reverse	4	0.009126364253461361
29176	rnn.weight_ih_l0_reverse	5	-0.046031367033720016
29176	rnn.weight_ih_l0_reverse	6	0.027774231508374214
29176	rnn.weight_ih_l0_reverse	7	0.045914843678474426
29176	rnn.weight_ih_l0_reverse	8	-0.04862373322248459
29176	rnn.weight_ih_l0_reverse	9	-0.05084044486284256
29176	rnn.weight_hh_l0_reverse	0	-0.08331501483917236
29176	rnn.weight_hh_l0_reverse	1	-0.06330972909927368
29176	rnn.weight_hh_l0_reverse	2	0.034941863268613815
29176	rnn.weight_hh_l0_reverse	3	0.04592578113079071
29176	rnn.weight_hh_l0_reverse	4	-0.015552940778434277
29176	rnn.weight_hh_l0_reverse	5	0.04574785381555557
29176	rnn.weight_hh_l0_reverse	6	0.0011090715415775776
29176	rnn.weight_hh_l0_reverse	7	-0.00010113535972777754
29176	rnn.weight_hh_l0_reverse	8	-0.09852933138608932
29176	rnn.weight_hh_l0_reverse	9	0.08047185093164444
29176	rnn.bias_ih_l0_reverse	0	-0.09003408253192902
29176	rnn.bias_ih_l0_reverse	1	-0.06809545308351517
29176	rnn.bias_ih_l0_reverse	2	0.10317100584506989
29176	rnn.bias_ih_l0_reverse	3	0.0472482368350029
29176	rnn.bias_ih_l0_reverse	4	-0.12996192276477814
29176	rnn.bias_ih_l0_reverse	5	0.040625691413879395
29176	rnn.bias_ih_l0_reverse	6	-0.10655593127012253
29176	rnn.bias_ih_l0_reverse	7	0.04311389848589897
29176	rnn.bias_ih_l0_reverse	8	0.035575587302446365
29176	rnn.bias_ih_l0_reverse	9	0.06268298625946045
29176	rnn.bias_hh_l0_reverse	0	0.05902893841266632
29176	rnn.bias_hh_l0_reverse	1	0.06554322689771652
29176	rnn.bias_hh_l0_reverse	2	0.07887198030948639
29176	rnn.bias_hh_l0_reverse	3	-0.004213940817862749
29176	rnn.bias_hh_l0_reverse	4	0.07041043043136597
29176	rnn.bias_hh_l0_reverse	5	0.0035576708614826202
29176	rnn.bias_hh_l0_reverse	6	-0.05397816002368927
29176	rnn.bias_hh_l0_reverse	7	0.027080433443188667
29176	rnn.bias_hh_l0_reverse	8	0.012339571490883827
29176	rnn.bias_hh_l0_reverse	9	-0.16043661534786224
29176	linear.weight	0	0.17553699016571045
29176	linear.weight	1	-0.16253985464572906
29176	linear.weight	2	-0.21475936472415924
29176	linear.weight	3	0.07782011479139328
29176	linear.weight	4	-0.02598554827272892
29176	linear.weight	5	0.004248716868460178
29176	linear.weight	6	-0.006923448294401169
29176	linear.weight	7	-0.027131518349051476
29176	linear.weight	8	0.08409292250871658
29176	linear.weight	9	0.34678351879119873
29176	linear.bias	0	-0.20520423352718353
29176	linear.bias	1	0.1925545632839203
29176	linear.bias	2	-0.5393297076225281
29176	linear.bias	3	1.7021790742874146
29176	linear.bias	4	-0.3952684700489044
29176	linear.bias	5	-0.030769959092140198
29176	linear.bias	6	-0.3584272861480713
29176	linear.bias	7	-0.27872687578201294
29176	linear.bias	8	-0.042511578649282455
29176	linear.bias	9	-0.4974835216999054
29204	transitions	0	-0.6479994654655457
29204	transitions	1	0.3497503399848938
29204	transitions	2	1.6746455430984497
29204	transitions	3	0.09679578989744186
29204	transitions	4	0.9485633373260498
29204	transitions	5	1.2739261388778687
29204	transitions	6	0.4833100140094757
29204	transitions	7	0.17575836181640625
29204	transitions	8	-0.919520378112793
29204	transitions	9	0.9306600689888
29204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29204	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29204	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29204	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29204	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29204	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29204	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29204	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29204	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29204	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29204	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29204	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29204	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29204	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29204	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29204	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29204	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29204	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29204	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29204	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29204	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29204	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29204	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29204	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29204	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29204	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29204	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29204	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29204	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29204	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29204	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29204	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29204	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29204	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29204	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29204	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29204	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29204	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29204	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29204	embedding2nn.weight	0	0.02262701466679573
29204	embedding2nn.weight	1	0.014240683056414127
29204	embedding2nn.weight	2	-0.004330052528530359
29204	embedding2nn.weight	3	-9.571591363055632e-05
29204	embedding2nn.weight	4	-0.0043829577043652534
29204	embedding2nn.weight	5	0.011764788068830967
29204	embedding2nn.weight	6	-0.004940039943903685
29204	embedding2nn.weight	7	0.021029161289334297
29204	embedding2nn.weight	8	-0.006786058656871319
29204	embedding2nn.weight	9	-0.013860359787940979
29204	embedding2nn.bias	0	-0.03898060321807861
29204	embedding2nn.bias	1	-0.024802129715681076
29204	embedding2nn.bias	2	-0.07504505664110184
29204	embedding2nn.bias	3	0.00025609100703150034
29204	embedding2nn.bias	4	0.0048412117175757885
29204	embedding2nn.bias	5	-0.00987582840025425
29204	embedding2nn.bias	6	0.009361100383102894
29204	embedding2nn.bias	7	0.017891209572553635
29204	embedding2nn.bias	8	0.007673884276300669
29204	embedding2nn.bias	9	-0.0013173379702493548
29204	rnn.weight_ih_l0	0	0.039400700479745865
29204	rnn.weight_ih_l0	1	-0.013260675594210625
29204	rnn.weight_ih_l0	2	-0.03658762574195862
29204	rnn.weight_ih_l0	3	-0.045039404183626175
29204	rnn.weight_ih_l0	4	-0.05234970897436142
29204	rnn.weight_ih_l0	5	-0.00869086105376482
29204	rnn.weight_ih_l0	6	-0.0519556924700737
29204	rnn.weight_ih_l0	7	-0.06151425465941429
29204	rnn.weight_ih_l0	8	-0.04473782703280449
29204	rnn.weight_ih_l0	9	-0.026868244633078575
29204	rnn.weight_hh_l0	0	0.01934775337576866
29204	rnn.weight_hh_l0	1	-0.009764144197106361
29204	rnn.weight_hh_l0	2	-0.06764549762010574
29204	rnn.weight_hh_l0	3	-0.03332889825105667
29204	rnn.weight_hh_l0	4	-0.07844455540180206
29204	rnn.weight_hh_l0	5	-0.014603790827095509
29204	rnn.weight_hh_l0	6	-0.05423435941338539
29204	rnn.weight_hh_l0	7	-0.040592748671770096
29204	rnn.weight_hh_l0	8	-0.01892240159213543
29204	rnn.weight_hh_l0	9	-0.007178500760346651
29204	rnn.bias_ih_l0	0	0.14475350081920624
29204	rnn.bias_ih_l0	1	-0.055927783250808716
29204	rnn.bias_ih_l0	2	0.10697545111179352
29204	rnn.bias_ih_l0	3	0.04965653270483017
29204	rnn.bias_ih_l0	4	0.09767799824476242
29204	rnn.bias_ih_l0	5	0.024355677887797356
29204	rnn.bias_ih_l0	6	-0.017529364675283432
29204	rnn.bias_ih_l0	7	-0.10894770920276642
29204	rnn.bias_ih_l0	8	-0.20534299314022064
29204	rnn.bias_ih_l0	9	0.08632110059261322
29204	rnn.bias_hh_l0	0	0.001441467204131186
29204	rnn.bias_hh_l0	1	0.022207079455256462
29204	rnn.bias_hh_l0	2	-0.006286905147135258
29204	rnn.bias_hh_l0	3	-0.029414081946015358
29204	rnn.bias_hh_l0	4	-0.0361420176923275
29204	rnn.bias_hh_l0	5	0.143413707613945
29204	rnn.bias_hh_l0	6	0.05072353035211563
29204	rnn.bias_hh_l0	7	0.06047465652227402
29204	rnn.bias_hh_l0	8	0.01683933287858963
29204	rnn.bias_hh_l0	9	0.04287873953580856
29204	rnn.weight_ih_l0_reverse	0	-0.029611829668283463
29204	rnn.weight_ih_l0_reverse	1	-0.0023428425192832947
29204	rnn.weight_ih_l0_reverse	2	0.023912863805890083
29204	rnn.weight_ih_l0_reverse	3	-0.06234966963529587
29204	rnn.weight_ih_l0_reverse	4	0.009130158461630344
29204	rnn.weight_ih_l0_reverse	5	-0.04609458148479462
29204	rnn.weight_ih_l0_reverse	6	0.02784322388470173
29204	rnn.weight_ih_l0_reverse	7	0.04591723904013634
29204	rnn.weight_ih_l0_reverse	8	-0.048627566546201706
29204	rnn.weight_ih_l0_reverse	9	-0.0508417934179306
29204	rnn.weight_hh_l0_reverse	0	-0.08326321840286255
29204	rnn.weight_hh_l0_reverse	1	-0.06312266737222672
29204	rnn.weight_hh_l0_reverse	2	0.03493634983897209
29204	rnn.weight_hh_l0_reverse	3	0.04591820016503334
29204	rnn.weight_hh_l0_reverse	4	-0.015617218799889088
29204	rnn.weight_hh_l0_reverse	5	0.045757047832012177
29204	rnn.weight_hh_l0_reverse	6	0.0011071113403886557
29204	rnn.weight_hh_l0_reverse	7	-0.00011993366933893412
29204	rnn.weight_hh_l0_reverse	8	-0.09856012463569641
29204	rnn.weight_hh_l0_reverse	9	0.08038750290870667
29204	rnn.bias_ih_l0_reverse	0	-0.09033410251140594
29204	rnn.bias_ih_l0_reverse	1	-0.06838183850049973
29204	rnn.bias_ih_l0_reverse	2	0.10340126603841782
29204	rnn.bias_ih_l0_reverse	3	0.04727457836270332
29204	rnn.bias_ih_l0_reverse	4	-0.129933699965477
29204	rnn.bias_ih_l0_reverse	5	0.04084869101643562
29204	rnn.bias_ih_l0_reverse	6	-0.106561079621315
29204	rnn.bias_ih_l0_reverse	7	0.043128423392772675
29204	rnn.bias_ih_l0_reverse	8	0.03568233177065849
29204	rnn.bias_ih_l0_reverse	9	0.06296726316213608
29204	rnn.bias_hh_l0_reverse	0	0.059651415795087814
29204	rnn.bias_hh_l0_reverse	1	0.06551557779312134
29204	rnn.bias_hh_l0_reverse	2	0.07891956716775894
29204	rnn.bias_hh_l0_reverse	3	-0.004392165690660477
29204	rnn.bias_hh_l0_reverse	4	0.0704449862241745
29204	rnn.bias_hh_l0_reverse	5	0.0042144786566495895
29204	rnn.bias_hh_l0_reverse	6	-0.05392292141914368
29204	rnn.bias_hh_l0_reverse	7	0.027249189093708992
29204	rnn.bias_hh_l0_reverse	8	0.012196852825582027
29204	rnn.bias_hh_l0_reverse	9	-0.16029447317123413
29204	linear.weight	0	0.1758912056684494
29204	linear.weight	1	-0.16253577172756195
29204	linear.weight	2	-0.21490079164505005
29204	linear.weight	3	0.07796811312437057
29204	linear.weight	4	-0.026026101782917976
29204	linear.weight	5	0.004280226305127144
29204	linear.weight	6	-0.006923479028046131
29204	linear.weight	7	-0.027124803513288498
29204	linear.weight	8	0.08412673324346542
29204	linear.weight	9	0.3467595875263214
29204	linear.bias	0	-0.2055385261774063
29204	linear.bias	1	0.19182036817073822
29204	linear.bias	2	-0.5391384959220886
29204	linear.bias	3	1.7017699480056763
29204	linear.bias	4	-0.3952855169773102
29204	linear.bias	5	-0.030769959092140198
29204	linear.bias	6	-0.35822099447250366
29204	linear.bias	7	-0.27922794222831726
29204	linear.bias	8	-0.04386473447084427
29204	linear.bias	9	-0.4974910616874695
29232	transitions	0	-0.6480066180229187
29232	transitions	1	0.349746972322464
29232	transitions	2	1.6746431589126587
29232	transitions	3	0.09677354246377945
29232	transitions	4	0.948562741279602
29232	transitions	5	1.2739261388778687
29232	transitions	6	0.4833100140094757
29232	transitions	7	0.17575831711292267
29232	transitions	8	-0.919520378112793
29232	transitions	9	0.9306600689888
29232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29232	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29232	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29232	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29232	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29232	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29232	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29232	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29232	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29232	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29232	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29232	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29232	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29232	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29232	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29232	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29232	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29232	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29232	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29232	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29232	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29232	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29232	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29232	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29232	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29232	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29232	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29232	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29232	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29232	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29232	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29232	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29232	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29232	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29232	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29232	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29232	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29232	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29232	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29232	embedding2nn.weight	0	0.022629359737038612
29232	embedding2nn.weight	1	0.014237492345273495
29232	embedding2nn.weight	2	-0.00429489417001605
29232	embedding2nn.weight	3	-0.0001057438348652795
29232	embedding2nn.weight	4	-0.004381150007247925
29232	embedding2nn.weight	5	0.011752765625715256
29232	embedding2nn.weight	6	-0.0049363551661372185
29232	embedding2nn.weight	7	0.020987946540117264
29232	embedding2nn.weight	8	-0.0067761181853711605
29232	embedding2nn.weight	9	-0.01386953890323639
29232	embedding2nn.bias	0	-0.039255719631910324
29232	embedding2nn.bias	1	-0.024152304977178574
29232	embedding2nn.bias	2	-0.07516183704137802
29232	embedding2nn.bias	3	-6.948519967409084e-06
29232	embedding2nn.bias	4	0.00520036555826664
29232	embedding2nn.bias	5	-0.009363372810184956
29232	embedding2nn.bias	6	0.009186063893139362
29232	embedding2nn.bias	7	0.017931867390871048
29232	embedding2nn.bias	8	0.007115549873560667
29232	embedding2nn.bias	9	-0.0019387798383831978
29232	rnn.weight_ih_l0	0	0.03943733498454094
29232	rnn.weight_ih_l0	1	-0.013285155408084393
29232	rnn.weight_ih_l0	2	-0.03669517859816551
29232	rnn.weight_ih_l0	3	-0.0449998676776886
29232	rnn.weight_ih_l0	4	-0.05231640115380287
29232	rnn.weight_ih_l0	5	-0.008688194677233696
29232	rnn.weight_ih_l0	6	-0.05192473158240318
29232	rnn.weight_ih_l0	7	-0.06151425465941429
29232	rnn.weight_ih_l0	8	-0.04473389685153961
29232	rnn.weight_ih_l0	9	-0.026856692507863045
29232	rnn.weight_hh_l0	0	0.019323667511343956
29232	rnn.weight_hh_l0	1	-0.009748349897563457
29232	rnn.weight_hh_l0	2	-0.06753382086753845
29232	rnn.weight_hh_l0	3	-0.03325459361076355
29232	rnn.weight_hh_l0	4	-0.07843370735645294
29232	rnn.weight_hh_l0	5	-0.014492376707494259
29232	rnn.weight_hh_l0	6	-0.05416634678840637
29232	rnn.weight_hh_l0	7	-0.04056933894753456
29232	rnn.weight_hh_l0	8	-0.0189127866178751
29232	rnn.weight_hh_l0	9	-0.007195566315203905
29232	rnn.bias_ih_l0	0	0.14487430453300476
29232	rnn.bias_ih_l0	1	-0.055880751460790634
29232	rnn.bias_ih_l0	2	0.10716208070516586
29232	rnn.bias_ih_l0	3	0.049579374492168427
29232	rnn.bias_ih_l0	4	0.0975787416100502
29232	rnn.bias_ih_l0	5	0.024358680471777916
29232	rnn.bias_ih_l0	6	-0.017654722556471825
29232	rnn.bias_ih_l0	7	-0.10872999578714371
29232	rnn.bias_ih_l0	8	-0.2055167406797409
29232	rnn.bias_ih_l0	9	0.08634863793849945
29232	rnn.bias_hh_l0	0	0.0015337592922151089
29232	rnn.bias_hh_l0	1	0.022235777229070663
29232	rnn.bias_hh_l0	2	-0.006067050155252218
29232	rnn.bias_hh_l0	3	-0.029540367424488068
29232	rnn.bias_hh_l0	4	-0.03626979887485504
29232	rnn.bias_hh_l0	5	0.1434362381696701
29232	rnn.bias_hh_l0	6	0.05123426765203476
29232	rnn.bias_hh_l0	7	0.06048571318387985
29232	rnn.bias_hh_l0	8	0.016713974997401237
29232	rnn.bias_hh_l0	9	0.042940784245729446
29232	rnn.weight_ih_l0_reverse	0	-0.029621895402669907
29232	rnn.weight_ih_l0_reverse	1	-0.0023568382021039724
29232	rnn.weight_ih_l0_reverse	2	0.023909125477075577
29232	rnn.weight_ih_l0_reverse	3	-0.06231866404414177
29232	rnn.weight_ih_l0_reverse	4	0.009164023213088512
29232	rnn.weight_ih_l0_reverse	5	-0.046091873198747635
29232	rnn.weight_ih_l0_reverse	6	0.02775476686656475
29232	rnn.weight_ih_l0_reverse	7	0.04592137038707733
29232	rnn.weight_ih_l0_reverse	8	-0.048619046807289124
29232	rnn.weight_ih_l0_reverse	9	-0.05085184425115585
29232	rnn.weight_hh_l0_reverse	0	-0.08322788029909134
29232	rnn.weight_hh_l0_reverse	1	-0.06323417276144028
29232	rnn.weight_hh_l0_reverse	2	0.0348806269466877
29232	rnn.weight_hh_l0_reverse	3	0.045914486050605774
29232	rnn.weight_hh_l0_reverse	4	-0.015770727768540382
29232	rnn.weight_hh_l0_reverse	5	0.045757535845041275
29232	rnn.weight_hh_l0_reverse	6	0.0009156349115073681
29232	rnn.weight_hh_l0_reverse	7	-0.00018298400391358882
29232	rnn.weight_hh_l0_reverse	8	-0.098539337515831
29232	rnn.weight_hh_l0_reverse	9	0.08041778951883316
29232	rnn.bias_ih_l0_reverse	0	-0.09006889164447784
29232	rnn.bias_ih_l0_reverse	1	-0.06878956407308578
29232	rnn.bias_ih_l0_reverse	2	0.10347956418991089
29232	rnn.bias_ih_l0_reverse	3	0.04726238548755646
29232	rnn.bias_ih_l0_reverse	4	-0.12988455593585968
29232	rnn.bias_ih_l0_reverse	5	0.040847860276699066
29232	rnn.bias_ih_l0_reverse	6	-0.10657278448343277
29232	rnn.bias_ih_l0_reverse	7	0.04323030635714531
29232	rnn.bias_ih_l0_reverse	8	0.03570691496133804
29232	rnn.bias_ih_l0_reverse	9	0.0630723387002945
29232	rnn.bias_hh_l0_reverse	0	0.05912867188453674
29232	rnn.bias_hh_l0_reverse	1	0.06562653928995132
29232	rnn.bias_hh_l0_reverse	2	0.07871600240468979
29232	rnn.bias_hh_l0_reverse	3	-0.004336199257522821
29232	rnn.bias_hh_l0_reverse	4	0.07059412449598312
29232	rnn.bias_hh_l0_reverse	5	0.004442845471203327
29232	rnn.bias_hh_l0_reverse	6	-0.053801003843545914
29232	rnn.bias_hh_l0_reverse	7	0.027357468381524086
29232	rnn.bias_hh_l0_reverse	8	0.012018551118671894
29232	rnn.bias_hh_l0_reverse	9	-0.16054588556289673
29232	linear.weight	0	0.17559079825878143
29232	linear.weight	1	-0.16278775036334991
29232	linear.weight	2	-0.2149852216243744
29232	linear.weight	3	0.07766532897949219
29232	linear.weight	4	-0.02622738666832447
29232	linear.weight	5	0.004049981012940407
29232	linear.weight	6	-0.006922631058841944
29232	linear.weight	7	-0.027124041691422462
29232	linear.weight	8	0.0841033011674881
29232	linear.weight	9	0.3469335436820984
29232	linear.bias	0	-0.2048492431640625
29232	linear.bias	1	0.19211533665657043
29232	linear.bias	2	-0.5390863418579102
29232	linear.bias	3	1.7012165784835815
29232	linear.bias	4	-0.39539045095443726
29232	linear.bias	5	-0.030769959092140198
29232	linear.bias	6	-0.3581596612930298
29232	linear.bias	7	-0.278978556394577
29232	linear.bias	8	-0.04116884246468544
29232	linear.bias	9	-0.4975041449069977
29260	transitions	0	-0.6480119824409485
29260	transitions	1	0.3497444987297058
29260	transitions	2	1.6746387481689453
29260	transitions	3	0.0967712327837944
29260	transitions	4	0.9485623836517334
29260	transitions	5	1.2739261388778687
29260	transitions	6	0.48330992460250854
29260	transitions	7	0.17575830221176147
29260	transitions	8	-0.919520378112793
29260	transitions	9	0.9306600689888
29260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29260	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29260	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29260	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29260	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29260	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29260	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29260	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29260	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29260	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29260	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29260	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29260	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29260	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29260	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29260	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29260	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29260	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29260	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29260	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29260	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29260	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29260	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29260	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29260	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29260	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29260	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29260	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29260	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29260	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29260	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29260	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29260	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29260	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29260	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29260	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29260	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29260	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29260	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29260	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29260	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29260	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29260	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29260	embedding2nn.weight	0	0.022599734365940094
29260	embedding2nn.weight	1	0.014249108731746674
29260	embedding2nn.weight	2	-0.004288000520318747
29260	embedding2nn.weight	3	-0.00010912545985775068
29260	embedding2nn.weight	4	-0.004379717633128166
29260	embedding2nn.weight	5	0.011757428757846355
29260	embedding2nn.weight	6	-0.004929648246616125
29260	embedding2nn.weight	7	0.02092682756483555
29260	embedding2nn.weight	8	-0.006769990082830191
29260	embedding2nn.weight	9	-0.01385128777474165
29260	embedding2nn.bias	0	-0.038862235844135284
29260	embedding2nn.bias	1	-0.024614932015538216
29260	embedding2nn.bias	2	-0.07531848549842834
29260	embedding2nn.bias	3	0.00045511883217841387
29260	embedding2nn.bias	4	0.004773951601237059
29260	embedding2nn.bias	5	-0.010077756829559803
29260	embedding2nn.bias	6	0.009205804206430912
29260	embedding2nn.bias	7	0.017514267936348915
29260	embedding2nn.bias	8	0.007719467394053936
29260	embedding2nn.bias	9	-0.0007501129875890911
29260	rnn.weight_ih_l0	0	0.03945399448275566
29260	rnn.weight_ih_l0	1	-0.013291926123201847
29260	rnn.weight_ih_l0	2	-0.03662785887718201
29260	rnn.weight_ih_l0	3	-0.04503292962908745
29260	rnn.weight_ih_l0	4	-0.05231640487909317
29260	rnn.weight_ih_l0	5	-0.008697045966982841
29260	rnn.weight_ih_l0	6	-0.05189277231693268
29260	rnn.weight_ih_l0	7	-0.06154998764395714
29260	rnn.weight_ih_l0	8	-0.044729359447956085
29260	rnn.weight_ih_l0	9	-0.026862600818276405
29260	rnn.weight_hh_l0	0	0.019315676763653755
29260	rnn.weight_hh_l0	1	-0.00973463524132967
29260	rnn.weight_hh_l0	2	-0.06753990054130554
29260	rnn.weight_hh_l0	3	-0.03324982523918152
29260	rnn.weight_hh_l0	4	-0.07842240482568741
29260	rnn.weight_hh_l0	5	-0.014463835395872593
29260	rnn.weight_hh_l0	6	-0.05420369282364845
29260	rnn.weight_hh_l0	7	-0.04066859558224678
29260	rnn.weight_hh_l0	8	-0.01896645873785019
29260	rnn.weight_hh_l0	9	-0.007217242382466793
29260	rnn.bias_ih_l0	0	0.1448800414800644
29260	rnn.bias_ih_l0	1	-0.05593781918287277
29260	rnn.bias_ih_l0	2	0.1071261391043663
29260	rnn.bias_ih_l0	3	0.04964425787329674
29260	rnn.bias_ih_l0	4	0.09736818820238113
29260	rnn.bias_ih_l0	5	0.024150924757122993
29260	rnn.bias_ih_l0	6	-0.01770644634962082
29260	rnn.bias_ih_l0	7	-0.10845053941011429
29260	rnn.bias_ih_l0	8	-0.2052450031042099
29260	rnn.bias_ih_l0	9	0.08656980842351913
29260	rnn.bias_hh_l0	0	0.0017885552952066064
29260	rnn.bias_hh_l0	1	0.02253529615700245
29260	rnn.bias_hh_l0	2	-0.006214773748070002
29260	rnn.bias_hh_l0	3	-0.0294033195823431
29260	rnn.bias_hh_l0	4	-0.03633030131459236
29260	rnn.bias_hh_l0	5	0.14310844242572784
29260	rnn.bias_hh_l0	6	0.051041483879089355
29260	rnn.bias_hh_l0	7	0.06035143882036209
29260	rnn.bias_hh_l0	8	0.016662251204252243
29260	rnn.bias_hh_l0	9	0.04297248274087906
29260	rnn.weight_ih_l0_reverse	0	-0.029674772173166275
29260	rnn.weight_ih_l0_reverse	1	-0.0023354487493634224
29260	rnn.weight_ih_l0_reverse	2	0.023868601769208908
29260	rnn.weight_ih_l0_reverse	3	-0.06235702708363533
29260	rnn.weight_ih_l0_reverse	4	0.009241832420229912
29260	rnn.weight_ih_l0_reverse	5	-0.04605389013886452
29260	rnn.weight_ih_l0_reverse	6	0.02774330973625183
29260	rnn.weight_ih_l0_reverse	7	0.045899707823991776
29260	rnn.weight_ih_l0_reverse	8	-0.04859815910458565
29260	rnn.weight_ih_l0_reverse	9	-0.050834015011787415
29260	rnn.weight_hh_l0_reverse	0	-0.0832318589091301
29260	rnn.weight_hh_l0_reverse	1	-0.06330492347478867
29260	rnn.weight_hh_l0_reverse	2	0.034901298582553864
29260	rnn.weight_hh_l0_reverse	3	0.045917410403490067
29260	rnn.weight_hh_l0_reverse	4	-0.015720902010798454
29260	rnn.weight_hh_l0_reverse	5	0.04577047377824783
29260	rnn.weight_hh_l0_reverse	6	0.0009256057674065232
29260	rnn.weight_hh_l0_reverse	7	-0.00017654577095527202
29260	rnn.weight_hh_l0_reverse	8	-0.09851785004138947
29260	rnn.weight_hh_l0_reverse	9	0.08040685951709747
29260	rnn.bias_ih_l0_reverse	0	-0.09043750166893005
29260	rnn.bias_ih_l0_reverse	1	-0.06915882229804993
29260	rnn.bias_ih_l0_reverse	2	0.10344401746988297
29260	rnn.bias_ih_l0_reverse	3	0.04738753288984299
29260	rnn.bias_ih_l0_reverse	4	-0.12967973947525024
29260	rnn.bias_ih_l0_reverse	5	0.04083782806992531
29260	rnn.bias_ih_l0_reverse	6	-0.1067054346203804
29260	rnn.bias_ih_l0_reverse	7	0.04313020408153534
29260	rnn.bias_ih_l0_reverse	8	0.035724617540836334
29260	rnn.bias_ih_l0_reverse	9	0.06301342695951462
29260	rnn.bias_hh_l0_reverse	0	0.0587921105325222
29260	rnn.bias_hh_l0_reverse	1	0.06573504209518433
29260	rnn.bias_hh_l0_reverse	2	0.0787101686000824
29260	rnn.bias_hh_l0_reverse	3	-0.004328079987317324
29260	rnn.bias_hh_l0_reverse	4	0.07077084481716156
29260	rnn.bias_hh_l0_reverse	5	0.004410107154399157
29260	rnn.bias_hh_l0_reverse	6	-0.05398586019873619
29260	rnn.bias_hh_l0_reverse	7	0.02734326384961605
29260	rnn.bias_hh_l0_reverse	8	0.011970029212534428
29260	rnn.bias_hh_l0_reverse	9	-0.16033834218978882
29260	linear.weight	0	0.17583809792995453
29260	linear.weight	1	-0.1627873182296753
29260	linear.weight	2	-0.21497763693332672
29260	linear.weight	3	0.078166164457798
29260	linear.weight	4	-0.026215825229883194
29260	linear.weight	5	0.004090850707143545
29260	linear.weight	6	-0.006922525819391012
29260	linear.weight	7	-0.027100171893835068
29260	linear.weight	8	0.08408679813146591
29260	linear.weight	9	0.3469211161136627
29260	linear.bias	0	-0.2062927633523941
29260	linear.bias	1	0.19152125716209412
29260	linear.bias	2	-0.5387634038925171
29260	linear.bias	3	1.701077938079834
29260	linear.bias	4	-0.3954082131385803
29260	linear.bias	5	-0.030769959092140198
29260	linear.bias	6	-0.3578476309776306
29260	linear.bias	7	-0.2790013551712036
29260	linear.bias	8	-0.04226977005600929
29260	linear.bias	9	-0.4975113272666931
29288	transitions	0	-0.6480161547660828
29288	transitions	1	0.34974128007888794
29288	transitions	2	1.6746141910552979
29288	transitions	3	0.0967622697353363
29288	transitions	4	0.9485606551170349
29288	transitions	5	1.2739261388778687
29288	transitions	6	0.48330986499786377
29288	transitions	7	0.17575787007808685
29288	transitions	8	-0.919520378112793
29288	transitions	9	0.9306600689888
29288	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29288	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29288	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29288	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29288	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29288	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29288	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29288	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29288	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29288	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29288	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29288	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29288	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29288	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29288	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29288	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29288	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29288	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29288	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29288	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29288	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29288	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29288	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29288	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29288	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29288	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29288	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29288	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29288	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29288	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29288	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29288	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29288	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29288	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29288	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29288	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29288	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29288	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29288	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29288	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29288	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29288	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29288	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29288	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29288	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29288	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29288	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29288	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29288	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29288	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29288	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29288	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29288	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29288	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29288	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29288	embedding2nn.weight	0	0.022548969835042953
29288	embedding2nn.weight	1	0.014242848381400108
29288	embedding2nn.weight	2	-0.004292252007871866
29288	embedding2nn.weight	3	-0.00010518095223233104
29288	embedding2nn.weight	4	-0.004374389536678791
29288	embedding2nn.weight	5	0.011751724407076836
29288	embedding2nn.weight	6	-0.004951979033648968
29288	embedding2nn.weight	7	0.02096121944487095
29288	embedding2nn.weight	8	-0.006778528913855553
29288	embedding2nn.weight	9	-0.01386929675936699
29288	embedding2nn.bias	0	-0.03943265601992607
29288	embedding2nn.bias	1	-0.02456468529999256
29288	embedding2nn.bias	2	-0.0750230997800827
29288	embedding2nn.bias	3	0.0005232132389210165
29288	embedding2nn.bias	4	0.005624492187052965
29288	embedding2nn.bias	5	-0.009804055094718933
29288	embedding2nn.bias	6	0.008760792203247547
29288	embedding2nn.bias	7	0.01772051490843296
29288	embedding2nn.bias	8	0.007239632774144411
29288	embedding2nn.bias	9	0.00029765861108899117
29288	rnn.weight_ih_l0	0	0.03944152221083641
29288	rnn.weight_ih_l0	1	-0.01326292846351862
29288	rnn.weight_ih_l0	2	-0.03658924996852875
29288	rnn.weight_ih_l0	3	-0.04494522884488106
29288	rnn.weight_ih_l0	4	-0.05230971798300743
29288	rnn.weight_ih_l0	5	-0.008658591657876968
29288	rnn.weight_ih_l0	6	-0.0519043505191803
29288	rnn.weight_ih_l0	7	-0.061535194516181946
29288	rnn.weight_ih_l0	8	-0.044692184776067734
29288	rnn.weight_ih_l0	9	-0.026862842962145805
29288	rnn.weight_hh_l0	0	0.019370991736650467
29288	rnn.weight_hh_l0	1	-0.009676489047706127
29288	rnn.weight_hh_l0	2	-0.06750999391078949
29288	rnn.weight_hh_l0	3	-0.03319685906171799
29288	rnn.weight_hh_l0	4	-0.07835471630096436
29288	rnn.weight_hh_l0	5	-0.014394653029739857
29288	rnn.weight_hh_l0	6	-0.05409403145313263
29288	rnn.weight_hh_l0	7	-0.040635935962200165
29288	rnn.weight_hh_l0	8	-0.018918300047516823
29288	rnn.weight_hh_l0	9	-0.007311637979000807
29288	rnn.bias_ih_l0	0	0.14486746490001678
29288	rnn.bias_ih_l0	1	-0.05600110813975334
29288	rnn.bias_ih_l0	2	0.10720331221818924
29288	rnn.bias_ih_l0	3	0.0494234561920166
29288	rnn.bias_ih_l0	4	0.09732232242822647
29288	rnn.bias_ih_l0	5	0.02415912039577961
29288	rnn.bias_ih_l0	6	-0.017697948962450027
29288	rnn.bias_ih_l0	7	-0.10904034972190857
29288	rnn.bias_ih_l0	8	-0.20598208904266357
29288	rnn.bias_ih_l0	9	0.0866352841258049
29288	rnn.bias_hh_l0	0	0.0018007919425144792
29288	rnn.bias_hh_l0	1	0.02233150415122509
29288	rnn.bias_hh_l0	2	-0.0061528622172772884
29288	rnn.bias_hh_l0	3	-0.0292368046939373
29288	rnn.bias_hh_l0	4	-0.036410972476005554
29288	rnn.bias_hh_l0	5	0.14344561100006104
29288	rnn.bias_hh_l0	6	0.0510307215154171
29288	rnn.bias_hh_l0	7	0.060123249888420105
29288	rnn.bias_hh_l0	8	0.016670748591423035
29288	rnn.bias_hh_l0	9	0.04287917912006378
29288	rnn.weight_ih_l0_reverse	0	-0.02968008443713188
29288	rnn.weight_ih_l0_reverse	1	-0.0022063085343688726
29288	rnn.weight_ih_l0_reverse	2	0.023861350491642952
29288	rnn.weight_ih_l0_reverse	3	-0.06231128051877022
29288	rnn.weight_ih_l0_reverse	4	0.009275181218981743
29288	rnn.weight_ih_l0_reverse	5	-0.04608500376343727
29288	rnn.weight_ih_l0_reverse	6	0.027746569365262985
29288	rnn.weight_ih_l0_reverse	7	0.04590502381324768
29288	rnn.weight_ih_l0_reverse	8	-0.04857741296291351
29288	rnn.weight_ih_l0_reverse	9	-0.05082981660962105
29288	rnn.weight_hh_l0_reverse	0	-0.08330779522657394
29288	rnn.weight_hh_l0_reverse	1	-0.06316405534744263
29288	rnn.weight_hh_l0_reverse	2	0.0348668098449707
29288	rnn.weight_hh_l0_reverse	3	0.045876968652009964
29288	rnn.weight_hh_l0_reverse	4	-0.015781814232468605
29288	rnn.weight_hh_l0_reverse	5	0.04577266424894333
29288	rnn.weight_hh_l0_reverse	6	0.0011244439519941807
29288	rnn.weight_hh_l0_reverse	7	-0.0001826097723096609
29288	rnn.weight_hh_l0_reverse	8	-0.09855221956968307
29288	rnn.weight_hh_l0_reverse	9	0.08041593432426453
29288	rnn.bias_ih_l0_reverse	0	-0.0901935026049614
29288	rnn.bias_ih_l0_reverse	1	-0.06983765959739685
29288	rnn.bias_ih_l0_reverse	2	0.1033763438463211
29288	rnn.bias_ih_l0_reverse	3	0.04727103188633919
29288	rnn.bias_ih_l0_reverse	4	-0.12984590232372284
29288	rnn.bias_ih_l0_reverse	5	0.0408664308488369
29288	rnn.bias_ih_l0_reverse	6	-0.10673414915800095
29288	rnn.bias_ih_l0_reverse	7	0.04336213320493698
29288	rnn.bias_ih_l0_reverse	8	0.03558085113763809
29288	rnn.bias_ih_l0_reverse	9	0.06306453794240952
29288	rnn.bias_hh_l0_reverse	0	0.058849457651376724
29288	rnn.bias_hh_l0_reverse	1	0.06542724370956421
29288	rnn.bias_hh_l0_reverse	2	0.07872655987739563
29288	rnn.bias_hh_l0_reverse	3	-0.00439522136002779
29288	rnn.bias_hh_l0_reverse	4	0.07078258693218231
29288	rnn.bias_hh_l0_reverse	5	0.004602068103849888
29288	rnn.bias_hh_l0_reverse	6	-0.05399369075894356
29288	rnn.bias_hh_l0_reverse	7	0.02708132192492485
29288	rnn.bias_hh_l0_reverse	8	0.011992492713034153
29288	rnn.bias_hh_l0_reverse	9	-0.16058970987796783
29288	linear.weight	0	0.175247460603714
29288	linear.weight	1	-0.16278678178787231
29288	linear.weight	2	-0.21489830315113068
29288	linear.weight	3	0.07809720933437347
29288	linear.weight	4	-0.026200642809271812
29288	linear.weight	5	0.0040939911268651485
29288	linear.weight	6	-0.00692242756485939
29288	linear.weight	7	-0.027099113911390305
29288	linear.weight	8	0.08420668542385101
29288	linear.weight	9	0.3469410240650177
29288	linear.bias	0	-0.20534634590148926
29288	linear.bias	1	0.19107642769813538
29288	linear.bias	2	-0.5388283133506775
29288	linear.bias	3	1.7003895044326782
29288	linear.bias	4	-0.3954252302646637
29288	linear.bias	5	-0.030769959092140198
29288	linear.bias	6	-0.3579525649547577
29288	linear.bias	7	-0.27876314520835876
29288	linear.bias	8	-0.041586779057979584
29288	linear.bias	9	-0.49751806259155273
29316	transitions	0	-0.6480203866958618
29316	transitions	1	0.3497379720211029
29316	transitions	2	1.6746057271957397
29316	transitions	3	0.09676086902618408
29316	transitions	4	0.9485604763031006
29316	transitions	5	1.2739261388778687
29316	transitions	6	0.48330986499786377
29316	transitions	7	0.17575772106647491
29316	transitions	8	-0.919520378112793
29316	transitions	9	0.9306600689888
29316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29316	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29316	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29316	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29316	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29316	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29316	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29316	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29316	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29316	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29316	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29316	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29316	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29316	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29316	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29316	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29316	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29316	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29316	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29316	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29316	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29316	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29316	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29316	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29316	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29316	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29316	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29316	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29316	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29316	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29316	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29316	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29316	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29316	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29316	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29316	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29316	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29316	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29316	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29316	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29316	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29316	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29316	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29316	embedding2nn.weight	0	0.02255287766456604
29316	embedding2nn.weight	1	0.01423808466643095
29316	embedding2nn.weight	2	-0.004296214319765568
29316	embedding2nn.weight	3	-0.00010209812899120152
29316	embedding2nn.weight	4	-0.004373049363493919
29316	embedding2nn.weight	5	0.011758740991353989
29316	embedding2nn.weight	6	-0.004952045623213053
29316	embedding2nn.weight	7	0.021004389971494675
29316	embedding2nn.weight	8	-0.006778578739613295
29316	embedding2nn.weight	9	-0.013868107460439205
29316	embedding2nn.bias	0	-0.0399162620306015
29316	embedding2nn.bias	1	-0.023431191220879555
29316	embedding2nn.bias	2	-0.07557661086320877
29316	embedding2nn.bias	3	0.00015924664330668747
29316	embedding2nn.bias	4	0.004479444120079279
29316	embedding2nn.bias	5	-0.010049048811197281
29316	embedding2nn.bias	6	0.007927300408482552
29316	embedding2nn.bias	7	0.017960092052817345
29316	embedding2nn.bias	8	0.006799537222832441
29316	embedding2nn.bias	9	0.00021016410028096288
29316	rnn.weight_ih_l0	0	0.03944189101457596
29316	rnn.weight_ih_l0	1	-0.01333022303879261
29316	rnn.weight_ih_l0	2	-0.03657708317041397
29316	rnn.weight_ih_l0	3	-0.04495628923177719
29316	rnn.weight_ih_l0	4	-0.05231782793998718
29316	rnn.weight_ih_l0	5	-0.008615798316895962
29316	rnn.weight_ih_l0	6	-0.051889847964048386
29316	rnn.weight_ih_l0	7	-0.06155252829194069
29316	rnn.weight_ih_l0	8	-0.0447051115334034
29316	rnn.weight_ih_l0	9	-0.02688058651983738
29316	rnn.weight_hh_l0	0	0.019384024664759636
29316	rnn.weight_hh_l0	1	-0.009602684527635574
29316	rnn.weight_hh_l0	2	-0.06740009784698486
29316	rnn.weight_hh_l0	3	-0.033236145973205566
29316	rnn.weight_hh_l0	4	-0.07829749584197998
29316	rnn.weight_hh_l0	5	-0.0143411410972476
29316	rnn.weight_hh_l0	6	-0.05411827191710472
29316	rnn.weight_hh_l0	7	-0.04060650244355202
29316	rnn.weight_hh_l0	8	-0.01903434842824936
29316	rnn.weight_hh_l0	9	-0.0074021355248987675
29316	rnn.bias_ih_l0	0	0.14487680792808533
29316	rnn.bias_ih_l0	1	-0.055949896574020386
29316	rnn.bias_ih_l0	2	0.10689181089401245
29316	rnn.bias_ih_l0	3	0.04950926452875137
29316	rnn.bias_ih_l0	4	0.09710071235895157
29316	rnn.bias_ih_l0	5	0.02421962097287178
29316	rnn.bias_ih_l0	6	-0.017863139510154724
29316	rnn.bias_ih_l0	7	-0.10942056030035019
29316	rnn.bias_ih_l0	8	-0.2059830129146576
29316	rnn.bias_ih_l0	9	0.08647997677326202
29316	rnn.bias_hh_l0	0	0.0018636781023815274
29316	rnn.bias_hh_l0	1	0.022455215454101562
29316	rnn.bias_hh_l0	2	-0.006040549371391535
29316	rnn.bias_hh_l0	3	-0.02936067059636116
29316	rnn.bias_hh_l0	4	-0.03647540137171745
29316	rnn.bias_hh_l0	5	0.14346304535865784
29316	rnn.bias_hh_l0	6	0.05110819265246391
29316	rnn.bias_hh_l0	7	0.06005018949508667
29316	rnn.bias_hh_l0	8	0.016505558043718338
29316	rnn.bias_hh_l0	9	0.042905520647764206
29316	rnn.weight_ih_l0_reverse	0	-0.029690617695450783
29316	rnn.weight_ih_l0_reverse	1	-0.0021737031638622284
29316	rnn.weight_ih_l0_reverse	2	0.023860692977905273
29316	rnn.weight_ih_l0_reverse	3	-0.062248535454273224
29316	rnn.weight_ih_l0_reverse	4	0.009276080876588821
29316	rnn.weight_ih_l0_reverse	5	-0.04611507058143616
29316	rnn.weight_ih_l0_reverse	6	0.02773536741733551
29316	rnn.weight_ih_l0_reverse	7	0.04589402303099632
29316	rnn.weight_ih_l0_reverse	8	-0.04858488216996193
29316	rnn.weight_ih_l0_reverse	9	-0.05083199590444565
29316	rnn.weight_hh_l0_reverse	0	-0.08330750465393066
29316	rnn.weight_hh_l0_reverse	1	-0.06310205161571503
29316	rnn.weight_hh_l0_reverse	2	0.03485291451215744
29316	rnn.weight_hh_l0_reverse	3	0.04588007926940918
29316	rnn.weight_hh_l0_reverse	4	-0.01577230542898178
29316	rnn.weight_hh_l0_reverse	5	0.04575495794415474
29316	rnn.weight_hh_l0_reverse	6	0.0011351711582392454
29316	rnn.weight_hh_l0_reverse	7	-0.00018082433962263167
29316	rnn.weight_hh_l0_reverse	8	-0.09861978888511658
29316	rnn.weight_hh_l0_reverse	9	0.08045055717229843
29316	rnn.bias_ih_l0_reverse	0	-0.08916916698217392
29316	rnn.bias_ih_l0_reverse	1	-0.0700833722949028
29316	rnn.bias_ih_l0_reverse	2	0.10326411575078964
29316	rnn.bias_ih_l0_reverse	3	0.047363605350255966
29316	rnn.bias_ih_l0_reverse	4	-0.12988033890724182
29316	rnn.bias_ih_l0_reverse	5	0.04095177352428436
29316	rnn.bias_ih_l0_reverse	6	-0.10673721134662628
29316	rnn.bias_ih_l0_reverse	7	0.04348168522119522
29316	rnn.bias_ih_l0_reverse	8	0.03549473360180855
29316	rnn.bias_ih_l0_reverse	9	0.06307723373174667
29316	rnn.bias_hh_l0_reverse	0	0.05770060792565346
29316	rnn.bias_hh_l0_reverse	1	0.06541495025157928
29316	rnn.bias_hh_l0_reverse	2	0.07877922058105469
29316	rnn.bias_hh_l0_reverse	3	-0.00431938236579299
29316	rnn.bias_hh_l0_reverse	4	0.07095340639352798
29316	rnn.bias_hh_l0_reverse	5	0.0042678192257881165
29316	rnn.bias_hh_l0_reverse	6	-0.054007239639759064
29316	rnn.bias_hh_l0_reverse	7	0.027341444045305252
29316	rnn.bias_hh_l0_reverse	8	0.012084493413567543
29316	rnn.bias_hh_l0_reverse	9	-0.16018369793891907
29316	linear.weight	0	0.17500968277454376
29316	linear.weight	1	-0.16277992725372314
29316	linear.weight	2	-0.2154405415058136
29316	linear.weight	3	0.07767481356859207
29316	linear.weight	4	-0.026358501985669136
29316	linear.weight	5	0.003882799530401826
29316	linear.weight	6	-0.006922293454408646
29316	linear.weight	7	-0.027090974152088165
29316	linear.weight	8	0.08450867980718613
29316	linear.weight	9	0.3471275866031647
29316	linear.bias	0	-0.2076832503080368
29316	linear.bias	1	0.19081999361515045
29316	linear.bias	2	-0.5384664535522461
29316	linear.bias	3	1.7014217376708984
29316	linear.bias	4	-0.39544060826301575
29316	linear.bias	5	-0.030769959092140198
29316	linear.bias	6	-0.3575667440891266
29316	linear.bias	7	-0.2787838280200958
29316	linear.bias	8	-0.039985183626413345
29316	linear.bias	9	-0.4975307881832123
29344	transitions	0	-0.648029088973999
29344	transitions	1	0.3497353792190552
29344	transitions	2	1.6745939254760742
29344	transitions	3	0.09675869345664978
29344	transitions	4	0.9485575556755066
29344	transitions	5	1.2739261388778687
29344	transitions	6	0.48330721259117126
29344	transitions	7	0.17575769126415253
29344	transitions	8	-0.919520378112793
29344	transitions	9	0.9306600689888
29344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29344	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29344	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29344	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29344	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29344	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29344	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29344	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29344	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29344	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29344	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29344	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29344	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29344	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29344	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29344	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29344	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29344	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29344	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29344	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29344	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29344	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29344	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29344	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29344	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29344	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29344	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29344	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29344	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29344	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29344	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29344	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29344	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29344	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29344	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29344	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29344	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29344	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29344	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29344	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29344	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29344	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29344	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29344	embedding2nn.weight	0	0.022563526406884193
29344	embedding2nn.weight	1	0.014228719286620617
29344	embedding2nn.weight	2	-0.00429280661046505
29344	embedding2nn.weight	3	-0.00012715051707345992
29344	embedding2nn.weight	4	-0.0043755220249295235
29344	embedding2nn.weight	5	0.01177266426384449
29344	embedding2nn.weight	6	-0.0049455491825938225
29344	embedding2nn.weight	7	0.020946785807609558
29344	embedding2nn.weight	8	-0.006776333320885897
29344	embedding2nn.weight	9	-0.013880351558327675
29344	embedding2nn.bias	0	-0.03966039791703224
29344	embedding2nn.bias	1	-0.02339319698512554
29344	embedding2nn.bias	2	-0.07602281868457794
29344	embedding2nn.bias	3	-0.00012139738100813702
29344	embedding2nn.bias	4	0.005284674931317568
29344	embedding2nn.bias	5	-0.010015047155320644
29344	embedding2nn.bias	6	0.007123718038201332
29344	embedding2nn.bias	7	0.01720862276852131
29344	embedding2nn.bias	8	0.006638970226049423
29344	embedding2nn.bias	9	-0.00010763006866909564
29344	rnn.weight_ih_l0	0	0.0394231416285038
29344	rnn.weight_ih_l0	1	-0.013275932520627975
29344	rnn.weight_ih_l0	2	-0.03661813214421272
29344	rnn.weight_ih_l0	3	-0.044938839972019196
29344	rnn.weight_ih_l0	4	-0.052295662462711334
29344	rnn.weight_ih_l0	5	-0.008646939881145954
29344	rnn.weight_ih_l0	6	-0.051884789019823074
29344	rnn.weight_ih_l0	7	-0.061570554971694946
29344	rnn.weight_ih_l0	8	-0.04470957815647125
29344	rnn.weight_ih_l0	9	-0.02687487192451954
29344	rnn.weight_hh_l0	0	0.019409047439694405
29344	rnn.weight_hh_l0	1	-0.009536419063806534
29344	rnn.weight_hh_l0	2	-0.06743822246789932
29344	rnn.weight_hh_l0	3	-0.03323788195848465
29344	rnn.weight_hh_l0	4	-0.07834280282258987
29344	rnn.weight_hh_l0	5	-0.014357601292431355
29344	rnn.weight_hh_l0	6	-0.05421255901455879
29344	rnn.weight_hh_l0	7	-0.04053240269422531
29344	rnn.weight_hh_l0	8	-0.01903294213116169
29344	rnn.weight_hh_l0	9	-0.007357449736446142
29344	rnn.bias_ih_l0	0	0.14492323994636536
29344	rnn.bias_ih_l0	1	-0.05594659596681595
29344	rnn.bias_ih_l0	2	0.10669884085655212
29344	rnn.bias_ih_l0	3	0.04956113174557686
29344	rnn.bias_ih_l0	4	0.09728998690843582
29344	rnn.bias_ih_l0	5	0.024107081815600395
29344	rnn.bias_ih_l0	6	-0.017926400527358055
29344	rnn.bias_ih_l0	7	-0.11011209338903427
29344	rnn.bias_ih_l0	8	-0.20691286027431488
29344	rnn.bias_ih_l0	9	0.08632314205169678
29344	rnn.bias_hh_l0	0	0.0019717139657586813
29344	rnn.bias_hh_l0	1	0.022545011714100838
29344	rnn.bias_hh_l0	2	-0.006072361022233963
29344	rnn.bias_hh_l0	3	-0.030039751902222633
29344	rnn.bias_hh_l0	4	-0.03633107617497444
29344	rnn.bias_hh_l0	5	0.14358286559581757
29344	rnn.bias_hh_l0	6	0.05130140855908394
29344	rnn.bias_hh_l0	7	0.06000615283846855
29344	rnn.bias_hh_l0	8	0.016442297026515007
29344	rnn.bias_hh_l0	9	0.0429847352206707
29344	rnn.weight_ih_l0_reverse	0	-0.029694588854908943
29344	rnn.weight_ih_l0_reverse	1	-0.0021682288497686386
29344	rnn.weight_ih_l0_reverse	2	0.023883849382400513
29344	rnn.weight_ih_l0_reverse	3	-0.06228198483586311
29344	rnn.weight_ih_l0_reverse	4	0.009261105209589005
29344	rnn.weight_ih_l0_reverse	5	-0.04612616077065468
29344	rnn.weight_ih_l0_reverse	6	0.027722621336579323
29344	rnn.weight_ih_l0_reverse	7	0.04588908329606056
29344	rnn.weight_ih_l0_reverse	8	-0.04858291149139404
29344	rnn.weight_ih_l0_reverse	9	-0.05084579065442085
29344	rnn.weight_hh_l0_reverse	0	-0.08324456214904785
29344	rnn.weight_hh_l0_reverse	1	-0.06307381391525269
29344	rnn.weight_hh_l0_reverse	2	0.03480445593595505
29344	rnn.weight_hh_l0_reverse	3	0.04587320238351822
29344	rnn.weight_hh_l0_reverse	4	-0.015725644305348396
29344	rnn.weight_hh_l0_reverse	5	0.04578512907028198
29344	rnn.weight_hh_l0_reverse	6	0.0012019842397421598
29344	rnn.weight_hh_l0_reverse	7	-0.00024597725132480264
29344	rnn.weight_hh_l0_reverse	8	-0.09866882115602493
29344	rnn.weight_hh_l0_reverse	9	0.0803491622209549
29344	rnn.bias_ih_l0_reverse	0	-0.0889175534248352
29344	rnn.bias_ih_l0_reverse	1	-0.06974976509809494
29344	rnn.bias_ih_l0_reverse	2	0.1030786782503128
29344	rnn.bias_ih_l0_reverse	3	0.0472903810441494
29344	rnn.bias_ih_l0_reverse	4	-0.12977749109268188
29344	rnn.bias_ih_l0_reverse	5	0.04073720797896385
29344	rnn.bias_ih_l0_reverse	6	-0.10671275854110718
29344	rnn.bias_ih_l0_reverse	7	0.043773166835308075
29344	rnn.bias_ih_l0_reverse	8	0.03516789898276329
29344	rnn.bias_ih_l0_reverse	9	0.06307108700275421
29344	rnn.bias_hh_l0_reverse	0	0.05727120488882065
29344	rnn.bias_hh_l0_reverse	1	0.06533289700746536
29344	rnn.bias_hh_l0_reverse	2	0.07870472222566605
29344	rnn.bias_hh_l0_reverse	3	-0.004485903307795525
29344	rnn.bias_hh_l0_reverse	4	0.07088837772607803
29344	rnn.bias_hh_l0_reverse	5	0.004667394794523716
29344	rnn.bias_hh_l0_reverse	6	-0.05409127473831177
29344	rnn.bias_hh_l0_reverse	7	0.027385782450437546
29344	rnn.bias_hh_l0_reverse	8	0.012019500136375427
29344	rnn.bias_hh_l0_reverse	9	-0.16031914949417114
29344	linear.weight	0	0.17612887918949127
29344	linear.weight	1	-0.16277842223644257
29344	linear.weight	2	-0.21547695994377136
29344	linear.weight	3	0.0781741589307785
29344	linear.weight	4	-0.026348229497671127
29344	linear.weight	5	0.003909633029252291
29344	linear.weight	6	-0.006921991240233183
29344	linear.weight	7	-0.027089470997452736
29344	linear.weight	8	0.084798663854599
29344	linear.weight	9	0.3470168709754944
29344	linear.bias	0	-0.20648331940174103
29344	linear.bias	1	0.19065198302268982
29344	linear.bias	2	-0.5386788845062256
29344	linear.bias	3	1.700546145439148
29344	linear.bias	4	-0.3954527974128723
29344	linear.bias	5	-0.030769959092140198
29344	linear.bias	6	-0.3578025698661804
29344	linear.bias	7	-0.27890732884407043
29344	linear.bias	8	-0.04056060314178467
29344	linear.bias	9	-0.49753710627555847
29372	transitions	0	-0.6480334401130676
29372	transitions	1	0.3497326076030731
29372	transitions	2	1.6745917797088623
29372	transitions	3	0.09675662219524384
29372	transitions	4	0.9485569000244141
29372	transitions	5	1.273926019668579
29372	transitions	6	0.4833071827888489
29372	transitions	7	0.17575766146183014
29372	transitions	8	-0.919520378112793
29372	transitions	9	0.9306600689888
29372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29372	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29372	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29372	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29372	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29372	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29372	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29372	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29372	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29372	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29372	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29372	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29372	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29372	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29372	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29372	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29372	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29372	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29372	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29372	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29372	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29372	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29372	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29372	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29372	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29372	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29372	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29372	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29372	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29372	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29372	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29372	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29372	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29372	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29372	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29372	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29372	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29372	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29372	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29372	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29372	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29372	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29372	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29372	embedding2nn.weight	0	0.022571323439478874
29372	embedding2nn.weight	1	0.01423654705286026
29372	embedding2nn.weight	2	-0.004292657598853111
29372	embedding2nn.weight	3	-0.00015275659097824246
29372	embedding2nn.weight	4	-0.004373558331280947
29372	embedding2nn.weight	5	0.011761385016143322
29372	embedding2nn.weight	6	-0.0049493140541017056
29372	embedding2nn.weight	7	0.020935991778969765
29372	embedding2nn.weight	8	-0.0067772152833640575
29372	embedding2nn.weight	9	-0.013881971128284931
29372	embedding2nn.bias	0	-0.03945804759860039
29372	embedding2nn.bias	1	-0.023385969921946526
29372	embedding2nn.bias	2	-0.07558130472898483
29372	embedding2nn.bias	3	0.00038635332020930946
29372	embedding2nn.bias	4	0.00551586365327239
29372	embedding2nn.bias	5	-0.010110348463058472
29372	embedding2nn.bias	6	0.006406107451766729
29372	embedding2nn.bias	7	0.017742307856678963
29372	embedding2nn.bias	8	0.006409114226698875
29372	embedding2nn.bias	9	0.0004222434654366225
29372	rnn.weight_ih_l0	0	0.039415739476680756
29372	rnn.weight_ih_l0	1	-0.013326000422239304
29372	rnn.weight_ih_l0	2	-0.03657294437289238
29372	rnn.weight_ih_l0	3	-0.04492675140500069
29372	rnn.weight_ih_l0	4	-0.052292946726083755
29372	rnn.weight_ih_l0	5	-0.00865117833018303
29372	rnn.weight_ih_l0	6	-0.05189301446080208
29372	rnn.weight_ih_l0	7	-0.06158548220992088
29372	rnn.weight_ih_l0	8	-0.044683147221803665
29372	rnn.weight_ih_l0	9	-0.026862097904086113
29372	rnn.weight_hh_l0	0	0.01946122944355011
29372	rnn.weight_hh_l0	1	-0.00953767728060484
29372	rnn.weight_hh_l0	2	-0.06743292510509491
29372	rnn.weight_hh_l0	3	-0.033250078558921814
29372	rnn.weight_hh_l0	4	-0.07835404574871063
29372	rnn.weight_hh_l0	5	-0.014285101555287838
29372	rnn.weight_hh_l0	6	-0.0543428435921669
29372	rnn.weight_hh_l0	7	-0.04037901759147644
29372	rnn.weight_hh_l0	8	-0.01905173808336258
29372	rnn.weight_hh_l0	9	-0.007296610623598099
29372	rnn.bias_ih_l0	0	0.14497852325439453
29372	rnn.bias_ih_l0	1	-0.05605720356106758
29372	rnn.bias_ih_l0	2	0.1064959317445755
29372	rnn.bias_ih_l0	3	0.049547113478183746
29372	rnn.bias_ih_l0	4	0.09733342379331589
29372	rnn.bias_ih_l0	5	0.024133946746587753
29372	rnn.bias_ih_l0	6	-0.01779792830348015
29372	rnn.bias_ih_l0	7	-0.10954338312149048
29372	rnn.bias_ih_l0	8	-0.20709958672523499
29372	rnn.bias_ih_l0	9	0.08641386777162552
29372	rnn.bias_hh_l0	0	0.001912375446408987
29372	rnn.bias_hh_l0	1	0.022505754604935646
29372	rnn.bias_hh_l0	2	-0.006087651476264
29372	rnn.bias_hh_l0	3	-0.029828213155269623
29372	rnn.bias_hh_l0	4	-0.03628430515527725
29372	rnn.bias_hh_l0	5	0.14403857290744781
29372	rnn.bias_hh_l0	6	0.051402498036623
29372	rnn.bias_hh_l0	7	0.059975944459438324
29372	rnn.bias_hh_l0	8	0.016570769250392914
29372	rnn.bias_hh_l0	9	0.04302763566374779
29372	rnn.weight_ih_l0_reverse	0	-0.029672665521502495
29372	rnn.weight_ih_l0_reverse	1	-0.002169428626075387
29372	rnn.weight_ih_l0_reverse	2	0.023857906460762024
29372	rnn.weight_ih_l0_reverse	3	-0.06228632479906082
29372	rnn.weight_ih_l0_reverse	4	0.00928968284279108
29372	rnn.weight_ih_l0_reverse	5	-0.046092577278614044
29372	rnn.weight_ih_l0_reverse	6	0.02775917761027813
29372	rnn.weight_ih_l0_reverse	7	0.04587892070412636
29372	rnn.weight_ih_l0_reverse	8	-0.048607438802719116
29372	rnn.weight_ih_l0_reverse	9	-0.05084114149212837
29372	rnn.weight_hh_l0_reverse	0	-0.08325093984603882
29372	rnn.weight_hh_l0_reverse	1	-0.06316689401865005
29372	rnn.weight_hh_l0_reverse	2	0.03479688987135887
29372	rnn.weight_hh_l0_reverse	3	0.04589681327342987
29372	rnn.weight_hh_l0_reverse	4	-0.015704257413744926
29372	rnn.weight_hh_l0_reverse	5	0.045770227909088135
29372	rnn.weight_hh_l0_reverse	6	0.000920674588996917
29372	rnn.weight_hh_l0_reverse	7	-0.0002687219239305705
29372	rnn.weight_hh_l0_reverse	8	-0.09866074472665787
29372	rnn.weight_hh_l0_reverse	9	0.0803774818778038
29372	rnn.bias_ih_l0_reverse	0	-0.08936218917369843
29372	rnn.bias_ih_l0_reverse	1	-0.06891141831874847
29372	rnn.bias_ih_l0_reverse	2	0.1031157374382019
29372	rnn.bias_ih_l0_reverse	3	0.04731583222746849
29372	rnn.bias_ih_l0_reverse	4	-0.12988023459911346
29372	rnn.bias_ih_l0_reverse	5	0.04085501655936241
29372	rnn.bias_ih_l0_reverse	6	-0.10671250522136688
29372	rnn.bias_ih_l0_reverse	7	0.043783124536275864
29372	rnn.bias_ih_l0_reverse	8	0.03530449420213699
29372	rnn.bias_ih_l0_reverse	9	0.0627913624048233
29372	rnn.bias_hh_l0_reverse	0	0.05677207559347153
29372	rnn.bias_hh_l0_reverse	1	0.06528156995773315
29372	rnn.bias_hh_l0_reverse	2	0.07848621159791946
29372	rnn.bias_hh_l0_reverse	3	-0.004529195372015238
29372	rnn.bias_hh_l0_reverse	4	0.07096684724092484
29372	rnn.bias_hh_l0_reverse	5	0.005449011456221342
29372	rnn.bias_hh_l0_reverse	6	-0.054178040474653244
29372	rnn.bias_hh_l0_reverse	7	0.027505414560437202
29372	rnn.bias_hh_l0_reverse	8	0.011996332556009293
29372	rnn.bias_hh_l0_reverse	9	-0.1604958325624466
29372	linear.weight	0	0.1766137331724167
29372	linear.weight	1	-0.16277609765529633
29372	linear.weight	2	-0.21542437374591827
29372	linear.weight	3	0.07783394306898117
29372	linear.weight	4	-0.026334160938858986
29372	linear.weight	5	0.003924536518752575
29372	linear.weight	6	-0.006921774707734585
29372	linear.weight	7	-0.027088364586234093
29372	linear.weight	8	0.08481873571872711
29372	linear.weight	9	0.34698185324668884
29372	linear.bias	0	-0.20699787139892578
29372	linear.bias	1	0.1904032975435257
29372	linear.bias	2	-0.5386275053024292
29372	linear.bias	3	1.700272560119629
29372	linear.bias	4	-0.39547279477119446
29372	linear.bias	5	-0.030769959092140198
29372	linear.bias	6	-0.35776063799858093
29372	linear.bias	7	-0.27902349829673767
29372	linear.bias	8	-0.040722038596868515
29372	linear.bias	9	-0.49754762649536133
29400	transitions	0	-0.6480433344841003
29400	transitions	1	0.34973159432411194
29400	transitions	2	1.6745892763137817
29400	transitions	3	0.09675504267215729
29400	transitions	4	0.9485556483268738
29400	transitions	5	1.273925542831421
29400	transitions	6	0.48330703377723694
29400	transitions	7	0.1757575422525406
29400	transitions	8	-0.919520378112793
29400	transitions	9	0.9306600689888
29400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29400	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29400	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29400	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29400	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29400	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29400	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29400	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29400	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29400	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29400	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29400	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29400	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29400	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29400	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29400	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29400	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29400	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29400	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29400	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29400	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29400	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29400	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29400	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29400	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29400	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29400	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29400	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29400	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29400	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29400	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29400	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29400	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29400	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29400	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29400	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29400	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29400	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29400	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29400	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29400	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29400	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29400	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29400	embedding2nn.weight	0	0.022620633244514465
29400	embedding2nn.weight	1	0.014227800071239471
29400	embedding2nn.weight	2	-0.004292066674679518
29400	embedding2nn.weight	3	-0.0001517548953415826
29400	embedding2nn.weight	4	-0.0043805488385260105
29400	embedding2nn.weight	5	0.011745830066502094
29400	embedding2nn.weight	6	-0.004957388620823622
29400	embedding2nn.weight	7	0.02083190344274044
29400	embedding2nn.weight	8	-0.006759247276932001
29400	embedding2nn.weight	9	-0.013882877305150032
29400	embedding2nn.bias	0	-0.038653045892715454
29400	embedding2nn.bias	1	-0.023690463975071907
29400	embedding2nn.bias	2	-0.07584521174430847
29400	embedding2nn.bias	3	0.0005843743565492332
29400	embedding2nn.bias	4	0.005217631813138723
29400	embedding2nn.bias	5	-0.01035655289888382
29400	embedding2nn.bias	6	0.006010937970131636
29400	embedding2nn.bias	7	0.01847054809331894
29400	embedding2nn.bias	8	0.006037754938006401
29400	embedding2nn.bias	9	0.0002919850230682641
29400	rnn.weight_ih_l0	0	0.039440665394067764
29400	rnn.weight_ih_l0	1	-0.013365552760660648
29400	rnn.weight_ih_l0	2	-0.0364919938147068
29400	rnn.weight_ih_l0	3	-0.04486633464694023
29400	rnn.weight_ih_l0	4	-0.05231132358312607
29400	rnn.weight_ih_l0	5	-0.00866623129695654
29400	rnn.weight_ih_l0	6	-0.0519101582467556
29400	rnn.weight_ih_l0	7	-0.06158320605754852
29400	rnn.weight_ih_l0	8	-0.04467581957578659
29400	rnn.weight_ih_l0	9	-0.02689136378467083
29400	rnn.weight_hh_l0	0	0.019450761377811432
29400	rnn.weight_hh_l0	1	-0.009536178782582283
29400	rnn.weight_hh_l0	2	-0.06745503097772598
29400	rnn.weight_hh_l0	3	-0.033252060413360596
29400	rnn.weight_hh_l0	4	-0.07834657281637192
29400	rnn.weight_hh_l0	5	-0.014258155599236488
29400	rnn.weight_hh_l0	6	-0.05447062849998474
29400	rnn.weight_hh_l0	7	-0.04035390168428421
29400	rnn.weight_hh_l0	8	-0.019050948321819305
29400	rnn.weight_hh_l0	9	-0.007487125229090452
29400	rnn.bias_ih_l0	0	0.14499406516551971
29400	rnn.bias_ih_l0	1	-0.05582483112812042
29400	rnn.bias_ih_l0	2	0.106484055519104
29400	rnn.bias_ih_l0	3	0.049475353211164474
29400	rnn.bias_ih_l0	4	0.09753429144620895
29400	rnn.bias_ih_l0	5	0.024024035781621933
29400	rnn.bias_ih_l0	6	-0.017780477181077003
29400	rnn.bias_ih_l0	7	-0.10900118201971054
29400	rnn.bias_ih_l0	8	-0.20734655857086182
29400	rnn.bias_ih_l0	9	0.08634538948535919
29400	rnn.bias_hh_l0	0	0.00198430847376585
29400	rnn.bias_hh_l0	1	0.02254793420433998
29400	rnn.bias_hh_l0	2	-0.0061370329931378365
29400	rnn.bias_hh_l0	3	-0.029826896265149117
29400	rnn.bias_hh_l0	4	-0.03661194071173668
29400	rnn.bias_hh_l0	5	0.1441480815410614
29400	rnn.bias_hh_l0	6	0.05131417140364647
29400	rnn.bias_hh_l0	7	0.05992617458105087
29400	rnn.bias_hh_l0	8	0.01658822037279606
29400	rnn.bias_hh_l0	9	0.04300100356340408
29400	rnn.weight_ih_l0_reverse	0	-0.029682451859116554
29400	rnn.weight_ih_l0_reverse	1	-0.002183027332648635
29400	rnn.weight_ih_l0_reverse	2	0.023841584101319313
29400	rnn.weight_ih_l0_reverse	3	-0.062263354659080505
29400	rnn.weight_ih_l0_reverse	4	0.009307236410677433
29400	rnn.weight_ih_l0_reverse	5	-0.04615345224738121
29400	rnn.weight_ih_l0_reverse	6	0.02779841609299183
29400	rnn.weight_ih_l0_reverse	7	0.04586300998926163
29400	rnn.weight_ih_l0_reverse	8	-0.04865074157714844
29400	rnn.weight_ih_l0_reverse	9	-0.050848864018917084
29400	rnn.weight_hh_l0_reverse	0	-0.08331387490034103
29400	rnn.weight_hh_l0_reverse	1	-0.06311873346567154
29400	rnn.weight_hh_l0_reverse	2	0.0348486602306366
29400	rnn.weight_hh_l0_reverse	3	0.04591745883226395
29400	rnn.weight_hh_l0_reverse	4	-0.015815824270248413
29400	rnn.weight_hh_l0_reverse	5	0.04578430578112602
29400	rnn.weight_hh_l0_reverse	6	0.0009052615496329963
29400	rnn.weight_hh_l0_reverse	7	-0.00022775429533794522
29400	rnn.weight_hh_l0_reverse	8	-0.09860797226428986
29400	rnn.weight_hh_l0_reverse	9	0.08043000102043152
29400	rnn.bias_ih_l0_reverse	0	-0.08907067030668259
29400	rnn.bias_ih_l0_reverse	1	-0.06866009533405304
29400	rnn.bias_ih_l0_reverse	2	0.1033376008272171
29400	rnn.bias_ih_l0_reverse	3	0.047410838305950165
29400	rnn.bias_ih_l0_reverse	4	-0.1297730803489685
29400	rnn.bias_ih_l0_reverse	5	0.041089363396167755
29400	rnn.bias_ih_l0_reverse	6	-0.10659512132406235
29400	rnn.bias_ih_l0_reverse	7	0.04366365447640419
29400	rnn.bias_ih_l0_reverse	8	0.035559576004743576
29400	rnn.bias_ih_l0_reverse	9	0.06286437064409256
29400	rnn.bias_hh_l0_reverse	0	0.05792665109038353
29400	rnn.bias_hh_l0_reverse	1	0.06545331329107285
29400	rnn.bias_hh_l0_reverse	2	0.07856972515583038
29400	rnn.bias_hh_l0_reverse	3	-0.004401183221489191
29400	rnn.bias_hh_l0_reverse	4	0.0711059719324112
29400	rnn.bias_hh_l0_reverse	5	0.005696414038538933
29400	rnn.bias_hh_l0_reverse	6	-0.05417552590370178
29400	rnn.bias_hh_l0_reverse	7	0.027703380212187767
29400	rnn.bias_hh_l0_reverse	8	0.011925164610147476
29400	rnn.bias_hh_l0_reverse	9	-0.16039246320724487
29400	linear.weight	0	0.17702196538448334
29400	linear.weight	1	-0.1627751737833023
29400	linear.weight	2	-0.21548251807689667
29400	linear.weight	3	0.07753700017929077
29400	linear.weight	4	-0.026468729600310326
29400	linear.weight	5	0.003805788466706872
29400	linear.weight	6	-0.006921567488461733
29400	linear.weight	7	-0.02708880603313446
29400	linear.weight	8	0.08492711186408997
29400	linear.weight	9	0.3470461368560791
29400	linear.bias	0	-0.20659372210502625
29400	linear.bias	1	0.1908801645040512
29400	linear.bias	2	-0.5388137698173523
29400	linear.bias	3	1.7006349563598633
29400	linear.bias	4	-0.39550095796585083
29400	linear.bias	5	-0.030769959092140198
29400	linear.bias	6	-0.35791873931884766
29400	linear.bias	7	-0.27903008460998535
29400	linear.bias	8	-0.041313715279102325
29400	linear.bias	9	-0.49755460023880005
29428	transitions	0	-0.6480488181114197
29428	transitions	1	0.3497259318828583
29428	transitions	2	1.674583077430725
29428	transitions	3	0.09674951434135437
29428	transitions	4	0.9485546946525574
29428	transitions	5	1.2739254236221313
29428	transitions	6	0.48330700397491455
29428	transitions	7	0.17575716972351074
29428	transitions	8	-0.9195204377174377
29428	transitions	9	0.9306600689888
29428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29428	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29428	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29428	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29428	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29428	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29428	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29428	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29428	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29428	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29428	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29428	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29428	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29428	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29428	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29428	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29428	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29428	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29428	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29428	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29428	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29428	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29428	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29428	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29428	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29428	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29428	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29428	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29428	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29428	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29428	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29428	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29428	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29428	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29428	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29428	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29428	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29428	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29428	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29428	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29428	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29428	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29428	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29428	embedding2nn.weight	0	0.022556759417057037
29428	embedding2nn.weight	1	0.0142356026917696
29428	embedding2nn.weight	2	-0.004286076407879591
29428	embedding2nn.weight	3	-0.0001592214684933424
29428	embedding2nn.weight	4	-0.004385217558592558
29428	embedding2nn.weight	5	0.01172525342553854
29428	embedding2nn.weight	6	-0.004954762756824493
29428	embedding2nn.weight	7	0.020893922075629234
29428	embedding2nn.weight	8	-0.006761512719094753
29428	embedding2nn.weight	9	-0.013888062909245491
29428	embedding2nn.bias	0	-0.03905222564935684
29428	embedding2nn.bias	1	-0.025148294866085052
29428	embedding2nn.bias	2	-0.07626178860664368
29428	embedding2nn.bias	3	0.0009319222299382091
29428	embedding2nn.bias	4	0.005285119172185659
29428	embedding2nn.bias	5	-0.009803195483982563
29428	embedding2nn.bias	6	0.00541240768507123
29428	embedding2nn.bias	7	0.01783859357237816
29428	embedding2nn.bias	8	0.006346669979393482
29428	embedding2nn.bias	9	0.0017966334708034992
29428	rnn.weight_ih_l0	0	0.03946983441710472
29428	rnn.weight_ih_l0	1	-0.013375934213399887
29428	rnn.weight_ih_l0	2	-0.03644084185361862
29428	rnn.weight_ih_l0	3	-0.04486652836203575
29428	rnn.weight_ih_l0	4	-0.052340880036354065
29428	rnn.weight_ih_l0	5	-0.008636039681732655
29428	rnn.weight_ih_l0	6	-0.05190841108560562
29428	rnn.weight_ih_l0	7	-0.061590325087308884
29428	rnn.weight_ih_l0	8	-0.04466197267174721
29428	rnn.weight_ih_l0	9	-0.026899876073002815
29428	rnn.weight_hh_l0	0	0.019465597346425056
29428	rnn.weight_hh_l0	1	-0.009505389258265495
29428	rnn.weight_hh_l0	2	-0.06752441823482513
29428	rnn.weight_hh_l0	3	-0.03328965604305267
29428	rnn.weight_hh_l0	4	-0.07833738625049591
29428	rnn.weight_hh_l0	5	-0.014213803224265575
29428	rnn.weight_hh_l0	6	-0.05455094203352928
29428	rnn.weight_hh_l0	7	-0.0402492992579937
29428	rnn.weight_hh_l0	8	-0.019000263884663582
29428	rnn.weight_hh_l0	9	-0.007512877695262432
29428	rnn.bias_ih_l0	0	0.14493337273597717
29428	rnn.bias_ih_l0	1	-0.05582279711961746
29428	rnn.bias_ih_l0	2	0.10622863471508026
29428	rnn.bias_ih_l0	3	0.04948657006025314
29428	rnn.bias_ih_l0	4	0.09769470244646072
29428	rnn.bias_ih_l0	5	0.0239572636783123
29428	rnn.bias_ih_l0	6	-0.01781436987221241
29428	rnn.bias_ih_l0	7	-0.10833323746919632
29428	rnn.bias_ih_l0	8	-0.20780718326568604
29428	rnn.bias_ih_l0	9	0.08643688261508942
29428	rnn.bias_hh_l0	0	0.0020180486608296633
29428	rnn.bias_hh_l0	1	0.022604282945394516
29428	rnn.bias_hh_l0	2	-0.005858639720827341
29428	rnn.bias_hh_l0	3	-0.029948027804493904
29428	rnn.bias_hh_l0	4	-0.03640763461589813
29428	rnn.bias_hh_l0	5	0.14420738816261292
29428	rnn.bias_hh_l0	6	0.05148161202669144
29428	rnn.bias_hh_l0	7	0.06005432829260826
29428	rnn.bias_hh_l0	8	0.016554327681660652
29428	rnn.bias_hh_l0	9	0.04301954060792923
29428	rnn.weight_ih_l0_reverse	0	-0.02969922497868538
29428	rnn.weight_ih_l0_reverse	1	-0.0022311543580144644
29428	rnn.weight_ih_l0_reverse	2	0.02383570745587349
29428	rnn.weight_ih_l0_reverse	3	-0.06220637261867523
29428	rnn.weight_ih_l0_reverse	4	0.009324393235147
29428	rnn.weight_ih_l0_reverse	5	-0.04619251564145088
29428	rnn.weight_ih_l0_reverse	6	0.027906490489840508
29428	rnn.weight_ih_l0_reverse	7	0.0458633229136467
29428	rnn.weight_ih_l0_reverse	8	-0.048659712076187134
29428	rnn.weight_ih_l0_reverse	9	-0.05083297938108444
29428	rnn.weight_hh_l0_reverse	0	-0.08341917395591736
29428	rnn.weight_hh_l0_reverse	1	-0.06310709565877914
29428	rnn.weight_hh_l0_reverse	2	0.03478312864899635
29428	rnn.weight_hh_l0_reverse	3	0.045902833342552185
29428	rnn.weight_hh_l0_reverse	4	-0.015883607789874077
29428	rnn.weight_hh_l0_reverse	5	0.045776691287755966
29428	rnn.weight_hh_l0_reverse	6	0.0009969045640900731
29428	rnn.weight_hh_l0_reverse	7	-0.0002564270980656147
29428	rnn.weight_hh_l0_reverse	8	-0.09863707423210144
29428	rnn.weight_hh_l0_reverse	9	0.08035442978143692
29428	rnn.bias_ih_l0_reverse	0	-0.08987213671207428
29428	rnn.bias_ih_l0_reverse	1	-0.06905411183834076
29428	rnn.bias_ih_l0_reverse	2	0.10329366475343704
29428	rnn.bias_ih_l0_reverse	3	0.04750688746571541
29428	rnn.bias_ih_l0_reverse	4	-0.12957318127155304
29428	rnn.bias_ih_l0_reverse	5	0.04089676961302757
29428	rnn.bias_ih_l0_reverse	6	-0.10641653090715408
29428	rnn.bias_ih_l0_reverse	7	0.04408189281821251
29428	rnn.bias_ih_l0_reverse	8	0.03553684428334236
29428	rnn.bias_ih_l0_reverse	9	0.06288571655750275
29428	rnn.bias_hh_l0_reverse	0	0.05803893506526947
29428	rnn.bias_hh_l0_reverse	1	0.06542184948921204
29428	rnn.bias_hh_l0_reverse	2	0.07846943289041519
29428	rnn.bias_hh_l0_reverse	3	-0.00447643781080842
29428	rnn.bias_hh_l0_reverse	4	0.07098914682865143
29428	rnn.bias_hh_l0_reverse	5	0.0062550767324864864
29428	rnn.bias_hh_l0_reverse	6	-0.054261431097984314
29428	rnn.bias_hh_l0_reverse	7	0.027575774118304253
29428	rnn.bias_hh_l0_reverse	8	0.011824140325188637
29428	rnn.bias_hh_l0_reverse	9	-0.16082844138145447
29428	linear.weight	0	0.1765979528427124
29428	linear.weight	1	-0.16276974976062775
29428	linear.weight	2	-0.21543826162815094
29428	linear.weight	3	0.07719827443361282
29428	linear.weight	4	-0.026483524590730667
29428	linear.weight	5	0.0037884553894400597
29428	linear.weight	6	-0.006921146996319294
29428	linear.weight	7	-0.027080493047833443
29428	linear.weight	8	0.0850994735956192
29428	linear.weight	9	0.3471662104129791
29428	linear.bias	0	-0.20568738877773285
29428	linear.bias	1	0.19161666929721832
29428	linear.bias	2	-0.5389230847358704
29428	linear.bias	3	1.7013767957687378
29428	linear.bias	4	-0.3954721689224243
29428	linear.bias	5	-0.030769959092140198
29428	linear.bias	6	-0.35798925161361694
29428	linear.bias	7	-0.27922582626342773
29428	linear.bias	8	-0.04222267493605614
29428	linear.bias	9	-0.4975789785385132
29456	transitions	0	-0.6480516195297241
29456	transitions	1	0.3497236967086792
29456	transitions	2	1.6745805740356445
29456	transitions	3	0.09674806892871857
29456	transitions	4	0.9485542178153992
29456	transitions	5	1.2739253044128418
29456	transitions	6	0.48330700397491455
29456	transitions	7	0.17575711011886597
29456	transitions	8	-0.9195204377174377
29456	transitions	9	0.9306600689888
29456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29456	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29456	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29456	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29456	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29456	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29456	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29456	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29456	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29456	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29456	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29456	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29456	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29456	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29456	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29456	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29456	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29456	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29456	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29456	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29456	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29456	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29456	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29456	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29456	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29456	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29456	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29456	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29456	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29456	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29456	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29456	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29456	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29456	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29456	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29456	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29456	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29456	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29456	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29456	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29456	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29456	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29456	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29456	embedding2nn.weight	0	0.02262052521109581
29456	embedding2nn.weight	1	0.014232314191758633
29456	embedding2nn.weight	2	-0.00428630318492651
29456	embedding2nn.weight	3	-0.00017698254669085145
29456	embedding2nn.weight	4	-0.004380783997476101
29456	embedding2nn.weight	5	0.011733430437743664
29456	embedding2nn.weight	6	-0.0049511040560901165
29456	embedding2nn.weight	7	0.02081404998898506
29456	embedding2nn.weight	8	-0.006777140777558088
29456	embedding2nn.weight	9	-0.013887899927794933
29456	embedding2nn.bias	0	-0.03839286416769028
29456	embedding2nn.bias	1	-0.025313282385468483
29456	embedding2nn.bias	2	-0.07569002360105515
29456	embedding2nn.bias	3	0.0014977945247665048
29456	embedding2nn.bias	4	0.006024863570928574
29456	embedding2nn.bias	5	-0.009317342191934586
29456	embedding2nn.bias	6	0.006125899963080883
29456	embedding2nn.bias	7	0.01819681189954281
29456	embedding2nn.bias	8	0.006605180911719799
29456	embedding2nn.bias	9	0.0016045279335230589
29456	rnn.weight_ih_l0	0	0.039474356919527054
29456	rnn.weight_ih_l0	1	-0.013387772254645824
29456	rnn.weight_ih_l0	2	-0.036416467279195786
29456	rnn.weight_ih_l0	3	-0.044905874878168106
29456	rnn.weight_ih_l0	4	-0.05230135843157768
29456	rnn.weight_ih_l0	5	-0.00858904980123043
29456	rnn.weight_ih_l0	6	-0.05187316983938217
29456	rnn.weight_ih_l0	7	-0.06155978515744209
29456	rnn.weight_ih_l0	8	-0.04467150941491127
29456	rnn.weight_ih_l0	9	-0.026914294809103012
29456	rnn.weight_hh_l0	0	0.019377386197447777
29456	rnn.weight_hh_l0	1	-0.009516178630292416
29456	rnn.weight_hh_l0	2	-0.06756288558244705
29456	rnn.weight_hh_l0	3	-0.03325740247964859
29456	rnn.weight_hh_l0	4	-0.0782422348856926
29456	rnn.weight_hh_l0	5	-0.014215752482414246
29456	rnn.weight_hh_l0	6	-0.0544748492538929
29456	rnn.weight_hh_l0	7	-0.04034298285841942
29456	rnn.weight_hh_l0	8	-0.01898149400949478
29456	rnn.weight_hh_l0	9	-0.007386706303805113
29456	rnn.bias_ih_l0	0	0.14486151933670044
29456	rnn.bias_ih_l0	1	-0.055579472333192825
29456	rnn.bias_ih_l0	2	0.10614781826734543
29456	rnn.bias_ih_l0	3	0.04936688765883446
29456	rnn.bias_ih_l0	4	0.09772296249866486
29456	rnn.bias_ih_l0	5	0.023965565487742424
29456	rnn.bias_ih_l0	6	-0.01780385710299015
29456	rnn.bias_ih_l0	7	-0.10862646251916885
29456	rnn.bias_ih_l0	8	-0.2074127495288849
29456	rnn.bias_ih_l0	9	0.08658899366855621
29456	rnn.bias_hh_l0	0	0.0020464539993554354
29456	rnn.bias_hh_l0	1	0.022519024088978767
29456	rnn.bias_hh_l0	2	-0.005699092522263527
29456	rnn.bias_hh_l0	3	-0.029886269941926003
29456	rnn.bias_hh_l0	4	-0.03616747632622719
29456	rnn.bias_hh_l0	5	0.14426067471504211
29456	rnn.bias_hh_l0	6	0.051253028213977814
29456	rnn.bias_hh_l0	7	0.05986933037638664
29456	rnn.bias_hh_l0	8	0.01656484045088291
29456	rnn.bias_hh_l0	9	0.042840491980314255
29456	rnn.weight_ih_l0_reverse	0	-0.02971837855875492
29456	rnn.weight_ih_l0_reverse	1	-0.002233833307400346
29456	rnn.weight_ih_l0_reverse	2	0.02381867542862892
29456	rnn.weight_ih_l0_reverse	3	-0.06223028898239136
29456	rnn.weight_ih_l0_reverse	4	0.009320556186139584
29456	rnn.weight_ih_l0_reverse	5	-0.04618284851312637
29456	rnn.weight_ih_l0_reverse	6	0.02779662236571312
29456	rnn.weight_ih_l0_reverse	7	0.04587223008275032
29456	rnn.weight_ih_l0_reverse	8	-0.04863620176911354
29456	rnn.weight_ih_l0_reverse	9	-0.050817687064409256
29456	rnn.weight_hh_l0_reverse	0	-0.08339778333902359
29456	rnn.weight_hh_l0_reverse	1	-0.06304359436035156
29456	rnn.weight_hh_l0_reverse	2	0.034828852862119675
29456	rnn.weight_hh_l0_reverse	3	0.04591510817408562
29456	rnn.weight_hh_l0_reverse	4	-0.015771299600601196
29456	rnn.weight_hh_l0_reverse	5	0.04578660801053047
29456	rnn.weight_hh_l0_reverse	6	0.00100213463883847
29456	rnn.weight_hh_l0_reverse	7	-0.0003046650963369757
29456	rnn.weight_hh_l0_reverse	8	-0.09866844117641449
29456	rnn.weight_hh_l0_reverse	9	0.08035734295845032
29456	rnn.bias_ih_l0_reverse	0	-0.09015416353940964
29456	rnn.bias_ih_l0_reverse	1	-0.06907448917627335
29456	rnn.bias_ih_l0_reverse	2	0.10339429974555969
29456	rnn.bias_ih_l0_reverse	3	0.047503143548965454
29456	rnn.bias_ih_l0_reverse	4	-0.1294649988412857
29456	rnn.bias_ih_l0_reverse	5	0.04092039167881012
29456	rnn.bias_ih_l0_reverse	6	-0.1064533069729805
29456	rnn.bias_ih_l0_reverse	7	0.044003378599882126
29456	rnn.bias_ih_l0_reverse	8	0.03541328385472298
29456	rnn.bias_ih_l0_reverse	9	0.06309015303850174
29456	rnn.bias_hh_l0_reverse	0	0.058334559202194214
29456	rnn.bias_hh_l0_reverse	1	0.06537150591611862
29456	rnn.bias_hh_l0_reverse	2	0.07870897650718689
29456	rnn.bias_hh_l0_reverse	3	-0.0043532284907996655
29456	rnn.bias_hh_l0_reverse	4	0.07084808498620987
29456	rnn.bias_hh_l0_reverse	5	0.006186979357153177
29456	rnn.bias_hh_l0_reverse	6	-0.054084476083517075
29456	rnn.bias_hh_l0_reverse	7	0.027699539437890053
29456	rnn.bias_hh_l0_reverse	8	0.011858359910547733
29456	rnn.bias_hh_l0_reverse	9	-0.1611359566450119
29456	linear.weight	0	0.1755891591310501
29456	linear.weight	1	-0.16276586055755615
29456	linear.weight	2	-0.21530215442180634
29456	linear.weight	3	0.07735235244035721
29456	linear.weight	4	-0.02660573273897171
29456	linear.weight	5	0.0037553224246948957
29456	linear.weight	6	-0.006920680869370699
29456	linear.weight	7	-0.027079476043581963
29456	linear.weight	8	0.08484303206205368
29456	linear.weight	9	0.3471413552761078
29456	linear.bias	0	-0.2036093920469284
29456	linear.bias	1	0.19190512597560883
29456	linear.bias	2	-0.5389623641967773
29456	linear.bias	3	1.6994577646255493
29456	linear.bias	4	-0.395481675863266
29456	linear.bias	5	-0.030769959092140198
29456	linear.bias	6	-0.3580469787120819
29456	linear.bias	7	-0.2793124318122864
29456	linear.bias	8	-0.04221094027161598
29456	linear.bias	9	-0.49758341908454895
29484	transitions	0	-0.6480569839477539
29484	transitions	1	0.3497215807437897
29484	transitions	2	1.6745778322219849
29484	transitions	3	0.09674329310655594
29484	transitions	4	0.9485540986061096
29484	transitions	5	1.2739253044128418
29484	transitions	6	0.48330700397491455
29484	transitions	7	0.1757514476776123
29484	transitions	8	-0.9195204377174377
29484	transitions	9	0.9306600689888
29484	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29484	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29484	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29484	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29484	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29484	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29484	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29484	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29484	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29484	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29484	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29484	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29484	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29484	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29484	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29484	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29484	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29484	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29484	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29484	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29484	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29484	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29484	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29484	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29484	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29484	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29484	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29484	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29484	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29484	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29484	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29484	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29484	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29484	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29484	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29484	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29484	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29484	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29484	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29484	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29484	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29484	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29484	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29484	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29484	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29484	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29484	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29484	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29484	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29484	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29484	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29484	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29484	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29484	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29484	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29484	embedding2nn.weight	0	0.022675272077322006
29484	embedding2nn.weight	1	0.014234442263841629
29484	embedding2nn.weight	2	-0.004287653136998415
29484	embedding2nn.weight	3	-0.00013960157230030745
29484	embedding2nn.weight	4	-0.004382098559290171
29484	embedding2nn.weight	5	0.011737271212041378
29484	embedding2nn.weight	6	-0.0049443356692790985
29484	embedding2nn.weight	7	0.020788094028830528
29484	embedding2nn.weight	8	-0.00678228447213769
29484	embedding2nn.weight	9	-0.013890252448618412
29484	embedding2nn.bias	0	-0.038349758833646774
29484	embedding2nn.bias	1	-0.02547929808497429
29484	embedding2nn.bias	2	-0.07566118985414505
29484	embedding2nn.bias	3	0.0010285497410222888
29484	embedding2nn.bias	4	0.006149400491267443
29484	embedding2nn.bias	5	-0.00898079015314579
29484	embedding2nn.bias	6	0.006391727365553379
29484	embedding2nn.bias	7	0.018302105367183685
29484	embedding2nn.bias	8	0.006609328556805849
29484	embedding2nn.bias	9	0.0012309916783124208
29484	rnn.weight_ih_l0	0	0.03945562243461609
29484	rnn.weight_ih_l0	1	-0.01343705877661705
29484	rnn.weight_ih_l0	2	-0.03639409691095352
29484	rnn.weight_ih_l0	3	-0.04492874816060066
29484	rnn.weight_ih_l0	4	-0.05227150768041611
29484	rnn.weight_ih_l0	5	-0.008602465502917767
29484	rnn.weight_ih_l0	6	-0.05183985084295273
29484	rnn.weight_ih_l0	7	-0.06156275048851967
29484	rnn.weight_ih_l0	8	-0.044692154973745346
29484	rnn.weight_ih_l0	9	-0.026899298653006554
29484	rnn.weight_hh_l0	0	0.019376160576939583
29484	rnn.weight_hh_l0	1	-0.009541177190840244
29484	rnn.weight_hh_l0	2	-0.06754138320684433
29484	rnn.weight_hh_l0	3	-0.033281274139881134
29484	rnn.weight_hh_l0	4	-0.07822577655315399
29484	rnn.weight_hh_l0	5	-0.014347380958497524
29484	rnn.weight_hh_l0	6	-0.05452368035912514
29484	rnn.weight_hh_l0	7	-0.04016865789890289
29484	rnn.weight_hh_l0	8	-0.018982337787747383
29484	rnn.weight_hh_l0	9	-0.0075431508012115955
29484	rnn.bias_ih_l0	0	0.14473848044872284
29484	rnn.bias_ih_l0	1	-0.05562818795442581
29484	rnn.bias_ih_l0	2	0.10630781948566437
29484	rnn.bias_ih_l0	3	0.04941874369978905
29484	rnn.bias_ih_l0	4	0.09784680604934692
29484	rnn.bias_ih_l0	5	0.024100840091705322
29484	rnn.bias_ih_l0	6	-0.017758183181285858
29484	rnn.bias_ih_l0	7	-0.10874156653881073
29484	rnn.bias_ih_l0	8	-0.20760148763656616
29484	rnn.bias_ih_l0	9	0.08651384711265564
29484	rnn.bias_hh_l0	0	0.002089903224259615
29484	rnn.bias_hh_l0	1	0.02256319299340248
29484	rnn.bias_hh_l0	2	-0.005806697532534599
29484	rnn.bias_hh_l0	3	-0.029903383925557137
29484	rnn.bias_hh_l0	4	-0.036226533353328705
29484	rnn.bias_hh_l0	5	0.14434698224067688
29484	rnn.bias_hh_l0	6	0.051244620233774185
29484	rnn.bias_hh_l0	7	0.06018856167793274
29484	rnn.bias_hh_l0	8	0.016610514372587204
29484	rnn.bias_hh_l0	9	0.04264781251549721
29484	rnn.weight_ih_l0_reverse	0	-0.02973267249763012
29484	rnn.weight_ih_l0_reverse	1	-0.0022723053116351366
29484	rnn.weight_ih_l0_reverse	2	0.023805906996130943
29484	rnn.weight_ih_l0_reverse	3	-0.06220218911767006
29484	rnn.weight_ih_l0_reverse	4	0.009346658363938332
29484	rnn.weight_ih_l0_reverse	5	-0.04618523642420769
29484	rnn.weight_ih_l0_reverse	6	0.027816057205200195
29484	rnn.weight_ih_l0_reverse	7	0.04589162766933441
29484	rnn.weight_ih_l0_reverse	8	-0.04866638034582138
29484	rnn.weight_ih_l0_reverse	9	-0.05081484094262123
29484	rnn.weight_hh_l0_reverse	0	-0.08340006321668625
29484	rnn.weight_hh_l0_reverse	1	-0.06285736709833145
29484	rnn.weight_hh_l0_reverse	2	0.034837592393159866
29484	rnn.weight_hh_l0_reverse	3	0.04594983160495758
29484	rnn.weight_hh_l0_reverse	4	-0.015853818506002426
29484	rnn.weight_hh_l0_reverse	5	0.045801278203725815
29484	rnn.weight_hh_l0_reverse	6	0.0006033792742528021
29484	rnn.weight_hh_l0_reverse	7	-0.00027930413489229977
29484	rnn.weight_hh_l0_reverse	8	-0.0986630767583847
29484	rnn.weight_hh_l0_reverse	9	0.08044146001338959
29484	rnn.bias_ih_l0_reverse	0	-0.09042850136756897
29484	rnn.bias_ih_l0_reverse	1	-0.06876951456069946
29484	rnn.bias_ih_l0_reverse	2	0.10330841690301895
29484	rnn.bias_ih_l0_reverse	3	0.047476015985012054
29484	rnn.bias_ih_l0_reverse	4	-0.1293935775756836
29484	rnn.bias_ih_l0_reverse	5	0.041212014853954315
29484	rnn.bias_ih_l0_reverse	6	-0.1064133420586586
29484	rnn.bias_ih_l0_reverse	7	0.04420112818479538
29484	rnn.bias_ih_l0_reverse	8	0.035229139029979706
29484	rnn.bias_ih_l0_reverse	9	0.06312422454357147
29484	rnn.bias_hh_l0_reverse	0	0.05903296172618866
29484	rnn.bias_hh_l0_reverse	1	0.06517743319272995
29484	rnn.bias_hh_l0_reverse	2	0.07857611030340195
29484	rnn.bias_hh_l0_reverse	3	-0.004389054141938686
29484	rnn.bias_hh_l0_reverse	4	0.07082697749137878
29484	rnn.bias_hh_l0_reverse	5	0.005386034492403269
29484	rnn.bias_hh_l0_reverse	6	-0.05390495806932449
29484	rnn.bias_hh_l0_reverse	7	0.02777177281677723
29484	rnn.bias_hh_l0_reverse	8	0.011862607672810555
29484	rnn.bias_hh_l0_reverse	9	-0.16148269176483154
29484	linear.weight	0	0.17562220990657806
29484	linear.weight	1	-0.1627681702375412
29484	linear.weight	2	-0.21521997451782227
29484	linear.weight	3	0.07778199017047882
29484	linear.weight	4	-0.026578521355986595
29484	linear.weight	5	0.003733736928552389
29484	linear.weight	6	-0.006920419633388519
29484	linear.weight	7	-0.027077991515398026
29484	linear.weight	8	0.08469931781291962
29484	linear.weight	9	0.3470287621021271
29484	linear.bias	0	-0.20452731847763062
29484	linear.bias	1	0.19223009049892426
29484	linear.bias	2	-0.5389592051506042
29484	linear.bias	3	1.7034695148468018
29484	linear.bias	4	-0.3954978287220001
29484	linear.bias	5	-0.030769959092140198
29484	linear.bias	6	-0.3580286204814911
29484	linear.bias	7	-0.27936720848083496
29484	linear.bias	8	-0.042694829404354095
29484	linear.bias	9	-0.49759945273399353
29512	transitions	0	-0.6480610370635986
29512	transitions	1	0.34971708059310913
29512	transitions	2	1.6745713949203491
29512	transitions	3	0.09674091637134552
29512	transitions	4	0.9485507011413574
29512	transitions	5	1.2739253044128418
29512	transitions	6	0.4833036959171295
29512	transitions	7	0.1757512092590332
29512	transitions	8	-0.9195204377174377
29512	transitions	9	0.9306600689888
29512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29512	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29512	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29512	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29512	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29512	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29512	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29512	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29512	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29512	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29512	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29512	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29512	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29512	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29512	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29512	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29512	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29512	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29512	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29512	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29512	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29512	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29512	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29512	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29512	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29512	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29512	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29512	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29512	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29512	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29512	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29512	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29512	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29512	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29512	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29512	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29512	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29512	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29512	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29512	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29512	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29512	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29512	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29512	embedding2nn.weight	0	0.022652285173535347
29512	embedding2nn.weight	1	0.014224953949451447
29512	embedding2nn.weight	2	-0.004285832867026329
29512	embedding2nn.weight	3	-0.00015543962945230305
29512	embedding2nn.weight	4	-0.004380953032523394
29512	embedding2nn.weight	5	0.011734800413250923
29512	embedding2nn.weight	6	-0.00494594918563962
29512	embedding2nn.weight	7	0.020760195329785347
29512	embedding2nn.weight	8	-0.00677844462916255
29512	embedding2nn.weight	9	-0.013886803761124611
29512	embedding2nn.bias	0	-0.03845558688044548
29512	embedding2nn.bias	1	-0.024478884413838387
29512	embedding2nn.bias	2	-0.07539462298154831
29512	embedding2nn.bias	3	0.0008578296401537955
29512	embedding2nn.bias	4	0.006494004279375076
29512	embedding2nn.bias	5	-0.009813547134399414
29512	embedding2nn.bias	6	0.006877826992422342
29512	embedding2nn.bias	7	0.01854650117456913
29512	embedding2nn.bias	8	0.006549749989062548
29512	embedding2nn.bias	9	0.0015708019491285086
29512	rnn.weight_ih_l0	0	0.039461225271224976
29512	rnn.weight_ih_l0	1	-0.01344210933893919
29512	rnn.weight_ih_l0	2	-0.03641175106167793
29512	rnn.weight_ih_l0	3	-0.04488471895456314
29512	rnn.weight_ih_l0	4	-0.05226128548383713
29512	rnn.weight_ih_l0	5	-0.008590512908995152
29512	rnn.weight_ih_l0	6	-0.05186472460627556
29512	rnn.weight_ih_l0	7	-0.06155696511268616
29512	rnn.weight_ih_l0	8	-0.04471609368920326
29512	rnn.weight_ih_l0	9	-0.02689121477305889
29512	rnn.weight_hh_l0	0	0.019334863871335983
29512	rnn.weight_hh_l0	1	-0.009523190557956696
29512	rnn.weight_hh_l0	2	-0.0675777867436409
29512	rnn.weight_hh_l0	3	-0.03324565663933754
29512	rnn.weight_hh_l0	4	-0.07821866869926453
29512	rnn.weight_hh_l0	5	-0.01446839515119791
29512	rnn.weight_hh_l0	6	-0.05446865037083626
29512	rnn.weight_hh_l0	7	-0.04025012254714966
29512	rnn.weight_hh_l0	8	-0.01896286942064762
29512	rnn.weight_hh_l0	9	-0.007513311225920916
29512	rnn.bias_ih_l0	0	0.14481350779533386
29512	rnn.bias_ih_l0	1	-0.05552125349640846
29512	rnn.bias_ih_l0	2	0.10601234436035156
29512	rnn.bias_ih_l0	3	0.049662571400403976
29512	rnn.bias_ih_l0	4	0.09806016087532043
29512	rnn.bias_ih_l0	5	0.023955296725034714
29512	rnn.bias_ih_l0	6	-0.017621630802750587
29512	rnn.bias_ih_l0	7	-0.108402319252491
29512	rnn.bias_ih_l0	8	-0.20729129016399384
29512	rnn.bias_ih_l0	9	0.08665827661752701
29512	rnn.bias_hh_l0	0	0.0021335429046303034
29512	rnn.bias_hh_l0	1	0.02242206782102585
29512	rnn.bias_hh_l0	2	-0.005832786671817303
29512	rnn.bias_hh_l0	3	-0.0298662967979908
29512	rnn.bias_hh_l0	4	-0.036519892513751984
29512	rnn.bias_hh_l0	5	0.14414937794208527
29512	rnn.bias_hh_l0	6	0.05136096850037575
29512	rnn.bias_hh_l0	7	0.06032082065939903
29512	rnn.bias_hh_l0	8	0.016747066751122475
29512	rnn.bias_hh_l0	9	0.0427107959985733
29512	rnn.weight_ih_l0_reverse	0	-0.02972227707505226
29512	rnn.weight_ih_l0_reverse	1	-0.002255749423056841
29512	rnn.weight_ih_l0_reverse	2	0.023775052279233932
29512	rnn.weight_ih_l0_reverse	3	-0.062220796942710876
29512	rnn.weight_ih_l0_reverse	4	0.00937532540410757
29512	rnn.weight_ih_l0_reverse	5	-0.04617602750658989
29512	rnn.weight_ih_l0_reverse	6	0.027833443135023117
29512	rnn.weight_ih_l0_reverse	7	0.045919254422187805
29512	rnn.weight_ih_l0_reverse	8	-0.048701900988817215
29512	rnn.weight_ih_l0_reverse	9	-0.05081312358379364
29512	rnn.weight_hh_l0_reverse	0	-0.08337413519620895
29512	rnn.weight_hh_l0_reverse	1	-0.06292736530303955
29512	rnn.weight_hh_l0_reverse	2	0.034903574734926224
29512	rnn.weight_hh_l0_reverse	3	0.04596930369734764
29512	rnn.weight_hh_l0_reverse	4	-0.015864774584770203
29512	rnn.weight_hh_l0_reverse	5	0.045811451971530914
29512	rnn.weight_hh_l0_reverse	6	0.0009229329298250377
29512	rnn.weight_hh_l0_reverse	7	-0.00027989159571006894
29512	rnn.weight_hh_l0_reverse	8	-0.09861338138580322
29512	rnn.weight_hh_l0_reverse	9	0.08044105768203735
29512	rnn.bias_ih_l0_reverse	0	-0.09068403393030167
29512	rnn.bias_ih_l0_reverse	1	-0.06878769397735596
29512	rnn.bias_ih_l0_reverse	2	0.10328363627195358
29512	rnn.bias_ih_l0_reverse	3	0.04743098467588425
29512	rnn.bias_ih_l0_reverse	4	-0.12943744659423828
29512	rnn.bias_ih_l0_reverse	5	0.0412728525698185
29512	rnn.bias_ih_l0_reverse	6	-0.10635483264923096
29512	rnn.bias_ih_l0_reverse	7	0.04428199678659439
29512	rnn.bias_ih_l0_reverse	8	0.03500523790717125
29512	rnn.bias_ih_l0_reverse	9	0.06305483728647232
29512	rnn.bias_hh_l0_reverse	0	0.058677103370428085
29512	rnn.bias_hh_l0_reverse	1	0.06499785929918289
29512	rnn.bias_hh_l0_reverse	2	0.0784325897693634
29512	rnn.bias_hh_l0_reverse	3	-0.004313104320317507
29512	rnn.bias_hh_l0_reverse	4	0.07084052264690399
29512	rnn.bias_hh_l0_reverse	5	0.00561049347743392
29512	rnn.bias_hh_l0_reverse	6	-0.05405259132385254
29512	rnn.bias_hh_l0_reverse	7	0.027580566704273224
29512	rnn.bias_hh_l0_reverse	8	0.012018566951155663
29512	rnn.bias_hh_l0_reverse	9	-0.16106848418712616
29512	linear.weight	0	0.17535407841205597
29512	linear.weight	1	-0.1627659946680069
29512	linear.weight	2	-0.21524067223072052
29512	linear.weight	3	0.07749941200017929
29512	linear.weight	4	-0.02648824080824852
29512	linear.weight	5	0.0037097351159900427
29512	linear.weight	6	-0.0069203549064695835
29512	linear.weight	7	-0.027076205238699913
29512	linear.weight	8	0.08477003127336502
29512	linear.weight	9	0.34740936756134033
29512	linear.bias	0	-0.20526009798049927
29512	linear.bias	1	0.19228875637054443
29512	linear.bias	2	-0.5392389893531799
29512	linear.bias	3	1.7030922174453735
29512	linear.bias	4	-0.39551493525505066
29512	linear.bias	5	-0.030769959092140198
29512	linear.bias	6	-0.3582484722137451
29512	linear.bias	7	-0.27925631403923035
29512	linear.bias	8	-0.04125337675213814
29512	linear.bias	9	-0.4976052939891815
29540	transitions	0	-0.6480647325515747
29540	transitions	1	0.3497144877910614
29540	transitions	2	1.6745680570602417
29540	transitions	3	0.09673372656106949
29540	transitions	4	0.9485499858856201
29540	transitions	5	1.2739253044128418
29540	transitions	6	0.48330366611480713
29540	transitions	7	0.1757509857416153
29540	transitions	8	-0.9195204377174377
29540	transitions	9	0.9306600689888
29540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29540	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29540	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29540	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29540	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29540	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29540	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29540	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29540	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29540	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29540	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29540	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29540	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29540	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29540	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29540	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29540	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29540	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29540	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29540	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29540	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29540	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29540	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29540	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29540	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29540	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29540	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29540	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29540	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29540	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29540	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29540	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29540	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29540	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29540	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29540	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29540	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29540	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29540	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29540	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29540	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29540	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29540	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29540	embedding2nn.weight	0	0.022588027641177177
29540	embedding2nn.weight	1	0.014232253655791283
29540	embedding2nn.weight	2	-0.004287223797291517
29540	embedding2nn.weight	3	-0.00016116001643240452
29540	embedding2nn.weight	4	-0.004378380719572306
29540	embedding2nn.weight	5	0.01171753741800785
29540	embedding2nn.weight	6	-0.00494784489274025
29540	embedding2nn.weight	7	0.02085389755666256
29540	embedding2nn.weight	8	-0.006795464549213648
29540	embedding2nn.weight	9	-0.013896467164158821
29540	embedding2nn.bias	0	-0.038127876818180084
29540	embedding2nn.bias	1	-0.02372784912586212
29540	embedding2nn.bias	2	-0.07540789991617203
29540	embedding2nn.bias	3	0.0007882778299972415
29540	embedding2nn.bias	4	0.005970270838588476
29540	embedding2nn.bias	5	-0.009958685375750065
29540	embedding2nn.bias	6	0.007553357630968094
29540	embedding2nn.bias	7	0.018684329465031624
29540	embedding2nn.bias	8	0.006587699055671692
29540	embedding2nn.bias	9	0.0021247731056064367
29540	rnn.weight_ih_l0	0	0.03945498913526535
29540	rnn.weight_ih_l0	1	-0.013423197902739048
29540	rnn.weight_ih_l0	2	-0.036456696689128876
29540	rnn.weight_ih_l0	3	-0.044894974678754807
29540	rnn.weight_ih_l0	4	-0.05222327262163162
29540	rnn.weight_ih_l0	5	-0.008553411811590195
29540	rnn.weight_ih_l0	6	-0.051903486251831055
29540	rnn.weight_ih_l0	7	-0.06154230609536171
29540	rnn.weight_ih_l0	8	-0.04470619931817055
29540	rnn.weight_ih_l0	9	-0.02689514122903347
29540	rnn.weight_hh_l0	0	0.01932605728507042
29540	rnn.weight_hh_l0	1	-0.009494805708527565
29540	rnn.weight_hh_l0	2	-0.06752168387174606
29540	rnn.weight_hh_l0	3	-0.033283744007349014
29540	rnn.weight_hh_l0	4	-0.07820579409599304
29540	rnn.weight_hh_l0	5	-0.014531322754919529
29540	rnn.weight_hh_l0	6	-0.054652344435453415
29540	rnn.weight_hh_l0	7	-0.04006879776716232
29540	rnn.weight_hh_l0	8	-0.019006865099072456
29540	rnn.weight_hh_l0	9	-0.007582994177937508
29540	rnn.bias_ih_l0	0	0.14495621621608734
29540	rnn.bias_ih_l0	1	-0.055539071559906006
29540	rnn.bias_ih_l0	2	0.10576390475034714
29540	rnn.bias_ih_l0	3	0.04942904785275459
29540	rnn.bias_ih_l0	4	0.09799379855394363
29540	rnn.bias_ih_l0	5	0.02399064414203167
29540	rnn.bias_ih_l0	6	-0.01747938059270382
29540	rnn.bias_ih_l0	7	-0.10891299694776535
29540	rnn.bias_ih_l0	8	-0.2069234699010849
29540	rnn.bias_ih_l0	9	0.0866365060210228
29540	rnn.bias_hh_l0	0	0.0018193016294389963
29540	rnn.bias_hh_l0	1	0.022404789924621582
29540	rnn.bias_hh_l0	2	-0.005834940355271101
29540	rnn.bias_hh_l0	3	-0.029767127707600594
29540	rnn.bias_hh_l0	4	-0.03667815774679184
29540	rnn.bias_hh_l0	5	0.14439749717712402
29540	rnn.bias_hh_l0	6	0.0515020452439785
29540	rnn.bias_hh_l0	7	0.060045864433050156
29540	rnn.bias_hh_l0	8	0.016889316961169243
29540	rnn.bias_hh_l0	9	0.04283676669001579
29540	rnn.weight_ih_l0_reverse	0	-0.02975563146173954
29540	rnn.weight_ih_l0_reverse	1	-0.002101270481944084
29540	rnn.weight_ih_l0_reverse	2	0.02378665842115879
29540	rnn.weight_ih_l0_reverse	3	-0.062185343354940414
29540	rnn.weight_ih_l0_reverse	4	0.0093916030600667
29540	rnn.weight_ih_l0_reverse	5	-0.0461556650698185
29540	rnn.weight_ih_l0_reverse	6	0.027784990146756172
29540	rnn.weight_ih_l0_reverse	7	0.04593812674283981
29540	rnn.weight_ih_l0_reverse	8	-0.04871339723467827
29540	rnn.weight_ih_l0_reverse	9	-0.050786010921001434
29540	rnn.weight_hh_l0_reverse	0	-0.08333112299442291
29540	rnn.weight_hh_l0_reverse	1	-0.06302233785390854
29540	rnn.weight_hh_l0_reverse	2	0.035002775490283966
29540	rnn.weight_hh_l0_reverse	3	0.04596209526062012
29540	rnn.weight_hh_l0_reverse	4	-0.01589449867606163
29540	rnn.weight_hh_l0_reverse	5	0.04580968990921974
29540	rnn.weight_hh_l0_reverse	6	0.0009039834258146584
29540	rnn.weight_hh_l0_reverse	7	-0.00031381211010739207
29540	rnn.weight_hh_l0_reverse	8	-0.09865321964025497
29540	rnn.weight_hh_l0_reverse	9	0.08049474656581879
29540	rnn.bias_ih_l0_reverse	0	-0.09087847918272018
29540	rnn.bias_ih_l0_reverse	1	-0.06858162581920624
29540	rnn.bias_ih_l0_reverse	2	0.1034097671508789
29540	rnn.bias_ih_l0_reverse	3	0.04755778610706329
29540	rnn.bias_ih_l0_reverse	4	-0.12951739132404327
29540	rnn.bias_ih_l0_reverse	5	0.04137163981795311
29540	rnn.bias_ih_l0_reverse	6	-0.10643550753593445
29540	rnn.bias_ih_l0_reverse	7	0.044629961252212524
29540	rnn.bias_ih_l0_reverse	8	0.034952014684677124
29540	rnn.bias_ih_l0_reverse	9	0.0628739520907402
29540	rnn.bias_hh_l0_reverse	0	0.05872442200779915
29540	rnn.bias_hh_l0_reverse	1	0.06505525857210159
29540	rnn.bias_hh_l0_reverse	2	0.07841233164072037
29540	rnn.bias_hh_l0_reverse	3	-0.004255720414221287
29540	rnn.bias_hh_l0_reverse	4	0.07095789164304733
29540	rnn.bias_hh_l0_reverse	5	0.006151572801172733
29540	rnn.bias_hh_l0_reverse	6	-0.05423548445105553
29540	rnn.bias_hh_l0_reverse	7	0.02762940153479576
29540	rnn.bias_hh_l0_reverse	8	0.01184860896319151
29540	rnn.bias_hh_l0_reverse	9	-0.16149264574050903
29540	linear.weight	0	0.1749347448348999
29540	linear.weight	1	-0.1627657115459442
29540	linear.weight	2	-0.21518655121326447
29540	linear.weight	3	0.07748091965913773
29540	linear.weight	4	-0.026487043127417564
29540	linear.weight	5	0.003694591112434864
29540	linear.weight	6	-0.006920057814568281
29540	linear.weight	7	-0.02707507088780403
29540	linear.weight	8	0.08486708253622055
29540	linear.weight	9	0.3474607467651367
29540	linear.bias	0	-0.20551328361034393
29540	linear.bias	1	0.19213540852069855
29540	linear.bias	2	-0.5392550230026245
29540	linear.bias	3	1.7030675411224365
29540	linear.bias	4	-0.3960299789905548
29540	linear.bias	5	-0.030769959092140198
29540	linear.bias	6	-0.3583422005176544
29540	linear.bias	7	-0.27936115860939026
29540	linear.bias	8	-0.04144120216369629
29540	linear.bias	9	-0.49760937690734863
29568	transitions	0	-0.6480702757835388
29568	transitions	1	0.34971320629119873
29568	transitions	2	1.6745651960372925
29568	transitions	3	0.09673284739255905
29568	transitions	4	0.9485494494438171
29568	transitions	5	1.2739251852035522
29568	transitions	6	0.48330363631248474
29568	transitions	7	0.17575085163116455
29568	transitions	8	-0.9195204377174377
29568	transitions	9	0.9306600689888
29568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29568	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29568	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29568	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29568	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29568	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29568	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29568	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29568	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29568	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29568	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29568	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29568	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29568	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29568	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29568	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29568	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29568	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29568	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29568	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29568	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29568	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29568	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29568	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29568	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29568	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29568	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29568	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29568	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29568	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29568	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29568	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29568	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29568	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29568	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29568	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29568	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29568	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29568	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29568	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29568	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29568	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29568	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29568	embedding2nn.weight	0	0.022657165303826332
29568	embedding2nn.weight	1	0.014253005385398865
29568	embedding2nn.weight	2	-0.004288380965590477
29568	embedding2nn.weight	3	-0.0001569936575833708
29568	embedding2nn.weight	4	-0.004384019412100315
29568	embedding2nn.weight	5	0.011721095070242882
29568	embedding2nn.weight	6	-0.004949950147420168
29568	embedding2nn.weight	7	0.02076110802590847
29568	embedding2nn.weight	8	-0.006793823093175888
29568	embedding2nn.weight	9	-0.013902915641665459
29568	embedding2nn.bias	0	-0.03826633095741272
29568	embedding2nn.bias	1	-0.023273581638932228
29568	embedding2nn.bias	2	-0.07577691972255707
29568	embedding2nn.bias	3	0.0009719941299408674
29568	embedding2nn.bias	4	0.005784000735729933
29568	embedding2nn.bias	5	-0.009838978759944439
29568	embedding2nn.bias	6	0.007605996914207935
29568	embedding2nn.bias	7	0.018126368522644043
29568	embedding2nn.bias	8	0.006663878448307514
29568	embedding2nn.bias	9	0.0020969926845282316
29568	rnn.weight_ih_l0	0	0.03944126144051552
29568	rnn.weight_ih_l0	1	-0.013459576293826103
29568	rnn.weight_ih_l0	2	-0.036360204219818115
29568	rnn.weight_ih_l0	3	-0.04485210031270981
29568	rnn.weight_ih_l0	4	-0.05223871022462845
29568	rnn.weight_ih_l0	5	-0.00854495633393526
29568	rnn.weight_ih_l0	6	-0.0519222728908062
29568	rnn.weight_ih_l0	7	-0.06156914681196213
29568	rnn.weight_ih_l0	8	-0.04476451501250267
29568	rnn.weight_ih_l0	9	-0.02687692828476429
29568	rnn.weight_hh_l0	0	0.01931646279990673
29568	rnn.weight_hh_l0	1	-0.009476627223193645
29568	rnn.weight_hh_l0	2	-0.06746736913919449
29568	rnn.weight_hh_l0	3	-0.03336906060576439
29568	rnn.weight_hh_l0	4	-0.07816492021083832
29568	rnn.weight_hh_l0	5	-0.014445321634411812
29568	rnn.weight_hh_l0	6	-0.054624415934085846
29568	rnn.weight_hh_l0	7	-0.04026074707508087
29568	rnn.weight_hh_l0	8	-0.019079262390732765
29568	rnn.weight_hh_l0	9	-0.00765934819355607
29568	rnn.bias_ih_l0	0	0.14504781365394592
29568	rnn.bias_ih_l0	1	-0.05567391961812973
29568	rnn.bias_ih_l0	2	0.10559991747140884
29568	rnn.bias_ih_l0	3	0.049544211477041245
29568	rnn.bias_ih_l0	4	0.09797411412000656
29568	rnn.bias_ih_l0	5	0.024154705926775932
29568	rnn.bias_ih_l0	6	-0.017589908093214035
29568	rnn.bias_ih_l0	7	-0.10938793420791626
29568	rnn.bias_ih_l0	8	-0.2058797925710678
29568	rnn.bias_ih_l0	9	0.0866675153374672
29568	rnn.bias_hh_l0	0	0.0019205610733479261
29568	rnn.bias_hh_l0	1	0.022475147619843483
29568	rnn.bias_hh_l0	2	-0.006037333980202675
29568	rnn.bias_hh_l0	3	-0.02955995500087738
29568	rnn.bias_hh_l0	4	-0.03666769713163376
29568	rnn.bias_hh_l0	5	0.14441217482089996
29568	rnn.bias_hh_l0	6	0.051735810935497284
29568	rnn.bias_hh_l0	7	0.05974549800157547
29568	rnn.bias_hh_l0	8	0.016778789460659027
29568	rnn.bias_hh_l0	9	0.04284913092851639
29568	rnn.weight_ih_l0_reverse	0	-0.029807932674884796
29568	rnn.weight_ih_l0_reverse	1	-0.002151998458430171
29568	rnn.weight_ih_l0_reverse	2	0.023770730942487717
29568	rnn.weight_ih_l0_reverse	3	-0.06221436336636543
29568	rnn.weight_ih_l0_reverse	4	0.009399636648595333
29568	rnn.weight_ih_l0_reverse	5	-0.04614923149347305
29568	rnn.weight_ih_l0_reverse	6	0.02780148573219776
29568	rnn.weight_ih_l0_reverse	7	0.04592781886458397
29568	rnn.weight_ih_l0_reverse	8	-0.0487162210047245
29568	rnn.weight_ih_l0_reverse	9	-0.05077849328517914
29568	rnn.weight_hh_l0_reverse	0	-0.08330643177032471
29568	rnn.weight_hh_l0_reverse	1	-0.06314289569854736
29568	rnn.weight_hh_l0_reverse	2	0.034960731863975525
29568	rnn.weight_hh_l0_reverse	3	0.04583631828427315
29568	rnn.weight_hh_l0_reverse	4	-0.015771787613630295
29568	rnn.weight_hh_l0_reverse	5	0.04580364003777504
29568	rnn.weight_hh_l0_reverse	6	0.0007643506396561861
29568	rnn.weight_hh_l0_reverse	7	-0.000263130379607901
29568	rnn.weight_hh_l0_reverse	8	-0.09866861253976822
29568	rnn.weight_hh_l0_reverse	9	0.0803680568933487
29568	rnn.bias_ih_l0_reverse	0	-0.08992443233728409
29568	rnn.bias_ih_l0_reverse	1	-0.06844967603683472
29568	rnn.bias_ih_l0_reverse	2	0.1032826378941536
29568	rnn.bias_ih_l0_reverse	3	0.047759272158145905
29568	rnn.bias_ih_l0_reverse	4	-0.1293635368347168
29568	rnn.bias_ih_l0_reverse	5	0.041677892208099365
29568	rnn.bias_ih_l0_reverse	6	-0.10651090741157532
29568	rnn.bias_ih_l0_reverse	7	0.04428994655609131
29568	rnn.bias_ih_l0_reverse	8	0.034966956824064255
29568	rnn.bias_ih_l0_reverse	9	0.06309544295072556
29568	rnn.bias_hh_l0_reverse	0	0.059105776250362396
29568	rnn.bias_hh_l0_reverse	1	0.06520619988441467
29568	rnn.bias_hh_l0_reverse	2	0.0785539299249649
29568	rnn.bias_hh_l0_reverse	3	-0.0042955814860761166
29568	rnn.bias_hh_l0_reverse	4	0.07081648707389832
29568	rnn.bias_hh_l0_reverse	5	0.006047421600669622
29568	rnn.bias_hh_l0_reverse	6	-0.05424975976347923
29568	rnn.bias_hh_l0_reverse	7	0.02738727070391178
29568	rnn.bias_hh_l0_reverse	8	0.012142728082835674
29568	rnn.bias_hh_l0_reverse	9	-0.16119666397571564
29568	linear.weight	0	0.17380085587501526
29568	linear.weight	1	-0.1627614051103592
29568	linear.weight	2	-0.21520820260047913
29568	linear.weight	3	0.078019879758358
29568	linear.weight	4	-0.02649029530584812
29568	linear.weight	5	0.003712312551215291
29568	linear.weight	6	-0.006920095533132553
29568	linear.weight	7	-0.027071185410022736
29568	linear.weight	8	0.08513911068439484
29568	linear.weight	9	0.348315566778183
29568	linear.bias	0	-0.20701725780963898
29568	linear.bias	1	0.19284851849079132
29568	linear.bias	2	-0.5392718315124512
29568	linear.bias	3	1.7037982940673828
29568	linear.bias	4	-0.3960466980934143
29568	linear.bias	5	-0.030769959092140198
29568	linear.bias	6	-0.35836055874824524
29568	linear.bias	7	-0.27924197912216187
29568	linear.bias	8	-0.04162248224020004
29568	linear.bias	9	-0.4976174533367157
29596	transitions	0	-0.6480745673179626
29596	transitions	1	0.34970951080322266
29596	transitions	2	1.6745610237121582
29596	transitions	3	0.0967312753200531
29596	transitions	4	0.9485464096069336
29596	transitions	5	1.2739251852035522
29596	transitions	6	0.48330357670783997
29596	transitions	7	0.17575053870677948
29596	transitions	8	-0.9195204377174377
29596	transitions	9	0.9306600689888
29596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29596	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29596	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29596	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29596	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29596	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29596	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29596	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29596	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29596	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29596	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29596	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29596	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29596	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29596	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29596	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29596	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29596	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29596	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29596	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29596	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29596	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29596	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29596	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29596	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29596	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29596	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29596	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29596	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29596	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29596	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29596	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29596	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29596	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29596	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29596	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29596	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29596	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29596	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29596	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29596	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29596	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29596	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29596	embedding2nn.weight	0	0.02270013466477394
29596	embedding2nn.weight	1	0.01423146016895771
29596	embedding2nn.weight	2	-0.004287939053028822
29596	embedding2nn.weight	3	-0.00016284818411804736
29596	embedding2nn.weight	4	-0.004383606370538473
29596	embedding2nn.weight	5	0.011713957414031029
29596	embedding2nn.weight	6	-0.004958193749189377
29596	embedding2nn.weight	7	0.020807933062314987
29596	embedding2nn.weight	8	-0.0067929732613265514
29596	embedding2nn.weight	9	-0.013895543292164803
29596	embedding2nn.bias	0	-0.03794942423701286
29596	embedding2nn.bias	1	-0.02306859754025936
29596	embedding2nn.bias	2	-0.0760253295302391
29596	embedding2nn.bias	3	0.0004372712573967874
29596	embedding2nn.bias	4	0.005564648192375898
29596	embedding2nn.bias	5	-0.00950761791318655
29596	embedding2nn.bias	6	0.008138592354953289
29596	embedding2nn.bias	7	0.01815367117524147
29596	embedding2nn.bias	8	0.00612435070797801
29596	embedding2nn.bias	9	0.0012463084422051907
29596	rnn.weight_ih_l0	0	0.03943047672510147
29596	rnn.weight_ih_l0	1	-0.013498349115252495
29596	rnn.weight_ih_l0	2	-0.03630611300468445
29596	rnn.weight_ih_l0	3	-0.044829148799180984
29596	rnn.weight_ih_l0	4	-0.05220966413617134
29596	rnn.weight_ih_l0	5	-0.008500924333930016
29596	rnn.weight_ih_l0	6	-0.05194734036922455
29596	rnn.weight_ih_l0	7	-0.061565954238176346
29596	rnn.weight_ih_l0	8	-0.04474020004272461
29596	rnn.weight_ih_l0	9	-0.026910599321126938
29596	rnn.weight_hh_l0	0	0.019346345216035843
29596	rnn.weight_hh_l0	1	-0.009468290023505688
29596	rnn.weight_hh_l0	2	-0.06761695444583893
29596	rnn.weight_hh_l0	3	-0.033411938697099686
29596	rnn.weight_hh_l0	4	-0.07816607505083084
29596	rnn.weight_hh_l0	5	-0.014489855617284775
29596	rnn.weight_hh_l0	6	-0.05457554757595062
29596	rnn.weight_hh_l0	7	-0.04012563079595566
29596	rnn.weight_hh_l0	8	-0.01906031370162964
29596	rnn.weight_hh_l0	9	-0.007688781246542931
29596	rnn.bias_ih_l0	0	0.14521987736225128
29596	rnn.bias_ih_l0	1	-0.055489424616098404
29596	rnn.bias_ih_l0	2	0.10542920976877213
29596	rnn.bias_ih_l0	3	0.04953215643763542
29596	rnn.bias_ih_l0	4	0.09803016483783722
29596	rnn.bias_ih_l0	5	0.024168042466044426
29596	rnn.bias_ih_l0	6	-0.01800685003399849
29596	rnn.bias_ih_l0	7	-0.10868993401527405
29596	rnn.bias_ih_l0	8	-0.2056822031736374
29596	rnn.bias_ih_l0	9	0.08658718317747116
29596	rnn.bias_hh_l0	0	0.0020872808527201414
29596	rnn.bias_hh_l0	1	0.022786550223827362
29596	rnn.bias_hh_l0	2	-0.006014612969011068
29596	rnn.bias_hh_l0	3	-0.02939787320792675
29596	rnn.bias_hh_l0	4	-0.03640606254339218
29596	rnn.bias_hh_l0	5	0.1444377601146698
29596	rnn.bias_hh_l0	6	0.05202387273311615
29596	rnn.bias_hh_l0	7	0.0599311962723732
29596	rnn.bias_hh_l0	8	0.016361847519874573
29596	rnn.bias_hh_l0	9	0.042703282088041306
29596	rnn.weight_ih_l0_reverse	0	-0.029752422124147415
29596	rnn.weight_ih_l0_reverse	1	-0.0020036171190440655
29596	rnn.weight_ih_l0_reverse	2	0.023734252899885178
29596	rnn.weight_ih_l0_reverse	3	-0.06219194829463959
29596	rnn.weight_ih_l0_reverse	4	0.009370009414851665
29596	rnn.weight_ih_l0_reverse	5	-0.04613327234983444
29596	rnn.weight_ih_l0_reverse	6	0.027892116457223892
29596	rnn.weight_ih_l0_reverse	7	0.045932162553071976
29596	rnn.weight_ih_l0_reverse	8	-0.04875221103429794
29596	rnn.weight_ih_l0_reverse	9	-0.05078715831041336
29596	rnn.weight_hh_l0_reverse	0	-0.08330020308494568
29596	rnn.weight_hh_l0_reverse	1	-0.06295902281999588
29596	rnn.weight_hh_l0_reverse	2	0.03490866348147392
29596	rnn.weight_hh_l0_reverse	3	0.04580104723572731
29596	rnn.weight_hh_l0_reverse	4	-0.015666740015149117
29596	rnn.weight_hh_l0_reverse	5	0.04577556252479553
29596	rnn.weight_hh_l0_reverse	6	0.00080594647442922
29596	rnn.weight_hh_l0_reverse	7	-0.00022882498160470277
29596	rnn.weight_hh_l0_reverse	8	-0.09858109056949615
29596	rnn.weight_hh_l0_reverse	9	0.08027922362089157
29596	rnn.bias_ih_l0_reverse	0	-0.08953146636486053
29596	rnn.bias_ih_l0_reverse	1	-0.0692163035273552
29596	rnn.bias_ih_l0_reverse	2	0.10333792120218277
29596	rnn.bias_ih_l0_reverse	3	0.0477026104927063
29596	rnn.bias_ih_l0_reverse	4	-0.12905637919902802
29596	rnn.bias_ih_l0_reverse	5	0.0416991263628006
29596	rnn.bias_ih_l0_reverse	6	-0.10661164671182632
29596	rnn.bias_ih_l0_reverse	7	0.044312525540590286
29596	rnn.bias_ih_l0_reverse	8	0.03508327156305313
29596	rnn.bias_ih_l0_reverse	9	0.06316111981868744
29596	rnn.bias_hh_l0_reverse	0	0.05834261700510979
29596	rnn.bias_hh_l0_reverse	1	0.06505607068538666
29596	rnn.bias_hh_l0_reverse	2	0.07849980145692825
29596	rnn.bias_hh_l0_reverse	3	-0.0042740958742797375
29596	rnn.bias_hh_l0_reverse	4	0.07092361152172089
29596	rnn.bias_hh_l0_reverse	5	0.006525406148284674
29596	rnn.bias_hh_l0_reverse	6	-0.054282937198877335
29596	rnn.bias_hh_l0_reverse	7	0.027483593672513962
29596	rnn.bias_hh_l0_reverse	8	0.012017549015581608
29596	rnn.bias_hh_l0_reverse	9	-0.16047681868076324
29596	linear.weight	0	0.17384770512580872
29596	linear.weight	1	-0.16285105049610138
29596	linear.weight	2	-0.2153441458940506
29596	linear.weight	3	0.07796354591846466
29596	linear.weight	4	-0.02647678181529045
29596	linear.weight	5	0.003718310035765171
29596	linear.weight	6	-0.0069207013584673405
29596	linear.weight	7	-0.027068840339779854
29596	linear.weight	8	0.08486369997262955
29596	linear.weight	9	0.3481957018375397
29596	linear.bias	0	-0.2086220383644104
29596	linear.bias	1	0.1936590075492859
29596	linear.bias	2	-0.539129912853241
29596	linear.bias	3	1.7041373252868652
29596	linear.bias	4	-0.39619022607803345
29596	linear.bias	5	-0.030769959092140198
29596	linear.bias	6	-0.35813555121421814
29596	linear.bias	7	-0.2789730131626129
29596	linear.bias	8	-0.043064504861831665
29596	linear.bias	9	-0.49762386083602905
29624	transitions	0	-0.6480779051780701
29624	transitions	1	0.3497072458267212
29624	transitions	2	1.6745554208755493
29624	transitions	3	0.09673009812831879
29624	transitions	4	0.948536217212677
29624	transitions	5	1.2739251852035522
29624	transitions	6	0.4833035171031952
29624	transitions	7	0.17575044929981232
29624	transitions	8	-0.9195204377174377
29624	transitions	9	0.9306600689888
29624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29624	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29624	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29624	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29624	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29624	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29624	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29624	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29624	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29624	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29624	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29624	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29624	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29624	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29624	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29624	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29624	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29624	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29624	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29624	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29624	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29624	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29624	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29624	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29624	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29624	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29624	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29624	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29624	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29624	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29624	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29624	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29624	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29624	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29624	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29624	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29624	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29624	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29624	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29624	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29624	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29624	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29624	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29624	embedding2nn.weight	0	0.022721847519278526
29624	embedding2nn.weight	1	0.014239590615034103
29624	embedding2nn.weight	2	-0.004287953022867441
29624	embedding2nn.weight	3	-0.00016882583440747112
29624	embedding2nn.weight	4	-0.004380776081234217
29624	embedding2nn.weight	5	0.01172850001603365
29624	embedding2nn.weight	6	-0.004938023164868355
29624	embedding2nn.weight	7	0.020806677639484406
29624	embedding2nn.weight	8	-0.006795924156904221
29624	embedding2nn.weight	9	-0.013898416422307491
29624	embedding2nn.bias	0	-0.038048215210437775
29624	embedding2nn.bias	1	-0.022560974583029747
29624	embedding2nn.bias	2	-0.0757046490907669
29624	embedding2nn.bias	3	0.0002074147341772914
29624	embedding2nn.bias	4	0.005026698112487793
29624	embedding2nn.bias	5	-0.00948567409068346
29624	embedding2nn.bias	6	0.008043426088988781
29624	embedding2nn.bias	7	0.017902418971061707
29624	embedding2nn.bias	8	0.005507859867066145
29624	embedding2nn.bias	9	0.0021980791352689266
29624	rnn.weight_ih_l0	0	0.03944374993443489
29624	rnn.weight_ih_l0	1	-0.013452010229229927
29624	rnn.weight_ih_l0	2	-0.03633369132876396
29624	rnn.weight_ih_l0	3	-0.044797275215387344
29624	rnn.weight_ih_l0	4	-0.0521775558590889
29624	rnn.weight_ih_l0	5	-0.008464318700134754
29624	rnn.weight_ih_l0	6	-0.05193667486310005
29624	rnn.weight_ih_l0	7	-0.06161066144704819
29624	rnn.weight_ih_l0	8	-0.04471452906727791
29624	rnn.weight_ih_l0	9	-0.02692800760269165
29624	rnn.weight_hh_l0	0	0.019431550055742264
29624	rnn.weight_hh_l0	1	-0.009455062448978424
29624	rnn.weight_hh_l0	2	-0.06757859885692596
29624	rnn.weight_hh_l0	3	-0.033420268446207047
29624	rnn.weight_hh_l0	4	-0.07817529886960983
29624	rnn.weight_hh_l0	5	-0.014476858079433441
29624	rnn.weight_hh_l0	6	-0.05454380065202713
29624	rnn.weight_hh_l0	7	-0.040129467844963074
29624	rnn.weight_hh_l0	8	-0.019077006727457047
29624	rnn.weight_hh_l0	9	-0.007850425317883492
29624	rnn.bias_ih_l0	0	0.14530321955680847
29624	rnn.bias_ih_l0	1	-0.05564241111278534
29624	rnn.bias_ih_l0	2	0.10530667006969452
29624	rnn.bias_ih_l0	3	0.04949706047773361
29624	rnn.bias_ih_l0	4	0.09789208322763443
29624	rnn.bias_ih_l0	5	0.02425779029726982
29624	rnn.bias_ih_l0	6	-0.01777600683271885
29624	rnn.bias_ih_l0	7	-0.10896759480237961
29624	rnn.bias_ih_l0	8	-0.2049383819103241
29624	rnn.bias_ih_l0	9	0.08656197786331177
29624	rnn.bias_hh_l0	0	0.001878386246971786
29624	rnn.bias_hh_l0	1	0.022570542991161346
29624	rnn.bias_hh_l0	2	-0.005700911395251751
29624	rnn.bias_hh_l0	3	-0.029389580711722374
29624	rnn.bias_hh_l0	4	-0.03647734597325325
29624	rnn.bias_hh_l0	5	0.14429666101932526
29624	rnn.bias_hh_l0	6	0.05192482843995094
29624	rnn.bias_hh_l0	7	0.05983338505029678
29624	rnn.bias_hh_l0	8	0.016592690721154213
29624	rnn.bias_hh_l0	9	0.04259439930319786
29624	rnn.weight_ih_l0_reverse	0	-0.029763363301753998
29624	rnn.weight_ih_l0_reverse	1	-0.001986469142138958
29624	rnn.weight_ih_l0_reverse	2	0.023737968876957893
29624	rnn.weight_ih_l0_reverse	3	-0.062170252203941345
29624	rnn.weight_ih_l0_reverse	4	0.00937136821448803
29624	rnn.weight_ih_l0_reverse	5	-0.04610782489180565
29624	rnn.weight_ih_l0_reverse	6	0.027789907529950142
29624	rnn.weight_ih_l0_reverse	7	0.045956917107105255
29624	rnn.weight_ih_l0_reverse	8	-0.048747364431619644
29624	rnn.weight_ih_l0_reverse	9	-0.05079590156674385
29624	rnn.weight_hh_l0_reverse	0	-0.08328518271446228
29624	rnn.weight_hh_l0_reverse	1	-0.06304993480443954
29624	rnn.weight_hh_l0_reverse	2	0.034871023148298264
29624	rnn.weight_hh_l0_reverse	3	0.045835476368665695
29624	rnn.weight_hh_l0_reverse	4	-0.01576366275548935
29624	rnn.weight_hh_l0_reverse	5	0.04577236250042915
29624	rnn.weight_hh_l0_reverse	6	0.0008983628358691931
29624	rnn.weight_hh_l0_reverse	7	-0.00021840777480974793
29624	rnn.weight_hh_l0_reverse	8	-0.09857114404439926
29624	rnn.weight_hh_l0_reverse	9	0.08026853203773499
29624	rnn.bias_ih_l0_reverse	0	-0.08926734328269958
29624	rnn.bias_ih_l0_reverse	1	-0.06903903931379318
29624	rnn.bias_ih_l0_reverse	2	0.1033838540315628
29624	rnn.bias_ih_l0_reverse	3	0.04771757498383522
29624	rnn.bias_ih_l0_reverse	4	-0.1290261149406433
29624	rnn.bias_ih_l0_reverse	5	0.041470665484666824
29624	rnn.bias_ih_l0_reverse	6	-0.10672476887702942
29624	rnn.bias_ih_l0_reverse	7	0.04429228976368904
29624	rnn.bias_ih_l0_reverse	8	0.03500731289386749
29624	rnn.bias_ih_l0_reverse	9	0.0632290169596672
29624	rnn.bias_hh_l0_reverse	0	0.0576411709189415
29624	rnn.bias_hh_l0_reverse	1	0.06495971232652664
29624	rnn.bias_hh_l0_reverse	2	0.07847987860441208
29624	rnn.bias_hh_l0_reverse	3	-0.0043942127376794815
29624	rnn.bias_hh_l0_reverse	4	0.07109508663415909
29624	rnn.bias_hh_l0_reverse	5	0.007159743458032608
29624	rnn.bias_hh_l0_reverse	6	-0.05426808446645737
29624	rnn.bias_hh_l0_reverse	7	0.027481772005558014
29624	rnn.bias_hh_l0_reverse	8	0.012196973897516727
29624	rnn.bias_hh_l0_reverse	9	-0.16013135015964508
29624	linear.weight	0	0.17350177466869354
29624	linear.weight	1	-0.16282320022583008
29624	linear.weight	2	-0.21537239849567413
29624	linear.weight	3	0.07789576798677444
29624	linear.weight	4	-0.026432456448674202
29624	linear.weight	5	0.003952579572796822
29624	linear.weight	6	-0.006920377258211374
29624	linear.weight	7	-0.02706676349043846
29624	linear.weight	8	0.08495018631219864
29624	linear.weight	9	0.3481375575065613
29624	linear.bias	0	-0.20788651704788208
29624	linear.bias	1	0.19314908981323242
29624	linear.bias	2	-0.539065420627594
29624	linear.bias	3	1.7026283740997314
29624	linear.bias	4	-0.3962092399597168
29624	linear.bias	5	-0.030769959092140198
29624	linear.bias	6	-0.3580496311187744
29624	linear.bias	7	-0.2789262533187866
29624	linear.bias	8	-0.042966317385435104
29624	linear.bias	9	-0.49763116240501404
29652	transitions	0	-0.6480875611305237
29652	transitions	1	0.34970441460609436
29652	transitions	2	1.6745517253875732
29652	transitions	3	0.09672611206769943
29652	transitions	4	0.9485350251197815
29652	transitions	5	1.2739251852035522
29652	transitions	6	0.4833035171031952
29652	transitions	7	0.17575040459632874
29652	transitions	8	-0.9195204377174377
29652	transitions	9	0.9306600689888
29652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29652	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29652	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29652	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29652	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29652	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29652	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29652	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29652	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29652	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29652	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29652	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29652	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29652	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29652	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29652	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29652	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29652	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29652	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29652	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29652	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29652	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29652	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29652	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29652	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29652	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29652	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29652	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29652	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29652	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29652	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29652	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29652	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29652	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29652	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29652	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29652	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29652	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29652	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29652	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29652	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29652	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29652	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29652	embedding2nn.weight	0	0.02264387346804142
29652	embedding2nn.weight	1	0.014219262637197971
29652	embedding2nn.weight	2	-0.0042868503369390965
29652	embedding2nn.weight	3	-0.0001533026370452717
29652	embedding2nn.weight	4	-0.004379640333354473
29652	embedding2nn.weight	5	0.011740930378437042
29652	embedding2nn.weight	6	-0.004937155172228813
29652	embedding2nn.weight	7	0.020889265462756157
29652	embedding2nn.weight	8	-0.006801554933190346
29652	embedding2nn.weight	9	-0.013887033797800541
29652	embedding2nn.bias	0	-0.03807425871491432
29652	embedding2nn.bias	1	-0.022123010829091072
29652	embedding2nn.bias	2	-0.07603026926517487
29652	embedding2nn.bias	3	-0.00035616799141280353
29652	embedding2nn.bias	4	0.0046238708309829235
29652	embedding2nn.bias	5	-0.00874802004545927
29652	embedding2nn.bias	6	0.007677978370338678
29652	embedding2nn.bias	7	0.01765456423163414
29652	embedding2nn.bias	8	0.005394206382334232
29652	embedding2nn.bias	9	0.0024691184516996145
29652	rnn.weight_ih_l0	0	0.03937803953886032
29652	rnn.weight_ih_l0	1	-0.013378961943089962
29652	rnn.weight_ih_l0	2	-0.03635029122233391
29652	rnn.weight_ih_l0	3	-0.044806309044361115
29652	rnn.weight_ih_l0	4	-0.052143845707178116
29652	rnn.weight_ih_l0	5	-0.008466169238090515
29652	rnn.weight_ih_l0	6	-0.051948629319667816
29652	rnn.weight_ih_l0	7	-0.06158493459224701
29652	rnn.weight_ih_l0	8	-0.04472152516245842
29652	rnn.weight_ih_l0	9	-0.026910342276096344
29652	rnn.weight_hh_l0	0	0.019398987293243408
29652	rnn.weight_hh_l0	1	-0.009514841251075268
29652	rnn.weight_hh_l0	2	-0.06771871447563171
29652	rnn.weight_hh_l0	3	-0.03332151100039482
29652	rnn.weight_hh_l0	4	-0.07820866256952286
29652	rnn.weight_hh_l0	5	-0.014544238336384296
29652	rnn.weight_hh_l0	6	-0.05456412956118584
29652	rnn.weight_hh_l0	7	-0.04025041311979294
29652	rnn.weight_hh_l0	8	-0.01904275454580784
29652	rnn.weight_hh_l0	9	-0.00788866262882948
29652	rnn.bias_ih_l0	0	0.1452747881412506
29652	rnn.bias_ih_l0	1	-0.055584684014320374
29652	rnn.bias_ih_l0	2	0.1049845963716507
29652	rnn.bias_ih_l0	3	0.049439724534749985
29652	rnn.bias_ih_l0	4	0.09784930944442749
29652	rnn.bias_ih_l0	5	0.024404251947999
29652	rnn.bias_ih_l0	6	-0.017948122695088387
29652	rnn.bias_ih_l0	7	-0.10926151275634766
29652	rnn.bias_ih_l0	8	-0.20506511628627777
29652	rnn.bias_ih_l0	9	0.08651849627494812
29652	rnn.bias_hh_l0	0	0.002115015173330903
29652	rnn.bias_hh_l0	1	0.022655455395579338
29652	rnn.bias_hh_l0	2	-0.005738475825637579
29652	rnn.bias_hh_l0	3	-0.029603425413370132
29652	rnn.bias_hh_l0	4	-0.0365617536008358
29652	rnn.bias_hh_l0	5	0.1441458910703659
29652	rnn.bias_hh_l0	6	0.051985546946525574
29652	rnn.bias_hh_l0	7	0.05995543301105499
29652	rnn.bias_hh_l0	8	0.016420574858784676
29652	rnn.bias_hh_l0	9	0.042742639780044556
29652	rnn.weight_ih_l0_reverse	0	-0.029771508648991585
29652	rnn.weight_ih_l0_reverse	1	-0.002087055705487728
29652	rnn.weight_ih_l0_reverse	2	0.02373296022415161
29652	rnn.weight_ih_l0_reverse	3	-0.062185242772102356
29652	rnn.weight_ih_l0_reverse	4	0.009395813569426537
29652	rnn.weight_ih_l0_reverse	5	-0.046091411262750626
29652	rnn.weight_ih_l0_reverse	6	0.027872739359736443
29652	rnn.weight_ih_l0_reverse	7	0.04595402628183365
29652	rnn.weight_ih_l0_reverse	8	-0.048759348690509796
29652	rnn.weight_ih_l0_reverse	9	-0.05078374221920967
29652	rnn.weight_hh_l0_reverse	0	-0.08326587826013565
29652	rnn.weight_hh_l0_reverse	1	-0.06321396678686142
29652	rnn.weight_hh_l0_reverse	2	0.03481665253639221
29652	rnn.weight_hh_l0_reverse	3	0.04582935944199562
29652	rnn.weight_hh_l0_reverse	4	-0.015687786042690277
29652	rnn.weight_hh_l0_reverse	5	0.045708343386650085
29652	rnn.weight_hh_l0_reverse	6	0.0005586979677900672
29652	rnn.weight_hh_l0_reverse	7	-0.00022881469340063632
29652	rnn.weight_hh_l0_reverse	8	-0.09856519848108292
29652	rnn.weight_hh_l0_reverse	9	0.08027946203947067
29652	rnn.bias_ih_l0_reverse	0	-0.08887291699647903
29652	rnn.bias_ih_l0_reverse	1	-0.06889975070953369
29652	rnn.bias_ih_l0_reverse	2	0.10337968170642853
29652	rnn.bias_ih_l0_reverse	3	0.04774857312440872
29652	rnn.bias_ih_l0_reverse	4	-0.12908072769641876
29652	rnn.bias_ih_l0_reverse	5	0.04134300723671913
29652	rnn.bias_ih_l0_reverse	6	-0.10686937719583511
29652	rnn.bias_ih_l0_reverse	7	0.04453625902533531
29652	rnn.bias_ih_l0_reverse	8	0.034952666610479355
29652	rnn.bias_ih_l0_reverse	9	0.06322409212589264
29652	rnn.bias_hh_l0_reverse	0	0.05736954137682915
29652	rnn.bias_hh_l0_reverse	1	0.06482281535863876
29652	rnn.bias_hh_l0_reverse	2	0.07880217581987381
29652	rnn.bias_hh_l0_reverse	3	-0.004284691996872425
29652	rnn.bias_hh_l0_reverse	4	0.07095914334058762
29652	rnn.bias_hh_l0_reverse	5	0.006455524358898401
29652	rnn.bias_hh_l0_reverse	6	-0.054169680923223495
29652	rnn.bias_hh_l0_reverse	7	0.027480756863951683
29652	rnn.bias_hh_l0_reverse	8	0.012022287584841251
29652	rnn.bias_hh_l0_reverse	9	-0.15992335975170135
29652	linear.weight	0	0.17294709384441376
29652	linear.weight	1	-0.16282187402248383
29652	linear.weight	2	-0.21528711915016174
29652	linear.weight	3	0.07826372981071472
29652	linear.weight	4	-0.026447772979736328
29652	linear.weight	5	0.0039621032774448395
29652	linear.weight	6	-0.006920206360518932
29652	linear.weight	7	-0.027065591886639595
29652	linear.weight	8	0.08476796001195908
29652	linear.weight	9	0.3480542302131653
29652	linear.bias	0	-0.20980952680110931
29652	linear.bias	1	0.19351696968078613
29652	linear.bias	2	-0.5393716096878052
29652	linear.bias	3	1.705020546913147
29652	linear.bias	4	-0.3962249755859375
29652	linear.bias	5	-0.030769959092140198
29652	linear.bias	6	-0.3582492470741272
29652	linear.bias	7	-0.27899277210235596
29652	linear.bias	8	-0.043419864028692245
29652	linear.bias	9	-0.4976372718811035
29680	transitions	0	-0.6480923295021057
29680	transitions	1	0.3496929705142975
29680	transitions	2	1.6745305061340332
29680	transitions	3	0.09672553837299347
29680	transitions	4	0.9485348463058472
29680	transitions	5	1.2739251852035522
29680	transitions	6	0.4833035171031952
29680	transitions	7	0.17575040459632874
29680	transitions	8	-0.9195204377174377
29680	transitions	9	0.9306600689888
29680	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29680	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29680	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29680	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29680	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29680	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29680	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29680	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29680	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29680	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29680	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29680	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29680	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29680	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29680	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29680	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29680	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29680	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29680	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29680	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29680	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29680	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29680	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29680	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29680	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29680	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29680	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29680	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29680	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29680	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29680	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29680	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29680	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29680	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29680	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29680	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29680	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29680	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29680	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29680	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29680	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29680	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29680	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29680	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29680	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29680	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29680	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29680	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29680	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29680	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29680	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29680	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29680	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29680	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29680	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29680	embedding2nn.weight	0	0.022722383961081505
29680	embedding2nn.weight	1	0.014216156676411629
29680	embedding2nn.weight	2	-0.0042746178805828094
29680	embedding2nn.weight	3	-0.00015797374362591654
29680	embedding2nn.weight	4	-0.004374067299067974
29680	embedding2nn.weight	5	0.011747234500944614
29680	embedding2nn.weight	6	-0.004929495509713888
29680	embedding2nn.weight	7	0.020871803164482117
29680	embedding2nn.weight	8	-0.006792844273149967
29680	embedding2nn.weight	9	-0.013882413506507874
29680	embedding2nn.bias	0	-0.03849583864212036
29680	embedding2nn.bias	1	-0.02208254486322403
29680	embedding2nn.bias	2	-0.07637830078601837
29680	embedding2nn.bias	3	0.0005826621199958026
29680	embedding2nn.bias	4	0.003946637734770775
29680	embedding2nn.bias	5	-0.008732989430427551
29680	embedding2nn.bias	6	0.008130754344165325
29680	embedding2nn.bias	7	0.01832062378525734
29680	embedding2nn.bias	8	0.005047821439802647
29680	embedding2nn.bias	9	0.0015081915771588683
29680	rnn.weight_ih_l0	0	0.03940379619598389
29680	rnn.weight_ih_l0	1	-0.01341409794986248
29680	rnn.weight_ih_l0	2	-0.036235298961400986
29680	rnn.weight_ih_l0	3	-0.04481380805373192
29680	rnn.weight_ih_l0	4	-0.052092839032411575
29680	rnn.weight_ih_l0	5	-0.008442350663244724
29680	rnn.weight_ih_l0	6	-0.051930077373981476
29680	rnn.weight_ih_l0	7	-0.06161779165267944
29680	rnn.weight_ih_l0	8	-0.044720955193042755
29680	rnn.weight_ih_l0	9	-0.02690771594643593
29680	rnn.weight_hh_l0	0	0.019385769963264465
29680	rnn.weight_hh_l0	1	-0.009474892169237137
29680	rnn.weight_hh_l0	2	-0.06777714937925339
29680	rnn.weight_hh_l0	3	-0.03334996849298477
29680	rnn.weight_hh_l0	4	-0.078193299472332
29680	rnn.weight_hh_l0	5	-0.014567111618816853
29680	rnn.weight_hh_l0	6	-0.05466219782829285
29680	rnn.weight_hh_l0	7	-0.040212858468294144
29680	rnn.weight_hh_l0	8	-0.019090715795755386
29680	rnn.weight_hh_l0	9	-0.0077889710664749146
29680	rnn.bias_ih_l0	0	0.1452251523733139
29680	rnn.bias_ih_l0	1	-0.055727072060108185
29680	rnn.bias_ih_l0	2	0.10523590445518494
29680	rnn.bias_ih_l0	3	0.049416955560445786
29680	rnn.bias_ih_l0	4	0.09791239351034164
29680	rnn.bias_ih_l0	5	0.02444753423333168
29680	rnn.bias_ih_l0	6	-0.017766529694199562
29680	rnn.bias_ih_l0	7	-0.10901226848363876
29680	rnn.bias_ih_l0	8	-0.20561794936656952
29680	rnn.bias_ih_l0	9	0.08654334396123886
29680	rnn.bias_hh_l0	0	0.002351914532482624
29680	rnn.bias_hh_l0	1	0.022574318572878838
29680	rnn.bias_hh_l0	2	-0.005813234020024538
29680	rnn.bias_hh_l0	3	-0.029580792412161827
29680	rnn.bias_hh_l0	4	-0.03640267997980118
29680	rnn.bias_hh_l0	5	0.14426463842391968
29680	rnn.bias_hh_l0	6	0.05189036577939987
29680	rnn.bias_hh_l0	7	0.05982240289449692
29680	rnn.bias_hh_l0	8	0.0166021678596735
29680	rnn.bias_hh_l0	9	0.04278269410133362
29680	rnn.weight_ih_l0_reverse	0	-0.029750484973192215
29680	rnn.weight_ih_l0_reverse	1	-0.0022403572220355272
29680	rnn.weight_ih_l0_reverse	2	0.02373846061527729
29680	rnn.weight_ih_l0_reverse	3	-0.06217263266444206
29680	rnn.weight_ih_l0_reverse	4	0.009384550154209137
29680	rnn.weight_ih_l0_reverse	5	-0.046080321073532104
29680	rnn.weight_ih_l0_reverse	6	0.02788521908223629
29680	rnn.weight_ih_l0_reverse	7	0.04597840830683708
29680	rnn.weight_ih_l0_reverse	8	-0.04874484986066818
29680	rnn.weight_ih_l0_reverse	9	-0.0507446825504303
29680	rnn.weight_hh_l0_reverse	0	-0.08324387669563293
29680	rnn.weight_hh_l0_reverse	1	-0.06319209188222885
29680	rnn.weight_hh_l0_reverse	2	0.03480415418744087
29680	rnn.weight_hh_l0_reverse	3	0.04584471136331558
29680	rnn.weight_hh_l0_reverse	4	-0.0156404972076416
29680	rnn.weight_hh_l0_reverse	5	0.04571978375315666
29680	rnn.weight_hh_l0_reverse	6	0.000641883525531739
29680	rnn.weight_hh_l0_reverse	7	-0.000230690129683353
29680	rnn.weight_hh_l0_reverse	8	-0.0986446738243103
29680	rnn.weight_hh_l0_reverse	9	0.08022992312908173
29680	rnn.bias_ih_l0_reverse	0	-0.08935385942459106
29680	rnn.bias_ih_l0_reverse	1	-0.06881548464298248
29680	rnn.bias_ih_l0_reverse	2	0.10345949232578278
29680	rnn.bias_ih_l0_reverse	3	0.047893598675727844
29680	rnn.bias_ih_l0_reverse	4	-0.12901754677295685
29680	rnn.bias_ih_l0_reverse	5	0.04142561927437782
29680	rnn.bias_ih_l0_reverse	6	-0.10688813775777817
29680	rnn.bias_ih_l0_reverse	7	0.044328849762678146
29680	rnn.bias_ih_l0_reverse	8	0.034966498613357544
29680	rnn.bias_ih_l0_reverse	9	0.06338248401880264
29680	rnn.bias_hh_l0_reverse	0	0.0576028972864151
29680	rnn.bias_hh_l0_reverse	1	0.06492343544960022
29680	rnn.bias_hh_l0_reverse	2	0.07879253476858139
29680	rnn.bias_hh_l0_reverse	3	-0.0042211986146867275
29680	rnn.bias_hh_l0_reverse	4	0.07096118479967117
29680	rnn.bias_hh_l0_reverse	5	0.0067451223731040955
29680	rnn.bias_hh_l0_reverse	6	-0.05452718585729599
29680	rnn.bias_hh_l0_reverse	7	0.027403801679611206
29680	rnn.bias_hh_l0_reverse	8	0.011851057410240173
29680	rnn.bias_hh_l0_reverse	9	-0.1596716195344925
29680	linear.weight	0	0.1730448603630066
29680	linear.weight	1	-0.16282175481319427
29680	linear.weight	2	-0.21572616696357727
29680	linear.weight	3	0.07851453125476837
29680	linear.weight	4	-0.026449985802173615
29680	linear.weight	5	0.003951996099203825
29680	linear.weight	6	-0.006920162588357925
29680	linear.weight	7	-0.027065889909863472
29680	linear.weight	8	0.08447802066802979
29680	linear.weight	9	0.3480866551399231
29680	linear.bias	0	-0.20901572704315186
29680	linear.bias	1	0.19316458702087402
29680	linear.bias	2	-0.539437472820282
29680	linear.bias	3	1.7050226926803589
29680	linear.bias	4	-0.3962540030479431
29680	linear.bias	5	-0.030769959092140198
29680	linear.bias	6	-0.3582974970340729
29680	linear.bias	7	-0.2790166735649109
29680	linear.bias	8	-0.04249526187777519
29680	linear.bias	9	-0.49764585494995117
29708	transitions	0	-0.6480937004089355
29708	transitions	1	0.349690318107605
29708	transitions	2	1.6745285987854004
29708	transitions	3	0.09672533720731735
29708	transitions	4	0.9485345482826233
29708	transitions	5	1.2739251852035522
29708	transitions	6	0.4833035171031952
29708	transitions	7	0.17575034499168396
29708	transitions	8	-0.9195204377174377
29708	transitions	9	0.9306600689888
29708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29708	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29708	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29708	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29708	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29708	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29708	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29708	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29708	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29708	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29708	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29708	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29708	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29708	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29708	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29708	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29708	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29708	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29708	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29708	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29708	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29708	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29708	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29708	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29708	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29708	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29708	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29708	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29708	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29708	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29708	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29708	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29708	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29708	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29708	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29708	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29708	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29708	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29708	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29708	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29708	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29708	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29708	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29708	embedding2nn.weight	0	0.022751888260245323
29708	embedding2nn.weight	1	0.014220517128705978
29708	embedding2nn.weight	2	-0.004277994390577078
29708	embedding2nn.weight	3	-0.00016567099373787642
29708	embedding2nn.weight	4	-0.004374072887003422
29708	embedding2nn.weight	5	0.011754020117223263
29708	embedding2nn.weight	6	-0.004944654181599617
29708	embedding2nn.weight	7	0.020881852135062218
29708	embedding2nn.weight	8	-0.0067890421487390995
29708	embedding2nn.weight	9	-0.013884044252336025
29708	embedding2nn.bias	0	-0.038899488747119904
29708	embedding2nn.bias	1	-0.022274047136306763
29708	embedding2nn.bias	2	-0.07622174918651581
29708	embedding2nn.bias	3	0.0008222354808822274
29708	embedding2nn.bias	4	0.004085715860128403
29708	embedding2nn.bias	5	-0.008319390006363392
29708	embedding2nn.bias	6	0.008285099640488625
29708	embedding2nn.bias	7	0.018357977271080017
29708	embedding2nn.bias	8	0.00497194891795516
29708	embedding2nn.bias	9	0.0015809159958735108
29708	rnn.weight_ih_l0	0	0.03941608592867851
29708	rnn.weight_ih_l0	1	-0.013430248014628887
29708	rnn.weight_ih_l0	2	-0.03621753305196762
29708	rnn.weight_ih_l0	3	-0.044808581471443176
29708	rnn.weight_ih_l0	4	-0.05209498107433319
29708	rnn.weight_ih_l0	5	-0.008440528996288776
29708	rnn.weight_ih_l0	6	-0.05192921683192253
29708	rnn.weight_ih_l0	7	-0.06159687414765358
29708	rnn.weight_ih_l0	8	-0.0447210818529129
29708	rnn.weight_ih_l0	9	-0.02690804935991764
29708	rnn.weight_hh_l0	0	0.019394390285015106
29708	rnn.weight_hh_l0	1	-0.009458121843636036
29708	rnn.weight_hh_l0	2	-0.06778447329998016
29708	rnn.weight_hh_l0	3	-0.03338156268000603
29708	rnn.weight_hh_l0	4	-0.07819589227437973
29708	rnn.weight_hh_l0	5	-0.014554746448993683
29708	rnn.weight_hh_l0	6	-0.05459243059158325
29708	rnn.weight_hh_l0	7	-0.04022662341594696
29708	rnn.weight_hh_l0	8	-0.019087791442871094
29708	rnn.weight_hh_l0	9	-0.007847007364034653
29708	rnn.bias_ih_l0	0	0.14523617923259735
29708	rnn.bias_ih_l0	1	-0.05582575500011444
29708	rnn.bias_ih_l0	2	0.10526465624570847
29708	rnn.bias_ih_l0	3	0.049490928649902344
29708	rnn.bias_ih_l0	4	0.09774608910083771
29708	rnn.bias_ih_l0	5	0.02441515401005745
29708	rnn.bias_ih_l0	6	-0.017778046429157257
29708	rnn.bias_ih_l0	7	-0.10906438529491425
29708	rnn.bias_ih_l0	8	-0.20515069365501404
29708	rnn.bias_ih_l0	9	0.08648804575204849
29708	rnn.bias_hh_l0	0	0.002436431823298335
29708	rnn.bias_hh_l0	1	0.022466568276286125
29708	rnn.bias_hh_l0	2	-0.005823458544909954
29708	rnn.bias_hh_l0	3	-0.02961854822933674
29708	rnn.bias_hh_l0	4	-0.036429502069950104
29708	rnn.bias_hh_l0	5	0.1441313475370407
29708	rnn.bias_hh_l0	6	0.0520101934671402
29708	rnn.bias_hh_l0	7	0.05999145284295082
29708	rnn.bias_hh_l0	8	0.016590651124715805
29708	rnn.bias_hh_l0	9	0.04272706061601639
29708	rnn.weight_ih_l0_reverse	0	-0.02975120022892952
29708	rnn.weight_ih_l0_reverse	1	-0.002224296098574996
29708	rnn.weight_ih_l0_reverse	2	0.023730043321847916
29708	rnn.weight_ih_l0_reverse	3	-0.06215914711356163
29708	rnn.weight_ih_l0_reverse	4	0.009368444792926311
29708	rnn.weight_ih_l0_reverse	5	-0.04607338830828667
29708	rnn.weight_ih_l0_reverse	6	0.027851326391100883
29708	rnn.weight_ih_l0_reverse	7	0.045976728200912476
29708	rnn.weight_ih_l0_reverse	8	-0.04872924089431763
29708	rnn.weight_ih_l0_reverse	9	-0.05074186995625496
29708	rnn.weight_hh_l0_reverse	0	-0.08322211354970932
29708	rnn.weight_hh_l0_reverse	1	-0.0632350891828537
29708	rnn.weight_hh_l0_reverse	2	0.03483293205499649
29708	rnn.weight_hh_l0_reverse	3	0.045842744410037994
29708	rnn.weight_hh_l0_reverse	4	-0.015681210905313492
29708	rnn.weight_hh_l0_reverse	5	0.04570586234331131
29708	rnn.weight_hh_l0_reverse	6	0.0007421455811709166
29708	rnn.weight_hh_l0_reverse	7	-0.00027851437334902585
29708	rnn.weight_hh_l0_reverse	8	-0.09866727888584137
29708	rnn.weight_hh_l0_reverse	9	0.0802314281463623
29708	rnn.bias_ih_l0_reverse	0	-0.08950044214725494
29708	rnn.bias_ih_l0_reverse	1	-0.0688050389289856
29708	rnn.bias_ih_l0_reverse	2	0.10344585031270981
29708	rnn.bias_ih_l0_reverse	3	0.04789214953780174
29708	rnn.bias_ih_l0_reverse	4	-0.1291239857673645
29708	rnn.bias_ih_l0_reverse	5	0.04140018671751022
29708	rnn.bias_ih_l0_reverse	6	-0.10679031163454056
29708	rnn.bias_ih_l0_reverse	7	0.04427865892648697
29708	rnn.bias_ih_l0_reverse	8	0.035010237246751785
29708	rnn.bias_ih_l0_reverse	9	0.06349217146635056
29708	rnn.bias_hh_l0_reverse	0	0.05750289931893349
29708	rnn.bias_hh_l0_reverse	1	0.06483278423547745
29708	rnn.bias_hh_l0_reverse	2	0.07890620827674866
29708	rnn.bias_hh_l0_reverse	3	-0.004173354711383581
29708	rnn.bias_hh_l0_reverse	4	0.07090044021606445
29708	rnn.bias_hh_l0_reverse	5	0.0067080347798764706
29708	rnn.bias_hh_l0_reverse	6	-0.05454137921333313
29708	rnn.bias_hh_l0_reverse	7	0.027397295460104942
29708	rnn.bias_hh_l0_reverse	8	0.011723865754902363
29708	rnn.bias_hh_l0_reverse	9	-0.15953513979911804
29708	linear.weight	0	0.17289718985557556
29708	linear.weight	1	-0.16282112896442413
29708	linear.weight	2	-0.21570712327957153
29708	linear.weight	3	0.0784793347120285
29708	linear.weight	4	-0.026475422084331512
29708	linear.weight	5	0.003991204313933849
29708	linear.weight	6	-0.006920172832906246
29708	linear.weight	7	-0.02704819105565548
29708	linear.weight	8	0.08440064638853073
29708	linear.weight	9	0.34804555773735046
29708	linear.bias	0	-0.2093077152967453
29708	linear.bias	1	0.19341441988945007
29708	linear.bias	2	-0.5393763780593872
29708	linear.bias	3	1.7049411535263062
29708	linear.bias	4	-0.3962627053260803
29708	linear.bias	5	-0.030769959092140198
29708	linear.bias	6	-0.35825833678245544
29708	linear.bias	7	-0.2790641784667969
29708	linear.bias	8	-0.042939696460962296
29708	linear.bias	9	-0.49765241146087646
29736	transitions	0	-0.6480956673622131
29736	transitions	1	0.34968459606170654
29736	transitions	2	1.6745253801345825
29736	transitions	3	0.09672453254461288
29736	transitions	4	0.9485302567481995
29736	transitions	5	1.2739251852035522
29736	transitions	6	0.4833034873008728
29736	transitions	7	0.17575034499168396
29736	transitions	8	-0.9195204377174377
29736	transitions	9	0.9306600689888
29736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29736	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29736	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29736	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29736	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29736	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29736	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29736	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29736	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29736	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29736	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29736	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29736	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29736	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29736	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29736	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29736	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29736	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29736	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29736	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29736	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29736	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29736	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29736	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29736	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29736	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29736	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29736	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29736	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29736	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29736	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29736	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29736	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29736	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29736	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29736	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29736	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29736	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29736	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29736	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29736	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29736	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29736	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29736	embedding2nn.weight	0	0.022735649719834328
29736	embedding2nn.weight	1	0.014222622849047184
29736	embedding2nn.weight	2	-0.004277823492884636
29736	embedding2nn.weight	3	-0.00016899353067856282
29736	embedding2nn.weight	4	-0.0043717920780181885
29736	embedding2nn.weight	5	0.011758779175579548
29736	embedding2nn.weight	6	-0.0049460269510746
29736	embedding2nn.weight	7	0.020865468308329582
29736	embedding2nn.weight	8	-0.006789805833250284
29736	embedding2nn.weight	9	-0.013882867060601711
29736	embedding2nn.bias	0	-0.038899749517440796
29736	embedding2nn.bias	1	-0.02197677083313465
29736	embedding2nn.bias	2	-0.07580456137657166
29736	embedding2nn.bias	3	0.00022819978767074645
29736	embedding2nn.bias	4	0.004037957638502121
29736	embedding2nn.bias	5	-0.008044781163334846
29736	embedding2nn.bias	6	0.007994197309017181
29736	embedding2nn.bias	7	0.018285807222127914
29736	embedding2nn.bias	8	0.005103503353893757
29736	embedding2nn.bias	9	0.0015925252810120583
29736	rnn.weight_ih_l0	0	0.03941965475678444
29736	rnn.weight_ih_l0	1	-0.01349250040948391
29736	rnn.weight_ih_l0	2	-0.03627030923962593
29736	rnn.weight_ih_l0	3	-0.04479479417204857
29736	rnn.weight_ih_l0	4	-0.05208246037364006
29736	rnn.weight_ih_l0	5	-0.008446485735476017
29736	rnn.weight_ih_l0	6	-0.051935456693172455
29736	rnn.weight_ih_l0	7	-0.06158066540956497
29736	rnn.weight_ih_l0	8	-0.04470578208565712
29736	rnn.weight_ih_l0	9	-0.026912985369563103
29736	rnn.weight_hh_l0	0	0.0193707887083292
29736	rnn.weight_hh_l0	1	-0.009433492086827755
29736	rnn.weight_hh_l0	2	-0.06776924431324005
29736	rnn.weight_hh_l0	3	-0.03333878517150879
29736	rnn.weight_hh_l0	4	-0.0781879872083664
29736	rnn.weight_hh_l0	5	-0.014558936469256878
29736	rnn.weight_hh_l0	6	-0.05457696691155434
29736	rnn.weight_hh_l0	7	-0.04036218300461769
29736	rnn.weight_hh_l0	8	-0.019102158024907112
29736	rnn.weight_hh_l0	9	-0.00789063610136509
29736	rnn.bias_ih_l0	0	0.1452682614326477
29736	rnn.bias_ih_l0	1	-0.05577191710472107
29736	rnn.bias_ih_l0	2	0.10520115494728088
29736	rnn.bias_ih_l0	3	0.049365706741809845
29736	rnn.bias_ih_l0	4	0.0978444442152977
29736	rnn.bias_ih_l0	5	0.024378672242164612
29736	rnn.bias_ih_l0	6	-0.017792118713259697
29736	rnn.bias_ih_l0	7	-0.10894527286291122
29736	rnn.bias_ih_l0	8	-0.20586930215358734
29736	rnn.bias_ih_l0	9	0.08657142519950867
29736	rnn.bias_hh_l0	0	0.0024220903869718313
29736	rnn.bias_hh_l0	1	0.022453749552369118
29736	rnn.bias_hh_l0	2	-0.005796647164970636
29736	rnn.bias_hh_l0	3	-0.02962934412062168
29736	rnn.bias_hh_l0	4	-0.03636852651834488
29736	rnn.bias_hh_l0	5	0.14427490532398224
29736	rnn.bias_hh_l0	6	0.05216429755091667
29736	rnn.bias_hh_l0	7	0.05984184145927429
29736	rnn.bias_hh_l0	8	0.016576578840613365
29736	rnn.bias_hh_l0	9	0.04278789460659027
29736	rnn.weight_ih_l0_reverse	0	-0.029745878651738167
29736	rnn.weight_ih_l0_reverse	1	-0.0021817153319716454
29736	rnn.weight_ih_l0_reverse	2	0.023725686594843864
29736	rnn.weight_ih_l0_reverse	3	-0.06217037886381149
29736	rnn.weight_ih_l0_reverse	4	0.00937605369836092
29736	rnn.weight_ih_l0_reverse	5	-0.04606495425105095
29736	rnn.weight_ih_l0_reverse	6	0.027930226176977158
29736	rnn.weight_ih_l0_reverse	7	0.04597259685397148
29736	rnn.weight_ih_l0_reverse	8	-0.04871682822704315
29736	rnn.weight_ih_l0_reverse	9	-0.05074088275432587
29736	rnn.weight_hh_l0_reverse	0	-0.083231620490551
29736	rnn.weight_hh_l0_reverse	1	-0.06320498883724213
29736	rnn.weight_hh_l0_reverse	2	0.03480910509824753
29736	rnn.weight_hh_l0_reverse	3	0.04581442475318909
29736	rnn.weight_hh_l0_reverse	4	-0.015692049637436867
29736	rnn.weight_hh_l0_reverse	5	0.045727431774139404
29736	rnn.weight_hh_l0_reverse	6	0.0005414304323494434
29736	rnn.weight_hh_l0_reverse	7	-0.0002622268511913717
29736	rnn.weight_hh_l0_reverse	8	-0.09867215901613235
29736	rnn.weight_hh_l0_reverse	9	0.08029582351446152
29736	rnn.bias_ih_l0_reverse	0	-0.08942420780658722
29736	rnn.bias_ih_l0_reverse	1	-0.06903516501188278
29736	rnn.bias_ih_l0_reverse	2	0.10346699506044388
29736	rnn.bias_ih_l0_reverse	3	0.04785063490271568
29736	rnn.bias_ih_l0_reverse	4	-0.12914851307868958
29736	rnn.bias_ih_l0_reverse	5	0.041469741612672806
29736	rnn.bias_ih_l0_reverse	6	-0.10665851086378098
29736	rnn.bias_ih_l0_reverse	7	0.044469889253377914
29736	rnn.bias_ih_l0_reverse	8	0.03505059331655502
29736	rnn.bias_ih_l0_reverse	9	0.06354056298732758
29736	rnn.bias_hh_l0_reverse	0	0.057783789932727814
29736	rnn.bias_hh_l0_reverse	1	0.06498494744300842
29736	rnn.bias_hh_l0_reverse	2	0.07901765406131744
29736	rnn.bias_hh_l0_reverse	3	-0.00418338505551219
29736	rnn.bias_hh_l0_reverse	4	0.07081624865531921
29736	rnn.bias_hh_l0_reverse	5	0.006901057902723551
29736	rnn.bias_hh_l0_reverse	6	-0.05455191060900688
29736	rnn.bias_hh_l0_reverse	7	0.02736976556479931
29736	rnn.bias_hh_l0_reverse	8	0.011703233234584332
29736	rnn.bias_hh_l0_reverse	9	-0.15968117117881775
29736	linear.weight	0	0.17312902212142944
29736	linear.weight	1	-0.16282033920288086
29736	linear.weight	2	-0.21560083329677582
29736	linear.weight	3	0.07819219678640366
29736	linear.weight	4	-0.026515750214457512
29736	linear.weight	5	0.003987201955169439
29736	linear.weight	6	-0.006920210551470518
29736	linear.weight	7	-0.02704692631959915
29736	linear.weight	8	0.08439259231090546
29736	linear.weight	9	0.3481143116950989
29736	linear.bias	0	-0.2087283879518509
29736	linear.bias	1	0.19381526112556458
29736	linear.bias	2	-0.5394219160079956
29736	linear.bias	3	1.7045042514801025
29736	linear.bias	4	-0.3962465822696686
29736	linear.bias	5	-0.030769959092140198
29736	linear.bias	6	-0.35829564929008484
29736	linear.bias	7	-0.27910828590393066
29736	linear.bias	8	-0.04236426204442978
29736	linear.bias	9	-0.497655987739563
29764	transitions	0	-0.6480997800827026
29764	transitions	1	0.34968364238739014
29764	transitions	2	1.6745232343673706
29764	transitions	3	0.09672082215547562
29764	transitions	4	0.9485268592834473
29764	transitions	5	1.2739251852035522
29764	transitions	6	0.4833034873008728
29764	transitions	7	0.17575034499168396
29764	transitions	8	-0.9195204973220825
29764	transitions	9	0.9306600689888
29764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29764	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29764	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29764	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29764	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29764	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29764	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29764	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29764	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29764	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29764	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29764	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29764	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29764	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29764	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29764	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29764	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29764	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29764	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29764	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29764	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29764	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29764	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29764	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29764	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29764	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29764	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29764	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29764	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29764	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29764	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29764	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29764	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29764	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29764	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29764	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29764	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29764	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29764	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29764	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29764	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29764	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29764	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29764	embedding2nn.weight	0	0.022721830755472183
29764	embedding2nn.weight	1	0.014223670586943626
29764	embedding2nn.weight	2	-0.004280968569219112
29764	embedding2nn.weight	3	-0.000159343660925515
29764	embedding2nn.weight	4	-0.004369138274341822
29764	embedding2nn.weight	5	0.011765577830374241
29764	embedding2nn.weight	6	-0.004943433683365583
29764	embedding2nn.weight	7	0.020906053483486176
29764	embedding2nn.weight	8	-0.006794425658881664
29764	embedding2nn.weight	9	-0.013885565102100372
29764	embedding2nn.bias	0	-0.03885182738304138
29764	embedding2nn.bias	1	-0.022557854652404785
29764	embedding2nn.bias	2	-0.07616785168647766
29764	embedding2nn.bias	3	-3.182471846230328e-05
29764	embedding2nn.bias	4	0.0036823037080466747
29764	embedding2nn.bias	5	-0.008288324810564518
29764	embedding2nn.bias	6	0.00812383834272623
29764	embedding2nn.bias	7	0.0179625004529953
29764	embedding2nn.bias	8	0.005220153834670782
29764	embedding2nn.bias	9	0.0015591902192682028
29764	rnn.weight_ih_l0	0	0.0394212044775486
29764	rnn.weight_ih_l0	1	-0.013507552444934845
29764	rnn.weight_ih_l0	2	-0.0362296923995018
29764	rnn.weight_ih_l0	3	-0.04477729648351669
29764	rnn.weight_ih_l0	4	-0.05208899453282356
29764	rnn.weight_ih_l0	5	-0.008441835641860962
29764	rnn.weight_ih_l0	6	-0.051895249634981155
29764	rnn.weight_ih_l0	7	-0.06157318875193596
29764	rnn.weight_ih_l0	8	-0.04469956085085869
29764	rnn.weight_ih_l0	9	-0.026912501081824303
29764	rnn.weight_hh_l0	0	0.01937129534780979
29764	rnn.weight_hh_l0	1	-0.009423789568245411
29764	rnn.weight_hh_l0	2	-0.0677194893360138
29764	rnn.weight_hh_l0	3	-0.03334967792034149
29764	rnn.weight_hh_l0	4	-0.07815232872962952
29764	rnn.weight_hh_l0	5	-0.014513046480715275
29764	rnn.weight_hh_l0	6	-0.054684970527887344
29764	rnn.weight_hh_l0	7	-0.0403086394071579
29764	rnn.weight_hh_l0	8	-0.019086329266428947
29764	rnn.weight_hh_l0	9	-0.007824399508535862
29764	rnn.bias_ih_l0	0	0.14530685544013977
29764	rnn.bias_ih_l0	1	-0.0558597669005394
29764	rnn.bias_ih_l0	2	0.10515215247869492
29764	rnn.bias_ih_l0	3	0.04943643882870674
29764	rnn.bias_ih_l0	4	0.09790835529565811
29764	rnn.bias_ih_l0	5	0.02429793030023575
29764	rnn.bias_ih_l0	6	-0.017828071489930153
29764	rnn.bias_ih_l0	7	-0.10865779221057892
29764	rnn.bias_ih_l0	8	-0.20609353482723236
29764	rnn.bias_ih_l0	9	0.08656510710716248
29764	rnn.bias_hh_l0	0	0.0024231330025941133
29764	rnn.bias_hh_l0	1	0.02248658612370491
29764	rnn.bias_hh_l0	2	-0.005829952657222748
29764	rnn.bias_hh_l0	3	-0.0296309981495142
29764	rnn.bias_hh_l0	4	-0.03635205700993538
29764	rnn.bias_hh_l0	5	0.14421679079532623
29764	rnn.bias_hh_l0	6	0.0521460622549057
29764	rnn.bias_hh_l0	7	0.05984225124120712
29764	rnn.bias_hh_l0	8	0.01654062606394291
29764	rnn.bias_hh_l0	9	0.04271320998668671
29764	rnn.weight_ih_l0_reverse	0	-0.029766345396637917
29764	rnn.weight_ih_l0_reverse	1	-0.0021883752197027206
29764	rnn.weight_ih_l0_reverse	2	0.023729370906949043
29764	rnn.weight_ih_l0_reverse	3	-0.062186770141124725
29764	rnn.weight_ih_l0_reverse	4	0.00938477274030447
29764	rnn.weight_ih_l0_reverse	5	-0.046056002378463745
29764	rnn.weight_ih_l0_reverse	6	0.027997858822345734
29764	rnn.weight_ih_l0_reverse	7	0.045978277921676636
29764	rnn.weight_ih_l0_reverse	8	-0.04873849079012871
29764	rnn.weight_ih_l0_reverse	9	-0.05075410380959511
29764	rnn.weight_hh_l0_reverse	0	-0.08322688192129135
29764	rnn.weight_hh_l0_reverse	1	-0.06326580047607422
29764	rnn.weight_hh_l0_reverse	2	0.03478459268808365
29764	rnn.weight_hh_l0_reverse	3	0.04579699784517288
29764	rnn.weight_hh_l0_reverse	4	-0.01570451632142067
29764	rnn.weight_hh_l0_reverse	5	0.04572238028049469
29764	rnn.weight_hh_l0_reverse	6	0.0004615744110196829
29764	rnn.weight_hh_l0_reverse	7	-0.0002824238908942789
29764	rnn.weight_hh_l0_reverse	8	-0.09866795688867569
29764	rnn.weight_hh_l0_reverse	9	0.08031195402145386
29764	rnn.bias_ih_l0_reverse	0	-0.08971302956342697
29764	rnn.bias_ih_l0_reverse	1	-0.0689469426870346
29764	rnn.bias_ih_l0_reverse	2	0.10339872539043427
29764	rnn.bias_ih_l0_reverse	3	0.047895852476358414
29764	rnn.bias_ih_l0_reverse	4	-0.1291937232017517
29764	rnn.bias_ih_l0_reverse	5	0.04143386334180832
29764	rnn.bias_ih_l0_reverse	6	-0.10670851171016693
29764	rnn.bias_ih_l0_reverse	7	0.04425671324133873
29764	rnn.bias_ih_l0_reverse	8	0.034980107098817825
29764	rnn.bias_ih_l0_reverse	9	0.06357735395431519
29764	rnn.bias_hh_l0_reverse	0	0.05755225196480751
29764	rnn.bias_hh_l0_reverse	1	0.06496164947748184
29764	rnn.bias_hh_l0_reverse	2	0.07897722721099854
29764	rnn.bias_hh_l0_reverse	3	-0.0041984873823821545
29764	rnn.bias_hh_l0_reverse	4	0.07082043588161469
29764	rnn.bias_hh_l0_reverse	5	0.0068802135065197945
29764	rnn.bias_hh_l0_reverse	6	-0.05460786446928978
29764	rnn.bias_hh_l0_reverse	7	0.02738150581717491
29764	rnn.bias_hh_l0_reverse	8	0.01174141000956297
29764	rnn.bias_hh_l0_reverse	9	-0.15940849483013153
29764	linear.weight	0	0.17304569482803345
29764	linear.weight	1	-0.16282020509243011
29764	linear.weight	2	-0.21564440429210663
29764	linear.weight	3	0.07841528952121735
29764	linear.weight	4	-0.02650979720056057
29764	linear.weight	5	0.003993624355643988
29764	linear.weight	6	-0.006920034997165203
29764	linear.weight	7	-0.02704562619328499
29764	linear.weight	8	0.08430584520101547
29764	linear.weight	9	0.34823378920555115
29764	linear.bias	0	-0.2093989998102188
29764	linear.bias	1	0.193823903799057
29764	linear.bias	2	-0.539513885974884
29764	linear.bias	3	1.7062431573867798
29764	linear.bias	4	-0.39625751972198486
29764	linear.bias	5	-0.030769959092140198
29764	linear.bias	6	-0.35839617252349854
29764	linear.bias	7	-0.27907443046569824
29764	linear.bias	8	-0.042859598994255066
29764	linear.bias	9	-0.49766650795936584
29792	transitions	0	-0.6481009125709534
29792	transitions	1	0.34968245029449463
29792	transitions	2	1.674519419670105
29792	transitions	3	0.09672043472528458
29792	transitions	4	0.948525071144104
29792	transitions	5	1.2739250659942627
29792	transitions	6	0.483303427696228
29792	transitions	7	0.17575028538703918
29792	transitions	8	-0.9195204973220825
29792	transitions	9	0.9306600689888
29792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29792	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29792	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29792	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29792	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29792	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29792	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29792	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29792	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29792	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29792	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29792	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29792	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29792	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29792	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29792	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29792	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29792	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29792	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29792	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29792	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29792	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29792	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29792	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29792	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29792	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29792	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29792	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29792	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29792	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29792	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29792	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29792	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29792	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29792	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29792	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29792	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29792	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29792	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29792	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29792	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29792	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29792	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29792	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29792	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29792	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29792	embedding2nn.weight	0	0.022698579356074333
29792	embedding2nn.weight	1	0.01421709917485714
29792	embedding2nn.weight	2	-0.004274365492165089
29792	embedding2nn.weight	3	-0.00015409778279718012
29792	embedding2nn.weight	4	-0.004372084513306618
29792	embedding2nn.weight	5	0.011763088405132294
29792	embedding2nn.weight	6	-0.0049463133327662945
29792	embedding2nn.weight	7	0.02091177925467491
29792	embedding2nn.weight	8	-0.006801335606724024
29792	embedding2nn.weight	9	-0.013886724598705769
29792	embedding2nn.bias	0	-0.038702163845300674
29792	embedding2nn.bias	1	-0.022464675828814507
29792	embedding2nn.bias	2	-0.07590029388666153
29792	embedding2nn.bias	3	-9.58657983574085e-06
29792	embedding2nn.bias	4	0.0033747022971510887
29792	embedding2nn.bias	5	-0.007697463501244783
29792	embedding2nn.bias	6	0.007951481267809868
29792	embedding2nn.bias	7	0.017918916419148445
29792	embedding2nn.bias	8	0.0055616470053792
29792	embedding2nn.bias	9	0.001816315809264779
29792	rnn.weight_ih_l0	0	0.039423149079084396
29792	rnn.weight_ih_l0	1	-0.013506049290299416
29792	rnn.weight_ih_l0	2	-0.03627161681652069
29792	rnn.weight_ih_l0	3	-0.044789984822273254
29792	rnn.weight_ih_l0	4	-0.052073683589696884
29792	rnn.weight_ih_l0	5	-0.00844528991729021
29792	rnn.weight_ih_l0	6	-0.051884725689888
29792	rnn.weight_ih_l0	7	-0.06156301870942116
29792	rnn.weight_ih_l0	8	-0.04467933624982834
29792	rnn.weight_ih_l0	9	-0.026912830770015717
29792	rnn.weight_hh_l0	0	0.01940092444419861
29792	rnn.weight_hh_l0	1	-0.009490481577813625
29792	rnn.weight_hh_l0	2	-0.0676785558462143
29792	rnn.weight_hh_l0	3	-0.03333718329668045
29792	rnn.weight_hh_l0	4	-0.07815860211849213
29792	rnn.weight_hh_l0	5	-0.014547229744493961
29792	rnn.weight_hh_l0	6	-0.05465763434767723
29792	rnn.weight_hh_l0	7	-0.04025343433022499
29792	rnn.weight_hh_l0	8	-0.01908949576318264
29792	rnn.weight_hh_l0	9	-0.007769767660647631
29792	rnn.bias_ih_l0	0	0.14531421661376953
29792	rnn.bias_ih_l0	1	-0.055787425488233566
29792	rnn.bias_ih_l0	2	0.1051613911986351
29792	rnn.bias_ih_l0	3	0.04945550858974457
29792	rnn.bias_ih_l0	4	0.09788627922534943
29792	rnn.bias_ih_l0	5	0.02421683445572853
29792	rnn.bias_ih_l0	6	-0.01791469007730484
29792	rnn.bias_ih_l0	7	-0.10872900485992432
29792	rnn.bias_ih_l0	8	-0.2057664692401886
29792	rnn.bias_ih_l0	9	0.08652001619338989
29792	rnn.bias_hh_l0	0	0.0024451164063066244
29792	rnn.bias_hh_l0	1	0.022520165890455246
29792	rnn.bias_hh_l0	2	-0.005768121685832739
29792	rnn.bias_hh_l0	3	-0.02964979223906994
29792	rnn.bias_hh_l0	4	-0.03630911931395531
29792	rnn.bias_hh_l0	5	0.14431548118591309
29792	rnn.bias_hh_l0	6	0.05214488133788109
29792	rnn.bias_hh_l0	7	0.05976882576942444
29792	rnn.bias_hh_l0	8	0.016454007476568222
29792	rnn.bias_hh_l0	9	0.04258954897522926
29792	rnn.weight_ih_l0_reverse	0	-0.02976422756910324
29792	rnn.weight_ih_l0_reverse	1	-0.0021675683092325926
29792	rnn.weight_ih_l0_reverse	2	0.023730190470814705
29792	rnn.weight_ih_l0_reverse	3	-0.062193166464567184
29792	rnn.weight_ih_l0_reverse	4	0.009390621446073055
29792	rnn.weight_ih_l0_reverse	5	-0.04606994614005089
29792	rnn.weight_ih_l0_reverse	6	0.02802448347210884
29792	rnn.weight_ih_l0_reverse	7	0.04596337676048279
29792	rnn.weight_ih_l0_reverse	8	-0.04872218891978264
29792	rnn.weight_ih_l0_reverse	9	-0.05074939876794815
29792	rnn.weight_hh_l0_reverse	0	-0.08322376012802124
29792	rnn.weight_hh_l0_reverse	1	-0.0632198378443718
29792	rnn.weight_hh_l0_reverse	2	0.034763216972351074
29792	rnn.weight_hh_l0_reverse	3	0.04577837511897087
29792	rnn.weight_hh_l0_reverse	4	-0.015675196424126625
29792	rnn.weight_hh_l0_reverse	5	0.04571005702018738
29792	rnn.weight_hh_l0_reverse	6	0.0005401989910751581
29792	rnn.weight_hh_l0_reverse	7	-0.0003179735504090786
29792	rnn.weight_hh_l0_reverse	8	-0.0986487939953804
29792	rnn.weight_hh_l0_reverse	9	0.08031907677650452
29792	rnn.bias_ih_l0_reverse	0	-0.0896591991186142
29792	rnn.bias_ih_l0_reverse	1	-0.06906189024448395
29792	rnn.bias_ih_l0_reverse	2	0.10349850356578827
29792	rnn.bias_ih_l0_reverse	3	0.047880299389362335
29792	rnn.bias_ih_l0_reverse	4	-0.1291629821062088
29792	rnn.bias_ih_l0_reverse	5	0.041427742689847946
29792	rnn.bias_ih_l0_reverse	6	-0.10680390149354935
29792	rnn.bias_ih_l0_reverse	7	0.04436541721224785
29792	rnn.bias_ih_l0_reverse	8	0.03487968072295189
29792	rnn.bias_ih_l0_reverse	9	0.06352271139621735
29792	rnn.bias_hh_l0_reverse	0	0.057260241359472275
29792	rnn.bias_hh_l0_reverse	1	0.06497200578451157
29792	rnn.bias_hh_l0_reverse	2	0.07885778695344925
29792	rnn.bias_hh_l0_reverse	3	-0.00416421378031373
29792	rnn.bias_hh_l0_reverse	4	0.07091192901134491
29792	rnn.bias_hh_l0_reverse	5	0.00710083544254303
29792	rnn.bias_hh_l0_reverse	6	-0.054629698395729065
29792	rnn.bias_hh_l0_reverse	7	0.027406537905335426
29792	rnn.bias_hh_l0_reverse	8	0.01166116539388895
29792	rnn.bias_hh_l0_reverse	9	-0.1593536138534546
29792	linear.weight	0	0.17316240072250366
29792	linear.weight	1	-0.16281984746456146
29792	linear.weight	2	-0.21545913815498352
29792	linear.weight	3	0.07838233560323715
29792	linear.weight	4	-0.026500865817070007
29792	linear.weight	5	0.003989083226770163
29792	linear.weight	6	-0.0069200159050524235
29792	linear.weight	7	-0.027124794200062752
29792	linear.weight	8	0.08425044268369675
29792	linear.weight	9	0.3480895161628723
29792	linear.bias	0	-0.2098187506198883
29792	linear.bias	1	0.19368240237236023
29792	linear.bias	2	-0.5393033027648926
29792	linear.bias	3	1.7063847780227661
29792	linear.bias	4	-0.39632779359817505
29792	linear.bias	5	-0.030769959092140198
29792	linear.bias	6	-0.3582206666469574
29792	linear.bias	7	-0.2790897488594055
29792	linear.bias	8	-0.04329289495944977
29792	linear.bias	9	-0.49766841530799866
29820	transitions	0	-0.648102343082428
29820	transitions	1	0.34968170523643494
29820	transitions	2	1.6745173931121826
29820	transitions	3	0.09671764075756073
29820	transitions	4	0.9485245943069458
29820	transitions	5	1.2739250659942627
29820	transitions	6	0.483303427696228
29820	transitions	7	0.175750270485878
29820	transitions	8	-0.9195204973220825
29820	transitions	9	0.9306600689888
29820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29820	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29820	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29820	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29820	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29820	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29820	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29820	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29820	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29820	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29820	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29820	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29820	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29820	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29820	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29820	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29820	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29820	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29820	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29820	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29820	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29820	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29820	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29820	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29820	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29820	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29820	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29820	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29820	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29820	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29820	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29820	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29820	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29820	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29820	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29820	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29820	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29820	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29820	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29820	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29820	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29820	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29820	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29820	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29820	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29820	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29820	embedding2nn.weight	0	0.022696813568472862
29820	embedding2nn.weight	1	0.01421611849218607
29820	embedding2nn.weight	2	-0.004277441650629044
29820	embedding2nn.weight	3	-0.00014882898540236056
29820	embedding2nn.weight	4	-0.004374363459646702
29820	embedding2nn.weight	5	0.01176513358950615
29820	embedding2nn.weight	6	-0.004948113113641739
29820	embedding2nn.weight	7	0.020912757143378258
29820	embedding2nn.weight	8	-0.006799084600061178
29820	embedding2nn.weight	9	-0.013882655650377274
29820	embedding2nn.bias	0	-0.03860161826014519
29820	embedding2nn.bias	1	-0.02266702428460121
29820	embedding2nn.bias	2	-0.07566339522600174
29820	embedding2nn.bias	3	-0.00023316769511438906
29820	embedding2nn.bias	4	0.0035993363708257675
29820	embedding2nn.bias	5	-0.007645520847290754
29820	embedding2nn.bias	6	0.008004783652722836
29820	embedding2nn.bias	7	0.01837136037647724
29820	embedding2nn.bias	8	0.005842944141477346
29820	embedding2nn.bias	9	0.0021094095427542925
29820	rnn.weight_ih_l0	0	0.0394432358443737
29820	rnn.weight_ih_l0	1	-0.013490751385688782
29820	rnn.weight_ih_l0	2	-0.03622526675462723
29820	rnn.weight_ih_l0	3	-0.04478822275996208
29820	rnn.weight_ih_l0	4	-0.05209733173251152
29820	rnn.weight_ih_l0	5	-0.008447698317468166
29820	rnn.weight_ih_l0	6	-0.05188015475869179
29820	rnn.weight_ih_l0	7	-0.061573054641485214
29820	rnn.weight_ih_l0	8	-0.044672418385744095
29820	rnn.weight_ih_l0	9	-0.02691487781703472
29820	rnn.weight_hh_l0	0	0.01939048431813717
29820	rnn.weight_hh_l0	1	-0.009457461535930634
29820	rnn.weight_hh_l0	2	-0.06773625314235687
29820	rnn.weight_hh_l0	3	-0.033349014818668365
29820	rnn.weight_hh_l0	4	-0.0781344622373581
29820	rnn.weight_hh_l0	5	-0.014560166746377945
29820	rnn.weight_hh_l0	6	-0.05457382649183273
29820	rnn.weight_hh_l0	7	-0.04030743986368179
29820	rnn.weight_hh_l0	8	-0.019082169979810715
29820	rnn.weight_hh_l0	9	-0.007716502994298935
29820	rnn.bias_ih_l0	0	0.14543244242668152
29820	rnn.bias_ih_l0	1	-0.055791255086660385
29820	rnn.bias_ih_l0	2	0.10515651851892471
29820	rnn.bias_ih_l0	3	0.04940669983625412
29820	rnn.bias_ih_l0	4	0.09789848327636719
29820	rnn.bias_ih_l0	5	0.024140752851963043
29820	rnn.bias_ih_l0	6	-0.01805153675377369
29820	rnn.bias_ih_l0	7	-0.10897963494062424
29820	rnn.bias_ih_l0	8	-0.20601502060890198
29820	rnn.bias_ih_l0	9	0.08656422793865204
29820	rnn.bias_hh_l0	0	0.0023745461367070675
29820	rnn.bias_hh_l0	1	0.02246682718396187
29820	rnn.bias_hh_l0	2	-0.005724773742258549
29820	rnn.bias_hh_l0	3	-0.029619473963975906
29820	rnn.bias_hh_l0	4	-0.03629780560731888
29820	rnn.bias_hh_l0	5	0.14430145919322968
29820	rnn.bias_hh_l0	6	0.05203937739133835
29820	rnn.bias_hh_l0	7	0.05962632969021797
29820	rnn.bias_hh_l0	8	0.016317160800099373
29820	rnn.bias_hh_l0	9	0.0425654835999012
29820	rnn.weight_ih_l0_reverse	0	-0.029789790511131287
29820	rnn.weight_ih_l0_reverse	1	-0.00212401757016778
29820	rnn.weight_ih_l0_reverse	2	0.023719865828752518
29820	rnn.weight_ih_l0_reverse	3	-0.062171705067157745
29820	rnn.weight_ih_l0_reverse	4	0.009403770789504051
29820	rnn.weight_ih_l0_reverse	5	-0.04607613384723663
29820	rnn.weight_ih_l0_reverse	6	0.027989836409687996
29820	rnn.weight_ih_l0_reverse	7	0.04597169905900955
29820	rnn.weight_ih_l0_reverse	8	-0.0487317219376564
29820	rnn.weight_ih_l0_reverse	9	-0.05075536668300629
29820	rnn.weight_hh_l0_reverse	0	-0.08322309702634811
29820	rnn.weight_hh_l0_reverse	1	-0.0632002130150795
29820	rnn.weight_hh_l0_reverse	2	0.034753769636154175
29820	rnn.weight_hh_l0_reverse	3	0.045783717185258865
29820	rnn.weight_hh_l0_reverse	4	-0.015642154961824417
29820	rnn.weight_hh_l0_reverse	5	0.04571474716067314
29820	rnn.weight_hh_l0_reverse	6	0.0006720634992234409
29820	rnn.weight_hh_l0_reverse	7	-0.0003447391791269183
29820	rnn.weight_hh_l0_reverse	8	-0.09866378456354141
29820	rnn.weight_hh_l0_reverse	9	0.08027970790863037
29820	rnn.bias_ih_l0_reverse	0	-0.08987455815076828
29820	rnn.bias_ih_l0_reverse	1	-0.06896476447582245
29820	rnn.bias_ih_l0_reverse	2	0.10353783518075943
29820	rnn.bias_ih_l0_reverse	3	0.04773949086666107
29820	rnn.bias_ih_l0_reverse	4	-0.12920960783958435
29820	rnn.bias_ih_l0_reverse	5	0.04149644076824188
29820	rnn.bias_ih_l0_reverse	6	-0.10672217607498169
29820	rnn.bias_ih_l0_reverse	7	0.044347479939460754
29820	rnn.bias_ih_l0_reverse	8	0.03486035391688347
29820	rnn.bias_ih_l0_reverse	9	0.0635453462600708
29820	rnn.bias_hh_l0_reverse	0	0.057474568486213684
29820	rnn.bias_hh_l0_reverse	1	0.06497710943222046
29820	rnn.bias_hh_l0_reverse	2	0.0788298025727272
29820	rnn.bias_hh_l0_reverse	3	-0.004194444045424461
29820	rnn.bias_hh_l0_reverse	4	0.07086139172315598
29820	rnn.bias_hh_l0_reverse	5	0.007431976497173309
29820	rnn.bias_hh_l0_reverse	6	-0.05461868643760681
29820	rnn.bias_hh_l0_reverse	7	0.027435405179858208
29820	rnn.bias_hh_l0_reverse	8	0.011551561765372753
29820	rnn.bias_hh_l0_reverse	9	-0.15962350368499756
29820	linear.weight	0	0.17289415001869202
29820	linear.weight	1	-0.16281971335411072
29820	linear.weight	2	-0.21545663475990295
29820	linear.weight	3	0.07835522294044495
29820	linear.weight	4	-0.02649211697280407
29820	linear.weight	5	0.003992412704974413
29820	linear.weight	6	-0.006919617298990488
29820	linear.weight	7	-0.02712319977581501
29820	linear.weight	8	0.08430424332618713
29820	linear.weight	9	0.3482329547405243
29820	linear.bias	0	-0.20903584361076355
29820	linear.bias	1	0.19371578097343445
29820	linear.bias	2	-0.5393125414848328
29820	linear.bias	3	1.705457091331482
29820	linear.bias	4	-0.39633315801620483
29820	linear.bias	5	-0.030769959092140198
29820	linear.bias	6	-0.35825756192207336
29820	linear.bias	7	-0.27938830852508545
29820	linear.bias	8	-0.043652184307575226
29820	linear.bias	9	-0.4976716935634613
29848	transitions	0	-0.648103654384613
29848	transitions	1	0.3496811091899872
29848	transitions	2	1.6745144128799438
29848	transitions	3	0.09671489894390106
29848	transitions	4	0.948523759841919
29848	transitions	5	1.2739249467849731
29848	transitions	6	0.483303427696228
29848	transitions	7	0.17574988305568695
29848	transitions	8	-0.9195204973220825
29848	transitions	9	0.9306600689888
29848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29848	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29848	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29848	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29848	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29848	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29848	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29848	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29848	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29848	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29848	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29848	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29848	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29848	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29848	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29848	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29848	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29848	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29848	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29848	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29848	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29848	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29848	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29848	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29848	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29848	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29848	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29848	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29848	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29848	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29848	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29848	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29848	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29848	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29848	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29848	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29848	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29848	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29848	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29848	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29848	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29848	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29848	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29848	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29848	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29848	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29848	embedding2nn.weight	0	0.022665726020932198
29848	embedding2nn.weight	1	0.014211422763764858
29848	embedding2nn.weight	2	-0.004274463281035423
29848	embedding2nn.weight	3	-0.00014456053031608462
29848	embedding2nn.weight	4	-0.004374268930405378
29848	embedding2nn.weight	5	0.011760199442505836
29848	embedding2nn.weight	6	-0.004947901237756014
29848	embedding2nn.weight	7	0.020897461101412773
29848	embedding2nn.weight	8	-0.006794971413910389
29848	embedding2nn.weight	9	-0.013880184851586819
29848	embedding2nn.bias	0	-0.0385957732796669
29848	embedding2nn.bias	1	-0.02262210287153721
29848	embedding2nn.bias	2	-0.075165294110775
29848	embedding2nn.bias	3	-0.00031152047449722886
29848	embedding2nn.bias	4	0.003351132618263364
29848	embedding2nn.bias	5	-0.007800859399139881
29848	embedding2nn.bias	6	0.008009800687432289
29848	embedding2nn.bias	7	0.017947407439351082
29848	embedding2nn.bias	8	0.006239579524844885
29848	embedding2nn.bias	9	0.0016931912396103144
29848	rnn.weight_ih_l0	0	0.03943329304456711
29848	rnn.weight_ih_l0	1	-0.013499779626727104
29848	rnn.weight_ih_l0	2	-0.03624057397246361
29848	rnn.weight_ih_l0	3	-0.04478851333260536
29848	rnn.weight_ih_l0	4	-0.05210023373365402
29848	rnn.weight_ih_l0	5	-0.008445165120065212
29848	rnn.weight_ih_l0	6	-0.05187281221151352
29848	rnn.weight_ih_l0	7	-0.0615890733897686
29848	rnn.weight_ih_l0	8	-0.04467511177062988
29848	rnn.weight_ih_l0	9	-0.02691725268959999
29848	rnn.weight_hh_l0	0	0.019394727423787117
29848	rnn.weight_hh_l0	1	-0.009455317631363869
29848	rnn.weight_hh_l0	2	-0.0676676332950592
29848	rnn.weight_hh_l0	3	-0.03332660719752312
29848	rnn.weight_hh_l0	4	-0.07815366983413696
29848	rnn.weight_hh_l0	5	-0.01460172701627016
29848	rnn.weight_hh_l0	6	-0.054620951414108276
29848	rnn.weight_hh_l0	7	-0.0404084250330925
29848	rnn.weight_hh_l0	8	-0.01905883103609085
29848	rnn.weight_hh_l0	9	-0.007741990499198437
29848	rnn.bias_ih_l0	0	0.14544129371643066
29848	rnn.bias_ih_l0	1	-0.055821508169174194
29848	rnn.bias_ih_l0	2	0.10501936078071594
29848	rnn.bias_ih_l0	3	0.04932667315006256
29848	rnn.bias_ih_l0	4	0.09792797267436981
29848	rnn.bias_ih_l0	5	0.02414911426603794
29848	rnn.bias_ih_l0	6	-0.01820085197687149
29848	rnn.bias_ih_l0	7	-0.1087653636932373
29848	rnn.bias_ih_l0	8	-0.20613786578178406
29848	rnn.bias_ih_l0	9	0.08659998327493668
29848	rnn.bias_hh_l0	0	0.0023728287778794765
29848	rnn.bias_hh_l0	1	0.022616514936089516
29848	rnn.bias_hh_l0	2	-0.005594474729150534
29848	rnn.bias_hh_l0	3	-0.029701944440603256
29848	rnn.bias_hh_l0	4	-0.036454856395721436
29848	rnn.bias_hh_l0	5	0.1442323476076126
29848	rnn.bias_hh_l0	6	0.05188232660293579
29848	rnn.bias_hh_l0	7	0.05970443785190582
29848	rnn.bias_hh_l0	8	0.01616784557700157
29848	rnn.bias_hh_l0	9	0.042552050203084946
29848	rnn.weight_ih_l0_reverse	0	-0.02977016754448414
29848	rnn.weight_ih_l0_reverse	1	-0.0021167490631341934
29848	rnn.weight_ih_l0_reverse	2	0.023716112598776817
29848	rnn.weight_ih_l0_reverse	3	-0.06215401738882065
29848	rnn.weight_ih_l0_reverse	4	0.009385654702782631
29848	rnn.weight_ih_l0_reverse	5	-0.04609471186995506
29848	rnn.weight_ih_l0_reverse	6	0.027950385585427284
29848	rnn.weight_ih_l0_reverse	7	0.04596255347132683
29848	rnn.weight_ih_l0_reverse	8	-0.0487406924366951
29848	rnn.weight_ih_l0_reverse	9	-0.05076203495264053
29848	rnn.weight_hh_l0_reverse	0	-0.08322124183177948
29848	rnn.weight_hh_l0_reverse	1	-0.0630938783288002
29848	rnn.weight_hh_l0_reverse	2	0.0347481332719326
29848	rnn.weight_hh_l0_reverse	3	0.04580605775117874
29848	rnn.weight_hh_l0_reverse	4	-0.015595425851643085
29848	rnn.weight_hh_l0_reverse	5	0.04571758955717087
29848	rnn.weight_hh_l0_reverse	6	0.0008480391697958112
29848	rnn.weight_hh_l0_reverse	7	-0.0003070688690058887
29848	rnn.weight_hh_l0_reverse	8	-0.09869888424873352
29848	rnn.weight_hh_l0_reverse	9	0.08026611059904099
29848	rnn.bias_ih_l0_reverse	0	-0.08989516645669937
29848	rnn.bias_ih_l0_reverse	1	-0.06902789324522018
29848	rnn.bias_ih_l0_reverse	2	0.1035451665520668
29848	rnn.bias_ih_l0_reverse	3	0.047691710293293
29848	rnn.bias_ih_l0_reverse	4	-0.12916584312915802
29848	rnn.bias_ih_l0_reverse	5	0.04165024682879448
29848	rnn.bias_ih_l0_reverse	6	-0.10682899504899979
29848	rnn.bias_ih_l0_reverse	7	0.04427654668688774
29848	rnn.bias_ih_l0_reverse	8	0.034948449581861496
29848	rnn.bias_ih_l0_reverse	9	0.0635906383395195
29848	rnn.bias_hh_l0_reverse	0	0.05762337148189545
29848	rnn.bias_hh_l0_reverse	1	0.06491316109895706
29848	rnn.bias_hh_l0_reverse	2	0.07876231521368027
29848	rnn.bias_hh_l0_reverse	3	-0.004162633325904608
29848	rnn.bias_hh_l0_reverse	4	0.07088066637516022
29848	rnn.bias_hh_l0_reverse	5	0.007338512688875198
29848	rnn.bias_hh_l0_reverse	6	-0.05468960851430893
29848	rnn.bias_hh_l0_reverse	7	0.02738720364868641
29848	rnn.bias_hh_l0_reverse	8	0.011401171796023846
29848	rnn.bias_hh_l0_reverse	9	-0.1594802439212799
29848	linear.weight	0	0.1730193793773651
29848	linear.weight	1	-0.162819042801857
29848	linear.weight	2	-0.21545906364917755
29848	linear.weight	3	0.07858048379421234
29848	linear.weight	4	-0.02649329975247383
29848	linear.weight	5	0.004105990286916494
29848	linear.weight	6	-0.006919424515217543
29848	linear.weight	7	-0.027121813967823982
29848	linear.weight	8	0.08426260203123093
29848	linear.weight	9	0.3482174575328827
29848	linear.bias	0	-0.20851154625415802
29848	linear.bias	1	0.19372746348381042
29848	linear.bias	2	-0.5391027927398682
29848	linear.bias	3	1.7050189971923828
29848	linear.bias	4	-0.39633867144584656
29848	linear.bias	5	-0.030769959092140198
29848	linear.bias	6	-0.3580895662307739
29848	linear.bias	7	-0.27938899397850037
29848	linear.bias	8	-0.04393904283642769
29848	linear.bias	9	-0.4976740777492523
29876	transitions	0	-0.6481046676635742
29876	transitions	1	0.3496800363063812
29876	transitions	2	1.6745129823684692
29876	transitions	3	0.09671366959810257
29876	transitions	4	0.9485206007957458
29876	transitions	5	1.2739249467849731
29876	transitions	6	0.48330339789390564
29876	transitions	7	0.17574986815452576
29876	transitions	8	-0.9195204973220825
29876	transitions	9	0.9306600689888
29876	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29876	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29876	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29876	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29876	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29876	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29876	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29876	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29876	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29876	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29876	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29876	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29876	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29876	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29876	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29876	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29876	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29876	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29876	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29876	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29876	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29876	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29876	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29876	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29876	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29876	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29876	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29876	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29876	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29876	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29876	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29876	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29876	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29876	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29876	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29876	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29876	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29876	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29876	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29876	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29876	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29876	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29876	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29876	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29876	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29876	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29876	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29876	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29876	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29876	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29876	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29876	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29876	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29876	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29876	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29876	embedding2nn.weight	0	0.022670237347483635
29876	embedding2nn.weight	1	0.014205161482095718
29876	embedding2nn.weight	2	-0.0042753214947879314
29876	embedding2nn.weight	3	-0.0001367573713650927
29876	embedding2nn.weight	4	-0.004378155339509249
29876	embedding2nn.weight	5	0.01176617294549942
29876	embedding2nn.weight	6	-0.004944889340549707
29876	embedding2nn.weight	7	0.020907878875732422
29876	embedding2nn.weight	8	-0.006812611594796181
29876	embedding2nn.weight	9	-0.013874057680368423
29876	embedding2nn.bias	0	-0.03846539929509163
29876	embedding2nn.bias	1	-0.022752759978175163
29876	embedding2nn.bias	2	-0.07527869194746017
29876	embedding2nn.bias	3	-0.00011173421808052808
29876	embedding2nn.bias	4	0.003434427548199892
29876	embedding2nn.bias	5	-0.007737991865724325
29876	embedding2nn.bias	6	0.00824609212577343
29876	embedding2nn.bias	7	0.018224535509943962
29876	embedding2nn.bias	8	0.006445004139095545
29876	embedding2nn.bias	9	0.0018885795725509524
29876	rnn.weight_ih_l0	0	0.0394439771771431
29876	rnn.weight_ih_l0	1	-0.013531489297747612
29876	rnn.weight_ih_l0	2	-0.036272820085287094
29876	rnn.weight_ih_l0	3	-0.04479308798909187
29876	rnn.weight_ih_l0	4	-0.05207129940390587
29876	rnn.weight_ih_l0	5	-0.008425906300544739
29876	rnn.weight_ih_l0	6	-0.05187534913420677
29876	rnn.weight_ih_l0	7	-0.061581339687108994
29876	rnn.weight_ih_l0	8	-0.04469249024987221
29876	rnn.weight_ih_l0	9	-0.026915404945611954
29876	rnn.weight_hh_l0	0	0.01940152421593666
29876	rnn.weight_hh_l0	1	-0.009452054277062416
29876	rnn.weight_hh_l0	2	-0.06768525391817093
29876	rnn.weight_hh_l0	3	-0.033340729773044586
29876	rnn.weight_hh_l0	4	-0.07816178351640701
29876	rnn.weight_hh_l0	5	-0.01463994663208723
29876	rnn.weight_hh_l0	6	-0.0546257458627224
29876	rnn.weight_hh_l0	7	-0.04040025919675827
29876	rnn.weight_hh_l0	8	-0.019060812890529633
29876	rnn.weight_hh_l0	9	-0.007752631325274706
29876	rnn.bias_ih_l0	0	0.14554309844970703
29876	rnn.bias_ih_l0	1	-0.05582186207175255
29876	rnn.bias_ih_l0	2	0.10502634197473526
29876	rnn.bias_ih_l0	3	0.04941374808549881
29876	rnn.bias_ih_l0	4	0.09810931235551834
29876	rnn.bias_ih_l0	5	0.024278756231069565
29876	rnn.bias_ih_l0	6	-0.01803751289844513
29876	rnn.bias_ih_l0	7	-0.10859302431344986
29876	rnn.bias_ih_l0	8	-0.2063494324684143
29876	rnn.bias_ih_l0	9	0.08660981804132462
29876	rnn.bias_hh_l0	0	0.0023164572194218636
29876	rnn.bias_hh_l0	1	0.022789185866713524
29876	rnn.bias_hh_l0	2	-0.005576871335506439
29876	rnn.bias_hh_l0	3	-0.029708202928304672
29876	rnn.bias_hh_l0	4	-0.0364689826965332
29876	rnn.bias_hh_l0	5	0.14406801760196686
29876	rnn.bias_hh_l0	6	0.05189412832260132
29876	rnn.bias_hh_l0	7	0.059575408697128296
29876	rnn.bias_hh_l0	8	0.016331184655427933
29876	rnn.bias_hh_l0	9	0.042633116245269775
29876	rnn.weight_ih_l0_reverse	0	-0.029771041125059128
29876	rnn.weight_ih_l0_reverse	1	-0.002140769502148032
29876	rnn.weight_ih_l0_reverse	2	0.0237114280462265
29876	rnn.weight_ih_l0_reverse	3	-0.06216157600283623
29876	rnn.weight_ih_l0_reverse	4	0.009371500462293625
29876	rnn.weight_ih_l0_reverse	5	-0.046097785234451294
29876	rnn.weight_ih_l0_reverse	6	0.02793242782354355
29876	rnn.weight_ih_l0_reverse	7	0.0459577776491642
29876	rnn.weight_ih_l0_reverse	8	-0.04872741550207138
29876	rnn.weight_ih_l0_reverse	9	-0.05075748637318611
29876	rnn.weight_hh_l0_reverse	0	-0.0832492932677269
29876	rnn.weight_hh_l0_reverse	1	-0.06309216469526291
29876	rnn.weight_hh_l0_reverse	2	0.0347529873251915
29876	rnn.weight_hh_l0_reverse	3	0.04581289365887642
29876	rnn.weight_hh_l0_reverse	4	-0.015557513572275639
29876	rnn.weight_hh_l0_reverse	5	0.04571514204144478
29876	rnn.weight_hh_l0_reverse	6	0.0007495401659980416
29876	rnn.weight_hh_l0_reverse	7	-0.00030346339917741716
29876	rnn.weight_hh_l0_reverse	8	-0.09870811551809311
29876	rnn.weight_hh_l0_reverse	9	0.080279640853405
29876	rnn.bias_ih_l0_reverse	0	-0.08985970914363861
29876	rnn.bias_ih_l0_reverse	1	-0.06896653771400452
29876	rnn.bias_ih_l0_reverse	2	0.10356056690216064
29876	rnn.bias_ih_l0_reverse	3	0.047696303576231
29876	rnn.bias_ih_l0_reverse	4	-0.12906168401241302
29876	rnn.bias_ih_l0_reverse	5	0.04165836423635483
29876	rnn.bias_ih_l0_reverse	6	-0.10675691068172455
29876	rnn.bias_ih_l0_reverse	7	0.04427187889814377
29876	rnn.bias_ih_l0_reverse	8	0.03496624901890755
29876	rnn.bias_ih_l0_reverse	9	0.06355135887861252
29876	rnn.bias_hh_l0_reverse	0	0.05750574171543121
29876	rnn.bias_hh_l0_reverse	1	0.06492365896701813
29876	rnn.bias_hh_l0_reverse	2	0.07884601503610611
29876	rnn.bias_hh_l0_reverse	3	-0.004174026660621166
29876	rnn.bias_hh_l0_reverse	4	0.07088609784841537
29876	rnn.bias_hh_l0_reverse	5	0.007321987766772509
29876	rnn.bias_hh_l0_reverse	6	-0.05457865074276924
29876	rnn.bias_hh_l0_reverse	7	0.027425527572631836
29876	rnn.bias_hh_l0_reverse	8	0.01142818946391344
29876	rnn.bias_hh_l0_reverse	9	-0.1597292125225067
29876	linear.weight	0	0.1732904016971588
29876	linear.weight	1	-0.16281884908676147
29876	linear.weight	2	-0.21520869433879852
29876	linear.weight	3	0.07848615199327469
29876	linear.weight	4	-0.026485798880457878
29876	linear.weight	5	0.003918599337339401
29876	linear.weight	6	-0.0069195423275232315
29876	linear.weight	7	-0.02711981162428856
29876	linear.weight	8	0.08425836265087128
29876	linear.weight	9	0.34816551208496094
29876	linear.bias	0	-0.20792144536972046
29876	linear.bias	1	0.1935628056526184
29876	linear.bias	2	-0.5391654968261719
29876	linear.bias	3	1.7053364515304565
29876	linear.bias	4	-0.3963461220264435
29876	linear.bias	5	-0.030769959092140198
29876	linear.bias	6	-0.35812726616859436
29876	linear.bias	7	-0.2794380784034729
29876	linear.bias	8	-0.04327459633350372
29876	linear.bias	9	-0.49768200516700745
29904	transitions	0	-0.6481102705001831
29904	transitions	1	0.3496793806552887
29904	transitions	2	1.6745110750198364
29904	transitions	3	0.09671194851398468
29904	transitions	4	0.9485203623771667
29904	transitions	5	1.2739249467849731
29904	transitions	6	0.48330339789390564
29904	transitions	7	0.17574982345104218
29904	transitions	8	-0.9195205569267273
29904	transitions	9	0.9306600689888
29904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29904	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29904	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29904	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29904	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29904	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29904	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29904	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29904	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29904	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29904	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29904	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29904	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29904	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29904	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29904	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29904	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29904	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29904	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29904	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29904	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29904	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29904	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29904	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29904	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29904	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29904	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29904	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29904	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29904	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29904	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29904	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29904	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29904	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29904	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29904	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29904	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29904	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29904	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29904	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29904	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29904	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29904	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29904	embedding2nn.weight	0	0.022688765078783035
29904	embedding2nn.weight	1	0.014210185967385769
29904	embedding2nn.weight	2	-0.004275044891983271
29904	embedding2nn.weight	3	-0.00014629936777055264
29904	embedding2nn.weight	4	-0.00437827268615365
29904	embedding2nn.weight	5	0.011761440895497799
29904	embedding2nn.weight	6	-0.004943672567605972
29904	embedding2nn.weight	7	0.02094491384923458
29904	embedding2nn.weight	8	-0.006810191087424755
29904	embedding2nn.weight	9	-0.013876757584512234
29904	embedding2nn.bias	0	-0.03834806755185127
29904	embedding2nn.bias	1	-0.02305067703127861
29904	embedding2nn.bias	2	-0.07505340129137039
29904	embedding2nn.bias	3	0.00015396017988678068
29904	embedding2nn.bias	4	0.0035300429444760084
29904	embedding2nn.bias	5	-0.0076281847432255745
29904	embedding2nn.bias	6	0.008579162880778313
29904	embedding2nn.bias	7	0.018021950498223305
29904	embedding2nn.bias	8	0.006743436213582754
29904	embedding2nn.bias	9	0.002209632657468319
29904	rnn.weight_ih_l0	0	0.039442673325538635
29904	rnn.weight_ih_l0	1	-0.013539085164666176
29904	rnn.weight_ih_l0	2	-0.03626418486237526
29904	rnn.weight_ih_l0	3	-0.04478960484266281
29904	rnn.weight_ih_l0	4	-0.05204734578728676
29904	rnn.weight_ih_l0	5	-0.008449940010905266
29904	rnn.weight_ih_l0	6	-0.0518820621073246
29904	rnn.weight_ih_l0	7	-0.061565812677145004
29904	rnn.weight_ih_l0	8	-0.04466576874256134
29904	rnn.weight_ih_l0	9	-0.02691575326025486
29904	rnn.weight_hh_l0	0	0.019390637055039406
29904	rnn.weight_hh_l0	1	-0.00943184457719326
29904	rnn.weight_hh_l0	2	-0.06773262470960617
29904	rnn.weight_hh_l0	3	-0.033347196877002716
29904	rnn.weight_hh_l0	4	-0.0781765952706337
29904	rnn.weight_hh_l0	5	-0.01461686473339796
29904	rnn.weight_hh_l0	6	-0.054569292813539505
29904	rnn.weight_hh_l0	7	-0.040390320122241974
29904	rnn.weight_hh_l0	8	-0.019062722101807594
29904	rnn.weight_hh_l0	9	-0.007736633066087961
29904	rnn.bias_ih_l0	0	0.14544959366321564
29904	rnn.bias_ih_l0	1	-0.055771879851818085
29904	rnn.bias_ih_l0	2	0.10493048280477524
29904	rnn.bias_ih_l0	3	0.04943886771798134
29904	rnn.bias_ih_l0	4	0.09819338470697403
29904	rnn.bias_ih_l0	5	0.02422627992928028
29904	rnn.bias_ih_l0	6	-0.017869841307401657
29904	rnn.bias_ih_l0	7	-0.1083851158618927
29904	rnn.bias_ih_l0	8	-0.20644564926624298
29904	rnn.bias_ih_l0	9	0.08669479191303253
29904	rnn.bias_hh_l0	0	0.0023078874219208956
29904	rnn.bias_hh_l0	1	0.022813837975263596
29904	rnn.bias_hh_l0	2	-0.005684134550392628
29904	rnn.bias_hh_l0	3	-0.02968263067305088
29904	rnn.bias_hh_l0	4	-0.036664217710494995
29904	rnn.bias_hh_l0	5	0.14389009773731232
29904	rnn.bias_hh_l0	6	0.05208975449204445
29904	rnn.bias_hh_l0	7	0.059737443923950195
29904	rnn.bias_hh_l0	8	0.016498856246471405
29904	rnn.bias_hh_l0	9	0.042632658034563065
29904	rnn.weight_ih_l0_reverse	0	-0.029783302918076515
29904	rnn.weight_ih_l0_reverse	1	-0.002129709580913186
29904	rnn.weight_ih_l0_reverse	2	0.023714298382401466
29904	rnn.weight_ih_l0_reverse	3	-0.06215791031718254
29904	rnn.weight_ih_l0_reverse	4	0.009363064542412758
29904	rnn.weight_ih_l0_reverse	5	-0.04611455649137497
29904	rnn.weight_ih_l0_reverse	6	0.027972601354122162
29904	rnn.weight_ih_l0_reverse	7	0.04596685245633125
29904	rnn.weight_ih_l0_reverse	8	-0.04873478040099144
29904	rnn.weight_ih_l0_reverse	9	-0.05075515806674957
29904	rnn.weight_hh_l0_reverse	0	-0.08325845748186111
29904	rnn.weight_hh_l0_reverse	1	-0.06308504939079285
29904	rnn.weight_hh_l0_reverse	2	0.03475256264209747
29904	rnn.weight_hh_l0_reverse	3	0.04581907391548157
29904	rnn.weight_hh_l0_reverse	4	-0.015562646090984344
29904	rnn.weight_hh_l0_reverse	5	0.045725017786026
29904	rnn.weight_hh_l0_reverse	6	0.0008295898442156613
29904	rnn.weight_hh_l0_reverse	7	-0.00026803131913766265
29904	rnn.weight_hh_l0_reverse	8	-0.09871244430541992
29904	rnn.weight_hh_l0_reverse	9	0.08027922362089157
29904	rnn.bias_ih_l0_reverse	0	-0.09008726477622986
29904	rnn.bias_ih_l0_reverse	1	-0.06895069032907486
29904	rnn.bias_ih_l0_reverse	2	0.10361496359109879
29904	rnn.bias_ih_l0_reverse	3	0.047726478427648544
29904	rnn.bias_ih_l0_reverse	4	-0.1290472000837326
29904	rnn.bias_ih_l0_reverse	5	0.04157905653119087
29904	rnn.bias_ih_l0_reverse	6	-0.10668734461069107
29904	rnn.bias_ih_l0_reverse	7	0.04426324740052223
29904	rnn.bias_ih_l0_reverse	8	0.03489719331264496
29904	rnn.bias_ih_l0_reverse	9	0.06349184364080429
29904	rnn.bias_hh_l0_reverse	0	0.05751337483525276
29904	rnn.bias_hh_l0_reverse	1	0.06487990915775299
29904	rnn.bias_hh_l0_reverse	2	0.0787428542971611
29904	rnn.bias_hh_l0_reverse	3	-0.004099620506167412
29904	rnn.bias_hh_l0_reverse	4	0.07089662551879883
29904	rnn.bias_hh_l0_reverse	5	0.007136303000152111
29904	rnn.bias_hh_l0_reverse	6	-0.054540231823921204
29904	rnn.bias_hh_l0_reverse	7	0.02744349278509617
29904	rnn.bias_hh_l0_reverse	8	0.011402367614209652
29904	rnn.bias_hh_l0_reverse	9	-0.15988953411579132
29904	linear.weight	0	0.17334812879562378
29904	linear.weight	1	-0.1628098487854004
29904	linear.weight	2	-0.21519125998020172
29904	linear.weight	3	0.07805240154266357
29904	linear.weight	4	-0.026482515037059784
29904	linear.weight	5	0.003888854756951332
29904	linear.weight	6	-0.006919385865330696
29904	linear.weight	7	-0.027116933837532997
29904	linear.weight	8	0.08405429869890213
29904	linear.weight	9	0.348298043012619
29904	linear.bias	0	-0.2081800401210785
29904	linear.bias	1	0.19323419034481049
29904	linear.bias	2	-0.5390864014625549
29904	linear.bias	3	1.7060596942901611
29904	linear.bias	4	-0.39635464549064636
29904	linear.bias	5	-0.030769959092140198
29904	linear.bias	6	-0.35804063081741333
29904	linear.bias	7	-0.2795223891735077
29904	linear.bias	8	-0.04273446649312973
29904	linear.bias	9	-0.4976867139339447
29932	transitions	0	-0.6481139659881592
29932	transitions	1	0.3496784269809723
29932	transitions	2	1.67451012134552
29932	transitions	3	0.09669677913188934
29932	transitions	4	0.9485160708427429
29932	transitions	5	1.2739249467849731
29932	transitions	6	0.48330339789390564
29932	transitions	7	0.17574982345104218
29932	transitions	8	-0.9195205569267273
29932	transitions	9	0.9306600689888
29932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29932	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29932	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29932	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29932	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29932	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29932	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29932	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29932	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29932	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29932	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29932	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29932	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29932	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29932	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29932	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29932	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29932	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29932	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29932	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29932	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29932	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29932	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29932	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29932	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29932	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29932	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29932	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29932	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29932	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29932	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29932	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29932	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29932	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29932	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29932	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29932	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29932	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29932	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29932	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29932	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29932	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29932	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29932	embedding2nn.weight	0	0.022692684084177017
29932	embedding2nn.weight	1	0.014213529415428638
29932	embedding2nn.weight	2	-0.004275303799659014
29932	embedding2nn.weight	3	-0.00015401914424728602
29932	embedding2nn.weight	4	-0.0043783122673630714
29932	embedding2nn.weight	5	0.011759943328797817
29932	embedding2nn.weight	6	-0.004941364750266075
29932	embedding2nn.weight	7	0.020985949784517288
29932	embedding2nn.weight	8	-0.006803472526371479
29932	embedding2nn.weight	9	-0.013874362222850323
29932	embedding2nn.bias	0	-0.03825690224766731
29932	embedding2nn.bias	1	-0.02302837371826172
29932	embedding2nn.bias	2	-0.07483218610286713
29932	embedding2nn.bias	3	0.0004756545531563461
29932	embedding2nn.bias	4	0.0036657406017184258
29932	embedding2nn.bias	5	-0.007436361163854599
29932	embedding2nn.bias	6	0.00867682509124279
29932	embedding2nn.bias	7	0.018039781600236893
29932	embedding2nn.bias	8	0.006614232435822487
29932	embedding2nn.bias	9	0.0022249706089496613
29932	rnn.weight_ih_l0	0	0.039446186274290085
29932	rnn.weight_ih_l0	1	-0.01356544904410839
29932	rnn.weight_ih_l0	2	-0.036245401948690414
29932	rnn.weight_ih_l0	3	-0.044780630618333817
29932	rnn.weight_ih_l0	4	-0.052043069154024124
29932	rnn.weight_ih_l0	5	-0.008446590974926949
29932	rnn.weight_ih_l0	6	-0.05188274383544922
29932	rnn.weight_ih_l0	7	-0.06155768409371376
29932	rnn.weight_ih_l0	8	-0.04465065523982048
29932	rnn.weight_ih_l0	9	-0.026910478249192238
29932	rnn.weight_hh_l0	0	0.019381960853934288
29932	rnn.weight_hh_l0	1	-0.00945576373487711
29932	rnn.weight_hh_l0	2	-0.06770791858434677
29932	rnn.weight_hh_l0	3	-0.0333494171500206
29932	rnn.weight_hh_l0	4	-0.07816331088542938
29932	rnn.weight_hh_l0	5	-0.014592430554330349
29932	rnn.weight_hh_l0	6	-0.0544673427939415
29932	rnn.weight_hh_l0	7	-0.04045230895280838
29932	rnn.weight_hh_l0	8	-0.019059229642152786
29932	rnn.weight_hh_l0	9	-0.00774703174829483
29932	rnn.bias_ih_l0	0	0.14545314013957977
29932	rnn.bias_ih_l0	1	-0.0557122528553009
29932	rnn.bias_ih_l0	2	0.1048082783818245
29932	rnn.bias_ih_l0	3	0.04944731295108795
29932	rnn.bias_ih_l0	4	0.0982130691409111
29932	rnn.bias_ih_l0	5	0.02417280338704586
29932	rnn.bias_ih_l0	6	-0.01779702678322792
29932	rnn.bias_ih_l0	7	-0.1083836480975151
29932	rnn.bias_ih_l0	8	-0.20702500641345978
29932	rnn.bias_ih_l0	9	0.08665046095848083
29932	rnn.bias_hh_l0	0	0.002379774581640959
29932	rnn.bias_hh_l0	1	0.022788945585489273
29932	rnn.bias_hh_l0	2	-0.005683517549186945
29932	rnn.bias_hh_l0	3	-0.029712775722146034
29932	rnn.bias_hh_l0	4	-0.03666991367936134
29932	rnn.bias_hh_l0	5	0.1438552886247635
29932	rnn.bias_hh_l0	6	0.05202704295516014
29932	rnn.bias_hh_l0	7	0.059850938618183136
29932	rnn.bias_hh_l0	8	0.01657167077064514
29932	rnn.bias_hh_l0	9	0.042647480964660645
29932	rnn.weight_ih_l0_reverse	0	-0.029800118878483772
29932	rnn.weight_ih_l0_reverse	1	-0.0020730914548039436
29932	rnn.weight_ih_l0_reverse	2	0.02372654713690281
29932	rnn.weight_ih_l0_reverse	3	-0.062179818749427795
29932	rnn.weight_ih_l0_reverse	4	0.009352752938866615
29932	rnn.weight_ih_l0_reverse	5	-0.046131476759910583
29932	rnn.weight_ih_l0_reverse	6	0.027979278936982155
29932	rnn.weight_ih_l0_reverse	7	0.04596610367298126
29932	rnn.weight_ih_l0_reverse	8	-0.04872197285294533
29932	rnn.weight_ih_l0_reverse	9	-0.050753604620695114
29932	rnn.weight_hh_l0_reverse	0	-0.08325035125017166
29932	rnn.weight_hh_l0_reverse	1	-0.06299420446157455
29932	rnn.weight_hh_l0_reverse	2	0.03474310413002968
29932	rnn.weight_hh_l0_reverse	3	0.045811768621206284
29932	rnn.weight_hh_l0_reverse	4	-0.015550362877547741
29932	rnn.weight_hh_l0_reverse	5	0.04570740833878517
29932	rnn.weight_hh_l0_reverse	6	0.0008447944419458508
29932	rnn.weight_hh_l0_reverse	7	-0.0002882012049667537
29932	rnn.weight_hh_l0_reverse	8	-0.0987047478556633
29932	rnn.weight_hh_l0_reverse	9	0.08023799955844879
29932	rnn.bias_ih_l0_reverse	0	-0.08999640494585037
29932	rnn.bias_ih_l0_reverse	1	-0.06896534562110901
29932	rnn.bias_ih_l0_reverse	2	0.10366777330636978
29932	rnn.bias_ih_l0_reverse	3	0.0477379746735096
29932	rnn.bias_ih_l0_reverse	4	-0.12905506789684296
29932	rnn.bias_ih_l0_reverse	5	0.04162643477320671
29932	rnn.bias_ih_l0_reverse	6	-0.10655342042446136
29932	rnn.bias_ih_l0_reverse	7	0.044248852878808975
29932	rnn.bias_ih_l0_reverse	8	0.034937720745801926
29932	rnn.bias_ih_l0_reverse	9	0.06358958780765533
29932	rnn.bias_hh_l0_reverse	0	0.057711903005838394
29932	rnn.bias_hh_l0_reverse	1	0.06486928462982178
29932	rnn.bias_hh_l0_reverse	2	0.07883933931589127
29932	rnn.bias_hh_l0_reverse	3	-0.004142270889133215
29932	rnn.bias_hh_l0_reverse	4	0.07084017246961594
29932	rnn.bias_hh_l0_reverse	5	0.007475345395505428
29932	rnn.bias_hh_l0_reverse	6	-0.05442057549953461
29932	rnn.bias_hh_l0_reverse	7	0.02735315077006817
29932	rnn.bias_hh_l0_reverse	8	0.011404279619455338
29932	rnn.bias_hh_l0_reverse	9	-0.160011887550354
29932	linear.weight	0	0.1732563078403473
29932	linear.weight	1	-0.1628095954656601
29932	linear.weight	2	-0.21515214443206787
29932	linear.weight	3	0.07804424315690994
29932	linear.weight	4	-0.026478072628378868
29932	linear.weight	5	0.0038931015878915787
29932	linear.weight	6	-0.0069193472154438496
29932	linear.weight	7	-0.02711685188114643
29932	linear.weight	8	0.08406426012516022
29932	linear.weight	9	0.34836965799331665
29932	linear.bias	0	-0.20761233568191528
29932	linear.bias	1	0.19327346980571747
29932	linear.bias	2	-0.5389573574066162
29932	linear.bias	3	1.7051719427108765
29932	linear.bias	4	-0.3963606357574463
29932	linear.bias	5	-0.030769959092140198
29932	linear.bias	6	-0.35792776942253113
29932	linear.bias	7	-0.279562383890152
29932	linear.bias	8	-0.0423426479101181
29932	linear.bias	9	-0.4976896047592163
29960	transitions	0	-0.6481178998947144
29960	transitions	1	0.3496762216091156
29960	transitions	2	1.6745096445083618
29960	transitions	3	0.09668899327516556
29960	transitions	4	0.9485154747962952
29960	transitions	5	1.2739249467849731
29960	transitions	6	0.48330339789390564
29960	transitions	7	0.17574980854988098
29960	transitions	8	-0.9195205569267273
29960	transitions	9	0.9306600689888
29960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29960	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29960	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29960	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29960	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29960	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29960	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29960	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29960	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29960	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29960	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29960	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29960	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29960	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29960	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29960	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29960	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29960	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29960	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29960	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29960	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29960	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29960	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29960	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29960	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29960	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29960	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29960	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29960	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29960	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29960	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29960	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29960	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29960	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29960	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29960	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29960	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29960	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29960	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29960	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29960	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29960	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29960	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29960	embedding2nn.weight	0	0.0226771030575037
29960	embedding2nn.weight	1	0.014208987355232239
29960	embedding2nn.weight	2	-0.004276991821825504
29960	embedding2nn.weight	3	-0.00014726893277838826
29960	embedding2nn.weight	4	-0.004376156721264124
29960	embedding2nn.weight	5	0.011759771965444088
29960	embedding2nn.weight	6	-0.004940531682223082
29960	embedding2nn.weight	7	0.020999623462557793
29960	embedding2nn.weight	8	-0.006812169682234526
29960	embedding2nn.weight	9	-0.013870569877326488
29960	embedding2nn.bias	0	-0.03823988512158394
29960	embedding2nn.bias	1	-0.022966720163822174
29960	embedding2nn.bias	2	-0.07532058656215668
29960	embedding2nn.bias	3	0.00012704894470516592
29960	embedding2nn.bias	4	0.003758434671908617
29960	embedding2nn.bias	5	-0.007540097460150719
29960	embedding2nn.bias	6	0.008480742573738098
29960	embedding2nn.bias	7	0.018114473670721054
29960	embedding2nn.bias	8	0.00669899582862854
29960	embedding2nn.bias	9	0.001967779593542218
29960	rnn.weight_ih_l0	0	0.03944925218820572
29960	rnn.weight_ih_l0	1	-0.013543802313506603
29960	rnn.weight_ih_l0	2	-0.03626294434070587
29960	rnn.weight_ih_l0	3	-0.04478827863931656
29960	rnn.weight_ih_l0	4	-0.05204828083515167
29960	rnn.weight_ih_l0	5	-0.00844551995396614
29960	rnn.weight_ih_l0	6	-0.05187402665615082
29960	rnn.weight_ih_l0	7	-0.06155141443014145
29960	rnn.weight_ih_l0	8	-0.04465276747941971
29960	rnn.weight_ih_l0	9	-0.026913853362202644
29960	rnn.weight_hh_l0	0	0.019389480352401733
29960	rnn.weight_hh_l0	1	-0.009456610307097435
29960	rnn.weight_hh_l0	2	-0.06771024316549301
29960	rnn.weight_hh_l0	3	-0.03334799408912659
29960	rnn.weight_hh_l0	4	-0.0781446248292923
29960	rnn.weight_hh_l0	5	-0.014620587229728699
29960	rnn.weight_hh_l0	6	-0.05448421835899353
29960	rnn.weight_hh_l0	7	-0.04041040316224098
29960	rnn.weight_hh_l0	8	-0.019065868109464645
29960	rnn.weight_hh_l0	9	-0.007760781794786453
29960	rnn.bias_ih_l0	0	0.14550438523292542
29960	rnn.bias_ih_l0	1	-0.0556737557053566
29960	rnn.bias_ih_l0	2	0.1047603040933609
29960	rnn.bias_ih_l0	3	0.04934180900454521
29960	rnn.bias_ih_l0	4	0.09810787439346313
29960	rnn.bias_ih_l0	5	0.02424074150621891
29960	rnn.bias_ih_l0	6	-0.017635732889175415
29960	rnn.bias_ih_l0	7	-0.1083129420876503
29960	rnn.bias_ih_l0	8	-0.20711356401443481
29960	rnn.bias_ih_l0	9	0.08666589856147766
29960	rnn.bias_hh_l0	0	0.002328005153685808
29960	rnn.bias_hh_l0	1	0.022900689393281937
29960	rnn.bias_hh_l0	2	-0.005804977845400572
29960	rnn.bias_hh_l0	3	-0.02991737611591816
29960	rnn.bias_hh_l0	4	-0.03662315383553505
29960	rnn.bias_hh_l0	5	0.14383916556835175
29960	rnn.bias_hh_l0	6	0.05185256525874138
29960	rnn.bias_hh_l0	7	0.05976137891411781
29960	rnn.bias_hh_l0	8	0.016732964664697647
29960	rnn.bias_hh_l0	9	0.04274405166506767
29960	rnn.weight_ih_l0_reverse	0	-0.029817646369338036
29960	rnn.weight_ih_l0_reverse	1	-0.0019842213951051235
29960	rnn.weight_ih_l0_reverse	2	0.02372925356030464
29960	rnn.weight_ih_l0_reverse	3	-0.06217896565794945
29960	rnn.weight_ih_l0_reverse	4	0.009322401136159897
29960	rnn.weight_ih_l0_reverse	5	-0.04610779881477356
29960	rnn.weight_ih_l0_reverse	6	0.02798410691320896
29960	rnn.weight_ih_l0_reverse	7	0.045963823795318604
29960	rnn.weight_ih_l0_reverse	8	-0.048735443502664566
29960	rnn.weight_ih_l0_reverse	9	-0.05074489116668701
29960	rnn.weight_hh_l0_reverse	0	-0.08326385915279388
29960	rnn.weight_hh_l0_reverse	1	-0.06305097788572311
29960	rnn.weight_hh_l0_reverse	2	0.03473065420985222
29960	rnn.weight_hh_l0_reverse	3	0.045806754380464554
29960	rnn.weight_hh_l0_reverse	4	-0.015546995215117931
29960	rnn.weight_hh_l0_reverse	5	0.0457148440182209
29960	rnn.weight_hh_l0_reverse	6	0.0007902756333351135
29960	rnn.weight_hh_l0_reverse	7	-0.0002853522601071745
29960	rnn.weight_hh_l0_reverse	8	-0.09867300093173981
29960	rnn.weight_hh_l0_reverse	9	0.08024449646472931
29960	rnn.bias_ih_l0_reverse	0	-0.08991976827383041
29960	rnn.bias_ih_l0_reverse	1	-0.06878068298101425
29960	rnn.bias_ih_l0_reverse	2	0.10375304520130157
29960	rnn.bias_ih_l0_reverse	3	0.04776111617684364
29960	rnn.bias_ih_l0_reverse	4	-0.12910601496696472
29960	rnn.bias_ih_l0_reverse	5	0.0415554940700531
29960	rnn.bias_ih_l0_reverse	6	-0.10660327970981598
29960	rnn.bias_ih_l0_reverse	7	0.04410964995622635
29960	rnn.bias_ih_l0_reverse	8	0.034884560853242874
29960	rnn.bias_ih_l0_reverse	9	0.06361229717731476
29960	rnn.bias_hh_l0_reverse	0	0.05767315998673439
29960	rnn.bias_hh_l0_reverse	1	0.06485732644796371
29960	rnn.bias_hh_l0_reverse	2	0.07888877391815186
29960	rnn.bias_hh_l0_reverse	3	-0.004113462287932634
29960	rnn.bias_hh_l0_reverse	4	0.07083241641521454
29960	rnn.bias_hh_l0_reverse	5	0.00743586802855134
29960	rnn.bias_hh_l0_reverse	6	-0.054427482187747955
29960	rnn.bias_hh_l0_reverse	7	0.02728477492928505
29960	rnn.bias_hh_l0_reverse	8	0.011515992693603039
29960	rnn.bias_hh_l0_reverse	9	-0.16029863059520721
29960	linear.weight	0	0.17339250445365906
29960	linear.weight	1	-0.16280896961688995
29960	linear.weight	2	-0.2151133120059967
29960	linear.weight	3	0.07827393710613251
29960	linear.weight	4	-0.026502201333642006
29960	linear.weight	5	0.0038867895491421223
29960	linear.weight	6	-0.0069192396476864815
29960	linear.weight	7	-0.02711654268205166
29960	linear.weight	8	0.08408985286951065
29960	linear.weight	9	0.3485617935657501
29960	linear.bias	0	-0.2080649882555008
29960	linear.bias	1	0.19324593245983124
29960	linear.bias	2	-0.5389851927757263
29960	linear.bias	3	1.7049834728240967
29960	linear.bias	4	-0.39636683464050293
29960	linear.bias	5	-0.030769959092140198
29960	linear.bias	6	-0.35797688364982605
29960	linear.bias	7	-0.2795396149158478
29960	linear.bias	8	-0.04298817366361618
29960	linear.bias	9	-0.4976929724216461
29988	transitions	0	-0.6481202244758606
29988	transitions	1	0.3496752679347992
29988	transitions	2	1.6745082139968872
29988	transitions	3	0.09668705612421036
29988	transitions	4	0.9485146403312683
29988	transitions	5	1.2739249467849731
29988	transitions	6	0.48330339789390564
29988	transitions	7	0.17574980854988098
29988	transitions	8	-0.9195205569267273
29988	transitions	9	0.9306600689888
29988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
29988	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
29988	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
29988	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
29988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
29988	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
29988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
29988	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
29988	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
29988	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
29988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
29988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
29988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
29988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
29988	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
29988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
29988	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
29988	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
29988	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
29988	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
29988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
29988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
29988	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
29988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
29988	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
29988	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
29988	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
29988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
29988	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
29988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
29988	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
29988	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
29988	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
29988	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
29988	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
29988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
29988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
29988	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
29988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
29988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
29988	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
29988	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
29988	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
29988	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
29988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
29988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
29988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
29988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
29988	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
29988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
29988	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
29988	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
29988	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
29988	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
29988	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
29988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
29988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
29988	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
29988	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
29988	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
29988	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
29988	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
29988	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
29988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
29988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
29988	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
29988	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
29988	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
29988	embedding2nn.weight	0	0.02268790267407894
29988	embedding2nn.weight	1	0.014207100495696068
29988	embedding2nn.weight	2	-0.004278854001313448
29988	embedding2nn.weight	3	-0.00016529965796507895
29988	embedding2nn.weight	4	-0.004375269636511803
29988	embedding2nn.weight	5	0.011774481274187565
29988	embedding2nn.weight	6	-0.004942762665450573
29988	embedding2nn.weight	7	0.021037787199020386
29988	embedding2nn.weight	8	-0.006812772713601589
29988	embedding2nn.weight	9	-0.013873311690986156
29988	embedding2nn.bias	0	-0.03798295184969902
29988	embedding2nn.bias	1	-0.023060806095600128
29988	embedding2nn.bias	2	-0.0753849446773529
29988	embedding2nn.bias	3	5.246158252703026e-05
29988	embedding2nn.bias	4	0.004122155252844095
29988	embedding2nn.bias	5	-0.007338712923228741
29988	embedding2nn.bias	6	0.008420154452323914
29988	embedding2nn.bias	7	0.0183258019387722
29988	embedding2nn.bias	8	0.006933062337338924
29988	embedding2nn.bias	9	0.00218254909850657
29988	rnn.weight_ih_l0	0	0.039432961493730545
29988	rnn.weight_ih_l0	1	-0.013518258929252625
29988	rnn.weight_ih_l0	2	-0.03626237064599991
29988	rnn.weight_ih_l0	3	-0.04480685666203499
29988	rnn.weight_ih_l0	4	-0.052036359906196594
29988	rnn.weight_ih_l0	5	-0.008451355621218681
29988	rnn.weight_ih_l0	6	-0.05186324939131737
29988	rnn.weight_ih_l0	7	-0.0615447461605072
29988	rnn.weight_ih_l0	8	-0.04465256258845329
29988	rnn.weight_ih_l0	9	-0.026910152286291122
29988	rnn.weight_hh_l0	0	0.019401509314775467
29988	rnn.weight_hh_l0	1	-0.009431646205484867
29988	rnn.weight_hh_l0	2	-0.06775672733783722
29988	rnn.weight_hh_l0	3	-0.03336024656891823
29988	rnn.weight_hh_l0	4	-0.07816215604543686
29988	rnn.weight_hh_l0	5	-0.014612751081585884
29988	rnn.weight_hh_l0	6	-0.054532818496227264
29988	rnn.weight_hh_l0	7	-0.040506280958652496
29988	rnn.weight_hh_l0	8	-0.01905011013150215
29988	rnn.weight_hh_l0	9	-0.007776832673698664
29988	rnn.bias_ih_l0	0	0.1455719918012619
29988	rnn.bias_ih_l0	1	-0.055595941841602325
29988	rnn.bias_ih_l0	2	0.1047266498208046
29988	rnn.bias_ih_l0	3	0.04942413792014122
29988	rnn.bias_ih_l0	4	0.09811480343341827
29988	rnn.bias_ih_l0	5	0.024248147383332253
29988	rnn.bias_ih_l0	6	-0.01777239330112934
29988	rnn.bias_ih_l0	7	-0.10824078321456909
29988	rnn.bias_ih_l0	8	-0.2072582244873047
29988	rnn.bias_ih_l0	9	0.08671841025352478
29988	rnn.bias_hh_l0	0	0.002203028416261077
29988	rnn.bias_hh_l0	1	0.022839568555355072
29988	rnn.bias_hh_l0	2	-0.005883030593395233
29988	rnn.bias_hh_l0	3	-0.029999060556292534
29988	rnn.bias_hh_l0	4	-0.03663399815559387
29988	rnn.bias_hh_l0	5	0.14371240139007568
29988	rnn.bias_hh_l0	6	0.05198941007256508
29988	rnn.bias_hh_l0	7	0.059686969965696335
29988	rnn.bias_hh_l0	8	0.01659630425274372
29988	rnn.bias_hh_l0	9	0.04274575039744377
29988	rnn.weight_ih_l0_reverse	0	-0.029827509075403214
29988	rnn.weight_ih_l0_reverse	1	-0.002027600770816207
29988	rnn.weight_ih_l0_reverse	2	0.023733526468276978
29988	rnn.weight_ih_l0_reverse	3	-0.06217528134584427
29988	rnn.weight_ih_l0_reverse	4	0.009339828975498676
29988	rnn.weight_ih_l0_reverse	5	-0.04614086076617241
29988	rnn.weight_ih_l0_reverse	6	0.02794167958199978
29988	rnn.weight_ih_l0_reverse	7	0.04596671462059021
29988	rnn.weight_ih_l0_reverse	8	-0.04874085634946823
29988	rnn.weight_ih_l0_reverse	9	-0.050734031945466995
29988	rnn.weight_hh_l0_reverse	0	-0.0832885280251503
29988	rnn.weight_hh_l0_reverse	1	-0.06305789947509766
29988	rnn.weight_hh_l0_reverse	2	0.034781839698553085
29988	rnn.weight_hh_l0_reverse	3	0.04579746723175049
29988	rnn.weight_hh_l0_reverse	4	-0.01552830170840025
29988	rnn.weight_hh_l0_reverse	5	0.04571966454386711
29988	rnn.weight_hh_l0_reverse	6	0.0009486503549851477
29988	rnn.weight_hh_l0_reverse	7	-0.0002810813020914793
29988	rnn.weight_hh_l0_reverse	8	-0.09867233783006668
29988	rnn.weight_hh_l0_reverse	9	0.08020579814910889
29988	rnn.bias_ih_l0_reverse	0	-0.09030859172344208
29988	rnn.bias_ih_l0_reverse	1	-0.06874121725559235
29988	rnn.bias_ih_l0_reverse	2	0.10378468036651611
29988	rnn.bias_ih_l0_reverse	3	0.04772486910223961
29988	rnn.bias_ih_l0_reverse	4	-0.12912604212760925
29988	rnn.bias_ih_l0_reverse	5	0.041427236050367355
29988	rnn.bias_ih_l0_reverse	6	-0.10664665699005127
29988	rnn.bias_ih_l0_reverse	7	0.044253379106521606
29988	rnn.bias_ih_l0_reverse	8	0.03480101376771927
29988	rnn.bias_ih_l0_reverse	9	0.06356949359178543
29988	rnn.bias_hh_l0_reverse	0	0.05732600390911102
29988	rnn.bias_hh_l0_reverse	1	0.06484201550483704
29988	rnn.bias_hh_l0_reverse	2	0.0788196474313736
29988	rnn.bias_hh_l0_reverse	3	-0.0040854234248399734
29988	rnn.bias_hh_l0_reverse	4	0.07082178443670273
29988	rnn.bias_hh_l0_reverse	5	0.007602638565003872
29988	rnn.bias_hh_l0_reverse	6	-0.054486051201820374
29988	rnn.bias_hh_l0_reverse	7	0.02723206952214241
29988	rnn.bias_hh_l0_reverse	8	0.011460729874670506
29988	rnn.bias_hh_l0_reverse	9	-0.16050095856189728
29988	linear.weight	0	0.17353588342666626
29988	linear.weight	1	-0.16280856728553772
29988	linear.weight	2	-0.21516436338424683
29988	linear.weight	3	0.07822863012552261
29988	linear.weight	4	-0.02649909257888794
29988	linear.weight	5	0.003892487147822976
29988	linear.weight	6	-0.006919183302670717
29988	linear.weight	7	-0.02711583860218525
29988	linear.weight	8	0.08402393758296967
29988	linear.weight	9	0.3484850525856018
29988	linear.bias	0	-0.2076498121023178
29988	linear.bias	1	0.19284197688102722
29988	linear.bias	2	-0.5391024351119995
29988	linear.bias	3	1.7049530744552612
29988	linear.bias	4	-0.396389901638031
29988	linear.bias	5	-0.030769959092140198
29988	linear.bias	6	-0.35804483294487
29988	linear.bias	7	-0.2795974910259247
29988	linear.bias	8	-0.04343068599700928
29988	linear.bias	9	-0.497696191072464
30016	transitions	0	-0.6481220126152039
30016	transitions	1	0.34967467188835144
30016	transitions	2	1.6745065450668335
30016	transitions	3	0.0966855064034462
30016	transitions	4	0.9485140442848206
30016	transitions	5	1.2739249467849731
30016	transitions	6	0.48330339789390564
30016	transitions	7	0.1757490038871765
30016	transitions	8	-0.9195205569267273
30016	transitions	9	0.9306600689888
30016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30016	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30016	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30016	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30016	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30016	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30016	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30016	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30016	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30016	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30016	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30016	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30016	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30016	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30016	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30016	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30016	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30016	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30016	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30016	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30016	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30016	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30016	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30016	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30016	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30016	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30016	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30016	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30016	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30016	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30016	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30016	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30016	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30016	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30016	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30016	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30016	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30016	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30016	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30016	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30016	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30016	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30016	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30016	embedding2nn.weight	0	0.02270406484603882
30016	embedding2nn.weight	1	0.014210193417966366
30016	embedding2nn.weight	2	-0.004276340361684561
30016	embedding2nn.weight	3	-0.0001663231523707509
30016	embedding2nn.weight	4	-0.004376919474452734
30016	embedding2nn.weight	5	0.011783565394580364
30016	embedding2nn.weight	6	-0.0049413032829761505
30016	embedding2nn.weight	7	0.02100604958832264
30016	embedding2nn.weight	8	-0.006817659363150597
30016	embedding2nn.weight	9	-0.01387655921280384
30016	embedding2nn.bias	0	-0.03831159323453903
30016	embedding2nn.bias	1	-0.023085398599505424
30016	embedding2nn.bias	2	-0.07571105659008026
30016	embedding2nn.bias	3	0.0004460839554667473
30016	embedding2nn.bias	4	0.0038575362414121628
30016	embedding2nn.bias	5	-0.0074325380846858025
30016	embedding2nn.bias	6	0.008806588128209114
30016	embedding2nn.bias	7	0.018566211685538292
30016	embedding2nn.bias	8	0.0067124743945896626
30016	embedding2nn.bias	9	0.0022526015527546406
30016	rnn.weight_ih_l0	0	0.03942841663956642
30016	rnn.weight_ih_l0	1	-0.013535882346332073
30016	rnn.weight_ih_l0	2	-0.03627338260412216
30016	rnn.weight_ih_l0	3	-0.0447869710624218
30016	rnn.weight_ih_l0	4	-0.052019841969013214
30016	rnn.weight_ih_l0	5	-0.00844216626137495
30016	rnn.weight_ih_l0	6	-0.05187201872467995
30016	rnn.weight_ih_l0	7	-0.06153611093759537
30016	rnn.weight_ih_l0	8	-0.044653695076704025
30016	rnn.weight_ih_l0	9	-0.02690482884645462
30016	rnn.weight_hh_l0	0	0.01940290816128254
30016	rnn.weight_hh_l0	1	-0.00941678136587143
30016	rnn.weight_hh_l0	2	-0.06777727603912354
30016	rnn.weight_hh_l0	3	-0.0333387665450573
30016	rnn.weight_hh_l0	4	-0.07814811170101166
30016	rnn.weight_hh_l0	5	-0.014661050401628017
30016	rnn.weight_hh_l0	6	-0.05450283735990524
30016	rnn.weight_hh_l0	7	-0.04060109704732895
30016	rnn.weight_hh_l0	8	-0.01904800906777382
30016	rnn.weight_hh_l0	9	-0.007820159196853638
30016	rnn.bias_ih_l0	0	0.14554880559444427
30016	rnn.bias_ih_l0	1	-0.05559086054563522
30016	rnn.bias_ih_l0	2	0.10472708940505981
30016	rnn.bias_ih_l0	3	0.049423009157180786
30016	rnn.bias_ih_l0	4	0.09828967601060867
30016	rnn.bias_ih_l0	5	0.024350665509700775
30016	rnn.bias_ih_l0	6	-0.017782440409064293
30016	rnn.bias_ih_l0	7	-0.10840358585119247
30016	rnn.bias_ih_l0	8	-0.2077387273311615
30016	rnn.bias_ih_l0	9	0.08667013049125671
30016	rnn.bias_hh_l0	0	0.0022511014249175787
30016	rnn.bias_hh_l0	1	0.022781595587730408
30016	rnn.bias_hh_l0	2	-0.005868658889085054
30016	rnn.bias_hh_l0	3	-0.030110042542219162
30016	rnn.bias_hh_l0	4	-0.036676619201898575
30016	rnn.bias_hh_l0	5	0.143721804022789
30016	rnn.bias_hh_l0	6	0.0518806017935276
30016	rnn.bias_hh_l0	7	0.05983634665608406
30016	rnn.bias_hh_l0	8	0.01658625714480877
30016	rnn.bias_hh_l0	9	0.04278034716844559
30016	rnn.weight_ih_l0_reverse	0	-0.029826905578374863
30016	rnn.weight_ih_l0_reverse	1	-0.0020354108419269323
30016	rnn.weight_ih_l0_reverse	2	0.023741045966744423
30016	rnn.weight_ih_l0_reverse	3	-0.0621727854013443
30016	rnn.weight_ih_l0_reverse	4	0.009354976005852222
30016	rnn.weight_ih_l0_reverse	5	-0.046110913157463074
30016	rnn.weight_ih_l0_reverse	6	0.027938731014728546
30016	rnn.weight_ih_l0_reverse	7	0.04597153887152672
30016	rnn.weight_ih_l0_reverse	8	-0.04874071106314659
30016	rnn.weight_ih_l0_reverse	9	-0.05072769522666931
30016	rnn.weight_hh_l0_reverse	0	-0.08330467343330383
30016	rnn.weight_hh_l0_reverse	1	-0.0630781352519989
30016	rnn.weight_hh_l0_reverse	2	0.034767329692840576
30016	rnn.weight_hh_l0_reverse	3	0.0458289310336113
30016	rnn.weight_hh_l0_reverse	4	-0.015530620701611042
30016	rnn.weight_hh_l0_reverse	5	0.04569529369473457
30016	rnn.weight_hh_l0_reverse	6	0.001001683878712356
30016	rnn.weight_hh_l0_reverse	7	-0.00028250928153283894
30016	rnn.weight_hh_l0_reverse	8	-0.09866857528686523
30016	rnn.weight_hh_l0_reverse	9	0.08023351430892944
30016	rnn.bias_ih_l0_reverse	0	-0.09017030894756317
30016	rnn.bias_ih_l0_reverse	1	-0.06915616989135742
30016	rnn.bias_ih_l0_reverse	2	0.10388655960559845
30016	rnn.bias_ih_l0_reverse	3	0.04767400771379471
30016	rnn.bias_ih_l0_reverse	4	-0.1291378140449524
30016	rnn.bias_ih_l0_reverse	5	0.04144579917192459
30016	rnn.bias_ih_l0_reverse	6	-0.1065925806760788
30016	rnn.bias_ih_l0_reverse	7	0.04426923394203186
30016	rnn.bias_ih_l0_reverse	8	0.034765783697366714
30016	rnn.bias_ih_l0_reverse	9	0.06359885632991791
30016	rnn.bias_hh_l0_reverse	0	0.05728042498230934
30016	rnn.bias_hh_l0_reverse	1	0.06487687677145004
30016	rnn.bias_hh_l0_reverse	2	0.07868114113807678
30016	rnn.bias_hh_l0_reverse	3	-0.004077265504747629
30016	rnn.bias_hh_l0_reverse	4	0.07080631703138351
30016	rnn.bias_hh_l0_reverse	5	0.007599632255733013
30016	rnn.bias_hh_l0_reverse	6	-0.05432935804128647
30016	rnn.bias_hh_l0_reverse	7	0.02723267301917076
30016	rnn.bias_hh_l0_reverse	8	0.011471052654087543
30016	rnn.bias_hh_l0_reverse	9	-0.16063018143177032
30016	linear.weight	0	0.1735474020242691
30016	linear.weight	1	-0.16280843317508698
30016	linear.weight	2	-0.2151896059513092
30016	linear.weight	3	0.07825084030628204
30016	linear.weight	4	-0.0265144445002079
30016	linear.weight	5	0.0039017125964164734
30016	linear.weight	6	-0.006919155362993479
30016	linear.weight	7	-0.02711241878569126
30016	linear.weight	8	0.08421041816473007
30016	linear.weight	9	0.34850820899009705
30016	linear.bias	0	-0.20761936902999878
30016	linear.bias	1	0.19286395609378815
30016	linear.bias	2	-0.5391215682029724
30016	linear.bias	3	1.7042053937911987
30016	linear.bias	4	-0.39639413356781006
30016	linear.bias	5	-0.030769959092140198
30016	linear.bias	6	-0.3580782413482666
30016	linear.bias	7	-0.27929890155792236
30016	linear.bias	8	-0.04292934760451317
30016	linear.bias	9	-0.49770107865333557
30044	transitions	0	-0.6481234431266785
30044	transitions	1	0.3496744632720947
30044	transitions	2	1.6745059490203857
30044	transitions	3	0.09668486565351486
30044	transitions	4	0.9485136866569519
30044	transitions	5	1.2739249467849731
30044	transitions	6	0.48330336809158325
30044	transitions	7	0.1757490038871765
30044	transitions	8	-0.9195206165313721
30044	transitions	9	0.9306600689888
30044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30044	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30044	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30044	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30044	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30044	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30044	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30044	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30044	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30044	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30044	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30044	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30044	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30044	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30044	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30044	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30044	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30044	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30044	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30044	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30044	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30044	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30044	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30044	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30044	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30044	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30044	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30044	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30044	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30044	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30044	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30044	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30044	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30044	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30044	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30044	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30044	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30044	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30044	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30044	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30044	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30044	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30044	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30044	embedding2nn.weight	0	0.02267489582300186
30044	embedding2nn.weight	1	0.014209817163646221
30044	embedding2nn.weight	2	-0.004274792969226837
30044	embedding2nn.weight	3	-0.00016629557649139315
30044	embedding2nn.weight	4	-0.004374529235064983
30044	embedding2nn.weight	5	0.011778008192777634
30044	embedding2nn.weight	6	-0.004943334497511387
30044	embedding2nn.weight	7	0.02100556716322899
30044	embedding2nn.weight	8	-0.006810418795794249
30044	embedding2nn.weight	9	-0.013874601572751999
30044	embedding2nn.bias	0	-0.03840713948011398
30044	embedding2nn.bias	1	-0.023113269358873367
30044	embedding2nn.bias	2	-0.07537490874528885
30044	embedding2nn.bias	3	-4.5090753701515496e-05
30044	embedding2nn.bias	4	0.0038749510422348976
30044	embedding2nn.bias	5	-0.007556154392659664
30044	embedding2nn.bias	6	0.00888730213046074
30044	embedding2nn.bias	7	0.018867990002036095
30044	embedding2nn.bias	8	0.006936417426913977
30044	embedding2nn.bias	9	0.0017483807168900967
30044	rnn.weight_ih_l0	0	0.03941787779331207
30044	rnn.weight_ih_l0	1	-0.013585827313363552
30044	rnn.weight_ih_l0	2	-0.0363074466586113
30044	rnn.weight_ih_l0	3	-0.04475611075758934
30044	rnn.weight_ih_l0	4	-0.052032530307769775
30044	rnn.weight_ih_l0	5	-0.008424482308328152
30044	rnn.weight_ih_l0	6	-0.05187315121293068
30044	rnn.weight_ih_l0	7	-0.061530038714408875
30044	rnn.weight_ih_l0	8	-0.044647544622421265
30044	rnn.weight_ih_l0	9	-0.026904398575425148
30044	rnn.weight_hh_l0	0	0.019389266148209572
30044	rnn.weight_hh_l0	1	-0.009471830911934376
30044	rnn.weight_hh_l0	2	-0.06776275485754013
30044	rnn.weight_hh_l0	3	-0.033328667283058167
30044	rnn.weight_hh_l0	4	-0.07815447449684143
30044	rnn.weight_hh_l0	5	-0.014634078368544579
30044	rnn.weight_hh_l0	6	-0.05446191132068634
30044	rnn.weight_hh_l0	7	-0.04057924076914787
30044	rnn.weight_hh_l0	8	-0.019032049924135208
30044	rnn.weight_hh_l0	9	-0.007882718928158283
30044	rnn.bias_ih_l0	0	0.14557257294654846
30044	rnn.bias_ih_l0	1	-0.05557901784777641
30044	rnn.bias_ih_l0	2	0.10475490242242813
30044	rnn.bias_ih_l0	3	0.049429092556238174
30044	rnn.bias_ih_l0	4	0.09830473363399506
30044	rnn.bias_ih_l0	5	0.024338746443390846
30044	rnn.bias_ih_l0	6	-0.017865130677819252
30044	rnn.bias_ih_l0	7	-0.10862833261489868
30044	rnn.bias_ih_l0	8	-0.20769160985946655
30044	rnn.bias_ih_l0	9	0.08664193004369736
30044	rnn.bias_hh_l0	0	0.0022944158408790827
30044	rnn.bias_hh_l0	1	0.022827979177236557
30044	rnn.bias_hh_l0	2	-0.005688413977622986
30044	rnn.bias_hh_l0	3	-0.030047941952943802
30044	rnn.bias_hh_l0	4	-0.03647943213582039
30044	rnn.bias_hh_l0	5	0.14389221370220184
30044	rnn.bias_hh_l0	6	0.05197952315211296
30044	rnn.bias_hh_l0	7	0.05995440483093262
30044	rnn.bias_hh_l0	8	0.01650356687605381
30044	rnn.bias_hh_l0	9	0.04272942245006561
30044	rnn.weight_ih_l0_reverse	0	-0.029799286276102066
30044	rnn.weight_ih_l0_reverse	1	-0.0020491236355155706
30044	rnn.weight_ih_l0_reverse	2	0.02373308688402176
30044	rnn.weight_ih_l0_reverse	3	-0.062167681753635406
30044	rnn.weight_ih_l0_reverse	4	0.009352318942546844
30044	rnn.weight_ih_l0_reverse	5	-0.046110015362501144
30044	rnn.weight_ih_l0_reverse	6	0.027952108532190323
30044	rnn.weight_ih_l0_reverse	7	0.04597301781177521
30044	rnn.weight_ih_l0_reverse	8	-0.048724688589572906
30044	rnn.weight_ih_l0_reverse	9	-0.050733331590890884
30044	rnn.weight_hh_l0_reverse	0	-0.08326056599617004
30044	rnn.weight_hh_l0_reverse	1	-0.06307148933410645
30044	rnn.weight_hh_l0_reverse	2	0.03479816019535065
30044	rnn.weight_hh_l0_reverse	3	0.04582323133945465
30044	rnn.weight_hh_l0_reverse	4	-0.015508275479078293
30044	rnn.weight_hh_l0_reverse	5	0.04568546637892723
30044	rnn.weight_hh_l0_reverse	6	0.0009201680077239871
30044	rnn.weight_hh_l0_reverse	7	-0.00028857786674052477
30044	rnn.weight_hh_l0_reverse	8	-0.09870941191911697
30044	rnn.weight_hh_l0_reverse	9	0.08019857853651047
30044	rnn.bias_ih_l0_reverse	0	-0.08999273926019669
30044	rnn.bias_ih_l0_reverse	1	-0.06931309401988983
30044	rnn.bias_ih_l0_reverse	2	0.10380139946937561
30044	rnn.bias_ih_l0_reverse	3	0.04769979789853096
30044	rnn.bias_ih_l0_reverse	4	-0.12918560206890106
30044	rnn.bias_ih_l0_reverse	5	0.04140534996986389
30044	rnn.bias_ih_l0_reverse	6	-0.10656912624835968
30044	rnn.bias_ih_l0_reverse	7	0.04431372135877609
30044	rnn.bias_ih_l0_reverse	8	0.034599605947732925
30044	rnn.bias_ih_l0_reverse	9	0.06368233263492584
30044	rnn.bias_hh_l0_reverse	0	0.057431478053331375
30044	rnn.bias_hh_l0_reverse	1	0.06482402235269547
30044	rnn.bias_hh_l0_reverse	2	0.07866812497377396
30044	rnn.bias_hh_l0_reverse	3	-0.004146284889429808
30044	rnn.bias_hh_l0_reverse	4	0.07089646905660629
30044	rnn.bias_hh_l0_reverse	5	0.007511408533900976
30044	rnn.bias_hh_l0_reverse	6	-0.054364532232284546
30044	rnn.bias_hh_l0_reverse	7	0.027178866788744926
30044	rnn.bias_hh_l0_reverse	8	0.011449892073869705
30044	rnn.bias_hh_l0_reverse	9	-0.1602490395307541
30044	linear.weight	0	0.17377357184886932
30044	linear.weight	1	-0.16280843317508698
30044	linear.weight	2	-0.2151801437139511
30044	linear.weight	3	0.07824970036745071
30044	linear.weight	4	-0.02665509656071663
30044	linear.weight	5	0.003900142153725028
30044	linear.weight	6	-0.006919148378074169
30044	linear.weight	7	-0.027111751958727837
30044	linear.weight	8	0.08417309820652008
30044	linear.weight	9	0.34839150309562683
30044	linear.bias	0	-0.20696508884429932
30044	linear.bias	1	0.19314008951187134
30044	linear.bias	2	-0.5391407608985901
30044	linear.bias	3	1.7026047706604004
30044	linear.bias	4	-0.39639899134635925
30044	linear.bias	5	-0.030769959092140198
30044	linear.bias	6	-0.35809800028800964
30044	linear.bias	7	-0.2793132960796356
30044	linear.bias	8	-0.04307226091623306
30044	linear.bias	9	-0.49770259857177734
30072	transitions	0	-0.6481263041496277
30072	transitions	1	0.34967318177223206
30072	transitions	2	1.6745015382766724
30072	transitions	3	0.09668239206075668
30072	transitions	4	0.9485132694244385
30072	transitions	5	1.2739248275756836
30072	transitions	6	0.48330333828926086
30072	transitions	7	0.17574898898601532
30072	transitions	8	-0.9195206165313721
30072	transitions	9	0.9306600093841553
30072	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30072	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30072	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30072	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30072	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30072	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30072	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30072	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30072	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30072	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30072	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30072	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30072	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30072	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30072	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30072	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30072	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30072	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30072	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30072	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30072	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30072	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30072	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30072	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30072	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30072	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30072	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30072	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30072	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30072	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30072	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30072	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30072	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30072	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30072	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30072	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30072	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30072	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30072	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30072	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30072	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30072	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30072	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30072	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30072	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30072	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30072	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30072	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30072	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30072	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30072	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30072	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30072	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30072	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30072	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30072	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30072	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30072	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30072	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30072	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30072	embedding2nn.weight	0	0.022652098909020424
30072	embedding2nn.weight	1	0.014208474196493626
30072	embedding2nn.weight	2	-0.004273752681910992
30072	embedding2nn.weight	3	-0.00016252711066044867
30072	embedding2nn.weight	4	-0.004372305702418089
30072	embedding2nn.weight	5	0.01177395973354578
30072	embedding2nn.weight	6	-0.004941472318023443
30072	embedding2nn.weight	7	0.0209965743124485
30072	embedding2nn.weight	8	-0.0068020084872841835
30072	embedding2nn.weight	9	-0.013875587843358517
30072	embedding2nn.bias	0	-0.03870386257767677
30072	embedding2nn.bias	1	-0.02354700118303299
30072	embedding2nn.bias	2	-0.07553970813751221
30072	embedding2nn.bias	3	-9.877757838694379e-05
30072	embedding2nn.bias	4	0.003493670606985688
30072	embedding2nn.bias	5	-0.007435202598571777
30072	embedding2nn.bias	6	0.00869456771761179
30072	embedding2nn.bias	7	0.018968308344483376
30072	embedding2nn.bias	8	0.006610202603042126
30072	embedding2nn.bias	9	0.001790859387256205
30072	rnn.weight_ih_l0	0	0.03944358229637146
30072	rnn.weight_ih_l0	1	-0.013520781882107258
30072	rnn.weight_ih_l0	2	-0.036288000643253326
30072	rnn.weight_ih_l0	3	-0.04475925862789154
30072	rnn.weight_ih_l0	4	-0.052058927714824677
30072	rnn.weight_ih_l0	5	-0.008404157124459743
30072	rnn.weight_ih_l0	6	-0.05188333988189697
30072	rnn.weight_ih_l0	7	-0.06151530519127846
30072	rnn.weight_ih_l0	8	-0.044629089534282684
30072	rnn.weight_ih_l0	9	-0.026904338970780373
30072	rnn.weight_hh_l0	0	0.01933516189455986
30072	rnn.weight_hh_l0	1	-0.009511485695838928
30072	rnn.weight_hh_l0	2	-0.06774983555078506
30072	rnn.weight_hh_l0	3	-0.033344801515340805
30072	rnn.weight_hh_l0	4	-0.0781593769788742
30072	rnn.weight_hh_l0	5	-0.014608819968998432
30072	rnn.weight_hh_l0	6	-0.05452646687626839
30072	rnn.weight_hh_l0	7	-0.040532954037189484
30072	rnn.weight_hh_l0	8	-0.019032740965485573
30072	rnn.weight_hh_l0	9	-0.007864703424274921
30072	rnn.bias_ih_l0	0	0.14565366506576538
30072	rnn.bias_ih_l0	1	-0.05565336346626282
30072	rnn.bias_ih_l0	2	0.10486659407615662
30072	rnn.bias_ih_l0	3	0.04937943071126938
30072	rnn.bias_ih_l0	4	0.09834514558315277
30072	rnn.bias_ih_l0	5	0.024279870092868805
30072	rnn.bias_ih_l0	6	-0.01775231771171093
30072	rnn.bias_ih_l0	7	-0.10901474207639694
30072	rnn.bias_ih_l0	8	-0.20776578783988953
30072	rnn.bias_ih_l0	9	0.08655983954668045
30072	rnn.bias_hh_l0	0	0.002348777372390032
30072	rnn.bias_hh_l0	1	0.02276928536593914
30072	rnn.bias_hh_l0	2	-0.005864822305738926
30072	rnn.bias_hh_l0	3	-0.03007134422659874
30072	rnn.bias_hh_l0	4	-0.03667166456580162
30072	rnn.bias_hh_l0	5	0.14411596953868866
30072	rnn.bias_hh_l0	6	0.051925841718912125
30072	rnn.bias_hh_l0	7	0.05983935296535492
30072	rnn.bias_hh_l0	8	0.016616379842162132
30072	rnn.bias_hh_l0	9	0.04267151653766632
30072	rnn.weight_ih_l0_reverse	0	-0.029805177822709084
30072	rnn.weight_ih_l0_reverse	1	-0.002046754350885749
30072	rnn.weight_ih_l0_reverse	2	0.023724252358078957
30072	rnn.weight_ih_l0_reverse	3	-0.06217807158827782
30072	rnn.weight_ih_l0_reverse	4	0.0093840342015028
30072	rnn.weight_ih_l0_reverse	5	-0.04609852284193039
30072	rnn.weight_ih_l0_reverse	6	0.027955971658229828
30072	rnn.weight_ih_l0_reverse	7	0.045979876071214676
30072	rnn.weight_ih_l0_reverse	8	-0.048718128353357315
30072	rnn.weight_ih_l0_reverse	9	-0.05073840171098709
30072	rnn.weight_hh_l0_reverse	0	-0.08325032144784927
30072	rnn.weight_hh_l0_reverse	1	-0.0630698874592781
30072	rnn.weight_hh_l0_reverse	2	0.034794874489307404
30072	rnn.weight_hh_l0_reverse	3	0.04582424834370613
30072	rnn.weight_hh_l0_reverse	4	-0.015470234677195549
30072	rnn.weight_hh_l0_reverse	5	0.045678384602069855
30072	rnn.weight_hh_l0_reverse	6	0.000847924267873168
30072	rnn.weight_hh_l0_reverse	7	-0.00025381590239703655
30072	rnn.weight_hh_l0_reverse	8	-0.09873147308826447
30072	rnn.weight_hh_l0_reverse	9	0.08017333596944809
30072	rnn.bias_ih_l0_reverse	0	-0.08952856063842773
30072	rnn.bias_ih_l0_reverse	1	-0.06952106952667236
30072	rnn.bias_ih_l0_reverse	2	0.1036776751279831
30072	rnn.bias_ih_l0_reverse	3	0.047681793570518494
30072	rnn.bias_ih_l0_reverse	4	-0.12913593649864197
30072	rnn.bias_ih_l0_reverse	5	0.041524939239025116
30072	rnn.bias_ih_l0_reverse	6	-0.10652665793895721
30072	rnn.bias_ih_l0_reverse	7	0.04460431635379791
30072	rnn.bias_ih_l0_reverse	8	0.034663643687963486
30072	rnn.bias_ih_l0_reverse	9	0.06364687532186508
30072	rnn.bias_hh_l0_reverse	0	0.057182565331459045
30072	rnn.bias_hh_l0_reverse	1	0.06488870084285736
30072	rnn.bias_hh_l0_reverse	2	0.07848964631557465
30072	rnn.bias_hh_l0_reverse	3	-0.004143090452998877
30072	rnn.bias_hh_l0_reverse	4	0.07093029469251633
30072	rnn.bias_hh_l0_reverse	5	0.007736531551927328
30072	rnn.bias_hh_l0_reverse	6	-0.05424513667821884
30072	rnn.bias_hh_l0_reverse	7	0.02732301689684391
30072	rnn.bias_hh_l0_reverse	8	0.011514118872582912
30072	rnn.bias_hh_l0_reverse	9	-0.16020716726779938
30072	linear.weight	0	0.17395539581775665
30072	linear.weight	1	-0.16280776262283325
30072	linear.weight	2	-0.21526306867599487
30072	linear.weight	3	0.0781189501285553
30072	linear.weight	4	-0.026647813618183136
30072	linear.weight	5	0.0037445242051035166
30072	linear.weight	6	-0.006918898317962885
30072	linear.weight	7	-0.027102665975689888
30072	linear.weight	8	0.08419512957334518
30072	linear.weight	9	0.3482615351676941
30072	linear.bias	0	-0.20720075070858002
30072	linear.bias	1	0.19362875819206238
30072	linear.bias	2	-0.5391736626625061
30072	linear.bias	3	1.703579068183899
30072	linear.bias	4	-0.3965354561805725
30072	linear.bias	5	-0.030769959092140198
30072	linear.bias	6	-0.3581216037273407
30072	linear.bias	7	-0.2793569564819336
30072	linear.bias	8	-0.0439697802066803
30072	linear.bias	9	-0.49770814180374146
30100	transitions	0	-0.6481279134750366
30100	transitions	1	0.3496719002723694
30100	transitions	2	1.6744979619979858
30100	transitions	3	0.09668047726154327
30100	transitions	4	0.9485127329826355
30100	transitions	5	1.2739248275756836
30100	transitions	6	0.48330312967300415
30100	transitions	7	0.17574897408485413
30100	transitions	8	-0.9195206165313721
30100	transitions	9	0.9306600093841553
30100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30100	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30100	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30100	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30100	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30100	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30100	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30100	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30100	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30100	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30100	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30100	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30100	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30100	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30100	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30100	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30100	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30100	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30100	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30100	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30100	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30100	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30100	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30100	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30100	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30100	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30100	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30100	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30100	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30100	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30100	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30100	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30100	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30100	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30100	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30100	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30100	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30100	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30100	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30100	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30100	embedding2nn.weight	0	0.022654421627521515
30100	embedding2nn.weight	1	0.014201296493411064
30100	embedding2nn.weight	2	-0.004276599269360304
30100	embedding2nn.weight	3	-0.00016840618627611548
30100	embedding2nn.weight	4	-0.004372887779027224
30100	embedding2nn.weight	5	0.01179033424705267
30100	embedding2nn.weight	6	-0.00494006322696805
30100	embedding2nn.weight	7	0.020987028256058693
30100	embedding2nn.weight	8	-0.006806412246078253
30100	embedding2nn.weight	9	-0.013871957547962666
30100	embedding2nn.bias	0	-0.03813706710934639
30100	embedding2nn.bias	1	-0.023670107126235962
30100	embedding2nn.bias	2	-0.07536141574382782
30100	embedding2nn.bias	3	-1.6905109077924863e-05
30100	embedding2nn.bias	4	0.0035704246256500483
30100	embedding2nn.bias	5	-0.007323425728827715
30100	embedding2nn.bias	6	0.008643745444715023
30100	embedding2nn.bias	7	0.0187347624450922
30100	embedding2nn.bias	8	0.006793317385017872
30100	embedding2nn.bias	9	0.0017011436866596341
30100	rnn.weight_ih_l0	0	0.039434876292943954
30100	rnn.weight_ih_l0	1	-0.013521723449230194
30100	rnn.weight_ih_l0	2	-0.0362849235534668
30100	rnn.weight_ih_l0	3	-0.04477987438440323
30100	rnn.weight_ih_l0	4	-0.05208957940340042
30100	rnn.weight_ih_l0	5	-0.008410599082708359
30100	rnn.weight_ih_l0	6	-0.05187620222568512
30100	rnn.weight_ih_l0	7	-0.06151212006807327
30100	rnn.weight_ih_l0	8	-0.04462312161922455
30100	rnn.weight_ih_l0	9	-0.026905767619609833
30100	rnn.weight_hh_l0	0	0.019328074529767036
30100	rnn.weight_hh_l0	1	-0.009511373937129974
30100	rnn.weight_hh_l0	2	-0.0677838921546936
30100	rnn.weight_hh_l0	3	-0.033348653465509415
30100	rnn.weight_hh_l0	4	-0.07816848158836365
30100	rnn.weight_hh_l0	5	-0.014570984989404678
30100	rnn.weight_hh_l0	6	-0.054494742304086685
30100	rnn.weight_hh_l0	7	-0.040592994540929794
30100	rnn.weight_hh_l0	8	-0.01903451420366764
30100	rnn.weight_hh_l0	9	-0.007887820713222027
30100	rnn.bias_ih_l0	0	0.14558230340480804
30100	rnn.bias_ih_l0	1	-0.055762000381946564
30100	rnn.bias_ih_l0	2	0.10494121164083481
30100	rnn.bias_ih_l0	3	0.04940187186002731
30100	rnn.bias_ih_l0	4	0.09835106879472733
30100	rnn.bias_ih_l0	5	0.024251487106084824
30100	rnn.bias_ih_l0	6	-0.01783040724694729
30100	rnn.bias_ih_l0	7	-0.10924286395311356
30100	rnn.bias_ih_l0	8	-0.20830941200256348
30100	rnn.bias_ih_l0	9	0.08654456585645676
30100	rnn.bias_hh_l0	0	0.002412168076261878
30100	rnn.bias_hh_l0	1	0.022785741835832596
30100	rnn.bias_hh_l0	2	-0.005898222327232361
30100	rnn.bias_hh_l0	3	-0.030003344640135765
30100	rnn.bias_hh_l0	4	-0.03650965914130211
30100	rnn.bias_hh_l0	5	0.1439727395772934
30100	rnn.bias_hh_l0	6	0.051930371671915054
30100	rnn.bias_hh_l0	7	0.059824246913194656
30100	rnn.bias_hh_l0	8	0.016538290306925774
30100	rnn.bias_hh_l0	9	0.04272459074854851
30100	rnn.weight_ih_l0_reverse	0	-0.029793573543429375
30100	rnn.weight_ih_l0_reverse	1	-0.0020050297025591135
30100	rnn.weight_ih_l0_reverse	2	0.023728229105472565
30100	rnn.weight_ih_l0_reverse	3	-0.062195006757974625
30100	rnn.weight_ih_l0_reverse	4	0.009402739815413952
30100	rnn.weight_ih_l0_reverse	5	-0.046098675578832626
30100	rnn.weight_ih_l0_reverse	6	0.027889840304851532
30100	rnn.weight_ih_l0_reverse	7	0.045973438769578934
30100	rnn.weight_ih_l0_reverse	8	-0.04870252683758736
30100	rnn.weight_ih_l0_reverse	9	-0.05073767527937889
30100	rnn.weight_hh_l0_reverse	0	-0.08322028070688248
30100	rnn.weight_hh_l0_reverse	1	-0.06306502968072891
30100	rnn.weight_hh_l0_reverse	2	0.03481186181306839
30100	rnn.weight_hh_l0_reverse	3	0.04583758860826492
30100	rnn.weight_hh_l0_reverse	4	-0.015474608168005943
30100	rnn.weight_hh_l0_reverse	5	0.04569265991449356
30100	rnn.weight_hh_l0_reverse	6	0.0009054465917870402
30100	rnn.weight_hh_l0_reverse	7	-0.00029989687027409673
30100	rnn.weight_hh_l0_reverse	8	-0.09869351238012314
30100	rnn.weight_hh_l0_reverse	9	0.0801909789443016
30100	rnn.bias_ih_l0_reverse	0	-0.08989954739809036
30100	rnn.bias_ih_l0_reverse	1	-0.0694151297211647
30100	rnn.bias_ih_l0_reverse	2	0.10365527868270874
30100	rnn.bias_ih_l0_reverse	3	0.04764906316995621
30100	rnn.bias_ih_l0_reverse	4	-0.12920573353767395
30100	rnn.bias_ih_l0_reverse	5	0.0414864681661129
30100	rnn.bias_ih_l0_reverse	6	-0.10650335997343063
30100	rnn.bias_ih_l0_reverse	7	0.04442497715353966
30100	rnn.bias_ih_l0_reverse	8	0.03464595973491669
30100	rnn.bias_ih_l0_reverse	9	0.06379222869873047
30100	rnn.bias_hh_l0_reverse	0	0.057139236479997635
30100	rnn.bias_hh_l0_reverse	1	0.06477174162864685
30100	rnn.bias_hh_l0_reverse	2	0.07838696986436844
30100	rnn.bias_hh_l0_reverse	3	-0.004193352535367012
30100	rnn.bias_hh_l0_reverse	4	0.07085638493299484
30100	rnn.bias_hh_l0_reverse	5	0.007827868685126305
30100	rnn.bias_hh_l0_reverse	6	-0.05419059470295906
30100	rnn.bias_hh_l0_reverse	7	0.02731207199394703
30100	rnn.bias_hh_l0_reverse	8	0.011379587464034557
30100	rnn.bias_hh_l0_reverse	9	-0.16007184982299805
30100	linear.weight	0	0.17364032566547394
30100	linear.weight	1	-0.16280756890773773
30100	linear.weight	2	-0.2151675820350647
30100	linear.weight	3	0.07809139788150787
30100	linear.weight	4	-0.02663596346974373
30100	linear.weight	5	0.0037328985054045916
30100	linear.weight	6	-0.006918794009834528
30100	linear.weight	7	-0.02709704078733921
30100	linear.weight	8	0.08439254015684128
30100	linear.weight	9	0.3482109606266022
30100	linear.bias	0	-0.207611545920372
30100	linear.bias	1	0.19339190423488617
30100	linear.bias	2	-0.5391718745231628
30100	linear.bias	3	1.7043367624282837
30100	linear.bias	4	-0.3965418040752411
30100	linear.bias	5	-0.030769959092140198
30100	linear.bias	6	-0.3581218421459198
30100	linear.bias	7	-0.2794281244277954
30100	linear.bias	8	-0.043796781450510025
30100	linear.bias	9	-0.49771174788475037
30128	transitions	0	-0.6481302380561829
30128	transitions	1	0.34967121481895447
30128	transitions	2	1.6744966506958008
30128	transitions	3	0.0966789722442627
30128	transitions	4	0.9485106468200684
30128	transitions	5	1.2739248275756836
30128	transitions	6	0.48330312967300415
30128	transitions	7	0.17574892938137054
30128	transitions	8	-0.9195206165313721
30128	transitions	9	0.9306600093841553
30128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30128	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30128	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30128	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30128	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30128	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30128	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30128	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30128	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30128	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30128	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30128	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30128	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30128	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30128	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30128	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30128	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30128	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30128	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30128	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30128	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30128	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30128	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30128	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30128	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30128	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30128	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30128	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30128	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30128	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30128	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30128	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30128	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30128	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30128	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30128	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30128	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30128	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30128	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30128	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30128	embedding2nn.weight	0	0.022661389783024788
30128	embedding2nn.weight	1	0.014207166619598866
30128	embedding2nn.weight	2	-0.004277688916772604
30128	embedding2nn.weight	3	-0.00016414599667768925
30128	embedding2nn.weight	4	-0.0043705604039132595
30128	embedding2nn.weight	5	0.01179521344602108
30128	embedding2nn.weight	6	-0.004939899779856205
30128	embedding2nn.weight	7	0.020976487547159195
30128	embedding2nn.weight	8	-0.0068079279735684395
30128	embedding2nn.weight	9	-0.013869666494429111
30128	embedding2nn.bias	0	-0.03832700476050377
30128	embedding2nn.bias	1	-0.02333884872496128
30128	embedding2nn.bias	2	-0.07506828755140305
30128	embedding2nn.bias	3	-0.0005748902913182974
30128	embedding2nn.bias	4	0.0035893877502530813
30128	embedding2nn.bias	5	-0.007449655327945948
30128	embedding2nn.bias	6	0.008400890976190567
30128	embedding2nn.bias	7	0.018698425963521004
30128	embedding2nn.bias	8	0.006313381716609001
30128	embedding2nn.bias	9	0.0014791171997785568
30128	rnn.weight_ih_l0	0	0.039445504546165466
30128	rnn.weight_ih_l0	1	-0.013559047132730484
30128	rnn.weight_ih_l0	2	-0.03632926195859909
30128	rnn.weight_ih_l0	3	-0.04477482661604881
30128	rnn.weight_ih_l0	4	-0.05207962542772293
30128	rnn.weight_ih_l0	5	-0.008428405039012432
30128	rnn.weight_ih_l0	6	-0.05188027024269104
30128	rnn.weight_ih_l0	7	-0.06150956451892853
30128	rnn.weight_ih_l0	8	-0.04462083801627159
30128	rnn.weight_ih_l0	9	-0.026900989934802055
30128	rnn.weight_hh_l0	0	0.01930862106382847
30128	rnn.weight_hh_l0	1	-0.009501425549387932
30128	rnn.weight_hh_l0	2	-0.06776773929595947
30128	rnn.weight_hh_l0	3	-0.03335878252983093
30128	rnn.weight_hh_l0	4	-0.07816130667924881
30128	rnn.weight_hh_l0	5	-0.014556814916431904
30128	rnn.weight_hh_l0	6	-0.054448600858449936
30128	rnn.weight_hh_l0	7	-0.04062914475798607
30128	rnn.weight_hh_l0	8	-0.0190426018089056
30128	rnn.weight_hh_l0	9	-0.007855884730815887
30128	rnn.bias_ih_l0	0	0.14558246731758118
30128	rnn.bias_ih_l0	1	-0.05568446218967438
30128	rnn.bias_ih_l0	2	0.10487940907478333
30128	rnn.bias_ih_l0	3	0.04924185946583748
30128	rnn.bias_ih_l0	4	0.09831736236810684
30128	rnn.bias_ih_l0	5	0.024147499352693558
30128	rnn.bias_ih_l0	6	-0.017803208902478218
30128	rnn.bias_ih_l0	7	-0.10888499766588211
30128	rnn.bias_ih_l0	8	-0.2085936963558197
30128	rnn.bias_ih_l0	9	0.08648829162120819
30128	rnn.bias_hh_l0	0	0.0024158938322216272
30128	rnn.bias_hh_l0	1	0.022747602313756943
30128	rnn.bias_hh_l0	2	-0.006005562841892242
30128	rnn.bias_hh_l0	3	-0.030016465112566948
30128	rnn.bias_hh_l0	4	-0.03635062649846077
30128	rnn.bias_hh_l0	5	0.14399340748786926
30128	rnn.bias_hh_l0	6	0.051942016929388046
30128	rnn.bias_hh_l0	7	0.05982131138443947
30128	rnn.bias_hh_l0	8	0.016565488651394844
30128	rnn.bias_hh_l0	9	0.042673300951719284
30128	rnn.weight_ih_l0_reverse	0	-0.029795175418257713
30128	rnn.weight_ih_l0_reverse	1	-0.0019838777370750904
30128	rnn.weight_ih_l0_reverse	2	0.02373877726495266
30128	rnn.weight_ih_l0_reverse	3	-0.062219541519880295
30128	rnn.weight_ih_l0_reverse	4	0.009400419890880585
30128	rnn.weight_ih_l0_reverse	5	-0.04609563946723938
30128	rnn.weight_ih_l0_reverse	6	0.02792912721633911
30128	rnn.weight_ih_l0_reverse	7	0.045969389379024506
30128	rnn.weight_ih_l0_reverse	8	-0.04869159683585167
30128	rnn.weight_ih_l0_reverse	9	-0.050747692584991455
30128	rnn.weight_hh_l0_reverse	0	-0.08323969691991806
30128	rnn.weight_hh_l0_reverse	1	-0.06303654611110687
30128	rnn.weight_hh_l0_reverse	2	0.034792475402355194
30128	rnn.weight_hh_l0_reverse	3	0.04582924023270607
30128	rnn.weight_hh_l0_reverse	4	-0.015459896065294743
30128	rnn.weight_hh_l0_reverse	5	0.04570399969816208
30128	rnn.weight_hh_l0_reverse	6	0.0009455286199226975
30128	rnn.weight_hh_l0_reverse	7	-0.0003476695856079459
30128	rnn.weight_hh_l0_reverse	8	-0.09866528958082199
30128	rnn.weight_hh_l0_reverse	9	0.08015002310276031
30128	rnn.bias_ih_l0_reverse	0	-0.08983977138996124
30128	rnn.bias_ih_l0_reverse	1	-0.06926732510328293
30128	rnn.bias_ih_l0_reverse	2	0.10374630242586136
30128	rnn.bias_ih_l0_reverse	3	0.047644637525081635
30128	rnn.bias_ih_l0_reverse	4	-0.12940563261508942
30128	rnn.bias_ih_l0_reverse	5	0.04153339937329292
30128	rnn.bias_ih_l0_reverse	6	-0.10641564428806305
30128	rnn.bias_ih_l0_reverse	7	0.044443026185035706
30128	rnn.bias_ih_l0_reverse	8	0.03463399410247803
30128	rnn.bias_ih_l0_reverse	9	0.06379197537899017
30128	rnn.bias_hh_l0_reverse	0	0.057347267866134644
30128	rnn.bias_hh_l0_reverse	1	0.06487856805324554
30128	rnn.bias_hh_l0_reverse	2	0.0783253014087677
30128	rnn.bias_hh_l0_reverse	3	-0.004234619904309511
30128	rnn.bias_hh_l0_reverse	4	0.07089053094387054
30128	rnn.bias_hh_l0_reverse	5	0.007734915241599083
30128	rnn.bias_hh_l0_reverse	6	-0.054271943867206573
30128	rnn.bias_hh_l0_reverse	7	0.027292722836136818
30128	rnn.bias_hh_l0_reverse	8	0.011402647010982037
30128	rnn.bias_hh_l0_reverse	9	-0.1601608395576477
30128	linear.weight	0	0.17354415357112885
30128	linear.weight	1	-0.16284191608428955
30128	linear.weight	2	-0.2151535004377365
30128	linear.weight	3	0.07812090963125229
30128	linear.weight	4	-0.026665184646844864
30128	linear.weight	5	0.0037429416552186012
30128	linear.weight	6	-0.006916877347975969
30128	linear.weight	7	-0.02709655836224556
30128	linear.weight	8	0.08439675718545914
30128	linear.weight	9	0.34824880957603455
30128	linear.bias	0	-0.20693127810955048
30128	linear.bias	1	0.1933971345424652
30128	linear.bias	2	-0.5391722917556763
30128	linear.bias	3	1.7036380767822266
30128	linear.bias	4	-0.39654937386512756
30128	linear.bias	5	-0.030769959092140198
30128	linear.bias	6	-0.3581572473049164
30128	linear.bias	7	-0.2791811227798462
30128	linear.bias	8	-0.043277908116579056
30128	linear.bias	9	-0.49771374464035034
30156	transitions	0	-0.648132860660553
30156	transitions	1	0.34966859221458435
30156	transitions	2	1.674493670463562
30156	transitions	3	0.09667827188968658
30156	transitions	4	0.9485105276107788
30156	transitions	5	1.2739248275756836
30156	transitions	6	0.48330309987068176
30156	transitions	7	0.17574891448020935
30156	transitions	8	-0.9195206165313721
30156	transitions	9	0.9306600093841553
30156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30156	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30156	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30156	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30156	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30156	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30156	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30156	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30156	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30156	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30156	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30156	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30156	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30156	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30156	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30156	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30156	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30156	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30156	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30156	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30156	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30156	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30156	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30156	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30156	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30156	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30156	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30156	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30156	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30156	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30156	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30156	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30156	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30156	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30156	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30156	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30156	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30156	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30156	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30156	embedding2nn.weight	0	0.022637682035565376
30156	embedding2nn.weight	1	0.014211694709956646
30156	embedding2nn.weight	2	-0.004276953637599945
30156	embedding2nn.weight	3	-0.00015575253928545862
30156	embedding2nn.weight	4	-0.004371723625808954
30156	embedding2nn.weight	5	0.011786412447690964
30156	embedding2nn.weight	6	-0.004940714221447706
30156	embedding2nn.weight	7	0.020979346707463264
30156	embedding2nn.weight	8	-0.0068028452806174755
30156	embedding2nn.weight	9	-0.013873035088181496
30156	embedding2nn.bias	0	-0.038062840700149536
30156	embedding2nn.bias	1	-0.023323893547058105
30156	embedding2nn.bias	2	-0.07498226314783096
30156	embedding2nn.bias	3	-0.0004231723432894796
30156	embedding2nn.bias	4	0.0034267164301127195
30156	embedding2nn.bias	5	-0.007577964104712009
30156	embedding2nn.bias	6	0.008673528209328651
30156	embedding2nn.bias	7	0.018517877906560898
30156	embedding2nn.bias	8	0.006534995511174202
30156	embedding2nn.bias	9	0.0015526688657701015
30156	rnn.weight_ih_l0	0	0.03945191949605942
30156	rnn.weight_ih_l0	1	-0.01358803827315569
30156	rnn.weight_ih_l0	2	-0.03633002191781998
30156	rnn.weight_ih_l0	3	-0.0447702519595623
30156	rnn.weight_ih_l0	4	-0.05207293480634689
30156	rnn.weight_ih_l0	5	-0.008431389927864075
30156	rnn.weight_ih_l0	6	-0.05187356844544411
30156	rnn.weight_ih_l0	7	-0.06149701774120331
30156	rnn.weight_ih_l0	8	-0.044621214270591736
30156	rnn.weight_ih_l0	9	-0.026901526376605034
30156	rnn.weight_hh_l0	0	0.01927798055112362
30156	rnn.weight_hh_l0	1	-0.009569133631885052
30156	rnn.weight_hh_l0	2	-0.06770864874124527
30156	rnn.weight_hh_l0	3	-0.03337918594479561
30156	rnn.weight_hh_l0	4	-0.07814273238182068
30156	rnn.weight_hh_l0	5	-0.014535828493535519
30156	rnn.weight_hh_l0	6	-0.054474398493766785
30156	rnn.weight_hh_l0	7	-0.04063940793275833
30156	rnn.weight_hh_l0	8	-0.0190255306661129
30156	rnn.weight_hh_l0	9	-0.00789325125515461
30156	rnn.bias_ih_l0	0	0.14565497636795044
30156	rnn.bias_ih_l0	1	-0.05576229467988014
30156	rnn.bias_ih_l0	2	0.10493527352809906
30156	rnn.bias_ih_l0	3	0.04929494112730026
30156	rnn.bias_ih_l0	4	0.09835764020681381
30156	rnn.bias_ih_l0	5	0.02409883216023445
30156	rnn.bias_ih_l0	6	-0.017807507887482643
30156	rnn.bias_ih_l0	7	-0.10864866524934769
30156	rnn.bias_ih_l0	8	-0.2087511420249939
30156	rnn.bias_ih_l0	9	0.08654865622520447
30156	rnn.bias_hh_l0	0	0.0023240598384290934
30156	rnn.bias_hh_l0	1	0.022811206057667732
30156	rnn.bias_hh_l0	2	-0.00594027666375041
30156	rnn.bias_hh_l0	3	-0.030016310513019562
30156	rnn.bias_hh_l0	4	-0.03629047051072121
30156	rnn.bias_hh_l0	5	0.14385740458965302
30156	rnn.bias_hh_l0	6	0.05184387415647507
30156	rnn.bias_hh_l0	7	0.05967290699481964
30156	rnn.bias_hh_l0	8	0.01656118966639042
30156	rnn.bias_hh_l0	9	0.04255567863583565
30156	rnn.weight_ih_l0_reverse	0	-0.029777074232697487
30156	rnn.weight_ih_l0_reverse	1	-0.00199510483071208
30156	rnn.weight_ih_l0_reverse	2	0.023734023794531822
30156	rnn.weight_ih_l0_reverse	3	-0.06221465766429901
30156	rnn.weight_ih_l0_reverse	4	0.00939069502055645
30156	rnn.weight_ih_l0_reverse	5	-0.046114467084407806
30156	rnn.weight_ih_l0_reverse	6	0.02790233865380287
30156	rnn.weight_ih_l0_reverse	7	0.04595671966671944
30156	rnn.weight_ih_l0_reverse	8	-0.04869113117456436
30156	rnn.weight_ih_l0_reverse	9	-0.05075542628765106
30156	rnn.weight_hh_l0_reverse	0	-0.08322959393262863
30156	rnn.weight_hh_l0_reverse	1	-0.06309328973293304
30156	rnn.weight_hh_l0_reverse	2	0.03480786457657814
30156	rnn.weight_hh_l0_reverse	3	0.04579965025186539
30156	rnn.weight_hh_l0_reverse	4	-0.015461035072803497
30156	rnn.weight_hh_l0_reverse	5	0.045707475394010544
30156	rnn.weight_hh_l0_reverse	6	0.0009364519501104951
30156	rnn.weight_hh_l0_reverse	7	-0.00032235748949460685
30156	rnn.weight_hh_l0_reverse	8	-0.09869395196437836
30156	rnn.weight_hh_l0_reverse	9	0.08014436066150665
30156	rnn.bias_ih_l0_reverse	0	-0.08990627527236938
30156	rnn.bias_ih_l0_reverse	1	-0.06958597898483276
30156	rnn.bias_ih_l0_reverse	2	0.10385087132453918
30156	rnn.bias_ih_l0_reverse	3	0.04763023555278778
30156	rnn.bias_ih_l0_reverse	4	-0.1293458789587021
30156	rnn.bias_ih_l0_reverse	5	0.04145566001534462
30156	rnn.bias_ih_l0_reverse	6	-0.10635911673307419
30156	rnn.bias_ih_l0_reverse	7	0.04422587901353836
30156	rnn.bias_ih_l0_reverse	8	0.034673430025577545
30156	rnn.bias_ih_l0_reverse	9	0.06364646553993225
30156	rnn.bias_hh_l0_reverse	0	0.057196758687496185
30156	rnn.bias_hh_l0_reverse	1	0.06491381675004959
30156	rnn.bias_hh_l0_reverse	2	0.07834724336862564
30156	rnn.bias_hh_l0_reverse	3	-0.004285696893930435
30156	rnn.bias_hh_l0_reverse	4	0.07082978636026382
30156	rnn.bias_hh_l0_reverse	5	0.008064311929047108
30156	rnn.bias_hh_l0_reverse	6	-0.05413808673620224
30156	rnn.bias_hh_l0_reverse	7	0.027233710512518883
30156	rnn.bias_hh_l0_reverse	8	0.011469164863228798
30156	rnn.bias_hh_l0_reverse	9	-0.16008053719997406
30156	linear.weight	0	0.1734708845615387
30156	linear.weight	1	-0.16283945739269257
30156	linear.weight	2	-0.2151239514350891
30156	linear.weight	3	0.0783662348985672
30156	linear.weight	4	-0.026625100523233414
30156	linear.weight	5	0.003693237202242017
30156	linear.weight	6	-0.006916914600878954
30156	linear.weight	7	-0.027094651013612747
30156	linear.weight	8	0.08434771746397018
30156	linear.weight	9	0.34816789627075195
30156	linear.bias	0	-0.20748604834079742
30156	linear.bias	1	0.19326883554458618
30156	linear.bias	2	-0.5392285585403442
30156	linear.bias	3	1.7037980556488037
30156	linear.bias	4	-0.3965608775615692
30156	linear.bias	5	-0.030769959092140198
30156	linear.bias	6	-0.3582153022289276
30156	linear.bias	7	-0.27918311953544617
30156	linear.bias	8	-0.04312733933329582
30156	linear.bias	9	-0.49772635102272034
30184	transitions	0	-0.648134171962738
30184	transitions	1	0.3496682643890381
30184	transitions	2	1.6744927167892456
30184	transitions	3	0.09667803347110748
30184	transitions	4	0.9485098123550415
30184	transitions	5	1.273924708366394
30184	transitions	6	0.48330309987068176
30184	transitions	7	0.17574885487556458
30184	transitions	8	-0.9195206165313721
30184	transitions	9	0.9306600093841553
30184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30184	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30184	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30184	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30184	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30184	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30184	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30184	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30184	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30184	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30184	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30184	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30184	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30184	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30184	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30184	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30184	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30184	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30184	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30184	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30184	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30184	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30184	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30184	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30184	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30184	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30184	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30184	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30184	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30184	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30184	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30184	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30184	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30184	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30184	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30184	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30184	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30184	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30184	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30184	embedding2nn.weight	0	0.022662140429019928
30184	embedding2nn.weight	1	0.014209366403520107
30184	embedding2nn.weight	2	-0.004273204132914543
30184	embedding2nn.weight	3	-0.00015626766253262758
30184	embedding2nn.weight	4	-0.004372208379209042
30184	embedding2nn.weight	5	0.011783161200582981
30184	embedding2nn.weight	6	-0.004942877218127251
30184	embedding2nn.weight	7	0.020950255915522575
30184	embedding2nn.weight	8	-0.006800140719860792
30184	embedding2nn.weight	9	-0.013874661177396774
30184	embedding2nn.bias	0	-0.038240980356931686
30184	embedding2nn.bias	1	-0.0233243927359581
30184	embedding2nn.bias	2	-0.07527762651443481
30184	embedding2nn.bias	3	-0.0005684331990778446
30184	embedding2nn.bias	4	0.003354766871780157
30184	embedding2nn.bias	5	-0.007890373468399048
30184	embedding2nn.bias	6	0.008825862780213356
30184	embedding2nn.bias	7	0.01839149184525013
30184	embedding2nn.bias	8	0.006448746658861637
30184	embedding2nn.bias	9	0.000829360622446984
30184	rnn.weight_ih_l0	0	0.03944334015250206
30184	rnn.weight_ih_l0	1	-0.013599378056824207
30184	rnn.weight_ih_l0	2	-0.03629221394658089
30184	rnn.weight_ih_l0	3	-0.044765960425138474
30184	rnn.weight_ih_l0	4	-0.05204274505376816
30184	rnn.weight_ih_l0	5	-0.008432339876890182
30184	rnn.weight_ih_l0	6	-0.05186948552727699
30184	rnn.weight_ih_l0	7	-0.061511147767305374
30184	rnn.weight_ih_l0	8	-0.0446360781788826
30184	rnn.weight_ih_l0	9	-0.02691500261425972
30184	rnn.weight_hh_l0	0	0.019272278994321823
30184	rnn.weight_hh_l0	1	-0.009565708227455616
30184	rnn.weight_hh_l0	2	-0.06770842522382736
30184	rnn.weight_hh_l0	3	-0.03340768814086914
30184	rnn.weight_hh_l0	4	-0.07815629243850708
30184	rnn.weight_hh_l0	5	-0.014517674222588539
30184	rnn.weight_hh_l0	6	-0.054440319538116455
30184	rnn.weight_hh_l0	7	-0.040699299424886703
30184	rnn.weight_hh_l0	8	-0.019015276804566383
30184	rnn.weight_hh_l0	9	-0.007872320711612701
30184	rnn.bias_ih_l0	0	0.14571130275726318
30184	rnn.bias_ih_l0	1	-0.05572524666786194
30184	rnn.bias_ih_l0	2	0.10494907945394516
30184	rnn.bias_ih_l0	3	0.049357037991285324
30184	rnn.bias_ih_l0	4	0.09840870648622513
30184	rnn.bias_ih_l0	5	0.024179819971323013
30184	rnn.bias_ih_l0	6	-0.017779335379600525
30184	rnn.bias_ih_l0	7	-0.10850652307271957
30184	rnn.bias_ih_l0	8	-0.20876933634281158
30184	rnn.bias_ih_l0	9	0.0865735113620758
30184	rnn.bias_hh_l0	0	0.0024003491271287203
30184	rnn.bias_hh_l0	1	0.022908100858330727
30184	rnn.bias_hh_l0	2	-0.0059233675710856915
30184	rnn.bias_hh_l0	3	-0.030072687193751335
30184	rnn.bias_hh_l0	4	-0.03621387109160423
30184	rnn.bias_hh_l0	5	0.14382445812225342
30184	rnn.bias_hh_l0	6	0.05176588147878647
30184	rnn.bias_hh_l0	7	0.05964026600122452
30184	rnn.bias_hh_l0	8	0.016589362174272537
30184	rnn.bias_hh_l0	9	0.042595766484737396
30184	rnn.weight_ih_l0_reverse	0	-0.029772603884339333
30184	rnn.weight_ih_l0_reverse	1	-0.001978267217054963
30184	rnn.weight_ih_l0_reverse	2	0.023736221715807915
30184	rnn.weight_ih_l0_reverse	3	-0.06221966817975044
30184	rnn.weight_ih_l0_reverse	4	0.009377899579703808
30184	rnn.weight_ih_l0_reverse	5	-0.046117816120386124
30184	rnn.weight_ih_l0_reverse	6	0.027864715084433556
30184	rnn.weight_ih_l0_reverse	7	0.04595298320055008
30184	rnn.weight_ih_l0_reverse	8	-0.0486782006919384
30184	rnn.weight_ih_l0_reverse	9	-0.05075818672776222
30184	rnn.weight_hh_l0_reverse	0	-0.08324955403804779
30184	rnn.weight_hh_l0_reverse	1	-0.0631164014339447
30184	rnn.weight_hh_l0_reverse	2	0.03480461239814758
30184	rnn.weight_hh_l0_reverse	3	0.045767419040203094
30184	rnn.weight_hh_l0_reverse	4	-0.015499287284910679
30184	rnn.weight_hh_l0_reverse	5	0.04570142552256584
30184	rnn.weight_hh_l0_reverse	6	0.0008284492651000619
30184	rnn.weight_hh_l0_reverse	7	-0.0003047975478693843
30184	rnn.weight_hh_l0_reverse	8	-0.09867601096630096
30184	rnn.weight_hh_l0_reverse	9	0.08019842952489853
30184	rnn.bias_ih_l0_reverse	0	-0.09035535901784897
30184	rnn.bias_ih_l0_reverse	1	-0.06973443925380707
30184	rnn.bias_ih_l0_reverse	2	0.1038454994559288
30184	rnn.bias_ih_l0_reverse	3	0.04768776148557663
30184	rnn.bias_ih_l0_reverse	4	-0.12951365113258362
30184	rnn.bias_ih_l0_reverse	5	0.04157198965549469
30184	rnn.bias_ih_l0_reverse	6	-0.1063748449087143
30184	rnn.bias_ih_l0_reverse	7	0.04416520148515701
30184	rnn.bias_ih_l0_reverse	8	0.03468583896756172
30184	rnn.bias_ih_l0_reverse	9	0.06373628973960876
30184	rnn.bias_hh_l0_reverse	0	0.057283058762550354
30184	rnn.bias_hh_l0_reverse	1	0.06514746695756912
30184	rnn.bias_hh_l0_reverse	2	0.07836636155843735
30184	rnn.bias_hh_l0_reverse	3	-0.004303702153265476
30184	rnn.bias_hh_l0_reverse	4	0.07088203728199005
30184	rnn.bias_hh_l0_reverse	5	0.007874079048633575
30184	rnn.bias_hh_l0_reverse	6	-0.05419077351689339
30184	rnn.bias_hh_l0_reverse	7	0.0271992739289999
30184	rnn.bias_hh_l0_reverse	8	0.01162355113774538
30184	rnn.bias_hh_l0_reverse	9	-0.15991799533367157
30184	linear.weight	0	0.17341826856136322
30184	linear.weight	1	-0.16283856332302094
30184	linear.weight	2	-0.21511991322040558
30184	linear.weight	3	0.0784795805811882
30184	linear.weight	4	-0.026712490245699883
30184	linear.weight	5	0.00369675038382411
30184	linear.weight	6	-0.006916792131960392
30184	linear.weight	7	-0.02714478224515915
30184	linear.weight	8	0.08423155546188354
30184	linear.weight	9	0.3482004702091217
30184	linear.bias	0	-0.20764434337615967
30184	linear.bias	1	0.1933564394712448
30184	linear.bias	2	-0.539232075214386
30184	linear.bias	3	1.703218698501587
30184	linear.bias	4	-0.39656391739845276
30184	linear.bias	5	-0.030769959092140198
30184	linear.bias	6	-0.3581985533237457
30184	linear.bias	7	-0.27923962473869324
30184	linear.bias	8	-0.042496658861637115
30184	linear.bias	9	-0.4977284371852875
30212	transitions	0	-0.6481379866600037
30212	transitions	1	0.34966444969177246
30212	transitions	2	1.6744914054870605
30212	transitions	3	0.096676766872406
30212	transitions	4	0.9485089778900146
30212	transitions	5	1.2739245891571045
30212	transitions	6	0.48330309987068176
30212	transitions	7	0.1757487803697586
30212	transitions	8	-0.9195206165313721
30212	transitions	9	0.9306600093841553
30212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30212	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30212	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30212	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30212	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30212	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30212	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30212	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30212	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30212	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30212	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30212	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30212	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30212	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30212	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30212	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30212	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30212	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30212	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30212	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30212	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30212	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30212	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30212	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30212	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30212	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30212	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30212	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30212	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30212	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30212	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30212	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30212	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30212	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30212	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30212	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30212	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30212	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30212	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30212	embedding2nn.weight	0	0.022667745128273964
30212	embedding2nn.weight	1	0.014207649976015091
30212	embedding2nn.weight	2	-0.004275004845112562
30212	embedding2nn.weight	3	-0.0001510733418399468
30212	embedding2nn.weight	4	-0.004370495676994324
30212	embedding2nn.weight	5	0.011781168170273304
30212	embedding2nn.weight	6	-0.004942397587001324
30212	embedding2nn.weight	7	0.02095360867679119
30212	embedding2nn.weight	8	-0.0067939418368041515
30212	embedding2nn.weight	9	-0.013876216486096382
30212	embedding2nn.bias	0	-0.0382445827126503
30212	embedding2nn.bias	1	-0.02329716458916664
30212	embedding2nn.bias	2	-0.0750119686126709
30212	embedding2nn.bias	3	-0.0006931567913852632
30212	embedding2nn.bias	4	0.0032890932634472847
30212	embedding2nn.bias	5	-0.007824528031051159
30212	embedding2nn.bias	6	0.008786945603787899
30212	embedding2nn.bias	7	0.01860681176185608
30212	embedding2nn.bias	8	0.006521711125969887
30212	embedding2nn.bias	9	0.0006395936943590641
30212	rnn.weight_ih_l0	0	0.03946462646126747
30212	rnn.weight_ih_l0	1	-0.013616672717034817
30212	rnn.weight_ih_l0	2	-0.036285366863012314
30212	rnn.weight_ih_l0	3	-0.04475255310535431
30212	rnn.weight_ih_l0	4	-0.0520300455391407
30212	rnn.weight_ih_l0	5	-0.008422795683145523
30212	rnn.weight_ih_l0	6	-0.05189216136932373
30212	rnn.weight_ih_l0	7	-0.06151692569255829
30212	rnn.weight_ih_l0	8	-0.04462951421737671
30212	rnn.weight_ih_l0	9	-0.026932911947369576
30212	rnn.weight_hh_l0	0	0.019302096217870712
30212	rnn.weight_hh_l0	1	-0.009611612185835838
30212	rnn.weight_hh_l0	2	-0.0677601546049118
30212	rnn.weight_hh_l0	3	-0.0334029458463192
30212	rnn.weight_hh_l0	4	-0.07812773436307907
30212	rnn.weight_hh_l0	5	-0.014506714418530464
30212	rnn.weight_hh_l0	6	-0.054386403411626816
30212	rnn.weight_hh_l0	7	-0.04076426476240158
30212	rnn.weight_hh_l0	8	-0.019020507112145424
30212	rnn.weight_hh_l0	9	-0.007886954583227634
30212	rnn.bias_ih_l0	0	0.14575393497943878
30212	rnn.bias_ih_l0	1	-0.05579996109008789
30212	rnn.bias_ih_l0	2	0.10500969737768173
30212	rnn.bias_ih_l0	3	0.04942337051033974
30212	rnn.bias_ih_l0	4	0.09837007522583008
30212	rnn.bias_ih_l0	5	0.02406827174127102
30212	rnn.bias_ih_l0	6	-0.01772465743124485
30212	rnn.bias_ih_l0	7	-0.10862824320793152
30212	rnn.bias_ih_l0	8	-0.2087588608264923
30212	rnn.bias_ih_l0	9	0.08650573343038559
30212	rnn.bias_hh_l0	0	0.0024258934427052736
30212	rnn.bias_hh_l0	1	0.022966429591178894
30212	rnn.bias_hh_l0	2	-0.005982385482639074
30212	rnn.bias_hh_l0	3	-0.029946183785796165
30212	rnn.bias_hh_l0	4	-0.036207377910614014
30212	rnn.bias_hh_l0	5	0.14359207451343536
30212	rnn.bias_hh_l0	6	0.05165863409638405
30212	rnn.bias_hh_l0	7	0.059530895203351974
30212	rnn.bias_hh_l0	8	0.016644040122628212
30212	rnn.bias_hh_l0	9	0.04268691688776016
30212	rnn.weight_ih_l0_reverse	0	-0.029777754098176956
30212	rnn.weight_ih_l0_reverse	1	-0.0019824726041406393
30212	rnn.weight_ih_l0_reverse	2	0.02372945100069046
30212	rnn.weight_ih_l0_reverse	3	-0.06220024451613426
30212	rnn.weight_ih_l0_reverse	4	0.009367206133902073
30212	rnn.weight_ih_l0_reverse	5	-0.04608526453375816
30212	rnn.weight_ih_l0_reverse	6	0.027943504974246025
30212	rnn.weight_ih_l0_reverse	7	0.04593883827328682
30212	rnn.weight_ih_l0_reverse	8	-0.048692286014556885
30212	rnn.weight_ih_l0_reverse	9	-0.05075635761022568
30212	rnn.weight_hh_l0_reverse	0	-0.08322346210479736
30212	rnn.weight_hh_l0_reverse	1	-0.06309106945991516
30212	rnn.weight_hh_l0_reverse	2	0.034782446920871735
30212	rnn.weight_hh_l0_reverse	3	0.045748718082904816
30212	rnn.weight_hh_l0_reverse	4	-0.01546757947653532
30212	rnn.weight_hh_l0_reverse	5	0.045704230666160583
30212	rnn.weight_hh_l0_reverse	6	0.0006084298947826028
30212	rnn.weight_hh_l0_reverse	7	-0.00030435138614848256
30212	rnn.weight_hh_l0_reverse	8	-0.0986744686961174
30212	rnn.weight_hh_l0_reverse	9	0.08017640560865402
30212	rnn.bias_ih_l0_reverse	0	-0.09065105020999908
30212	rnn.bias_ih_l0_reverse	1	-0.06953287124633789
30212	rnn.bias_ih_l0_reverse	2	0.10390656441450119
30212	rnn.bias_ih_l0_reverse	3	0.047648776322603226
30212	rnn.bias_ih_l0_reverse	4	-0.12956944108009338
30212	rnn.bias_ih_l0_reverse	5	0.0415382944047451
30212	rnn.bias_ih_l0_reverse	6	-0.10611024498939514
30212	rnn.bias_ih_l0_reverse	7	0.04406500235199928
30212	rnn.bias_ih_l0_reverse	8	0.0347488671541214
30212	rnn.bias_ih_l0_reverse	9	0.06372527033090591
30212	rnn.bias_hh_l0_reverse	0	0.05745036154985428
30212	rnn.bias_hh_l0_reverse	1	0.06528542190790176
30212	rnn.bias_hh_l0_reverse	2	0.07845298200845718
30212	rnn.bias_hh_l0_reverse	3	-0.004384193569421768
30212	rnn.bias_hh_l0_reverse	4	0.07088388502597809
30212	rnn.bias_hh_l0_reverse	5	0.008065322414040565
30212	rnn.bias_hh_l0_reverse	6	-0.05412294343113899
30212	rnn.bias_hh_l0_reverse	7	0.027270792052149773
30212	rnn.bias_hh_l0_reverse	8	0.011630917899310589
30212	rnn.bias_hh_l0_reverse	9	-0.1599370539188385
30212	linear.weight	0	0.1736309826374054
30212	linear.weight	1	-0.1628383845090866
30212	linear.weight	2	-0.21501962840557098
30212	linear.weight	3	0.07847157120704651
30212	linear.weight	4	-0.02673090063035488
30212	linear.weight	5	0.003717349376529455
30212	linear.weight	6	-0.006916601676493883
30212	linear.weight	7	-0.027144603431224823
30212	linear.weight	8	0.08417961001396179
30212	linear.weight	9	0.3481862246990204
30212	linear.bias	0	-0.20616450905799866
30212	linear.bias	1	0.19338668882846832
30212	linear.bias	2	-0.5391536951065063
30212	linear.bias	3	1.701027750968933
30212	linear.bias	4	-0.39657387137413025
30212	linear.bias	5	-0.030769959092140198
30212	linear.bias	6	-0.3581283688545227
30212	linear.bias	7	-0.2792634665966034
30212	linear.bias	8	-0.04336496442556381
30212	linear.bias	9	-0.49773094058036804
30240	transitions	0	-0.6481396555900574
30240	transitions	1	0.3496636152267456
30240	transitions	2	1.6744900941848755
30240	transitions	3	0.09667611867189407
30240	transitions	4	0.9485089778900146
30240	transitions	5	1.2739245891571045
30240	transitions	6	0.48330309987068176
30240	transitions	7	0.17574873566627502
30240	transitions	8	-0.9195206165313721
30240	transitions	9	0.9306600093841553
30240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30240	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30240	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30240	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30240	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30240	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30240	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30240	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30240	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30240	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30240	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30240	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30240	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30240	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30240	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30240	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30240	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30240	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30240	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30240	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30240	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30240	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30240	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30240	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30240	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30240	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30240	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30240	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30240	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30240	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30240	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30240	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30240	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30240	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30240	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30240	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30240	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30240	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30240	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30240	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30240	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30240	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30240	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30240	embedding2nn.weight	0	0.022648267447948456
30240	embedding2nn.weight	1	0.01420638058334589
30240	embedding2nn.weight	2	-0.004276823718100786
30240	embedding2nn.weight	3	-0.00014242362522054464
30240	embedding2nn.weight	4	-0.004372776485979557
30240	embedding2nn.weight	5	0.011784336529672146
30240	embedding2nn.weight	6	-0.004940985701978207
30240	embedding2nn.weight	7	0.020941704511642456
30240	embedding2nn.weight	8	-0.006810082122683525
30240	embedding2nn.weight	9	-0.013875712640583515
30240	embedding2nn.bias	0	-0.03863879293203354
30240	embedding2nn.bias	1	-0.023498281836509705
30240	embedding2nn.bias	2	-0.07521511614322662
30240	embedding2nn.bias	3	-0.00043246548739261925
30240	embedding2nn.bias	4	0.0036086866166442633
30240	embedding2nn.bias	5	-0.007467125076800585
30240	embedding2nn.bias	6	0.008798935450613499
30240	embedding2nn.bias	7	0.01882137358188629
30240	embedding2nn.bias	8	0.00622958317399025
30240	embedding2nn.bias	9	0.00043276292853988707
30240	rnn.weight_ih_l0	0	0.039473023265600204
30240	rnn.weight_ih_l0	1	-0.013633065856993198
30240	rnn.weight_ih_l0	2	-0.03626628220081329
30240	rnn.weight_ih_l0	3	-0.04476901888847351
30240	rnn.weight_ih_l0	4	-0.052012987434864044
30240	rnn.weight_ih_l0	5	-0.008428145200014114
30240	rnn.weight_ih_l0	6	-0.051888491958379745
30240	rnn.weight_ih_l0	7	-0.061503101140260696
30240	rnn.weight_ih_l0	8	-0.04464537277817726
30240	rnn.weight_ih_l0	9	-0.026920033618807793
30240	rnn.weight_hh_l0	0	0.019300127401947975
30240	rnn.weight_hh_l0	1	-0.009554745629429817
30240	rnn.weight_hh_l0	2	-0.06771142780780792
30240	rnn.weight_hh_l0	3	-0.033431895077228546
30240	rnn.weight_hh_l0	4	-0.07810230553150177
30240	rnn.weight_hh_l0	5	-0.014473439194262028
30240	rnn.weight_hh_l0	6	-0.054344259202480316
30240	rnn.weight_hh_l0	7	-0.040746476501226425
30240	rnn.weight_hh_l0	8	-0.019033031538128853
30240	rnn.weight_hh_l0	9	-0.007872867397964
30240	rnn.bias_ih_l0	0	0.14576220512390137
30240	rnn.bias_ih_l0	1	-0.05573378503322601
30240	rnn.bias_ih_l0	2	0.10497303307056427
30240	rnn.bias_ih_l0	3	0.049407199025154114
30240	rnn.bias_ih_l0	4	0.09851957112550735
30240	rnn.bias_ih_l0	5	0.02410769835114479
30240	rnn.bias_ih_l0	6	-0.017748011276125908
30240	rnn.bias_ih_l0	7	-0.10833366215229034
30240	rnn.bias_ih_l0	8	-0.20843878388404846
30240	rnn.bias_ih_l0	9	0.08650625497102737
30240	rnn.bias_hh_l0	0	0.002428643638268113
30240	rnn.bias_hh_l0	1	0.022946905344724655
30240	rnn.bias_hh_l0	2	-0.006007226649671793
30240	rnn.bias_hh_l0	3	-0.02998054213821888
30240	rnn.bias_hh_l0	4	-0.036240898072719574
30240	rnn.bias_hh_l0	5	0.14357924461364746
30240	rnn.bias_hh_l0	6	0.05162949487566948
30240	rnn.bias_hh_l0	7	0.059431854635477066
30240	rnn.bias_hh_l0	8	0.016620686277747154
30240	rnn.bias_hh_l0	9	0.042805686593055725
30240	rnn.weight_ih_l0_reverse	0	-0.029775772243738174
30240	rnn.weight_ih_l0_reverse	1	-0.001987986033782363
30240	rnn.weight_ih_l0_reverse	2	0.023735588416457176
30240	rnn.weight_ih_l0_reverse	3	-0.06220078840851784
30240	rnn.weight_ih_l0_reverse	4	0.009374890476465225
30240	rnn.weight_ih_l0_reverse	5	-0.04607181251049042
30240	rnn.weight_ih_l0_reverse	6	0.027981916442513466
30240	rnn.weight_ih_l0_reverse	7	0.04594746604561806
30240	rnn.weight_ih_l0_reverse	8	-0.04870232194662094
30240	rnn.weight_ih_l0_reverse	9	-0.050754938274621964
30240	rnn.weight_hh_l0_reverse	0	-0.08320987224578857
30240	rnn.weight_hh_l0_reverse	1	-0.06309954077005386
30240	rnn.weight_hh_l0_reverse	2	0.03476223349571228
30240	rnn.weight_hh_l0_reverse	3	0.0457356721162796
30240	rnn.weight_hh_l0_reverse	4	-0.015498362481594086
30240	rnn.weight_hh_l0_reverse	5	0.04571196436882019
30240	rnn.weight_hh_l0_reverse	6	0.0006410802016034722
30240	rnn.weight_hh_l0_reverse	7	-0.00029696509591303766
30240	rnn.weight_hh_l0_reverse	8	-0.09866048395633698
30240	rnn.weight_hh_l0_reverse	9	0.08020053803920746
30240	rnn.bias_ih_l0_reverse	0	-0.09070310741662979
30240	rnn.bias_ih_l0_reverse	1	-0.06931452453136444
30240	rnn.bias_ih_l0_reverse	2	0.10386074334383011
30240	rnn.bias_ih_l0_reverse	3	0.04762359336018562
30240	rnn.bias_ih_l0_reverse	4	-0.12951089441776276
30240	rnn.bias_ih_l0_reverse	5	0.041553329676389694
30240	rnn.bias_ih_l0_reverse	6	-0.10613829642534256
30240	rnn.bias_ih_l0_reverse	7	0.0440731979906559
30240	rnn.bias_ih_l0_reverse	8	0.03483515977859497
30240	rnn.bias_ih_l0_reverse	9	0.0637202188372612
30240	rnn.bias_hh_l0_reverse	0	0.05719403177499771
30240	rnn.bias_hh_l0_reverse	1	0.06527874618768692
30240	rnn.bias_hh_l0_reverse	2	0.07846206426620483
30240	rnn.bias_hh_l0_reverse	3	-0.004419637378305197
30240	rnn.bias_hh_l0_reverse	4	0.0709000751376152
30240	rnn.bias_hh_l0_reverse	5	0.008176034316420555
30240	rnn.bias_hh_l0_reverse	6	-0.05400466173887253
30240	rnn.bias_hh_l0_reverse	7	0.027248511090874672
30240	rnn.bias_hh_l0_reverse	8	0.01156449131667614
30240	rnn.bias_hh_l0_reverse	9	-0.15978193283081055
30240	linear.weight	0	0.17366527020931244
30240	linear.weight	1	-0.16283811628818512
30240	linear.weight	2	-0.21502046287059784
30240	linear.weight	3	0.07825571298599243
30240	linear.weight	4	-0.026724092662334442
30240	linear.weight	5	0.003733250079676509
30240	linear.weight	6	-0.006916585844010115
30240	linear.weight	7	-0.027144480496644974
30240	linear.weight	8	0.08419721573591232
30240	linear.weight	9	0.3481917381286621
30240	linear.bias	0	-0.206723153591156
30240	linear.bias	1	0.19335509836673737
30240	linear.bias	2	-0.5392038226127625
30240	linear.bias	3	1.7017815113067627
30240	linear.bias	4	-0.39657771587371826
30240	linear.bias	5	-0.030769959092140198
30240	linear.bias	6	-0.35814395546913147
30240	linear.bias	7	-0.2792718708515167
30240	linear.bias	8	-0.04323417693376541
30240	linear.bias	9	-0.4977324604988098
30268	transitions	0	-0.648141086101532
30268	transitions	1	0.3496628999710083
30268	transitions	2	1.674485683441162
30268	transitions	3	0.09666330367326736
30268	transitions	4	0.9485069513320923
30268	transitions	5	1.2739245891571045
30268	transitions	6	0.483303040266037
30268	transitions	7	0.17574872076511383
30268	transitions	8	-0.9195206165313721
30268	transitions	9	0.9306599497795105
30268	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30268	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30268	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30268	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30268	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30268	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30268	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30268	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30268	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30268	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30268	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30268	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30268	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30268	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30268	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30268	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30268	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30268	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30268	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30268	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30268	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30268	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30268	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30268	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30268	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30268	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30268	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30268	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30268	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30268	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30268	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30268	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30268	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30268	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30268	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30268	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30268	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30268	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30268	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30268	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30268	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30268	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30268	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30268	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30268	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30268	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30268	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30268	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30268	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30268	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30268	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30268	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30268	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30268	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30268	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30268	embedding2nn.weight	0	0.022610167041420937
30268	embedding2nn.weight	1	0.014198589138686657
30268	embedding2nn.weight	2	-0.004278115462511778
30268	embedding2nn.weight	3	-0.00015320103557314724
30268	embedding2nn.weight	4	-0.004373366013169289
30268	embedding2nn.weight	5	0.011788642033934593
30268	embedding2nn.weight	6	-0.004944218322634697
30268	embedding2nn.weight	7	0.020930824801325798
30268	embedding2nn.weight	8	-0.006801691837608814
30268	embedding2nn.weight	9	-0.013871945440769196
30268	embedding2nn.bias	0	-0.03851605951786041
30268	embedding2nn.bias	1	-0.023700790479779243
30268	embedding2nn.bias	2	-0.07508406043052673
30268	embedding2nn.bias	3	-0.0004992638132534921
30268	embedding2nn.bias	4	0.004083049949258566
30268	embedding2nn.bias	5	-0.007453578058630228
30268	embedding2nn.bias	6	0.009160947985947132
30268	embedding2nn.bias	7	0.01901964470744133
30268	embedding2nn.bias	8	0.006850100588053465
30268	embedding2nn.bias	9	0.00045117526315152645
30268	rnn.weight_ih_l0	0	0.03949608653783798
30268	rnn.weight_ih_l0	1	-0.013637338764965534
30268	rnn.weight_ih_l0	2	-0.036242447793483734
30268	rnn.weight_ih_l0	3	-0.044773638248443604
30268	rnn.weight_ih_l0	4	-0.05202851817011833
30268	rnn.weight_ih_l0	5	-0.008439338766038418
30268	rnn.weight_ih_l0	6	-0.05191292241215706
30268	rnn.weight_ih_l0	7	-0.06150705739855766
30268	rnn.weight_ih_l0	8	-0.044670894742012024
30268	rnn.weight_ih_l0	9	-0.026902688667178154
30268	rnn.weight_hh_l0	0	0.019285358488559723
30268	rnn.weight_hh_l0	1	-0.009583232924342155
30268	rnn.weight_hh_l0	2	-0.06767872720956802
30268	rnn.weight_hh_l0	3	-0.03343626484274864
30268	rnn.weight_hh_l0	4	-0.07809474319219589
30268	rnn.weight_hh_l0	5	-0.014501246623694897
30268	rnn.weight_hh_l0	6	-0.05436151847243309
30268	rnn.weight_hh_l0	7	-0.040632784366607666
30268	rnn.weight_hh_l0	8	-0.01902606338262558
30268	rnn.weight_hh_l0	9	-0.00790310837328434
30268	rnn.bias_ih_l0	0	0.1457487791776657
30268	rnn.bias_ih_l0	1	-0.05568342283368111
30268	rnn.bias_ih_l0	2	0.10495153069496155
30268	rnn.bias_ih_l0	3	0.04937261343002319
30268	rnn.bias_ih_l0	4	0.09859272837638855
30268	rnn.bias_ih_l0	5	0.024182019755244255
30268	rnn.bias_ih_l0	6	-0.017603596672415733
30268	rnn.bias_ih_l0	7	-0.10824359208345413
30268	rnn.bias_ih_l0	8	-0.20873437821865082
30268	rnn.bias_ih_l0	9	0.08638949692249298
30268	rnn.bias_hh_l0	0	0.002443312667310238
30268	rnn.bias_hh_l0	1	0.022924775257706642
30268	rnn.bias_hh_l0	2	-0.005861466284841299
30268	rnn.bias_hh_l0	3	-0.029897242784500122
30268	rnn.bias_hh_l0	4	-0.03600301221013069
30268	rnn.bias_hh_l0	5	0.14358432590961456
30268	rnn.bias_hh_l0	6	0.051545675843954086
30268	rnn.bias_hh_l0	7	0.059253327548503876
30268	rnn.bias_hh_l0	8	0.01676510088145733
30268	rnn.bias_hh_l0	9	0.04291479289531708
30268	rnn.weight_ih_l0_reverse	0	-0.02977045252919197
30268	rnn.weight_ih_l0_reverse	1	-0.001998364692553878
30268	rnn.weight_ih_l0_reverse	2	0.023735325783491135
30268	rnn.weight_ih_l0_reverse	3	-0.06220858916640282
30268	rnn.weight_ih_l0_reverse	4	0.009357213042676449
30268	rnn.weight_ih_l0_reverse	5	-0.0460476316511631
30268	rnn.weight_ih_l0_reverse	6	0.028061887249350548
30268	rnn.weight_ih_l0_reverse	7	0.04595047980546951
30268	rnn.weight_ih_l0_reverse	8	-0.04872411489486694
30268	rnn.weight_ih_l0_reverse	9	-0.05075746029615402
30268	rnn.weight_hh_l0_reverse	0	-0.08322964608669281
30268	rnn.weight_hh_l0_reverse	1	-0.06311605125665665
30268	rnn.weight_hh_l0_reverse	2	0.03470991551876068
30268	rnn.weight_hh_l0_reverse	3	0.045707110315561295
30268	rnn.weight_hh_l0_reverse	4	-0.015542453154921532
30268	rnn.weight_hh_l0_reverse	5	0.04570797085762024
30268	rnn.weight_hh_l0_reverse	6	0.0006424169987440109
30268	rnn.weight_hh_l0_reverse	7	-0.0003278814547229558
30268	rnn.weight_hh_l0_reverse	8	-0.09862758964300156
30268	rnn.weight_hh_l0_reverse	9	0.08018766343593597
30268	rnn.bias_ih_l0_reverse	0	-0.090560682117939
30268	rnn.bias_ih_l0_reverse	1	-0.0695980042219162
30268	rnn.bias_ih_l0_reverse	2	0.10379844158887863
30268	rnn.bias_ih_l0_reverse	3	0.04772056266665459
30268	rnn.bias_ih_l0_reverse	4	-0.12953399121761322
30268	rnn.bias_ih_l0_reverse	5	0.04158526659011841
30268	rnn.bias_ih_l0_reverse	6	-0.1062656044960022
30268	rnn.bias_ih_l0_reverse	7	0.044036589562892914
30268	rnn.bias_ih_l0_reverse	8	0.03476141765713692
30268	rnn.bias_ih_l0_reverse	9	0.06369470804929733
30268	rnn.bias_hh_l0_reverse	0	0.05682828649878502
30268	rnn.bias_hh_l0_reverse	1	0.06523413956165314
30268	rnn.bias_hh_l0_reverse	2	0.07850081473588943
30268	rnn.bias_hh_l0_reverse	3	-0.004508262034505606
30268	rnn.bias_hh_l0_reverse	4	0.07099225372076035
30268	rnn.bias_hh_l0_reverse	5	0.007772848010063171
30268	rnn.bias_hh_l0_reverse	6	-0.05402383208274841
30268	rnn.bias_hh_l0_reverse	7	0.027162710204720497
30268	rnn.bias_hh_l0_reverse	8	0.01167742908000946
30268	rnn.bias_hh_l0_reverse	9	-0.1601637750864029
30268	linear.weight	0	0.173752561211586
30268	linear.weight	1	-0.16283777356147766
30268	linear.weight	2	-0.2150418907403946
30268	linear.weight	3	0.07819030433893204
30268	linear.weight	4	-0.0267198383808136
30268	linear.weight	5	0.003745105117559433
30268	linear.weight	6	-0.006916477810591459
30268	linear.weight	7	-0.027143146842718124
30268	linear.weight	8	0.0841279998421669
30268	linear.weight	9	0.34828299283981323
30268	linear.bias	0	-0.20645058155059814
30268	linear.bias	1	0.19359011948108673
30268	linear.bias	2	-0.5392300486564636
30268	linear.bias	3	1.7025154829025269
30268	linear.bias	4	-0.39653635025024414
30268	linear.bias	5	-0.030769959092140198
30268	linear.bias	6	-0.35816434025764465
30268	linear.bias	7	-0.27931055426597595
30268	linear.bias	8	-0.04332263395190239
30268	linear.bias	9	-0.4977354407310486
30296	transitions	0	-0.6481420993804932
30296	transitions	1	0.3496623933315277
30296	transitions	2	1.6744835376739502
30296	transitions	3	0.09666107594966888
30296	transitions	4	0.9485043287277222
30296	transitions	5	1.2739245891571045
30296	transitions	6	0.483303040266037
30296	transitions	7	0.17574863135814667
30296	transitions	8	-0.9195206165313721
30296	transitions	9	0.9306599497795105
30296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30296	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30296	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30296	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30296	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30296	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30296	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30296	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30296	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30296	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30296	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30296	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30296	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30296	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30296	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30296	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30296	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30296	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30296	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30296	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30296	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30296	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30296	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30296	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30296	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30296	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30296	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30296	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30296	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30296	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30296	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30296	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30296	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30296	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30296	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30296	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30296	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30296	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30296	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30296	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30296	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30296	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30296	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30296	embedding2nn.weight	0	0.022601082921028137
30296	embedding2nn.weight	1	0.014200552366673946
30296	embedding2nn.weight	2	-0.0042767454870045185
30296	embedding2nn.weight	3	-0.00014223947073332965
30296	embedding2nn.weight	4	-0.004372323863208294
30296	embedding2nn.weight	5	0.011789485812187195
30296	embedding2nn.weight	6	-0.004939102102071047
30296	embedding2nn.weight	7	0.020921794697642326
30296	embedding2nn.weight	8	-0.006791078019887209
30296	embedding2nn.weight	9	-0.013877644203603268
30296	embedding2nn.bias	0	-0.038517292588949203
30296	embedding2nn.bias	1	-0.023687761276960373
30296	embedding2nn.bias	2	-0.07480999082326889
30296	embedding2nn.bias	3	-0.0005490918993018568
30296	embedding2nn.bias	4	0.003854580922052264
30296	embedding2nn.bias	5	-0.007478621322661638
30296	embedding2nn.bias	6	0.009037855081260204
30296	embedding2nn.bias	7	0.018731579184532166
30296	embedding2nn.bias	8	0.006468767300248146
30296	embedding2nn.bias	9	0.00028536541503854096
30296	rnn.weight_ih_l0	0	0.03948580101132393
30296	rnn.weight_ih_l0	1	-0.013643675483763218
30296	rnn.weight_ih_l0	2	-0.03621320053935051
30296	rnn.weight_ih_l0	3	-0.04477943480014801
30296	rnn.weight_ih_l0	4	-0.05201433226466179
30296	rnn.weight_ih_l0	5	-0.008436385542154312
30296	rnn.weight_ih_l0	6	-0.05191749334335327
30296	rnn.weight_ih_l0	7	-0.06152147799730301
30296	rnn.weight_ih_l0	8	-0.044682182371616364
30296	rnn.weight_ih_l0	9	-0.026910923421382904
30296	rnn.weight_hh_l0	0	0.019305309280753136
30296	rnn.weight_hh_l0	1	-0.009620344266295433
30296	rnn.weight_hh_l0	2	-0.06766641139984131
30296	rnn.weight_hh_l0	3	-0.033424269407987595
30296	rnn.weight_hh_l0	4	-0.0781201720237732
30296	rnn.weight_hh_l0	5	-0.014532331377267838
30296	rnn.weight_hh_l0	6	-0.05441633611917496
30296	rnn.weight_hh_l0	7	-0.04058319702744484
30296	rnn.weight_hh_l0	8	-0.019046204164624214
30296	rnn.weight_hh_l0	9	-0.00793617032468319
30296	rnn.bias_ih_l0	0	0.14572839438915253
30296	rnn.bias_ih_l0	1	-0.0556262768805027
30296	rnn.bias_ih_l0	2	0.10486029833555222
30296	rnn.bias_ih_l0	3	0.0493844598531723
30296	rnn.bias_ih_l0	4	0.0985720232129097
30296	rnn.bias_ih_l0	5	0.024215660989284515
30296	rnn.bias_ih_l0	6	-0.017588457092642784
30296	rnn.bias_ih_l0	7	-0.10830523073673248
30296	rnn.bias_ih_l0	8	-0.20865415036678314
30296	rnn.bias_ih_l0	9	0.0863863080739975
30296	rnn.bias_hh_l0	0	0.002418125281110406
30296	rnn.bias_hh_l0	1	0.022904764860868454
30296	rnn.bias_hh_l0	2	-0.005870170425623655
30296	rnn.bias_hh_l0	3	-0.02995975874364376
30296	rnn.bias_hh_l0	4	-0.03614914417266846
30296	rnn.bias_hh_l0	5	0.1435386836528778
30296	rnn.bias_hh_l0	6	0.05149884149432182
30296	rnn.bias_hh_l0	7	0.059106260538101196
30296	rnn.bias_hh_l0	8	0.016780240461230278
30296	rnn.bias_hh_l0	9	0.042981572449207306
30296	rnn.weight_ih_l0_reverse	0	-0.029803195968270302
30296	rnn.weight_ih_l0_reverse	1	-0.0019629618618637323
30296	rnn.weight_ih_l0_reverse	2	0.02374654822051525
30296	rnn.weight_ih_l0_reverse	3	-0.06221092492341995
30296	rnn.weight_ih_l0_reverse	4	0.0093443738296628
30296	rnn.weight_ih_l0_reverse	5	-0.04603182524442673
30296	rnn.weight_ih_l0_reverse	6	0.028034459799528122
30296	rnn.weight_ih_l0_reverse	7	0.04595034196972847
30296	rnn.weight_ih_l0_reverse	8	-0.04872273653745651
30296	rnn.weight_ih_l0_reverse	9	-0.05075497180223465
30296	rnn.weight_hh_l0_reverse	0	-0.08322275429964066
30296	rnn.weight_hh_l0_reverse	1	-0.06312496215105057
30296	rnn.weight_hh_l0_reverse	2	0.03470751643180847
30296	rnn.weight_hh_l0_reverse	3	0.045667409896850586
30296	rnn.weight_hh_l0_reverse	4	-0.015562310814857483
30296	rnn.weight_hh_l0_reverse	5	0.045697662979364395
30296	rnn.weight_hh_l0_reverse	6	0.0006791142513975501
30296	rnn.weight_hh_l0_reverse	7	-0.0003297198854852468
30296	rnn.weight_hh_l0_reverse	8	-0.09864060580730438
30296	rnn.weight_hh_l0_reverse	9	0.08015807718038559
30296	rnn.bias_ih_l0_reverse	0	-0.09054536372423172
30296	rnn.bias_ih_l0_reverse	1	-0.06944003701210022
30296	rnn.bias_ih_l0_reverse	2	0.1037757620215416
30296	rnn.bias_ih_l0_reverse	3	0.04777129366993904
30296	rnn.bias_ih_l0_reverse	4	-0.12960273027420044
30296	rnn.bias_ih_l0_reverse	5	0.04159197956323624
30296	rnn.bias_ih_l0_reverse	6	-0.10632387548685074
30296	rnn.bias_ih_l0_reverse	7	0.044044699519872665
30296	rnn.bias_ih_l0_reverse	8	0.03482326120138168
30296	rnn.bias_ih_l0_reverse	9	0.06383110582828522
30296	rnn.bias_hh_l0_reverse	0	0.0571175292134285
30296	rnn.bias_hh_l0_reverse	1	0.06536798179149628
30296	rnn.bias_hh_l0_reverse	2	0.07855041325092316
30296	rnn.bias_hh_l0_reverse	3	-0.004440248943865299
30296	rnn.bias_hh_l0_reverse	4	0.07103805989027023
30296	rnn.bias_hh_l0_reverse	5	0.007673908025026321
30296	rnn.bias_hh_l0_reverse	6	-0.054062314331531525
30296	rnn.bias_hh_l0_reverse	7	0.02716985158622265
30296	rnn.bias_hh_l0_reverse	8	0.011746357195079327
30296	rnn.bias_hh_l0_reverse	9	-0.16019873321056366
30296	linear.weight	0	0.17393262684345245
30296	linear.weight	1	-0.16287174820899963
30296	linear.weight	2	-0.21498993039131165
30296	linear.weight	3	0.07824338972568512
30296	linear.weight	4	-0.026710378006100655
30296	linear.weight	5	0.00374842737801373
30296	linear.weight	6	-0.0069163707084953785
30296	linear.weight	7	-0.02714255265891552
30296	linear.weight	8	0.08417150378227234
30296	linear.weight	9	0.3483011722564697
30296	linear.bias	0	-0.20595455169677734
30296	linear.bias	1	0.1933576613664627
30296	linear.bias	2	-0.5390067100524902
30296	linear.bias	3	1.7029389142990112
30296	linear.bias	4	-0.39654532074928284
30296	linear.bias	5	-0.030769959092140198
30296	linear.bias	6	-0.35791251063346863
30296	linear.bias	7	-0.2793619632720947
30296	linear.bias	8	-0.04345838725566864
30296	linear.bias	9	-0.4977368712425232
30324	transitions	0	-0.6481454968452454
30324	transitions	1	0.3496571183204651
30324	transitions	2	1.6744779348373413
30324	transitions	3	0.09665904939174652
30324	transitions	4	0.9484841227531433
30324	transitions	5	1.2739245891571045
30324	transitions	6	0.4833030104637146
30324	transitions	7	0.17574861645698547
30324	transitions	8	-0.9195206165313721
30324	transitions	9	0.9306599497795105
30324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30324	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30324	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30324	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30324	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30324	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30324	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30324	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30324	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30324	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30324	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30324	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30324	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30324	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30324	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30324	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30324	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30324	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30324	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30324	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30324	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30324	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30324	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30324	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30324	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30324	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30324	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30324	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30324	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30324	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30324	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30324	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30324	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30324	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30324	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30324	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30324	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30324	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30324	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30324	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30324	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30324	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30324	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30324	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30324	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30324	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30324	embedding2nn.weight	0	0.022593101486563683
30324	embedding2nn.weight	1	0.01420372910797596
30324	embedding2nn.weight	2	-0.004279053304344416
30324	embedding2nn.weight	3	-0.0001307281490880996
30324	embedding2nn.weight	4	-0.004370668902993202
30324	embedding2nn.weight	5	0.011797355487942696
30324	embedding2nn.weight	6	-0.004937824793159962
30324	embedding2nn.weight	7	0.02091948501765728
30324	embedding2nn.weight	8	-0.00679189944639802
30324	embedding2nn.weight	9	-0.013875379227101803
30324	embedding2nn.bias	0	-0.03879546746611595
30324	embedding2nn.bias	1	-0.023445604369044304
30324	embedding2nn.bias	2	-0.07506461441516876
30324	embedding2nn.bias	3	-0.0004443311772774905
30324	embedding2nn.bias	4	0.003876551054418087
30324	embedding2nn.bias	5	-0.007192142773419619
30324	embedding2nn.bias	6	0.009292388334870338
30324	embedding2nn.bias	7	0.01822788268327713
30324	embedding2nn.bias	8	0.0065237414091825485
30324	embedding2nn.bias	9	0.0005614046240225434
30324	rnn.weight_ih_l0	0	0.039475783705711365
30324	rnn.weight_ih_l0	1	-0.013630234636366367
30324	rnn.weight_ih_l0	2	-0.036215174943208694
30324	rnn.weight_ih_l0	3	-0.04478926211595535
30324	rnn.weight_ih_l0	4	-0.05202696844935417
30324	rnn.weight_ih_l0	5	-0.008439430966973305
30324	rnn.weight_ih_l0	6	-0.05190764740109444
30324	rnn.weight_ih_l0	7	-0.061538852751255035
30324	rnn.weight_ih_l0	8	-0.044681526720523834
30324	rnn.weight_ih_l0	9	-0.02690540812909603
30324	rnn.weight_hh_l0	0	0.019312415271997452
30324	rnn.weight_hh_l0	1	-0.009625473991036415
30324	rnn.weight_hh_l0	2	-0.06758974492549896
30324	rnn.weight_hh_l0	3	-0.03343641757965088
30324	rnn.weight_hh_l0	4	-0.07813304662704468
30324	rnn.weight_hh_l0	5	-0.014520315453410149
30324	rnn.weight_hh_l0	6	-0.05434984713792801
30324	rnn.weight_hh_l0	7	-0.04058210551738739
30324	rnn.weight_hh_l0	8	-0.019053582102060318
30324	rnn.weight_hh_l0	9	-0.007916459813714027
30324	rnn.bias_ih_l0	0	0.1458004266023636
30324	rnn.bias_ih_l0	1	-0.05559614300727844
30324	rnn.bias_ih_l0	2	0.10489732027053833
30324	rnn.bias_ih_l0	3	0.04945400357246399
30324	rnn.bias_ih_l0	4	0.09857967495918274
30324	rnn.bias_ih_l0	5	0.02419879473745823
30324	rnn.bias_ih_l0	6	-0.017648132517933846
30324	rnn.bias_ih_l0	7	-0.1084267795085907
30324	rnn.bias_ih_l0	8	-0.2083589732646942
30324	rnn.bias_ih_l0	9	0.08630654215812683
30324	rnn.bias_hh_l0	0	0.002483193064108491
30324	rnn.bias_hh_l0	1	0.02295084483921528
30324	rnn.bias_hh_l0	2	-0.0059272716753184795
30324	rnn.bias_hh_l0	3	-0.029980679973959923
30324	rnn.bias_hh_l0	4	-0.03619112819433212
30324	rnn.bias_hh_l0	5	0.14338181912899017
30324	rnn.bias_hh_l0	6	0.05148759484291077
30324	rnn.bias_hh_l0	7	0.0593804195523262
30324	rnn.bias_hh_l0	8	0.016720565035939217
30324	rnn.bias_hh_l0	9	0.0429840013384819
30324	rnn.weight_ih_l0_reverse	0	-0.02980002760887146
30324	rnn.weight_ih_l0_reverse	1	-0.00199284334667027
30324	rnn.weight_ih_l0_reverse	2	0.023746786639094353
30324	rnn.weight_ih_l0_reverse	3	-0.06220873445272446
30324	rnn.weight_ih_l0_reverse	4	0.009344516322016716
30324	rnn.weight_ih_l0_reverse	5	-0.0460309162735939
30324	rnn.weight_ih_l0_reverse	6	0.028089510276913643
30324	rnn.weight_ih_l0_reverse	7	0.045959677547216415
30324	rnn.weight_ih_l0_reverse	8	-0.04873906448483467
30324	rnn.weight_ih_l0_reverse	9	-0.050749942660331726
30324	rnn.weight_hh_l0_reverse	0	-0.0832415297627449
30324	rnn.weight_hh_l0_reverse	1	-0.06307446956634521
30324	rnn.weight_hh_l0_reverse	2	0.03468790277838707
30324	rnn.weight_hh_l0_reverse	3	0.04569687694311142
30324	rnn.weight_hh_l0_reverse	4	-0.015574062243103981
30324	rnn.weight_hh_l0_reverse	5	0.045707862824201584
30324	rnn.weight_hh_l0_reverse	6	0.0006803055293858051
30324	rnn.weight_hh_l0_reverse	7	-0.0003792994248215109
30324	rnn.weight_hh_l0_reverse	8	-0.09866943955421448
30324	rnn.weight_hh_l0_reverse	9	0.08014319092035294
30324	rnn.bias_ih_l0_reverse	0	-0.09000521898269653
30324	rnn.bias_ih_l0_reverse	1	-0.06952515244483948
30324	rnn.bias_ih_l0_reverse	2	0.10380858927965164
30324	rnn.bias_ih_l0_reverse	3	0.04768924415111542
30324	rnn.bias_ih_l0_reverse	4	-0.12957686185836792
30324	rnn.bias_ih_l0_reverse	5	0.041614118963479996
30324	rnn.bias_ih_l0_reverse	6	-0.10628975927829742
30324	rnn.bias_ih_l0_reverse	7	0.043815866112709045
30324	rnn.bias_ih_l0_reverse	8	0.034955944865942
30324	rnn.bias_ih_l0_reverse	9	0.06379115581512451
30324	rnn.bias_hh_l0_reverse	0	0.05705169960856438
30324	rnn.bias_hh_l0_reverse	1	0.06520089507102966
30324	rnn.bias_hh_l0_reverse	2	0.07855676859617233
30324	rnn.bias_hh_l0_reverse	3	-0.004503075964748859
30324	rnn.bias_hh_l0_reverse	4	0.07099948078393936
30324	rnn.bias_hh_l0_reverse	5	0.007453948725014925
30324	rnn.bias_hh_l0_reverse	6	-0.0540766641497612
30324	rnn.bias_hh_l0_reverse	7	0.02717197686433792
30324	rnn.bias_hh_l0_reverse	8	0.011704131960868835
30324	rnn.bias_hh_l0_reverse	9	-0.1600612848997116
30324	linear.weight	0	0.1739356368780136
30324	linear.weight	1	-0.1628691703081131
30324	linear.weight	2	-0.21500208973884583
30324	linear.weight	3	0.0782962217926979
30324	linear.weight	4	-0.026710420846939087
30324	linear.weight	5	0.0037862525787204504
30324	linear.weight	6	-0.006916257552802563
30324	linear.weight	7	-0.027139699086546898
30324	linear.weight	8	0.08415596932172775
30324	linear.weight	9	0.34804683923721313
30324	linear.bias	0	-0.20675306022167206
30324	linear.bias	1	0.19365376234054565
30324	linear.bias	2	-0.5390069484710693
30324	linear.bias	3	1.7033591270446777
30324	linear.bias	4	-0.39655739068984985
30324	linear.bias	5	-0.030769959092140198
30324	linear.bias	6	-0.3578515946865082
30324	linear.bias	7	-0.27941492199897766
30324	linear.bias	8	-0.04345471411943436
30324	linear.bias	9	-0.4977414011955261
30352	transitions	0	-0.6481480598449707
30352	transitions	1	0.349656343460083
30352	transitions	2	1.6744695901870728
30352	transitions	3	0.09665888547897339
30352	transitions	4	0.9484840631484985
30352	transitions	5	1.2739245891571045
30352	transitions	6	0.4833029806613922
30352	transitions	7	0.17574860155582428
30352	transitions	8	-0.9195206165313721
30352	transitions	9	0.9306599497795105
30352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30352	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30352	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30352	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30352	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30352	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30352	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30352	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30352	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30352	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30352	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30352	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30352	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30352	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30352	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30352	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30352	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30352	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30352	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30352	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30352	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30352	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30352	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30352	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30352	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30352	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30352	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30352	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30352	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30352	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30352	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30352	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30352	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30352	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30352	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30352	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30352	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30352	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30352	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30352	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30352	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30352	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30352	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30352	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30352	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30352	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30352	embedding2nn.weight	0	0.02258221246302128
30352	embedding2nn.weight	1	0.014201821759343147
30352	embedding2nn.weight	2	-0.004277980886399746
30352	embedding2nn.weight	3	-0.00012870346836280078
30352	embedding2nn.weight	4	-0.004371576942503452
30352	embedding2nn.weight	5	0.011799182742834091
30352	embedding2nn.weight	6	-0.004938949830830097
30352	embedding2nn.weight	7	0.020922714844346046
30352	embedding2nn.weight	8	-0.006799433380365372
30352	embedding2nn.weight	9	-0.013878926634788513
30352	embedding2nn.bias	0	-0.03889913111925125
30352	embedding2nn.bias	1	-0.02294085919857025
30352	embedding2nn.bias	2	-0.07525979727506638
30352	embedding2nn.bias	3	-0.00032970242318697274
30352	embedding2nn.bias	4	0.004170915111899376
30352	embedding2nn.bias	5	-0.007493727374821901
30352	embedding2nn.bias	6	0.00922455359250307
30352	embedding2nn.bias	7	0.01825447380542755
30352	embedding2nn.bias	8	0.006482912227511406
30352	embedding2nn.bias	9	0.0005737979663535953
30352	rnn.weight_ih_l0	0	0.03950316086411476
30352	rnn.weight_ih_l0	1	-0.013617094606161118
30352	rnn.weight_ih_l0	2	-0.03617599606513977
30352	rnn.weight_ih_l0	3	-0.044806018471717834
30352	rnn.weight_ih_l0	4	-0.05203069746494293
30352	rnn.weight_ih_l0	5	-0.00845582876354456
30352	rnn.weight_ih_l0	6	-0.05189405009150505
30352	rnn.weight_ih_l0	7	-0.061536792665719986
30352	rnn.weight_ih_l0	8	-0.04468550160527229
30352	rnn.weight_ih_l0	9	-0.026906315237283707
30352	rnn.weight_hh_l0	0	0.01934780552983284
30352	rnn.weight_hh_l0	1	-0.009623068384826183
30352	rnn.weight_hh_l0	2	-0.06758241355419159
30352	rnn.weight_hh_l0	3	-0.03343060240149498
30352	rnn.weight_hh_l0	4	-0.0781385749578476
30352	rnn.weight_hh_l0	5	-0.014536934904754162
30352	rnn.weight_hh_l0	6	-0.054479632526636124
30352	rnn.weight_hh_l0	7	-0.040514249354600906
30352	rnn.weight_hh_l0	8	-0.01906989887356758
30352	rnn.weight_hh_l0	9	-0.007955191656947136
30352	rnn.bias_ih_l0	0	0.1458624005317688
30352	rnn.bias_ih_l0	1	-0.055635966360569
30352	rnn.bias_ih_l0	2	0.10481192171573639
30352	rnn.bias_ih_l0	3	0.04934480041265488
30352	rnn.bias_ih_l0	4	0.0986202210187912
30352	rnn.bias_ih_l0	5	0.024269307032227516
30352	rnn.bias_ih_l0	6	-0.017683260142803192
30352	rnn.bias_ih_l0	7	-0.10823365300893784
30352	rnn.bias_ih_l0	8	-0.20845024287700653
30352	rnn.bias_ih_l0	9	0.08625662326812744
30352	rnn.bias_hh_l0	0	0.0024855099618434906
30352	rnn.bias_hh_l0	1	0.023033667355775833
30352	rnn.bias_hh_l0	2	-0.0058961589820683
30352	rnn.bias_hh_l0	3	-0.030065611004829407
30352	rnn.bias_hh_l0	4	-0.03625960275530815
30352	rnn.bias_hh_l0	5	0.14336450397968292
30352	rnn.bias_hh_l0	6	0.05151325836777687
30352	rnn.bias_hh_l0	7	0.059374820441007614
30352	rnn.bias_hh_l0	8	0.01668543741106987
30352	rnn.bias_hh_l0	9	0.042969658970832825
30352	rnn.weight_ih_l0_reverse	0	-0.02978774905204773
30352	rnn.weight_ih_l0_reverse	1	-0.0019847291987389326
30352	rnn.weight_ih_l0_reverse	2	0.023736195638775826
30352	rnn.weight_ih_l0_reverse	3	-0.06222185492515564
30352	rnn.weight_ih_l0_reverse	4	0.00934763252735138
30352	rnn.weight_ih_l0_reverse	5	-0.04602022096514702
30352	rnn.weight_ih_l0_reverse	6	0.028091618791222572
30352	rnn.weight_ih_l0_reverse	7	0.04597242921590805
30352	rnn.weight_ih_l0_reverse	8	-0.04873567074537277
30352	rnn.weight_ih_l0_reverse	9	-0.05074800178408623
30352	rnn.weight_hh_l0_reverse	0	-0.08324812352657318
30352	rnn.weight_hh_l0_reverse	1	-0.0630679503083229
30352	rnn.weight_hh_l0_reverse	2	0.034717533737421036
30352	rnn.weight_hh_l0_reverse	3	0.04572399705648422
30352	rnn.weight_hh_l0_reverse	4	-0.015564793720841408
30352	rnn.weight_hh_l0_reverse	5	0.045722171664237976
30352	rnn.weight_hh_l0_reverse	6	0.0006654948811046779
30352	rnn.weight_hh_l0_reverse	7	-0.0004155555216129869
30352	rnn.weight_hh_l0_reverse	8	-0.09867928922176361
30352	rnn.weight_hh_l0_reverse	9	0.08014404773712158
30352	rnn.bias_ih_l0_reverse	0	-0.09018585085868835
30352	rnn.bias_ih_l0_reverse	1	-0.06938327848911285
30352	rnn.bias_ih_l0_reverse	2	0.10387258231639862
30352	rnn.bias_ih_l0_reverse	3	0.04772939532995224
30352	rnn.bias_ih_l0_reverse	4	-0.12954002618789673
30352	rnn.bias_ih_l0_reverse	5	0.04157039895653725
30352	rnn.bias_ih_l0_reverse	6	-0.10642767697572708
30352	rnn.bias_ih_l0_reverse	7	0.04389544203877449
30352	rnn.bias_ih_l0_reverse	8	0.03502524271607399
30352	rnn.bias_ih_l0_reverse	9	0.06374037265777588
30352	rnn.bias_hh_l0_reverse	0	0.057302944362163544
30352	rnn.bias_hh_l0_reverse	1	0.06523769348859787
30352	rnn.bias_hh_l0_reverse	2	0.0786353200674057
30352	rnn.bias_hh_l0_reverse	3	-0.004447036888450384
30352	rnn.bias_hh_l0_reverse	4	0.07110092788934708
30352	rnn.bias_hh_l0_reverse	5	0.007372446358203888
30352	rnn.bias_hh_l0_reverse	6	-0.054092396050691605
30352	rnn.bias_hh_l0_reverse	7	0.02714790403842926
30352	rnn.bias_hh_l0_reverse	8	0.011755278334021568
30352	rnn.bias_hh_l0_reverse	9	-0.15980017185211182
30352	linear.weight	0	0.1736205667257309
30352	linear.weight	1	-0.1628691405057907
30352	linear.weight	2	-0.21500259637832642
30352	linear.weight	3	0.07784134894609451
30352	linear.weight	4	-0.02670714072883129
30352	linear.weight	5	0.0037749146576970816
30352	linear.weight	6	-0.006916141137480736
30352	linear.weight	7	-0.027137769386172295
30352	linear.weight	8	0.0841553583741188
30352	linear.weight	9	0.34800985455513
30352	linear.bias	0	-0.20695938169956207
30352	linear.bias	1	0.19351407885551453
30352	linear.bias	2	-0.5388618111610413
30352	linear.bias	3	1.703675389289856
30352	linear.bias	4	-0.3965642750263214
30352	linear.bias	5	-0.030769959092140198
30352	linear.bias	6	-0.3576730191707611
30352	linear.bias	7	-0.2795621156692505
30352	linear.bias	8	-0.043923139572143555
30352	linear.bias	9	-0.49774473905563354
30380	transitions	0	-0.6481572389602661
30380	transitions	1	0.3496551215648651
30380	transitions	2	1.6744681596755981
30380	transitions	3	0.09665834158658981
30380	transitions	4	0.9484826326370239
30380	transitions	5	1.2739245891571045
30380	transitions	6	0.4833029806613922
30380	transitions	7	0.17574858665466309
30380	transitions	8	-0.9195206165313721
30380	transitions	9	0.9306599497795105
30380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30380	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30380	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30380	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30380	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30380	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30380	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30380	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30380	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30380	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30380	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30380	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30380	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30380	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30380	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30380	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30380	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30380	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30380	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30380	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30380	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30380	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30380	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30380	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30380	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30380	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30380	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30380	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30380	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30380	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30380	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30380	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30380	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30380	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30380	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30380	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30380	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30380	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30380	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30380	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30380	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30380	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30380	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30380	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30380	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30380	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30380	embedding2nn.weight	0	0.022568855434656143
30380	embedding2nn.weight	1	0.01420580130070448
30380	embedding2nn.weight	2	-0.004283142741769552
30380	embedding2nn.weight	3	-0.0001282292214455083
30380	embedding2nn.weight	4	-0.004372681491076946
30380	embedding2nn.weight	5	0.01179948914796114
30380	embedding2nn.weight	6	-0.004941399674862623
30380	embedding2nn.weight	7	0.020952612161636353
30380	embedding2nn.weight	8	-0.006799898110330105
30380	embedding2nn.weight	9	-0.013879538513720036
30380	embedding2nn.bias	0	-0.038907259702682495
30380	embedding2nn.bias	1	-0.022981517016887665
30380	embedding2nn.bias	2	-0.07543855905532837
30380	embedding2nn.bias	3	-0.00031689830939285457
30380	embedding2nn.bias	4	0.0041425894014537334
30380	embedding2nn.bias	5	-0.007356893736869097
30380	embedding2nn.bias	6	0.009541052393615246
30380	embedding2nn.bias	7	0.018425285816192627
30380	embedding2nn.bias	8	0.00635390542447567
30380	embedding2nn.bias	9	0.0007067763363011181
30380	rnn.weight_ih_l0	0	0.039513979107141495
30380	rnn.weight_ih_l0	1	-0.013641354627907276
30380	rnn.weight_ih_l0	2	-0.036201708018779755
30380	rnn.weight_ih_l0	3	-0.04480846971273422
30380	rnn.weight_ih_l0	4	-0.052058856934309006
30380	rnn.weight_ih_l0	5	-0.008457068353891373
30380	rnn.weight_ih_l0	6	-0.051893629133701324
30380	rnn.weight_ih_l0	7	-0.06154164671897888
30380	rnn.weight_ih_l0	8	-0.0446995384991169
30380	rnn.weight_ih_l0	9	-0.026904236525297165
30380	rnn.weight_hh_l0	0	0.019326752051711082
30380	rnn.weight_hh_l0	1	-0.009663745760917664
30380	rnn.weight_hh_l0	2	-0.0673907995223999
30380	rnn.weight_hh_l0	3	-0.03343461453914642
30380	rnn.weight_hh_l0	4	-0.07818818092346191
30380	rnn.weight_hh_l0	5	-0.014536858536303043
30380	rnn.weight_hh_l0	6	-0.05450623854994774
30380	rnn.weight_hh_l0	7	-0.0404486283659935
30380	rnn.weight_hh_l0	8	-0.01905437931418419
30380	rnn.weight_hh_l0	9	-0.007974039763212204
30380	rnn.bias_ih_l0	0	0.1459173709154129
30380	rnn.bias_ih_l0	1	-0.05565271154046059
30380	rnn.bias_ih_l0	2	0.10488396883010864
30380	rnn.bias_ih_l0	3	0.04915918409824371
30380	rnn.bias_ih_l0	4	0.09858552366495132
30380	rnn.bias_ih_l0	5	0.024249153211712837
30380	rnn.bias_ih_l0	6	-0.017556332051753998
30380	rnn.bias_ih_l0	7	-0.10757996886968613
30380	rnn.bias_ih_l0	8	-0.20824149250984192
30380	rnn.bias_ih_l0	9	0.08631152659654617
30380	rnn.bias_hh_l0	0	0.0023758546449244022
30380	rnn.bias_hh_l0	1	0.022953703999519348
30380	rnn.bias_hh_l0	2	-0.005885933991521597
30380	rnn.bias_hh_l0	3	-0.03006076067686081
30380	rnn.bias_hh_l0	4	-0.03626853972673416
30380	rnn.bias_hh_l0	5	0.1433480829000473
30380	rnn.bias_hh_l0	6	0.051447175443172455
30380	rnn.bias_hh_l0	7	0.059257909655570984
30380	rnn.bias_hh_l0	8	0.016812365502119064
30380	rnn.bias_hh_l0	9	0.0430426299571991
30380	rnn.weight_ih_l0_reverse	0	-0.029773088172078133
30380	rnn.weight_ih_l0_reverse	1	-0.002004762878641486
30380	rnn.weight_ih_l0_reverse	2	0.023728134110569954
30380	rnn.weight_ih_l0_reverse	3	-0.06221985071897507
30380	rnn.weight_ih_l0_reverse	4	0.009339969605207443
30380	rnn.weight_ih_l0_reverse	5	-0.046007849276065826
30380	rnn.weight_ih_l0_reverse	6	0.028163090348243713
30380	rnn.weight_ih_l0_reverse	7	0.04597194492816925
30380	rnn.weight_ih_l0_reverse	8	-0.0487423799932003
30380	rnn.weight_ih_l0_reverse	9	-0.05074327811598778
30380	rnn.weight_hh_l0_reverse	0	-0.08321970701217651
30380	rnn.weight_hh_l0_reverse	1	-0.06309543550014496
30380	rnn.weight_hh_l0_reverse	2	0.03469051793217659
30380	rnn.weight_hh_l0_reverse	3	0.04572233185172081
30380	rnn.weight_hh_l0_reverse	4	-0.015522388741374016
30380	rnn.weight_hh_l0_reverse	5	0.04572080448269844
30380	rnn.weight_hh_l0_reverse	6	0.000662319187540561
30380	rnn.weight_hh_l0_reverse	7	-0.00040994829032570124
30380	rnn.weight_hh_l0_reverse	8	-0.09868272393941879
30380	rnn.weight_hh_l0_reverse	9	0.0801621824502945
30380	rnn.bias_ih_l0_reverse	0	-0.08994642645120621
30380	rnn.bias_ih_l0_reverse	1	-0.06946609169244766
30380	rnn.bias_ih_l0_reverse	2	0.10388267040252686
30380	rnn.bias_ih_l0_reverse	3	0.04774579033255577
30380	rnn.bias_ih_l0_reverse	4	-0.1295185387134552
30380	rnn.bias_ih_l0_reverse	5	0.04156244546175003
30380	rnn.bias_ih_l0_reverse	6	-0.10640644282102585
30380	rnn.bias_ih_l0_reverse	7	0.044022344052791595
30380	rnn.bias_ih_l0_reverse	8	0.035064198076725006
30380	rnn.bias_ih_l0_reverse	9	0.06375192850828171
30380	rnn.bias_hh_l0_reverse	0	0.0575435534119606
30380	rnn.bias_hh_l0_reverse	1	0.06533864885568619
30380	rnn.bias_hh_l0_reverse	2	0.07857988774776459
30380	rnn.bias_hh_l0_reverse	3	-0.004407260566949844
30380	rnn.bias_hh_l0_reverse	4	0.07110439240932465
30380	rnn.bias_hh_l0_reverse	5	0.007569114677608013
30380	rnn.bias_hh_l0_reverse	6	-0.054057758301496506
30380	rnn.bias_hh_l0_reverse	7	0.027182912454009056
30380	rnn.bias_hh_l0_reverse	8	0.011754551902413368
30380	rnn.bias_hh_l0_reverse	9	-0.15972676873207092
30380	linear.weight	0	0.17324413359165192
30380	linear.weight	1	-0.16286872327327728
30380	linear.weight	2	-0.21495671570301056
30380	linear.weight	3	0.07759679108858109
30380	linear.weight	4	-0.02666325680911541
30380	linear.weight	5	0.003790210699662566
30380	linear.weight	6	-0.006916086655110121
30380	linear.weight	7	-0.02713773027062416
30380	linear.weight	8	0.0841161236166954
30380	linear.weight	9	0.3479408621788025
30380	linear.bias	0	-0.20778119564056396
30380	linear.bias	1	0.19372929632663727
30380	linear.bias	2	-0.5389236807823181
30380	linear.bias	3	1.705006718635559
30380	linear.bias	4	-0.3965694010257721
30380	linear.bias	5	-0.030769959092140198
30380	linear.bias	6	-0.35772061347961426
30380	linear.bias	7	-0.27948522567749023
30380	linear.bias	8	-0.04453113302588463
30380	linear.bias	9	-0.4977458715438843
30408	transitions	0	-0.6481584906578064
30408	transitions	1	0.3496531844139099
30408	transitions	2	1.6744667291641235
30408	transitions	3	0.09665805101394653
30408	transitions	4	0.9484822154045105
30408	transitions	5	1.273924469947815
30408	transitions	6	0.4833029806613922
30408	transitions	7	0.17574858665466309
30408	transitions	8	-0.9195206165313721
30408	transitions	9	0.9306599497795105
30408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30408	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30408	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30408	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30408	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30408	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30408	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30408	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30408	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30408	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30408	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30408	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30408	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30408	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30408	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30408	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30408	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30408	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30408	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30408	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30408	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30408	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30408	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30408	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30408	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30408	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30408	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30408	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30408	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30408	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30408	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30408	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30408	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30408	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30408	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30408	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30408	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30408	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30408	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30408	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30408	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30408	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30408	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30408	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30408	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30408	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30408	embedding2nn.weight	0	0.022549236193299294
30408	embedding2nn.weight	1	0.014200682751834393
30408	embedding2nn.weight	2	-0.004285030998289585
30408	embedding2nn.weight	3	-0.00013141728413756937
30408	embedding2nn.weight	4	-0.004374383948743343
30408	embedding2nn.weight	5	0.011787940748035908
30408	embedding2nn.weight	6	-0.004945502150803804
30408	embedding2nn.weight	7	0.020961813628673553
30408	embedding2nn.weight	8	-0.006795896682888269
30408	embedding2nn.weight	9	-0.013882985338568687
30408	embedding2nn.bias	0	-0.038781728595495224
30408	embedding2nn.bias	1	-0.022908605635166168
30408	embedding2nn.bias	2	-0.07568936794996262
30408	embedding2nn.bias	3	-0.00010501685028430074
30408	embedding2nn.bias	4	0.0041136066429317
30408	embedding2nn.bias	5	-0.007228212431073189
30408	embedding2nn.bias	6	0.009532000869512558
30408	embedding2nn.bias	7	0.018618615344166756
30408	embedding2nn.bias	8	0.006611080840229988
30408	embedding2nn.bias	9	0.0006100681493990123
30408	rnn.weight_ih_l0	0	0.03951795771718025
30408	rnn.weight_ih_l0	1	-0.013651898130774498
30408	rnn.weight_ih_l0	2	-0.036204297095537186
30408	rnn.weight_ih_l0	3	-0.04477272182703018
30408	rnn.weight_ih_l0	4	-0.052071020007133484
30408	rnn.weight_ih_l0	5	-0.008474732749164104
30408	rnn.weight_ih_l0	6	-0.05190929025411606
30408	rnn.weight_ih_l0	7	-0.0615343376994133
30408	rnn.weight_ih_l0	8	-0.044705770909786224
30408	rnn.weight_ih_l0	9	-0.026908598840236664
30408	rnn.weight_hh_l0	0	0.019339600577950478
30408	rnn.weight_hh_l0	1	-0.009669695980846882
30408	rnn.weight_hh_l0	2	-0.06738206744194031
30408	rnn.weight_hh_l0	3	-0.03343256935477257
30408	rnn.weight_hh_l0	4	-0.07820212095975876
30408	rnn.weight_hh_l0	5	-0.014541811309754848
30408	rnn.weight_hh_l0	6	-0.05445704609155655
30408	rnn.weight_hh_l0	7	-0.04041716828942299
30408	rnn.weight_hh_l0	8	-0.01906736195087433
30408	rnn.weight_hh_l0	9	-0.008018490858376026
30408	rnn.bias_ih_l0	0	0.14596493542194366
30408	rnn.bias_ih_l0	1	-0.05564345791935921
30408	rnn.bias_ih_l0	2	0.10488206148147583
30408	rnn.bias_ih_l0	3	0.04916732385754585
30408	rnn.bias_ih_l0	4	0.09854914993047714
30408	rnn.bias_ih_l0	5	0.024289967492222786
30408	rnn.bias_ih_l0	6	-0.0174386166036129
30408	rnn.bias_ih_l0	7	-0.10709651559591293
30408	rnn.bias_ih_l0	8	-0.20821312069892883
30408	rnn.bias_ih_l0	9	0.08633449673652649
30408	rnn.bias_hh_l0	0	0.0024359815288335085
30408	rnn.bias_hh_l0	1	0.022971993312239647
30408	rnn.bias_hh_l0	2	-0.005865120328962803
30408	rnn.bias_hh_l0	3	-0.030050121247768402
30408	rnn.bias_hh_l0	4	-0.03623025491833687
30408	rnn.bias_hh_l0	5	0.14331790804862976
30408	rnn.bias_hh_l0	6	0.05134759470820427
30408	rnn.bias_hh_l0	7	0.05919700115919113
30408	rnn.bias_hh_l0	8	0.016930080950260162
30408	rnn.bias_hh_l0	9	0.043030746281147
30408	rnn.weight_ih_l0_reverse	0	-0.02976756915450096
30408	rnn.weight_ih_l0_reverse	1	-0.00200450886040926
30408	rnn.weight_ih_l0_reverse	2	0.023729734122753143
30408	rnn.weight_ih_l0_reverse	3	-0.062195174396038055
30408	rnn.weight_ih_l0_reverse	4	0.009335535578429699
30408	rnn.weight_ih_l0_reverse	5	-0.04599984362721443
30408	rnn.weight_ih_l0_reverse	6	0.02823822572827339
30408	rnn.weight_ih_l0_reverse	7	0.04595748707652092
30408	rnn.weight_ih_l0_reverse	8	-0.04875989258289337
30408	rnn.weight_ih_l0_reverse	9	-0.050739139318466187
30408	rnn.weight_hh_l0_reverse	0	-0.08323881030082703
30408	rnn.weight_hh_l0_reverse	1	-0.06316494196653366
30408	rnn.weight_hh_l0_reverse	2	0.03470110520720482
30408	rnn.weight_hh_l0_reverse	3	0.0457528680562973
30408	rnn.weight_hh_l0_reverse	4	-0.015529030933976173
30408	rnn.weight_hh_l0_reverse	5	0.04571371525526047
30408	rnn.weight_hh_l0_reverse	6	0.000693408539518714
30408	rnn.weight_hh_l0_reverse	7	-0.00040801477734930813
30408	rnn.weight_hh_l0_reverse	8	-0.09869057685136795
30408	rnn.weight_hh_l0_reverse	9	0.08011641353368759
30408	rnn.bias_ih_l0_reverse	0	-0.08982888609170914
30408	rnn.bias_ih_l0_reverse	1	-0.06941463053226471
30408	rnn.bias_ih_l0_reverse	2	0.10400538891553879
30408	rnn.bias_ih_l0_reverse	3	0.047774527221918106
30408	rnn.bias_ih_l0_reverse	4	-0.12944665551185608
30408	rnn.bias_ih_l0_reverse	5	0.04155198484659195
30408	rnn.bias_ih_l0_reverse	6	-0.1063995510339737
30408	rnn.bias_ih_l0_reverse	7	0.04392014816403389
30408	rnn.bias_ih_l0_reverse	8	0.035126764327287674
30408	rnn.bias_ih_l0_reverse	9	0.06371091306209564
30408	rnn.bias_hh_l0_reverse	0	0.057497505098581314
30408	rnn.bias_hh_l0_reverse	1	0.0654640942811966
30408	rnn.bias_hh_l0_reverse	2	0.07870518416166306
30408	rnn.bias_hh_l0_reverse	3	-0.00440023560076952
30408	rnn.bias_hh_l0_reverse	4	0.07118532806634903
30408	rnn.bias_hh_l0_reverse	5	0.0073287636041641235
30408	rnn.bias_hh_l0_reverse	6	-0.05411742255091667
30408	rnn.bias_hh_l0_reverse	7	0.027233490720391273
30408	rnn.bias_hh_l0_reverse	8	0.011695644818246365
30408	rnn.bias_hh_l0_reverse	9	-0.15964680910110474
30408	linear.weight	0	0.1733589768409729
30408	linear.weight	1	-0.162867933511734
30408	linear.weight	2	-0.21492430567741394
30408	linear.weight	3	0.07759920507669449
30408	linear.weight	4	-0.0266632828861475
30408	linear.weight	5	0.0037937460001558065
30408	linear.weight	6	-0.006915840785950422
30408	linear.weight	7	-0.02713611349463463
30408	linear.weight	8	0.08415227383375168
30408	linear.weight	9	0.3481793701648712
30408	linear.bias	0	-0.20760810375213623
30408	linear.bias	1	0.19396956264972687
30408	linear.bias	2	-0.5389711856842041
30408	linear.bias	3	1.704541802406311
30408	linear.bias	4	-0.3965756297111511
30408	linear.bias	5	-0.030769959092140198
30408	linear.bias	6	-0.3577900528907776
30408	linear.bias	7	-0.27926158905029297
30408	linear.bias	8	-0.04448896273970604
30408	linear.bias	9	-0.49774834513664246
30436	transitions	0	-0.6481602191925049
30436	transitions	1	0.34965065121650696
30436	transitions	2	1.674461007118225
30436	transitions	3	0.09665753692388535
30436	transitions	4	0.9484816193580627
30436	transitions	5	1.273924469947815
30436	transitions	6	0.4833027422428131
30436	transitions	7	0.1757485568523407
30436	transitions	8	-0.9195206165313721
30436	transitions	9	0.9306599497795105
30436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30436	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30436	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30436	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30436	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30436	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30436	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30436	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30436	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30436	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30436	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30436	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30436	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30436	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30436	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30436	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30436	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30436	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30436	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30436	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30436	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30436	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30436	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30436	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30436	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30436	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30436	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30436	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30436	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30436	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30436	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30436	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30436	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30436	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30436	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30436	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30436	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30436	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30436	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30436	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30436	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30436	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30436	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30436	embedding2nn.weight	0	0.022561250254511833
30436	embedding2nn.weight	1	0.014203771017491817
30436	embedding2nn.weight	2	-0.004283063113689423
30436	embedding2nn.weight	3	-0.0001229096669703722
30436	embedding2nn.weight	4	-0.0043709720484912395
30436	embedding2nn.weight	5	0.011784957721829414
30436	embedding2nn.weight	6	-0.004946491681039333
30436	embedding2nn.weight	7	0.020928217098116875
30436	embedding2nn.weight	8	-0.006789141334593296
30436	embedding2nn.weight	9	-0.013879884034395218
30436	embedding2nn.bias	0	-0.038795106112957
30436	embedding2nn.bias	1	-0.02270151674747467
30436	embedding2nn.bias	2	-0.0757484883069992
30436	embedding2nn.bias	3	0.0002946157765109092
30436	embedding2nn.bias	4	0.0042656948789954185
30436	embedding2nn.bias	5	-0.007057262118905783
30436	embedding2nn.bias	6	0.009702974930405617
30436	embedding2nn.bias	7	0.018755443394184113
30436	embedding2nn.bias	8	0.006234403699636459
30436	embedding2nn.bias	9	0.0001292634115088731
30436	rnn.weight_ih_l0	0	0.039517223834991455
30436	rnn.weight_ih_l0	1	-0.01369072962552309
30436	rnn.weight_ih_l0	2	-0.036235157400369644
30436	rnn.weight_ih_l0	3	-0.044794823974370956
30436	rnn.weight_ih_l0	4	-0.052072927355766296
30436	rnn.weight_ih_l0	5	-0.008457439951598644
30436	rnn.weight_ih_l0	6	-0.051944393664598465
30436	rnn.weight_ih_l0	7	-0.061533570289611816
30436	rnn.weight_ih_l0	8	-0.04469898343086243
30436	rnn.weight_ih_l0	9	-0.026913685724139214
30436	rnn.weight_hh_l0	0	0.019374171271920204
30436	rnn.weight_hh_l0	1	-0.009691971354186535
30436	rnn.weight_hh_l0	2	-0.06732717901468277
30436	rnn.weight_hh_l0	3	-0.0334438681602478
30436	rnn.weight_hh_l0	4	-0.07820160686969757
30436	rnn.weight_hh_l0	5	-0.014568638056516647
30436	rnn.weight_hh_l0	6	-0.05450667440891266
30436	rnn.weight_hh_l0	7	-0.04047171771526337
30436	rnn.weight_hh_l0	8	-0.019020164385437965
30436	rnn.weight_hh_l0	9	-0.00803843792527914
30436	rnn.bias_ih_l0	0	0.14594648778438568
30436	rnn.bias_ih_l0	1	-0.05587000027298927
30436	rnn.bias_ih_l0	2	0.10479901731014252
30436	rnn.bias_ih_l0	3	0.04910324886441231
30436	rnn.bias_ih_l0	4	0.09859975427389145
30436	rnn.bias_ih_l0	5	0.02428894117474556
30436	rnn.bias_ih_l0	6	-0.017562994733452797
30436	rnn.bias_ih_l0	7	-0.10735133290290833
30436	rnn.bias_ih_l0	8	-0.20822690427303314
30436	rnn.bias_ih_l0	9	0.0863618478178978
30436	rnn.bias_hh_l0	0	0.0023765703663229942
30436	rnn.bias_hh_l0	1	0.0229431614279747
30436	rnn.bias_hh_l0	2	-0.0057382178492844105
30436	rnn.bias_hh_l0	3	-0.029925115406513214
30436	rnn.bias_hh_l0	4	-0.0361604206264019
30436	rnn.bias_hh_l0	5	0.14326879382133484
30436	rnn.bias_hh_l0	6	0.05120367556810379
30436	rnn.bias_hh_l0	7	0.05921526998281479
30436	rnn.bias_hh_l0	8	0.016805702820420265
30436	rnn.bias_hh_l0	9	0.04309241473674774
30436	rnn.weight_ih_l0_reverse	0	-0.029752256348729134
30436	rnn.weight_ih_l0_reverse	1	-0.0020420150831341743
30436	rnn.weight_ih_l0_reverse	2	0.02373005636036396
30436	rnn.weight_ih_l0_reverse	3	-0.062197498977184296
30436	rnn.weight_ih_l0_reverse	4	0.009318910539150238
30436	rnn.weight_ih_l0_reverse	5	-0.045986007899045944
30436	rnn.weight_ih_l0_reverse	6	0.028177043423056602
30436	rnn.weight_ih_l0_reverse	7	0.04596173018217087
30436	rnn.weight_ih_l0_reverse	8	-0.0487738661468029
30436	rnn.weight_ih_l0_reverse	9	-0.0507502444088459
30436	rnn.weight_hh_l0_reverse	0	-0.08326422423124313
30436	rnn.weight_hh_l0_reverse	1	-0.06320861726999283
30436	rnn.weight_hh_l0_reverse	2	0.03467513993382454
30436	rnn.weight_hh_l0_reverse	3	0.04574991390109062
30436	rnn.weight_hh_l0_reverse	4	-0.01556063536554575
30436	rnn.weight_hh_l0_reverse	5	0.04570380970835686
30436	rnn.weight_hh_l0_reverse	6	0.0007588770822621882
30436	rnn.weight_hh_l0_reverse	7	-0.000353498529875651
30436	rnn.weight_hh_l0_reverse	8	-0.09870900213718414
30436	rnn.weight_hh_l0_reverse	9	0.08010759949684143
30436	rnn.bias_ih_l0_reverse	0	-0.08970355242490768
30436	rnn.bias_ih_l0_reverse	1	-0.0692000761628151
30436	rnn.bias_ih_l0_reverse	2	0.10393927991390228
30436	rnn.bias_ih_l0_reverse	3	0.0477328896522522
30436	rnn.bias_ih_l0_reverse	4	-0.12939372658729553
30436	rnn.bias_ih_l0_reverse	5	0.04148203134536743
30436	rnn.bias_ih_l0_reverse	6	-0.10644534230232239
30436	rnn.bias_ih_l0_reverse	7	0.044001128524541855
30436	rnn.bias_ih_l0_reverse	8	0.03507470712065697
30436	rnn.bias_ih_l0_reverse	9	0.06370478123426437
30436	rnn.bias_hh_l0_reverse	0	0.0577387735247612
30436	rnn.bias_hh_l0_reverse	1	0.06546520441770554
30436	rnn.bias_hh_l0_reverse	2	0.07881846278905869
30436	rnn.bias_hh_l0_reverse	3	-0.004376137163490057
30436	rnn.bias_hh_l0_reverse	4	0.07102971524000168
30436	rnn.bias_hh_l0_reverse	5	0.007137814536690712
30436	rnn.bias_hh_l0_reverse	6	-0.05414176359772682
30436	rnn.bias_hh_l0_reverse	7	0.02729271538555622
30436	rnn.bias_hh_l0_reverse	8	0.011747447773814201
30436	rnn.bias_hh_l0_reverse	9	-0.15926367044448853
30436	linear.weight	0	0.17332132160663605
30436	linear.weight	1	-0.16286778450012207
30436	linear.weight	2	-0.2148507535457611
30436	linear.weight	3	0.0776374489068985
30436	linear.weight	4	-0.026658181101083755
30436	linear.weight	5	0.0036960032302886248
30436	linear.weight	6	-0.006915714126080275
30436	linear.weight	7	-0.027125069871544838
30436	linear.weight	8	0.08402517437934875
30436	linear.weight	9	0.34820103645324707
30436	linear.bias	0	-0.20920859277248383
30436	linear.bias	1	0.19401204586029053
30436	linear.bias	2	-0.5389895439147949
30436	linear.bias	3	1.705514907836914
30436	linear.bias	4	-0.39656487107276917
30436	linear.bias	5	-0.030769959092140198
30436	linear.bias	6	-0.357801616191864
30436	linear.bias	7	-0.2791333794593811
30436	linear.bias	8	-0.04421957954764366
30436	linear.bias	9	-0.497755229473114
30464	transitions	0	-0.6481618881225586
30464	transitions	1	0.34964990615844727
30464	transitions	2	1.6744601726531982
30464	transitions	3	0.09665638953447342
30464	transitions	4	0.9484806656837463
30464	transitions	5	1.273924469947815
30464	transitions	6	0.4833027422428131
30464	transitions	7	0.1757485568523407
30464	transitions	8	-0.9195206761360168
30464	transitions	9	0.9306599497795105
30464	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30464	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30464	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30464	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30464	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30464	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30464	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30464	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30464	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30464	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30464	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30464	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30464	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30464	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30464	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30464	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30464	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30464	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30464	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30464	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30464	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30464	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30464	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30464	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30464	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30464	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30464	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30464	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30464	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30464	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30464	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30464	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30464	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30464	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30464	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30464	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30464	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30464	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30464	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30464	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30464	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30464	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30464	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30464	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30464	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30464	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30464	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30464	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30464	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30464	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30464	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30464	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30464	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30464	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30464	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30464	embedding2nn.weight	0	0.02257314883172512
30464	embedding2nn.weight	1	0.014205810613930225
30464	embedding2nn.weight	2	-0.004282061010599136
30464	embedding2nn.weight	3	-0.00012523810437414795
30464	embedding2nn.weight	4	-0.004371320363134146
30464	embedding2nn.weight	5	0.011788246221840382
30464	embedding2nn.weight	6	-0.004949245601892471
30464	embedding2nn.weight	7	0.02089749090373516
30464	embedding2nn.weight	8	-0.006792881526052952
30464	embedding2nn.weight	9	-0.01387672871351242
30464	embedding2nn.bias	0	-0.03840767219662666
30464	embedding2nn.bias	1	-0.02259226143360138
30464	embedding2nn.bias	2	-0.07581032067537308
30464	embedding2nn.bias	3	-0.0001153339326265268
30464	embedding2nn.bias	4	0.0040300083346664906
30464	embedding2nn.bias	5	-0.006875722203403711
30464	embedding2nn.bias	6	0.009521802887320518
30464	embedding2nn.bias	7	0.01894385926425457
30464	embedding2nn.bias	8	0.006695597432553768
30464	embedding2nn.bias	9	0.0006050367373973131
30464	rnn.weight_ih_l0	0	0.039504434913396835
30464	rnn.weight_ih_l0	1	-0.013674949295818806
30464	rnn.weight_ih_l0	2	-0.03624020516872406
30464	rnn.weight_ih_l0	3	-0.04481010138988495
30464	rnn.weight_ih_l0	4	-0.05205205827951431
30464	rnn.weight_ih_l0	5	-0.008460788987576962
30464	rnn.weight_ih_l0	6	-0.051953136920928955
30464	rnn.weight_ih_l0	7	-0.06155075877904892
30464	rnn.weight_ih_l0	8	-0.04467853903770447
30464	rnn.weight_ih_l0	9	-0.02691751904785633
30464	rnn.weight_hh_l0	0	0.019387679174542427
30464	rnn.weight_hh_l0	1	-0.00967287179082632
30464	rnn.weight_hh_l0	2	-0.06734725832939148
30464	rnn.weight_hh_l0	3	-0.033431846648454666
30464	rnn.weight_hh_l0	4	-0.07820585370063782
30464	rnn.weight_hh_l0	5	-0.014575420878827572
30464	rnn.weight_hh_l0	6	-0.054501693695783615
30464	rnn.weight_hh_l0	7	-0.040557410567998886
30464	rnn.weight_hh_l0	8	-0.01899133250117302
30464	rnn.weight_hh_l0	9	-0.008025119081139565
30464	rnn.bias_ih_l0	0	0.14595285058021545
30464	rnn.bias_ih_l0	1	-0.05584929510951042
30464	rnn.bias_ih_l0	2	0.10469412803649902
30464	rnn.bias_ih_l0	3	0.04907252639532089
30464	rnn.bias_ih_l0	4	0.09854434430599213
30464	rnn.bias_ih_l0	5	0.02441297098994255
30464	rnn.bias_ih_l0	6	-0.017510544508695602
30464	rnn.bias_ih_l0	7	-0.10743740946054459
30464	rnn.bias_ih_l0	8	-0.20790523290634155
30464	rnn.bias_ih_l0	9	0.08641417324542999
30464	rnn.bias_hh_l0	0	0.0023685316555202007
30464	rnn.bias_hh_l0	1	0.023011015728116035
30464	rnn.bias_hh_l0	2	-0.005662068258970976
30464	rnn.bias_hh_l0	3	-0.02993367426097393
30464	rnn.bias_hh_l0	4	-0.03612832725048065
30464	rnn.bias_hh_l0	5	0.14338870346546173
30464	rnn.bias_hh_l0	6	0.051088880747556686
30464	rnn.bias_hh_l0	7	0.05933770537376404
30464	rnn.bias_hh_l0	8	0.01685815304517746
30464	rnn.bias_hh_l0	9	0.04317353665828705
30464	rnn.weight_ih_l0_reverse	0	-0.029735904186964035
30464	rnn.weight_ih_l0_reverse	1	-0.002074265154078603
30464	rnn.weight_ih_l0_reverse	2	0.02373664267361164
30464	rnn.weight_ih_l0_reverse	3	-0.06219561770558357
30464	rnn.weight_ih_l0_reverse	4	0.009320824407041073
30464	rnn.weight_ih_l0_reverse	5	-0.04600456729531288
30464	rnn.weight_ih_l0_reverse	6	0.028197627514600754
30464	rnn.weight_ih_l0_reverse	7	0.04596661403775215
30464	rnn.weight_ih_l0_reverse	8	-0.04878104478120804
30464	rnn.weight_ih_l0_reverse	9	-0.050743721425533295
30464	rnn.weight_hh_l0_reverse	0	-0.08327583968639374
30464	rnn.weight_hh_l0_reverse	1	-0.06323229521512985
30464	rnn.weight_hh_l0_reverse	2	0.03465716913342476
30464	rnn.weight_hh_l0_reverse	3	0.04574860259890556
30464	rnn.weight_hh_l0_reverse	4	-0.015523952431976795
30464	rnn.weight_hh_l0_reverse	5	0.04569156467914581
30464	rnn.weight_hh_l0_reverse	6	0.0007483247900381684
30464	rnn.weight_hh_l0_reverse	7	-0.00036975188413634896
30464	rnn.weight_hh_l0_reverse	8	-0.09869291633367538
30464	rnn.weight_hh_l0_reverse	9	0.0800943523645401
30464	rnn.bias_ih_l0_reverse	0	-0.08956202864646912
30464	rnn.bias_ih_l0_reverse	1	-0.06930365413427353
30464	rnn.bias_ih_l0_reverse	2	0.10398010164499283
30464	rnn.bias_ih_l0_reverse	3	0.047752633690834045
30464	rnn.bias_ih_l0_reverse	4	-0.1293582171201706
30464	rnn.bias_ih_l0_reverse	5	0.04139768332242966
30464	rnn.bias_ih_l0_reverse	6	-0.10645948350429535
30464	rnn.bias_ih_l0_reverse	7	0.04415478929877281
30464	rnn.bias_ih_l0_reverse	8	0.03507402166724205
30464	rnn.bias_ih_l0_reverse	9	0.06365606188774109
30464	rnn.bias_hh_l0_reverse	0	0.05692498758435249
30464	rnn.bias_hh_l0_reverse	1	0.06538611650466919
30464	rnn.bias_hh_l0_reverse	2	0.07883182913064957
30464	rnn.bias_hh_l0_reverse	3	-0.004360947757959366
30464	rnn.bias_hh_l0_reverse	4	0.07090930640697479
30464	rnn.bias_hh_l0_reverse	5	0.007293338887393475
30464	rnn.bias_hh_l0_reverse	6	-0.054043713957071304
30464	rnn.bias_hh_l0_reverse	7	0.02729596011340618
30464	rnn.bias_hh_l0_reverse	8	0.011759256944060326
30464	rnn.bias_hh_l0_reverse	9	-0.15890060365200043
30464	linear.weight	0	0.17348790168762207
30464	linear.weight	1	-0.16286733746528625
30464	linear.weight	2	-0.21483135223388672
30464	linear.weight	3	0.07771225273609161
30464	linear.weight	4	-0.026625797152519226
30464	linear.weight	5	0.0036893943324685097
30464	linear.weight	6	-0.0069157397374510765
30464	linear.weight	7	-0.027124347165226936
30464	linear.weight	8	0.08404181897640228
30464	linear.weight	9	0.34823986887931824
30464	linear.bias	0	-0.20926345884799957
30464	linear.bias	1	0.19406992197036743
30464	linear.bias	2	-0.5390006899833679
30464	linear.bias	3	1.704680323600769
30464	linear.bias	4	-0.39657458662986755
30464	linear.bias	5	-0.030769959092140198
30464	linear.bias	6	-0.3577854037284851
30464	linear.bias	7	-0.27912041544914246
30464	linear.bias	8	-0.044605106115341187
30464	linear.bias	9	-0.4977642893791199
30492	transitions	0	-0.6481634974479675
30492	transitions	1	0.34964868426322937
30492	transitions	2	1.6744579076766968
30492	transitions	3	0.0966559648513794
30492	transitions	4	0.9484801292419434
30492	transitions	5	1.273924469947815
30492	transitions	6	0.48330262303352356
30492	transitions	7	0.17574769258499146
30492	transitions	8	-0.9195206761360168
30492	transitions	9	0.9306599497795105
30492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30492	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30492	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30492	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30492	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30492	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30492	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30492	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30492	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30492	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30492	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30492	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30492	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30492	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30492	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30492	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30492	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30492	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30492	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30492	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30492	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30492	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30492	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30492	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30492	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30492	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30492	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30492	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30492	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30492	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30492	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30492	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30492	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30492	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30492	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30492	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30492	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30492	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30492	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30492	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30492	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30492	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30492	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30492	embedding2nn.weight	0	0.022558249533176422
30492	embedding2nn.weight	1	0.014208574779331684
30492	embedding2nn.weight	2	-0.004284691531211138
30492	embedding2nn.weight	3	-0.00012360427353996783
30492	embedding2nn.weight	4	-0.004371053073555231
30492	embedding2nn.weight	5	0.011784881353378296
30492	embedding2nn.weight	6	-0.004951084032654762
30492	embedding2nn.weight	7	0.020905232056975365
30492	embedding2nn.weight	8	-0.00679344916716218
30492	embedding2nn.weight	9	-0.013882288709282875
30492	embedding2nn.bias	0	-0.038282912224531174
30492	embedding2nn.bias	1	-0.022323783487081528
30492	embedding2nn.bias	2	-0.07541277259588242
30492	embedding2nn.bias	3	-7.913458830444142e-06
30492	embedding2nn.bias	4	0.004003438632935286
30492	embedding2nn.bias	5	-0.006760182324796915
30492	embedding2nn.bias	6	0.00968646164983511
30492	embedding2nn.bias	7	0.01904373988509178
30492	embedding2nn.bias	8	0.006890007760375738
30492	embedding2nn.bias	9	0.0012457059929147363
30492	rnn.weight_ih_l0	0	0.03949132189154625
30492	rnn.weight_ih_l0	1	-0.013680397532880306
30492	rnn.weight_ih_l0	2	-0.036346185952425
30492	rnn.weight_ih_l0	3	-0.04480426758527756
30492	rnn.weight_ih_l0	4	-0.052032049745321274
30492	rnn.weight_ih_l0	5	-0.008463285863399506
30492	rnn.weight_ih_l0	6	-0.05193033069372177
30492	rnn.weight_ih_l0	7	-0.06154748052358627
30492	rnn.weight_ih_l0	8	-0.04468235373497009
30492	rnn.weight_ih_l0	9	-0.026921875774860382
30492	rnn.weight_hh_l0	0	0.01940356008708477
30492	rnn.weight_hh_l0	1	-0.009676793590188026
30492	rnn.weight_hh_l0	2	-0.06733154505491257
30492	rnn.weight_hh_l0	3	-0.0334223210811615
30492	rnn.weight_hh_l0	4	-0.07821124792098999
30492	rnn.weight_hh_l0	5	-0.01457703672349453
30492	rnn.weight_hh_l0	6	-0.05445301905274391
30492	rnn.weight_hh_l0	7	-0.04058731719851494
30492	rnn.weight_hh_l0	8	-0.018972687423229218
30492	rnn.weight_hh_l0	9	-0.007973763160407543
30492	rnn.bias_ih_l0	0	0.1457950323820114
30492	rnn.bias_ih_l0	1	-0.055827345699071884
30492	rnn.bias_ih_l0	2	0.10462811589241028
30492	rnn.bias_ih_l0	3	0.048935119062662125
30492	rnn.bias_ih_l0	4	0.09853796660900116
30492	rnn.bias_ih_l0	5	0.02443663589656353
30492	rnn.bias_ih_l0	6	-0.01752352900803089
30492	rnn.bias_ih_l0	7	-0.10767049342393875
30492	rnn.bias_ih_l0	8	-0.20793789625167847
30492	rnn.bias_ih_l0	9	0.08641238510608673
30492	rnn.bias_hh_l0	0	0.0022927613463252783
30492	rnn.bias_hh_l0	1	0.023037374019622803
30492	rnn.bias_hh_l0	2	-0.005752467550337315
30492	rnn.bias_hh_l0	3	-0.029949935153126717
30492	rnn.bias_hh_l0	4	-0.03617310896515846
30492	rnn.bias_hh_l0	5	0.1433577984571457
30492	rnn.bias_hh_l0	6	0.05098820477724075
30492	rnn.bias_hh_l0	7	0.059228088706731796
30492	rnn.bias_hh_l0	8	0.01684516854584217
30492	rnn.bias_hh_l0	9	0.043074097484350204
30492	rnn.weight_ih_l0_reverse	0	-0.029740240424871445
30492	rnn.weight_ih_l0_reverse	1	-0.002085186308249831
30492	rnn.weight_ih_l0_reverse	2	0.023730847984552383
30492	rnn.weight_ih_l0_reverse	3	-0.06219940632581711
30492	rnn.weight_ih_l0_reverse	4	0.00932289008051157
30492	rnn.weight_ih_l0_reverse	5	-0.04600277170538902
30492	rnn.weight_ih_l0_reverse	6	0.028187870979309082
30492	rnn.weight_ih_l0_reverse	7	0.04596705734729767
30492	rnn.weight_ih_l0_reverse	8	-0.048788029700517654
30492	rnn.weight_ih_l0_reverse	9	-0.050751712173223495
30492	rnn.weight_hh_l0_reverse	0	-0.08326487988233566
30492	rnn.weight_hh_l0_reverse	1	-0.06324823945760727
30492	rnn.weight_hh_l0_reverse	2	0.03463801369071007
30492	rnn.weight_hh_l0_reverse	3	0.045740269124507904
30492	rnn.weight_hh_l0_reverse	4	-0.015506761148571968
30492	rnn.weight_hh_l0_reverse	5	0.04568498209118843
30492	rnn.weight_hh_l0_reverse	6	0.0008258932502940297
30492	rnn.weight_hh_l0_reverse	7	-0.00038340978790074587
30492	rnn.weight_hh_l0_reverse	8	-0.09869853407144547
30492	rnn.weight_hh_l0_reverse	9	0.08007155358791351
30492	rnn.bias_ih_l0_reverse	0	-0.08959785103797913
30492	rnn.bias_ih_l0_reverse	1	-0.06935339421033859
30492	rnn.bias_ih_l0_reverse	2	0.10403108596801758
30492	rnn.bias_ih_l0_reverse	3	0.04774826020002365
30492	rnn.bias_ih_l0_reverse	4	-0.12946684658527374
30492	rnn.bias_ih_l0_reverse	5	0.04154206067323685
30492	rnn.bias_ih_l0_reverse	6	-0.10642186552286148
30492	rnn.bias_ih_l0_reverse	7	0.04418850317597389
30492	rnn.bias_ih_l0_reverse	8	0.035201769322156906
30492	rnn.bias_ih_l0_reverse	9	0.06361611932516098
30492	rnn.bias_hh_l0_reverse	0	0.056629717350006104
30492	rnn.bias_hh_l0_reverse	1	0.0653202161192894
30492	rnn.bias_hh_l0_reverse	2	0.07873344421386719
30492	rnn.bias_hh_l0_reverse	3	-0.0044185686856508255
30492	rnn.bias_hh_l0_reverse	4	0.0709790363907814
30492	rnn.bias_hh_l0_reverse	5	0.007336458191275597
30492	rnn.bias_hh_l0_reverse	6	-0.0539962463080883
30492	rnn.bias_hh_l0_reverse	7	0.027204878628253937
30492	rnn.bias_hh_l0_reverse	8	0.011753973551094532
30492	rnn.bias_hh_l0_reverse	9	-0.15889646112918854
30492	linear.weight	0	0.17312568426132202
30492	linear.weight	1	-0.1628667116165161
30492	linear.weight	2	-0.21477636694908142
30492	linear.weight	3	0.07772911339998245
30492	linear.weight	4	-0.026565533131361008
30492	linear.weight	5	0.0035925162956118584
30492	linear.weight	6	-0.006915511097759008
30492	linear.weight	7	-0.027124909684062004
30492	linear.weight	8	0.08395101875066757
30492	linear.weight	9	0.3483158349990845
30492	linear.bias	0	-0.20867334306240082
30492	linear.bias	1	0.19395926594734192
30492	linear.bias	2	-0.5387745499610901
30492	linear.bias	3	1.7043136358261108
30492	linear.bias	4	-0.39658036828041077
30492	linear.bias	5	-0.030769959092140198
30492	linear.bias	6	-0.3575746715068817
30492	linear.bias	7	-0.2791580557823181
30492	linear.bias	8	-0.04472849890589714
30492	linear.bias	9	-0.4977691173553467
30520	transitions	0	-0.6481673717498779
30520	transitions	1	0.34964805841445923
30520	transitions	2	1.6744571924209595
30520	transitions	3	0.09665477275848389
30520	transitions	4	0.9484798908233643
30520	transitions	5	1.273924469947815
30520	transitions	6	0.48330262303352356
30520	transitions	7	0.17574769258499146
30520	transitions	8	-0.9195207357406616
30520	transitions	9	0.9306599497795105
30520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30520	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30520	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30520	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30520	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30520	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30520	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30520	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30520	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30520	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30520	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30520	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30520	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30520	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30520	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30520	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30520	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30520	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30520	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30520	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30520	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30520	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30520	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30520	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30520	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30520	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30520	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30520	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30520	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30520	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30520	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30520	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30520	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30520	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30520	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30520	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30520	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30520	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30520	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30520	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30520	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30520	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30520	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30520	embedding2nn.weight	0	0.022593282163143158
30520	embedding2nn.weight	1	0.014204706065356731
30520	embedding2nn.weight	2	-0.004291785415261984
30520	embedding2nn.weight	3	-0.00013500350178219378
30520	embedding2nn.weight	4	-0.00437020231038332
30520	embedding2nn.weight	5	0.011790545657277107
30520	embedding2nn.weight	6	-0.0049552638083696365
30520	embedding2nn.weight	7	0.020916206762194633
30520	embedding2nn.weight	8	-0.006792276632040739
30520	embedding2nn.weight	9	-0.013880571350455284
30520	embedding2nn.bias	0	-0.038239192217588425
30520	embedding2nn.bias	1	-0.022343872115015984
30520	embedding2nn.bias	2	-0.07533115148544312
30520	embedding2nn.bias	3	-6.41904043732211e-05
30520	embedding2nn.bias	4	0.003619034308940172
30520	embedding2nn.bias	5	-0.006904306821525097
30520	embedding2nn.bias	6	0.009755454026162624
30520	embedding2nn.bias	7	0.019207118079066277
30520	embedding2nn.bias	8	0.0068970671854913235
30520	embedding2nn.bias	9	0.001151760690845549
30520	rnn.weight_ih_l0	0	0.03948099538683891
30520	rnn.weight_ih_l0	1	-0.013712987303733826
30520	rnn.weight_ih_l0	2	-0.036330271512269974
30520	rnn.weight_ih_l0	3	-0.044811636209487915
30520	rnn.weight_ih_l0	4	-0.052045147866010666
30520	rnn.weight_ih_l0	5	-0.008468528278172016
30520	rnn.weight_ih_l0	6	-0.051937755197286606
30520	rnn.weight_ih_l0	7	-0.061549533158540726
30520	rnn.weight_ih_l0	8	-0.04469134658575058
30520	rnn.weight_ih_l0	9	-0.026921629905700684
30520	rnn.weight_hh_l0	0	0.019400641322135925
30520	rnn.weight_hh_l0	1	-0.009700349532067776
30520	rnn.weight_hh_l0	2	-0.0673036202788353
30520	rnn.weight_hh_l0	3	-0.03340820223093033
30520	rnn.weight_hh_l0	4	-0.07820890098810196
30520	rnn.weight_hh_l0	5	-0.01459318958222866
30520	rnn.weight_hh_l0	6	-0.05445219576358795
30520	rnn.weight_hh_l0	7	-0.040574073791503906
30520	rnn.weight_hh_l0	8	-0.018989553675055504
30520	rnn.weight_hh_l0	9	-0.008111800067126751
30520	rnn.bias_ih_l0	0	0.14567478001117706
30520	rnn.bias_ih_l0	1	-0.05584995821118355
30520	rnn.bias_ih_l0	2	0.10464246571063995
30520	rnn.bias_ih_l0	3	0.04874517768621445
30520	rnn.bias_ih_l0	4	0.09859877824783325
30520	rnn.bias_ih_l0	5	0.024490253999829292
30520	rnn.bias_ih_l0	6	-0.017372142523527145
30520	rnn.bias_ih_l0	7	-0.10771972686052322
30520	rnn.bias_ih_l0	8	-0.20792564749717712
30520	rnn.bias_ih_l0	9	0.08644858002662659
30520	rnn.bias_hh_l0	0	0.0023133656941354275
30520	rnn.bias_hh_l0	1	0.023002583533525467
30520	rnn.bias_hh_l0	2	-0.0058159129694104195
30520	rnn.bias_hh_l0	3	-0.03005916438996792
30520	rnn.bias_hh_l0	4	-0.03612041100859642
30520	rnn.bias_hh_l0	5	0.14339260756969452
30520	rnn.bias_hh_l0	6	0.05090014636516571
30520	rnn.bias_hh_l0	7	0.059205494821071625
30520	rnn.bias_hh_l0	8	0.016996555030345917
30520	rnn.bias_hh_l0	9	0.042966946959495544
30520	rnn.weight_ih_l0_reverse	0	-0.029726682230830193
30520	rnn.weight_ih_l0_reverse	1	-0.0020085310097783804
30520	rnn.weight_ih_l0_reverse	2	0.023735390976071358
30520	rnn.weight_ih_l0_reverse	3	-0.062179338186979294
30520	rnn.weight_ih_l0_reverse	4	0.009310740046203136
30520	rnn.weight_ih_l0_reverse	5	-0.04601640999317169
30520	rnn.weight_ih_l0_reverse	6	0.0281663965433836
30520	rnn.weight_ih_l0_reverse	7	0.04597486928105354
30520	rnn.weight_ih_l0_reverse	8	-0.048787474632263184
30520	rnn.weight_ih_l0_reverse	9	-0.05076328292489052
30520	rnn.weight_hh_l0_reverse	0	-0.0832023099064827
30520	rnn.weight_hh_l0_reverse	1	-0.06325162947177887
30520	rnn.weight_hh_l0_reverse	2	0.034616123884916306
30520	rnn.weight_hh_l0_reverse	3	0.045761190354824066
30520	rnn.weight_hh_l0_reverse	4	-0.015548601746559143
30520	rnn.weight_hh_l0_reverse	5	0.04569337144494057
30520	rnn.weight_hh_l0_reverse	6	0.000754317210521549
30520	rnn.weight_hh_l0_reverse	7	-0.00040965244988910854
30520	rnn.weight_hh_l0_reverse	8	-0.09869384765625
30520	rnn.weight_hh_l0_reverse	9	0.0800471231341362
30520	rnn.bias_ih_l0_reverse	0	-0.08945006877183914
30520	rnn.bias_ih_l0_reverse	1	-0.06936079263687134
30520	rnn.bias_ih_l0_reverse	2	0.10393591970205307
30520	rnn.bias_ih_l0_reverse	3	0.04772253707051277
30520	rnn.bias_ih_l0_reverse	4	-0.1294223964214325
30520	rnn.bias_ih_l0_reverse	5	0.0414198637008667
30520	rnn.bias_ih_l0_reverse	6	-0.10647501796483994
30520	rnn.bias_ih_l0_reverse	7	0.04406420513987541
30520	rnn.bias_ih_l0_reverse	8	0.03512369096279144
30520	rnn.bias_ih_l0_reverse	9	0.06365832686424255
30520	rnn.bias_hh_l0_reverse	0	0.05667916685342789
30520	rnn.bias_hh_l0_reverse	1	0.06525957584381104
30520	rnn.bias_hh_l0_reverse	2	0.07870583981275558
30520	rnn.bias_hh_l0_reverse	3	-0.004367617890238762
30520	rnn.bias_hh_l0_reverse	4	0.07099444419145584
30520	rnn.bias_hh_l0_reverse	5	0.007361169904470444
30520	rnn.bias_hh_l0_reverse	6	-0.05406830459833145
30520	rnn.bias_hh_l0_reverse	7	0.027221310883760452
30520	rnn.bias_hh_l0_reverse	8	0.011629476211965084
30520	rnn.bias_hh_l0_reverse	9	-0.158604234457016
30520	linear.weight	0	0.17340579628944397
30520	linear.weight	1	-0.16286639869213104
30520	linear.weight	2	-0.21486540138721466
30520	linear.weight	3	0.07801411300897598
30520	linear.weight	4	-0.026425836607813835
30520	linear.weight	5	0.0038614594377577305
30520	linear.weight	6	-0.006915509235113859
30520	linear.weight	7	-0.027122238650918007
30520	linear.weight	8	0.08397502452135086
30520	linear.weight	9	0.3483050763607025
30520	linear.bias	0	-0.20858390629291534
30520	linear.bias	1	0.1945590376853943
30520	linear.bias	2	-0.5388686060905457
30520	linear.bias	3	1.7046730518341064
30520	linear.bias	4	-0.396585613489151
30520	linear.bias	5	-0.030769959092140198
30520	linear.bias	6	-0.3576980233192444
30520	linear.bias	7	-0.279185950756073
30520	linear.bias	8	-0.04516031593084335
30520	linear.bias	9	-0.49777188897132874
30548	transitions	0	-0.6481684446334839
30548	transitions	1	0.34964653849601746
30548	transitions	2	1.6744550466537476
30548	transitions	3	0.09665410220623016
30548	transitions	4	0.9484797716140747
30548	transitions	5	1.273924469947815
30548	transitions	6	0.48330259323120117
30548	transitions	7	0.17574761807918549
30548	transitions	8	-0.9195207357406616
30548	transitions	9	0.9306599497795105
30548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30548	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30548	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30548	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30548	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30548	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30548	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30548	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30548	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30548	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30548	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30548	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30548	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30548	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30548	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30548	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30548	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30548	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30548	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30548	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30548	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30548	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30548	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30548	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30548	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30548	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30548	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30548	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30548	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30548	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30548	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30548	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30548	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30548	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30548	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30548	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30548	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30548	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30548	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30548	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30548	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30548	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30548	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30548	embedding2nn.weight	0	0.022595740854740143
30548	embedding2nn.weight	1	0.014201776124536991
30548	embedding2nn.weight	2	-0.004290175158530474
30548	embedding2nn.weight	3	-0.00012971092655789107
30548	embedding2nn.weight	4	-0.004367293324321508
30548	embedding2nn.weight	5	0.011801419779658318
30548	embedding2nn.weight	6	-0.0049551790580153465
30548	embedding2nn.weight	7	0.020893055945634842
30548	embedding2nn.weight	8	-0.006791961845010519
30548	embedding2nn.weight	9	-0.013878804631531239
30548	embedding2nn.bias	0	-0.03829856589436531
30548	embedding2nn.bias	1	-0.02241399884223938
30548	embedding2nn.bias	2	-0.07579649984836578
30548	embedding2nn.bias	3	-0.00039804528933018446
30548	embedding2nn.bias	4	0.003476951504126191
30548	embedding2nn.bias	5	-0.006859199143946171
30548	embedding2nn.bias	6	0.009554164484143257
30548	embedding2nn.bias	7	0.018872974440455437
30548	embedding2nn.bias	8	0.006931671407073736
30548	embedding2nn.bias	9	0.0015911260852590203
30548	rnn.weight_ih_l0	0	0.039467427879571915
30548	rnn.weight_ih_l0	1	-0.01369373220950365
30548	rnn.weight_ih_l0	2	-0.03629768639802933
30548	rnn.weight_ih_l0	3	-0.0448104590177536
30548	rnn.weight_ih_l0	4	-0.05204181373119354
30548	rnn.weight_ih_l0	5	-0.008462348952889442
30548	rnn.weight_ih_l0	6	-0.05192933231592178
30548	rnn.weight_ih_l0	7	-0.06155803054571152
30548	rnn.weight_ih_l0	8	-0.04469544440507889
30548	rnn.weight_ih_l0	9	-0.0269029438495636
30548	rnn.weight_hh_l0	0	0.0194231029599905
30548	rnn.weight_hh_l0	1	-0.009746728464961052
30548	rnn.weight_hh_l0	2	-0.0672701820731163
30548	rnn.weight_hh_l0	3	-0.03342607244849205
30548	rnn.weight_hh_l0	4	-0.07818251848220825
30548	rnn.weight_hh_l0	5	-0.01459298375993967
30548	rnn.weight_hh_l0	6	-0.05446308106184006
30548	rnn.weight_hh_l0	7	-0.04061337560415268
30548	rnn.weight_hh_l0	8	-0.01900177076458931
30548	rnn.weight_hh_l0	9	-0.008095268160104752
30548	rnn.bias_ih_l0	0	0.14566083252429962
30548	rnn.bias_ih_l0	1	-0.05594984069466591
30548	rnn.bias_ih_l0	2	0.10472464561462402
30548	rnn.bias_ih_l0	3	0.048669908195734024
30548	rnn.bias_ih_l0	4	0.09855030477046967
30548	rnn.bias_ih_l0	5	0.02447928860783577
30548	rnn.bias_ih_l0	6	-0.017382165417075157
30548	rnn.bias_ih_l0	7	-0.10791946947574615
30548	rnn.bias_ih_l0	8	-0.20779290795326233
30548	rnn.bias_ih_l0	9	0.08658592402935028
30548	rnn.bias_hh_l0	0	0.0023759615141898394
30548	rnn.bias_hh_l0	1	0.02309885062277317
30548	rnn.bias_hh_l0	2	-0.005881648510694504
30548	rnn.bias_hh_l0	3	-0.029957469552755356
30548	rnn.bias_hh_l0	4	-0.03606170043349266
30548	rnn.bias_hh_l0	5	0.14346465468406677
30548	rnn.bias_hh_l0	6	0.05101808160543442
30548	rnn.bias_hh_l0	7	0.05926765128970146
30548	rnn.bias_hh_l0	8	0.016986532136797905
30548	rnn.bias_hh_l0	9	0.043010834604501724
30548	rnn.weight_ih_l0_reverse	0	-0.029712848365306854
30548	rnn.weight_ih_l0_reverse	1	-0.002033162396401167
30548	rnn.weight_ih_l0_reverse	2	0.023734478279948235
30548	rnn.weight_ih_l0_reverse	3	-0.06217299401760101
30548	rnn.weight_ih_l0_reverse	4	0.009295403957366943
30548	rnn.weight_ih_l0_reverse	5	-0.04601401090621948
30548	rnn.weight_ih_l0_reverse	6	0.028154775500297546
30548	rnn.weight_ih_l0_reverse	7	0.04597677290439606
30548	rnn.weight_ih_l0_reverse	8	-0.04879637062549591
30548	rnn.weight_ih_l0_reverse	9	-0.05076131597161293
30548	rnn.weight_hh_l0_reverse	0	-0.08321341127157211
30548	rnn.weight_hh_l0_reverse	1	-0.06326089054346085
30548	rnn.weight_hh_l0_reverse	2	0.034632183611392975
30548	rnn.weight_hh_l0_reverse	3	0.045753058046102524
30548	rnn.weight_hh_l0_reverse	4	-0.01554194837808609
30548	rnn.weight_hh_l0_reverse	5	0.04567195847630501
30548	rnn.weight_hh_l0_reverse	6	0.0007228322210721672
30548	rnn.weight_hh_l0_reverse	7	-0.00044843158684670925
30548	rnn.weight_hh_l0_reverse	8	-0.09869471937417984
30548	rnn.weight_hh_l0_reverse	9	0.08012252300977707
30548	rnn.bias_ih_l0_reverse	0	-0.08953830599784851
30548	rnn.bias_ih_l0_reverse	1	-0.0692046582698822
30548	rnn.bias_ih_l0_reverse	2	0.10395268350839615
30548	rnn.bias_ih_l0_reverse	3	0.04773496836423874
30548	rnn.bias_ih_l0_reverse	4	-0.1294391006231308
30548	rnn.bias_ih_l0_reverse	5	0.041470594704151154
30548	rnn.bias_ih_l0_reverse	6	-0.10649096965789795
30548	rnn.bias_ih_l0_reverse	7	0.04409589618444443
30548	rnn.bias_ih_l0_reverse	8	0.03512296453118324
30548	rnn.bias_ih_l0_reverse	9	0.06371194869279861
30548	rnn.bias_hh_l0_reverse	0	0.0567198283970356
30548	rnn.bias_hh_l0_reverse	1	0.06506948918104172
30548	rnn.bias_hh_l0_reverse	2	0.07869406789541245
30548	rnn.bias_hh_l0_reverse	3	-0.004391305148601532
30548	rnn.bias_hh_l0_reverse	4	0.07104058563709259
30548	rnn.bias_hh_l0_reverse	5	0.007437936961650848
30548	rnn.bias_hh_l0_reverse	6	-0.054133348166942596
30548	rnn.bias_hh_l0_reverse	7	0.027336129918694496
30548	rnn.bias_hh_l0_reverse	8	0.011636755429208279
30548	rnn.bias_hh_l0_reverse	9	-0.15862104296684265
30548	linear.weight	0	0.1732896864414215
30548	linear.weight	1	-0.16286583244800568
30548	linear.weight	2	-0.21474386751651764
30548	linear.weight	3	0.07802179455757141
30548	linear.weight	4	-0.02641577273607254
30548	linear.weight	5	0.0038620627019554377
30548	linear.weight	6	-0.006915465462952852
30548	linear.weight	7	-0.027121765539050102
30548	linear.weight	8	0.0840616226196289
30548	linear.weight	9	0.34840816259384155
30548	linear.bias	0	-0.2088373303413391
30548	linear.bias	1	0.19444157183170319
30548	linear.bias	2	-0.5389352440834045
30548	linear.bias	3	1.7066824436187744
30548	linear.bias	4	-0.3966178894042969
30548	linear.bias	5	-0.030769959092140198
30548	linear.bias	6	-0.35775312781333923
30548	linear.bias	7	-0.2792246341705322
30548	linear.bias	8	-0.04541315510869026
30548	linear.bias	9	-0.49777454137802124
30576	transitions	0	-0.6481698155403137
30576	transitions	1	0.3496459126472473
30576	transitions	2	1.6744533777236938
30576	transitions	3	0.09665387868881226
30576	transitions	4	0.948479175567627
30576	transitions	5	1.273924469947815
30576	transitions	6	0.4833025634288788
30576	transitions	7	0.17574761807918549
30576	transitions	8	-0.9195207357406616
30576	transitions	9	0.9306599497795105
30576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30576	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30576	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30576	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30576	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30576	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30576	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30576	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30576	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30576	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30576	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30576	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30576	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30576	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30576	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30576	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30576	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30576	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30576	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30576	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30576	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30576	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30576	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30576	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30576	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30576	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30576	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30576	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30576	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30576	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30576	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30576	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30576	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30576	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30576	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30576	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30576	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30576	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30576	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30576	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30576	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30576	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30576	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30576	embedding2nn.weight	0	0.022577881813049316
30576	embedding2nn.weight	1	0.0142035698518157
30576	embedding2nn.weight	2	-0.004290034528821707
30576	embedding2nn.weight	3	-0.00012637738836929202
30576	embedding2nn.weight	4	-0.0043666004203259945
30576	embedding2nn.weight	5	0.011808924376964569
30576	embedding2nn.weight	6	-0.00495747709646821
30576	embedding2nn.weight	7	0.02091236598789692
30576	embedding2nn.weight	8	-0.006788245402276516
30576	embedding2nn.weight	9	-0.013880584388971329
30576	embedding2nn.bias	0	-0.03856250271201134
30576	embedding2nn.bias	1	-0.02241944894194603
30576	embedding2nn.bias	2	-0.07581839710474014
30576	embedding2nn.bias	3	-0.00028831587405875325
30576	embedding2nn.bias	4	0.003303813748061657
30576	embedding2nn.bias	5	-0.007092917803674936
30576	embedding2nn.bias	6	0.009235519915819168
30576	embedding2nn.bias	7	0.018871188163757324
30576	embedding2nn.bias	8	0.006859466899186373
30576	embedding2nn.bias	9	0.0012684346875175834
30576	rnn.weight_ih_l0	0	0.03948155790567398
30576	rnn.weight_ih_l0	1	-0.013683202676475048
30576	rnn.weight_ih_l0	2	-0.036296430975198746
30576	rnn.weight_ih_l0	3	-0.04482385888695717
30576	rnn.weight_ih_l0	4	-0.05203941836953163
30576	rnn.weight_ih_l0	5	-0.0084687490016222
30576	rnn.weight_ih_l0	6	-0.05191865190863609
30576	rnn.weight_ih_l0	7	-0.06156546249985695
30576	rnn.weight_ih_l0	8	-0.044696904718875885
30576	rnn.weight_ih_l0	9	-0.02690761350095272
30576	rnn.weight_hh_l0	0	0.019429612904787064
30576	rnn.weight_hh_l0	1	-0.00975947268307209
30576	rnn.weight_hh_l0	2	-0.0672735720872879
30576	rnn.weight_hh_l0	3	-0.03342115134000778
30576	rnn.weight_hh_l0	4	-0.078186996281147
30576	rnn.weight_hh_l0	5	-0.014547022059559822
30576	rnn.weight_hh_l0	6	-0.05432938411831856
30576	rnn.weight_hh_l0	7	-0.04059381037950516
30576	rnn.weight_hh_l0	8	-0.01899034157395363
30576	rnn.weight_hh_l0	9	-0.00808047130703926
30576	rnn.bias_ih_l0	0	0.14555226266384125
30576	rnn.bias_ih_l0	1	-0.05603553354740143
30576	rnn.bias_ih_l0	2	0.10476930439472198
30576	rnn.bias_ih_l0	3	0.04863927140831947
30576	rnn.bias_ih_l0	4	0.09847726672887802
30576	rnn.bias_ih_l0	5	0.024513037875294685
30576	rnn.bias_ih_l0	6	-0.01729450561106205
30576	rnn.bias_ih_l0	7	-0.10832663625478745
30576	rnn.bias_ih_l0	8	-0.20805983245372772
30576	rnn.bias_ih_l0	9	0.08665776252746582
30576	rnn.bias_hh_l0	0	0.0024113282561302185
30576	rnn.bias_hh_l0	1	0.02314712293446064
30576	rnn.bias_hh_l0	2	-0.005821863655000925
30576	rnn.bias_hh_l0	3	-0.029932798817753792
30576	rnn.bias_hh_l0	4	-0.03623403608798981
30576	rnn.bias_hh_l0	5	0.1436186134815216
30576	rnn.bias_hh_l0	6	0.05111703276634216
30576	rnn.bias_hh_l0	7	0.059229012578725815
30576	rnn.bias_hh_l0	8	0.017074191942811012
30576	rnn.bias_hh_l0	9	0.04301901534199715
30576	rnn.weight_ih_l0_reverse	0	-0.029702212661504745
30576	rnn.weight_ih_l0_reverse	1	-0.002026726957410574
30576	rnn.weight_ih_l0_reverse	2	0.023745262995362282
30576	rnn.weight_ih_l0_reverse	3	-0.062158770859241486
30576	rnn.weight_ih_l0_reverse	4	0.00929669663310051
30576	rnn.weight_ih_l0_reverse	5	-0.046006057411432266
30576	rnn.weight_ih_l0_reverse	6	0.028168044984340668
30576	rnn.weight_ih_l0_reverse	7	0.04596869647502899
30576	rnn.weight_ih_l0_reverse	8	-0.0488065741956234
30576	rnn.weight_ih_l0_reverse	9	-0.05075720697641373
30576	rnn.weight_hh_l0_reverse	0	-0.08325543999671936
30576	rnn.weight_hh_l0_reverse	1	-0.06323116272687912
30576	rnn.weight_hh_l0_reverse	2	0.03465046361088753
30576	rnn.weight_hh_l0_reverse	3	0.04574767127633095
30576	rnn.weight_hh_l0_reverse	4	-0.015534044243395329
30576	rnn.weight_hh_l0_reverse	5	0.04565467685461044
30576	rnn.weight_hh_l0_reverse	6	0.0006212677690200508
30576	rnn.weight_hh_l0_reverse	7	-0.00045338363270275295
30576	rnn.weight_hh_l0_reverse	8	-0.09870592504739761
30576	rnn.weight_hh_l0_reverse	9	0.08008614927530289
30576	rnn.bias_ih_l0_reverse	0	-0.08963756263256073
30576	rnn.bias_ih_l0_reverse	1	-0.06943345069885254
30576	rnn.bias_ih_l0_reverse	2	0.10396496206521988
30576	rnn.bias_ih_l0_reverse	3	0.04777086526155472
30576	rnn.bias_ih_l0_reverse	4	-0.1294250637292862
30576	rnn.bias_ih_l0_reverse	5	0.04149090126156807
30576	rnn.bias_ih_l0_reverse	6	-0.10629512369632721
30576	rnn.bias_ih_l0_reverse	7	0.044027622789144516
30576	rnn.bias_ih_l0_reverse	8	0.03517885506153107
30576	rnn.bias_ih_l0_reverse	9	0.06374531239271164
30576	rnn.bias_hh_l0_reverse	0	0.056514590978622437
30576	rnn.bias_hh_l0_reverse	1	0.06512612849473953
30576	rnn.bias_hh_l0_reverse	2	0.07867040485143661
30576	rnn.bias_hh_l0_reverse	3	-0.004426675383001566
30576	rnn.bias_hh_l0_reverse	4	0.0709880068898201
30576	rnn.bias_hh_l0_reverse	5	0.007589397951960564
30576	rnn.bias_hh_l0_reverse	6	-0.05413009598851204
30576	rnn.bias_hh_l0_reverse	7	0.027299266308546066
30576	rnn.bias_hh_l0_reverse	8	0.011564410291612148
30576	rnn.bias_hh_l0_reverse	9	-0.15873831510543823
30576	linear.weight	0	0.17332075536251068
30576	linear.weight	1	-0.16286566853523254
30576	linear.weight	2	-0.21472764015197754
30576	linear.weight	3	0.07798631489276886
30576	linear.weight	4	-0.026413045823574066
30576	linear.weight	5	0.003944746684283018
30576	linear.weight	6	-0.006915443576872349
30576	linear.weight	7	-0.027120811864733696
30576	linear.weight	8	0.08406230807304382
30576	linear.weight	9	0.3484629988670349
30576	linear.bias	0	-0.20902973413467407
30576	linear.bias	1	0.19422166049480438
30576	linear.bias	2	-0.538925290107727
30576	linear.bias	3	1.7061935663223267
30576	linear.bias	4	-0.3966210186481476
30576	linear.bias	5	-0.030769959092140198
30576	linear.bias	6	-0.3576934337615967
30576	linear.bias	7	-0.2791975736618042
30576	linear.bias	8	-0.045180756598711014
30576	linear.bias	9	-0.49777624011039734
30604	transitions	0	-0.6481716632843018
30604	transitions	1	0.34964510798454285
30604	transitions	2	1.6744515895843506
30604	transitions	3	0.09665343165397644
30604	transitions	4	0.9484745860099792
30604	transitions	5	1.273924469947815
30604	transitions	6	0.4833025336265564
30604	transitions	7	0.1757475584745407
30604	transitions	8	-0.9195207357406616
30604	transitions	9	0.9306599497795105
30604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30604	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30604	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30604	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30604	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30604	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30604	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30604	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30604	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30604	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30604	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30604	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30604	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30604	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30604	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30604	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30604	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30604	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30604	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30604	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30604	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30604	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30604	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30604	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30604	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30604	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30604	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30604	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30604	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30604	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30604	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30604	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30604	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30604	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30604	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30604	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30604	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30604	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30604	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30604	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30604	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30604	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30604	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30604	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30604	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30604	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30604	embedding2nn.weight	0	0.02257935144007206
30604	embedding2nn.weight	1	0.014198900200426579
30604	embedding2nn.weight	2	-0.004290048964321613
30604	embedding2nn.weight	3	-0.00013166390999685973
30604	embedding2nn.weight	4	-0.004368251655250788
30604	embedding2nn.weight	5	0.011803803034126759
30604	embedding2nn.weight	6	-0.004953383002430201
30604	embedding2nn.weight	7	0.020926108583807945
30604	embedding2nn.weight	8	-0.006790684070438147
30604	embedding2nn.weight	9	-0.013880893588066101
30604	embedding2nn.bias	0	-0.03850801661610603
30604	embedding2nn.bias	1	-0.022576645016670227
30604	embedding2nn.bias	2	-0.0755862221121788
30604	embedding2nn.bias	3	-0.0003339546383358538
30604	embedding2nn.bias	4	0.0034324079751968384
30604	embedding2nn.bias	5	-0.006533802952617407
30604	embedding2nn.bias	6	0.009269682690501213
30604	embedding2nn.bias	7	0.019013376906514168
30604	embedding2nn.bias	8	0.006883666384965181
30604	embedding2nn.bias	9	0.0010958423372358084
30604	rnn.weight_ih_l0	0	0.03949277102947235
30604	rnn.weight_ih_l0	1	-0.013635572046041489
30604	rnn.weight_ih_l0	2	-0.03634585440158844
30604	rnn.weight_ih_l0	3	-0.04481897130608559
30604	rnn.weight_ih_l0	4	-0.05203573778271675
30604	rnn.weight_ih_l0	5	-0.008468243293464184
30604	rnn.weight_ih_l0	6	-0.05192889645695686
30604	rnn.weight_ih_l0	7	-0.061568483710289
30604	rnn.weight_ih_l0	8	-0.04470153898000717
30604	rnn.weight_ih_l0	9	-0.026901600882411003
30604	rnn.weight_hh_l0	0	0.019403789192438126
30604	rnn.weight_hh_l0	1	-0.009766130708158016
30604	rnn.weight_hh_l0	2	-0.06729745119810104
30604	rnn.weight_hh_l0	3	-0.033417705446481705
30604	rnn.weight_hh_l0	4	-0.07817761600017548
30604	rnn.weight_hh_l0	5	-0.014545069076120853
30604	rnn.weight_hh_l0	6	-0.0543694831430912
30604	rnn.weight_hh_l0	7	-0.040583740919828415
30604	rnn.weight_hh_l0	8	-0.018991151824593544
30604	rnn.weight_hh_l0	9	-0.00804214272648096
30604	rnn.bias_ih_l0	0	0.1454903930425644
30604	rnn.bias_ih_l0	1	-0.05607049539685249
30604	rnn.bias_ih_l0	2	0.10491304844617844
30604	rnn.bias_ih_l0	3	0.04863077402114868
30604	rnn.bias_ih_l0	4	0.09830140322446823
30604	rnn.bias_ih_l0	5	0.02453102357685566
30604	rnn.bias_ih_l0	6	-0.01734365150332451
30604	rnn.bias_ih_l0	7	-0.10863348841667175
30604	rnn.bias_ih_l0	8	-0.2076907455921173
30604	rnn.bias_ih_l0	9	0.08671800792217255
30604	rnn.bias_hh_l0	0	0.002451149746775627
30604	rnn.bias_hh_l0	1	0.023184657096862793
30604	rnn.bias_hh_l0	2	-0.005878820549696684
30604	rnn.bias_hh_l0	3	-0.030010966584086418
30604	rnn.bias_hh_l0	4	-0.036161087453365326
30604	rnn.bias_hh_l0	5	0.14384415745735168
30604	rnn.bias_hh_l0	6	0.05106700584292412
30604	rnn.bias_hh_l0	7	0.059207119047641754
30604	rnn.bias_hh_l0	8	0.017025046050548553
30604	rnn.bias_hh_l0	9	0.0430770106613636
30604	rnn.weight_ih_l0_reverse	0	-0.029704362154006958
30604	rnn.weight_ih_l0_reverse	1	-0.0020171906799077988
30604	rnn.weight_ih_l0_reverse	2	0.023741047829389572
30604	rnn.weight_ih_l0_reverse	3	-0.06216511130332947
30604	rnn.weight_ih_l0_reverse	4	0.009295392781496048
30604	rnn.weight_ih_l0_reverse	5	-0.045986246317625046
30604	rnn.weight_ih_l0_reverse	6	0.02821214310824871
30604	rnn.weight_ih_l0_reverse	7	0.0459737554192543
30604	rnn.weight_ih_l0_reverse	8	-0.04879587143659592
30604	rnn.weight_ih_l0_reverse	9	-0.05076386779546738
30604	rnn.weight_hh_l0_reverse	0	-0.08325138688087463
30604	rnn.weight_hh_l0_reverse	1	-0.06326917558908463
30604	rnn.weight_hh_l0_reverse	2	0.0346144400537014
30604	rnn.weight_hh_l0_reverse	3	0.04575306549668312
30604	rnn.weight_hh_l0_reverse	4	-0.01555558294057846
30604	rnn.weight_hh_l0_reverse	5	0.045646924525499344
30604	rnn.weight_hh_l0_reverse	6	0.0007011435809545219
30604	rnn.weight_hh_l0_reverse	7	-0.00043325265869498253
30604	rnn.weight_hh_l0_reverse	8	-0.09871208667755127
30604	rnn.weight_hh_l0_reverse	9	0.08011682331562042
30604	rnn.bias_ih_l0_reverse	0	-0.08937595039606094
30604	rnn.bias_ih_l0_reverse	1	-0.06932389736175537
30604	rnn.bias_ih_l0_reverse	2	0.10406900942325592
30604	rnn.bias_ih_l0_reverse	3	0.047703467309474945
30604	rnn.bias_ih_l0_reverse	4	-0.12938439846038818
30604	rnn.bias_ih_l0_reverse	5	0.04151584208011627
30604	rnn.bias_ih_l0_reverse	6	-0.10629560798406601
30604	rnn.bias_ih_l0_reverse	7	0.04388609156012535
30604	rnn.bias_ih_l0_reverse	8	0.035093631595373154
30604	rnn.bias_ih_l0_reverse	9	0.06368141621351242
30604	rnn.bias_hh_l0_reverse	0	0.056938644498586655
30604	rnn.bias_hh_l0_reverse	1	0.06516943871974945
30604	rnn.bias_hh_l0_reverse	2	0.07865682244300842
30604	rnn.bias_hh_l0_reverse	3	-0.004479316994547844
30604	rnn.bias_hh_l0_reverse	4	0.07094501703977585
30604	rnn.bias_hh_l0_reverse	5	0.007697308901697397
30604	rnn.bias_hh_l0_reverse	6	-0.05416123941540718
30604	rnn.bias_hh_l0_reverse	7	0.0273369699716568
30604	rnn.bias_hh_l0_reverse	8	0.011633419431746006
30604	rnn.bias_hh_l0_reverse	9	-0.15857811272144318
30604	linear.weight	0	0.17324617505073547
30604	linear.weight	1	-0.1629219353199005
30604	linear.weight	2	-0.21471835672855377
30604	linear.weight	3	0.07810410112142563
30604	linear.weight	4	-0.026388926431536674
30604	linear.weight	5	0.003985680174082518
30604	linear.weight	6	-0.0069123487919569016
30604	linear.weight	7	-0.027116041630506516
30604	linear.weight	8	0.08410011231899261
30604	linear.weight	9	0.34845712780952454
30604	linear.bias	0	-0.20907264947891235
30604	linear.bias	1	0.19423870742321014
30604	linear.bias	2	-0.5389514565467834
30604	linear.bias	3	1.7056899070739746
30604	linear.bias	4	-0.3966304063796997
30604	linear.bias	5	-0.030769959092140198
30604	linear.bias	6	-0.35772183537483215
30604	linear.bias	7	-0.27930039167404175
30604	linear.bias	8	-0.04470258578658104
30604	linear.bias	9	-0.4977855086326599
30632	transitions	0	-0.6481730341911316
30632	transitions	1	0.34964388608932495
30632	transitions	2	1.6744486093521118
30632	transitions	3	0.09665300697088242
30632	transitions	4	0.948474109172821
30632	transitions	5	1.273924469947815
30632	transitions	6	0.4833025336265564
30632	transitions	7	0.1757475584745407
30632	transitions	8	-0.9195207357406616
30632	transitions	9	0.9306599497795105
30632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30632	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30632	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30632	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30632	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30632	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30632	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30632	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30632	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30632	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30632	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30632	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30632	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30632	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30632	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30632	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30632	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30632	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30632	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30632	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30632	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30632	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30632	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30632	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30632	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30632	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30632	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30632	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30632	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30632	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30632	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30632	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30632	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30632	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30632	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30632	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30632	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30632	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30632	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30632	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30632	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30632	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30632	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30632	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30632	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30632	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30632	embedding2nn.weight	0	0.022610774263739586
30632	embedding2nn.weight	1	0.014204606413841248
30632	embedding2nn.weight	2	-0.004289117641746998
30632	embedding2nn.weight	3	-0.00012469537614379078
30632	embedding2nn.weight	4	-0.0043691727332770824
30632	embedding2nn.weight	5	0.011808845214545727
30632	embedding2nn.weight	6	-0.00495205819606781
30632	embedding2nn.weight	7	0.020925788208842278
30632	embedding2nn.weight	8	-0.006794184911996126
30632	embedding2nn.weight	9	-0.013882297091186047
30632	embedding2nn.bias	0	-0.03805429860949516
30632	embedding2nn.bias	1	-0.0226131584495306
30632	embedding2nn.bias	2	-0.07556615024805069
30632	embedding2nn.bias	3	3.9280806959141046e-05
30632	embedding2nn.bias	4	0.003581159980967641
30632	embedding2nn.bias	5	-0.007167407777160406
30632	embedding2nn.bias	6	0.009352395310997963
30632	embedding2nn.bias	7	0.01943681761622429
30632	embedding2nn.bias	8	0.006730444263666868
30632	embedding2nn.bias	9	0.0009137903689406812
30632	rnn.weight_ih_l0	0	0.039500679820775986
30632	rnn.weight_ih_l0	1	-0.013653132133185863
30632	rnn.weight_ih_l0	2	-0.036374762654304504
30632	rnn.weight_ih_l0	3	-0.04484131932258606
30632	rnn.weight_ih_l0	4	-0.05205617845058441
30632	rnn.weight_ih_l0	5	-0.00847308523952961
30632	rnn.weight_ih_l0	6	-0.051912590861320496
30632	rnn.weight_ih_l0	7	-0.06159043684601784
30632	rnn.weight_ih_l0	8	-0.04469769448041916
30632	rnn.weight_ih_l0	9	-0.026907162740826607
30632	rnn.weight_hh_l0	0	0.019403798505663872
30632	rnn.weight_hh_l0	1	-0.009757419116795063
30632	rnn.weight_hh_l0	2	-0.06724491715431213
30632	rnn.weight_hh_l0	3	-0.03342754766345024
30632	rnn.weight_hh_l0	4	-0.07819774746894836
30632	rnn.weight_hh_l0	5	-0.014507198706269264
30632	rnn.weight_hh_l0	6	-0.054335638880729675
30632	rnn.weight_hh_l0	7	-0.040537167340517044
30632	rnn.weight_hh_l0	8	-0.01900375634431839
30632	rnn.weight_hh_l0	9	-0.007981902919709682
30632	rnn.bias_ih_l0	0	0.1453894078731537
30632	rnn.bias_ih_l0	1	-0.0560089610517025
30632	rnn.bias_ih_l0	2	0.10462649911642075
30632	rnn.bias_ih_l0	3	0.048626355826854706
30632	rnn.bias_ih_l0	4	0.09849671274423599
30632	rnn.bias_ih_l0	5	0.0244428887963295
30632	rnn.bias_ih_l0	6	-0.01736309938132763
30632	rnn.bias_ih_l0	7	-0.10819019377231598
30632	rnn.bias_ih_l0	8	-0.20803122222423553
30632	rnn.bias_ih_l0	9	0.08679372817277908
30632	rnn.bias_hh_l0	0	0.0024220661725848913
30632	rnn.bias_hh_l0	1	0.023139674216508865
30632	rnn.bias_hh_l0	2	-0.005835659336298704
30632	rnn.bias_hh_l0	3	-0.03015739843249321
30632	rnn.bias_hh_l0	4	-0.036124806851148605
30632	rnn.bias_hh_l0	5	0.14380335807800293
30632	rnn.bias_hh_l0	6	0.05108553543686867
30632	rnn.bias_hh_l0	7	0.059199679642915726
30632	rnn.bias_hh_l0	8	0.017005598172545433
30632	rnn.bias_hh_l0	9	0.04304436966776848
30632	rnn.weight_ih_l0_reverse	0	-0.029683226719498634
30632	rnn.weight_ih_l0_reverse	1	-0.0020046185236424208
30632	rnn.weight_ih_l0_reverse	2	0.02375679276883602
30632	rnn.weight_ih_l0_reverse	3	-0.06218681484460831
30632	rnn.weight_ih_l0_reverse	4	0.009298696182668209
30632	rnn.weight_ih_l0_reverse	5	-0.045992422848939896
30632	rnn.weight_ih_l0_reverse	6	0.02822054922580719
30632	rnn.weight_ih_l0_reverse	7	0.0459788478910923
30632	rnn.weight_ih_l0_reverse	8	-0.04878712445497513
30632	rnn.weight_ih_l0_reverse	9	-0.05076811835169792
30632	rnn.weight_hh_l0_reverse	0	-0.0832623839378357
30632	rnn.weight_hh_l0_reverse	1	-0.06329017132520676
30632	rnn.weight_hh_l0_reverse	2	0.03463488444685936
30632	rnn.weight_hh_l0_reverse	3	0.045761458575725555
30632	rnn.weight_hh_l0_reverse	4	-0.01560846995562315
30632	rnn.weight_hh_l0_reverse	5	0.04563666507601738
30632	rnn.weight_hh_l0_reverse	6	0.0007820085738785565
30632	rnn.weight_hh_l0_reverse	7	-0.0004181295807939023
30632	rnn.weight_hh_l0_reverse	8	-0.09869994223117828
30632	rnn.weight_hh_l0_reverse	9	0.08018029481172562
30632	rnn.bias_ih_l0_reverse	0	-0.08905360102653503
30632	rnn.bias_ih_l0_reverse	1	-0.06897605955600739
30632	rnn.bias_ih_l0_reverse	2	0.10395313054323196
30632	rnn.bias_ih_l0_reverse	3	0.047708313912153244
30632	rnn.bias_ih_l0_reverse	4	-0.1294260323047638
30632	rnn.bias_ih_l0_reverse	5	0.04157028719782829
30632	rnn.bias_ih_l0_reverse	6	-0.10622360557317734
30632	rnn.bias_ih_l0_reverse	7	0.04401116818189621
30632	rnn.bias_ih_l0_reverse	8	0.03494889289140701
30632	rnn.bias_ih_l0_reverse	9	0.06373857706785202
30632	rnn.bias_hh_l0_reverse	0	0.057218458503484726
30632	rnn.bias_hh_l0_reverse	1	0.06512679159641266
30632	rnn.bias_hh_l0_reverse	2	0.07869953662157059
30632	rnn.bias_hh_l0_reverse	3	-0.004449012689292431
30632	rnn.bias_hh_l0_reverse	4	0.07090310752391815
30632	rnn.bias_hh_l0_reverse	5	0.006955713964998722
30632	rnn.bias_hh_l0_reverse	6	-0.054189760237932205
30632	rnn.bias_hh_l0_reverse	7	0.027364367619156837
30632	rnn.bias_hh_l0_reverse	8	0.011621655896306038
30632	rnn.bias_hh_l0_reverse	9	-0.15843121707439423
30632	linear.weight	0	0.17334990203380585
30632	linear.weight	1	-0.16292163729667664
30632	linear.weight	2	-0.2146894782781601
30632	linear.weight	3	0.07797820121049881
30632	linear.weight	4	-0.02637730911374092
30632	linear.weight	5	0.003975594881922007
30632	linear.weight	6	-0.006912228185683489
30632	linear.weight	7	-0.02711564116179943
30632	linear.weight	8	0.08415363729000092
30632	linear.weight	9	0.3484485149383545
30632	linear.bias	0	-0.21002012491226196
30632	linear.bias	1	0.1942608505487442
30632	linear.bias	2	-0.5390322208404541
30632	linear.bias	3	1.7062113285064697
30632	linear.bias	4	-0.3966374695301056
30632	linear.bias	5	-0.030769959092140198
30632	linear.bias	6	-0.3577778935432434
30632	linear.bias	7	-0.2793313264846802
30632	linear.bias	8	-0.04409367963671684
30632	linear.bias	9	-0.49778714776039124
30660	transitions	0	-0.6481754183769226
30660	transitions	1	0.34964343905448914
30660	transitions	2	1.674445629119873
30660	transitions	3	0.0966435968875885
30660	transitions	4	0.9484710097312927
30660	transitions	5	1.273924469947815
30660	transitions	6	0.48330214619636536
30660	transitions	7	0.1757475584745407
30660	transitions	8	-0.9195207357406616
30660	transitions	9	0.9306599497795105
30660	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30660	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30660	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30660	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30660	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30660	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30660	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30660	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30660	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30660	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30660	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30660	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30660	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30660	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30660	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30660	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30660	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30660	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30660	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30660	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30660	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30660	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30660	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30660	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30660	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30660	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30660	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30660	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30660	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30660	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30660	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30660	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30660	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30660	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30660	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30660	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30660	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30660	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30660	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30660	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30660	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30660	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30660	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30660	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30660	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30660	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30660	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30660	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30660	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30660	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30660	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30660	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30660	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30660	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30660	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30660	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30660	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30660	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30660	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30660	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30660	embedding2nn.weight	0	0.022590700536966324
30660	embedding2nn.weight	1	0.01420237123966217
30660	embedding2nn.weight	2	-0.00428454764187336
30660	embedding2nn.weight	3	-0.0001273510279133916
30660	embedding2nn.weight	4	-0.004369271919131279
30660	embedding2nn.weight	5	0.011798065155744553
30660	embedding2nn.weight	6	-0.004959826823323965
30660	embedding2nn.weight	7	0.020872853696346283
30660	embedding2nn.weight	8	-0.00680499104782939
30660	embedding2nn.weight	9	-0.01388450525701046
30660	embedding2nn.bias	0	-0.038381095975637436
30660	embedding2nn.bias	1	-0.02263125218451023
30660	embedding2nn.bias	2	-0.07554422318935394
30660	embedding2nn.bias	3	-0.0004970246227458119
30660	embedding2nn.bias	4	0.0031733945943415165
30660	embedding2nn.bias	5	-0.006597158964723349
30660	embedding2nn.bias	6	0.009245743043720722
30660	embedding2nn.bias	7	0.019444847479462624
30660	embedding2nn.bias	8	0.006720270961523056
30660	embedding2nn.bias	9	0.0009411252685822546
30660	rnn.weight_ih_l0	0	0.03949951007962227
30660	rnn.weight_ih_l0	1	-0.013658824376761913
30660	rnn.weight_ih_l0	2	-0.03636236488819122
30660	rnn.weight_ih_l0	3	-0.04486095532774925
30660	rnn.weight_ih_l0	4	-0.05204484984278679
30660	rnn.weight_ih_l0	5	-0.008448142558336258
30660	rnn.weight_ih_l0	6	-0.05191600322723389
30660	rnn.weight_ih_l0	7	-0.061575472354888916
30660	rnn.weight_ih_l0	8	-0.04470512643456459
30660	rnn.weight_ih_l0	9	-0.02692217007279396
30660	rnn.weight_hh_l0	0	0.019427351653575897
30660	rnn.weight_hh_l0	1	-0.009754271246492863
30660	rnn.weight_hh_l0	2	-0.06720543652772903
30660	rnn.weight_hh_l0	3	-0.0334162674844265
30660	rnn.weight_hh_l0	4	-0.07818207889795303
30660	rnn.weight_hh_l0	5	-0.014533750712871552
30660	rnn.weight_hh_l0	6	-0.05429505556821823
30660	rnn.weight_hh_l0	7	-0.040575217455625534
30660	rnn.weight_hh_l0	8	-0.01899106614291668
30660	rnn.weight_hh_l0	9	-0.008035891689360142
30660	rnn.bias_ih_l0	0	0.14538414776325226
30660	rnn.bias_ih_l0	1	-0.05599914491176605
30660	rnn.bias_ih_l0	2	0.10456713289022446
30660	rnn.bias_ih_l0	3	0.048601001501083374
30660	rnn.bias_ih_l0	4	0.0984378233551979
30660	rnn.bias_ih_l0	5	0.024448268115520477
30660	rnn.bias_ih_l0	6	-0.01740705780684948
30660	rnn.bias_ih_l0	7	-0.10858821868896484
30660	rnn.bias_ih_l0	8	-0.20798030495643616
30660	rnn.bias_ih_l0	9	0.08680490404367447
30660	rnn.bias_hh_l0	0	0.0023832854349166155
30660	rnn.bias_hh_l0	1	0.023068377748131752
30660	rnn.bias_hh_l0	2	-0.005961352027952671
30660	rnn.bias_hh_l0	3	-0.030000558122992516
30660	rnn.bias_hh_l0	4	-0.036107249557971954
30660	rnn.bias_hh_l0	5	0.14386120438575745
30660	rnn.bias_hh_l0	6	0.0510440431535244
30660	rnn.bias_hh_l0	7	0.05925518646836281
30660	rnn.bias_hh_l0	8	0.016961639747023582
30660	rnn.bias_hh_l0	9	0.04302705079317093
30660	rnn.weight_ih_l0_reverse	0	-0.029688140377402306
30660	rnn.weight_ih_l0_reverse	1	-0.0020242498721927404
30660	rnn.weight_ih_l0_reverse	2	0.023758642375469208
30660	rnn.weight_ih_l0_reverse	3	-0.0621640644967556
30660	rnn.weight_ih_l0_reverse	4	0.00930417887866497
30660	rnn.weight_ih_l0_reverse	5	-0.04596957191824913
30660	rnn.weight_ih_l0_reverse	6	0.02826160378754139
30660	rnn.weight_ih_l0_reverse	7	0.04597305506467819
30660	rnn.weight_ih_l0_reverse	8	-0.04882054775953293
30660	rnn.weight_ih_l0_reverse	9	-0.050772152841091156
30660	rnn.weight_hh_l0_reverse	0	-0.08325080573558807
30660	rnn.weight_hh_l0_reverse	1	-0.06331099569797516
30660	rnn.weight_hh_l0_reverse	2	0.034644342958927155
30660	rnn.weight_hh_l0_reverse	3	0.045798104256391525
30660	rnn.weight_hh_l0_reverse	4	-0.01566380076110363
30660	rnn.weight_hh_l0_reverse	5	0.04563536122441292
30660	rnn.weight_hh_l0_reverse	6	0.0007761996239423752
30660	rnn.weight_hh_l0_reverse	7	-0.0004069191054441035
30660	rnn.weight_hh_l0_reverse	8	-0.09871508181095123
30660	rnn.weight_hh_l0_reverse	9	0.08018732070922852
30660	rnn.bias_ih_l0_reverse	0	-0.08911408483982086
30660	rnn.bias_ih_l0_reverse	1	-0.06908752769231796
30660	rnn.bias_ih_l0_reverse	2	0.10388749092817307
30660	rnn.bias_ih_l0_reverse	3	0.04773047938942909
30660	rnn.bias_ih_l0_reverse	4	-0.12950514256954193
30660	rnn.bias_ih_l0_reverse	5	0.04155901446938515
30660	rnn.bias_ih_l0_reverse	6	-0.10628378391265869
30660	rnn.bias_ih_l0_reverse	7	0.04404696822166443
30660	rnn.bias_ih_l0_reverse	8	0.03495778888463974
30660	rnn.bias_ih_l0_reverse	9	0.06371092051267624
30660	rnn.bias_hh_l0_reverse	0	0.05701041966676712
30660	rnn.bias_hh_l0_reverse	1	0.06507334113121033
30660	rnn.bias_hh_l0_reverse	2	0.07860856503248215
30660	rnn.bias_hh_l0_reverse	3	-0.004547446500509977
30660	rnn.bias_hh_l0_reverse	4	0.07102245092391968
30660	rnn.bias_hh_l0_reverse	5	0.006917949300259352
30660	rnn.bias_hh_l0_reverse	6	-0.05417191609740257
30660	rnn.bias_hh_l0_reverse	7	0.02731546200811863
30660	rnn.bias_hh_l0_reverse	8	0.011669453233480453
30660	rnn.bias_hh_l0_reverse	9	-0.1586466133594513
30660	linear.weight	0	0.17329087853431702
30660	linear.weight	1	-0.16292129456996918
30660	linear.weight	2	-0.214655339717865
30660	linear.weight	3	0.07797304540872574
30660	linear.weight	4	-0.02637724205851555
30660	linear.weight	5	0.003977606538683176
30660	linear.weight	6	-0.006912183947861195
30660	linear.weight	7	-0.0271151103079319
30660	linear.weight	8	0.08408162742853165
30660	linear.weight	9	0.34840670228004456
30660	linear.bias	0	-0.2103888988494873
30660	linear.bias	1	0.19516108930110931
30660	linear.bias	2	-0.5390633344650269
30660	linear.bias	3	1.7062294483184814
30660	linear.bias	4	-0.39664292335510254
30660	linear.bias	5	-0.030769959092140198
30660	linear.bias	6	-0.3578142523765564
30660	linear.bias	7	-0.2791728675365448
30660	linear.bias	8	-0.04351217672228813
30660	linear.bias	9	-0.49778881669044495
30688	transitions	0	-0.6481778621673584
30688	transitions	1	0.3496418595314026
30688	transitions	2	1.6744438409805298
30688	transitions	3	0.0966392308473587
30688	transitions	4	0.9484696984291077
30688	transitions	5	1.273924469947815
30688	transitions	6	0.48330214619636536
30688	transitions	7	0.17574752867221832
30688	transitions	8	-0.9195207357406616
30688	transitions	9	0.9306599497795105
30688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30688	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30688	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30688	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30688	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30688	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30688	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30688	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30688	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30688	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30688	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30688	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30688	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30688	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30688	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30688	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30688	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30688	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30688	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30688	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30688	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30688	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30688	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30688	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30688	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30688	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30688	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30688	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30688	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30688	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30688	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30688	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30688	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30688	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30688	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30688	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30688	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30688	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30688	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30688	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30688	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30688	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30688	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30688	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30688	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30688	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30688	embedding2nn.weight	0	0.02255771867930889
30688	embedding2nn.weight	1	0.014202704653143883
30688	embedding2nn.weight	2	-0.004280492197722197
30688	embedding2nn.weight	3	-0.00014080431719776243
30688	embedding2nn.weight	4	-0.004367056768387556
30688	embedding2nn.weight	5	0.011801918037235737
30688	embedding2nn.weight	6	-0.004965532571077347
30688	embedding2nn.weight	7	0.020809687674045563
30688	embedding2nn.weight	8	-0.006799291353672743
30688	embedding2nn.weight	9	-0.013883879408240318
30688	embedding2nn.bias	0	-0.03846762329339981
30688	embedding2nn.bias	1	-0.022483283653855324
30688	embedding2nn.bias	2	-0.07590393722057343
30688	embedding2nn.bias	3	-0.0005780450883321464
30688	embedding2nn.bias	4	0.003554488532245159
30688	embedding2nn.bias	5	-0.006665011867880821
30688	embedding2nn.bias	6	0.009338743053376675
30688	embedding2nn.bias	7	0.0195434782654047
30688	embedding2nn.bias	8	0.006479719188064337
30688	embedding2nn.bias	9	0.0006829759222455323
30688	rnn.weight_ih_l0	0	0.039490677416324615
30688	rnn.weight_ih_l0	1	-0.013651363551616669
30688	rnn.weight_ih_l0	2	-0.03636353835463524
30688	rnn.weight_ih_l0	3	-0.04485737532377243
30688	rnn.weight_ih_l0	4	-0.05200999602675438
30688	rnn.weight_ih_l0	5	-0.008440949022769928
30688	rnn.weight_ih_l0	6	-0.05190108343958855
30688	rnn.weight_ih_l0	7	-0.061570458114147186
30688	rnn.weight_ih_l0	8	-0.044733352959156036
30688	rnn.weight_ih_l0	9	-0.026919955387711525
30688	rnn.weight_hh_l0	0	0.019463222473859787
30688	rnn.weight_hh_l0	1	-0.009768236428499222
30688	rnn.weight_hh_l0	2	-0.06723059713840485
30688	rnn.weight_hh_l0	3	-0.0334249846637249
30688	rnn.weight_hh_l0	4	-0.07818730920553207
30688	rnn.weight_hh_l0	5	-0.01453265082091093
30688	rnn.weight_hh_l0	6	-0.05435262992978096
30688	rnn.weight_hh_l0	7	-0.04055106267333031
30688	rnn.weight_hh_l0	8	-0.01900487393140793
30688	rnn.weight_hh_l0	9	-0.007994290441274643
30688	rnn.bias_ih_l0	0	0.1454261839389801
30688	rnn.bias_ih_l0	1	-0.05605195462703705
30688	rnn.bias_ih_l0	2	0.10458611696958542
30688	rnn.bias_ih_l0	3	0.04871748387813568
30688	rnn.bias_ih_l0	4	0.09858538955450058
30688	rnn.bias_ih_l0	5	0.024421246722340584
30688	rnn.bias_ih_l0	6	-0.01725802756845951
30688	rnn.bias_ih_l0	7	-0.10848303884267807
30688	rnn.bias_ih_l0	8	-0.20794348418712616
30688	rnn.bias_ih_l0	9	0.08679833263158798
30688	rnn.bias_hh_l0	0	0.0023288570810109377
30688	rnn.bias_hh_l0	1	0.023113461211323738
30688	rnn.bias_hh_l0	2	-0.005933212116360664
30688	rnn.bias_hh_l0	3	-0.029827700927853584
30688	rnn.bias_hh_l0	4	-0.03601737692952156
30688	rnn.bias_hh_l0	5	0.14388282597064972
30688	rnn.bias_hh_l0	6	0.051170337945222855
30688	rnn.bias_hh_l0	7	0.05939783900976181
30688	rnn.bias_hh_l0	8	0.01711066998541355
30688	rnn.bias_hh_l0	9	0.04306516423821449
30688	rnn.weight_ih_l0_reverse	0	-0.029670562595129013
30688	rnn.weight_ih_l0_reverse	1	-0.0020215329714119434
30688	rnn.weight_ih_l0_reverse	2	0.023762542754411697
30688	rnn.weight_ih_l0_reverse	3	-0.06216954067349434
30688	rnn.weight_ih_l0_reverse	4	0.009314238093793392
30688	rnn.weight_ih_l0_reverse	5	-0.04596985876560211
30688	rnn.weight_ih_l0_reverse	6	0.02828683890402317
30688	rnn.weight_ih_l0_reverse	7	0.04597225412726402
30688	rnn.weight_ih_l0_reverse	8	-0.04879148304462433
30688	rnn.weight_ih_l0_reverse	9	-0.050774749368429184
30688	rnn.weight_hh_l0_reverse	0	-0.08322370797395706
30688	rnn.weight_hh_l0_reverse	1	-0.06328963488340378
30688	rnn.weight_hh_l0_reverse	2	0.03460327908396721
30688	rnn.weight_hh_l0_reverse	3	0.04578310623764992
30688	rnn.weight_hh_l0_reverse	4	-0.015621690079569817
30688	rnn.weight_hh_l0_reverse	5	0.04563513025641441
30688	rnn.weight_hh_l0_reverse	6	0.0009488257928751409
30688	rnn.weight_hh_l0_reverse	7	-0.00042658112943172455
30688	rnn.weight_hh_l0_reverse	8	-0.09871150553226471
30688	rnn.weight_hh_l0_reverse	9	0.08020995557308197
30688	rnn.bias_ih_l0_reverse	0	-0.08878089487552643
30688	rnn.bias_ih_l0_reverse	1	-0.06937118619680405
30688	rnn.bias_ih_l0_reverse	2	0.10395612567663193
30688	rnn.bias_ih_l0_reverse	3	0.04777427762746811
30688	rnn.bias_ih_l0_reverse	4	-0.12946277856826782
30688	rnn.bias_ih_l0_reverse	5	0.04151781648397446
30688	rnn.bias_ih_l0_reverse	6	-0.1062009334564209
30688	rnn.bias_ih_l0_reverse	7	0.044225916266441345
30688	rnn.bias_ih_l0_reverse	8	0.03490578010678291
30688	rnn.bias_ih_l0_reverse	9	0.06374643743038177
30688	rnn.bias_hh_l0_reverse	0	0.05688556656241417
30688	rnn.bias_hh_l0_reverse	1	0.06518641859292984
30688	rnn.bias_hh_l0_reverse	2	0.0786677822470665
30688	rnn.bias_hh_l0_reverse	3	-0.004631068091839552
30688	rnn.bias_hh_l0_reverse	4	0.07106471061706543
30688	rnn.bias_hh_l0_reverse	5	0.007424172479659319
30688	rnn.bias_hh_l0_reverse	6	-0.0541514977812767
30688	rnn.bias_hh_l0_reverse	7	0.027327800169587135
30688	rnn.bias_hh_l0_reverse	8	0.011699538677930832
30688	rnn.bias_hh_l0_reverse	9	-0.15888819098472595
30688	linear.weight	0	0.1728680431842804
30688	linear.weight	1	-0.16292117536067963
30688	linear.weight	2	-0.21467278897762299
30688	linear.weight	3	0.0778784453868866
30688	linear.weight	4	-0.026373477652668953
30688	linear.weight	5	0.003990065306425095
30688	linear.weight	6	-0.00691216392442584
30688	linear.weight	7	-0.027114441618323326
30688	linear.weight	8	0.0843408927321434
30688	linear.weight	9	0.34858015179634094
30688	linear.bias	0	-0.21053332090377808
30688	linear.bias	1	0.1951778531074524
30688	linear.bias	2	-0.5391404628753662
30688	linear.bias	3	1.7056999206542969
30688	linear.bias	4	-0.3966493308544159
30688	linear.bias	5	-0.030769959092140198
30688	linear.bias	6	-0.35786065459251404
30688	linear.bias	7	-0.27915653586387634
30688	linear.bias	8	-0.04275599122047424
30688	linear.bias	9	-0.4977934956550598
30716	transitions	0	-0.6481813192367554
30716	transitions	1	0.3496410846710205
30716	transitions	2	1.674443006515503
30716	transitions	3	0.09663849323987961
30716	transitions	4	0.948469340801239
30716	transitions	5	1.273924469947815
30716	transitions	6	0.48330214619636536
30716	transitions	7	0.17574751377105713
30716	transitions	8	-0.9195207357406616
30716	transitions	9	0.9306599497795105
30716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30716	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30716	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30716	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30716	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30716	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30716	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30716	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30716	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30716	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30716	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30716	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30716	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30716	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30716	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30716	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30716	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30716	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30716	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30716	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30716	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30716	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30716	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30716	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30716	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30716	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30716	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30716	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30716	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30716	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30716	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30716	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30716	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30716	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30716	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30716	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30716	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30716	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30716	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30716	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30716	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30716	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30716	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30716	embedding2nn.weight	0	0.02256343699991703
30716	embedding2nn.weight	1	0.01420495193451643
30716	embedding2nn.weight	2	-0.004281527828425169
30716	embedding2nn.weight	3	-0.00013170228339731693
30716	embedding2nn.weight	4	-0.004369435366243124
30716	embedding2nn.weight	5	0.011817683465778828
30716	embedding2nn.weight	6	-0.004968498833477497
30716	embedding2nn.weight	7	0.020828282460570335
30716	embedding2nn.weight	8	-0.0068071200512349606
30716	embedding2nn.weight	9	-0.013891618698835373
30716	embedding2nn.bias	0	-0.03829048201441765
30716	embedding2nn.bias	1	-0.02205401286482811
30716	embedding2nn.bias	2	-0.07549858838319778
30716	embedding2nn.bias	3	-0.00061650515999645
30716	embedding2nn.bias	4	0.0037393388338387012
30716	embedding2nn.bias	5	-0.006225265562534332
30716	embedding2nn.bias	6	0.009138903580605984
30716	embedding2nn.bias	7	0.019089963287115097
30716	embedding2nn.bias	8	0.006815174128860235
30716	embedding2nn.bias	9	0.0008524191216565669
30716	rnn.weight_ih_l0	0	0.03949780762195587
30716	rnn.weight_ih_l0	1	-0.013624685816466808
30716	rnn.weight_ih_l0	2	-0.036363329738378525
30716	rnn.weight_ih_l0	3	-0.04486451297998428
30716	rnn.weight_ih_l0	4	-0.052009839564561844
30716	rnn.weight_ih_l0	5	-0.008426083251833916
30716	rnn.weight_ih_l0	6	-0.051872119307518005
30716	rnn.weight_ih_l0	7	-0.06158679351210594
30716	rnn.weight_ih_l0	8	-0.04473601654171944
30716	rnn.weight_ih_l0	9	-0.026918642222881317
30716	rnn.weight_hh_l0	0	0.019442716613411903
30716	rnn.weight_hh_l0	1	-0.009769400581717491
30716	rnn.weight_hh_l0	2	-0.06731559336185455
30716	rnn.weight_hh_l0	3	-0.03341793268918991
30716	rnn.weight_hh_l0	4	-0.07819212973117828
30716	rnn.weight_hh_l0	5	-0.014566603116691113
30716	rnn.weight_hh_l0	6	-0.05435115844011307
30716	rnn.weight_hh_l0	7	-0.040482647716999054
30716	rnn.weight_hh_l0	8	-0.01902158558368683
30716	rnn.weight_hh_l0	9	-0.007991592399775982
30716	rnn.bias_ih_l0	0	0.14551056921482086
30716	rnn.bias_ih_l0	1	-0.05602606013417244
30716	rnn.bias_ih_l0	2	0.10451996326446533
30716	rnn.bias_ih_l0	3	0.04886090010404587
30716	rnn.bias_ih_l0	4	0.09869737178087234
30716	rnn.bias_ih_l0	5	0.024389099329710007
30716	rnn.bias_ih_l0	6	-0.017295455560088158
30716	rnn.bias_ih_l0	7	-0.10867233574390411
30716	rnn.bias_ih_l0	8	-0.20695120096206665
30716	rnn.bias_ih_l0	9	0.08687013387680054
30716	rnn.bias_hh_l0	0	0.0022696165833622217
30716	rnn.bias_hh_l0	1	0.023160703480243683
30716	rnn.bias_hh_l0	2	-0.00602088775485754
30716	rnn.bias_hh_l0	3	-0.029950885102152824
30716	rnn.bias_hh_l0	4	-0.03608596697449684
30716	rnn.bias_hh_l0	5	0.1439342349767685
30716	rnn.bias_hh_l0	6	0.05114489048719406
30716	rnn.bias_hh_l0	7	0.05949000269174576
30716	rnn.bias_hh_l0	8	0.017073241993784904
30716	rnn.bias_hh_l0	9	0.04299607872962952
30716	rnn.weight_ih_l0_reverse	0	-0.029643693938851357
30716	rnn.weight_ih_l0_reverse	1	-0.002033770317211747
30716	rnn.weight_ih_l0_reverse	2	0.02376503124833107
30716	rnn.weight_ih_l0_reverse	3	-0.062175776809453964
30716	rnn.weight_ih_l0_reverse	4	0.009331969544291496
30716	rnn.weight_ih_l0_reverse	5	-0.04597024619579315
30716	rnn.weight_ih_l0_reverse	6	0.028259199112653732
30716	rnn.weight_ih_l0_reverse	7	0.045962076634168625
30716	rnn.weight_ih_l0_reverse	8	-0.048783715814352036
30716	rnn.weight_ih_l0_reverse	9	-0.05077706649899483
30716	rnn.weight_hh_l0_reverse	0	-0.08320879191160202
30716	rnn.weight_hh_l0_reverse	1	-0.06325632333755493
30716	rnn.weight_hh_l0_reverse	2	0.034591659903526306
30716	rnn.weight_hh_l0_reverse	3	0.04579753056168556
30716	rnn.weight_hh_l0_reverse	4	-0.015644310042262077
30716	rnn.weight_hh_l0_reverse	5	0.045638054609298706
30716	rnn.weight_hh_l0_reverse	6	0.0010231718188151717
30716	rnn.weight_hh_l0_reverse	7	-0.0004613988276105374
30716	rnn.weight_hh_l0_reverse	8	-0.09866036474704742
30716	rnn.weight_hh_l0_reverse	9	0.08019647002220154
30716	rnn.bias_ih_l0_reverse	0	-0.08907924592494965
30716	rnn.bias_ih_l0_reverse	1	-0.06921331584453583
30716	rnn.bias_ih_l0_reverse	2	0.10400312393903732
30716	rnn.bias_ih_l0_reverse	3	0.04775364324450493
30716	rnn.bias_ih_l0_reverse	4	-0.1293533444404602
30716	rnn.bias_ih_l0_reverse	5	0.041541095823049545
30716	rnn.bias_ih_l0_reverse	6	-0.10620979219675064
30716	rnn.bias_ih_l0_reverse	7	0.04424151033163071
30716	rnn.bias_ih_l0_reverse	8	0.034826651215553284
30716	rnn.bias_ih_l0_reverse	9	0.0638105496764183
30716	rnn.bias_hh_l0_reverse	0	0.057237207889556885
30716	rnn.bias_hh_l0_reverse	1	0.06518439203500748
30716	rnn.bias_hh_l0_reverse	2	0.07862182706594467
30716	rnn.bias_hh_l0_reverse	3	-0.004528733901679516
30716	rnn.bias_hh_l0_reverse	4	0.07104521244764328
30716	rnn.bias_hh_l0_reverse	5	0.007499785162508488
30716	rnn.bias_hh_l0_reverse	6	-0.05409378185868263
30716	rnn.bias_hh_l0_reverse	7	0.027328528463840485
30716	rnn.bias_hh_l0_reverse	8	0.011670284904539585
30716	rnn.bias_hh_l0_reverse	9	-0.1590564101934433
30716	linear.weight	0	0.17286811769008636
30716	linear.weight	1	-0.16292119026184082
30716	linear.weight	2	-0.21475334465503693
30716	linear.weight	3	0.07783950120210648
30716	linear.weight	4	-0.026401560753583908
30716	linear.weight	5	0.0039741783402860165
30716	linear.weight	6	-0.006912067998200655
30716	linear.weight	7	-0.027113227173686028
30716	linear.weight	8	0.08429126441478729
30716	linear.weight	9	0.3485785126686096
30716	linear.bias	0	-0.210350900888443
30716	linear.bias	1	0.1951487958431244
30716	linear.bias	2	-0.5391845107078552
30716	linear.bias	3	1.7052561044692993
30716	linear.bias	4	-0.39665502309799194
30716	linear.bias	5	-0.030769959092140198
30716	linear.bias	6	-0.3578936457633972
30716	linear.bias	7	-0.2792356014251709
30716	linear.bias	8	-0.043242182582616806
30716	linear.bias	9	-0.4977967143058777
30744	transitions	0	-0.6481823921203613
30744	transitions	1	0.34964075684547424
30744	transitions	2	1.6744412183761597
30744	transitions	3	0.09663759171962738
30744	transitions	4	0.9484691023826599
30744	transitions	5	1.273924469947815
30744	transitions	6	0.48330214619636536
30744	transitions	7	0.17574749886989594
30744	transitions	8	-0.9195207357406616
30744	transitions	9	0.9306599497795105
30744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30744	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30744	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30744	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30744	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30744	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30744	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30744	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30744	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30744	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30744	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30744	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30744	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30744	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30744	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30744	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30744	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30744	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30744	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30744	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30744	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30744	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30744	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30744	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30744	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30744	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30744	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30744	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30744	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30744	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30744	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30744	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30744	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30744	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30744	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30744	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30744	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30744	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30744	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30744	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30744	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30744	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30744	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30744	embedding2nn.weight	0	0.022552503272891045
30744	embedding2nn.weight	1	0.014201910234987736
30744	embedding2nn.weight	2	-0.004282326903194189
30744	embedding2nn.weight	3	-0.00012943180627189577
30744	embedding2nn.weight	4	-0.004369938280433416
30744	embedding2nn.weight	5	0.011806800030171871
30744	embedding2nn.weight	6	-0.004961968865245581
30744	embedding2nn.weight	7	0.020830141380429268
30744	embedding2nn.weight	8	-0.006810842081904411
30744	embedding2nn.weight	9	-0.01389096025377512
30744	embedding2nn.bias	0	-0.03839709237217903
30744	embedding2nn.bias	1	-0.022202596068382263
30744	embedding2nn.bias	2	-0.07500807195901871
30744	embedding2nn.bias	3	-0.0009168210090138018
30744	embedding2nn.bias	4	0.003797805169597268
30744	embedding2nn.bias	5	-0.005947934929281473
30744	embedding2nn.bias	6	0.009126630611717701
30744	embedding2nn.bias	7	0.018878763541579247
30744	embedding2nn.bias	8	0.00666251964867115
30744	embedding2nn.bias	9	0.0008160591823980212
30744	rnn.weight_ih_l0	0	0.0395069383084774
30744	rnn.weight_ih_l0	1	-0.013641252182424068
30744	rnn.weight_ih_l0	2	-0.03637351095676422
30744	rnn.weight_ih_l0	3	-0.04486208036541939
30744	rnn.weight_ih_l0	4	-0.05200233310461044
30744	rnn.weight_ih_l0	5	-0.008436720818281174
30744	rnn.weight_ih_l0	6	-0.05188105255365372
30744	rnn.weight_ih_l0	7	-0.06158393621444702
30744	rnn.weight_ih_l0	8	-0.04474744573235512
30744	rnn.weight_ih_l0	9	-0.026922818273305893
30744	rnn.weight_hh_l0	0	0.019437076523900032
30744	rnn.weight_hh_l0	1	-0.009816018864512444
30744	rnn.weight_hh_l0	2	-0.06730954349040985
30744	rnn.weight_hh_l0	3	-0.03341319039463997
30744	rnn.weight_hh_l0	4	-0.07818856090307236
30744	rnn.weight_hh_l0	5	-0.014557437971234322
30744	rnn.weight_hh_l0	6	-0.05433293804526329
30744	rnn.weight_hh_l0	7	-0.040466658771038055
30744	rnn.weight_hh_l0	8	-0.019032809883356094
30744	rnn.weight_hh_l0	9	-0.007954109460115433
30744	rnn.bias_ih_l0	0	0.14549893140792847
30744	rnn.bias_ih_l0	1	-0.05592791363596916
30744	rnn.bias_ih_l0	2	0.10449057072401047
30744	rnn.bias_ih_l0	3	0.04883946478366852
30744	rnn.bias_ih_l0	4	0.09866787493228912
30744	rnn.bias_ih_l0	5	0.02434711717069149
30744	rnn.bias_ih_l0	6	-0.017310746014118195
30744	rnn.bias_ih_l0	7	-0.10865583270788193
30744	rnn.bias_ih_l0	8	-0.20722365379333496
30744	rnn.bias_ih_l0	9	0.08687800914049149
30744	rnn.bias_hh_l0	0	0.002322170650586486
30744	rnn.bias_hh_l0	1	0.023117855191230774
30744	rnn.bias_hh_l0	2	-0.0060774642042815685
30744	rnn.bias_hh_l0	3	-0.030114784836769104
30744	rnn.bias_hh_l0	4	-0.036135975271463394
30744	rnn.bias_hh_l0	5	0.1439412534236908
30744	rnn.bias_hh_l0	6	0.0512152835726738
30744	rnn.bias_hh_l0	7	0.05964398384094238
30744	rnn.bias_hh_l0	8	0.017057951539754868
30744	rnn.bias_hh_l0	9	0.04293225705623627
30744	rnn.weight_ih_l0_reverse	0	-0.02964821644127369
30744	rnn.weight_ih_l0_reverse	1	-0.0020314198918640614
30744	rnn.weight_ih_l0_reverse	2	0.023762010037899017
30744	rnn.weight_ih_l0_reverse	3	-0.062177930027246475
30744	rnn.weight_ih_l0_reverse	4	0.00934392586350441
30744	rnn.weight_ih_l0_reverse	5	-0.04596838355064392
30744	rnn.weight_ih_l0_reverse	6	0.02827303111553192
30744	rnn.weight_ih_l0_reverse	7	0.045963868498802185
30744	rnn.weight_ih_l0_reverse	8	-0.04877669736742973
30744	rnn.weight_ih_l0_reverse	9	-0.05078677088022232
30744	rnn.weight_hh_l0_reverse	0	-0.0832180306315422
30744	rnn.weight_hh_l0_reverse	1	-0.0633033737540245
30744	rnn.weight_hh_l0_reverse	2	0.03457433730363846
30744	rnn.weight_hh_l0_reverse	3	0.04580988734960556
30744	rnn.weight_hh_l0_reverse	4	-0.015675179660320282
30744	rnn.weight_hh_l0_reverse	5	0.045625507831573486
30744	rnn.weight_hh_l0_reverse	6	0.0010506148682907224
30744	rnn.weight_hh_l0_reverse	7	-0.0004233352083247155
30744	rnn.weight_hh_l0_reverse	8	-0.09867511689662933
30744	rnn.weight_hh_l0_reverse	9	0.08022031933069229
30744	rnn.bias_ih_l0_reverse	0	-0.0893106460571289
30744	rnn.bias_ih_l0_reverse	1	-0.06910144537687302
30744	rnn.bias_ih_l0_reverse	2	0.10402792692184448
30744	rnn.bias_ih_l0_reverse	3	0.0478094108402729
30744	rnn.bias_ih_l0_reverse	4	-0.12930911779403687
30744	rnn.bias_ih_l0_reverse	5	0.041473209857940674
30744	rnn.bias_ih_l0_reverse	6	-0.1061776876449585
30744	rnn.bias_ih_l0_reverse	7	0.04428751394152641
30744	rnn.bias_ih_l0_reverse	8	0.03478145971894264
30744	rnn.bias_ih_l0_reverse	9	0.06372781842947006
30744	rnn.bias_hh_l0_reverse	0	0.057440731674432755
30744	rnn.bias_hh_l0_reverse	1	0.06503817439079285
30744	rnn.bias_hh_l0_reverse	2	0.07868330925703049
30744	rnn.bias_hh_l0_reverse	3	-0.00450165756046772
30744	rnn.bias_hh_l0_reverse	4	0.07104095816612244
30744	rnn.bias_hh_l0_reverse	5	0.007353330962359905
30744	rnn.bias_hh_l0_reverse	6	-0.05416594445705414
30744	rnn.bias_hh_l0_reverse	7	0.027353055775165558
30744	rnn.bias_hh_l0_reverse	8	0.011690106242895126
30744	rnn.bias_hh_l0_reverse	9	-0.15903180837631226
30744	linear.weight	0	0.17279058694839478
30744	linear.weight	1	-0.16292060911655426
30744	linear.weight	2	-0.214805468916893
30744	linear.weight	3	0.07784537225961685
30744	linear.weight	4	-0.0263958889991045
30744	linear.weight	5	0.003975537605583668
30744	linear.weight	6	-0.00691197719424963
30744	linear.weight	7	-0.027101244777441025
30744	linear.weight	8	0.08427336812019348
30744	linear.weight	9	0.3485061228275299
30744	linear.bias	0	-0.20968233048915863
30744	linear.bias	1	0.1950131356716156
30744	linear.bias	2	-0.5392343997955322
30744	linear.bias	3	1.7055468559265137
30744	linear.bias	4	-0.3966616690158844
30744	linear.bias	5	-0.030769959092140198
30744	linear.bias	6	-0.3579165041446686
30744	linear.bias	7	-0.2792522609233856
30744	linear.bias	8	-0.043976519256830215
30744	linear.bias	9	-0.4977981746196747
30772	transitions	0	-0.6481863260269165
30772	transitions	1	0.34963753819465637
30772	transitions	2	1.6744396686553955
30772	transitions	3	0.09663707762956619
30772	transitions	4	0.948468804359436
30772	transitions	5	1.2739243507385254
30772	transitions	6	0.48330214619636536
30772	transitions	7	0.17574743926525116
30772	transitions	8	-0.9195207357406616
30772	transitions	9	0.9306599497795105
30772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30772	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30772	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30772	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30772	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30772	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30772	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30772	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30772	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30772	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30772	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30772	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30772	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30772	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30772	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30772	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30772	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30772	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30772	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30772	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30772	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30772	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30772	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30772	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30772	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30772	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30772	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30772	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30772	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30772	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30772	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30772	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30772	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30772	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30772	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30772	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30772	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30772	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30772	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30772	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30772	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30772	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30772	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30772	embedding2nn.weight	0	0.022565843537449837
30772	embedding2nn.weight	1	0.014203527010977268
30772	embedding2nn.weight	2	-0.004283102694898844
30772	embedding2nn.weight	3	-0.00013454639702104032
30772	embedding2nn.weight	4	-0.00437123654410243
30772	embedding2nn.weight	5	0.01181748230010271
30772	embedding2nn.weight	6	-0.004964841064065695
30772	embedding2nn.weight	7	0.020853707566857338
30772	embedding2nn.weight	8	-0.006813137326389551
30772	embedding2nn.weight	9	-0.013893922790884972
30772	embedding2nn.bias	0	-0.03833723068237305
30772	embedding2nn.bias	1	-0.022294173017144203
30772	embedding2nn.bias	2	-0.07447835057973862
30772	embedding2nn.bias	3	-0.0006945075583644211
30772	embedding2nn.bias	4	0.0036846823059022427
30772	embedding2nn.bias	5	-0.006322990171611309
30772	embedding2nn.bias	6	0.00929260067641735
30772	embedding2nn.bias	7	0.018481196835637093
30772	embedding2nn.bias	8	0.00660530524328351
30772	embedding2nn.bias	9	0.0008820889634080231
30772	rnn.weight_ih_l0	0	0.039520543068647385
30772	rnn.weight_ih_l0	1	-0.013625712133944035
30772	rnn.weight_ih_l0	2	-0.03637005388736725
30772	rnn.weight_ih_l0	3	-0.0448606014251709
30772	rnn.weight_ih_l0	4	-0.05200378596782684
30772	rnn.weight_ih_l0	5	-0.008417860604822636
30772	rnn.weight_ih_l0	6	-0.05189532786607742
30772	rnn.weight_ih_l0	7	-0.06158146634697914
30772	rnn.weight_ih_l0	8	-0.04474654793739319
30772	rnn.weight_ih_l0	9	-0.026922227814793587
30772	rnn.weight_hh_l0	0	0.019426420331001282
30772	rnn.weight_hh_l0	1	-0.009824047796428204
30772	rnn.weight_hh_l0	2	-0.06736598908901215
30772	rnn.weight_hh_l0	3	-0.03340410068631172
30772	rnn.weight_hh_l0	4	-0.07819093763828278
30772	rnn.weight_hh_l0	5	-0.014565875753760338
30772	rnn.weight_hh_l0	6	-0.054393962025642395
30772	rnn.weight_hh_l0	7	-0.04051647335290909
30772	rnn.weight_hh_l0	8	-0.01900448091328144
30772	rnn.weight_hh_l0	9	-0.007921179756522179
30772	rnn.bias_ih_l0	0	0.14551670849323273
30772	rnn.bias_ih_l0	1	-0.05589563772082329
30772	rnn.bias_ih_l0	2	0.10439988225698471
30772	rnn.bias_ih_l0	3	0.04885127395391464
30772	rnn.bias_ih_l0	4	0.09864549338817596
30772	rnn.bias_ih_l0	5	0.024389537051320076
30772	rnn.bias_ih_l0	6	-0.01728404313325882
30772	rnn.bias_ih_l0	7	-0.10903683304786682
30772	rnn.bias_ih_l0	8	-0.20737779140472412
30772	rnn.bias_ih_l0	9	0.08688364177942276
30772	rnn.bias_hh_l0	0	0.002329815411940217
30772	rnn.bias_hh_l0	1	0.023119354620575905
30772	rnn.bias_hh_l0	2	-0.006070288829505444
30772	rnn.bias_hh_l0	3	-0.030278315767645836
30772	rnn.bias_hh_l0	4	-0.03616590052843094
30772	rnn.bias_hh_l0	5	0.1439078152179718
30772	rnn.bias_hh_l0	6	0.051245443522930145
30772	rnn.bias_hh_l0	7	0.059598006308078766
30772	rnn.bias_hh_l0	8	0.017084654420614243
30772	rnn.bias_hh_l0	9	0.04302782565355301
30772	rnn.weight_ih_l0_reverse	0	-0.029626548290252686
30772	rnn.weight_ih_l0_reverse	1	-0.0020554952789098024
30772	rnn.weight_ih_l0_reverse	2	0.0237596333026886
30772	rnn.weight_ih_l0_reverse	3	-0.062177207320928574
30772	rnn.weight_ih_l0_reverse	4	0.009344432502985
30772	rnn.weight_ih_l0_reverse	5	-0.045995160937309265
30772	rnn.weight_ih_l0_reverse	6	0.028280489146709442
30772	rnn.weight_ih_l0_reverse	7	0.04595744237303734
30772	rnn.weight_ih_l0_reverse	8	-0.04877766966819763
30772	rnn.weight_ih_l0_reverse	9	-0.0507928803563118
30772	rnn.weight_hh_l0_reverse	0	-0.08320935070514679
30772	rnn.weight_hh_l0_reverse	1	-0.06327198445796967
30772	rnn.weight_hh_l0_reverse	2	0.034598249942064285
30772	rnn.weight_hh_l0_reverse	3	0.04580509662628174
30772	rnn.weight_hh_l0_reverse	4	-0.015652228146791458
30772	rnn.weight_hh_l0_reverse	5	0.04562543332576752
30772	rnn.weight_hh_l0_reverse	6	0.001134658814407885
30772	rnn.weight_hh_l0_reverse	7	-0.00040552843711338937
30772	rnn.weight_hh_l0_reverse	8	-0.09866179525852203
30772	rnn.weight_hh_l0_reverse	9	0.080260269343853
30772	rnn.bias_ih_l0_reverse	0	-0.0894719660282135
30772	rnn.bias_ih_l0_reverse	1	-0.06911413371562958
30772	rnn.bias_ih_l0_reverse	2	0.10403338074684143
30772	rnn.bias_ih_l0_reverse	3	0.04784029349684715
30772	rnn.bias_ih_l0_reverse	4	-0.12932468950748444
30772	rnn.bias_ih_l0_reverse	5	0.04143935441970825
30772	rnn.bias_ih_l0_reverse	6	-0.10611649602651596
30772	rnn.bias_ih_l0_reverse	7	0.044412996619939804
30772	rnn.bias_ih_l0_reverse	8	0.03483040630817413
30772	rnn.bias_ih_l0_reverse	9	0.06370044499635696
30772	rnn.bias_hh_l0_reverse	0	0.05707193911075592
30772	rnn.bias_hh_l0_reverse	1	0.06500838696956635
30772	rnn.bias_hh_l0_reverse	2	0.07865109294652939
30772	rnn.bias_hh_l0_reverse	3	-0.004449229221791029
30772	rnn.bias_hh_l0_reverse	4	0.07105086743831635
30772	rnn.bias_hh_l0_reverse	5	0.007429853081703186
30772	rnn.bias_hh_l0_reverse	6	-0.05434838682413101
30772	rnn.bias_hh_l0_reverse	7	0.0273362398147583
30772	rnn.bias_hh_l0_reverse	8	0.011663983575999737
30772	rnn.bias_hh_l0_reverse	9	-0.15896886587142944
30772	linear.weight	0	0.17278629541397095
30772	linear.weight	1	-0.16292022168636322
30772	linear.weight	2	-0.21477094292640686
30772	linear.weight	3	0.07783575356006622
30772	linear.weight	4	-0.026381179690361023
30772	linear.weight	5	0.003956641536206007
30772	linear.weight	6	-0.006912237964570522
30772	linear.weight	7	-0.027099724858999252
30772	linear.weight	8	0.08443029224872589
30772	linear.weight	9	0.34847429394721985
30772	linear.bias	0	-0.20943774282932281
30772	linear.bias	1	0.19500836730003357
30772	linear.bias	2	-0.5394748449325562
30772	linear.bias	3	1.7053407430648804
30772	linear.bias	4	-0.39675021171569824
30772	linear.bias	5	-0.030769959092140198
30772	linear.bias	6	-0.3580484688282013
30772	linear.bias	7	-0.27926817536354065
30772	linear.bias	8	-0.04342258721590042
30772	linear.bias	9	-0.4978012442588806
30800	transitions	0	-0.6481905579566956
30800	transitions	1	0.34963560104370117
30800	transitions	2	1.6744377613067627
30800	transitions	3	0.09663499146699905
30800	transitions	4	0.9484686851501465
30800	transitions	5	1.2739242315292358
30800	transitions	6	0.48330211639404297
30800	transitions	7	0.17574743926525116
30800	transitions	8	-0.9195207357406616
30800	transitions	9	0.9306599497795105
30800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30800	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30800	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30800	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30800	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30800	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30800	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30800	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30800	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30800	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30800	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30800	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30800	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30800	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30800	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30800	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30800	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30800	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30800	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30800	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30800	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30800	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30800	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30800	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30800	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30800	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30800	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30800	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30800	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30800	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30800	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30800	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30800	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30800	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30800	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30800	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30800	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30800	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30800	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30800	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30800	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30800	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30800	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30800	embedding2nn.weight	0	0.022534606978297234
30800	embedding2nn.weight	1	0.014202781952917576
30800	embedding2nn.weight	2	-0.004281697329133749
30800	embedding2nn.weight	3	-0.00013491295976564288
30800	embedding2nn.weight	4	-0.004374087322503328
30800	embedding2nn.weight	5	0.011821603402495384
30800	embedding2nn.weight	6	-0.004964691586792469
30800	embedding2nn.weight	7	0.02090725675225258
30800	embedding2nn.weight	8	-0.006805624812841415
30800	embedding2nn.weight	9	-0.01389795821160078
30800	embedding2nn.bias	0	-0.03799952566623688
30800	embedding2nn.bias	1	-0.0224525835365057
30800	embedding2nn.bias	2	-0.07449796050786972
30800	embedding2nn.bias	3	-0.0008108378387987614
30800	embedding2nn.bias	4	0.003902624361217022
30800	embedding2nn.bias	5	-0.006595873739570379
30800	embedding2nn.bias	6	0.009276037104427814
30800	embedding2nn.bias	7	0.01819058321416378
30800	embedding2nn.bias	8	0.006904441397637129
30800	embedding2nn.bias	9	0.0008010244928300381
30800	rnn.weight_ih_l0	0	0.03951987996697426
30800	rnn.weight_ih_l0	1	-0.01363380067050457
30800	rnn.weight_ih_l0	2	-0.036389388144016266
30800	rnn.weight_ih_l0	3	-0.04484079033136368
30800	rnn.weight_ih_l0	4	-0.052003100514411926
30800	rnn.weight_ih_l0	5	-0.008415834978222847
30800	rnn.weight_ih_l0	6	-0.05190730467438698
30800	rnn.weight_ih_l0	7	-0.061588652431964874
30800	rnn.weight_ih_l0	8	-0.04474889114499092
30800	rnn.weight_ih_l0	9	-0.026936758309602737
30800	rnn.weight_hh_l0	0	0.019428901374340057
30800	rnn.weight_hh_l0	1	-0.009844659827649593
30800	rnn.weight_hh_l0	2	-0.06736603379249573
30800	rnn.weight_hh_l0	3	-0.03340638056397438
30800	rnn.weight_hh_l0	4	-0.0781935602426529
30800	rnn.weight_hh_l0	5	-0.014590169303119183
30800	rnn.weight_hh_l0	6	-0.054313208907842636
30800	rnn.weight_hh_l0	7	-0.04051455110311508
30800	rnn.weight_hh_l0	8	-0.019035644829273224
30800	rnn.weight_hh_l0	9	-0.007890897803008556
30800	rnn.bias_ih_l0	0	0.14549581706523895
30800	rnn.bias_ih_l0	1	-0.05592549964785576
30800	rnn.bias_ih_l0	2	0.10436488687992096
30800	rnn.bias_ih_l0	3	0.0488705188035965
30800	rnn.bias_ih_l0	4	0.09875503182411194
30800	rnn.bias_ih_l0	5	0.024443093687295914
30800	rnn.bias_ih_l0	6	-0.01731884852051735
30800	rnn.bias_ih_l0	7	-0.10883843153715134
30800	rnn.bias_ih_l0	8	-0.2073018103837967
30800	rnn.bias_ih_l0	9	0.08676864951848984
30800	rnn.bias_hh_l0	0	0.00233247596770525
30800	rnn.bias_hh_l0	1	0.02329353056848049
30800	rnn.bias_hh_l0	2	-0.006014691200107336
30800	rnn.bias_hh_l0	3	-0.030248258262872696
30800	rnn.bias_hh_l0	4	-0.03610054403543472
30800	rnn.bias_hh_l0	5	0.14371390640735626
30800	rnn.bias_hh_l0	6	0.05129222571849823
30800	rnn.bias_hh_l0	7	0.05972481891512871
30800	rnn.bias_hh_l0	8	0.017049849033355713
30800	rnn.bias_hh_l0	9	0.043030597269535065
30800	rnn.weight_ih_l0_reverse	0	-0.029628334566950798
30800	rnn.weight_ih_l0_reverse	1	-0.002054257085546851
30800	rnn.weight_ih_l0_reverse	2	0.023752404376864433
30800	rnn.weight_ih_l0_reverse	3	-0.06216307356953621
30800	rnn.weight_ih_l0_reverse	4	0.009327264502644539
30800	rnn.weight_ih_l0_reverse	5	-0.04600609093904495
30800	rnn.weight_ih_l0_reverse	6	0.028279459103941917
30800	rnn.weight_ih_l0_reverse	7	0.045951053500175476
30800	rnn.weight_ih_l0_reverse	8	-0.04878641292452812
30800	rnn.weight_ih_l0_reverse	9	-0.0507906898856163
30800	rnn.weight_hh_l0_reverse	0	-0.08324500918388367
30800	rnn.weight_hh_l0_reverse	1	-0.06323493272066116
30800	rnn.weight_hh_l0_reverse	2	0.03460102155804634
30800	rnn.weight_hh_l0_reverse	3	0.04581402614712715
30800	rnn.weight_hh_l0_reverse	4	-0.015656964853405952
30800	rnn.weight_hh_l0_reverse	5	0.04561297595500946
30800	rnn.weight_hh_l0_reverse	6	0.0012158306781202555
30800	rnn.weight_hh_l0_reverse	7	-0.00037869776133447886
30800	rnn.weight_hh_l0_reverse	8	-0.09865662455558777
30800	rnn.weight_hh_l0_reverse	9	0.08023668825626373
30800	rnn.bias_ih_l0_reverse	0	-0.0892437994480133
30800	rnn.bias_ih_l0_reverse	1	-0.06917595863342285
30800	rnn.bias_ih_l0_reverse	2	0.10405457019805908
30800	rnn.bias_ih_l0_reverse	3	0.04779761657118797
30800	rnn.bias_ih_l0_reverse	4	-0.1293691247701645
30800	rnn.bias_ih_l0_reverse	5	0.04139580577611923
30800	rnn.bias_ih_l0_reverse	6	-0.10620351135730743
30800	rnn.bias_ih_l0_reverse	7	0.04442180320620537
30800	rnn.bias_ih_l0_reverse	8	0.03481145575642586
30800	rnn.bias_ih_l0_reverse	9	0.0636858120560646
30800	rnn.bias_hh_l0_reverse	0	0.056999389082193375
30800	rnn.bias_hh_l0_reverse	1	0.0651877224445343
30800	rnn.bias_hh_l0_reverse	2	0.07868890464305878
30800	rnn.bias_hh_l0_reverse	3	-0.004390268586575985
30800	rnn.bias_hh_l0_reverse	4	0.07106107473373413
30800	rnn.bias_hh_l0_reverse	5	0.007267792243510485
30800	rnn.bias_hh_l0_reverse	6	-0.05432116612792015
30800	rnn.bias_hh_l0_reverse	7	0.02731975167989731
30800	rnn.bias_hh_l0_reverse	8	0.01161779835820198
30800	rnn.bias_hh_l0_reverse	9	-0.15904384851455688
30800	linear.weight	0	0.17301532626152039
30800	linear.weight	1	-0.16291961073875427
30800	linear.weight	2	-0.21483789384365082
30800	linear.weight	3	0.07819163054227829
30800	linear.weight	4	-0.026408657431602478
30800	linear.weight	5	0.003939897753298283
30800	linear.weight	6	-0.006912056356668472
30800	linear.weight	7	-0.027098406106233597
30800	linear.weight	8	0.08437464386224747
30800	linear.weight	9	0.34834587574005127
30800	linear.bias	0	-0.21029508113861084
30800	linear.bias	1	0.19477641582489014
30800	linear.bias	2	-0.5395721197128296
30800	linear.bias	3	1.7055541276931763
30800	linear.bias	4	-0.3968297243118286
30800	linear.bias	5	-0.030769959092140198
30800	linear.bias	6	-0.35793644189834595
30800	linear.bias	7	-0.2789247930049896
30800	linear.bias	8	-0.04261365160346031
30800	linear.bias	9	-0.4978053569793701
30828	transitions	0	-0.6481916308403015
30828	transitions	1	0.34963494539260864
30828	transitions	2	1.6744358539581299
30828	transitions	3	0.09663422405719757
30828	transitions	4	0.9484674334526062
30828	transitions	5	1.2739242315292358
30828	transitions	6	0.48330211639404297
30828	transitions	7	0.17574743926525116
30828	transitions	8	-0.9195207357406616
30828	transitions	9	0.9306599497795105
30828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30828	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30828	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30828	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30828	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30828	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30828	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30828	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30828	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30828	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30828	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30828	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30828	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30828	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30828	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30828	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30828	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30828	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30828	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30828	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30828	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30828	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30828	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30828	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30828	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30828	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30828	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30828	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30828	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30828	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30828	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30828	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30828	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30828	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30828	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30828	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30828	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30828	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30828	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30828	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30828	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30828	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30828	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30828	embedding2nn.weight	0	0.022562773898243904
30828	embedding2nn.weight	1	0.014203141443431377
30828	embedding2nn.weight	2	-0.0042808945290744305
30828	embedding2nn.weight	3	-0.00013423702330328524
30828	embedding2nn.weight	4	-0.0043732482008636
30828	embedding2nn.weight	5	0.011819910258054733
30828	embedding2nn.weight	6	-0.004965867847204208
30828	embedding2nn.weight	7	0.02089971862733364
30828	embedding2nn.weight	8	-0.006805627606809139
30828	embedding2nn.weight	9	-0.013899131678044796
30828	embedding2nn.bias	0	-0.03820013627409935
30828	embedding2nn.bias	1	-0.02239995077252388
30828	embedding2nn.bias	2	-0.07440461218357086
30828	embedding2nn.bias	3	-0.0010129279689863324
30828	embedding2nn.bias	4	0.003813388990238309
30828	embedding2nn.bias	5	-0.006712945178151131
30828	embedding2nn.bias	6	0.009236466139554977
30828	embedding2nn.bias	7	0.018394814804196358
30828	embedding2nn.bias	8	0.006668573711067438
30828	embedding2nn.bias	9	0.000569344381801784
30828	rnn.weight_ih_l0	0	0.039517663419246674
30828	rnn.weight_ih_l0	1	-0.013630317524075508
30828	rnn.weight_ih_l0	2	-0.03638602793216705
30828	rnn.weight_ih_l0	3	-0.04484231770038605
30828	rnn.weight_ih_l0	4	-0.05199790373444557
30828	rnn.weight_ih_l0	5	-0.008428477682173252
30828	rnn.weight_ih_l0	6	-0.05189545825123787
30828	rnn.weight_ih_l0	7	-0.06158406287431717
30828	rnn.weight_ih_l0	8	-0.04475224390625954
30828	rnn.weight_ih_l0	9	-0.0269272793084383
30828	rnn.weight_hh_l0	0	0.019424110651016235
30828	rnn.weight_hh_l0	1	-0.009847096167504787
30828	rnn.weight_hh_l0	2	-0.06735444813966751
30828	rnn.weight_hh_l0	3	-0.03342118486762047
30828	rnn.weight_hh_l0	4	-0.07819914072751999
30828	rnn.weight_hh_l0	5	-0.01459095161408186
30828	rnn.weight_hh_l0	6	-0.05433235317468643
30828	rnn.weight_hh_l0	7	-0.04052247479557991
30828	rnn.weight_hh_l0	8	-0.01903413236141205
30828	rnn.weight_hh_l0	9	-0.007891939952969551
30828	rnn.bias_ih_l0	0	0.14551383256912231
30828	rnn.bias_ih_l0	1	-0.055871859192848206
30828	rnn.bias_ih_l0	2	0.10434715449810028
30828	rnn.bias_ih_l0	3	0.0489334911108017
30828	rnn.bias_ih_l0	4	0.09872779995203018
30828	rnn.bias_ih_l0	5	0.02439807541668415
30828	rnn.bias_ih_l0	6	-0.017332548275589943
30828	rnn.bias_ih_l0	7	-0.108689084649086
30828	rnn.bias_ih_l0	8	-0.20736339688301086
30828	rnn.bias_ih_l0	9	0.08677472919225693
30828	rnn.bias_hh_l0	0	0.002298746956512332
30828	rnn.bias_hh_l0	1	0.02330799400806427
30828	rnn.bias_hh_l0	2	-0.006000796798616648
30828	rnn.bias_hh_l0	3	-0.030284767970442772
30828	rnn.bias_hh_l0	4	-0.03606199100613594
30828	rnn.bias_hh_l0	5	0.14375200867652893
30828	rnn.bias_hh_l0	6	0.05128299072384834
30828	rnn.bias_hh_l0	7	0.059671178460121155
30828	rnn.bias_hh_l0	8	0.01703614927828312
30828	rnn.bias_hh_l0	9	0.04300219565629959
30828	rnn.weight_ih_l0_reverse	0	-0.029640043154358864
30828	rnn.weight_ih_l0_reverse	1	-0.0020510877948254347
30828	rnn.weight_ih_l0_reverse	2	0.023755094036459923
30828	rnn.weight_ih_l0_reverse	3	-0.062163665890693665
30828	rnn.weight_ih_l0_reverse	4	0.009331930428743362
30828	rnn.weight_ih_l0_reverse	5	-0.04601527005434036
30828	rnn.weight_ih_l0_reverse	6	0.02828214503824711
30828	rnn.weight_ih_l0_reverse	7	0.0459413006901741
30828	rnn.weight_ih_l0_reverse	8	-0.04879222810268402
30828	rnn.weight_ih_l0_reverse	9	-0.05079241469502449
30828	rnn.weight_hh_l0_reverse	0	-0.0832538828253746
30828	rnn.weight_hh_l0_reverse	1	-0.06327402591705322
30828	rnn.weight_hh_l0_reverse	2	0.0345897302031517
30828	rnn.weight_hh_l0_reverse	3	0.04581953212618828
30828	rnn.weight_hh_l0_reverse	4	-0.015646521002054214
30828	rnn.weight_hh_l0_reverse	5	0.04561394453048706
30828	rnn.weight_hh_l0_reverse	6	0.0011500006075948477
30828	rnn.weight_hh_l0_reverse	7	-0.0003752770135179162
30828	rnn.weight_hh_l0_reverse	8	-0.09865789115428925
30828	rnn.weight_hh_l0_reverse	9	0.08022347837686539
30828	rnn.bias_ih_l0_reverse	0	-0.08920285105705261
30828	rnn.bias_ih_l0_reverse	1	-0.06917332112789154
30828	rnn.bias_ih_l0_reverse	2	0.10406136512756348
30828	rnn.bias_ih_l0_reverse	3	0.04781489074230194
30828	rnn.bias_ih_l0_reverse	4	-0.129371777176857
30828	rnn.bias_ih_l0_reverse	5	0.04139947518706322
30828	rnn.bias_ih_l0_reverse	6	-0.10625295341014862
30828	rnn.bias_ih_l0_reverse	7	0.04444221407175064
30828	rnn.bias_ih_l0_reverse	8	0.034818947315216064
30828	rnn.bias_ih_l0_reverse	9	0.06369006633758545
30828	rnn.bias_hh_l0_reverse	0	0.05721326917409897
30828	rnn.bias_hh_l0_reverse	1	0.06514065712690353
30828	rnn.bias_hh_l0_reverse	2	0.07868818938732147
30828	rnn.bias_hh_l0_reverse	3	-0.004408237524330616
30828	rnn.bias_hh_l0_reverse	4	0.07109467685222626
30828	rnn.bias_hh_l0_reverse	5	0.007270741742104292
30828	rnn.bias_hh_l0_reverse	6	-0.05432741716504097
30828	rnn.bias_hh_l0_reverse	7	0.027321912348270416
30828	rnn.bias_hh_l0_reverse	8	0.011628948152065277
30828	rnn.bias_hh_l0_reverse	9	-0.15892010927200317
30828	linear.weight	0	0.1728520393371582
30828	linear.weight	1	-0.16291901469230652
30828	linear.weight	2	-0.21482016146183014
30828	linear.weight	3	0.07815775275230408
30828	linear.weight	4	-0.026532812044024467
30828	linear.weight	5	0.0039400565437972546
30828	linear.weight	6	-0.006912028416991234
30828	linear.weight	7	-0.027096591889858246
30828	linear.weight	8	0.0844717025756836
30828	linear.weight	9	0.34821105003356934
30828	linear.bias	0	-0.21030636131763458
30828	linear.bias	1	0.19467906653881073
30828	linear.bias	2	-0.5395562052726746
30828	linear.bias	3	1.70565927028656
30828	linear.bias	4	-0.3968336880207062
30828	linear.bias	5	-0.030769959092140198
30828	linear.bias	6	-0.3579337000846863
30828	linear.bias	7	-0.278883695602417
30828	linear.bias	8	-0.04265304654836655
30828	linear.bias	9	-0.497806578874588
30856	transitions	0	-0.648192822933197
30856	transitions	1	0.34963467717170715
30856	transitions	2	1.6744344234466553
30856	transitions	3	0.0966326892375946
30856	transitions	4	0.9484674334526062
30856	transitions	5	1.2739242315292358
30856	transitions	6	0.48330211639404297
30856	transitions	7	0.17574742436408997
30856	transitions	8	-0.9195207357406616
30856	transitions	9	0.9306599497795105
30856	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30856	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30856	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30856	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30856	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30856	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30856	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30856	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30856	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30856	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30856	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30856	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30856	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30856	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30856	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30856	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30856	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30856	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30856	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30856	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30856	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30856	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30856	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30856	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30856	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30856	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30856	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30856	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30856	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30856	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30856	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30856	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30856	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30856	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30856	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30856	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30856	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30856	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30856	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30856	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30856	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30856	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30856	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30856	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30856	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30856	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30856	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30856	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30856	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30856	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30856	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30856	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30856	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30856	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30856	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30856	embedding2nn.weight	0	0.022566841915249825
30856	embedding2nn.weight	1	0.014199967496097088
30856	embedding2nn.weight	2	-0.004281638190150261
30856	embedding2nn.weight	3	-0.00013401296746451408
30856	embedding2nn.weight	4	-0.004373607691377401
30856	embedding2nn.weight	5	0.0118216872215271
30856	embedding2nn.weight	6	-0.004968964960426092
30856	embedding2nn.weight	7	0.02090047299861908
30856	embedding2nn.weight	8	-0.006806749850511551
30856	embedding2nn.weight	9	-0.013899758458137512
30856	embedding2nn.bias	0	-0.03812120854854584
30856	embedding2nn.bias	1	-0.022415120154619217
30856	embedding2nn.bias	2	-0.07443644106388092
30856	embedding2nn.bias	3	-0.0011204072507098317
30856	embedding2nn.bias	4	0.0037952696438878775
30856	embedding2nn.bias	5	-0.006704756058752537
30856	embedding2nn.bias	6	0.009295069612562656
30856	embedding2nn.bias	7	0.018345613032579422
30856	embedding2nn.bias	8	0.006738478317856789
30856	embedding2nn.bias	9	0.0004894959856756032
30856	rnn.weight_ih_l0	0	0.03951793909072876
30856	rnn.weight_ih_l0	1	-0.013619860634207726
30856	rnn.weight_ih_l0	2	-0.036384232342243195
30856	rnn.weight_ih_l0	3	-0.044833503663539886
30856	rnn.weight_ih_l0	4	-0.05200584977865219
30856	rnn.weight_ih_l0	5	-0.008425361476838589
30856	rnn.weight_ih_l0	6	-0.051917511969804764
30856	rnn.weight_ih_l0	7	-0.0615871287882328
30856	rnn.weight_ih_l0	8	-0.04475419223308563
30856	rnn.weight_ih_l0	9	-0.02693222649395466
30856	rnn.weight_hh_l0	0	0.019426731392741203
30856	rnn.weight_hh_l0	1	-0.009856070391833782
30856	rnn.weight_hh_l0	2	-0.06735401600599289
30856	rnn.weight_hh_l0	3	-0.03341203182935715
30856	rnn.weight_hh_l0	4	-0.0782032236456871
30856	rnn.weight_hh_l0	5	-0.014583016745746136
30856	rnn.weight_hh_l0	6	-0.05436098948121071
30856	rnn.weight_hh_l0	7	-0.04056898131966591
30856	rnn.weight_hh_l0	8	-0.01904243603348732
30856	rnn.weight_hh_l0	9	-0.007877466268837452
30856	rnn.bias_ih_l0	0	0.14550653100013733
30856	rnn.bias_ih_l0	1	-0.055827315896749496
30856	rnn.bias_ih_l0	2	0.10427095741033554
30856	rnn.bias_ih_l0	3	0.04894862696528435
30856	rnn.bias_ih_l0	4	0.09879961609840393
30856	rnn.bias_ih_l0	5	0.024417556822299957
30856	rnn.bias_ih_l0	6	-0.017336446791887283
30856	rnn.bias_ih_l0	7	-0.10864531248807907
30856	rnn.bias_ih_l0	8	-0.20734450221061707
30856	rnn.bias_ih_l0	9	0.08669689297676086
30856	rnn.bias_hh_l0	0	0.0023618328850716352
30856	rnn.bias_hh_l0	1	0.023433253169059753
30856	rnn.bias_hh_l0	2	-0.00599004328250885
30856	rnn.bias_hh_l0	3	-0.030230453237891197
30856	rnn.bias_hh_l0	4	-0.036113522946834564
30856	rnn.bias_hh_l0	5	0.14372016489505768
30856	rnn.bias_hh_l0	6	0.05128898844122887
30856	rnn.bias_hh_l0	7	0.05970484018325806
30856	rnn.bias_hh_l0	8	0.01703225076198578
30856	rnn.bias_hh_l0	9	0.04300345107913017
30856	rnn.weight_ih_l0_reverse	0	-0.0296443160623312
30856	rnn.weight_ih_l0_reverse	1	-0.0020751815754920244
30856	rnn.weight_ih_l0_reverse	2	0.02376779541373253
30856	rnn.weight_ih_l0_reverse	3	-0.06215088814496994
30856	rnn.weight_ih_l0_reverse	4	0.009320775046944618
30856	rnn.weight_ih_l0_reverse	5	-0.046019479632377625
30856	rnn.weight_ih_l0_reverse	6	0.028284776955842972
30856	rnn.weight_ih_l0_reverse	7	0.04594212770462036
30856	rnn.weight_ih_l0_reverse	8	-0.04879987984895706
30856	rnn.weight_ih_l0_reverse	9	-0.05080171301960945
30856	rnn.weight_hh_l0_reverse	0	-0.08325709402561188
30856	rnn.weight_hh_l0_reverse	1	-0.06326323747634888
30856	rnn.weight_hh_l0_reverse	2	0.034590959548950195
30856	rnn.weight_hh_l0_reverse	3	0.04581749066710472
30856	rnn.weight_hh_l0_reverse	4	-0.015661055222153664
30856	rnn.weight_hh_l0_reverse	5	0.04561390355229378
30856	rnn.weight_hh_l0_reverse	6	0.0011364411329850554
30856	rnn.weight_hh_l0_reverse	7	-0.00036261757486499846
30856	rnn.weight_hh_l0_reverse	8	-0.0986480787396431
30856	rnn.weight_hh_l0_reverse	9	0.08022953569889069
30856	rnn.bias_ih_l0_reverse	0	-0.08913039416074753
30856	rnn.bias_ih_l0_reverse	1	-0.0691147968173027
30856	rnn.bias_ih_l0_reverse	2	0.10405609756708145
30856	rnn.bias_ih_l0_reverse	3	0.04784833639860153
30856	rnn.bias_ih_l0_reverse	4	-0.12940756976604462
30856	rnn.bias_ih_l0_reverse	5	0.04140320047736168
30856	rnn.bias_ih_l0_reverse	6	-0.1062171459197998
30856	rnn.bias_ih_l0_reverse	7	0.04446201026439667
30856	rnn.bias_ih_l0_reverse	8	0.03482029587030411
30856	rnn.bias_ih_l0_reverse	9	0.06362149864435196
30856	rnn.bias_hh_l0_reverse	0	0.05724475905299187
30856	rnn.bias_hh_l0_reverse	1	0.06515933573246002
30856	rnn.bias_hh_l0_reverse	2	0.07863358408212662
30856	rnn.bias_hh_l0_reverse	3	-0.004400352016091347
30856	rnn.bias_hh_l0_reverse	4	0.07110226154327393
30856	rnn.bias_hh_l0_reverse	5	0.007358442060649395
30856	rnn.bias_hh_l0_reverse	6	-0.05433988198637962
30856	rnn.bias_hh_l0_reverse	7	0.027368716895580292
30856	rnn.bias_hh_l0_reverse	8	0.011652807705104351
30856	rnn.bias_hh_l0_reverse	9	-0.15901395678520203
30856	linear.weight	0	0.1728745996952057
30856	linear.weight	1	-0.16291876137256622
30856	linear.weight	2	-0.21482400596141815
30856	linear.weight	3	0.07816155254840851
30856	linear.weight	4	-0.026528654620051384
30856	linear.weight	5	0.003941575065255165
30856	linear.weight	6	-0.006911975797265768
30856	linear.weight	7	-0.027096111327409744
30856	linear.weight	8	0.08450714498758316
30856	linear.weight	9	0.34817808866500854
30856	linear.bias	0	-0.21016229689121246
30856	linear.bias	1	0.19472266733646393
30856	linear.bias	2	-0.5395786166191101
30856	linear.bias	3	1.7058215141296387
30856	linear.bias	4	-0.3968369662761688
30856	linear.bias	5	-0.030769959092140198
30856	linear.bias	6	-0.35795679688453674
30856	linear.bias	7	-0.2788929343223572
30856	linear.bias	8	-0.04266960546374321
30856	linear.bias	9	-0.4978078007698059
30884	transitions	0	-0.6481932997703552
30884	transitions	1	0.349634051322937
30884	transitions	2	1.674433708190918
30884	transitions	3	0.09663228690624237
30884	transitions	4	0.9484673142433167
30884	transitions	5	1.2739242315292358
30884	transitions	6	0.48330211639404297
30884	transitions	7	0.17574703693389893
30884	transitions	8	-0.9195207357406616
30884	transitions	9	0.9306599497795105
30884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30884	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30884	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30884	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30884	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30884	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30884	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30884	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30884	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30884	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30884	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30884	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30884	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30884	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30884	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30884	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30884	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30884	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30884	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30884	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30884	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30884	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30884	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30884	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30884	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30884	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30884	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30884	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30884	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30884	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30884	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30884	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30884	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30884	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30884	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30884	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30884	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30884	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30884	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30884	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30884	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30884	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30884	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30884	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30884	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30884	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30884	embedding2nn.weight	0	0.022552553564310074
30884	embedding2nn.weight	1	0.014201820828020573
30884	embedding2nn.weight	2	-0.004280865658074617
30884	embedding2nn.weight	3	-0.00013772850797977298
30884	embedding2nn.weight	4	-0.004373519215732813
30884	embedding2nn.weight	5	0.01182258129119873
30884	embedding2nn.weight	6	-0.0049676718190312386
30884	embedding2nn.weight	7	0.020902106538414955
30884	embedding2nn.weight	8	-0.00680727930739522
30884	embedding2nn.weight	9	-0.013900239020586014
30884	embedding2nn.bias	0	-0.038200896233320236
30884	embedding2nn.bias	1	-0.022456472739577293
30884	embedding2nn.bias	2	-0.0745329037308693
30884	embedding2nn.bias	3	-0.001036557019688189
30884	embedding2nn.bias	4	0.0037907930091023445
30884	embedding2nn.bias	5	-0.006562328897416592
30884	embedding2nn.bias	6	0.009485935792326927
30884	embedding2nn.bias	7	0.018574433401226997
30884	embedding2nn.bias	8	0.006617306265980005
30884	embedding2nn.bias	9	0.0005849718581885099
30884	rnn.weight_ih_l0	0	0.03950992971658707
30884	rnn.weight_ih_l0	1	-0.013617461547255516
30884	rnn.weight_ih_l0	2	-0.03638013079762459
30884	rnn.weight_ih_l0	3	-0.04483833536505699
30884	rnn.weight_ih_l0	4	-0.052001893520355225
30884	rnn.weight_ih_l0	5	-0.008425374515354633
30884	rnn.weight_ih_l0	6	-0.05191492661833763
30884	rnn.weight_ih_l0	7	-0.061596568673849106
30884	rnn.weight_ih_l0	8	-0.044755659997463226
30884	rnn.weight_ih_l0	9	-0.026932060718536377
30884	rnn.weight_hh_l0	0	0.019422050565481186
30884	rnn.weight_hh_l0	1	-0.009843197651207447
30884	rnn.weight_hh_l0	2	-0.06735116988420486
30884	rnn.weight_hh_l0	3	-0.03341437876224518
30884	rnn.weight_hh_l0	4	-0.07820158451795578
30884	rnn.weight_hh_l0	5	-0.014584498479962349
30884	rnn.weight_hh_l0	6	-0.05437428876757622
30884	rnn.weight_hh_l0	7	-0.04053974151611328
30884	rnn.weight_hh_l0	8	-0.01906568557024002
30884	rnn.weight_hh_l0	9	-0.007883752696216106
30884	rnn.bias_ih_l0	0	0.1455249786376953
30884	rnn.bias_ih_l0	1	-0.05581590160727501
30884	rnn.bias_ih_l0	2	0.1042470708489418
30884	rnn.bias_ih_l0	3	0.04892583563923836
30884	rnn.bias_ih_l0	4	0.09883471578359604
30884	rnn.bias_ih_l0	5	0.024472853168845177
30884	rnn.bias_ih_l0	6	-0.017431732267141342
30884	rnn.bias_ih_l0	7	-0.10852684080600739
30884	rnn.bias_ih_l0	8	-0.20718787610530853
30884	rnn.bias_ih_l0	9	0.08669435232877731
30884	rnn.bias_hh_l0	0	0.0024519972503185272
30884	rnn.bias_hh_l0	1	0.023414038121700287
30884	rnn.bias_hh_l0	2	-0.005968259647488594
30884	rnn.bias_hh_l0	3	-0.0302239079028368
30884	rnn.bias_hh_l0	4	-0.03609517216682434
30884	rnn.bias_hh_l0	5	0.14371873438358307
30884	rnn.bias_hh_l0	6	0.05124642327427864
30884	rnn.bias_hh_l0	7	0.05964943394064903
30884	rnn.bias_hh_l0	8	0.01693696528673172
30884	rnn.bias_hh_l0	9	0.04303264245390892
30884	rnn.weight_ih_l0_reverse	0	-0.029648086056113243
30884	rnn.weight_ih_l0_reverse	1	-0.002081906655803323
30884	rnn.weight_ih_l0_reverse	2	0.023773115128278732
30884	rnn.weight_ih_l0_reverse	3	-0.06214845925569534
30884	rnn.weight_ih_l0_reverse	4	0.009310856461524963
30884	rnn.weight_ih_l0_reverse	5	-0.04601404443383217
30884	rnn.weight_ih_l0_reverse	6	0.028304092586040497
30884	rnn.weight_ih_l0_reverse	7	0.04593730345368385
30884	rnn.weight_ih_l0_reverse	8	-0.04880219325423241
30884	rnn.weight_ih_l0_reverse	9	-0.05080687999725342
30884	rnn.weight_hh_l0_reverse	0	-0.08326446264982224
30884	rnn.weight_hh_l0_reverse	1	-0.06324529647827148
30884	rnn.weight_hh_l0_reverse	2	0.03457668051123619
30884	rnn.weight_hh_l0_reverse	3	0.04581455513834953
30884	rnn.weight_hh_l0_reverse	4	-0.01563236489892006
30884	rnn.weight_hh_l0_reverse	5	0.045608002692461014
30884	rnn.weight_hh_l0_reverse	6	0.0011680156458169222
30884	rnn.weight_hh_l0_reverse	7	-0.00036814395571127534
30884	rnn.weight_hh_l0_reverse	8	-0.09865304827690125
30884	rnn.weight_hh_l0_reverse	9	0.08022812753915787
30884	rnn.bias_ih_l0_reverse	0	-0.08944873511791229
30884	rnn.bias_ih_l0_reverse	1	-0.06915120780467987
30884	rnn.bias_ih_l0_reverse	2	0.1040576919913292
30884	rnn.bias_ih_l0_reverse	3	0.047828853130340576
30884	rnn.bias_ih_l0_reverse	4	-0.1294422298669815
30884	rnn.bias_ih_l0_reverse	5	0.04147377982735634
30884	rnn.bias_ih_l0_reverse	6	-0.10618426650762558
30884	rnn.bias_ih_l0_reverse	7	0.04450599476695061
30884	rnn.bias_ih_l0_reverse	8	0.0348181277513504
30884	rnn.bias_ih_l0_reverse	9	0.06362125277519226
30884	rnn.bias_hh_l0_reverse	0	0.0573699027299881
30884	rnn.bias_hh_l0_reverse	1	0.06522736698389053
30884	rnn.bias_hh_l0_reverse	2	0.07863138616085052
30884	rnn.bias_hh_l0_reverse	3	-0.004409833811223507
30884	rnn.bias_hh_l0_reverse	4	0.07116035372018814
30884	rnn.bias_hh_l0_reverse	5	0.007432278711348772
30884	rnn.bias_hh_l0_reverse	6	-0.05433739349246025
30884	rnn.bias_hh_l0_reverse	7	0.02737656980752945
30884	rnn.bias_hh_l0_reverse	8	0.011613638140261173
30884	rnn.bias_hh_l0_reverse	9	-0.15923352539539337
30884	linear.weight	0	0.17286044359207153
30884	linear.weight	1	-0.16291870176792145
30884	linear.weight	2	-0.21481719613075256
30884	linear.weight	3	0.07816322892904282
30884	linear.weight	4	-0.026525026187300682
30884	linear.weight	5	0.00394589314237237
30884	linear.weight	6	-0.006911945063620806
30884	linear.weight	7	-0.027095934376120567
30884	linear.weight	8	0.08438369631767273
30884	linear.weight	9	0.34812259674072266
30884	linear.bias	0	-0.2100299745798111
30884	linear.bias	1	0.19462910294532776
30884	linear.bias	2	-0.5395195484161377
30884	linear.bias	3	1.7060874700546265
30884	linear.bias	4	-0.3968401849269867
30884	linear.bias	5	-0.030769959092140198
30884	linear.bias	6	-0.35789257287979126
30884	linear.bias	7	-0.278964638710022
30884	linear.bias	8	-0.04290339723229408
30884	linear.bias	9	-0.49780967831611633
30912	transitions	0	-0.6481944918632507
30912	transitions	1	0.3496336340904236
30912	transitions	2	1.6744331121444702
30912	transitions	3	0.09663181006908417
30912	transitions	4	0.9484673142433167
30912	transitions	5	1.2739242315292358
30912	transitions	6	0.4833008646965027
30912	transitions	7	0.17574703693389893
30912	transitions	8	-0.9195207357406616
30912	transitions	9	0.9306599497795105
30912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30912	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30912	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30912	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30912	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30912	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30912	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30912	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30912	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30912	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30912	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30912	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30912	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30912	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30912	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30912	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30912	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30912	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30912	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30912	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30912	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30912	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30912	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30912	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30912	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30912	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30912	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30912	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30912	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30912	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30912	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30912	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30912	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30912	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30912	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30912	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30912	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30912	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30912	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30912	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30912	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30912	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30912	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30912	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30912	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30912	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30912	embedding2nn.weight	0	0.022540364414453506
30912	embedding2nn.weight	1	0.014202636666595936
30912	embedding2nn.weight	2	-0.004281687084585428
30912	embedding2nn.weight	3	-0.00012831264757551253
30912	embedding2nn.weight	4	-0.004373899195343256
30912	embedding2nn.weight	5	0.011824016459286213
30912	embedding2nn.weight	6	-0.004967884626239538
30912	embedding2nn.weight	7	0.020892957225441933
30912	embedding2nn.weight	8	-0.006811289582401514
30912	embedding2nn.weight	9	-0.013899137265980244
30912	embedding2nn.bias	0	-0.0383092537522316
30912	embedding2nn.bias	1	-0.022645900025963783
30912	embedding2nn.bias	2	-0.07464899122714996
30912	embedding2nn.bias	3	-0.0011252688709646463
30912	embedding2nn.bias	4	0.003687482327222824
30912	embedding2nn.bias	5	-0.006504684220999479
30912	embedding2nn.bias	6	0.009663509204983711
30912	embedding2nn.bias	7	0.018508557230234146
30912	embedding2nn.bias	8	0.00648660259321332
30912	embedding2nn.bias	9	0.0006419867277145386
30912	rnn.weight_ih_l0	0	0.039506908506155014
30912	rnn.weight_ih_l0	1	-0.013639042153954506
30912	rnn.weight_ih_l0	2	-0.03636174649000168
30912	rnn.weight_ih_l0	3	-0.044849883764982224
30912	rnn.weight_ih_l0	4	-0.052008576691150665
30912	rnn.weight_ih_l0	5	-0.008423381485044956
30912	rnn.weight_ih_l0	6	-0.05192476511001587
30912	rnn.weight_ih_l0	7	-0.0615907721221447
30912	rnn.weight_ih_l0	8	-0.04475054517388344
30912	rnn.weight_ih_l0	9	-0.026932647451758385
30912	rnn.weight_hh_l0	0	0.019411666318774223
30912	rnn.weight_hh_l0	1	-0.009824606589972973
30912	rnn.weight_hh_l0	2	-0.06736777722835541
30912	rnn.weight_hh_l0	3	-0.033412426710128784
30912	rnn.weight_hh_l0	4	-0.07820780575275421
30912	rnn.weight_hh_l0	5	-0.014589551836252213
30912	rnn.weight_hh_l0	6	-0.05435100570321083
30912	rnn.weight_hh_l0	7	-0.04054560139775276
30912	rnn.weight_hh_l0	8	-0.019071046262979507
30912	rnn.weight_hh_l0	9	-0.007878432981669903
30912	rnn.bias_ih_l0	0	0.14556348323822021
30912	rnn.bias_ih_l0	1	-0.05578335374593735
30912	rnn.bias_ih_l0	2	0.10421036928892136
30912	rnn.bias_ih_l0	3	0.04893697798252106
30912	rnn.bias_ih_l0	4	0.09886997193098068
30912	rnn.bias_ih_l0	5	0.024426933377981186
30912	rnn.bias_ih_l0	6	-0.01740948110818863
30912	rnn.bias_ih_l0	7	-0.10845817625522614
30912	rnn.bias_ih_l0	8	-0.20720987021923065
30912	rnn.bias_ih_l0	9	0.08672521263360977
30912	rnn.bias_hh_l0	0	0.002397992415353656
30912	rnn.bias_hh_l0	1	0.0233993548899889
30912	rnn.bias_hh_l0	2	-0.00602773716673255
30912	rnn.bias_hh_l0	3	-0.030242251232266426
30912	rnn.bias_hh_l0	4	-0.03609199821949005
30912	rnn.bias_hh_l0	5	0.14369414746761322
30912	rnn.bias_hh_l0	6	0.05127038061618805
30912	rnn.bias_hh_l0	7	0.05963580682873726
30912	rnn.bias_hh_l0	8	0.016959216445684433
30912	rnn.bias_hh_l0	9	0.04303264245390892
30912	rnn.weight_ih_l0_reverse	0	-0.029654204845428467
30912	rnn.weight_ih_l0_reverse	1	-0.0020778081379830837
30912	rnn.weight_ih_l0_reverse	2	0.023772219195961952
30912	rnn.weight_ih_l0_reverse	3	-0.06214670091867447
30912	rnn.weight_ih_l0_reverse	4	0.009320964105427265
30912	rnn.weight_ih_l0_reverse	5	-0.04601151496171951
30912	rnn.weight_ih_l0_reverse	6	0.028250345960259438
30912	rnn.weight_ih_l0_reverse	7	0.045936837792396545
30912	rnn.weight_ih_l0_reverse	8	-0.04880170524120331
30912	rnn.weight_ih_l0_reverse	9	-0.05081142112612724
30912	rnn.weight_hh_l0_reverse	0	-0.0832546129822731
30912	rnn.weight_hh_l0_reverse	1	-0.06324826925992966
30912	rnn.weight_hh_l0_reverse	2	0.03456469252705574
30912	rnn.weight_hh_l0_reverse	3	0.04581809043884277
30912	rnn.weight_hh_l0_reverse	4	-0.015619690530002117
30912	rnn.weight_hh_l0_reverse	5	0.04560859128832817
30912	rnn.weight_hh_l0_reverse	6	0.0011525290319696069
30912	rnn.weight_hh_l0_reverse	7	-0.0003543336351867765
30912	rnn.weight_hh_l0_reverse	8	-0.0986558198928833
30912	rnn.weight_hh_l0_reverse	9	0.08024955540895462
30912	rnn.bias_ih_l0_reverse	0	-0.08947889506816864
30912	rnn.bias_ih_l0_reverse	1	-0.0692320168018341
30912	rnn.bias_ih_l0_reverse	2	0.1040458083152771
30912	rnn.bias_ih_l0_reverse	3	0.047831397503614426
30912	rnn.bias_ih_l0_reverse	4	-0.12946027517318726
30912	rnn.bias_ih_l0_reverse	5	0.04150144010782242
30912	rnn.bias_ih_l0_reverse	6	-0.10616736859083176
30912	rnn.bias_ih_l0_reverse	7	0.04454822093248367
30912	rnn.bias_ih_l0_reverse	8	0.03484058380126953
30912	rnn.bias_ih_l0_reverse	9	0.0636867955327034
30912	rnn.bias_hh_l0_reverse	0	0.05740629509091377
30912	rnn.bias_hh_l0_reverse	1	0.06519162654876709
30912	rnn.bias_hh_l0_reverse	2	0.07871358841657639
30912	rnn.bias_hh_l0_reverse	3	-0.004377864766865969
30912	rnn.bias_hh_l0_reverse	4	0.07120604068040848
30912	rnn.bias_hh_l0_reverse	5	0.007268509827554226
30912	rnn.bias_hh_l0_reverse	6	-0.05426410585641861
30912	rnn.bias_hh_l0_reverse	7	0.027375176548957825
30912	rnn.bias_hh_l0_reverse	8	0.011646470986306667
30912	rnn.bias_hh_l0_reverse	9	-0.159365713596344
30912	linear.weight	0	0.17296560108661652
30912	linear.weight	1	-0.16291862726211548
30912	linear.weight	2	-0.21481695771217346
30912	linear.weight	3	0.07807877659797668
30912	linear.weight	4	-0.02651929296553135
30912	linear.weight	5	0.003956557251513004
30912	linear.weight	6	-0.006911888252943754
30912	linear.weight	7	-0.027095334604382515
30912	linear.weight	8	0.08444544672966003
30912	linear.weight	9	0.3480505347251892
30912	linear.bias	0	-0.2104358822107315
30912	linear.bias	1	0.19485974311828613
30912	linear.bias	2	-0.5394384860992432
30912	linear.bias	3	1.7070940732955933
30912	linear.bias	4	-0.3968432545661926
30912	linear.bias	5	-0.030769959092140198
30912	linear.bias	6	-0.35781532526016235
30912	linear.bias	7	-0.2789998948574066
30912	linear.bias	8	-0.042917389422655106
30912	linear.bias	9	-0.4978124797344208
30940	transitions	0	-0.6481953859329224
30940	transitions	1	0.3496328592300415
30940	transitions	2	1.674432635307312
30940	transitions	3	0.09663165360689163
30940	transitions	4	0.9484671354293823
30940	transitions	5	1.2739242315292358
30940	transitions	6	0.4833008348941803
30940	transitions	7	0.17574703693389893
30940	transitions	8	-0.9195207357406616
30940	transitions	9	0.9306599497795105
30940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30940	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30940	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30940	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30940	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30940	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30940	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30940	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30940	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30940	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30940	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30940	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30940	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30940	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30940	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30940	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30940	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30940	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30940	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30940	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30940	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30940	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30940	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30940	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30940	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30940	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30940	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30940	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30940	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30940	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30940	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30940	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30940	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30940	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30940	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30940	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30940	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30940	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30940	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30940	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30940	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30940	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30940	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30940	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30940	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30940	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30940	embedding2nn.weight	0	0.022530095651745796
30940	embedding2nn.weight	1	0.014202434569597244
30940	embedding2nn.weight	2	-0.004280889872461557
30940	embedding2nn.weight	3	-0.0001256176910828799
30940	embedding2nn.weight	4	-0.004373079165816307
30940	embedding2nn.weight	5	0.011824465356767178
30940	embedding2nn.weight	6	-0.0049669682048261166
30940	embedding2nn.weight	7	0.02091730199754238
30940	embedding2nn.weight	8	-0.006818032823503017
30940	embedding2nn.weight	9	-0.013901567086577415
30940	embedding2nn.bias	0	-0.03816944360733032
30940	embedding2nn.bias	1	-0.022573411464691162
30940	embedding2nn.bias	2	-0.07474249601364136
30940	embedding2nn.bias	3	-0.0010094490135088563
30940	embedding2nn.bias	4	0.0038265783805400133
30940	embedding2nn.bias	5	-0.006529395002871752
30940	embedding2nn.bias	6	0.009807049296796322
30940	embedding2nn.bias	7	0.018592795357108116
30940	embedding2nn.bias	8	0.006434084381908178
30940	embedding2nn.bias	9	0.0006182800862006843
30940	rnn.weight_ih_l0	0	0.03950396180152893
30940	rnn.weight_ih_l0	1	-0.01362304575741291
30940	rnn.weight_ih_l0	2	-0.03634948283433914
30940	rnn.weight_ih_l0	3	-0.04484240710735321
30940	rnn.weight_ih_l0	4	-0.05200052261352539
30940	rnn.weight_ih_l0	5	-0.008426063694059849
30940	rnn.weight_ih_l0	6	-0.05192989483475685
30940	rnn.weight_ih_l0	7	-0.06159161403775215
30940	rnn.weight_ih_l0	8	-0.04475029185414314
30940	rnn.weight_ih_l0	9	-0.02693708799779415
30940	rnn.weight_hh_l0	0	0.01940292678773403
30940	rnn.weight_hh_l0	1	-0.009820399805903435
30940	rnn.weight_hh_l0	2	-0.06736055761575699
30940	rnn.weight_hh_l0	3	-0.03341637924313545
30940	rnn.weight_hh_l0	4	-0.07821467518806458
30940	rnn.weight_hh_l0	5	-0.01459722314029932
30940	rnn.weight_hh_l0	6	-0.054336730390787125
30940	rnn.weight_hh_l0	7	-0.04054126515984535
30940	rnn.weight_hh_l0	8	-0.019076548516750336
30940	rnn.weight_hh_l0	9	-0.007873297668993473
30940	rnn.bias_ih_l0	0	0.14554829895496368
30940	rnn.bias_ih_l0	1	-0.05576407536864281
30940	rnn.bias_ih_l0	2	0.10421117395162582
30940	rnn.bias_ih_l0	3	0.04893229901790619
30940	rnn.bias_ih_l0	4	0.09884309023618698
30940	rnn.bias_ih_l0	5	0.024497264996170998
30940	rnn.bias_ih_l0	6	-0.017401784658432007
30940	rnn.bias_ih_l0	7	-0.10841979086399078
30940	rnn.bias_ih_l0	8	-0.20711173117160797
30940	rnn.bias_ih_l0	9	0.08669035881757736
30940	rnn.bias_hh_l0	0	0.0024229083210229874
30940	rnn.bias_hh_l0	1	0.02340133674442768
30940	rnn.bias_hh_l0	2	-0.0060208882205188274
30940	rnn.bias_hh_l0	3	-0.030206261202692986
30940	rnn.bias_hh_l0	4	-0.03606630861759186
30940	rnn.bias_hh_l0	5	0.1436302214860916
30940	rnn.bias_hh_l0	6	0.051241546869277954
30940	rnn.bias_hh_l0	7	0.059646714478731155
30940	rnn.bias_hh_l0	8	0.016966912895441055
30940	rnn.bias_hh_l0	9	0.043062806129455566
30940	rnn.weight_ih_l0_reverse	0	-0.029655106365680695
30940	rnn.weight_ih_l0_reverse	1	-0.0020801329519599676
30940	rnn.weight_ih_l0_reverse	2	0.023772820830345154
30940	rnn.weight_ih_l0_reverse	3	-0.062156546860933304
30940	rnn.weight_ih_l0_reverse	4	0.009315602481365204
30940	rnn.weight_ih_l0_reverse	5	-0.04600688815116882
30940	rnn.weight_ih_l0_reverse	6	0.028258152306079865
30940	rnn.weight_ih_l0_reverse	7	0.045937296003103256
30940	rnn.weight_ih_l0_reverse	8	-0.04881149157881737
30940	rnn.weight_ih_l0_reverse	9	-0.050808895379304886
30940	rnn.weight_hh_l0_reverse	0	-0.08326328545808792
30940	rnn.weight_hh_l0_reverse	1	-0.06327970325946808
30940	rnn.weight_hh_l0_reverse	2	0.03455974534153938
30940	rnn.weight_hh_l0_reverse	3	0.04583892598748207
30940	rnn.weight_hh_l0_reverse	4	-0.015608478337526321
30940	rnn.weight_hh_l0_reverse	5	0.04561331495642662
30940	rnn.weight_hh_l0_reverse	6	0.0011161899892613292
30940	rnn.weight_hh_l0_reverse	7	-0.0003308301093056798
30940	rnn.weight_hh_l0_reverse	8	-0.09862803667783737
30940	rnn.weight_hh_l0_reverse	9	0.08026058971881866
30940	rnn.bias_ih_l0_reverse	0	-0.08937563002109528
30940	rnn.bias_ih_l0_reverse	1	-0.06923799961805344
30940	rnn.bias_ih_l0_reverse	2	0.10403632372617722
30940	rnn.bias_ih_l0_reverse	3	0.04781517758965492
30940	rnn.bias_ih_l0_reverse	4	-0.12940455973148346
30940	rnn.bias_ih_l0_reverse	5	0.04152236133813858
30940	rnn.bias_ih_l0_reverse	6	-0.10619764775037766
30940	rnn.bias_ih_l0_reverse	7	0.044570792466402054
30940	rnn.bias_ih_l0_reverse	8	0.03486238420009613
30940	rnn.bias_ih_l0_reverse	9	0.06365115940570831
30940	rnn.bias_hh_l0_reverse	0	0.05733388289809227
30940	rnn.bias_hh_l0_reverse	1	0.06524860113859177
30940	rnn.bias_hh_l0_reverse	2	0.07873572409152985
30940	rnn.bias_hh_l0_reverse	3	-0.004403576720505953
30940	rnn.bias_hh_l0_reverse	4	0.07124263048171997
30940	rnn.bias_hh_l0_reverse	5	0.007149974815547466
30940	rnn.bias_hh_l0_reverse	6	-0.05426569655537605
30940	rnn.bias_hh_l0_reverse	7	0.027357131242752075
30940	rnn.bias_hh_l0_reverse	8	0.011644057929515839
30940	rnn.bias_hh_l0_reverse	9	-0.15948587656021118
30940	linear.weight	0	0.17271392047405243
30940	linear.weight	1	-0.16291841864585876
30940	linear.weight	2	-0.21481166779994965
30940	linear.weight	3	0.07815130800008774
30940	linear.weight	4	-0.026522763073444366
30940	linear.weight	5	0.003957483917474747
30940	linear.weight	6	-0.006911835633218288
30940	linear.weight	7	-0.027094952762126923
30940	linear.weight	8	0.08440344780683517
30940	linear.weight	9	0.3480634093284607
30940	linear.bias	0	-0.21114444732666016
30940	linear.bias	1	0.1947726458311081
30940	linear.bias	2	-0.5394991040229797
30940	linear.bias	3	1.7076504230499268
30940	linear.bias	4	-0.3968476355075836
30940	linear.bias	5	-0.030769959092140198
30940	linear.bias	6	-0.35788580775260925
30940	linear.bias	7	-0.27894914150238037
30940	linear.bias	8	-0.042932454496622086
30940	linear.bias	9	-0.4978138506412506
30968	transitions	0	-0.6481967568397522
30968	transitions	1	0.3496325612068176
30968	transitions	2	1.6744322776794434
30968	transitions	3	0.09663140028715134
30968	transitions	4	0.9484655857086182
30968	transitions	5	1.2739242315292358
30968	transitions	6	0.4833008050918579
30968	transitions	7	0.17574700713157654
30968	transitions	8	-0.9195207357406616
30968	transitions	9	0.930659830570221
30968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30968	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30968	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30968	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30968	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30968	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30968	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30968	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30968	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30968	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30968	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30968	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30968	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30968	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30968	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30968	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30968	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30968	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30968	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30968	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30968	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30968	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30968	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30968	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30968	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30968	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30968	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30968	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30968	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30968	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30968	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30968	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30968	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30968	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30968	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30968	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30968	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30968	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30968	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30968	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30968	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30968	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30968	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30968	embedding2nn.weight	0	0.022538188844919205
30968	embedding2nn.weight	1	0.014203508384525776
30968	embedding2nn.weight	2	-0.004281862638890743
30968	embedding2nn.weight	3	-0.00012225347745697945
30968	embedding2nn.weight	4	-0.004372825846076012
30968	embedding2nn.weight	5	0.011825312860310078
30968	embedding2nn.weight	6	-0.004965330008417368
30968	embedding2nn.weight	7	0.02092459611594677
30968	embedding2nn.weight	8	-0.0068155876360833645
30968	embedding2nn.weight	9	-0.013902746140956879
30968	embedding2nn.bias	0	-0.037960492074489594
30968	embedding2nn.bias	1	-0.022366659715771675
30968	embedding2nn.bias	2	-0.0746757909655571
30968	embedding2nn.bias	3	-0.0010125486878678203
30968	embedding2nn.bias	4	0.003887753700837493
30968	embedding2nn.bias	5	-0.006517854053527117
30968	embedding2nn.bias	6	0.009522766806185246
30968	embedding2nn.bias	7	0.0185520239174366
30968	embedding2nn.bias	8	0.006666810717433691
30968	embedding2nn.bias	9	0.0007260451675392687
30968	rnn.weight_ih_l0	0	0.03951038047671318
30968	rnn.weight_ih_l0	1	-0.013618051074445248
30968	rnn.weight_ih_l0	2	-0.036375220865011215
30968	rnn.weight_ih_l0	3	-0.04484414681792259
30968	rnn.weight_ih_l0	4	-0.05200885608792305
30968	rnn.weight_ih_l0	5	-0.008425431326031685
30968	rnn.weight_ih_l0	6	-0.051925964653491974
30968	rnn.weight_ih_l0	7	-0.06158837676048279
30968	rnn.weight_ih_l0	8	-0.044742897152900696
30968	rnn.weight_ih_l0	9	-0.026936445385217667
30968	rnn.weight_hh_l0	0	0.019418811425566673
30968	rnn.weight_hh_l0	1	-0.009830600582063198
30968	rnn.weight_hh_l0	2	-0.06739335507154465
30968	rnn.weight_hh_l0	3	-0.03340407460927963
30968	rnn.weight_hh_l0	4	-0.07820906490087509
30968	rnn.weight_hh_l0	5	-0.014620058238506317
30968	rnn.weight_hh_l0	6	-0.05434521287679672
30968	rnn.weight_hh_l0	7	-0.04052634537220001
30968	rnn.weight_hh_l0	8	-0.019063109531998634
30968	rnn.weight_hh_l0	9	-0.0079045370221138
30968	rnn.bias_ih_l0	0	0.1455768644809723
30968	rnn.bias_ih_l0	1	-0.055785659700632095
30968	rnn.bias_ih_l0	2	0.10420140624046326
30968	rnn.bias_ih_l0	3	0.0488944910466671
30968	rnn.bias_ih_l0	4	0.09881754219532013
30968	rnn.bias_ih_l0	5	0.024548998102545738
30968	rnn.bias_ih_l0	6	-0.017429571598768234
30968	rnn.bias_ih_l0	7	-0.10849296301603317
30968	rnn.bias_ih_l0	8	-0.20696647465229034
30968	rnn.bias_ih_l0	9	0.08673777431249619
30968	rnn.bias_hh_l0	0	0.002424180507659912
30968	rnn.bias_hh_l0	1	0.023371536284685135
30968	rnn.bias_hh_l0	2	-0.006047989707440138
30968	rnn.bias_hh_l0	3	-0.03024168685078621
30968	rnn.bias_hh_l0	4	-0.036086052656173706
30968	rnn.bias_hh_l0	5	0.1435905247926712
30968	rnn.bias_hh_l0	6	0.05123783275485039
30968	rnn.bias_hh_l0	7	0.05971449986100197
30968	rnn.bias_hh_l0	8	0.016939125955104828
30968	rnn.bias_hh_l0	9	0.04304298385977745
30968	rnn.weight_ih_l0_reverse	0	-0.02965657226741314
30968	rnn.weight_ih_l0_reverse	1	-0.002055513672530651
30968	rnn.weight_ih_l0_reverse	2	0.02377515845000744
30968	rnn.weight_ih_l0_reverse	3	-0.06215760484337807
30968	rnn.weight_ih_l0_reverse	4	0.009305138140916824
30968	rnn.weight_ih_l0_reverse	5	-0.04600325971841812
30968	rnn.weight_ih_l0_reverse	6	0.028272248804569244
30968	rnn.weight_ih_l0_reverse	7	0.0459371842443943
30968	rnn.weight_ih_l0_reverse	8	-0.04881260171532631
30968	rnn.weight_ih_l0_reverse	9	-0.05080455169081688
30968	rnn.weight_hh_l0_reverse	0	-0.08326207101345062
30968	rnn.weight_hh_l0_reverse	1	-0.06328850239515305
30968	rnn.weight_hh_l0_reverse	2	0.0345548652112484
30968	rnn.weight_hh_l0_reverse	3	0.04583704099059105
30968	rnn.weight_hh_l0_reverse	4	-0.015620802529156208
30968	rnn.weight_hh_l0_reverse	5	0.04561213403940201
30968	rnn.weight_hh_l0_reverse	6	0.0011011466849595308
30968	rnn.weight_hh_l0_reverse	7	-0.00034368003252893686
30968	rnn.weight_hh_l0_reverse	8	-0.09863317757844925
30968	rnn.weight_hh_l0_reverse	9	0.08027608692646027
30968	rnn.bias_ih_l0_reverse	0	-0.0893164724111557
30968	rnn.bias_ih_l0_reverse	1	-0.06924258917570114
30968	rnn.bias_ih_l0_reverse	2	0.10399844497442245
30968	rnn.bias_ih_l0_reverse	3	0.04780590534210205
30968	rnn.bias_ih_l0_reverse	4	-0.12937404215335846
30968	rnn.bias_ih_l0_reverse	5	0.04150192812085152
30968	rnn.bias_ih_l0_reverse	6	-0.10617025196552277
30968	rnn.bias_ih_l0_reverse	7	0.044548049569129944
30968	rnn.bias_ih_l0_reverse	8	0.03486566245555878
30968	rnn.bias_ih_l0_reverse	9	0.0636773332953453
30968	rnn.bias_hh_l0_reverse	0	0.05738803371787071
30968	rnn.bias_hh_l0_reverse	1	0.065242238342762
30968	rnn.bias_hh_l0_reverse	2	0.07875874638557434
30968	rnn.bias_hh_l0_reverse	3	-0.00440471014007926
30968	rnn.bias_hh_l0_reverse	4	0.07124257832765579
30968	rnn.bias_hh_l0_reverse	5	0.007296035531908274
30968	rnn.bias_hh_l0_reverse	6	-0.054305095225572586
30968	rnn.bias_hh_l0_reverse	7	0.027367250993847847
30968	rnn.bias_hh_l0_reverse	8	0.01171264611184597
30968	rnn.bias_hh_l0_reverse	9	-0.15946543216705322
30968	linear.weight	0	0.17255787551403046
30968	linear.weight	1	-0.16291819512844086
30968	linear.weight	2	-0.21479195356369019
30968	linear.weight	3	0.07812334597110748
30968	linear.weight	4	-0.026535682380199432
30968	linear.weight	5	0.003947763238102198
30968	linear.weight	6	-0.006911753211170435
30968	linear.weight	7	-0.027094347402453423
30968	linear.weight	8	0.08435109257698059
30968	linear.weight	9	0.34807947278022766
30968	linear.bias	0	-0.21036800742149353
30968	linear.bias	1	0.19489645957946777
30968	linear.bias	2	-0.5394741296768188
30968	linear.bias	3	1.7065348625183105
30968	linear.bias	4	-0.3968580961227417
30968	linear.bias	5	-0.030769959092140198
30968	linear.bias	6	-0.3578462600708008
30968	linear.bias	7	-0.27887263894081116
30968	linear.bias	8	-0.043267566710710526
30968	linear.bias	9	-0.4978172779083252
30996	transitions	0	-0.6481972932815552
30996	transitions	1	0.34963011741638184
30996	transitions	2	1.6744309663772583
30996	transitions	3	0.09663131833076477
30996	transitions	4	0.94846510887146
30996	transitions	5	1.2739242315292358
30996	transitions	6	0.4833008050918579
30996	transitions	7	0.17574700713157654
30996	transitions	8	-0.9195207357406616
30996	transitions	9	0.930659830570221
30996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
30996	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
30996	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
30996	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
30996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
30996	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
30996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
30996	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
30996	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
30996	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
30996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
30996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
30996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
30996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
30996	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
30996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
30996	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
30996	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
30996	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
30996	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
30996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
30996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
30996	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
30996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
30996	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
30996	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
30996	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
30996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
30996	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
30996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
30996	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
30996	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
30996	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
30996	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
30996	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
30996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
30996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
30996	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
30996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
30996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
30996	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
30996	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
30996	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
30996	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
30996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
30996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
30996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
30996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
30996	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
30996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
30996	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
30996	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
30996	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
30996	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
30996	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
30996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
30996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
30996	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
30996	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
30996	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
30996	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
30996	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
30996	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
30996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
30996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
30996	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
30996	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
30996	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
30996	embedding2nn.weight	0	0.022526396438479424
30996	embedding2nn.weight	1	0.01420266181230545
30996	embedding2nn.weight	2	-0.004281465895473957
30996	embedding2nn.weight	3	-0.00012366219016257674
30996	embedding2nn.weight	4	-0.004373359493911266
30996	embedding2nn.weight	5	0.011828496120870113
30996	embedding2nn.weight	6	-0.004965206142514944
30996	embedding2nn.weight	7	0.020935527980327606
30996	embedding2nn.weight	8	-0.0068174442276358604
30996	embedding2nn.weight	9	-0.013905186206102371
30996	embedding2nn.bias	0	-0.038033414632081985
30996	embedding2nn.bias	1	-0.02238762006163597
30996	embedding2nn.bias	2	-0.07451309263706207
30996	embedding2nn.bias	3	-0.0010434186551719904
30996	embedding2nn.bias	4	0.004033231642097235
30996	embedding2nn.bias	5	-0.006539642810821533
30996	embedding2nn.bias	6	0.00951401237398386
30996	embedding2nn.bias	7	0.01841120421886444
30996	embedding2nn.bias	8	0.006964273285120726
30996	embedding2nn.bias	9	0.0008469665190204978
30996	rnn.weight_ih_l0	0	0.039499856531620026
30996	rnn.weight_ih_l0	1	-0.013628721237182617
30996	rnn.weight_ih_l0	2	-0.036384113132953644
30996	rnn.weight_ih_l0	3	-0.044846490025520325
30996	rnn.weight_ih_l0	4	-0.05200614780187607
30996	rnn.weight_ih_l0	5	-0.008423172868788242
30996	rnn.weight_ih_l0	6	-0.05193331837654114
30996	rnn.weight_ih_l0	7	-0.061593372374773026
30996	rnn.weight_ih_l0	8	-0.04473181813955307
30996	rnn.weight_ih_l0	9	-0.026941124349832535
30996	rnn.weight_hh_l0	0	0.019414760172367096
30996	rnn.weight_hh_l0	1	-0.009821015410125256
30996	rnn.weight_hh_l0	2	-0.06740685552358627
30996	rnn.weight_hh_l0	3	-0.03340116888284683
30996	rnn.weight_hh_l0	4	-0.07821821421384811
30996	rnn.weight_hh_l0	5	-0.014649076387286186
30996	rnn.weight_hh_l0	6	-0.054347213357686996
30996	rnn.weight_hh_l0	7	-0.04051932692527771
30996	rnn.weight_hh_l0	8	-0.019045136868953705
30996	rnn.weight_hh_l0	9	-0.007915320806205273
30996	rnn.bias_ih_l0	0	0.1455603688955307
30996	rnn.bias_ih_l0	1	-0.05585092306137085
30996	rnn.bias_ih_l0	2	0.10418239235877991
30996	rnn.bias_ih_l0	3	0.048949357122182846
30996	rnn.bias_ih_l0	4	0.09878583252429962
30996	rnn.bias_ih_l0	5	0.024557968601584435
30996	rnn.bias_ih_l0	6	-0.01739598996937275
30996	rnn.bias_ih_l0	7	-0.10854331403970718
30996	rnn.bias_ih_l0	8	-0.20722828805446625
30996	rnn.bias_ih_l0	9	0.08674287050962448
30996	rnn.bias_hh_l0	0	0.0024390362668782473
30996	rnn.bias_hh_l0	1	0.02336191013455391
30996	rnn.bias_hh_l0	2	-0.006085872650146484
30996	rnn.bias_hh_l0	3	-0.03024263121187687
30996	rnn.bias_hh_l0	4	-0.0360567532479763
30996	rnn.bias_hh_l0	5	0.14354948699474335
30996	rnn.bias_hh_l0	6	0.05132856220006943
30996	rnn.bias_hh_l0	7	0.059665746986866
30996	rnn.bias_hh_l0	8	0.016972707584500313
30996	rnn.bias_hh_l0	9	0.04301795735955238
30996	rnn.weight_ih_l0_reverse	0	-0.02965616248548031
30996	rnn.weight_ih_l0_reverse	1	-0.0020644390024244785
30996	rnn.weight_ih_l0_reverse	2	0.023772185668349266
30996	rnn.weight_ih_l0_reverse	3	-0.06215802952647209
30996	rnn.weight_ih_l0_reverse	4	0.009315241128206253
30996	rnn.weight_ih_l0_reverse	5	-0.04600495845079422
30996	rnn.weight_ih_l0_reverse	6	0.028264446184039116
30996	rnn.weight_ih_l0_reverse	7	0.04593738913536072
30996	rnn.weight_ih_l0_reverse	8	-0.048814963549375534
30996	rnn.weight_ih_l0_reverse	9	-0.050802458077669144
30996	rnn.weight_hh_l0_reverse	0	-0.0832708403468132
30996	rnn.weight_hh_l0_reverse	1	-0.0632980689406395
30996	rnn.weight_hh_l0_reverse	2	0.034520190209150314
30996	rnn.weight_hh_l0_reverse	3	0.04583439603447914
30996	rnn.weight_hh_l0_reverse	4	-0.015659987926483154
30996	rnn.weight_hh_l0_reverse	5	0.04561598598957062
30996	rnn.weight_hh_l0_reverse	6	0.0011024132836610079
30996	rnn.weight_hh_l0_reverse	7	-0.0003393589868210256
30996	rnn.weight_hh_l0_reverse	8	-0.09862397611141205
30996	rnn.weight_hh_l0_reverse	9	0.08027749508619308
30996	rnn.bias_ih_l0_reverse	0	-0.0892886072397232
30996	rnn.bias_ih_l0_reverse	1	-0.06928505748510361
30996	rnn.bias_ih_l0_reverse	2	0.103924959897995
30996	rnn.bias_ih_l0_reverse	3	0.04781537503004074
30996	rnn.bias_ih_l0_reverse	4	-0.1293993592262268
30996	rnn.bias_ih_l0_reverse	5	0.041500937193632126
30996	rnn.bias_ih_l0_reverse	6	-0.10620886832475662
30996	rnn.bias_ih_l0_reverse	7	0.04458638280630112
30996	rnn.bias_ih_l0_reverse	8	0.034887637943029404
30996	rnn.bias_ih_l0_reverse	9	0.06368900090456009
30996	rnn.bias_hh_l0_reverse	0	0.057395193725824356
30996	rnn.bias_hh_l0_reverse	1	0.06523574888706207
30996	rnn.bias_hh_l0_reverse	2	0.07873161882162094
30996	rnn.bias_hh_l0_reverse	3	-0.004443167243152857
30996	rnn.bias_hh_l0_reverse	4	0.07118668407201767
30996	rnn.bias_hh_l0_reverse	5	0.007129750680178404
30996	rnn.bias_hh_l0_reverse	6	-0.05426083505153656
30996	rnn.bias_hh_l0_reverse	7	0.027366843074560165
30996	rnn.bias_hh_l0_reverse	8	0.011697442270815372
30996	rnn.bias_hh_l0_reverse	9	-0.1594437062740326
30996	linear.weight	0	0.17242437601089478
30996	linear.weight	1	-0.1629176288843155
30996	linear.weight	2	-0.2147407829761505
30996	linear.weight	3	0.07807555049657822
30996	linear.weight	4	-0.026532474905252457
30996	linear.weight	5	0.003950546961277723
30996	linear.weight	6	-0.006911746691912413
30996	linear.weight	7	-0.02708149328827858
30996	linear.weight	8	0.08440834283828735
30996	linear.weight	9	0.34827592968940735
30996	linear.bias	0	-0.2101850062608719
30996	linear.bias	1	0.19488851726055145
30996	linear.bias	2	-0.5394802689552307
30996	linear.bias	3	1.7070757150650024
30996	linear.bias	4	-0.3968982398509979
30996	linear.bias	5	-0.030769959092140198
30996	linear.bias	6	-0.3578536808490753
30996	linear.bias	7	-0.27889055013656616
30996	linear.bias	8	-0.043541070073843
30996	linear.bias	9	-0.49781832098960876
31024	transitions	0	-0.6481980681419373
31024	transitions	1	0.34962838888168335
31024	transitions	2	1.6744307279586792
31024	transitions	3	0.09662607312202454
31024	transitions	4	0.9484649300575256
31024	transitions	5	1.2739242315292358
31024	transitions	6	0.4833008050918579
31024	transitions	7	0.17574700713157654
31024	transitions	8	-0.9195207357406616
31024	transitions	9	0.930659830570221
31024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31024	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31024	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31024	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31024	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31024	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31024	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31024	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31024	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31024	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31024	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31024	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31024	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31024	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31024	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31024	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31024	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31024	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31024	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31024	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31024	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31024	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31024	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31024	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31024	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31024	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31024	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31024	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31024	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31024	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31024	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31024	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31024	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31024	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31024	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31024	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31024	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31024	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31024	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31024	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31024	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31024	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31024	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31024	embedding2nn.weight	0	0.022523967549204826
31024	embedding2nn.weight	1	0.014207749627530575
31024	embedding2nn.weight	2	-0.004281276371330023
31024	embedding2nn.weight	3	-0.00013068407133687288
31024	embedding2nn.weight	4	-0.004373121075332165
31024	embedding2nn.weight	5	0.011831479147076607
31024	embedding2nn.weight	6	-0.004962407052516937
31024	embedding2nn.weight	7	0.020931916311383247
31024	embedding2nn.weight	8	-0.0068192435428500175
31024	embedding2nn.weight	9	-0.013907001353800297
31024	embedding2nn.bias	0	-0.03799266740679741
31024	embedding2nn.bias	1	-0.022332869470119476
31024	embedding2nn.bias	2	-0.07464387267827988
31024	embedding2nn.bias	3	-0.001022029435262084
31024	embedding2nn.bias	4	0.003945234231650829
31024	embedding2nn.bias	5	-0.006726409774273634
31024	embedding2nn.bias	6	0.009633912704885006
31024	embedding2nn.bias	7	0.01861507259309292
31024	embedding2nn.bias	8	0.006854205392301083
31024	embedding2nn.bias	9	0.0009365752339363098
31024	rnn.weight_ih_l0	0	0.039502061903476715
31024	rnn.weight_ih_l0	1	-0.013618391007184982
31024	rnn.weight_ih_l0	2	-0.03638139367103577
31024	rnn.weight_ih_l0	3	-0.04484345018863678
31024	rnn.weight_ih_l0	4	-0.05201580375432968
31024	rnn.weight_ih_l0	5	-0.008428206667304039
31024	rnn.weight_ih_l0	6	-0.05193329602479935
31024	rnn.weight_ih_l0	7	-0.06159849464893341
31024	rnn.weight_ih_l0	8	-0.04472803324460983
31024	rnn.weight_ih_l0	9	-0.026940204203128815
31024	rnn.weight_hh_l0	0	0.019411595538258553
31024	rnn.weight_hh_l0	1	-0.009821314364671707
31024	rnn.weight_hh_l0	2	-0.06741350889205933
31024	rnn.weight_hh_l0	3	-0.033408503979444504
31024	rnn.weight_hh_l0	4	-0.07821716368198395
31024	rnn.weight_hh_l0	5	-0.014657910913228989
31024	rnn.weight_hh_l0	6	-0.05432775616645813
31024	rnn.weight_hh_l0	7	-0.04055376723408699
31024	rnn.weight_hh_l0	8	-0.01904246211051941
31024	rnn.weight_hh_l0	9	-0.007924593053758144
31024	rnn.bias_ih_l0	0	0.1455869823694229
31024	rnn.bias_ih_l0	1	-0.05584784969687462
31024	rnn.bias_ih_l0	2	0.10427111387252808
31024	rnn.bias_ih_l0	3	0.04897545650601387
31024	rnn.bias_ih_l0	4	0.09884630888700485
31024	rnn.bias_ih_l0	5	0.02454691380262375
31024	rnn.bias_ih_l0	6	-0.017430221661925316
31024	rnn.bias_ih_l0	7	-0.10839862376451492
31024	rnn.bias_ih_l0	8	-0.20712392032146454
31024	rnn.bias_ih_l0	9	0.08678586035966873
31024	rnn.bias_hh_l0	0	0.002441065851598978
31024	rnn.bias_hh_l0	1	0.023298727348446846
31024	rnn.bias_hh_l0	2	-0.006068158894777298
31024	rnn.bias_hh_l0	3	-0.030245231464505196
31024	rnn.bias_hh_l0	4	-0.03601386025547981
31024	rnn.bias_hh_l0	5	0.14355458319187164
31024	rnn.bias_hh_l0	6	0.05135900154709816
31024	rnn.bias_hh_l0	7	0.059636183083057404
31024	rnn.bias_hh_l0	8	0.016938475891947746
31024	rnn.bias_hh_l0	9	0.04305941238999367
31024	rnn.weight_ih_l0_reverse	0	-0.029660752043128014
31024	rnn.weight_ih_l0_reverse	1	-0.0020660143345594406
31024	rnn.weight_ih_l0_reverse	2	0.023776739835739136
31024	rnn.weight_ih_l0_reverse	3	-0.062163062393665314
31024	rnn.weight_ih_l0_reverse	4	0.009322340600192547
31024	rnn.weight_ih_l0_reverse	5	-0.04599839076399803
31024	rnn.weight_ih_l0_reverse	6	0.02825646847486496
31024	rnn.weight_ih_l0_reverse	7	0.04594014957547188
31024	rnn.weight_ih_l0_reverse	8	-0.04880591481924057
31024	rnn.weight_ih_l0_reverse	9	-0.05080192908644676
31024	rnn.weight_hh_l0_reverse	0	-0.08327516168355942
31024	rnn.weight_hh_l0_reverse	1	-0.0632862001657486
31024	rnn.weight_hh_l0_reverse	2	0.03451564162969589
31024	rnn.weight_hh_l0_reverse	3	0.045825086534023285
31024	rnn.weight_hh_l0_reverse	4	-0.01565527729690075
31024	rnn.weight_hh_l0_reverse	5	0.04561804234981537
31024	rnn.weight_hh_l0_reverse	6	0.0011340341297909617
31024	rnn.weight_hh_l0_reverse	7	-0.0003482056490611285
31024	rnn.weight_hh_l0_reverse	8	-0.09862175583839417
31024	rnn.weight_hh_l0_reverse	9	0.08026523143053055
31024	rnn.bias_ih_l0_reverse	0	-0.08928083628416061
31024	rnn.bias_ih_l0_reverse	1	-0.0692223608493805
31024	rnn.bias_ih_l0_reverse	2	0.10393526405096054
31024	rnn.bias_ih_l0_reverse	3	0.04779822379350662
31024	rnn.bias_ih_l0_reverse	4	-0.12935712933540344
31024	rnn.bias_ih_l0_reverse	5	0.04150271788239479
31024	rnn.bias_ih_l0_reverse	6	-0.10626909136772156
31024	rnn.bias_ih_l0_reverse	7	0.044570211321115494
31024	rnn.bias_ih_l0_reverse	8	0.03486258164048195
31024	rnn.bias_ih_l0_reverse	9	0.06372720003128052
31024	rnn.bias_hh_l0_reverse	0	0.05754143372178078
31024	rnn.bias_hh_l0_reverse	1	0.06525394320487976
31024	rnn.bias_hh_l0_reverse	2	0.07877035439014435
31024	rnn.bias_hh_l0_reverse	3	-0.004395497962832451
31024	rnn.bias_hh_l0_reverse	4	0.07115735113620758
31024	rnn.bias_hh_l0_reverse	5	0.0071342214941978455
31024	rnn.bias_hh_l0_reverse	6	-0.05425611883401871
31024	rnn.bias_hh_l0_reverse	7	0.027374377474188805
31024	rnn.bias_hh_l0_reverse	8	0.011687259189784527
31024	rnn.bias_hh_l0_reverse	9	-0.15959657728672028
31024	linear.weight	0	0.17240656912326813
31024	linear.weight	1	-0.16291719675064087
31024	linear.weight	2	-0.21477191150188446
31024	linear.weight	3	0.07805144786834717
31024	linear.weight	4	-0.026530802249908447
31024	linear.weight	5	0.003951101563870907
31024	linear.weight	6	-0.006911688018590212
31024	linear.weight	7	-0.027081239968538284
31024	linear.weight	8	0.08437252789735794
31024	linear.weight	9	0.3481978476047516
31024	linear.bias	0	-0.21037152409553528
31024	linear.bias	1	0.19493930041790009
31024	linear.bias	2	-0.5395013689994812
31024	linear.bias	3	1.7078170776367188
31024	linear.bias	4	-0.3969011604785919
31024	linear.bias	5	-0.030769959092140198
31024	linear.bias	6	-0.357875257730484
31024	linear.bias	7	-0.27890506386756897
31024	linear.bias	8	-0.04356585815548897
31024	linear.bias	9	-0.49781903624534607
31052	transitions	0	-0.6481993198394775
31052	transitions	1	0.34962737560272217
31052	transitions	2	1.674426555633545
31052	transitions	3	0.09662451595067978
31052	transitions	4	0.9484646916389465
31052	transitions	5	1.2739242315292358
31052	transitions	6	0.4833007752895355
31052	transitions	7	0.17574697732925415
31052	transitions	8	-0.9195207357406616
31052	transitions	9	0.930659830570221
31052	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31052	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31052	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31052	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31052	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31052	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31052	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31052	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31052	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31052	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31052	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31052	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31052	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31052	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31052	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31052	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31052	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31052	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31052	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31052	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31052	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31052	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31052	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31052	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31052	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31052	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31052	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31052	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31052	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31052	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31052	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31052	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31052	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31052	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31052	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31052	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31052	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31052	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31052	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31052	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31052	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31052	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31052	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31052	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31052	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31052	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31052	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31052	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31052	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31052	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31052	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31052	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31052	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31052	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31052	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31052	embedding2nn.weight	0	0.022537047043442726
31052	embedding2nn.weight	1	0.01420590654015541
31052	embedding2nn.weight	2	-0.004280544817447662
31052	embedding2nn.weight	3	-0.00013381970347836614
31052	embedding2nn.weight	4	-0.0043729618191719055
31052	embedding2nn.weight	5	0.011828579939901829
31052	embedding2nn.weight	6	-0.004963350482285023
31052	embedding2nn.weight	7	0.020904261618852615
31052	embedding2nn.weight	8	-0.006813155021518469
31052	embedding2nn.weight	9	-0.013908677734434605
31052	embedding2nn.bias	0	-0.03804599866271019
31052	embedding2nn.bias	1	-0.022301366552710533
31052	embedding2nn.bias	2	-0.07455464452505112
31052	embedding2nn.bias	3	-0.0009023483726195991
31052	embedding2nn.bias	4	0.003740152809768915
31052	embedding2nn.bias	5	-0.00656480435281992
31052	embedding2nn.bias	6	0.009953100234270096
31052	embedding2nn.bias	7	0.018728237599134445
31052	embedding2nn.bias	8	0.006882545538246632
31052	embedding2nn.bias	9	0.0008798270719125867
31052	rnn.weight_ih_l0	0	0.039500389248132706
31052	rnn.weight_ih_l0	1	-0.013626177795231342
31052	rnn.weight_ih_l0	2	-0.036391668021678925
31052	rnn.weight_ih_l0	3	-0.04483767971396446
31052	rnn.weight_ih_l0	4	-0.052014365792274475
31052	rnn.weight_ih_l0	5	-0.008428200148046017
31052	rnn.weight_ih_l0	6	-0.051939841359853745
31052	rnn.weight_ih_l0	7	-0.0616033561527729
31052	rnn.weight_ih_l0	8	-0.04473286122083664
31052	rnn.weight_ih_l0	9	-0.026941336691379547
31052	rnn.weight_hh_l0	0	0.01940845511853695
31052	rnn.weight_hh_l0	1	-0.009816726669669151
31052	rnn.weight_hh_l0	2	-0.06741271167993546
31052	rnn.weight_hh_l0	3	-0.03341447934508324
31052	rnn.weight_hh_l0	4	-0.07822651416063309
31052	rnn.weight_hh_l0	5	-0.014653726480901241
31052	rnn.weight_hh_l0	6	-0.05429018288850784
31052	rnn.weight_hh_l0	7	-0.040559928864240646
31052	rnn.weight_hh_l0	8	-0.019041577354073524
31052	rnn.weight_hh_l0	9	-0.007929803803563118
31052	rnn.bias_ih_l0	0	0.14556992053985596
31052	rnn.bias_ih_l0	1	-0.055803801864385605
31052	rnn.bias_ih_l0	2	0.10424649715423584
31052	rnn.bias_ih_l0	3	0.04901599511504173
31052	rnn.bias_ih_l0	4	0.09883204102516174
31052	rnn.bias_ih_l0	5	0.024520542472600937
31052	rnn.bias_ih_l0	6	-0.017488783225417137
31052	rnn.bias_ih_l0	7	-0.1083969995379448
31052	rnn.bias_ih_l0	8	-0.20708948373794556
31052	rnn.bias_ih_l0	9	0.08681793510913849
31052	rnn.bias_hh_l0	0	0.002406622050330043
31052	rnn.bias_hh_l0	1	0.023257117718458176
31052	rnn.bias_hh_l0	2	-0.00601827260106802
31052	rnn.bias_hh_l0	3	-0.030286384746432304
31052	rnn.bias_hh_l0	4	-0.03600719943642616
31052	rnn.bias_hh_l0	5	0.14346057176589966
31052	rnn.bias_hh_l0	6	0.05128435418009758
31052	rnn.bias_hh_l0	7	0.05963659659028053
31052	rnn.bias_hh_l0	8	0.016879914328455925
31052	rnn.bias_hh_l0	9	0.04305743798613548
31052	rnn.weight_ih_l0_reverse	0	-0.029651956632733345
31052	rnn.weight_ih_l0_reverse	1	-0.002081489423289895
31052	rnn.weight_ih_l0_reverse	2	0.023776860907673836
31052	rnn.weight_ih_l0_reverse	3	-0.062152255326509476
31052	rnn.weight_ih_l0_reverse	4	0.009318345226347446
31052	rnn.weight_ih_l0_reverse	5	-0.045994751155376434
31052	rnn.weight_ih_l0_reverse	6	0.028257369995117188
31052	rnn.weight_ih_l0_reverse	7	0.04594562202692032
31052	rnn.weight_ih_l0_reverse	8	-0.04880190268158913
31052	rnn.weight_ih_l0_reverse	9	-0.050801388919353485
31052	rnn.weight_hh_l0_reverse	0	-0.08327344059944153
31052	rnn.weight_hh_l0_reverse	1	-0.06328490376472473
31052	rnn.weight_hh_l0_reverse	2	0.03450297564268112
31052	rnn.weight_hh_l0_reverse	3	0.04582410305738449
31052	rnn.weight_hh_l0_reverse	4	-0.01564342901110649
31052	rnn.weight_hh_l0_reverse	5	0.045615825802087784
31052	rnn.weight_hh_l0_reverse	6	0.0011371338041499257
31052	rnn.weight_hh_l0_reverse	7	-0.000340238242642954
31052	rnn.weight_hh_l0_reverse	8	-0.09861729294061661
31052	rnn.weight_hh_l0_reverse	9	0.0802912637591362
31052	rnn.bias_ih_l0_reverse	0	-0.08920241892337799
31052	rnn.bias_ih_l0_reverse	1	-0.06919237971305847
31052	rnn.bias_ih_l0_reverse	2	0.10392331331968307
31052	rnn.bias_ih_l0_reverse	3	0.04781864583492279
31052	rnn.bias_ih_l0_reverse	4	-0.12931472063064575
31052	rnn.bias_ih_l0_reverse	5	0.04151603579521179
31052	rnn.bias_ih_l0_reverse	6	-0.10629232972860336
31052	rnn.bias_ih_l0_reverse	7	0.04453788325190544
31052	rnn.bias_ih_l0_reverse	8	0.03487036004662514
31052	rnn.bias_ih_l0_reverse	9	0.06375287473201752
31052	rnn.bias_hh_l0_reverse	0	0.05730494111776352
31052	rnn.bias_hh_l0_reverse	1	0.06524874269962311
31052	rnn.bias_hh_l0_reverse	2	0.0787486806511879
31052	rnn.bias_hh_l0_reverse	3	-0.004404603037983179
31052	rnn.bias_hh_l0_reverse	4	0.07113160192966461
31052	rnn.bias_hh_l0_reverse	5	0.007212463300675154
31052	rnn.bias_hh_l0_reverse	6	-0.05425362288951874
31052	rnn.bias_hh_l0_reverse	7	0.027345415204763412
31052	rnn.bias_hh_l0_reverse	8	0.011654485017061234
31052	rnn.bias_hh_l0_reverse	9	-0.15964245796203613
31052	linear.weight	0	0.17247053980827332
31052	linear.weight	1	-0.1629171073436737
31052	linear.weight	2	-0.2147720903158188
31052	linear.weight	3	0.07807187736034393
31052	linear.weight	4	-0.02652636170387268
31052	linear.weight	5	0.003951632883399725
31052	linear.weight	6	-0.006911689881235361
31052	linear.weight	7	-0.027080874890089035
31052	linear.weight	8	0.08431720733642578
31052	linear.weight	9	0.34819453954696655
31052	linear.bias	0	-0.20995545387268066
31052	linear.bias	1	0.19498556852340698
31052	linear.bias	2	-0.5394260287284851
31052	linear.bias	3	1.7075250148773193
31052	linear.bias	4	-0.39690718054771423
31052	linear.bias	5	-0.030769959092140198
31052	linear.bias	6	-0.3578055799007416
31052	linear.bias	7	-0.27892929315567017
31052	linear.bias	8	-0.04356934875249863
31052	linear.bias	9	-0.49782243371009827
31080	transitions	0	-0.648200511932373
31080	transitions	1	0.3496267795562744
31080	transitions	2	1.6744240522384644
31080	transitions	3	0.09662386029958725
31080	transitions	4	0.9484645128250122
31080	transitions	5	1.2739242315292358
31080	transitions	6	0.4833007752895355
31080	transitions	7	0.17574694752693176
31080	transitions	8	-0.9195207357406616
31080	transitions	9	0.930659830570221
31080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31080	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31080	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31080	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31080	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31080	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31080	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31080	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31080	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31080	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31080	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31080	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31080	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31080	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31080	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31080	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31080	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31080	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31080	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31080	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31080	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31080	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31080	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31080	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31080	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31080	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31080	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31080	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31080	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31080	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31080	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31080	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31080	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31080	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31080	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31080	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31080	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31080	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31080	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31080	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31080	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31080	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31080	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31080	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31080	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31080	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31080	embedding2nn.weight	0	0.022526228800415993
31080	embedding2nn.weight	1	0.014206520281732082
31080	embedding2nn.weight	2	-0.004279667977243662
31080	embedding2nn.weight	3	-0.00013508301344700158
31080	embedding2nn.weight	4	-0.004373364616185427
31080	embedding2nn.weight	5	0.011829636059701443
31080	embedding2nn.weight	6	-0.0049642473459243774
31080	embedding2nn.weight	7	0.020907040685415268
31080	embedding2nn.weight	8	-0.006815674714744091
31080	embedding2nn.weight	9	-0.013906346634030342
31080	embedding2nn.bias	0	-0.03810188174247742
31080	embedding2nn.bias	1	-0.02233106829226017
31080	embedding2nn.bias	2	-0.07448631525039673
31080	embedding2nn.bias	3	-0.0009179587359540164
31080	embedding2nn.bias	4	0.0037097709719091654
31080	embedding2nn.bias	5	-0.00666052708402276
31080	embedding2nn.bias	6	0.009908859618008137
31080	embedding2nn.bias	7	0.0188615582883358
31080	embedding2nn.bias	8	0.006922554224729538
31080	embedding2nn.bias	9	0.0009534832206554711
31080	rnn.weight_ih_l0	0	0.039497386664152145
31080	rnn.weight_ih_l0	1	-0.013612001203000546
31080	rnn.weight_ih_l0	2	-0.03639337047934532
31080	rnn.weight_ih_l0	3	-0.04483577981591225
31080	rnn.weight_ih_l0	4	-0.05203396826982498
31080	rnn.weight_ih_l0	5	-0.00843522883951664
31080	rnn.weight_ih_l0	6	-0.05194753408432007
31080	rnn.weight_ih_l0	7	-0.061598457396030426
31080	rnn.weight_ih_l0	8	-0.04473307356238365
31080	rnn.weight_ih_l0	9	-0.0269501693546772
31080	rnn.weight_hh_l0	0	0.01941070705652237
31080	rnn.weight_hh_l0	1	-0.009817656129598618
31080	rnn.weight_hh_l0	2	-0.06742499023675919
31080	rnn.weight_hh_l0	3	-0.033411506563425064
31080	rnn.weight_hh_l0	4	-0.07823511213064194
31080	rnn.weight_hh_l0	5	-0.014629053883254528
31080	rnn.weight_hh_l0	6	-0.05425399914383888
31080	rnn.weight_hh_l0	7	-0.04056493937969208
31080	rnn.weight_hh_l0	8	-0.01904432289302349
31080	rnn.weight_hh_l0	9	-0.007912613451480865
31080	rnn.bias_ih_l0	0	0.14556753635406494
31080	rnn.bias_ih_l0	1	-0.05574820563197136
31080	rnn.bias_ih_l0	2	0.10428031533956528
31080	rnn.bias_ih_l0	3	0.048934098333120346
31080	rnn.bias_ih_l0	4	0.09883368760347366
31080	rnn.bias_ih_l0	5	0.02447553724050522
31080	rnn.bias_ih_l0	6	-0.017531678080558777
31080	rnn.bias_ih_l0	7	-0.10846228897571564
31080	rnn.bias_ih_l0	8	-0.20708051323890686
31080	rnn.bias_ih_l0	9	0.08682946860790253
31080	rnn.bias_hh_l0	0	0.0024313353933393955
31080	rnn.bias_hh_l0	1	0.023246584460139275
31080	rnn.bias_hh_l0	2	-0.006089602131396532
31080	rnn.bias_hh_l0	3	-0.030347488820552826
31080	rnn.bias_hh_l0	4	-0.03604540601372719
31080	rnn.bias_hh_l0	5	0.143471822142601
31080	rnn.bias_hh_l0	6	0.051258452236652374
31080	rnn.bias_hh_l0	7	0.05966946855187416
31080	rnn.bias_hh_l0	8	0.016837019473314285
31080	rnn.bias_hh_l0	9	0.04303108900785446
31080	rnn.weight_ih_l0_reverse	0	-0.0296529121696949
31080	rnn.weight_ih_l0_reverse	1	-0.00207761419005692
31080	rnn.weight_ih_l0_reverse	2	0.023776469752192497
31080	rnn.weight_ih_l0_reverse	3	-0.06214079633355141
31080	rnn.weight_ih_l0_reverse	4	0.009321273304522038
31080	rnn.weight_ih_l0_reverse	5	-0.045998215675354004
31080	rnn.weight_ih_l0_reverse	6	0.02825060300529003
31080	rnn.weight_ih_l0_reverse	7	0.04594450071454048
31080	rnn.weight_ih_l0_reverse	8	-0.0488005131483078
31080	rnn.weight_ih_l0_reverse	9	-0.05080216005444527
31080	rnn.weight_hh_l0_reverse	0	-0.08326061815023422
31080	rnn.weight_hh_l0_reverse	1	-0.06328078359365463
31080	rnn.weight_hh_l0_reverse	2	0.034502096474170685
31080	rnn.weight_hh_l0_reverse	3	0.04581928625702858
31080	rnn.weight_hh_l0_reverse	4	-0.01564403437077999
31080	rnn.weight_hh_l0_reverse	5	0.04562012851238251
31080	rnn.weight_hh_l0_reverse	6	0.0011807304108515382
31080	rnn.weight_hh_l0_reverse	7	-0.00033419678220525384
31080	rnn.weight_hh_l0_reverse	8	-0.09862201660871506
31080	rnn.weight_hh_l0_reverse	9	0.08028974384069443
31080	rnn.bias_ih_l0_reverse	0	-0.08923141658306122
31080	rnn.bias_ih_l0_reverse	1	-0.06919781863689423
31080	rnn.bias_ih_l0_reverse	2	0.10390014946460724
31080	rnn.bias_ih_l0_reverse	3	0.0478278324007988
31080	rnn.bias_ih_l0_reverse	4	-0.12935322523117065
31080	rnn.bias_ih_l0_reverse	5	0.04153529182076454
31080	rnn.bias_ih_l0_reverse	6	-0.10629083961248398
31080	rnn.bias_ih_l0_reverse	7	0.04451595991849899
31080	rnn.bias_ih_l0_reverse	8	0.03486214578151703
31080	rnn.bias_ih_l0_reverse	9	0.06376352906227112
31080	rnn.bias_hh_l0_reverse	0	0.05740031227469444
31080	rnn.bias_hh_l0_reverse	1	0.06528010219335556
31080	rnn.bias_hh_l0_reverse	2	0.07874608039855957
31080	rnn.bias_hh_l0_reverse	3	-0.0044232518412172794
31080	rnn.bias_hh_l0_reverse	4	0.07123050838708878
31080	rnn.bias_hh_l0_reverse	5	0.007244063541293144
31080	rnn.bias_hh_l0_reverse	6	-0.05426197499036789
31080	rnn.bias_hh_l0_reverse	7	0.027356738224625587
31080	rnn.bias_hh_l0_reverse	8	0.011606340296566486
31080	rnn.bias_hh_l0_reverse	9	-0.15958838164806366
31080	linear.weight	0	0.1723242849111557
31080	linear.weight	1	-0.16291658580303192
31080	linear.weight	2	-0.21480531990528107
31080	linear.weight	3	0.07810056209564209
31080	linear.weight	4	-0.026524243876338005
31080	linear.weight	5	0.003965160343796015
31080	linear.weight	6	-0.006911654490977526
31080	linear.weight	7	-0.027081159874796867
31080	linear.weight	8	0.0842960774898529
31080	linear.weight	9	0.3481810688972473
31080	linear.bias	0	-0.2097340077161789
31080	linear.bias	1	0.19482119381427765
31080	linear.bias	2	-0.5392929315567017
31080	linear.bias	3	1.7070430517196655
31080	linear.bias	4	-0.3969104290008545
31080	linear.bias	5	-0.030769959092140198
31080	linear.bias	6	-0.35766178369522095
31080	linear.bias	7	-0.27894115447998047
31080	linear.bias	8	-0.04358407482504845
31080	linear.bias	9	-0.4978238642215729
31108	transitions	0	-0.6482011079788208
31108	transitions	1	0.3496265113353729
31108	transitions	2	1.6744239330291748
31108	transitions	3	0.09662378579378128
31108	transitions	4	0.9484644532203674
31108	transitions	5	1.2739242315292358
31108	transitions	6	0.4833007752895355
31108	transitions	7	0.1757458597421646
31108	transitions	8	-0.9195207357406616
31108	transitions	9	0.930659830570221
31108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31108	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31108	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31108	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31108	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31108	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31108	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31108	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31108	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31108	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31108	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31108	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31108	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31108	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31108	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31108	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31108	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31108	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31108	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31108	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31108	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31108	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31108	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31108	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31108	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31108	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31108	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31108	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31108	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31108	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31108	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31108	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31108	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31108	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31108	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31108	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31108	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31108	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31108	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31108	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31108	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31108	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31108	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31108	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31108	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31108	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31108	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31108	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31108	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31108	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31108	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31108	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31108	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31108	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31108	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31108	embedding2nn.weight	0	0.022497445344924927
31108	embedding2nn.weight	1	0.014206710271537304
31108	embedding2nn.weight	2	-0.00427983095869422
31108	embedding2nn.weight	3	-0.00013605449930764735
31108	embedding2nn.weight	4	-0.004370998591184616
31108	embedding2nn.weight	5	0.011833053082227707
31108	embedding2nn.weight	6	-0.004965569823980331
31108	embedding2nn.weight	7	0.020904647186398506
31108	embedding2nn.weight	8	-0.006813862826675177
31108	embedding2nn.weight	9	-0.013910247944295406
31108	embedding2nn.bias	0	-0.03815263882279396
31108	embedding2nn.bias	1	-0.022467702627182007
31108	embedding2nn.bias	2	-0.07448458671569824
31108	embedding2nn.bias	3	-0.0010349041549488902
31108	embedding2nn.bias	4	0.0035955780185759068
31108	embedding2nn.bias	5	-0.006728094536811113
31108	embedding2nn.bias	6	0.0100197559222579
31108	embedding2nn.bias	7	0.019108910113573074
31108	embedding2nn.bias	8	0.006725039798766375
31108	embedding2nn.bias	9	0.0011412660824134946
31108	rnn.weight_ih_l0	0	0.03950383886694908
31108	rnn.weight_ih_l0	1	-0.013636053539812565
31108	rnn.weight_ih_l0	2	-0.03639741986989975
31108	rnn.weight_ih_l0	3	-0.04484763368964195
31108	rnn.weight_ih_l0	4	-0.05202876031398773
31108	rnn.weight_ih_l0	5	-0.008436113595962524
31108	rnn.weight_ih_l0	6	-0.0519440583884716
31108	rnn.weight_ih_l0	7	-0.061596136540174484
31108	rnn.weight_ih_l0	8	-0.0447305366396904
31108	rnn.weight_ih_l0	9	-0.02695326693356037
31108	rnn.weight_hh_l0	0	0.019413739442825317
31108	rnn.weight_hh_l0	1	-0.009820124134421349
31108	rnn.weight_hh_l0	2	-0.0674423947930336
31108	rnn.weight_hh_l0	3	-0.03341192752122879
31108	rnn.weight_hh_l0	4	-0.07823757082223892
31108	rnn.weight_hh_l0	5	-0.014598997309803963
31108	rnn.weight_hh_l0	6	-0.05426870286464691
31108	rnn.weight_hh_l0	7	-0.04053625836968422
31108	rnn.weight_hh_l0	8	-0.01904471032321453
31108	rnn.weight_hh_l0	9	-0.00794950034469366
31108	rnn.bias_ih_l0	0	0.14558172225952148
31108	rnn.bias_ih_l0	1	-0.055670443922281265
31108	rnn.bias_ih_l0	2	0.10439988970756531
31108	rnn.bias_ih_l0	3	0.04889224097132683
31108	rnn.bias_ih_l0	4	0.0988830178976059
31108	rnn.bias_ih_l0	5	0.024447891861200333
31108	rnn.bias_ih_l0	6	-0.017503222450613976
31108	rnn.bias_ih_l0	7	-0.1084093526005745
31108	rnn.bias_ih_l0	8	-0.20672164857387543
31108	rnn.bias_ih_l0	9	0.08682689070701599
31108	rnn.bias_hh_l0	0	0.002460250398144126
31108	rnn.bias_hh_l0	1	0.02319559082388878
31108	rnn.bias_hh_l0	2	-0.006112655159085989
31108	rnn.bias_hh_l0	3	-0.030346142128109932
31108	rnn.bias_hh_l0	4	-0.03603006899356842
31108	rnn.bias_hh_l0	5	0.14348119497299194
31108	rnn.bias_hh_l0	6	0.05122319981455803
31108	rnn.bias_hh_l0	7	0.05964013561606407
31108	rnn.bias_hh_l0	8	0.016865475103259087
31108	rnn.bias_hh_l0	9	0.0430135503411293
31108	rnn.weight_ih_l0_reverse	0	-0.029662150889635086
31108	rnn.weight_ih_l0_reverse	1	-0.002075633965432644
31108	rnn.weight_ih_l0_reverse	2	0.023775754496455193
31108	rnn.weight_ih_l0_reverse	3	-0.06213287636637688
31108	rnn.weight_ih_l0_reverse	4	0.009318099357187748
31108	rnn.weight_ih_l0_reverse	5	-0.04599416255950928
31108	rnn.weight_ih_l0_reverse	6	0.02829097956418991
31108	rnn.weight_ih_l0_reverse	7	0.0459434948861599
31108	rnn.weight_ih_l0_reverse	8	-0.04880548268556595
31108	rnn.weight_ih_l0_reverse	9	-0.050804201513528824
31108	rnn.weight_hh_l0_reverse	0	-0.08326780050992966
31108	rnn.weight_hh_l0_reverse	1	-0.06323754042387009
31108	rnn.weight_hh_l0_reverse	2	0.03449906036257744
31108	rnn.weight_hh_l0_reverse	3	0.04581820219755173
31108	rnn.weight_hh_l0_reverse	4	-0.015629785135388374
31108	rnn.weight_hh_l0_reverse	5	0.045614928007125854
31108	rnn.weight_hh_l0_reverse	6	0.0011697591980919242
31108	rnn.weight_hh_l0_reverse	7	-0.0003317774389870465
31108	rnn.weight_hh_l0_reverse	8	-0.09861894696950912
31108	rnn.weight_hh_l0_reverse	9	0.08028468489646912
31108	rnn.bias_ih_l0_reverse	0	-0.08938182890415192
31108	rnn.bias_ih_l0_reverse	1	-0.06922905147075653
31108	rnn.bias_ih_l0_reverse	2	0.10391207784414291
31108	rnn.bias_ih_l0_reverse	3	0.04785298928618431
31108	rnn.bias_ih_l0_reverse	4	-0.12935152649879456
31108	rnn.bias_ih_l0_reverse	5	0.04156838357448578
31108	rnn.bias_ih_l0_reverse	6	-0.1062893494963646
31108	rnn.bias_ih_l0_reverse	7	0.044460635632276535
31108	rnn.bias_ih_l0_reverse	8	0.034828539937734604
31108	rnn.bias_ih_l0_reverse	9	0.06371857970952988
31108	rnn.bias_hh_l0_reverse	0	0.0573497898876667
31108	rnn.bias_hh_l0_reverse	1	0.06528546661138535
31108	rnn.bias_hh_l0_reverse	2	0.07875639945268631
31108	rnn.bias_hh_l0_reverse	3	-0.004430949222296476
31108	rnn.bias_hh_l0_reverse	4	0.07127044349908829
31108	rnn.bias_hh_l0_reverse	5	0.007416158448904753
31108	rnn.bias_hh_l0_reverse	6	-0.05430448427796364
31108	rnn.bias_hh_l0_reverse	7	0.027387740090489388
31108	rnn.bias_hh_l0_reverse	8	0.011642723344266415
31108	rnn.bias_hh_l0_reverse	9	-0.15957289934158325
31108	linear.weight	0	0.1722654104232788
31108	linear.weight	1	-0.16291634738445282
31108	linear.weight	2	-0.21471333503723145
31108	linear.weight	3	0.07793544977903366
31108	linear.weight	4	-0.026517270132899284
31108	linear.weight	5	0.003963338676840067
31108	linear.weight	6	-0.006910866126418114
31108	linear.weight	7	-0.027080871164798737
31108	linear.weight	8	0.08427322655916214
31108	linear.weight	9	0.3481990396976471
31108	linear.bias	0	-0.21009863913059235
31108	linear.bias	1	0.1948789656162262
31108	linear.bias	2	-0.5392501354217529
31108	linear.bias	3	1.7073791027069092
31108	linear.bias	4	-0.3969135284423828
31108	linear.bias	5	-0.030769959092140198
31108	linear.bias	6	-0.3576091229915619
31108	linear.bias	7	-0.2789590656757355
31108	linear.bias	8	-0.04362623766064644
31108	linear.bias	9	-0.4978249669075012
31136	transitions	0	-0.648201584815979
31136	transitions	1	0.34962591528892517
31136	transitions	2	1.6744228601455688
31136	transitions	3	0.09662337601184845
31136	transitions	4	0.9484644532203674
31136	transitions	5	1.2739242315292358
31136	transitions	6	0.4833007752895355
31136	transitions	7	0.17574582993984222
31136	transitions	8	-0.9195207357406616
31136	transitions	9	0.930659830570221
31136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31136	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31136	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31136	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31136	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31136	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31136	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31136	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31136	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31136	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31136	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31136	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31136	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31136	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31136	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31136	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31136	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31136	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31136	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31136	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31136	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31136	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31136	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31136	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31136	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31136	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31136	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31136	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31136	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31136	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31136	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31136	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31136	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31136	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31136	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31136	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31136	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31136	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31136	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31136	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31136	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31136	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31136	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31136	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31136	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31136	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31136	embedding2nn.weight	0	0.022506503388285637
31136	embedding2nn.weight	1	0.014210101217031479
31136	embedding2nn.weight	2	-0.004279471468180418
31136	embedding2nn.weight	3	-0.00013471886632032692
31136	embedding2nn.weight	4	-0.004371461924165487
31136	embedding2nn.weight	5	0.011827114038169384
31136	embedding2nn.weight	6	-0.004966713488101959
31136	embedding2nn.weight	7	0.020898379385471344
31136	embedding2nn.weight	8	-0.006811413913965225
31136	embedding2nn.weight	9	-0.013910017907619476
31136	embedding2nn.bias	0	-0.03817335143685341
31136	embedding2nn.bias	1	-0.022269556298851967
31136	embedding2nn.bias	2	-0.07434739172458649
31136	embedding2nn.bias	3	-0.000947998312767595
31136	embedding2nn.bias	4	0.003401699708774686
31136	embedding2nn.bias	5	-0.006933475378900766
31136	embedding2nn.bias	6	0.010004037991166115
31136	embedding2nn.bias	7	0.018925078213214874
31136	embedding2nn.bias	8	0.006620531901717186
31136	embedding2nn.bias	9	0.001135893166065216
31136	rnn.weight_ih_l0	0	0.03950115293264389
31136	rnn.weight_ih_l0	1	-0.01362997479736805
31136	rnn.weight_ih_l0	2	-0.036405354738235474
31136	rnn.weight_ih_l0	3	-0.0448479950428009
31136	rnn.weight_ih_l0	4	-0.0520348846912384
31136	rnn.weight_ih_l0	5	-0.008439186029136181
31136	rnn.weight_ih_l0	6	-0.051949843764305115
31136	rnn.weight_ih_l0	7	-0.061601679772138596
31136	rnn.weight_ih_l0	8	-0.044717103242874146
31136	rnn.weight_ih_l0	9	-0.026954833418130875
31136	rnn.weight_hh_l0	0	0.019419442862272263
31136	rnn.weight_hh_l0	1	-0.009810671210289001
31136	rnn.weight_hh_l0	2	-0.06743021309375763
31136	rnn.weight_hh_l0	3	-0.03341788053512573
31136	rnn.weight_hh_l0	4	-0.07823556661605835
31136	rnn.weight_hh_l0	5	-0.014587839134037495
31136	rnn.weight_hh_l0	6	-0.054294560104608536
31136	rnn.weight_hh_l0	7	-0.04052620381116867
31136	rnn.weight_hh_l0	8	-0.019053999334573746
31136	rnn.weight_hh_l0	9	-0.007908311672508717
31136	rnn.bias_ih_l0	0	0.14558830857276917
31136	rnn.bias_ih_l0	1	-0.05571121349930763
31136	rnn.bias_ih_l0	2	0.10433845221996307
31136	rnn.bias_ih_l0	3	0.04887860640883446
31136	rnn.bias_ih_l0	4	0.09878434985876083
31136	rnn.bias_ih_l0	5	0.024418778717517853
31136	rnn.bias_ih_l0	6	-0.01745469681918621
31136	rnn.bias_ih_l0	7	-0.10830407589673996
31136	rnn.bias_ih_l0	8	-0.20670796930789948
31136	rnn.bias_ih_l0	9	0.0868157148361206
31136	rnn.bias_hh_l0	0	0.0024686711840331554
31136	rnn.bias_hh_l0	1	0.023171959444880486
31136	rnn.bias_hh_l0	2	-0.0060900007374584675
31136	rnn.bias_hh_l0	3	-0.030275681987404823
31136	rnn.bias_hh_l0	4	-0.03600537031888962
31136	rnn.bias_hh_l0	5	0.1434108167886734
31136	rnn.bias_hh_l0	6	0.0511830598115921
31136	rnn.bias_hh_l0	7	0.05968661606311798
31136	rnn.bias_hh_l0	8	0.01691400073468685
31136	rnn.bias_hh_l0	9	0.04299674928188324
31136	rnn.weight_ih_l0_reverse	0	-0.029663896188139915
31136	rnn.weight_ih_l0_reverse	1	-0.002068787347525358
31136	rnn.weight_ih_l0_reverse	2	0.023774027824401855
31136	rnn.weight_ih_l0_reverse	3	-0.06213356927037239
31136	rnn.weight_ih_l0_reverse	4	0.00931682251393795
31136	rnn.weight_ih_l0_reverse	5	-0.04599529877305031
31136	rnn.weight_ih_l0_reverse	6	0.028287747874855995
31136	rnn.weight_ih_l0_reverse	7	0.045941028743982315
31136	rnn.weight_ih_l0_reverse	8	-0.04879692941904068
31136	rnn.weight_ih_l0_reverse	9	-0.050805892795324326
31136	rnn.weight_hh_l0_reverse	0	-0.08326738327741623
31136	rnn.weight_hh_l0_reverse	1	-0.06323494017124176
31136	rnn.weight_hh_l0_reverse	2	0.034496571868658066
31136	rnn.weight_hh_l0_reverse	3	0.04580574855208397
31136	rnn.weight_hh_l0_reverse	4	-0.01565566472709179
31136	rnn.weight_hh_l0_reverse	5	0.04562035948038101
31136	rnn.weight_hh_l0_reverse	6	0.0011663202894851565
31136	rnn.weight_hh_l0_reverse	7	-0.00034430070081725717
31136	rnn.weight_hh_l0_reverse	8	-0.09863407164812088
31136	rnn.weight_hh_l0_reverse	9	0.0802706927061081
31136	rnn.bias_ih_l0_reverse	0	-0.0892113745212555
31136	rnn.bias_ih_l0_reverse	1	-0.06926853954792023
31136	rnn.bias_ih_l0_reverse	2	0.10388235747814178
31136	rnn.bias_ih_l0_reverse	3	0.04785385727882385
31136	rnn.bias_ih_l0_reverse	4	-0.12935560941696167
31136	rnn.bias_ih_l0_reverse	5	0.041525643318891525
31136	rnn.bias_ih_l0_reverse	6	-0.10628975927829742
31136	rnn.bias_ih_l0_reverse	7	0.044510673731565475
31136	rnn.bias_ih_l0_reverse	8	0.03479015827178955
31136	rnn.bias_ih_l0_reverse	9	0.06374799460172653
31136	rnn.bias_hh_l0_reverse	0	0.05718506500124931
31136	rnn.bias_hh_l0_reverse	1	0.06528536975383759
31136	rnn.bias_hh_l0_reverse	2	0.07882929593324661
31136	rnn.bias_hh_l0_reverse	3	-0.00446759257465601
31136	rnn.bias_hh_l0_reverse	4	0.07123149186372757
31136	rnn.bias_hh_l0_reverse	5	0.007351806852966547
31136	rnn.bias_hh_l0_reverse	6	-0.0543295256793499
31136	rnn.bias_hh_l0_reverse	7	0.027411267161369324
31136	rnn.bias_hh_l0_reverse	8	0.011652756482362747
31136	rnn.bias_hh_l0_reverse	9	-0.15961435437202454
31136	linear.weight	0	0.172341987490654
31136	linear.weight	1	-0.16291625797748566
31136	linear.weight	2	-0.21464930474758148
31136	linear.weight	3	0.0778917744755745
31136	linear.weight	4	-0.02652849070727825
31136	linear.weight	5	0.003973682411015034
31136	linear.weight	6	-0.006910834461450577
31136	linear.weight	7	-0.027080385014414787
31136	linear.weight	8	0.0842975601553917
31136	linear.weight	9	0.34818732738494873
31136	linear.bias	0	-0.20970700681209564
31136	linear.bias	1	0.19482357800006866
31136	linear.bias	2	-0.5392727255821228
31136	linear.bias	3	1.7070289850234985
31136	linear.bias	4	-0.3969167470932007
31136	linear.bias	5	-0.030769959092140198
31136	linear.bias	6	-0.3576132357120514
31136	linear.bias	7	-0.27895283699035645
31136	linear.bias	8	-0.043878305703401566
31136	linear.bias	9	-0.4978262186050415
31164	transitions	0	-0.6482021808624268
31164	transitions	1	0.34962570667266846
31164	transitions	2	1.674422264099121
31164	transitions	3	0.09662298113107681
31164	transitions	4	0.9484644532203674
31164	transitions	5	1.2739242315292358
31164	transitions	6	0.4833007752895355
31164	transitions	7	0.17574582993984222
31164	transitions	8	-0.9195207357406616
31164	transitions	9	0.930659830570221
31164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31164	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31164	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31164	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31164	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31164	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31164	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31164	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31164	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31164	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31164	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31164	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31164	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31164	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31164	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31164	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31164	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31164	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31164	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31164	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31164	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31164	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31164	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31164	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31164	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31164	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31164	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31164	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31164	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31164	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31164	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31164	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31164	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31164	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31164	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31164	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31164	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31164	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31164	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31164	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31164	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31164	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31164	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31164	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31164	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31164	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31164	embedding2nn.weight	0	0.022509435191750526
31164	embedding2nn.weight	1	0.01421128399670124
31164	embedding2nn.weight	2	-0.004280576016753912
31164	embedding2nn.weight	3	-0.00013221317203715444
31164	embedding2nn.weight	4	-0.004373477306216955
31164	embedding2nn.weight	5	0.011830417439341545
31164	embedding2nn.weight	6	-0.004965989850461483
31164	embedding2nn.weight	7	0.02088993787765503
31164	embedding2nn.weight	8	-0.006807031109929085
31164	embedding2nn.weight	9	-0.01390767376869917
31164	embedding2nn.bias	0	-0.038185346871614456
31164	embedding2nn.bias	1	-0.022140193730592728
31164	embedding2nn.bias	2	-0.07423248142004013
31164	embedding2nn.bias	3	-0.00098877539858222
31164	embedding2nn.bias	4	0.0033940121065825224
31164	embedding2nn.bias	5	-0.006802679505199194
31164	embedding2nn.bias	6	0.009807557798922062
31164	embedding2nn.bias	7	0.0185785461217165
31164	embedding2nn.bias	8	0.00684746028855443
31164	embedding2nn.bias	9	0.001565941609442234
31164	rnn.weight_ih_l0	0	0.039496541023254395
31164	rnn.weight_ih_l0	1	-0.013646487146615982
31164	rnn.weight_ih_l0	2	-0.03643377125263214
31164	rnn.weight_ih_l0	3	-0.04483747109770775
31164	rnn.weight_ih_l0	4	-0.05203179642558098
31164	rnn.weight_ih_l0	5	-0.008432355709373951
31164	rnn.weight_ih_l0	6	-0.05196243152022362
31164	rnn.weight_ih_l0	7	-0.061598848551511765
31164	rnn.weight_ih_l0	8	-0.044721923768520355
31164	rnn.weight_ih_l0	9	-0.026957621797919273
31164	rnn.weight_hh_l0	0	0.019434740766882896
31164	rnn.weight_hh_l0	1	-0.009790712036192417
31164	rnn.weight_hh_l0	2	-0.06742445379495621
31164	rnn.weight_hh_l0	3	-0.03341774269938469
31164	rnn.weight_hh_l0	4	-0.07824356108903885
31164	rnn.weight_hh_l0	5	-0.01460556872189045
31164	rnn.weight_hh_l0	6	-0.05426554009318352
31164	rnn.weight_hh_l0	7	-0.04051893576979637
31164	rnn.weight_hh_l0	8	-0.0190492644906044
31164	rnn.weight_hh_l0	9	-0.007892319932579994
31164	rnn.bias_ih_l0	0	0.14560724794864655
31164	rnn.bias_ih_l0	1	-0.05571235716342926
31164	rnn.bias_ih_l0	2	0.10423669219017029
31164	rnn.bias_ih_l0	3	0.048840541392564774
31164	rnn.bias_ih_l0	4	0.09878630191087723
31164	rnn.bias_ih_l0	5	0.024373598396778107
31164	rnn.bias_ih_l0	6	-0.01742691546678543
31164	rnn.bias_ih_l0	7	-0.10821587592363358
31164	rnn.bias_ih_l0	8	-0.20661567151546478
31164	rnn.bias_ih_l0	9	0.08683846890926361
31164	rnn.bias_hh_l0	0	0.002438482828438282
31164	rnn.bias_hh_l0	1	0.023169010877609253
31164	rnn.bias_hh_l0	2	-0.006122463848441839
31164	rnn.bias_hh_l0	3	-0.030261317268013954
31164	rnn.bias_hh_l0	4	-0.035967789590358734
31164	rnn.bias_hh_l0	5	0.143368661403656
31164	rnn.bias_hh_l0	6	0.05118953064084053
31164	rnn.bias_hh_l0	7	0.05979374796152115
31164	rnn.bias_hh_l0	8	0.01694178208708763
31164	rnn.bias_hh_l0	9	0.04303526505827904
31164	rnn.weight_ih_l0_reverse	0	-0.029671844094991684
31164	rnn.weight_ih_l0_reverse	1	-0.0020720805041491985
31164	rnn.weight_ih_l0_reverse	2	0.023771226406097412
31164	rnn.weight_ih_l0_reverse	3	-0.0621357187628746
31164	rnn.weight_ih_l0_reverse	4	0.00932623352855444
31164	rnn.weight_ih_l0_reverse	5	-0.04598793759942055
31164	rnn.weight_ih_l0_reverse	6	0.028271466493606567
31164	rnn.weight_ih_l0_reverse	7	0.04594051465392113
31164	rnn.weight_ih_l0_reverse	8	-0.04879668727517128
31164	rnn.weight_ih_l0_reverse	9	-0.050800126045942307
31164	rnn.weight_hh_l0_reverse	0	-0.08325399458408356
31164	rnn.weight_hh_l0_reverse	1	-0.0632549598813057
31164	rnn.weight_hh_l0_reverse	2	0.03448659926652908
31164	rnn.weight_hh_l0_reverse	3	0.04580327123403549
31164	rnn.weight_hh_l0_reverse	4	-0.015691855922341347
31164	rnn.weight_hh_l0_reverse	5	0.045617129653692245
31164	rnn.weight_hh_l0_reverse	6	0.0012193623697385192
31164	rnn.weight_hh_l0_reverse	7	-0.0003187511465512216
31164	rnn.weight_hh_l0_reverse	8	-0.09865257143974304
31164	rnn.weight_hh_l0_reverse	9	0.08025193959474564
31164	rnn.bias_ih_l0_reverse	0	-0.08904816210269928
31164	rnn.bias_ih_l0_reverse	1	-0.06921731680631638
31164	rnn.bias_ih_l0_reverse	2	0.10390680283308029
31164	rnn.bias_ih_l0_reverse	3	0.04779168218374252
31164	rnn.bias_ih_l0_reverse	4	-0.1293598711490631
31164	rnn.bias_ih_l0_reverse	5	0.04148834943771362
31164	rnn.bias_ih_l0_reverse	6	-0.10635266453027725
31164	rnn.bias_ih_l0_reverse	7	0.044570181518793106
31164	rnn.bias_ih_l0_reverse	8	0.034776780754327774
31164	rnn.bias_ih_l0_reverse	9	0.06376057118177414
31164	rnn.bias_hh_l0_reverse	0	0.05714787542819977
31164	rnn.bias_hh_l0_reverse	1	0.06530075520277023
31164	rnn.bias_hh_l0_reverse	2	0.07880892604589462
31164	rnn.bias_hh_l0_reverse	3	-0.004466521553695202
31164	rnn.bias_hh_l0_reverse	4	0.07125342637300491
31164	rnn.bias_hh_l0_reverse	5	0.007401672657579184
31164	rnn.bias_hh_l0_reverse	6	-0.05432732030749321
31164	rnn.bias_hh_l0_reverse	7	0.027341756969690323
31164	rnn.bias_hh_l0_reverse	8	0.011600436642765999
31164	rnn.bias_hh_l0_reverse	9	-0.15955999493598938
31164	linear.weight	0	0.17240050435066223
31164	linear.weight	1	-0.16291597485542297
31164	linear.weight	2	-0.21463541686534882
31164	linear.weight	3	0.07790425419807434
31164	linear.weight	4	-0.026523055508732796
31164	linear.weight	5	0.00392086710780859
31164	linear.weight	6	-0.006910769268870354
31164	linear.weight	7	-0.027080165222287178
31164	linear.weight	8	0.0842830091714859
31164	linear.weight	9	0.3481764495372772
31164	linear.bias	0	-0.2094966322183609
31164	linear.bias	1	0.1948768049478531
31164	linear.bias	2	-0.539287805557251
31164	linear.bias	3	1.7067255973815918
31164	linear.bias	4	-0.39691996574401855
31164	linear.bias	5	-0.030769959092140198
31164	linear.bias	6	-0.35763078927993774
31164	linear.bias	7	-0.27894672751426697
31164	linear.bias	8	-0.04408853128552437
31164	linear.bias	9	-0.4978269338607788
31192	transitions	0	-0.6482118368148804
31192	transitions	1	0.3496241569519043
31192	transitions	2	1.6744221448898315
31192	transitions	3	0.09661715477705002
31192	transitions	4	0.9484644532203674
31192	transitions	5	1.2739242315292358
31192	transitions	6	0.4833007752895355
31192	transitions	7	0.17574580013751984
31192	transitions	8	-0.9195207357406616
31192	transitions	9	0.930659830570221
31192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31192	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31192	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31192	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31192	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31192	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31192	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31192	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31192	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31192	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31192	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31192	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31192	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31192	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31192	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31192	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31192	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31192	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31192	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31192	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31192	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31192	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31192	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31192	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31192	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31192	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31192	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31192	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31192	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31192	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31192	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31192	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31192	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31192	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31192	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31192	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31192	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31192	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31192	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31192	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31192	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31192	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31192	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31192	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31192	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31192	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31192	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31192	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31192	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31192	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31192	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31192	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31192	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31192	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31192	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31192	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31192	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31192	embedding2nn.weight	0	0.022505782544612885
31192	embedding2nn.weight	1	0.014209055341780186
31192	embedding2nn.weight	2	-0.004280338529497385
31192	embedding2nn.weight	3	-0.00013477304310072213
31192	embedding2nn.weight	4	-0.004372206050902605
31192	embedding2nn.weight	5	0.011821300722658634
31192	embedding2nn.weight	6	-0.004966374486684799
31192	embedding2nn.weight	7	0.020873909816145897
31192	embedding2nn.weight	8	-0.006810068152844906
31192	embedding2nn.weight	9	-0.013907662592828274
31192	embedding2nn.bias	0	-0.03830026462674141
31192	embedding2nn.bias	1	-0.02198808826506138
31192	embedding2nn.bias	2	-0.07417578995227814
31192	embedding2nn.bias	3	-0.000982952886261046
31192	embedding2nn.bias	4	0.0034760208800435066
31192	embedding2nn.bias	5	-0.006613210774958134
31192	embedding2nn.bias	6	0.009702051058411598
31192	embedding2nn.bias	7	0.018548524007201195
31192	embedding2nn.bias	8	0.007036791183054447
31192	embedding2nn.bias	9	0.00156062887981534
31192	rnn.weight_ih_l0	0	0.03950604423880577
31192	rnn.weight_ih_l0	1	-0.013623271137475967
31192	rnn.weight_ih_l0	2	-0.03641343489289284
31192	rnn.weight_ih_l0	3	-0.04483940824866295
31192	rnn.weight_ih_l0	4	-0.05202893540263176
31192	rnn.weight_ih_l0	5	-0.008442056365311146
31192	rnn.weight_ih_l0	6	-0.051966872066259384
31192	rnn.weight_ih_l0	7	-0.061605632305145264
31192	rnn.weight_ih_l0	8	-0.044721245765686035
31192	rnn.weight_ih_l0	9	-0.026953840628266335
31192	rnn.weight_hh_l0	0	0.01944461092352867
31192	rnn.weight_hh_l0	1	-0.009774889796972275
31192	rnn.weight_hh_l0	2	-0.06743434071540833
31192	rnn.weight_hh_l0	3	-0.03341914340853691
31192	rnn.weight_hh_l0	4	-0.07826104015111923
31192	rnn.weight_hh_l0	5	-0.014599134214222431
31192	rnn.weight_hh_l0	6	-0.05424879491329193
31192	rnn.weight_hh_l0	7	-0.040501292794942856
31192	rnn.weight_hh_l0	8	-0.019049834460020065
31192	rnn.weight_hh_l0	9	-0.007890941575169563
31192	rnn.bias_ih_l0	0	0.14557857811450958
31192	rnn.bias_ih_l0	1	-0.05571848899126053
31192	rnn.bias_ih_l0	2	0.1043165996670723
31192	rnn.bias_ih_l0	3	0.04881291091442108
31192	rnn.bias_ih_l0	4	0.09876872599124908
31192	rnn.bias_ih_l0	5	0.024372829124331474
31192	rnn.bias_ih_l0	6	-0.017423758283257484
31192	rnn.bias_ih_l0	7	-0.10839422047138214
31192	rnn.bias_ih_l0	8	-0.2068016678094864
31192	rnn.bias_ih_l0	9	0.08687563985586166
31192	rnn.bias_hh_l0	0	0.0024332900065928698
31192	rnn.bias_hh_l0	1	0.02318674884736538
31192	rnn.bias_hh_l0	2	-0.006101557519286871
31192	rnn.bias_hh_l0	3	-0.030162736773490906
31192	rnn.bias_hh_l0	4	-0.0360412523150444
31192	rnn.bias_hh_l0	5	0.1434030383825302
31192	rnn.bias_hh_l0	6	0.051221515983343124
31192	rnn.bias_hh_l0	7	0.0599033385515213
31192	rnn.bias_hh_l0	8	0.016944939270615578
31192	rnn.bias_hh_l0	9	0.043066076934337616
31192	rnn.weight_ih_l0_reverse	0	-0.029685862362384796
31192	rnn.weight_ih_l0_reverse	1	-0.0020721270702779293
31192	rnn.weight_ih_l0_reverse	2	0.023770825937390327
31192	rnn.weight_ih_l0_reverse	3	-0.06214900687336922
31192	rnn.weight_ih_l0_reverse	4	0.009326864033937454
31192	rnn.weight_ih_l0_reverse	5	-0.04600566253066063
31192	rnn.weight_ih_l0_reverse	6	0.02827751450240612
31192	rnn.weight_ih_l0_reverse	7	0.04594074562191963
31192	rnn.weight_ih_l0_reverse	8	-0.04879822954535484
31192	rnn.weight_ih_l0_reverse	9	-0.050799041986465454
31192	rnn.weight_hh_l0_reverse	0	-0.08325806260108948
31192	rnn.weight_hh_l0_reverse	1	-0.06323637068271637
31192	rnn.weight_hh_l0_reverse	2	0.03449353575706482
31192	rnn.weight_hh_l0_reverse	3	0.045791640877723694
31192	rnn.weight_hh_l0_reverse	4	-0.015705350786447525
31192	rnn.weight_hh_l0_reverse	5	0.04561233893036842
31192	rnn.weight_hh_l0_reverse	6	0.0012207210529595613
31192	rnn.weight_hh_l0_reverse	7	-0.00031284644501283765
31192	rnn.weight_hh_l0_reverse	8	-0.09864819049835205
31192	rnn.weight_hh_l0_reverse	9	0.08024126291275024
31192	rnn.bias_ih_l0_reverse	0	-0.08909416943788528
31192	rnn.bias_ih_l0_reverse	1	-0.06928936392068863
31192	rnn.bias_ih_l0_reverse	2	0.10386774688959122
31192	rnn.bias_ih_l0_reverse	3	0.047777146100997925
31192	rnn.bias_ih_l0_reverse	4	-0.12936967611312866
31192	rnn.bias_ih_l0_reverse	5	0.04148274287581444
31192	rnn.bias_ih_l0_reverse	6	-0.10636689513921738
31192	rnn.bias_ih_l0_reverse	7	0.04459220543503761
31192	rnn.bias_ih_l0_reverse	8	0.03477344289422035
31192	rnn.bias_ih_l0_reverse	9	0.06374377757310867
31192	rnn.bias_hh_l0_reverse	0	0.05708927661180496
31192	rnn.bias_hh_l0_reverse	1	0.0653267428278923
31192	rnn.bias_hh_l0_reverse	2	0.07887758314609528
31192	rnn.bias_hh_l0_reverse	3	-0.004478993825614452
31192	rnn.bias_hh_l0_reverse	4	0.0712159126996994
31192	rnn.bias_hh_l0_reverse	5	0.0075077577494084835
31192	rnn.bias_hh_l0_reverse	6	-0.05439642071723938
31192	rnn.bias_hh_l0_reverse	7	0.027364062145352364
31192	rnn.bias_hh_l0_reverse	8	0.011585906147956848
31192	rnn.bias_hh_l0_reverse	9	-0.1596105694770813
31192	linear.weight	0	0.172454372048378
31192	linear.weight	1	-0.1629159301519394
31192	linear.weight	2	-0.21458418667316437
31192	linear.weight	3	0.07792077213525772
31192	linear.weight	4	-0.026545219123363495
31192	linear.weight	5	0.003930277656763792
31192	linear.weight	6	-0.0069107613526284695
31192	linear.weight	7	-0.02707967534661293
31192	linear.weight	8	0.08438757807016373
31192	linear.weight	9	0.34817570447921753
31192	linear.bias	0	-0.20889393985271454
31192	linear.bias	1	0.19496700167655945
31192	linear.bias	2	-0.5393005013465881
31192	linear.bias	3	1.7059223651885986
31192	linear.bias	4	-0.39692944288253784
31192	linear.bias	5	-0.030769959092140198
31192	linear.bias	6	-0.35766467452049255
31192	linear.bias	7	-0.2789652943611145
31192	linear.bias	8	-0.04422007128596306
31192	linear.bias	9	-0.4978277087211609
31220	transitions	0	-0.6482123136520386
31220	transitions	1	0.34962329268455505
31220	transitions	2	1.6744214296340942
31220	transitions	3	0.09661686420440674
31220	transitions	4	0.9484628438949585
31220	transitions	5	1.2739242315292358
31220	transitions	6	0.48330074548721313
31220	transitions	7	0.17574574053287506
31220	transitions	8	-0.9195207953453064
31220	transitions	9	0.930659830570221
31220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31220	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31220	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31220	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31220	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31220	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31220	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31220	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31220	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31220	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31220	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31220	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31220	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31220	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31220	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31220	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31220	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31220	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31220	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31220	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31220	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31220	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31220	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31220	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31220	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31220	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31220	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31220	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31220	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31220	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31220	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31220	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31220	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31220	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31220	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31220	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31220	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31220	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31220	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31220	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31220	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31220	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31220	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31220	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31220	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31220	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31220	embedding2nn.weight	0	0.02248481474816799
31220	embedding2nn.weight	1	0.014207354746758938
31220	embedding2nn.weight	2	-0.004278329201042652
31220	embedding2nn.weight	3	-0.00013452477287501097
31220	embedding2nn.weight	4	-0.004369718953967094
31220	embedding2nn.weight	5	0.01182353775948286
31220	embedding2nn.weight	6	-0.004965181462466717
31220	embedding2nn.weight	7	0.02088020369410515
31220	embedding2nn.weight	8	-0.0068044294603168964
31220	embedding2nn.weight	9	-0.01390979252755642
31220	embedding2nn.bias	0	-0.03838531672954559
31220	embedding2nn.bias	1	-0.021928105503320694
31220	embedding2nn.bias	2	-0.07407490909099579
31220	embedding2nn.bias	3	-0.0011098774848505855
31220	embedding2nn.bias	4	0.003617594251409173
31220	embedding2nn.bias	5	-0.006526061799377203
31220	embedding2nn.bias	6	0.009743133559823036
31220	embedding2nn.bias	7	0.01860688626766205
31220	embedding2nn.bias	8	0.006944893393665552
31220	embedding2nn.bias	9	0.0017478866502642632
31220	rnn.weight_ih_l0	0	0.039505746215581894
31220	rnn.weight_ih_l0	1	-0.01360715925693512
31220	rnn.weight_ih_l0	2	-0.036430660635232925
31220	rnn.weight_ih_l0	3	-0.044852063059806824
31220	rnn.weight_ih_l0	4	-0.052025459706783295
31220	rnn.weight_ih_l0	5	-0.008437024429440498
31220	rnn.weight_ih_l0	6	-0.05196724459528923
31220	rnn.weight_ih_l0	7	-0.061607133597135544
31220	rnn.weight_ih_l0	8	-0.04472082480788231
31220	rnn.weight_ih_l0	9	-0.02695157751441002
31220	rnn.weight_hh_l0	0	0.01946445368230343
31220	rnn.weight_hh_l0	1	-0.00977366603910923
31220	rnn.weight_hh_l0	2	-0.06743680685758591
31220	rnn.weight_hh_l0	3	-0.033430200070142746
31220	rnn.weight_hh_l0	4	-0.07826374471187592
31220	rnn.weight_hh_l0	5	-0.014603529125452042
31220	rnn.weight_hh_l0	6	-0.05426793172955513
31220	rnn.weight_hh_l0	7	-0.040534213185310364
31220	rnn.weight_hh_l0	8	-0.01905042678117752
31220	rnn.weight_hh_l0	9	-0.007876711897552013
31220	rnn.bias_ih_l0	0	0.14559510350227356
31220	rnn.bias_ih_l0	1	-0.05575232207775116
31220	rnn.bias_ih_l0	2	0.1043468713760376
31220	rnn.bias_ih_l0	3	0.04882093891501427
31220	rnn.bias_ih_l0	4	0.09874509274959564
31220	rnn.bias_ih_l0	5	0.024374879896640778
31220	rnn.bias_ih_l0	6	-0.017435308545827866
31220	rnn.bias_ih_l0	7	-0.1082439050078392
31220	rnn.bias_ih_l0	8	-0.20665381848812103
31220	rnn.bias_ih_l0	9	0.08688478916883469
31220	rnn.bias_hh_l0	0	0.002450217492878437
31220	rnn.bias_hh_l0	1	0.023174680769443512
31220	rnn.bias_hh_l0	2	-0.006094759330153465
31220	rnn.bias_hh_l0	3	-0.030171159654855728
31220	rnn.bias_hh_l0	4	-0.03604980185627937
31220	rnn.bias_hh_l0	5	0.14343008399009705
31220	rnn.bias_hh_l0	6	0.05129491910338402
31220	rnn.bias_hh_l0	7	0.05992424488067627
31220	rnn.bias_hh_l0	8	0.016933389008045197
31220	rnn.bias_hh_l0	9	0.04303254187107086
31220	rnn.weight_ih_l0_reverse	0	-0.02968274988234043
31220	rnn.weight_ih_l0_reverse	1	-0.002081314567476511
31220	rnn.weight_ih_l0_reverse	2	0.0237649567425251
31220	rnn.weight_ih_l0_reverse	3	-0.062138188630342484
31220	rnn.weight_ih_l0_reverse	4	0.009322050027549267
31220	rnn.weight_ih_l0_reverse	5	-0.04601842910051346
31220	rnn.weight_ih_l0_reverse	6	0.028254183009266853
31220	rnn.weight_ih_l0_reverse	7	0.04594630002975464
31220	rnn.weight_ih_l0_reverse	8	-0.048788320273160934
31220	rnn.weight_ih_l0_reverse	9	-0.050798699259757996
31220	rnn.weight_hh_l0_reverse	0	-0.08325515687465668
31220	rnn.weight_hh_l0_reverse	1	-0.06322789192199707
31220	rnn.weight_hh_l0_reverse	2	0.03449953347444534
31220	rnn.weight_hh_l0_reverse	3	0.04578953608870506
31220	rnn.weight_hh_l0_reverse	4	-0.015721570700407028
31220	rnn.weight_hh_l0_reverse	5	0.04560823366045952
31220	rnn.weight_hh_l0_reverse	6	0.0012560689356178045
31220	rnn.weight_hh_l0_reverse	7	-0.0003099714231211692
31220	rnn.weight_hh_l0_reverse	8	-0.09865962713956833
31220	rnn.weight_hh_l0_reverse	9	0.08026949316263199
31220	rnn.bias_ih_l0_reverse	0	-0.08907759934663773
31220	rnn.bias_ih_l0_reverse	1	-0.0692296251654625
31220	rnn.bias_ih_l0_reverse	2	0.10386611521244049
31220	rnn.bias_ih_l0_reverse	3	0.047773756086826324
31220	rnn.bias_ih_l0_reverse	4	-0.1293778270483017
31220	rnn.bias_ih_l0_reverse	5	0.041452862322330475
31220	rnn.bias_ih_l0_reverse	6	-0.10637540370225906
31220	rnn.bias_ih_l0_reverse	7	0.044580649584531784
31220	rnn.bias_ih_l0_reverse	8	0.034797798842191696
31220	rnn.bias_ih_l0_reverse	9	0.06377329677343369
31220	rnn.bias_hh_l0_reverse	0	0.057192616164684296
31220	rnn.bias_hh_l0_reverse	1	0.06534076482057571
31220	rnn.bias_hh_l0_reverse	2	0.0788561999797821
31220	rnn.bias_hh_l0_reverse	3	-0.004470031708478928
31220	rnn.bias_hh_l0_reverse	4	0.0712185651063919
31220	rnn.bias_hh_l0_reverse	5	0.007452751975506544
31220	rnn.bias_hh_l0_reverse	6	-0.054363783448934555
31220	rnn.bias_hh_l0_reverse	7	0.027387648820877075
31220	rnn.bias_hh_l0_reverse	8	0.011598983779549599
31220	rnn.bias_hh_l0_reverse	9	-0.15964391827583313
31220	linear.weight	0	0.1724787801504135
31220	linear.weight	1	-0.1629156917333603
31220	linear.weight	2	-0.2145773321390152
31220	linear.weight	3	0.07797939330339432
31220	linear.weight	4	-0.026543186977505684
31220	linear.weight	5	0.003990262281149626
31220	linear.weight	6	-0.006910632364451885
31220	linear.weight	7	-0.027079472318291664
31220	linear.weight	8	0.08439107239246368
31220	linear.weight	9	0.3481769859790802
31220	linear.bias	0	-0.20893296599388123
31220	linear.bias	1	0.19495481252670288
31220	linear.bias	2	-0.539314866065979
31220	linear.bias	3	1.7066543102264404
31220	linear.bias	4	-0.3969287574291229
31220	linear.bias	5	-0.030769959092140198
31220	linear.bias	6	-0.3576812744140625
31220	linear.bias	7	-0.2790250778198242
31220	linear.bias	8	-0.04413700848817825
31220	linear.bias	9	-0.49782878160476685
31248	transitions	0	-0.6482158899307251
31248	transitions	1	0.34962284564971924
31248	transitions	2	1.674420952796936
31248	transitions	3	0.09660516679286957
31248	transitions	4	0.948462724685669
31248	transitions	5	1.2739242315292358
31248	transitions	6	0.48330074548721313
31248	transitions	7	0.17574574053287506
31248	transitions	8	-0.9195207953453064
31248	transitions	9	0.930659830570221
31248	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31248	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31248	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31248	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31248	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31248	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31248	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31248	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31248	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31248	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31248	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31248	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31248	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31248	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31248	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31248	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31248	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31248	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31248	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31248	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31248	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31248	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31248	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31248	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31248	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31248	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31248	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31248	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31248	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31248	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31248	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31248	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31248	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31248	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31248	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31248	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31248	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31248	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31248	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31248	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31248	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31248	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31248	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31248	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31248	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31248	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31248	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31248	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31248	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31248	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31248	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31248	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31248	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31248	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31248	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31248	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31248	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31248	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31248	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31248	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31248	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31248	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31248	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31248	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31248	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31248	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31248	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31248	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31248	embedding2nn.weight	0	0.02248329296708107
31248	embedding2nn.weight	1	0.014206267893314362
31248	embedding2nn.weight	2	-0.0042793890461325645
31248	embedding2nn.weight	3	-0.00013397027214523405
31248	embedding2nn.weight	4	-0.004369609989225864
31248	embedding2nn.weight	5	0.011822986416518688
31248	embedding2nn.weight	6	-0.004963523242622614
31248	embedding2nn.weight	7	0.020876074209809303
31248	embedding2nn.weight	8	-0.006806508172303438
31248	embedding2nn.weight	9	-0.013907808810472488
31248	embedding2nn.bias	0	-0.0384896844625473
31248	embedding2nn.bias	1	-0.021695097908377647
31248	embedding2nn.bias	2	-0.07401254773139954
31248	embedding2nn.bias	3	-0.0012357746018096805
31248	embedding2nn.bias	4	0.0037432615645229816
31248	embedding2nn.bias	5	-0.006537298671901226
31248	embedding2nn.bias	6	0.009461439214646816
31248	embedding2nn.bias	7	0.01879177615046501
31248	embedding2nn.bias	8	0.007068465929478407
31248	embedding2nn.bias	9	0.001980412285774946
31248	rnn.weight_ih_l0	0	0.03951336815953255
31248	rnn.weight_ih_l0	1	-0.013634124770760536
31248	rnn.weight_ih_l0	2	-0.03641548007726669
31248	rnn.weight_ih_l0	3	-0.04484749212861061
31248	rnn.weight_ih_l0	4	-0.052019402384757996
31248	rnn.weight_ih_l0	5	-0.008433661423623562
31248	rnn.weight_ih_l0	6	-0.0519595667719841
31248	rnn.weight_ih_l0	7	-0.0616091713309288
31248	rnn.weight_ih_l0	8	-0.044725969433784485
31248	rnn.weight_ih_l0	9	-0.026954254135489464
31248	rnn.weight_hh_l0	0	0.019465606659650803
31248	rnn.weight_hh_l0	1	-0.009766822680830956
31248	rnn.weight_hh_l0	2	-0.06739688664674759
31248	rnn.weight_hh_l0	3	-0.03342481702566147
31248	rnn.weight_hh_l0	4	-0.07826066017150879
31248	rnn.weight_hh_l0	5	-0.014613931067287922
31248	rnn.weight_hh_l0	6	-0.05426928028464317
31248	rnn.weight_hh_l0	7	-0.04052039608359337
31248	rnn.weight_hh_l0	8	-0.019048240035772324
31248	rnn.weight_hh_l0	9	-0.007865725085139275
31248	rnn.bias_ih_l0	0	0.14561869204044342
31248	rnn.bias_ih_l0	1	-0.05579202622175217
31248	rnn.bias_ih_l0	2	0.1043693870306015
31248	rnn.bias_ih_l0	3	0.04884003475308418
31248	rnn.bias_ih_l0	4	0.09880838543176651
31248	rnn.bias_ih_l0	5	0.024384571239352226
31248	rnn.bias_ih_l0	6	-0.01746879518032074
31248	rnn.bias_ih_l0	7	-0.10823241621255875
31248	rnn.bias_ih_l0	8	-0.20648622512817383
31248	rnn.bias_ih_l0	9	0.08685532212257385
31248	rnn.bias_hh_l0	0	0.002422478049993515
31248	rnn.bias_hh_l0	1	0.023191703483462334
31248	rnn.bias_hh_l0	2	-0.006043502129614353
31248	rnn.bias_hh_l0	3	-0.03014002926647663
31248	rnn.bias_hh_l0	4	-0.036156535148620605
31248	rnn.bias_hh_l0	5	0.14337775111198425
31248	rnn.bias_hh_l0	6	0.051371779292821884
31248	rnn.bias_hh_l0	7	0.05995667353272438
31248	rnn.bias_hh_l0	8	0.016899902373552322
31248	rnn.bias_hh_l0	9	0.043041400611400604
31248	rnn.weight_ih_l0_reverse	0	-0.029692918062210083
31248	rnn.weight_ih_l0_reverse	1	-0.0020940550602972507
31248	rnn.weight_ih_l0_reverse	2	0.02376425825059414
31248	rnn.weight_ih_l0_reverse	3	-0.06214163079857826
31248	rnn.weight_ih_l0_reverse	4	0.009317061863839626
31248	rnn.weight_ih_l0_reverse	5	-0.046027131378650665
31248	rnn.weight_ih_l0_reverse	6	0.028248928487300873
31248	rnn.weight_ih_l0_reverse	7	0.045944150537252426
31248	rnn.weight_ih_l0_reverse	8	-0.04877912998199463
31248	rnn.weight_ih_l0_reverse	9	-0.05079369246959686
31248	rnn.weight_hh_l0_reverse	0	-0.08326240628957748
31248	rnn.weight_hh_l0_reverse	1	-0.06321468204259872
31248	rnn.weight_hh_l0_reverse	2	0.0345064140856266
31248	rnn.weight_hh_l0_reverse	3	0.04579909145832062
31248	rnn.weight_hh_l0_reverse	4	-0.015736600384116173
31248	rnn.weight_hh_l0_reverse	5	0.04560500383377075
31248	rnn.weight_hh_l0_reverse	6	0.0012771168258041143
31248	rnn.weight_hh_l0_reverse	7	-0.000311492127366364
31248	rnn.weight_hh_l0_reverse	8	-0.09863284230232239
31248	rnn.weight_hh_l0_reverse	9	0.08026150614023209
31248	rnn.bias_ih_l0_reverse	0	-0.08922881633043289
31248	rnn.bias_ih_l0_reverse	1	-0.06919649988412857
31248	rnn.bias_ih_l0_reverse	2	0.10384352505207062
31248	rnn.bias_ih_l0_reverse	3	0.04776261746883392
31248	rnn.bias_ih_l0_reverse	4	-0.12938101589679718
31248	rnn.bias_ih_l0_reverse	5	0.041411761194467545
31248	rnn.bias_ih_l0_reverse	6	-0.10640532523393631
31248	rnn.bias_ih_l0_reverse	7	0.0445944108068943
31248	rnn.bias_ih_l0_reverse	8	0.034764789044857025
31248	rnn.bias_ih_l0_reverse	9	0.06376442313194275
31248	rnn.bias_hh_l0_reverse	0	0.05707329884171486
31248	rnn.bias_hh_l0_reverse	1	0.06534864753484726
31248	rnn.bias_hh_l0_reverse	2	0.07890574634075165
31248	rnn.bias_hh_l0_reverse	3	-0.004501677118241787
31248	rnn.bias_hh_l0_reverse	4	0.07120144367218018
31248	rnn.bias_hh_l0_reverse	5	0.007429718505591154
31248	rnn.bias_hh_l0_reverse	6	-0.054355084896087646
31248	rnn.bias_hh_l0_reverse	7	0.027351761236786842
31248	rnn.bias_hh_l0_reverse	8	0.011554649099707603
31248	rnn.bias_hh_l0_reverse	9	-0.15955905616283417
31248	linear.weight	0	0.17240409553050995
31248	linear.weight	1	-0.1629154533147812
31248	linear.weight	2	-0.21459485590457916
31248	linear.weight	3	0.07790464907884598
31248	linear.weight	4	-0.02653711847960949
31248	linear.weight	5	0.003972201142460108
31248	linear.weight	6	-0.006910568103194237
31248	linear.weight	7	-0.027078930288553238
31248	linear.weight	8	0.08439312875270844
31248	linear.weight	9	0.3481481969356537
31248	linear.bias	0	-0.20859679579734802
31248	linear.bias	1	0.1947568655014038
31248	linear.bias	2	-0.5393744111061096
31248	linear.bias	3	1.7066975831985474
31248	linear.bias	4	-0.39693111181259155
31248	linear.bias	5	-0.030769959092140198
31248	linear.bias	6	-0.3577423393726349
31248	linear.bias	7	-0.27904367446899414
31248	linear.bias	8	-0.044499240815639496
31248	linear.bias	9	-0.49783051013946533
31276	transitions	0	-0.6482171416282654
31276	transitions	1	0.34962183237075806
31276	transitions	2	1.6744182109832764
31276	transitions	3	0.09660498797893524
31276	transitions	4	0.9484623074531555
31276	transitions	5	1.2739242315292358
31276	transitions	6	0.48330074548721313
31276	transitions	7	0.17574574053287506
31276	transitions	8	-0.9195207953453064
31276	transitions	9	0.930659830570221
31276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31276	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31276	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31276	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31276	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31276	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31276	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31276	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31276	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31276	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31276	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31276	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31276	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31276	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31276	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31276	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31276	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31276	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31276	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31276	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31276	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31276	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31276	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31276	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31276	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31276	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31276	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31276	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31276	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31276	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31276	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31276	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31276	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31276	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31276	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31276	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31276	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31276	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31276	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31276	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31276	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31276	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31276	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31276	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31276	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31276	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31276	embedding2nn.weight	0	0.022503312677145004
31276	embedding2nn.weight	1	0.014205832034349442
31276	embedding2nn.weight	2	-0.004278775304555893
31276	embedding2nn.weight	3	-0.00013699034752789885
31276	embedding2nn.weight	4	-0.0043710158206522465
31276	embedding2nn.weight	5	0.01182070653885603
31276	embedding2nn.weight	6	-0.004964168183505535
31276	embedding2nn.weight	7	0.020881345495581627
31276	embedding2nn.weight	8	-0.006801000330597162
31276	embedding2nn.weight	9	-0.013908511959016323
31276	embedding2nn.bias	0	-0.038377586752176285
31276	embedding2nn.bias	1	-0.02176056057214737
31276	embedding2nn.bias	2	-0.07394235581159592
31276	embedding2nn.bias	3	-0.0014935348881408572
31276	embedding2nn.bias	4	0.0037063315976411104
31276	embedding2nn.bias	5	-0.006473372224718332
31276	embedding2nn.bias	6	0.009465883485972881
31276	embedding2nn.bias	7	0.018913591280579567
31276	embedding2nn.bias	8	0.0069311391562223434
31276	embedding2nn.bias	9	0.0021313498727977276
31276	rnn.weight_ih_l0	0	0.039508379995822906
31276	rnn.weight_ih_l0	1	-0.013613032177090645
31276	rnn.weight_ih_l0	2	-0.03642171248793602
31276	rnn.weight_ih_l0	3	-0.044845934957265854
31276	rnn.weight_ih_l0	4	-0.05202198401093483
31276	rnn.weight_ih_l0	5	-0.008426688611507416
31276	rnn.weight_ih_l0	6	-0.05195530131459236
31276	rnn.weight_ih_l0	7	-0.06160693243145943
31276	rnn.weight_ih_l0	8	-0.04473251476883888
31276	rnn.weight_ih_l0	9	-0.02695653773844242
31276	rnn.weight_hh_l0	0	0.019464122131466866
31276	rnn.weight_hh_l0	1	-0.009757397696375847
31276	rnn.weight_hh_l0	2	-0.06740732491016388
31276	rnn.weight_hh_l0	3	-0.033428069204092026
31276	rnn.weight_hh_l0	4	-0.07825908809900284
31276	rnn.weight_hh_l0	5	-0.014645093120634556
31276	rnn.weight_hh_l0	6	-0.054283320903778076
31276	rnn.weight_hh_l0	7	-0.04053308814764023
31276	rnn.weight_hh_l0	8	-0.019049059599637985
31276	rnn.weight_hh_l0	9	-0.007814562879502773
31276	rnn.bias_ih_l0	0	0.1456221491098404
31276	rnn.bias_ih_l0	1	-0.0558064840734005
31276	rnn.bias_ih_l0	2	0.10432267189025879
31276	rnn.bias_ih_l0	3	0.048933014273643494
31276	rnn.bias_ih_l0	4	0.09887494891881943
31276	rnn.bias_ih_l0	5	0.024341896176338196
31276	rnn.bias_ih_l0	6	-0.017520448192954063
31276	rnn.bias_ih_l0	7	-0.10834558308124542
31276	rnn.bias_ih_l0	8	-0.2065528929233551
31276	rnn.bias_ih_l0	9	0.08684704452753067
31276	rnn.bias_hh_l0	0	0.002445550635457039
31276	rnn.bias_hh_l0	1	0.02310272864997387
31276	rnn.bias_hh_l0	2	-0.006032358389347792
31276	rnn.bias_hh_l0	3	-0.03022664412856102
31276	rnn.bias_hh_l0	4	-0.03612919896841049
31276	rnn.bias_hh_l0	5	0.1433715969324112
31276	rnn.bias_hh_l0	6	0.05141134932637215
31276	rnn.bias_hh_l0	7	0.05996382609009743
31276	rnn.bias_hh_l0	8	0.016848249360919
31276	rnn.bias_hh_l0	9	0.043042540550231934
31276	rnn.weight_ih_l0_reverse	0	-0.02969169430434704
31276	rnn.weight_ih_l0_reverse	1	-0.0020949598401784897
31276	rnn.weight_ih_l0_reverse	2	0.02376847341656685
31276	rnn.weight_ih_l0_reverse	3	-0.06214234605431557
31276	rnn.weight_ih_l0_reverse	4	0.009322818368673325
31276	rnn.weight_ih_l0_reverse	5	-0.046020276844501495
31276	rnn.weight_ih_l0_reverse	6	0.028252173215150833
31276	rnn.weight_ih_l0_reverse	7	0.04594958946108818
31276	rnn.weight_ih_l0_reverse	8	-0.048775430768728256
31276	rnn.weight_ih_l0_reverse	9	-0.050791848450899124
31276	rnn.weight_hh_l0_reverse	0	-0.08326514065265656
31276	rnn.weight_hh_l0_reverse	1	-0.0631861537694931
31276	rnn.weight_hh_l0_reverse	2	0.03449077904224396
31276	rnn.weight_hh_l0_reverse	3	0.04579848796129227
31276	rnn.weight_hh_l0_reverse	4	-0.015731507912278175
31276	rnn.weight_hh_l0_reverse	5	0.045600373297929764
31276	rnn.weight_hh_l0_reverse	6	0.0012595284497365355
31276	rnn.weight_hh_l0_reverse	7	-0.0002932520001195371
31276	rnn.weight_hh_l0_reverse	8	-0.09863218665122986
31276	rnn.weight_hh_l0_reverse	9	0.0802507996559143
31276	rnn.bias_ih_l0_reverse	0	-0.08921681344509125
31276	rnn.bias_ih_l0_reverse	1	-0.06921395659446716
31276	rnn.bias_ih_l0_reverse	2	0.10379711538553238
31276	rnn.bias_ih_l0_reverse	3	0.04775015637278557
31276	rnn.bias_ih_l0_reverse	4	-0.12937650084495544
31276	rnn.bias_ih_l0_reverse	5	0.04132066294550896
31276	rnn.bias_ih_l0_reverse	6	-0.10635555535554886
31276	rnn.bias_ih_l0_reverse	7	0.04468769580125809
31276	rnn.bias_ih_l0_reverse	8	0.0347047820687294
31276	rnn.bias_ih_l0_reverse	9	0.06376221030950546
31276	rnn.bias_hh_l0_reverse	0	0.057178087532520294
31276	rnn.bias_hh_l0_reverse	1	0.06532954424619675
31276	rnn.bias_hh_l0_reverse	2	0.0789148211479187
31276	rnn.bias_hh_l0_reverse	3	-0.004451167304068804
31276	rnn.bias_hh_l0_reverse	4	0.0711938738822937
31276	rnn.bias_hh_l0_reverse	5	0.007580965291708708
31276	rnn.bias_hh_l0_reverse	6	-0.054314807057380676
31276	rnn.bias_hh_l0_reverse	7	0.02735406719148159
31276	rnn.bias_hh_l0_reverse	8	0.011509781703352928
31276	rnn.bias_hh_l0_reverse	9	-0.15970326960086823
31276	linear.weight	0	0.17235252261161804
31276	linear.weight	1	-0.16291531920433044
31276	linear.weight	2	-0.2146008163690567
31276	linear.weight	3	0.07783715426921844
31276	linear.weight	4	-0.026537079364061356
31276	linear.weight	5	0.003973769024014473
31276	linear.weight	6	-0.006910534575581551
31276	linear.weight	7	-0.02707839570939541
31276	linear.weight	8	0.08436603099107742
31276	linear.weight	9	0.3481760323047638
31276	linear.bias	0	-0.20823757350444794
31276	linear.bias	1	0.19480593502521515
31276	linear.bias	2	-0.5393092036247253
31276	linear.bias	3	1.7067865133285522
31276	linear.bias	4	-0.39693403244018555
31276	linear.bias	5	-0.030769959092140198
31276	linear.bias	6	-0.35767313838005066
31276	linear.bias	7	-0.27907922863960266
31276	linear.bias	8	-0.04465678706765175
31276	linear.bias	9	-0.4978318214416504
31304	transitions	0	-0.6482176780700684
31304	transitions	1	0.34962141513824463
31304	transitions	2	1.6744178533554077
31304	transitions	3	0.09660473465919495
31304	transitions	4	0.9484623074531555
31304	transitions	5	1.2739241123199463
31304	transitions	6	0.48330074548721313
31304	transitions	7	0.17574569582939148
31304	transitions	8	-0.9195207953453064
31304	transitions	9	0.930659830570221
31304	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31304	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31304	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31304	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31304	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31304	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31304	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31304	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31304	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31304	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31304	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31304	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31304	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31304	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31304	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31304	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31304	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31304	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31304	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31304	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31304	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31304	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31304	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31304	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31304	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31304	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31304	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31304	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31304	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31304	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31304	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31304	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31304	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31304	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31304	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31304	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31304	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31304	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31304	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31304	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31304	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31304	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31304	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31304	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31304	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31304	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31304	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31304	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31304	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31304	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31304	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31304	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31304	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31304	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31304	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31304	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31304	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31304	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31304	embedding2nn.weight	0	0.02249065786600113
31304	embedding2nn.weight	1	0.014205262064933777
31304	embedding2nn.weight	2	-0.004278624430298805
31304	embedding2nn.weight	3	-0.0001355186104774475
31304	embedding2nn.weight	4	-0.00437115877866745
31304	embedding2nn.weight	5	0.011825245805084705
31304	embedding2nn.weight	6	-0.0049634105525910854
31304	embedding2nn.weight	7	0.02089664340019226
31304	embedding2nn.weight	8	-0.006801442243158817
31304	embedding2nn.weight	9	-0.013906403444707394
31304	embedding2nn.bias	0	-0.03834865242242813
31304	embedding2nn.bias	1	-0.021497493609786034
31304	embedding2nn.bias	2	-0.07393506914377213
31304	embedding2nn.bias	3	-0.0015947397332638502
31304	embedding2nn.bias	4	0.0033918300177901983
31304	embedding2nn.bias	5	-0.006612762808799744
31304	embedding2nn.bias	6	0.009312653914093971
31304	embedding2nn.bias	7	0.018910478800535202
31304	embedding2nn.bias	8	0.00686308927834034
31304	embedding2nn.bias	9	0.0020463766995817423
31304	rnn.weight_ih_l0	0	0.03949325904250145
31304	rnn.weight_ih_l0	1	-0.013609344139695168
31304	rnn.weight_ih_l0	2	-0.036412499845027924
31304	rnn.weight_ih_l0	3	-0.04485047236084938
31304	rnn.weight_ih_l0	4	-0.05202489718794823
31304	rnn.weight_ih_l0	5	-0.008429502137005329
31304	rnn.weight_ih_l0	6	-0.051954228430986404
31304	rnn.weight_ih_l0	7	-0.0616016685962677
31304	rnn.weight_ih_l0	8	-0.04472823068499565
31304	rnn.weight_ih_l0	9	-0.02695152536034584
31304	rnn.weight_hh_l0	0	0.019464712589979172
31304	rnn.weight_hh_l0	1	-0.009736655279994011
31304	rnn.weight_hh_l0	2	-0.06738539040088654
31304	rnn.weight_hh_l0	3	-0.03343509882688522
31304	rnn.weight_hh_l0	4	-0.07826826721429825
31304	rnn.weight_hh_l0	5	-0.014617178589105606
31304	rnn.weight_hh_l0	6	-0.0542888343334198
31304	rnn.weight_hh_l0	7	-0.04053755849599838
31304	rnn.weight_hh_l0	8	-0.019058773294091225
31304	rnn.weight_hh_l0	9	-0.007834465242922306
31304	rnn.bias_ih_l0	0	0.14565259218215942
31304	rnn.bias_ih_l0	1	-0.05581675097346306
31304	rnn.bias_ih_l0	2	0.1043538749217987
31304	rnn.bias_ih_l0	3	0.04889893904328346
31304	rnn.bias_ih_l0	4	0.09889573603868484
31304	rnn.bias_ih_l0	5	0.024343792349100113
31304	rnn.bias_ih_l0	6	-0.01757536455988884
31304	rnn.bias_ih_l0	7	-0.1083168089389801
31304	rnn.bias_ih_l0	8	-0.20665419101715088
31304	rnn.bias_ih_l0	9	0.0868784710764885
31304	rnn.bias_hh_l0	0	0.0024136528372764587
31304	rnn.bias_hh_l0	1	0.023098522797226906
31304	rnn.bias_hh_l0	2	-0.005986899137496948
31304	rnn.bias_hh_l0	3	-0.030245793983340263
31304	rnn.bias_hh_l0	4	-0.036145251244306564
31304	rnn.bias_hh_l0	5	0.14329737424850464
31304	rnn.bias_hh_l0	6	0.05144256725907326
31304	rnn.bias_hh_l0	7	0.05993066728115082
31304	rnn.bias_hh_l0	8	0.016793332993984222
31304	rnn.bias_hh_l0	9	0.043039970099925995
31304	rnn.weight_ih_l0_reverse	0	-0.0297011099755764
31304	rnn.weight_ih_l0_reverse	1	-0.0021014856174588203
31304	rnn.weight_ih_l0_reverse	2	0.02375989966094494
31304	rnn.weight_ih_l0_reverse	3	-0.062144920229911804
31304	rnn.weight_ih_l0_reverse	4	0.009324093349277973
31304	rnn.weight_ih_l0_reverse	5	-0.046017006039619446
31304	rnn.weight_ih_l0_reverse	6	0.028215250000357628
31304	rnn.weight_ih_l0_reverse	7	0.04595175385475159
31304	rnn.weight_ih_l0_reverse	8	-0.0487736314535141
31304	rnn.weight_ih_l0_reverse	9	-0.05079592391848564
31304	rnn.weight_hh_l0_reverse	0	-0.08327208459377289
31304	rnn.weight_hh_l0_reverse	1	-0.06316252052783966
31304	rnn.weight_hh_l0_reverse	2	0.03447588533163071
31304	rnn.weight_hh_l0_reverse	3	0.04579433053731918
31304	rnn.weight_hh_l0_reverse	4	-0.01575852371752262
31304	rnn.weight_hh_l0_reverse	5	0.04560217633843422
31304	rnn.weight_hh_l0_reverse	6	0.001240347046405077
31304	rnn.weight_hh_l0_reverse	7	-0.00029614006052725017
31304	rnn.weight_hh_l0_reverse	8	-0.09863527119159698
31304	rnn.weight_hh_l0_reverse	9	0.08024322986602783
31304	rnn.bias_ih_l0_reverse	0	-0.08915410935878754
31304	rnn.bias_ih_l0_reverse	1	-0.0691843330860138
31304	rnn.bias_ih_l0_reverse	2	0.10378144681453705
31304	rnn.bias_ih_l0_reverse	3	0.04774535074830055
31304	rnn.bias_ih_l0_reverse	4	-0.12940911948680878
31304	rnn.bias_ih_l0_reverse	5	0.041340336203575134
31304	rnn.bias_ih_l0_reverse	6	-0.10637059807777405
31304	rnn.bias_ih_l0_reverse	7	0.04466334357857704
31304	rnn.bias_ih_l0_reverse	8	0.03467513620853424
31304	rnn.bias_ih_l0_reverse	9	0.06377051770687103
31304	rnn.bias_hh_l0_reverse	0	0.05737310275435448
31304	rnn.bias_hh_l0_reverse	1	0.06539128720760345
31304	rnn.bias_hh_l0_reverse	2	0.07891657203435898
31304	rnn.bias_hh_l0_reverse	3	-0.004436129238456488
31304	rnn.bias_hh_l0_reverse	4	0.0711924284696579
31304	rnn.bias_hh_l0_reverse	5	0.007681857794523239
31304	rnn.bias_hh_l0_reverse	6	-0.05431748926639557
31304	rnn.bias_hh_l0_reverse	7	0.027340883389115334
31304	rnn.bias_hh_l0_reverse	8	0.011459417641162872
31304	rnn.bias_hh_l0_reverse	9	-0.1597791314125061
31304	linear.weight	0	0.1724540740251541
31304	linear.weight	1	-0.16291503608226776
31304	linear.weight	2	-0.214594766497612
31304	linear.weight	3	0.0780932828783989
31304	linear.weight	4	-0.026551539078354836
31304	linear.weight	5	0.003932546358555555
31304	linear.weight	6	-0.006910081487149
31304	linear.weight	7	-0.02707737684249878
31304	linear.weight	8	0.08439682424068451
31304	linear.weight	9	0.34824201464653015
31304	linear.bias	0	-0.20773300528526306
31304	linear.bias	1	0.19496478140354156
31304	linear.bias	2	-0.5393171310424805
31304	linear.bias	3	1.7064709663391113
31304	linear.bias	4	-0.3969363868236542
31304	linear.bias	5	-0.030769959092140198
31304	linear.bias	6	-0.35768792033195496
31304	linear.bias	7	-0.27908244729042053
31304	linear.bias	8	-0.04461362212896347
31304	linear.bias	9	-0.4978336989879608
31332	transitions	0	-0.6482195854187012
31332	transitions	1	0.349620521068573
31332	transitions	2	1.67441725730896
31332	transitions	3	0.096604123711586
31332	transitions	4	0.9484620690345764
31332	transitions	5	1.2739241123199463
31332	transitions	6	0.48330074548721313
31332	transitions	7	0.17574568092823029
31332	transitions	8	-0.9195207953453064
31332	transitions	9	0.930659830570221
31332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31332	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31332	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31332	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31332	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31332	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31332	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31332	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31332	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31332	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31332	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31332	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31332	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31332	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31332	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31332	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31332	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31332	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31332	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31332	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31332	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31332	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31332	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31332	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31332	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31332	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31332	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31332	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31332	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31332	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31332	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31332	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31332	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31332	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31332	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31332	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31332	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31332	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31332	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31332	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31332	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31332	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31332	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31332	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31332	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31332	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31332	embedding2nn.weight	0	0.02250041626393795
31332	embedding2nn.weight	1	0.014203262515366077
31332	embedding2nn.weight	2	-0.004275282844901085
31332	embedding2nn.weight	3	-0.00013888595276512206
31332	embedding2nn.weight	4	-0.004369182512164116
31332	embedding2nn.weight	5	0.011828536167740822
31332	embedding2nn.weight	6	-0.004962880630046129
31332	embedding2nn.weight	7	0.020914282649755478
31332	embedding2nn.weight	8	-0.006801934912800789
31332	embedding2nn.weight	9	-0.013906702399253845
31332	embedding2nn.bias	0	-0.03846214339137077
31332	embedding2nn.bias	1	-0.021798336878418922
31332	embedding2nn.bias	2	-0.07390321791172028
31332	embedding2nn.bias	3	-0.0014154980890452862
31332	embedding2nn.bias	4	0.0035103652626276016
31332	embedding2nn.bias	5	-0.006529266946017742
31332	embedding2nn.bias	6	0.009222045540809631
31332	embedding2nn.bias	7	0.019166497513651848
31332	embedding2nn.bias	8	0.006779213901609182
31332	embedding2nn.bias	9	0.002111876616254449
31332	rnn.weight_ih_l0	0	0.03949083387851715
31332	rnn.weight_ih_l0	1	-0.013612603768706322
31332	rnn.weight_ih_l0	2	-0.03638339415192604
31332	rnn.weight_ih_l0	3	-0.0448463149368763
31332	rnn.weight_ih_l0	4	-0.05201030150055885
31332	rnn.weight_ih_l0	5	-0.008439638651907444
31332	rnn.weight_ih_l0	6	-0.051953867077827454
31332	rnn.weight_ih_l0	7	-0.06160115450620651
31332	rnn.weight_ih_l0	8	-0.044727079570293427
31332	rnn.weight_ih_l0	9	-0.026950662955641747
31332	rnn.weight_hh_l0	0	0.01945370063185692
31332	rnn.weight_hh_l0	1	-0.009745064191520214
31332	rnn.weight_hh_l0	2	-0.06740468740463257
31332	rnn.weight_hh_l0	3	-0.03344854339957237
31332	rnn.weight_hh_l0	4	-0.07824743539094925
31332	rnn.weight_hh_l0	5	-0.014618647284805775
31332	rnn.weight_hh_l0	6	-0.05430230870842934
31332	rnn.weight_hh_l0	7	-0.04055965319275856
31332	rnn.weight_hh_l0	8	-0.019056444987654686
31332	rnn.weight_hh_l0	9	-0.007839227095246315
31332	rnn.bias_ih_l0	0	0.14564058184623718
31332	rnn.bias_ih_l0	1	-0.05582628399133682
31332	rnn.bias_ih_l0	2	0.10434819012880325
31332	rnn.bias_ih_l0	3	0.048912618309259415
31332	rnn.bias_ih_l0	4	0.09882520139217377
31332	rnn.bias_ih_l0	5	0.024273034185171127
31332	rnn.bias_ih_l0	6	-0.017554743215441704
31332	rnn.bias_ih_l0	7	-0.10815750807523727
31332	rnn.bias_ih_l0	8	-0.2067798525094986
31332	rnn.bias_ih_l0	9	0.08690232038497925
31332	rnn.bias_hh_l0	0	0.0024888229090720415
31332	rnn.bias_hh_l0	1	0.023126808926463127
31332	rnn.bias_hh_l0	2	-0.00602321932092309
31332	rnn.bias_hh_l0	3	-0.03025326505303383
31332	rnn.bias_hh_l0	4	-0.03618001192808151
31332	rnn.bias_hh_l0	5	0.14332987368106842
31332	rnn.bias_hh_l0	6	0.05138155072927475
31332	rnn.bias_hh_l0	7	0.06002119928598404
31332	rnn.bias_hh_l0	8	0.01681395433843136
31332	rnn.bias_hh_l0	9	0.04305335134267807
31332	rnn.weight_ih_l0_reverse	0	-0.02969992160797119
31332	rnn.weight_ih_l0_reverse	1	-0.0021000723354518414
31332	rnn.weight_ih_l0_reverse	2	0.02376171015202999
31332	rnn.weight_ih_l0_reverse	3	-0.06214561685919762
31332	rnn.weight_ih_l0_reverse	4	0.009320457465946674
31332	rnn.weight_ih_l0_reverse	5	-0.04602977633476257
31332	rnn.weight_ih_l0_reverse	6	0.028229808434844017
31332	rnn.weight_ih_l0_reverse	7	0.04595012217760086
31332	rnn.weight_ih_l0_reverse	8	-0.04877232015132904
31332	rnn.weight_ih_l0_reverse	9	-0.0507914237678051
31332	rnn.weight_hh_l0_reverse	0	-0.08327186107635498
31332	rnn.weight_hh_l0_reverse	1	-0.06315428018569946
31332	rnn.weight_hh_l0_reverse	2	0.03445940092206001
31332	rnn.weight_hh_l0_reverse	3	0.04579305276274681
31332	rnn.weight_hh_l0_reverse	4	-0.015783607959747314
31332	rnn.weight_hh_l0_reverse	5	0.045604292303323746
31332	rnn.weight_hh_l0_reverse	6	0.0011522234417498112
31332	rnn.weight_hh_l0_reverse	7	-0.00030317867640405893
31332	rnn.weight_hh_l0_reverse	8	-0.0986386090517044
31332	rnn.weight_hh_l0_reverse	9	0.08025897294282913
31332	rnn.bias_ih_l0_reverse	0	-0.08926060795783997
31332	rnn.bias_ih_l0_reverse	1	-0.06923544406890869
31332	rnn.bias_ih_l0_reverse	2	0.10378414392471313
31332	rnn.bias_ih_l0_reverse	3	0.04771524667739868
31332	rnn.bias_ih_l0_reverse	4	-0.12938737869262695
31332	rnn.bias_ih_l0_reverse	5	0.04136320948600769
31332	rnn.bias_ih_l0_reverse	6	-0.10630612075328827
31332	rnn.bias_ih_l0_reverse	7	0.04464306682348251
31332	rnn.bias_ih_l0_reverse	8	0.03468061983585358
31332	rnn.bias_ih_l0_reverse	9	0.06378446519374847
31332	rnn.bias_hh_l0_reverse	0	0.057416439056396484
31332	rnn.bias_hh_l0_reverse	1	0.06539811193943024
31332	rnn.bias_hh_l0_reverse	2	0.07888323813676834
31332	rnn.bias_hh_l0_reverse	3	-0.004429334308952093
31332	rnn.bias_hh_l0_reverse	4	0.07118073850870132
31332	rnn.bias_hh_l0_reverse	5	0.007604623679071665
31332	rnn.bias_hh_l0_reverse	6	-0.054386552423238754
31332	rnn.bias_hh_l0_reverse	7	0.02729586511850357
31332	rnn.bias_hh_l0_reverse	8	0.011408808641135693
31332	rnn.bias_hh_l0_reverse	9	-0.15998898446559906
31332	linear.weight	0	0.17248450219631195
31332	linear.weight	1	-0.16291497647762299
31332	linear.weight	2	-0.21458527445793152
31332	linear.weight	3	0.07800371944904327
31332	linear.weight	4	-0.026549329981207848
31332	linear.weight	5	0.003942741546779871
31332	linear.weight	6	-0.006910113617777824
31332	linear.weight	7	-0.027077017351984978
31332	linear.weight	8	0.08435073494911194
31332	linear.weight	9	0.3481466770172119
31332	linear.bias	0	-0.20761738717556
31332	linear.bias	1	0.1947779357433319
31332	linear.bias	2	-0.5392294526100159
31332	linear.bias	3	1.7065452337265015
31332	linear.bias	4	-0.39694079756736755
31332	linear.bias	5	-0.030769959092140198
31332	linear.bias	6	-0.35759809613227844
31332	linear.bias	7	-0.27909788489341736
31332	linear.bias	8	-0.04505001753568649
31332	linear.bias	9	-0.49783554673194885
31360	transitions	0	-0.6482208967208862
31360	transitions	1	0.3496200740337372
31360	transitions	2	1.674416184425354
31360	transitions	3	0.09660367667675018
31360	transitions	4	0.9484617710113525
31360	transitions	5	1.2739241123199463
31360	transitions	6	0.48330074548721313
31360	transitions	7	0.17574568092823029
31360	transitions	8	-0.9195207953453064
31360	transitions	9	0.930659830570221
31360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31360	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31360	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31360	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31360	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31360	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31360	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31360	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31360	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31360	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31360	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31360	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31360	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31360	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31360	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31360	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31360	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31360	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31360	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31360	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31360	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31360	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31360	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31360	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31360	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31360	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31360	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31360	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31360	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31360	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31360	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31360	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31360	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31360	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31360	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31360	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31360	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31360	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31360	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31360	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31360	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31360	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31360	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31360	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31360	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31360	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31360	embedding2nn.weight	0	0.02250726707279682
31360	embedding2nn.weight	1	0.014202920719981194
31360	embedding2nn.weight	2	-0.00427582859992981
31360	embedding2nn.weight	3	-0.00013194938946980983
31360	embedding2nn.weight	4	-0.0043704090639948845
31360	embedding2nn.weight	5	0.01182747632265091
31360	embedding2nn.weight	6	-0.004964781459420919
31360	embedding2nn.weight	7	0.020892059430480003
31360	embedding2nn.weight	8	-0.006802179850637913
31360	embedding2nn.weight	9	-0.013906288892030716
31360	embedding2nn.bias	0	-0.038391873240470886
31360	embedding2nn.bias	1	-0.021845607087016106
31360	embedding2nn.bias	2	-0.07368545979261398
31360	embedding2nn.bias	3	-0.0015362395206466317
31360	embedding2nn.bias	4	0.003417425788938999
31360	embedding2nn.bias	5	-0.006512073799967766
31360	embedding2nn.bias	6	0.009166867472231388
31360	embedding2nn.bias	7	0.01926378719508648
31360	embedding2nn.bias	8	0.006757017690688372
31360	embedding2nn.bias	9	0.0018901641014963388
31360	rnn.weight_ih_l0	0	0.03949204459786415
31360	rnn.weight_ih_l0	1	-0.013611632399260998
31360	rnn.weight_ih_l0	2	-0.036381665617227554
31360	rnn.weight_ih_l0	3	-0.04483304172754288
31360	rnn.weight_ih_l0	4	-0.05202057212591171
31360	rnn.weight_ih_l0	5	-0.008442155085504055
31360	rnn.weight_ih_l0	6	-0.051965706050395966
31360	rnn.weight_ih_l0	7	-0.06159751117229462
31360	rnn.weight_ih_l0	8	-0.04473758488893509
31360	rnn.weight_ih_l0	9	-0.026945756748318672
31360	rnn.weight_hh_l0	0	0.019454028457403183
31360	rnn.weight_hh_l0	1	-0.009732944890856743
31360	rnn.weight_hh_l0	2	-0.06742528080940247
31360	rnn.weight_hh_l0	3	-0.03343496099114418
31360	rnn.weight_hh_l0	4	-0.0782499611377716
31360	rnn.weight_hh_l0	5	-0.014627850614488125
31360	rnn.weight_hh_l0	6	-0.05432075262069702
31360	rnn.weight_hh_l0	7	-0.040601275861263275
31360	rnn.weight_hh_l0	8	-0.01905856281518936
31360	rnn.weight_hh_l0	9	-0.007826738059520721
31360	rnn.bias_ih_l0	0	0.14565761387348175
31360	rnn.bias_ih_l0	1	-0.05589601397514343
31360	rnn.bias_ih_l0	2	0.10438214242458344
31360	rnn.bias_ih_l0	3	0.048896584659814835
31360	rnn.bias_ih_l0	4	0.09882215410470963
31360	rnn.bias_ih_l0	5	0.02425169013440609
31360	rnn.bias_ih_l0	6	-0.017617370933294296
31360	rnn.bias_ih_l0	7	-0.10799732804298401
31360	rnn.bias_ih_l0	8	-0.2068551629781723
31360	rnn.bias_ih_l0	9	0.08691765367984772
31360	rnn.bias_hh_l0	0	0.002460518851876259
31360	rnn.bias_hh_l0	1	0.023152563720941544
31360	rnn.bias_hh_l0	2	-0.006043806206434965
31360	rnn.bias_hh_l0	3	-0.030254928395152092
31360	rnn.bias_hh_l0	4	-0.036091823130846024
31360	rnn.bias_hh_l0	5	0.14332963526248932
31360	rnn.bias_hh_l0	6	0.051390666514635086
31360	rnn.bias_hh_l0	7	0.059906892478466034
31360	rnn.bias_hh_l0	8	0.016751326620578766
31360	rnn.bias_hh_l0	9	0.0429626889526844
31360	rnn.weight_ih_l0_reverse	0	-0.02970062382519245
31360	rnn.weight_ih_l0_reverse	1	-0.0020886671263724566
31360	rnn.weight_ih_l0_reverse	2	0.02376933954656124
31360	rnn.weight_ih_l0_reverse	3	-0.06214594095945358
31360	rnn.weight_ih_l0_reverse	4	0.009317798539996147
31360	rnn.weight_ih_l0_reverse	5	-0.04603381082415581
31360	rnn.weight_ih_l0_reverse	6	0.028227878734469414
31360	rnn.weight_ih_l0_reverse	7	0.045952536165714264
31360	rnn.weight_ih_l0_reverse	8	-0.04877433925867081
31360	rnn.weight_ih_l0_reverse	9	-0.05078709498047829
31360	rnn.weight_hh_l0_reverse	0	-0.0832797959446907
31360	rnn.weight_hh_l0_reverse	1	-0.06313547492027283
31360	rnn.weight_hh_l0_reverse	2	0.034455306828022
31360	rnn.weight_hh_l0_reverse	3	0.045791372656822205
31360	rnn.weight_hh_l0_reverse	4	-0.015791326761245728
31360	rnn.weight_hh_l0_reverse	5	0.0456046536564827
31360	rnn.weight_hh_l0_reverse	6	0.001138020888902247
31360	rnn.weight_hh_l0_reverse	7	-0.0002982996520586312
31360	rnn.weight_hh_l0_reverse	8	-0.0986456423997879
31360	rnn.weight_hh_l0_reverse	9	0.08026692271232605
31360	rnn.bias_ih_l0_reverse	0	-0.08922930806875229
31360	rnn.bias_ih_l0_reverse	1	-0.06922299414873123
31360	rnn.bias_ih_l0_reverse	2	0.10376361757516861
31360	rnn.bias_ih_l0_reverse	3	0.04773741960525513
31360	rnn.bias_ih_l0_reverse	4	-0.12939299643039703
31360	rnn.bias_ih_l0_reverse	5	0.04127401486039162
31360	rnn.bias_ih_l0_reverse	6	-0.10631327331066132
31360	rnn.bias_ih_l0_reverse	7	0.04469079151749611
31360	rnn.bias_ih_l0_reverse	8	0.03469451889395714
31360	rnn.bias_ih_l0_reverse	9	0.06373598426580429
31360	rnn.bias_hh_l0_reverse	0	0.05774690955877304
31360	rnn.bias_hh_l0_reverse	1	0.06541053205728531
31360	rnn.bias_hh_l0_reverse	2	0.07887165248394012
31360	rnn.bias_hh_l0_reverse	3	-0.004431265406310558
31360	rnn.bias_hh_l0_reverse	4	0.0711693987250328
31360	rnn.bias_hh_l0_reverse	5	0.0075857434421777725
31360	rnn.bias_hh_l0_reverse	6	-0.05448160693049431
31360	rnn.bias_hh_l0_reverse	7	0.02727845311164856
31360	rnn.bias_hh_l0_reverse	8	0.011377237737178802
31360	rnn.bias_hh_l0_reverse	9	-0.15996451675891876
31360	linear.weight	0	0.17235934734344482
31360	linear.weight	1	-0.16279809176921844
31360	linear.weight	2	-0.2145911306142807
31360	linear.weight	3	0.07794267684221268
31360	linear.weight	4	-0.026538455858826637
31360	linear.weight	5	0.003915056586265564
31360	linear.weight	6	-0.006910062860697508
31360	linear.weight	7	-0.02707681432366371
31360	linear.weight	8	0.08430932462215424
31360	linear.weight	9	0.34820830821990967
31360	linear.bias	0	-0.20714089274406433
31360	linear.bias	1	0.19489271938800812
31360	linear.bias	2	-0.5391069054603577
31360	linear.bias	3	1.7060564756393433
31360	linear.bias	4	-0.3969457745552063
31360	linear.bias	5	-0.030769959092140198
31360	linear.bias	6	-0.35748258233070374
31360	linear.bias	7	-0.27907294034957886
31360	linear.bias	8	-0.04497511684894562
31360	linear.bias	9	-0.49783799052238464
31388	transitions	0	-0.6482236385345459
31388	transitions	1	0.34961849451065063
31388	transitions	2	1.6744157075881958
31388	transitions	3	0.09660319983959198
31388	transitions	4	0.9484400749206543
31388	transitions	5	1.2739241123199463
31388	transitions	6	0.48330074548721313
31388	transitions	7	0.17574560642242432
31388	transitions	8	-0.9195207953453064
31388	transitions	9	0.9306597709655762
31388	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31388	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31388	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31388	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31388	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31388	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31388	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31388	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31388	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31388	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31388	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31388	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31388	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31388	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31388	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31388	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31388	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31388	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31388	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31388	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31388	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31388	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31388	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31388	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31388	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31388	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31388	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31388	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31388	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31388	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31388	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31388	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31388	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31388	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31388	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31388	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31388	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31388	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31388	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31388	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31388	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31388	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31388	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31388	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31388	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31388	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31388	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31388	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31388	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31388	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31388	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31388	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31388	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31388	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31388	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31388	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31388	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31388	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31388	embedding2nn.weight	0	0.022497309371829033
31388	embedding2nn.weight	1	0.014207319356501102
31388	embedding2nn.weight	2	-0.004279021173715591
31388	embedding2nn.weight	3	-0.00012643497029785067
31388	embedding2nn.weight	4	-0.004370515700429678
31388	embedding2nn.weight	5	0.011828276328742504
31388	embedding2nn.weight	6	-0.004964805673807859
31388	embedding2nn.weight	7	0.020902736112475395
31388	embedding2nn.weight	8	-0.006805727258324623
31388	embedding2nn.weight	9	-0.013908500783145428
31388	embedding2nn.bias	0	-0.038394745439291
31388	embedding2nn.bias	1	-0.021871736273169518
31388	embedding2nn.bias	2	-0.07375714927911758
31388	embedding2nn.bias	3	-0.001562857418321073
31388	embedding2nn.bias	4	0.0034346759784966707
31388	embedding2nn.bias	5	-0.006696322467178106
31388	embedding2nn.bias	6	0.009148778393864632
31388	embedding2nn.bias	7	0.019376182928681374
31388	embedding2nn.bias	8	0.0069221025332808495
31388	embedding2nn.bias	9	0.0018583853961899877
31388	rnn.weight_ih_l0	0	0.03949085623025894
31388	rnn.weight_ih_l0	1	-0.013594938442111015
31388	rnn.weight_ih_l0	2	-0.03637899085879326
31388	rnn.weight_ih_l0	3	-0.04483633115887642
31388	rnn.weight_ih_l0	4	-0.05201350152492523
31388	rnn.weight_ih_l0	5	-0.008440560661256313
31388	rnn.weight_ih_l0	6	-0.05194815993309021
31388	rnn.weight_ih_l0	7	-0.061599716544151306
31388	rnn.weight_ih_l0	8	-0.044734660536050797
31388	rnn.weight_ih_l0	9	-0.02694627083837986
31388	rnn.weight_hh_l0	0	0.019441476091742516
31388	rnn.weight_hh_l0	1	-0.009733522310853004
31388	rnn.weight_hh_l0	2	-0.06743194907903671
31388	rnn.weight_hh_l0	3	-0.033422064036130905
31388	rnn.weight_hh_l0	4	-0.07825987040996552
31388	rnn.weight_hh_l0	5	-0.014648495241999626
31388	rnn.weight_hh_l0	6	-0.054314885288476944
31388	rnn.weight_hh_l0	7	-0.04055497795343399
31388	rnn.weight_hh_l0	8	-0.01905854232609272
31388	rnn.weight_hh_l0	9	-0.007806526962667704
31388	rnn.bias_ih_l0	0	0.1456557810306549
31388	rnn.bias_ih_l0	1	-0.05593779683113098
31388	rnn.bias_ih_l0	2	0.10434835404157639
31388	rnn.bias_ih_l0	3	0.048869870603084564
31388	rnn.bias_ih_l0	4	0.0988248959183693
31388	rnn.bias_ih_l0	5	0.02422061748802662
31388	rnn.bias_ih_l0	6	-0.017595799639821053
31388	rnn.bias_ih_l0	7	-0.10797557979822159
31388	rnn.bias_ih_l0	8	-0.20682132244110107
31388	rnn.bias_ih_l0	9	0.08688691258430481
31388	rnn.bias_hh_l0	0	0.002422109479084611
31388	rnn.bias_hh_l0	1	0.023155516013503075
31388	rnn.bias_hh_l0	2	-0.006087278947234154
31388	rnn.bias_hh_l0	3	-0.030223336070775986
31388	rnn.bias_hh_l0	4	-0.036097053438425064
31388	rnn.bias_hh_l0	5	0.14340342581272125
31388	rnn.bias_hh_l0	6	0.05137629806995392
31388	rnn.bias_hh_l0	7	0.05991515889763832
31388	rnn.bias_hh_l0	8	0.01677289791405201
31388	rnn.bias_hh_l0	9	0.0429656058549881
31388	rnn.weight_ih_l0_reverse	0	-0.029698213562369347
31388	rnn.weight_ih_l0_reverse	1	-0.002105655847117305
31388	rnn.weight_ih_l0_reverse	2	0.023781457915902138
31388	rnn.weight_ih_l0_reverse	3	-0.06214587017893791
31388	rnn.weight_ih_l0_reverse	4	0.009319433011114597
31388	rnn.weight_ih_l0_reverse	5	-0.04603167995810509
31388	rnn.weight_ih_l0_reverse	6	0.02821691893041134
31388	rnn.weight_ih_l0_reverse	7	0.04595223069190979
31388	rnn.weight_ih_l0_reverse	8	-0.04876680672168732
31388	rnn.weight_ih_l0_reverse	9	-0.05078527331352234
31388	rnn.weight_hh_l0_reverse	0	-0.08329647779464722
31388	rnn.weight_hh_l0_reverse	1	-0.06315216422080994
31388	rnn.weight_hh_l0_reverse	2	0.03447641804814339
31388	rnn.weight_hh_l0_reverse	3	0.045793335884809494
31388	rnn.weight_hh_l0_reverse	4	-0.015806185081601143
31388	rnn.weight_hh_l0_reverse	5	0.04560223966836929
31388	rnn.weight_hh_l0_reverse	6	0.0010868380777537823
31388	rnn.weight_hh_l0_reverse	7	-0.0002833202015608549
31388	rnn.weight_hh_l0_reverse	8	-0.09866032749414444
31388	rnn.weight_hh_l0_reverse	9	0.08026637136936188
31388	rnn.bias_ih_l0_reverse	0	-0.08916273713111877
31388	rnn.bias_ih_l0_reverse	1	-0.0692455843091011
31388	rnn.bias_ih_l0_reverse	2	0.10375466197729111
31388	rnn.bias_ih_l0_reverse	3	0.04777553305029869
31388	rnn.bias_ih_l0_reverse	4	-0.1294056922197342
31388	rnn.bias_ih_l0_reverse	5	0.0413176529109478
31388	rnn.bias_ih_l0_reverse	6	-0.10635405778884888
31388	rnn.bias_ih_l0_reverse	7	0.04472053050994873
31388	rnn.bias_ih_l0_reverse	8	0.03465423360466957
31388	rnn.bias_ih_l0_reverse	9	0.06366243213415146
31388	rnn.bias_hh_l0_reverse	0	0.057679545134305954
31388	rnn.bias_hh_l0_reverse	1	0.06542813032865524
31388	rnn.bias_hh_l0_reverse	2	0.07881957292556763
31388	rnn.bias_hh_l0_reverse	3	-0.004393718205392361
31388	rnn.bias_hh_l0_reverse	4	0.07109467685222626
31388	rnn.bias_hh_l0_reverse	5	0.007514002732932568
31388	rnn.bias_hh_l0_reverse	6	-0.05450157821178436
31388	rnn.bias_hh_l0_reverse	7	0.027279824018478394
31388	rnn.bias_hh_l0_reverse	8	0.011357763782143593
31388	rnn.bias_hh_l0_reverse	9	-0.15986719727516174
31388	linear.weight	0	0.17202135920524597
31388	linear.weight	1	-0.1627979576587677
31388	linear.weight	2	-0.21470913290977478
31388	linear.weight	3	0.07804454118013382
31388	linear.weight	4	-0.026537353172898293
31388	linear.weight	5	0.003915461711585522
31388	linear.weight	6	-0.006910032592713833
31388	linear.weight	7	-0.027074027806520462
31388	linear.weight	8	0.08428120613098145
31388	linear.weight	9	0.3482537865638733
31388	linear.bias	0	-0.2073986530303955
31388	linear.bias	1	0.19489987194538116
31388	linear.bias	2	-0.5391232967376709
31388	linear.bias	3	1.7059006690979004
31388	linear.bias	4	-0.39695245027542114
31388	linear.bias	5	-0.030769959092140198
31388	linear.bias	6	-0.3574694097042084
31388	linear.bias	7	-0.27899932861328125
31388	linear.bias	8	-0.04473370686173439
31388	linear.bias	9	-0.4978393316268921
31416	transitions	0	-0.6482244729995728
31416	transitions	1	0.3496182858943939
31416	transitions	2	1.674414038658142
31416	transitions	3	0.09660163521766663
31416	transitions	4	0.9484394192695618
31416	transitions	5	1.2739241123199463
31416	transitions	6	0.48330074548721313
31416	transitions	7	0.17574535310268402
31416	transitions	8	-0.9195207953453064
31416	transitions	9	0.9306597709655762
31416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31416	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31416	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31416	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31416	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31416	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31416	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31416	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31416	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31416	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31416	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31416	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31416	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31416	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31416	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31416	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31416	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31416	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31416	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31416	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31416	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31416	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31416	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31416	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31416	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31416	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31416	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31416	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31416	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31416	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31416	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31416	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31416	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31416	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31416	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31416	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31416	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31416	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31416	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31416	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31416	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31416	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31416	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31416	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31416	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31416	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31416	embedding2nn.weight	0	0.02249268628656864
31416	embedding2nn.weight	1	0.014205516315996647
31416	embedding2nn.weight	2	-0.004278494045138359
31416	embedding2nn.weight	3	-0.00012171900743851438
31416	embedding2nn.weight	4	-0.00437135761603713
31416	embedding2nn.weight	5	0.011832396499812603
31416	embedding2nn.weight	6	-0.004963768646121025
31416	embedding2nn.weight	7	0.020911313593387604
31416	embedding2nn.weight	8	-0.006809999234974384
31416	embedding2nn.weight	9	-0.013905883766710758
31416	embedding2nn.bias	0	-0.038444966077804565
31416	embedding2nn.bias	1	-0.021798910573124886
31416	embedding2nn.bias	2	-0.0737551599740982
31416	embedding2nn.bias	3	-0.0014350971905514598
31416	embedding2nn.bias	4	0.00362573959864676
31416	embedding2nn.bias	5	-0.006772159598767757
31416	embedding2nn.bias	6	0.009212295524775982
31416	embedding2nn.bias	7	0.019425371661782265
31416	embedding2nn.bias	8	0.006837126798927784
31416	embedding2nn.bias	9	0.0018538635922595859
31416	rnn.weight_ih_l0	0	0.03949256241321564
31416	rnn.weight_ih_l0	1	-0.013591235503554344
31416	rnn.weight_ih_l0	2	-0.03638129681348801
31416	rnn.weight_ih_l0	3	-0.04482930898666382
31416	rnn.weight_ih_l0	4	-0.05201850086450577
31416	rnn.weight_ih_l0	5	-0.008436275646090508
31416	rnn.weight_ih_l0	6	-0.051936984062194824
31416	rnn.weight_ih_l0	7	-0.06160416081547737
31416	rnn.weight_ih_l0	8	-0.04472949728369713
31416	rnn.weight_ih_l0	9	-0.026941446587443352
31416	rnn.weight_hh_l0	0	0.019436826929450035
31416	rnn.weight_hh_l0	1	-0.009740988723933697
31416	rnn.weight_hh_l0	2	-0.06740479916334152
31416	rnn.weight_hh_l0	3	-0.03341800346970558
31416	rnn.weight_hh_l0	4	-0.07827530056238174
31416	rnn.weight_hh_l0	5	-0.014637169428169727
31416	rnn.weight_hh_l0	6	-0.054333195090293884
31416	rnn.weight_hh_l0	7	-0.040511298924684525
31416	rnn.weight_hh_l0	8	-0.019044825807213783
31416	rnn.weight_hh_l0	9	-0.00781265925616026
31416	rnn.bias_ih_l0	0	0.1456441730260849
31416	rnn.bias_ih_l0	1	-0.05593760684132576
31416	rnn.bias_ih_l0	2	0.10426760464906693
31416	rnn.bias_ih_l0	3	0.0488748773932457
31416	rnn.bias_ih_l0	4	0.09882283955812454
31416	rnn.bias_ih_l0	5	0.024269720539450645
31416	rnn.bias_ih_l0	6	-0.01756146550178528
31416	rnn.bias_ih_l0	7	-0.1082085371017456
31416	rnn.bias_ih_l0	8	-0.20690105855464935
31416	rnn.bias_ih_l0	9	0.08688758313655853
31416	rnn.bias_hh_l0	0	0.0024062965530902147
31416	rnn.bias_hh_l0	1	0.023137710988521576
31416	rnn.bias_hh_l0	2	-0.0061135501600801945
31416	rnn.bias_hh_l0	3	-0.030222870409488678
31416	rnn.bias_hh_l0	4	-0.03610284626483917
31416	rnn.bias_hh_l0	5	0.1433609575033188
31416	rnn.bias_hh_l0	6	0.0513768345117569
31416	rnn.bias_hh_l0	7	0.05993970111012459
31416	rnn.bias_hh_l0	8	0.016807232052087784
31416	rnn.bias_hh_l0	9	0.042967379093170166
31416	rnn.weight_ih_l0_reverse	0	-0.029699092730879784
31416	rnn.weight_ih_l0_reverse	1	-0.002108556218445301
31416	rnn.weight_ih_l0_reverse	2	0.02378048375248909
31416	rnn.weight_ih_l0_reverse	3	-0.06215735152363777
31416	rnn.weight_ih_l0_reverse	4	0.009317460469901562
31416	rnn.weight_ih_l0_reverse	5	-0.04603268578648567
31416	rnn.weight_ih_l0_reverse	6	0.028235651552677155
31416	rnn.weight_ih_l0_reverse	7	0.04595395550131798
31416	rnn.weight_ih_l0_reverse	8	-0.04877154901623726
31416	rnn.weight_ih_l0_reverse	9	-0.0507805161178112
31416	rnn.weight_hh_l0_reverse	0	-0.08328548818826675
31416	rnn.weight_hh_l0_reverse	1	-0.06313666701316833
31416	rnn.weight_hh_l0_reverse	2	0.03447670489549637
31416	rnn.weight_hh_l0_reverse	3	0.045788925141096115
31416	rnn.weight_hh_l0_reverse	4	-0.015808990225195885
31416	rnn.weight_hh_l0_reverse	5	0.04559991881251335
31416	rnn.weight_hh_l0_reverse	6	0.001014363719150424
31416	rnn.weight_hh_l0_reverse	7	-0.00029081007232889533
31416	rnn.weight_hh_l0_reverse	8	-0.09865345805883408
31416	rnn.weight_hh_l0_reverse	9	0.08026223629713058
31416	rnn.bias_ih_l0_reverse	0	-0.08921190351247787
31416	rnn.bias_ih_l0_reverse	1	-0.06928818672895432
31416	rnn.bias_ih_l0_reverse	2	0.10370741039514542
31416	rnn.bias_ih_l0_reverse	3	0.04778474196791649
31416	rnn.bias_ih_l0_reverse	4	-0.12937861680984497
31416	rnn.bias_ih_l0_reverse	5	0.04124936833977699
31416	rnn.bias_ih_l0_reverse	6	-0.10627433657646179
31416	rnn.bias_ih_l0_reverse	7	0.04473593086004257
31416	rnn.bias_ih_l0_reverse	8	0.034650109708309174
31416	rnn.bias_ih_l0_reverse	9	0.063661590218544
31416	rnn.bias_hh_l0_reverse	0	0.0576002337038517
31416	rnn.bias_hh_l0_reverse	1	0.06547422707080841
31416	rnn.bias_hh_l0_reverse	2	0.07878410816192627
31416	rnn.bias_hh_l0_reverse	3	-0.00441738311201334
31416	rnn.bias_hh_l0_reverse	4	0.07104998826980591
31416	rnn.bias_hh_l0_reverse	5	0.0074253687635064125
31416	rnn.bias_hh_l0_reverse	6	-0.05449141561985016
31416	rnn.bias_hh_l0_reverse	7	0.027279283851385117
31416	rnn.bias_hh_l0_reverse	8	0.01131798792630434
31416	rnn.bias_hh_l0_reverse	9	-0.15992507338523865
31416	linear.weight	0	0.1721101701259613
31416	linear.weight	1	-0.16279788315296173
31416	linear.weight	2	-0.2147044539451599
31416	linear.weight	3	0.07805037498474121
31416	linear.weight	4	-0.02657926082611084
31416	linear.weight	5	0.0038441503420472145
31416	linear.weight	6	-0.006910001393407583
31416	linear.weight	7	-0.027072632685303688
31416	linear.weight	8	0.08428573608398438
31416	linear.weight	9	0.3482692241668701
31416	linear.bias	0	-0.20737281441688538
31416	linear.bias	1	0.19504529237747192
31416	linear.bias	2	-0.539185643196106
31416	linear.bias	3	1.705865502357483
31416	linear.bias	4	-0.39695465564727783
31416	linear.bias	5	-0.030769959092140198
31416	linear.bias	6	-0.3575418293476105
31416	linear.bias	7	-0.2790100574493408
31416	linear.bias	8	-0.04463126137852669
31416	linear.bias	9	-0.4978405833244324
31444	transitions	0	-0.6482270359992981
31444	transitions	1	0.34961801767349243
31444	transitions	2	1.6744128465652466
31444	transitions	3	0.09660118818283081
31444	transitions	4	0.9484376311302185
31444	transitions	5	1.2739241123199463
31444	transitions	6	0.48330074548721313
31444	transitions	7	0.17574530839920044
31444	transitions	8	-0.9195207953453064
31444	transitions	9	0.9306597709655762
31444	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31444	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31444	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31444	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31444	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31444	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31444	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31444	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31444	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31444	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31444	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31444	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31444	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31444	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31444	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31444	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31444	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31444	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31444	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31444	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31444	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31444	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31444	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31444	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31444	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31444	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31444	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31444	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31444	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31444	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31444	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31444	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31444	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31444	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31444	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31444	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31444	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31444	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31444	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31444	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31444	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31444	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31444	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31444	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31444	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31444	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31444	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31444	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31444	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31444	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31444	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31444	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31444	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31444	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31444	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31444	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31444	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31444	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31444	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31444	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31444	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31444	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31444	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31444	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31444	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31444	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31444	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31444	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31444	embedding2nn.weight	0	0.022475590929389
31444	embedding2nn.weight	1	0.0142057491466403
31444	embedding2nn.weight	2	-0.004277905914932489
31444	embedding2nn.weight	3	-0.00012198831973364577
31444	embedding2nn.weight	4	-0.004370138514786959
31444	embedding2nn.weight	5	0.011833824217319489
31444	embedding2nn.weight	6	-0.00496146222576499
31444	embedding2nn.weight	7	0.02091066725552082
31444	embedding2nn.weight	8	-0.006812743376940489
31444	embedding2nn.weight	9	-0.01390710286796093
31444	embedding2nn.bias	0	-0.038314562290906906
31444	embedding2nn.bias	1	-0.021715866401791573
31444	embedding2nn.bias	2	-0.07361448556184769
31444	embedding2nn.bias	3	-0.0015198454493656754
31444	embedding2nn.bias	4	0.003371461061760783
31444	embedding2nn.bias	5	-0.006811159197241068
31444	embedding2nn.bias	6	0.008955498225986958
31444	embedding2nn.bias	7	0.01921808533370495
31444	embedding2nn.bias	8	0.007129073608666658
31444	embedding2nn.bias	9	0.0018510384252294898
31444	rnn.weight_ih_l0	0	0.039482928812503815
31444	rnn.weight_ih_l0	1	-0.013564465567469597
31444	rnn.weight_ih_l0	2	-0.036383576691150665
31444	rnn.weight_ih_l0	3	-0.04484241083264351
31444	rnn.weight_ih_l0	4	-0.052024178206920624
31444	rnn.weight_ih_l0	5	-0.008444230072200298
31444	rnn.weight_ih_l0	6	-0.051937784999608994
31444	rnn.weight_ih_l0	7	-0.061607904732227325
31444	rnn.weight_ih_l0	8	-0.04473099485039711
31444	rnn.weight_ih_l0	9	-0.02694316953420639
31444	rnn.weight_hh_l0	0	0.019437747076153755
31444	rnn.weight_hh_l0	1	-0.00974476058036089
31444	rnn.weight_hh_l0	2	-0.06739583611488342
31444	rnn.weight_hh_l0	3	-0.033429741859436035
31444	rnn.weight_hh_l0	4	-0.07826778292655945
31444	rnn.weight_hh_l0	5	-0.014638247899711132
31444	rnn.weight_hh_l0	6	-0.05433054268360138
31444	rnn.weight_hh_l0	7	-0.040508780628442764
31444	rnn.weight_hh_l0	8	-0.019057100638747215
31444	rnn.weight_hh_l0	9	-0.007864851504564285
31444	rnn.bias_ih_l0	0	0.1456378698348999
31444	rnn.bias_ih_l0	1	-0.05592748895287514
31444	rnn.bias_ih_l0	2	0.10427054017782211
31444	rnn.bias_ih_l0	3	0.04887464642524719
31444	rnn.bias_ih_l0	4	0.098847895860672
31444	rnn.bias_ih_l0	5	0.024278145283460617
31444	rnn.bias_ih_l0	6	-0.017629995942115784
31444	rnn.bias_ih_l0	7	-0.10803776234388351
31444	rnn.bias_ih_l0	8	-0.2071644514799118
31444	rnn.bias_ih_l0	9	0.08688560128211975
31444	rnn.bias_hh_l0	0	0.0024258664343506098
31444	rnn.bias_hh_l0	1	0.023190638050436974
31444	rnn.bias_hh_l0	2	-0.006096228025853634
31444	rnn.bias_hh_l0	3	-0.030246460810303688
31444	rnn.bias_hh_l0	4	-0.036100491881370544
31444	rnn.bias_hh_l0	5	0.14329375326633453
31444	rnn.bias_hh_l0	6	0.05138450860977173
31444	rnn.bias_hh_l0	7	0.0599200502038002
31444	rnn.bias_hh_l0	8	0.01673870161175728
31444	rnn.bias_hh_l0	9	0.042964011430740356
31444	rnn.weight_ih_l0_reverse	0	-0.029691273346543312
31444	rnn.weight_ih_l0_reverse	1	-0.002088267356157303
31444	rnn.weight_ih_l0_reverse	2	0.02378953993320465
31444	rnn.weight_ih_l0_reverse	3	-0.06214894354343414
31444	rnn.weight_ih_l0_reverse	4	0.009321784600615501
31444	rnn.weight_ih_l0_reverse	5	-0.04604259505867958
31444	rnn.weight_ih_l0_reverse	6	0.028248444199562073
31444	rnn.weight_ih_l0_reverse	7	0.04595492035150528
31444	rnn.weight_ih_l0_reverse	8	-0.0487651564180851
31444	rnn.weight_ih_l0_reverse	9	-0.050781454890966415
31444	rnn.weight_hh_l0_reverse	0	-0.08328921347856522
31444	rnn.weight_hh_l0_reverse	1	-0.06316374242305756
31444	rnn.weight_hh_l0_reverse	2	0.03447495028376579
31444	rnn.weight_hh_l0_reverse	3	0.04577580466866493
31444	rnn.weight_hh_l0_reverse	4	-0.015820758417248726
31444	rnn.weight_hh_l0_reverse	5	0.045604173094034195
31444	rnn.weight_hh_l0_reverse	6	0.000889642455149442
31444	rnn.weight_hh_l0_reverse	7	-0.00029688409995287657
31444	rnn.weight_hh_l0_reverse	8	-0.09864868968725204
31444	rnn.weight_hh_l0_reverse	9	0.08022436499595642
31444	rnn.bias_ih_l0_reverse	0	-0.08925694227218628
31444	rnn.bias_ih_l0_reverse	1	-0.06917404383420944
31444	rnn.bias_ih_l0_reverse	2	0.10370507091283798
31444	rnn.bias_ih_l0_reverse	3	0.04782337322831154
31444	rnn.bias_ih_l0_reverse	4	-0.12937237322330475
31444	rnn.bias_ih_l0_reverse	5	0.04123261943459511
31444	rnn.bias_ih_l0_reverse	6	-0.10627519339323044
31444	rnn.bias_ih_l0_reverse	7	0.044782571494579315
31444	rnn.bias_ih_l0_reverse	8	0.03466710448265076
31444	rnn.bias_ih_l0_reverse	9	0.0636603906750679
31444	rnn.bias_hh_l0_reverse	0	0.057755425572395325
31444	rnn.bias_hh_l0_reverse	1	0.06545837223529816
31444	rnn.bias_hh_l0_reverse	2	0.07879310101270676
31444	rnn.bias_hh_l0_reverse	3	-0.004401187412440777
31444	rnn.bias_hh_l0_reverse	4	0.07102134823799133
31444	rnn.bias_hh_l0_reverse	5	0.007390532176941633
31444	rnn.bias_hh_l0_reverse	6	-0.054485298693180084
31444	rnn.bias_hh_l0_reverse	7	0.027278216555714607
31444	rnn.bias_hh_l0_reverse	8	0.011301636695861816
31444	rnn.bias_hh_l0_reverse	9	-0.16004809737205505
31444	linear.weight	0	0.17224392294883728
31444	linear.weight	1	-0.16279800236225128
31444	linear.weight	2	-0.21469375491142273
31444	linear.weight	3	0.07801507413387299
31444	linear.weight	4	-0.026583731174468994
31444	linear.weight	5	0.0038459356874227524
31444	linear.weight	6	-0.00691000372171402
31444	linear.weight	7	-0.02709667757153511
31444	linear.weight	8	0.08425948023796082
31444	linear.weight	9	0.3482879102230072
31444	linear.bias	0	-0.2069360464811325
31444	linear.bias	1	0.19473910331726074
31444	linear.bias	2	-0.5391624569892883
31444	linear.bias	3	1.7055716514587402
31444	linear.bias	4	-0.3969570994377136
31444	linear.bias	5	-0.030769959092140198
31444	linear.bias	6	-0.35752591490745544
31444	linear.bias	7	-0.2790238559246063
31444	linear.bias	8	-0.04485725238919258
31444	linear.bias	9	-0.4978414475917816
31472	transitions	0	-0.648227334022522
31472	transitions	1	0.34961777925491333
31472	transitions	2	1.6744115352630615
31472	transitions	3	0.09660103917121887
31472	transitions	4	0.948437511920929
31472	transitions	5	1.2739241123199463
31472	transitions	6	0.48330074548721313
31472	transitions	7	0.17574530839920044
31472	transitions	8	-0.9195207953453064
31472	transitions	9	0.9306597709655762
31472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31472	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31472	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31472	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31472	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31472	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31472	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31472	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31472	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31472	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31472	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31472	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31472	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31472	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31472	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31472	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31472	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31472	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31472	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31472	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31472	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31472	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31472	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31472	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31472	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31472	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31472	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31472	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31472	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31472	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31472	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31472	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31472	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31472	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31472	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31472	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31472	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31472	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31472	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31472	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31472	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31472	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31472	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31472	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31472	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31472	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31472	embedding2nn.weight	0	0.022494344040751457
31472	embedding2nn.weight	1	0.014205138199031353
31472	embedding2nn.weight	2	-0.004277919884771109
31472	embedding2nn.weight	3	-0.00012115600111428648
31472	embedding2nn.weight	4	-0.004370415583252907
31472	embedding2nn.weight	5	0.011842534877359867
31472	embedding2nn.weight	6	-0.004960524383932352
31472	embedding2nn.weight	7	0.020909450948238373
31472	embedding2nn.weight	8	-0.0068138362839818
31472	embedding2nn.weight	9	-0.013909833505749702
31472	embedding2nn.bias	0	-0.03839626535773277
31472	embedding2nn.bias	1	-0.021790895611047745
31472	embedding2nn.bias	2	-0.07366327941417694
31472	embedding2nn.bias	3	-0.0016275026137009263
31472	embedding2nn.bias	4	0.003283669240772724
31472	embedding2nn.bias	5	-0.006906407419592142
31472	embedding2nn.bias	6	0.008866723626852036
31472	embedding2nn.bias	7	0.01933596469461918
31472	embedding2nn.bias	8	0.007259329780936241
31472	embedding2nn.bias	9	0.0017362401122227311
31472	rnn.weight_ih_l0	0	0.03948073461651802
31472	rnn.weight_ih_l0	1	-0.01355794444680214
31472	rnn.weight_ih_l0	2	-0.036399342119693756
31472	rnn.weight_ih_l0	3	-0.04485275223851204
31472	rnn.weight_ih_l0	4	-0.05202677100896835
31472	rnn.weight_ih_l0	5	-0.008449074812233448
31472	rnn.weight_ih_l0	6	-0.051940809935331345
31472	rnn.weight_ih_l0	7	-0.061603788286447525
31472	rnn.weight_ih_l0	8	-0.04473019391298294
31472	rnn.weight_ih_l0	9	-0.026948023587465286
31472	rnn.weight_hh_l0	0	0.019443802535533905
31472	rnn.weight_hh_l0	1	-0.009750453755259514
31472	rnn.weight_hh_l0	2	-0.06739518791437149
31472	rnn.weight_hh_l0	3	-0.03342119976878166
31472	rnn.weight_hh_l0	4	-0.07827047258615494
31472	rnn.weight_hh_l0	5	-0.014621150679886341
31472	rnn.weight_hh_l0	6	-0.05431003123521805
31472	rnn.weight_hh_l0	7	-0.04050501063466072
31472	rnn.weight_hh_l0	8	-0.019057685509324074
31472	rnn.weight_hh_l0	9	-0.007883709855377674
31472	rnn.bias_ih_l0	0	0.14561045169830322
31472	rnn.bias_ih_l0	1	-0.05597623065114021
31472	rnn.bias_ih_l0	2	0.10430477559566498
31472	rnn.bias_ih_l0	3	0.04886303097009659
31472	rnn.bias_ih_l0	4	0.09880364686250687
31472	rnn.bias_ih_l0	5	0.024269811809062958
31472	rnn.bias_ih_l0	6	-0.01762334257364273
31472	rnn.bias_ih_l0	7	-0.1080852821469307
31472	rnn.bias_ih_l0	8	-0.2072286307811737
31472	rnn.bias_ih_l0	9	0.08691821247339249
31472	rnn.bias_hh_l0	0	0.002388500142842531
31472	rnn.bias_hh_l0	1	0.02321455627679825
31472	rnn.bias_hh_l0	2	-0.006059403531253338
31472	rnn.bias_hh_l0	3	-0.030251679942011833
31472	rnn.bias_hh_l0	4	-0.036106858402490616
31472	rnn.bias_hh_l0	5	0.14335055649280548
31472	rnn.bias_hh_l0	6	0.05147242546081543
31472	rnn.bias_hh_l0	7	0.05992014706134796
31472	rnn.bias_hh_l0	8	0.01674535498023033
31472	rnn.bias_hh_l0	9	0.04294706508517265
31472	rnn.weight_ih_l0_reverse	0	-0.029695475473999977
31472	rnn.weight_ih_l0_reverse	1	-0.0020846219267696142
31472	rnn.weight_ih_l0_reverse	2	0.023791972547769547
31472	rnn.weight_ih_l0_reverse	3	-0.06215396896004677
31472	rnn.weight_ih_l0_reverse	4	0.009318199940025806
31472	rnn.weight_ih_l0_reverse	5	-0.04605190083384514
31472	rnn.weight_ih_l0_reverse	6	0.028252309188246727
31472	rnn.weight_ih_l0_reverse	7	0.04595329612493515
31472	rnn.weight_ih_l0_reverse	8	-0.04877294972538948
31472	rnn.weight_ih_l0_reverse	9	-0.05077949911355972
31472	rnn.weight_hh_l0_reverse	0	-0.08329913020133972
31472	rnn.weight_hh_l0_reverse	1	-0.06320598721504211
31472	rnn.weight_hh_l0_reverse	2	0.034484438598155975
31472	rnn.weight_hh_l0_reverse	3	0.04578018561005592
31472	rnn.weight_hh_l0_reverse	4	-0.015800291672348976
31472	rnn.weight_hh_l0_reverse	5	0.045602649450302124
31472	rnn.weight_hh_l0_reverse	6	0.0008968574111349881
31472	rnn.weight_hh_l0_reverse	7	-0.00029204750899225473
31472	rnn.weight_hh_l0_reverse	8	-0.09865356236696243
31472	rnn.weight_hh_l0_reverse	9	0.08021324872970581
31472	rnn.bias_ih_l0_reverse	0	-0.08929750323295593
31472	rnn.bias_ih_l0_reverse	1	-0.06904246658086777
31472	rnn.bias_ih_l0_reverse	2	0.10372506082057953
31472	rnn.bias_ih_l0_reverse	3	0.04780188947916031
31472	rnn.bias_ih_l0_reverse	4	-0.12935325503349304
31472	rnn.bias_ih_l0_reverse	5	0.04121572896838188
31472	rnn.bias_ih_l0_reverse	6	-0.10627134889364243
31472	rnn.bias_ih_l0_reverse	7	0.04479268193244934
31472	rnn.bias_ih_l0_reverse	8	0.03465898334980011
31472	rnn.bias_ih_l0_reverse	9	0.06363524496555328
31472	rnn.bias_hh_l0_reverse	0	0.05779985338449478
31472	rnn.bias_hh_l0_reverse	1	0.0654262825846672
31472	rnn.bias_hh_l0_reverse	2	0.07877081632614136
31472	rnn.bias_hh_l0_reverse	3	-0.004381848964840174
31472	rnn.bias_hh_l0_reverse	4	0.07105746865272522
31472	rnn.bias_hh_l0_reverse	5	0.007239982020109892
31472	rnn.bias_hh_l0_reverse	6	-0.054477427154779434
31472	rnn.bias_hh_l0_reverse	7	0.027283072471618652
31472	rnn.bias_hh_l0_reverse	8	0.011274007149040699
31472	rnn.bias_hh_l0_reverse	9	-0.15996718406677246
31472	linear.weight	0	0.17233921587467194
31472	linear.weight	1	-0.16279800236225128
31472	linear.weight	2	-0.21467742323875427
31472	linear.weight	3	0.07803348451852798
31472	linear.weight	4	-0.026565533131361008
31472	linear.weight	5	0.0038668648339807987
31472	linear.weight	6	-0.006910037249326706
31472	linear.weight	7	-0.027096308767795563
31472	linear.weight	8	0.0842285081744194
31472	linear.weight	9	0.34827950596809387
31472	linear.bias	0	-0.20671281218528748
31472	linear.bias	1	0.19474205374717712
31472	linear.bias	2	-0.539070188999176
31472	linear.bias	3	1.7049555778503418
31472	linear.bias	4	-0.396959513425827
31472	linear.bias	5	-0.030769959092140198
31472	linear.bias	6	-0.3574482798576355
31472	linear.bias	7	-0.279070109128952
31472	linear.bias	8	-0.04476621001958847
31472	linear.bias	9	-0.4978421926498413
31500	transitions	0	-0.6482280492782593
31500	transitions	1	0.349617063999176
31500	transitions	2	1.6744110584259033
31500	transitions	3	0.09659601002931595
31500	transitions	4	0.9484314322471619
31500	transitions	5	1.2739241123199463
31500	transitions	6	0.48330074548721313
31500	transitions	7	0.17574530839920044
31500	transitions	8	-0.9195207953453064
31500	transitions	9	0.9306597709655762
31500	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31500	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31500	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31500	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31500	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31500	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31500	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31500	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31500	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31500	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31500	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31500	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31500	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31500	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31500	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31500	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31500	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31500	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31500	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31500	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31500	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31500	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31500	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31500	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31500	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31500	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31500	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31500	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31500	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31500	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31500	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31500	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31500	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31500	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31500	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31500	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31500	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31500	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31500	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31500	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31500	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31500	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31500	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31500	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31500	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31500	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31500	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31500	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31500	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31500	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31500	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31500	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31500	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31500	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31500	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31500	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31500	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31500	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31500	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31500	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31500	embedding2nn.weight	0	0.022500591352581978
31500	embedding2nn.weight	1	0.01420536357909441
31500	embedding2nn.weight	2	-0.00427740253508091
31500	embedding2nn.weight	3	-0.00011234996054554358
31500	embedding2nn.weight	4	-0.004368440713733435
31500	embedding2nn.weight	5	0.011838555335998535
31500	embedding2nn.weight	6	-0.004961718339473009
31500	embedding2nn.weight	7	0.02090648002922535
31500	embedding2nn.weight	8	-0.006815377622842789
31500	embedding2nn.weight	9	-0.013912685215473175
31500	embedding2nn.bias	0	-0.03852950036525726
31500	embedding2nn.bias	1	-0.02167140692472458
31500	embedding2nn.bias	2	-0.0735190212726593
31500	embedding2nn.bias	3	-0.0015140792820602655
31500	embedding2nn.bias	4	0.0032418014016002417
31500	embedding2nn.bias	5	-0.006682154722511768
31500	embedding2nn.bias	6	0.008983401581645012
31500	embedding2nn.bias	7	0.01964826136827469
31500	embedding2nn.bias	8	0.007243799977004528
31500	embedding2nn.bias	9	0.0018072989769279957
31500	rnn.weight_ih_l0	0	0.03948644921183586
31500	rnn.weight_ih_l0	1	-0.013545813970267773
31500	rnn.weight_ih_l0	2	-0.03640112653374672
31500	rnn.weight_ih_l0	3	-0.044841159135103226
31500	rnn.weight_ih_l0	4	-0.052012115716934204
31500	rnn.weight_ih_l0	5	-0.008447119034826756
31500	rnn.weight_ih_l0	6	-0.05194053053855896
31500	rnn.weight_ih_l0	7	-0.061603058129549026
31500	rnn.weight_ih_l0	8	-0.044727083295583725
31500	rnn.weight_ih_l0	9	-0.02694712020456791
31500	rnn.weight_hh_l0	0	0.01942603662610054
31500	rnn.weight_hh_l0	1	-0.009738383814692497
31500	rnn.weight_hh_l0	2	-0.06739482283592224
31500	rnn.weight_hh_l0	3	-0.033418186008930206
31500	rnn.weight_hh_l0	4	-0.0782681331038475
31500	rnn.weight_hh_l0	5	-0.014633547514677048
31500	rnn.weight_hh_l0	6	-0.054372046142816544
31500	rnn.weight_hh_l0	7	-0.04049639031291008
31500	rnn.weight_hh_l0	8	-0.019050421193242073
31500	rnn.weight_hh_l0	9	-0.007871951907873154
31500	rnn.bias_ih_l0	0	0.1456003040075302
31500	rnn.bias_ih_l0	1	-0.05599895492196083
31500	rnn.bias_ih_l0	2	0.10425229370594025
31500	rnn.bias_ih_l0	3	0.048918336629867554
31500	rnn.bias_ih_l0	4	0.09881065785884857
31500	rnn.bias_ih_l0	5	0.0242779441177845
31500	rnn.bias_ih_l0	6	-0.01766488514840603
31500	rnn.bias_ih_l0	7	-0.10821806639432907
31500	rnn.bias_ih_l0	8	-0.20711396634578705
31500	rnn.bias_ih_l0	9	0.08692300319671631
31500	rnn.bias_hh_l0	0	0.002438416238874197
31500	rnn.bias_hh_l0	1	0.023208992555737495
31500	rnn.bias_hh_l0	2	-0.006104485597461462
31500	rnn.bias_hh_l0	3	-0.03027632273733616
31500	rnn.bias_hh_l0	4	-0.03613433614373207
31500	rnn.bias_hh_l0	5	0.1433081328868866
31500	rnn.bias_hh_l0	6	0.05154602229595184
31500	rnn.bias_hh_l0	7	0.05995388701558113
31500	rnn.bias_hh_l0	8	0.016703812405467033
31500	rnn.bias_hh_l0	9	0.042954590171575546
31500	rnn.weight_ih_l0_reverse	0	-0.029697824269533157
31500	rnn.weight_ih_l0_reverse	1	-0.0020896818023175
31500	rnn.weight_ih_l0_reverse	2	0.023787103593349457
31500	rnn.weight_ih_l0_reverse	3	-0.06214874982833862
31500	rnn.weight_ih_l0_reverse	4	0.009319954551756382
31500	rnn.weight_ih_l0_reverse	5	-0.046054866164922714
31500	rnn.weight_ih_l0_reverse	6	0.028289608657360077
31500	rnn.weight_ih_l0_reverse	7	0.045947130769491196
31500	rnn.weight_ih_l0_reverse	8	-0.048767801374197006
31500	rnn.weight_ih_l0_reverse	9	-0.05078064650297165
31500	rnn.weight_hh_l0_reverse	0	-0.08331869542598724
31500	rnn.weight_hh_l0_reverse	1	-0.06316467374563217
31500	rnn.weight_hh_l0_reverse	2	0.03448474034667015
31500	rnn.weight_hh_l0_reverse	3	0.045783624053001404
31500	rnn.weight_hh_l0_reverse	4	-0.015797849744558334
31500	rnn.weight_hh_l0_reverse	5	0.045598868280649185
31500	rnn.weight_hh_l0_reverse	6	0.0009393729269504547
31500	rnn.weight_hh_l0_reverse	7	-0.00027559074806049466
31500	rnn.weight_hh_l0_reverse	8	-0.0986555740237236
31500	rnn.weight_hh_l0_reverse	9	0.08022191375494003
31500	rnn.bias_ih_l0_reverse	0	-0.08933642506599426
31500	rnn.bias_ih_l0_reverse	1	-0.06914138793945312
31500	rnn.bias_ih_l0_reverse	2	0.10371982306241989
31500	rnn.bias_ih_l0_reverse	3	0.04779684171080589
31500	rnn.bias_ih_l0_reverse	4	-0.129330575466156
31500	rnn.bias_ih_l0_reverse	5	0.0411689393222332
31500	rnn.bias_ih_l0_reverse	6	-0.10629730671644211
31500	rnn.bias_ih_l0_reverse	7	0.04481503739953041
31500	rnn.bias_ih_l0_reverse	8	0.03464268147945404
31500	rnn.bias_ih_l0_reverse	9	0.06359478086233139
31500	rnn.bias_hh_l0_reverse	0	0.05792969465255737
31500	rnn.bias_hh_l0_reverse	1	0.06539744138717651
31500	rnn.bias_hh_l0_reverse	2	0.07875877618789673
31500	rnn.bias_hh_l0_reverse	3	-0.0043486338108778
31500	rnn.bias_hh_l0_reverse	4	0.07105639576911926
31500	rnn.bias_hh_l0_reverse	5	0.007283144164830446
31500	rnn.bias_hh_l0_reverse	6	-0.05444512516260147
31500	rnn.bias_hh_l0_reverse	7	0.027287909761071205
31500	rnn.bias_hh_l0_reverse	8	0.011251311749219894
31500	rnn.bias_hh_l0_reverse	9	-0.16016057133674622
31500	linear.weight	0	0.17245900630950928
31500	linear.weight	1	-0.1627977043390274
31500	linear.weight	2	-0.21458645164966583
31500	linear.weight	3	0.07796693593263626
31500	linear.weight	4	-0.026526646688580513
31500	linear.weight	5	0.0038689984939992428
31500	linear.weight	6	-0.006910000927746296
31500	linear.weight	7	-0.027095753699541092
31500	linear.weight	8	0.08427205681800842
31500	linear.weight	9	0.34838104248046875
31500	linear.bias	0	-0.20675669610500336
31500	linear.bias	1	0.19464653730392456
31500	linear.bias	2	-0.5391068458557129
31500	linear.bias	3	1.7048606872558594
31500	linear.bias	4	-0.39696234464645386
31500	linear.bias	5	-0.030769959092140198
31500	linear.bias	6	-0.3574715852737427
31500	linear.bias	7	-0.2791200876235962
31500	linear.bias	8	-0.04482516646385193
31500	linear.bias	9	-0.497844398021698
31528	transitions	0	-0.6482290029525757
31528	transitions	1	0.3496168255805969
31528	transitions	2	1.6744107007980347
31528	transitions	3	0.0965956375002861
31528	transitions	4	0.9484313726425171
31528	transitions	5	1.2739241123199463
31528	transitions	6	0.48330074548721313
31528	transitions	7	0.17574527859687805
31528	transitions	8	-0.9195207953453064
31528	transitions	9	0.9306597709655762
31528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31528	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31528	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31528	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31528	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31528	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31528	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31528	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31528	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31528	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31528	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31528	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31528	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31528	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31528	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31528	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31528	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31528	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31528	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31528	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31528	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31528	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31528	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31528	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31528	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31528	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31528	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31528	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31528	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31528	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31528	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31528	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31528	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31528	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31528	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31528	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31528	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31528	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31528	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31528	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31528	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31528	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31528	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31528	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31528	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31528	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31528	embedding2nn.weight	0	0.022521521896123886
31528	embedding2nn.weight	1	0.01420525461435318
31528	embedding2nn.weight	2	-0.004276348277926445
31528	embedding2nn.weight	3	-0.00011156111577292904
31528	embedding2nn.weight	4	-0.004367335233837366
31528	embedding2nn.weight	5	0.01183522678911686
31528	embedding2nn.weight	6	-0.004962404724210501
31528	embedding2nn.weight	7	0.020905600860714912
31528	embedding2nn.weight	8	-0.006815792061388493
31528	embedding2nn.weight	9	-0.013911906629800797
31528	embedding2nn.bias	0	-0.03857467323541641
31528	embedding2nn.bias	1	-0.021388117223978043
31528	embedding2nn.bias	2	-0.07359354943037033
31528	embedding2nn.bias	3	-0.0015935433330014348
31528	embedding2nn.bias	4	0.003244707128033042
31528	embedding2nn.bias	5	-0.006608267314732075
31528	embedding2nn.bias	6	0.008854936808347702
31528	embedding2nn.bias	7	0.019671643152832985
31528	embedding2nn.bias	8	0.007120128255337477
31528	embedding2nn.bias	9	0.0019455018918961287
31528	rnn.weight_ih_l0	0	0.03950042650103569
31528	rnn.weight_ih_l0	1	-0.013533847406506538
31528	rnn.weight_ih_l0	2	-0.03640225529670715
31528	rnn.weight_ih_l0	3	-0.04484177008271217
31528	rnn.weight_ih_l0	4	-0.05200434848666191
31528	rnn.weight_ih_l0	5	-0.008444298058748245
31528	rnn.weight_ih_l0	6	-0.05193762108683586
31528	rnn.weight_ih_l0	7	-0.06160273030400276
31528	rnn.weight_ih_l0	8	-0.04471777752041817
31528	rnn.weight_ih_l0	9	-0.026950102299451828
31528	rnn.weight_hh_l0	0	0.019419224932789803
31528	rnn.weight_hh_l0	1	-0.00973478239029646
31528	rnn.weight_hh_l0	2	-0.06740298867225647
31528	rnn.weight_hh_l0	3	-0.03341493010520935
31528	rnn.weight_hh_l0	4	-0.07827183604240417
31528	rnn.weight_hh_l0	5	-0.014636908657848835
31528	rnn.weight_hh_l0	6	-0.05438966304063797
31528	rnn.weight_hh_l0	7	-0.04047307372093201
31528	rnn.weight_hh_l0	8	-0.01904844492673874
31528	rnn.weight_hh_l0	9	-0.007842807099223137
31528	rnn.bias_ih_l0	0	0.1456388235092163
31528	rnn.bias_ih_l0	1	-0.056007735431194305
31528	rnn.bias_ih_l0	2	0.10423444211483002
31528	rnn.bias_ih_l0	3	0.0489029623568058
31528	rnn.bias_ih_l0	4	0.09879904985427856
31528	rnn.bias_ih_l0	5	0.02430814877152443
31528	rnn.bias_ih_l0	6	-0.017588460817933083
31528	rnn.bias_ih_l0	7	-0.10841701179742813
31528	rnn.bias_ih_l0	8	-0.20693780481815338
31528	rnn.bias_ih_l0	9	0.08696968108415604
31528	rnn.bias_hh_l0	0	0.002460838295519352
31528	rnn.bias_hh_l0	1	0.023245668038725853
31528	rnn.bias_hh_l0	2	-0.006070525385439396
31528	rnn.bias_hh_l0	3	-0.03027467429637909
31528	rnn.bias_hh_l0	4	-0.036126572638750076
31528	rnn.bias_hh_l0	5	0.14338591694831848
31528	rnn.bias_hh_l0	6	0.051500290632247925
31528	rnn.bias_hh_l0	7	0.05988055467605591
31528	rnn.bias_hh_l0	8	0.01678023673593998
31528	rnn.bias_hh_l0	9	0.042920853942632675
31528	rnn.weight_ih_l0_reverse	0	-0.029711397364735603
31528	rnn.weight_ih_l0_reverse	1	-0.0020822102669626474
31528	rnn.weight_ih_l0_reverse	2	0.023785201832652092
31528	rnn.weight_ih_l0_reverse	3	-0.06215386465191841
31528	rnn.weight_ih_l0_reverse	4	0.009324885904788971
31528	rnn.weight_ih_l0_reverse	5	-0.04604575037956238
31528	rnn.weight_ih_l0_reverse	6	0.028313517570495605
31528	rnn.weight_ih_l0_reverse	7	0.045941855758428574
31528	rnn.weight_ih_l0_reverse	8	-0.048777420073747635
31528	rnn.weight_ih_l0_reverse	9	-0.05077802762389183
31528	rnn.weight_hh_l0_reverse	0	-0.0833212211728096
31528	rnn.weight_hh_l0_reverse	1	-0.06315692514181137
31528	rnn.weight_hh_l0_reverse	2	0.03445708006620407
31528	rnn.weight_hh_l0_reverse	3	0.0457829087972641
31528	rnn.weight_hh_l0_reverse	4	-0.015787245705723763
31528	rnn.weight_hh_l0_reverse	5	0.04560050368309021
31528	rnn.weight_hh_l0_reverse	6	0.0009618432959541678
31528	rnn.weight_hh_l0_reverse	7	-0.00028793991077691317
31528	rnn.weight_hh_l0_reverse	8	-0.0986408144235611
31528	rnn.weight_hh_l0_reverse	9	0.0801805704832077
31528	rnn.bias_ih_l0_reverse	0	-0.08924550563097
31528	rnn.bias_ih_l0_reverse	1	-0.06930062174797058
31528	rnn.bias_ih_l0_reverse	2	0.10365617275238037
31528	rnn.bias_ih_l0_reverse	3	0.04777206853032112
31528	rnn.bias_ih_l0_reverse	4	-0.12932103872299194
31528	rnn.bias_ih_l0_reverse	5	0.04118398204445839
31528	rnn.bias_ih_l0_reverse	6	-0.1062341257929802
31528	rnn.bias_ih_l0_reverse	7	0.04481440410017967
31528	rnn.bias_ih_l0_reverse	8	0.034658581018447876
31528	rnn.bias_ih_l0_reverse	9	0.0636136457324028
31528	rnn.bias_hh_l0_reverse	0	0.05780726298689842
31528	rnn.bias_hh_l0_reverse	1	0.0653851181268692
31528	rnn.bias_hh_l0_reverse	2	0.07877547293901443
31528	rnn.bias_hh_l0_reverse	3	-0.004365772008895874
31528	rnn.bias_hh_l0_reverse	4	0.07109254598617554
31528	rnn.bias_hh_l0_reverse	5	0.007442735135555267
31528	rnn.bias_hh_l0_reverse	6	-0.05449852719902992
31528	rnn.bias_hh_l0_reverse	7	0.027254436165094376
31528	rnn.bias_hh_l0_reverse	8	0.01131406705826521
31528	rnn.bias_hh_l0_reverse	9	-0.16030550003051758
31528	linear.weight	0	0.17256662249565125
31528	linear.weight	1	-0.16279751062393188
31528	linear.weight	2	-0.21458366513252258
31528	linear.weight	3	0.07800237834453583
31528	linear.weight	4	-0.026549484580755234
31528	linear.weight	5	0.0038700627628713846
31528	linear.weight	6	-0.006909964140504599
31528	linear.weight	7	-0.02709011547267437
31528	linear.weight	8	0.08432276546955109
31528	linear.weight	9	0.3484949767589569
31528	linear.bias	0	-0.20671816170215607
31528	linear.bias	1	0.1946105659008026
31528	linear.bias	2	-0.5391303300857544
31528	linear.bias	3	1.7046871185302734
31528	linear.bias	4	-0.3969648480415344
31528	linear.bias	5	-0.030769959092140198
31528	linear.bias	6	-0.35750287771224976
31528	linear.bias	7	-0.2791280448436737
31528	linear.bias	8	-0.04508558288216591
31528	linear.bias	9	-0.4978463053703308
31556	transitions	0	-0.6482298970222473
31556	transitions	1	0.3496151566505432
31556	transitions	2	1.674410104751587
31556	transitions	3	0.09659551829099655
31556	transitions	4	0.948431134223938
31556	transitions	5	1.2739241123199463
31556	transitions	6	0.48330074548721313
31556	transitions	7	0.17574526369571686
31556	transitions	8	-0.9195208549499512
31556	transitions	9	0.9306597709655762
31556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31556	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31556	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31556	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31556	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31556	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31556	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31556	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31556	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31556	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31556	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31556	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31556	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31556	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31556	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31556	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31556	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31556	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31556	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31556	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31556	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31556	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31556	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31556	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31556	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31556	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31556	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31556	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31556	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31556	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31556	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31556	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31556	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31556	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31556	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31556	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31556	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31556	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31556	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31556	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31556	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31556	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31556	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31556	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31556	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31556	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31556	embedding2nn.weight	0	0.022506533190608025
31556	embedding2nn.weight	1	0.014201994985342026
31556	embedding2nn.weight	2	-0.0042771873995661736
31556	embedding2nn.weight	3	-0.00011335048475302756
31556	embedding2nn.weight	4	-0.004366664681583643
31556	embedding2nn.weight	5	0.01184174232184887
31556	embedding2nn.weight	6	-0.004962976090610027
31556	embedding2nn.weight	7	0.02089279517531395
31556	embedding2nn.weight	8	-0.006819200702011585
31556	embedding2nn.weight	9	-0.013910232111811638
31556	embedding2nn.bias	0	-0.038456372916698456
31556	embedding2nn.bias	1	-0.02145513892173767
31556	embedding2nn.bias	2	-0.07350922375917435
31556	embedding2nn.bias	3	-0.0015290920855477452
31556	embedding2nn.bias	4	0.0032921694219112396
31556	embedding2nn.bias	5	-0.006419422570616007
31556	embedding2nn.bias	6	0.008965711109340191
31556	embedding2nn.bias	7	0.01978737860918045
31556	embedding2nn.bias	8	0.006990472786128521
31556	embedding2nn.bias	9	0.00198568869382143
31556	rnn.weight_ih_l0	0	0.03950462117791176
31556	rnn.weight_ih_l0	1	-0.013529905118048191
31556	rnn.weight_ih_l0	2	-0.03639320284128189
31556	rnn.weight_ih_l0	3	-0.04484962671995163
31556	rnn.weight_ih_l0	4	-0.05200397968292236
31556	rnn.weight_ih_l0	5	-0.008447052910923958
31556	rnn.weight_ih_l0	6	-0.05192774161696434
31556	rnn.weight_ih_l0	7	-0.06159110739827156
31556	rnn.weight_ih_l0	8	-0.04471873119473457
31556	rnn.weight_ih_l0	9	-0.02694632299244404
31556	rnn.weight_hh_l0	0	0.019415022805333138
31556	rnn.weight_hh_l0	1	-0.009726173244416714
31556	rnn.weight_hh_l0	2	-0.06740213185548782
31556	rnn.weight_hh_l0	3	-0.03343857824802399
31556	rnn.weight_hh_l0	4	-0.07826565206050873
31556	rnn.weight_hh_l0	5	-0.014644837006926537
31556	rnn.weight_hh_l0	6	-0.05440586060285568
31556	rnn.weight_hh_l0	7	-0.0404822863638401
31556	rnn.weight_hh_l0	8	-0.01905214786529541
31556	rnn.weight_hh_l0	9	-0.007839961908757687
31556	rnn.bias_ih_l0	0	0.14564180374145508
31556	rnn.bias_ih_l0	1	-0.05601726844906807
31556	rnn.bias_ih_l0	2	0.10422256588935852
31556	rnn.bias_ih_l0	3	0.04893271625041962
31556	rnn.bias_ih_l0	4	0.09880892932415009
31556	rnn.bias_ih_l0	5	0.02430989407002926
31556	rnn.bias_ih_l0	6	-0.017497673630714417
31556	rnn.bias_ih_l0	7	-0.10858893394470215
31556	rnn.bias_ih_l0	8	-0.2071196585893631
31556	rnn.bias_ih_l0	9	0.08697175979614258
31556	rnn.bias_hh_l0	0	0.002469769213348627
31556	rnn.bias_hh_l0	1	0.02323801815509796
31556	rnn.bias_hh_l0	2	-0.006110873073339462
31556	rnn.bias_hh_l0	3	-0.030317803844809532
31556	rnn.bias_hh_l0	4	-0.03602251410484314
31556	rnn.bias_hh_l0	5	0.14338968694210052
31556	rnn.bias_hh_l0	6	0.05152798071503639
31556	rnn.bias_hh_l0	7	0.05982848256826401
31556	rnn.bias_hh_l0	8	0.016871023923158646
31556	rnn.bias_hh_l0	9	0.04293566197156906
31556	rnn.weight_ih_l0_reverse	0	-0.029715171083807945
31556	rnn.weight_ih_l0_reverse	1	-0.002103343838825822
31556	rnn.weight_ih_l0_reverse	2	0.02378511242568493
31556	rnn.weight_ih_l0_reverse	3	-0.06215212121605873
31556	rnn.weight_ih_l0_reverse	4	0.00932752713561058
31556	rnn.weight_ih_l0_reverse	5	-0.046051762998104095
31556	rnn.weight_ih_l0_reverse	6	0.02833600528538227
31556	rnn.weight_ih_l0_reverse	7	0.0459396094083786
31556	rnn.weight_ih_l0_reverse	8	-0.04877598211169243
31556	rnn.weight_ih_l0_reverse	9	-0.05077964812517166
31556	rnn.weight_hh_l0_reverse	0	-0.08331179618835449
31556	rnn.weight_hh_l0_reverse	1	-0.06318424642086029
31556	rnn.weight_hh_l0_reverse	2	0.03444964811205864
31556	rnn.weight_hh_l0_reverse	3	0.045783188194036484
31556	rnn.weight_hh_l0_reverse	4	-0.01578238233923912
31556	rnn.weight_hh_l0_reverse	5	0.045594215393066406
31556	rnn.weight_hh_l0_reverse	6	0.0009773154743015766
31556	rnn.weight_hh_l0_reverse	7	-0.00027175003197044134
31556	rnn.weight_hh_l0_reverse	8	-0.0986333116889
31556	rnn.weight_hh_l0_reverse	9	0.08018246293067932
31556	rnn.bias_ih_l0_reverse	0	-0.089312843978405
31556	rnn.bias_ih_l0_reverse	1	-0.06925699859857559
31556	rnn.bias_ih_l0_reverse	2	0.10360551625490189
31556	rnn.bias_ih_l0_reverse	3	0.047783758491277695
31556	rnn.bias_ih_l0_reverse	4	-0.1292908489704132
31556	rnn.bias_ih_l0_reverse	5	0.041151344776153564
31556	rnn.bias_ih_l0_reverse	6	-0.10626369714736938
31556	rnn.bias_ih_l0_reverse	7	0.044767171144485474
31556	rnn.bias_ih_l0_reverse	8	0.034628938883543015
31556	rnn.bias_ih_l0_reverse	9	0.0635860487818718
31556	rnn.bias_hh_l0_reverse	0	0.05772218108177185
31556	rnn.bias_hh_l0_reverse	1	0.06534580141305923
31556	rnn.bias_hh_l0_reverse	2	0.07878667116165161
31556	rnn.bias_hh_l0_reverse	3	-0.004363234620541334
31556	rnn.bias_hh_l0_reverse	4	0.07110778242349625
31556	rnn.bias_hh_l0_reverse	5	0.007438230328261852
31556	rnn.bias_hh_l0_reverse	6	-0.05445532128214836
31556	rnn.bias_hh_l0_reverse	7	0.02721799723803997
31556	rnn.bias_hh_l0_reverse	8	0.011302977800369263
31556	rnn.bias_hh_l0_reverse	9	-0.16037414968013763
31556	linear.weight	0	0.17250117659568787
31556	linear.weight	1	-0.16279737651348114
31556	linear.weight	2	-0.214544415473938
31556	linear.weight	3	0.07800709456205368
31556	linear.weight	4	-0.026542402803897858
31556	linear.weight	5	0.003869119333103299
31556	linear.weight	6	-0.006909952498972416
31556	linear.weight	7	-0.027089809998869896
31556	linear.weight	8	0.08430550247430801
31556	linear.weight	9	0.3485225439071655
31556	linear.bias	0	-0.2065676897764206
31556	linear.bias	1	0.1944032609462738
31556	linear.bias	2	-0.539146363735199
31556	linear.bias	3	1.7043766975402832
31556	linear.bias	4	-0.3969564437866211
31556	linear.bias	5	-0.030769959092140198
31556	linear.bias	6	-0.35751548409461975
31556	linear.bias	7	-0.2791453003883362
31556	linear.bias	8	-0.04478856548666954
31556	linear.bias	9	-0.4978475272655487
31584	transitions	0	-0.6482303142547607
31584	transitions	1	0.3496147394180298
31584	transitions	2	1.6744096279144287
31584	transitions	3	0.0965954065322876
31584	transitions	4	0.9484310746192932
31584	transitions	5	1.2739241123199463
31584	transitions	6	0.48330071568489075
31584	transitions	7	0.17574526369571686
31584	transitions	8	-0.9195208549499512
31584	transitions	9	0.9306597709655762
31584	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31584	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31584	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31584	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31584	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31584	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31584	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31584	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31584	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31584	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31584	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31584	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31584	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31584	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31584	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31584	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31584	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31584	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31584	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31584	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31584	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31584	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31584	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31584	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31584	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31584	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31584	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31584	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31584	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31584	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31584	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31584	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31584	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31584	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31584	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31584	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31584	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31584	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31584	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31584	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31584	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31584	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31584	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31584	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31584	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31584	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31584	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31584	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31584	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31584	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31584	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31584	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31584	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31584	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31584	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31584	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31584	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31584	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31584	embedding2nn.weight	0	0.022506868466734886
31584	embedding2nn.weight	1	0.014200708828866482
31584	embedding2nn.weight	2	-0.0042779091745615005
31584	embedding2nn.weight	3	-0.00011470800382085145
31584	embedding2nn.weight	4	-0.004365552216768265
31584	embedding2nn.weight	5	0.011843726970255375
31584	embedding2nn.weight	6	-0.00496436795219779
31584	embedding2nn.weight	7	0.020919807255268097
31584	embedding2nn.weight	8	-0.006815824657678604
31584	embedding2nn.weight	9	-0.013909200206398964
31584	embedding2nn.bias	0	-0.03839630261063576
31584	embedding2nn.bias	1	-0.021488942205905914
31584	embedding2nn.bias	2	-0.07331696152687073
31584	embedding2nn.bias	3	-0.0016428799135610461
31584	embedding2nn.bias	4	0.003281141398474574
31584	embedding2nn.bias	5	-0.00628507649526
31584	embedding2nn.bias	6	0.008870517835021019
31584	embedding2nn.bias	7	0.01997111551463604
31584	embedding2nn.bias	8	0.0069177038967609406
31584	embedding2nn.bias	9	0.0018615551525726914
31584	rnn.weight_ih_l0	0	0.03950357809662819
31584	rnn.weight_ih_l0	1	-0.013530638068914413
31584	rnn.weight_ih_l0	2	-0.0363798625767231
31584	rnn.weight_ih_l0	3	-0.044852543622255325
31584	rnn.weight_ih_l0	4	-0.052001580595970154
31584	rnn.weight_ih_l0	5	-0.008432555012404919
31584	rnn.weight_ih_l0	6	-0.051932863891124725
31584	rnn.weight_ih_l0	7	-0.06158703565597534
31584	rnn.weight_ih_l0	8	-0.04471885785460472
31584	rnn.weight_ih_l0	9	-0.02694142796099186
31584	rnn.weight_hh_l0	0	0.019412606954574585
31584	rnn.weight_hh_l0	1	-0.00974036194384098
31584	rnn.weight_hh_l0	2	-0.06741016358137131
31584	rnn.weight_hh_l0	3	-0.03343692421913147
31584	rnn.weight_hh_l0	4	-0.07826624065637589
31584	rnn.weight_hh_l0	5	-0.014637311920523643
31584	rnn.weight_hh_l0	6	-0.05438109487295151
31584	rnn.weight_hh_l0	7	-0.04049672186374664
31584	rnn.weight_hh_l0	8	-0.019057385623455048
31584	rnn.weight_hh_l0	9	-0.00782912690192461
31584	rnn.bias_ih_l0	0	0.14564384520053864
31584	rnn.bias_ih_l0	1	-0.05602278932929039
31584	rnn.bias_ih_l0	2	0.10419746488332748
31584	rnn.bias_ih_l0	3	0.048956722021102905
31584	rnn.bias_ih_l0	4	0.09882701188325882
31584	rnn.bias_ih_l0	5	0.02427857369184494
31584	rnn.bias_ih_l0	6	-0.01750519685447216
31584	rnn.bias_ih_l0	7	-0.10869774967432022
31584	rnn.bias_ih_l0	8	-0.20721213519573212
31584	rnn.bias_ih_l0	9	0.08694373071193695
31584	rnn.bias_hh_l0	0	0.002446922939270735
31584	rnn.bias_hh_l0	1	0.023217670619487762
31584	rnn.bias_hh_l0	2	-0.006083495449274778
31584	rnn.bias_hh_l0	3	-0.03030182234942913
31584	rnn.bias_hh_l0	4	-0.03603389114141464
31584	rnn.bias_hh_l0	5	0.14335446059703827
31584	rnn.bias_hh_l0	6	0.051490820944309235
31584	rnn.bias_hh_l0	7	0.059901878237724304
31584	rnn.bias_hh_l0	8	0.016863500699400902
31584	rnn.bias_hh_l0	9	0.04297526180744171
31584	rnn.weight_ih_l0_reverse	0	-0.029721137136220932
31584	rnn.weight_ih_l0_reverse	1	-0.0021084167528897524
31584	rnn.weight_ih_l0_reverse	2	0.023783816024661064
31584	rnn.weight_ih_l0_reverse	3	-0.062155235558748245
31584	rnn.weight_ih_l0_reverse	4	0.009320867247879505
31584	rnn.weight_ih_l0_reverse	5	-0.04605203866958618
31584	rnn.weight_ih_l0_reverse	6	0.028354642912745476
31584	rnn.weight_ih_l0_reverse	7	0.04593755304813385
31584	rnn.weight_ih_l0_reverse	8	-0.0487704761326313
31584	rnn.weight_ih_l0_reverse	9	-0.050779376178979874
31584	rnn.weight_hh_l0_reverse	0	-0.08329281210899353
31584	rnn.weight_hh_l0_reverse	1	-0.06316439062356949
31584	rnn.weight_hh_l0_reverse	2	0.03444099798798561
31584	rnn.weight_hh_l0_reverse	3	0.04577494412660599
31584	rnn.weight_hh_l0_reverse	4	-0.01576671563088894
31584	rnn.weight_hh_l0_reverse	5	0.04559161886572838
31584	rnn.weight_hh_l0_reverse	6	0.0008259489550255239
31584	rnn.weight_hh_l0_reverse	7	-0.000265834474703297
31584	rnn.weight_hh_l0_reverse	8	-0.09863438457250595
31584	rnn.weight_hh_l0_reverse	9	0.08019152283668518
31584	rnn.bias_ih_l0_reverse	0	-0.08926598727703094
31584	rnn.bias_ih_l0_reverse	1	-0.06924331933259964
31584	rnn.bias_ih_l0_reverse	2	0.10356853902339935
31584	rnn.bias_ih_l0_reverse	3	0.047798603773117065
31584	rnn.bias_ih_l0_reverse	4	-0.1292925626039505
31584	rnn.bias_ih_l0_reverse	5	0.04114265739917755
31584	rnn.bias_ih_l0_reverse	6	-0.10627321153879166
31584	rnn.bias_ih_l0_reverse	7	0.04468093439936638
31584	rnn.bias_ih_l0_reverse	8	0.03464216738939285
31584	rnn.bias_ih_l0_reverse	9	0.06355892866849899
31584	rnn.bias_hh_l0_reverse	0	0.057872459292411804
31584	rnn.bias_hh_l0_reverse	1	0.06534630805253983
31584	rnn.bias_hh_l0_reverse	2	0.07872388511896133
31584	rnn.bias_hh_l0_reverse	3	-0.004350465722382069
31584	rnn.bias_hh_l0_reverse	4	0.07110122591257095
31584	rnn.bias_hh_l0_reverse	5	0.007552681025117636
31584	rnn.bias_hh_l0_reverse	6	-0.05444798991084099
31584	rnn.bias_hh_l0_reverse	7	0.02722872607409954
31584	rnn.bias_hh_l0_reverse	8	0.01129419170320034
31584	rnn.bias_hh_l0_reverse	9	-0.16036662459373474
31584	linear.weight	0	0.17242202162742615
31584	linear.weight	1	-0.16279731690883636
31584	linear.weight	2	-0.2145310342311859
31584	linear.weight	3	0.0780668705701828
31584	linear.weight	4	-0.02653682418167591
31584	linear.weight	5	0.003875920781865716
31584	linear.weight	6	-0.006909949705004692
31584	linear.weight	7	-0.027089735493063927
31584	linear.weight	8	0.08429182320833206
31584	linear.weight	9	0.34856536984443665
31584	linear.bias	0	-0.20687130093574524
31584	linear.bias	1	0.1945209503173828
31584	linear.bias	2	-0.5391577482223511
31584	linear.bias	3	1.7041418552398682
31584	linear.bias	4	-0.39695996046066284
31584	linear.bias	5	-0.030769959092140198
31584	linear.bias	6	-0.3575296103954315
31584	linear.bias	7	-0.27921271324157715
31584	linear.bias	8	-0.04464927315711975
31584	linear.bias	9	-0.49784886837005615
31612	transitions	0	-0.6482320427894592
31612	transitions	1	0.3496139645576477
31612	transitions	2	1.6744078397750854
31612	transitions	3	0.0965941846370697
31612	transitions	4	0.9484310746192932
31612	transitions	5	1.2739241123199463
31612	transitions	6	0.48330071568489075
31612	transitions	7	0.17574524879455566
31612	transitions	8	-0.9195208549499512
31612	transitions	9	0.9306595325469971
31612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31612	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31612	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31612	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31612	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31612	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31612	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31612	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31612	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31612	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31612	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31612	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31612	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31612	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31612	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31612	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31612	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31612	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31612	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31612	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31612	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31612	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31612	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31612	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31612	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31612	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31612	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31612	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31612	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31612	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31612	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31612	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31612	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31612	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31612	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31612	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31612	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31612	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31612	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31612	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31612	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31612	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31612	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31612	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31612	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31612	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31612	embedding2nn.weight	0	0.02250056527554989
31612	embedding2nn.weight	1	0.014198989607393742
31612	embedding2nn.weight	2	-0.004277965519577265
31612	embedding2nn.weight	3	-0.0001139480373240076
31612	embedding2nn.weight	4	-0.004364768508821726
31612	embedding2nn.weight	5	0.01184279378503561
31612	embedding2nn.weight	6	-0.004964251071214676
31612	embedding2nn.weight	7	0.0209197998046875
31612	embedding2nn.weight	8	-0.006816681008785963
31612	embedding2nn.weight	9	-0.01391015574336052
31612	embedding2nn.bias	0	-0.038388222455978394
31612	embedding2nn.bias	1	-0.021366141736507416
31612	embedding2nn.bias	2	-0.07316689193248749
31612	embedding2nn.bias	3	-0.0014629170764237642
31612	embedding2nn.bias	4	0.0033931336365640163
31612	embedding2nn.bias	5	-0.006413096096366644
31612	embedding2nn.bias	6	0.008924389258027077
31612	embedding2nn.bias	7	0.02002590522170067
31612	embedding2nn.bias	8	0.0070179118774831295
31612	embedding2nn.bias	9	0.0018598689930513501
31612	rnn.weight_ih_l0	0	0.03949718549847603
31612	rnn.weight_ih_l0	1	-0.01351133268326521
31612	rnn.weight_ih_l0	2	-0.03639017418026924
31612	rnn.weight_ih_l0	3	-0.044844504445791245
31612	rnn.weight_ih_l0	4	-0.051993679255247116
31612	rnn.weight_ih_l0	5	-0.00842680037021637
31612	rnn.weight_ih_l0	6	-0.05192834511399269
31612	rnn.weight_ih_l0	7	-0.06159338355064392
31612	rnn.weight_ih_l0	8	-0.044717032462358475
31612	rnn.weight_ih_l0	9	-0.02693920210003853
31612	rnn.weight_hh_l0	0	0.0194040946662426
31612	rnn.weight_hh_l0	1	-0.009727691300213337
31612	rnn.weight_hh_l0	2	-0.06742800027132034
31612	rnn.weight_hh_l0	3	-0.03343796357512474
31612	rnn.weight_hh_l0	4	-0.07826688140630722
31612	rnn.weight_hh_l0	5	-0.01461397297680378
31612	rnn.weight_hh_l0	6	-0.054339319467544556
31612	rnn.weight_hh_l0	7	-0.040490470826625824
31612	rnn.weight_hh_l0	8	-0.019066177308559418
31612	rnn.weight_hh_l0	9	-0.007822704501450062
31612	rnn.bias_ih_l0	0	0.14559884369373322
31612	rnn.bias_ih_l0	1	-0.05604642629623413
31612	rnn.bias_ih_l0	2	0.10412484407424927
31612	rnn.bias_ih_l0	3	0.048940446227788925
31612	rnn.bias_ih_l0	4	0.09879777580499649
31612	rnn.bias_ih_l0	5	0.024293307214975357
31612	rnn.bias_ih_l0	6	-0.017470665276050568
31612	rnn.bias_ih_l0	7	-0.1087789461016655
31612	rnn.bias_ih_l0	8	-0.2070874124765396
31612	rnn.bias_ih_l0	9	0.08693137764930725
31612	rnn.bias_hh_l0	0	0.002479252405464649
31612	rnn.bias_hh_l0	1	0.023241886869072914
31612	rnn.bias_hh_l0	2	-0.006092814728617668
31612	rnn.bias_hh_l0	3	-0.030215349048376083
31612	rnn.bias_hh_l0	4	-0.0360611230134964
31612	rnn.bias_hh_l0	5	0.1433320939540863
31612	rnn.bias_hh_l0	6	0.05143996700644493
31612	rnn.bias_hh_l0	7	0.059840958565473557
31612	rnn.bias_hh_l0	8	0.016898032277822495
31612	rnn.bias_hh_l0	9	0.04297968000173569
31612	rnn.weight_ih_l0_reverse	0	-0.02972477488219738
31612	rnn.weight_ih_l0_reverse	1	-0.0021146293729543686
31612	rnn.weight_ih_l0_reverse	2	0.02377818524837494
31612	rnn.weight_ih_l0_reverse	3	-0.06214672699570656
31612	rnn.weight_ih_l0_reverse	4	0.009322901256382465
31612	rnn.weight_ih_l0_reverse	5	-0.04606158658862114
31612	rnn.weight_ih_l0_reverse	6	0.028346030041575432
31612	rnn.weight_ih_l0_reverse	7	0.04594293236732483
31612	rnn.weight_ih_l0_reverse	8	-0.04876243323087692
31612	rnn.weight_ih_l0_reverse	9	-0.05078163743019104
31612	rnn.weight_hh_l0_reverse	0	-0.08329586684703827
31612	rnn.weight_hh_l0_reverse	1	-0.06313780695199966
31612	rnn.weight_hh_l0_reverse	2	0.03444657102227211
31612	rnn.weight_hh_l0_reverse	3	0.04578501358628273
31612	rnn.weight_hh_l0_reverse	4	-0.015729408711194992
31612	rnn.weight_hh_l0_reverse	5	0.045590389519929886
31612	rnn.weight_hh_l0_reverse	6	0.0008619443397037685
31612	rnn.weight_hh_l0_reverse	7	-0.00026933191111311316
31612	rnn.weight_hh_l0_reverse	8	-0.09862861037254333
31612	rnn.weight_hh_l0_reverse	9	0.08021130412817001
31612	rnn.bias_ih_l0_reverse	0	-0.08929400891065598
31612	rnn.bias_ih_l0_reverse	1	-0.06919893622398376
31612	rnn.bias_ih_l0_reverse	2	0.10358661413192749
31612	rnn.bias_ih_l0_reverse	3	0.047744326293468475
31612	rnn.bias_ih_l0_reverse	4	-0.12928110361099243
31612	rnn.bias_ih_l0_reverse	5	0.04114538058638573
31612	rnn.bias_ih_l0_reverse	6	-0.10617643594741821
31612	rnn.bias_ih_l0_reverse	7	0.04462098330259323
31612	rnn.bias_ih_l0_reverse	8	0.03461870178580284
31612	rnn.bias_ih_l0_reverse	9	0.06353946030139923
31612	rnn.bias_hh_l0_reverse	0	0.057665809988975525
31612	rnn.bias_hh_l0_reverse	1	0.06536664813756943
31612	rnn.bias_hh_l0_reverse	2	0.07868900895118713
31612	rnn.bias_hh_l0_reverse	3	-0.004303849767893553
31612	rnn.bias_hh_l0_reverse	4	0.07113867253065109
31612	rnn.bias_hh_l0_reverse	5	0.00744519243016839
31612	rnn.bias_hh_l0_reverse	6	-0.05447452515363693
31612	rnn.bias_hh_l0_reverse	7	0.02721795253455639
31612	rnn.bias_hh_l0_reverse	8	0.011260952800512314
31612	rnn.bias_hh_l0_reverse	9	-0.16050362586975098
31612	linear.weight	0	0.17216092348098755
31612	linear.weight	1	-0.16279642283916473
31612	linear.weight	2	-0.21455830335617065
31612	linear.weight	3	0.0780271664261818
31612	linear.weight	4	-0.026535436511039734
31612	linear.weight	5	0.0038847541436553
31612	linear.weight	6	-0.0069101410917937756
31612	linear.weight	7	-0.027096236124634743
31612	linear.weight	8	0.08431606739759445
31612	linear.weight	9	0.34856802225112915
31612	linear.bias	0	-0.20682677626609802
31612	linear.bias	1	0.19450946152210236
31612	linear.bias	2	-0.5391924381256104
31612	linear.bias	3	1.7037469148635864
31612	linear.bias	4	-0.39692798256874084
31612	linear.bias	5	-0.030769959092140198
31612	linear.bias	6	-0.3575696051120758
31612	linear.bias	7	-0.27924197912216187
31612	linear.bias	8	-0.04436742514371872
31612	linear.bias	9	-0.4978528618812561
31640	transitions	0	-0.6482331156730652
31640	transitions	1	0.3496136963367462
31640	transitions	2	1.6744074821472168
31640	transitions	3	0.09659391641616821
31640	transitions	4	0.9484310746192932
31640	transitions	5	1.2739241123199463
31640	transitions	6	0.48330071568489075
31640	transitions	7	0.17574524879455566
31640	transitions	8	-0.9195208549499512
31640	transitions	9	0.9306595325469971
31640	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31640	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31640	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31640	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31640	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31640	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31640	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31640	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31640	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31640	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31640	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31640	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31640	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31640	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31640	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31640	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31640	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31640	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31640	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31640	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31640	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31640	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31640	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31640	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31640	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31640	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31640	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31640	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31640	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31640	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31640	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31640	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31640	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31640	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31640	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31640	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31640	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31640	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31640	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31640	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31640	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31640	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31640	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31640	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31640	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31640	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31640	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31640	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31640	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31640	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31640	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31640	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31640	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31640	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31640	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31640	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31640	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31640	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31640	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31640	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31640	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31640	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31640	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31640	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31640	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31640	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31640	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31640	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31640	embedding2nn.weight	0	0.02251284569501877
31640	embedding2nn.weight	1	0.014199040830135345
31640	embedding2nn.weight	2	-0.004276955500245094
31640	embedding2nn.weight	3	-0.00011318697943352163
31640	embedding2nn.weight	4	-0.004364360589534044
31640	embedding2nn.weight	5	0.011839070357382298
31640	embedding2nn.weight	6	-0.004962259437888861
31640	embedding2nn.weight	7	0.020940853282809258
31640	embedding2nn.weight	8	-0.006818505469709635
31640	embedding2nn.weight	9	-0.013915395364165306
31640	embedding2nn.bias	0	-0.03841404244303703
31640	embedding2nn.bias	1	-0.021323520690202713
31640	embedding2nn.bias	2	-0.07316847145557404
31640	embedding2nn.bias	3	-0.0014332156861200929
31640	embedding2nn.bias	4	0.0036006432492285967
31640	embedding2nn.bias	5	-0.006482583936303854
31640	embedding2nn.bias	6	0.008871052414178848
31640	embedding2nn.bias	7	0.02012237347662449
31640	embedding2nn.bias	8	0.007183203008025885
31640	embedding2nn.bias	9	0.0022005389910191298
31640	rnn.weight_ih_l0	0	0.03949759528040886
31640	rnn.weight_ih_l0	1	-0.01350856851786375
31640	rnn.weight_ih_l0	2	-0.036410655826330185
31640	rnn.weight_ih_l0	3	-0.04483870416879654
31640	rnn.weight_ih_l0	4	-0.05199325829744339
31640	rnn.weight_ih_l0	5	-0.008415878750383854
31640	rnn.weight_ih_l0	6	-0.05190836638212204
31640	rnn.weight_ih_l0	7	-0.06159304827451706
31640	rnn.weight_ih_l0	8	-0.04471970349550247
31640	rnn.weight_ih_l0	9	-0.026938609778881073
31640	rnn.weight_hh_l0	0	0.019401855766773224
31640	rnn.weight_hh_l0	1	-0.009739870205521584
31640	rnn.weight_hh_l0	2	-0.0674494132399559
31640	rnn.weight_hh_l0	3	-0.033429961651563644
31640	rnn.weight_hh_l0	4	-0.07828301936388016
31640	rnn.weight_hh_l0	5	-0.014602553099393845
31640	rnn.weight_hh_l0	6	-0.054322484880685806
31640	rnn.weight_hh_l0	7	-0.040488142520189285
31640	rnn.weight_hh_l0	8	-0.019086772575974464
31640	rnn.weight_hh_l0	9	-0.007815314456820488
31640	rnn.bias_ih_l0	0	0.1456100046634674
31640	rnn.bias_ih_l0	1	-0.05601407587528229
31640	rnn.bias_ih_l0	2	0.10410766303539276
31640	rnn.bias_ih_l0	3	0.04900201037526131
31640	rnn.bias_ih_l0	4	0.09884649515151978
31640	rnn.bias_ih_l0	5	0.024286825209856033
31640	rnn.bias_ih_l0	6	-0.017473328858613968
31640	rnn.bias_ih_l0	7	-0.1088012307882309
31640	rnn.bias_ih_l0	8	-0.20704901218414307
31640	rnn.bias_ih_l0	9	0.08696167171001434
31640	rnn.bias_hh_l0	0	0.0024933242239058018
31640	rnn.bias_hh_l0	1	0.023214930668473244
31640	rnn.bias_hh_l0	2	-0.006086868699640036
31640	rnn.bias_hh_l0	3	-0.030274348333477974
31640	rnn.bias_hh_l0	4	-0.036030903458595276
31640	rnn.bias_hh_l0	5	0.14332148432731628
31640	rnn.bias_hh_l0	6	0.05152804031968117
31640	rnn.bias_hh_l0	7	0.0598236583173275
31640	rnn.bias_hh_l0	8	0.016895368695259094
31640	rnn.bias_hh_l0	9	0.043048471212387085
31640	rnn.weight_ih_l0_reverse	0	-0.029725605621933937
31640	rnn.weight_ih_l0_reverse	1	-0.0021455443929880857
31640	rnn.weight_ih_l0_reverse	2	0.023774394765496254
31640	rnn.weight_ih_l0_reverse	3	-0.062144502997398376
31640	rnn.weight_ih_l0_reverse	4	0.009329581633210182
31640	rnn.weight_ih_l0_reverse	5	-0.04606292396783829
31640	rnn.weight_ih_l0_reverse	6	0.028366953134536743
31640	rnn.weight_ih_l0_reverse	7	0.045944783836603165
31640	rnn.weight_ih_l0_reverse	8	-0.048768557608127594
31640	rnn.weight_ih_l0_reverse	9	-0.050780247896909714
31640	rnn.weight_hh_l0_reverse	0	-0.08328504860401154
31640	rnn.weight_hh_l0_reverse	1	-0.06313494592905045
31640	rnn.weight_hh_l0_reverse	2	0.03444444760680199
31640	rnn.weight_hh_l0_reverse	3	0.04577144980430603
31640	rnn.weight_hh_l0_reverse	4	-0.015730714425444603
31640	rnn.weight_hh_l0_reverse	5	0.045597463846206665
31640	rnn.weight_hh_l0_reverse	6	0.0008148056804202497
31640	rnn.weight_hh_l0_reverse	7	-0.00026047066785395145
31640	rnn.weight_hh_l0_reverse	8	-0.09863509237766266
31640	rnn.weight_hh_l0_reverse	9	0.08021140098571777
31640	rnn.bias_ih_l0_reverse	0	-0.08939254283905029
31640	rnn.bias_ih_l0_reverse	1	-0.06901831924915314
31640	rnn.bias_ih_l0_reverse	2	0.10354577004909515
31640	rnn.bias_ih_l0_reverse	3	0.04772612825036049
31640	rnn.bias_ih_l0_reverse	4	-0.1292693018913269
31640	rnn.bias_ih_l0_reverse	5	0.04111725464463234
31640	rnn.bias_ih_l0_reverse	6	-0.10623762011528015
31640	rnn.bias_ih_l0_reverse	7	0.0446636825799942
31640	rnn.bias_ih_l0_reverse	8	0.03465495631098747
31640	rnn.bias_ih_l0_reverse	9	0.06355898082256317
31640	rnn.bias_hh_l0_reverse	0	0.05762745812535286
31640	rnn.bias_hh_l0_reverse	1	0.06537168473005295
31640	rnn.bias_hh_l0_reverse	2	0.07865715026855469
31640	rnn.bias_hh_l0_reverse	3	-0.004250872414559126
31640	rnn.bias_hh_l0_reverse	4	0.07114481925964355
31640	rnn.bias_hh_l0_reverse	5	0.007412358652800322
31640	rnn.bias_hh_l0_reverse	6	-0.05448070913553238
31640	rnn.bias_hh_l0_reverse	7	0.027226684615015984
31640	rnn.bias_hh_l0_reverse	8	0.011261275969445705
31640	rnn.bias_hh_l0_reverse	9	-0.1606244295835495
31640	linear.weight	0	0.17234797775745392
31640	linear.weight	1	-0.16279563307762146
31640	linear.weight	2	-0.21450833976268768
31640	linear.weight	3	0.07802198827266693
31640	linear.weight	4	-0.026644686236977577
31640	linear.weight	5	0.0038730152882635593
31640	linear.weight	6	-0.0069101168774068356
31640	linear.weight	7	-0.027094848453998566
31640	linear.weight	8	0.08426038175821304
31640	linear.weight	9	0.3485582172870636
31640	linear.bias	0	-0.20649415254592896
31640	linear.bias	1	0.1944616436958313
31640	linear.bias	2	-0.539226770401001
31640	linear.bias	3	1.7038085460662842
31640	linear.bias	4	-0.3969307541847229
31640	linear.bias	5	-0.030769959092140198
31640	linear.bias	6	-0.3575996160507202
31640	linear.bias	7	-0.27924591302871704
31640	linear.bias	8	-0.044277701526880264
31640	linear.bias	9	-0.4978547990322113
31668	transitions	0	-0.6482342481613159
31668	transitions	1	0.3496132493019104
31668	transitions	2	1.674406886100769
31668	transitions	3	0.09659326821565628
31668	transitions	4	0.9484310150146484
31668	transitions	5	1.2739241123199463
31668	transitions	6	0.48330071568489075
31668	transitions	7	0.17574524879455566
31668	transitions	8	-0.9195208549499512
31668	transitions	9	0.9306595325469971
31668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31668	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31668	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31668	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31668	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31668	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31668	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31668	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31668	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31668	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31668	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31668	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31668	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31668	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31668	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31668	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31668	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31668	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31668	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31668	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31668	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31668	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31668	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31668	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31668	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31668	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31668	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31668	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31668	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31668	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31668	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31668	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31668	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31668	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31668	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31668	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31668	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31668	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31668	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31668	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31668	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31668	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31668	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31668	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31668	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31668	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31668	embedding2nn.weight	0	0.02251037396490574
31668	embedding2nn.weight	1	0.014196446165442467
31668	embedding2nn.weight	2	-0.004279213026165962
31668	embedding2nn.weight	3	-0.00010814821143867448
31668	embedding2nn.weight	4	-0.004366088658571243
31668	embedding2nn.weight	5	0.011839115992188454
31668	embedding2nn.weight	6	-0.004962800070643425
31668	embedding2nn.weight	7	0.020932046696543694
31668	embedding2nn.weight	8	-0.006821197457611561
31668	embedding2nn.weight	9	-0.013915368355810642
31668	embedding2nn.bias	0	-0.03822142258286476
31668	embedding2nn.bias	1	-0.021256163716316223
31668	embedding2nn.bias	2	-0.07340392470359802
31668	embedding2nn.bias	3	-0.0015270485309883952
31668	embedding2nn.bias	4	0.0034518211614340544
31668	embedding2nn.bias	5	-0.006542561110109091
31668	embedding2nn.bias	6	0.008868657052516937
31668	embedding2nn.bias	7	0.02003595232963562
31668	embedding2nn.bias	8	0.0071794623509049416
31668	embedding2nn.bias	9	0.001954101026058197
31668	rnn.weight_ih_l0	0	0.03950364515185356
31668	rnn.weight_ih_l0	1	-0.013518127612769604
31668	rnn.weight_ih_l0	2	-0.03640376403927803
31668	rnn.weight_ih_l0	3	-0.044852256774902344
31668	rnn.weight_ih_l0	4	-0.05200369283556938
31668	rnn.weight_ih_l0	5	-0.00841711089015007
31668	rnn.weight_ih_l0	6	-0.0519079826772213
31668	rnn.weight_ih_l0	7	-0.06159185245633125
31668	rnn.weight_ih_l0	8	-0.04472341015934944
31668	rnn.weight_ih_l0	9	-0.026944970712065697
31668	rnn.weight_hh_l0	0	0.019396813586354256
31668	rnn.weight_hh_l0	1	-0.009754051454365253
31668	rnn.weight_hh_l0	2	-0.06748278439044952
31668	rnn.weight_hh_l0	3	-0.03343424201011658
31668	rnn.weight_hh_l0	4	-0.07829713821411133
31668	rnn.weight_hh_l0	5	-0.014617198146879673
31668	rnn.weight_hh_l0	6	-0.05431769788265228
31668	rnn.weight_hh_l0	7	-0.04046817123889923
31668	rnn.weight_hh_l0	8	-0.019098160788416862
31668	rnn.weight_hh_l0	9	-0.007814476266503334
31668	rnn.bias_ih_l0	0	0.14560000598430634
31668	rnn.bias_ih_l0	1	-0.05593908950686455
31668	rnn.bias_ih_l0	2	0.10404803603887558
31668	rnn.bias_ih_l0	3	0.04898432269692421
31668	rnn.bias_ih_l0	4	0.09888014942407608
31668	rnn.bias_ih_l0	5	0.02429484762251377
31668	rnn.bias_ih_l0	6	-0.017454447224736214
31668	rnn.bias_ih_l0	7	-0.10858362913131714
31668	rnn.bias_ih_l0	8	-0.2073511928319931
31668	rnn.bias_ih_l0	9	0.08694355189800262
31668	rnn.bias_hh_l0	0	0.0024748665746301413
31668	rnn.bias_hh_l0	1	0.023203490301966667
31668	rnn.bias_hh_l0	2	-0.006067465990781784
31668	rnn.bias_hh_l0	3	-0.030302127823233604
31668	rnn.bias_hh_l0	4	-0.0360763818025589
31668	rnn.bias_hh_l0	5	0.1433180421590805
31668	rnn.bias_hh_l0	6	0.05152237042784691
31668	rnn.bias_hh_l0	7	0.059830181300640106
31668	rnn.bias_hh_l0	8	0.01691425032913685
31668	rnn.bias_hh_l0	9	0.04297526553273201
31668	rnn.weight_ih_l0_reverse	0	-0.029720304533839226
31668	rnn.weight_ih_l0_reverse	1	-0.0021350542083382607
31668	rnn.weight_ih_l0_reverse	2	0.02377963811159134
31668	rnn.weight_ih_l0_reverse	3	-0.062140896916389465
31668	rnn.weight_ih_l0_reverse	4	0.00932582002133131
31668	rnn.weight_ih_l0_reverse	5	-0.04605528712272644
31668	rnn.weight_ih_l0_reverse	6	0.028355902060866356
31668	rnn.weight_ih_l0_reverse	7	0.045938652008771896
31668	rnn.weight_ih_l0_reverse	8	-0.04877874255180359
31668	rnn.weight_ih_l0_reverse	9	-0.05078480765223503
31668	rnn.weight_hh_l0_reverse	0	-0.08329128473997116
31668	rnn.weight_hh_l0_reverse	1	-0.06311985850334167
31668	rnn.weight_hh_l0_reverse	2	0.034431952983140945
31668	rnn.weight_hh_l0_reverse	3	0.045773863792419434
31668	rnn.weight_hh_l0_reverse	4	-0.015719324350357056
31668	rnn.weight_hh_l0_reverse	5	0.045597296208143234
31668	rnn.weight_hh_l0_reverse	6	0.0009195933816954494
31668	rnn.weight_hh_l0_reverse	7	-0.0002475454821251333
31668	rnn.weight_hh_l0_reverse	8	-0.09863145649433136
31668	rnn.weight_hh_l0_reverse	9	0.08021138608455658
31668	rnn.bias_ih_l0_reverse	0	-0.08942964673042297
31668	rnn.bias_ih_l0_reverse	1	-0.06894677877426147
31668	rnn.bias_ih_l0_reverse	2	0.1035013422369957
31668	rnn.bias_ih_l0_reverse	3	0.047724828124046326
31668	rnn.bias_ih_l0_reverse	4	-0.12929034233093262
31668	rnn.bias_ih_l0_reverse	5	0.041062891483306885
31668	rnn.bias_ih_l0_reverse	6	-0.10626260191202164
31668	rnn.bias_ih_l0_reverse	7	0.044632188975811005
31668	rnn.bias_ih_l0_reverse	8	0.034633927047252655
31668	rnn.bias_ih_l0_reverse	9	0.06356768310070038
31668	rnn.bias_hh_l0_reverse	0	0.05785875767469406
31668	rnn.bias_hh_l0_reverse	1	0.06535302102565765
31668	rnn.bias_hh_l0_reverse	2	0.07861485332250595
31668	rnn.bias_hh_l0_reverse	3	-0.004244927782565355
31668	rnn.bias_hh_l0_reverse	4	0.07115389406681061
31668	rnn.bias_hh_l0_reverse	5	0.007462743669748306
31668	rnn.bias_hh_l0_reverse	6	-0.054477158933877945
31668	rnn.bias_hh_l0_reverse	7	0.027222836390137672
31668	rnn.bias_hh_l0_reverse	8	0.011232185177505016
31668	rnn.bias_hh_l0_reverse	9	-0.16065573692321777
31668	linear.weight	0	0.17228251695632935
31668	linear.weight	1	-0.1627955585718155
31668	linear.weight	2	-0.21451735496520996
31668	linear.weight	3	0.07800006866455078
31668	linear.weight	4	-0.026645731180906296
31668	linear.weight	5	0.0038691090885549784
31668	linear.weight	6	-0.006910103373229504
31668	linear.weight	7	-0.027094766497612
31668	linear.weight	8	0.08428004384040833
31668	linear.weight	9	0.34844475984573364
31668	linear.bias	0	-0.20610007643699646
31668	linear.bias	1	0.19451501965522766
31668	linear.bias	2	-0.5392860770225525
31668	linear.bias	3	1.7034953832626343
31668	linear.bias	4	-0.3969348669052124
31668	linear.bias	5	-0.030769959092140198
31668	linear.bias	6	-0.35762152075767517
31668	linear.bias	7	-0.27926215529441833
31668	linear.bias	8	-0.04439178854227066
31668	linear.bias	9	-0.4978567063808441
31696	transitions	0	-0.6482364535331726
31696	transitions	1	0.3496128022670746
31696	transitions	2	1.6743978261947632
31696	transitions	3	0.09659135341644287
31696	transitions	4	0.9484286308288574
31696	transitions	5	1.2739241123199463
31696	transitions	6	0.48330068588256836
31696	transitions	7	0.1757451295852661
31696	transitions	8	-0.9195208549499512
31696	transitions	9	0.9306595325469971
31696	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31696	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31696	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31696	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31696	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31696	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31696	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31696	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31696	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31696	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31696	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31696	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31696	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31696	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31696	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31696	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31696	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31696	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31696	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31696	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31696	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31696	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31696	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31696	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31696	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31696	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31696	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31696	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31696	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31696	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31696	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31696	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31696	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31696	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31696	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31696	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31696	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31696	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31696	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31696	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31696	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31696	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31696	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31696	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31696	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31696	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31696	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31696	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31696	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31696	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31696	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31696	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31696	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31696	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31696	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31696	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31696	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31696	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31696	embedding2nn.weight	0	0.022508811205625534
31696	embedding2nn.weight	1	0.014195426367223263
31696	embedding2nn.weight	2	-0.004278924781829119
31696	embedding2nn.weight	3	-9.98607647488825e-05
31696	embedding2nn.weight	4	-0.0043664355762302876
31696	embedding2nn.weight	5	0.011836606077849865
31696	embedding2nn.weight	6	-0.004964228253811598
31696	embedding2nn.weight	7	0.020939435809850693
31696	embedding2nn.weight	8	-0.006822825409471989
31696	embedding2nn.weight	9	-0.013915023766458035
31696	embedding2nn.bias	0	-0.03834802284836769
31696	embedding2nn.bias	1	-0.021273411810398102
31696	embedding2nn.bias	2	-0.07378894835710526
31696	embedding2nn.bias	3	-0.0014306306838989258
31696	embedding2nn.bias	4	0.0034834786783903837
31696	embedding2nn.bias	5	-0.006462799850851297
31696	embedding2nn.bias	6	0.00893286895006895
31696	embedding2nn.bias	7	0.020025312900543213
31696	embedding2nn.bias	8	0.007304486818611622
31696	embedding2nn.bias	9	0.0018877519760280848
31696	rnn.weight_ih_l0	0	0.03950873389840126
31696	rnn.weight_ih_l0	1	-0.013534877449274063
31696	rnn.weight_ih_l0	2	-0.036409083753824234
31696	rnn.weight_ih_l0	3	-0.04484572634100914
31696	rnn.weight_ih_l0	4	-0.05200197175145149
31696	rnn.weight_ih_l0	5	-0.008427527733147144
31696	rnn.weight_ih_l0	6	-0.051915571093559265
31696	rnn.weight_ih_l0	7	-0.06159505248069763
31696	rnn.weight_ih_l0	8	-0.0447227917611599
31696	rnn.weight_ih_l0	9	-0.02693955786526203
31696	rnn.weight_hh_l0	0	0.019400635734200478
31696	rnn.weight_hh_l0	1	-0.009738022461533546
31696	rnn.weight_hh_l0	2	-0.06746115535497665
31696	rnn.weight_hh_l0	3	-0.03343862295150757
31696	rnn.weight_hh_l0	4	-0.07830063998699188
31696	rnn.weight_hh_l0	5	-0.014612331055104733
31696	rnn.weight_hh_l0	6	-0.054322753101587296
31696	rnn.weight_hh_l0	7	-0.040430691093206406
31696	rnn.weight_hh_l0	8	-0.019089698791503906
31696	rnn.weight_hh_l0	9	-0.007849859073758125
31696	rnn.bias_ih_l0	0	0.14560595154762268
31696	rnn.bias_ih_l0	1	-0.05596625432372093
31696	rnn.bias_ih_l0	2	0.10404852032661438
31696	rnn.bias_ih_l0	3	0.049002472311258316
31696	rnn.bias_ih_l0	4	0.09887906163930893
31696	rnn.bias_ih_l0	5	0.024344397708773613
31696	rnn.bias_ih_l0	6	-0.01743614487349987
31696	rnn.bias_ih_l0	7	-0.10843396186828613
31696	rnn.bias_ih_l0	8	-0.20738837122917175
31696	rnn.bias_ih_l0	9	0.08699170500040054
31696	rnn.bias_hh_l0	0	0.0025122170336544514
31696	rnn.bias_hh_l0	1	0.023201027885079384
31696	rnn.bias_hh_l0	2	-0.006092764902859926
31696	rnn.bias_hh_l0	3	-0.030325572937726974
31696	rnn.bias_hh_l0	4	-0.036088816821575165
31696	rnn.bias_hh_l0	5	0.1433439403772354
31696	rnn.bias_hh_l0	6	0.05148743465542793
31696	rnn.bias_hh_l0	7	0.05982602387666702
31696	rnn.bias_hh_l0	8	0.016932552680373192
31696	rnn.bias_hh_l0	9	0.042971279472112656
31696	rnn.weight_ih_l0_reverse	0	-0.029725907370448112
31696	rnn.weight_ih_l0_reverse	1	-0.0021396998781710863
31696	rnn.weight_ih_l0_reverse	2	0.0237800981849432
31696	rnn.weight_ih_l0_reverse	3	-0.06213907152414322
31696	rnn.weight_ih_l0_reverse	4	0.009325351566076279
31696	rnn.weight_ih_l0_reverse	5	-0.04605769366025925
31696	rnn.weight_ih_l0_reverse	6	0.028387024998664856
31696	rnn.weight_ih_l0_reverse	7	0.04593979939818382
31696	rnn.weight_ih_l0_reverse	8	-0.04878266155719757
31696	rnn.weight_ih_l0_reverse	9	-0.05078176409006119
31696	rnn.weight_hh_l0_reverse	0	-0.0832928791642189
31696	rnn.weight_hh_l0_reverse	1	-0.06309725344181061
31696	rnn.weight_hh_l0_reverse	2	0.034418296068906784
31696	rnn.weight_hh_l0_reverse	3	0.045778460800647736
31696	rnn.weight_hh_l0_reverse	4	-0.01574440486729145
31696	rnn.weight_hh_l0_reverse	5	0.04559776932001114
31696	rnn.weight_hh_l0_reverse	6	0.0009182508219964802
31696	rnn.weight_hh_l0_reverse	7	-0.00024507136549800634
31696	rnn.weight_hh_l0_reverse	8	-0.09863690286874771
31696	rnn.weight_hh_l0_reverse	9	0.08021064847707748
31696	rnn.bias_ih_l0_reverse	0	-0.08938983082771301
31696	rnn.bias_ih_l0_reverse	1	-0.06896571815013885
31696	rnn.bias_ih_l0_reverse	2	0.10352965444326401
31696	rnn.bias_ih_l0_reverse	3	0.04768817871809006
31696	rnn.bias_ih_l0_reverse	4	-0.1292959600687027
31696	rnn.bias_ih_l0_reverse	5	0.041037667542696
31696	rnn.bias_ih_l0_reverse	6	-0.10629583150148392
31696	rnn.bias_ih_l0_reverse	7	0.04456622153520584
31696	rnn.bias_ih_l0_reverse	8	0.03462953865528107
31696	rnn.bias_ih_l0_reverse	9	0.06360149383544922
31696	rnn.bias_hh_l0_reverse	0	0.05785892903804779
31696	rnn.bias_hh_l0_reverse	1	0.06536749750375748
31696	rnn.bias_hh_l0_reverse	2	0.07859848439693451
31696	rnn.bias_hh_l0_reverse	3	-0.004227788187563419
31696	rnn.bias_hh_l0_reverse	4	0.0711309015750885
31696	rnn.bias_hh_l0_reverse	5	0.007382848300039768
31696	rnn.bias_hh_l0_reverse	6	-0.05447859317064285
31696	rnn.bias_hh_l0_reverse	7	0.027296284213662148
31696	rnn.bias_hh_l0_reverse	8	0.011176657862961292
31696	rnn.bias_hh_l0_reverse	9	-0.16068844497203827
31696	linear.weight	0	0.1723448634147644
31696	linear.weight	1	-0.16282996535301208
31696	linear.weight	2	-0.2145889401435852
31696	linear.weight	3	0.07805676013231277
31696	linear.weight	4	-0.02664243057370186
31696	linear.weight	5	0.00390028883703053
31696	linear.weight	6	-0.006909546442329884
31696	linear.weight	7	-0.027093790471553802
31696	linear.weight	8	0.08424447476863861
31696	linear.weight	9	0.3484685719013214
31696	linear.bias	0	-0.20617201924324036
31696	linear.bias	1	0.19454671442508698
31696	linear.bias	2	-0.5393610000610352
31696	linear.bias	3	1.7034460306167603
31696	linear.bias	4	-0.39694035053253174
31696	linear.bias	5	-0.030769959092140198
31696	linear.bias	6	-0.35769200325012207
31696	linear.bias	7	-0.2791999876499176
31696	linear.bias	8	-0.044664476066827774
31696	linear.bias	9	-0.4978622496128082
31724	transitions	0	-0.6482373476028442
31724	transitions	1	0.3496125340461731
31724	transitions	2	1.6743963956832886
31724	transitions	3	0.09659108519554138
31724	transitions	4	0.9484283924102783
31724	transitions	5	1.2739241123199463
31724	transitions	6	0.48330068588256836
31724	transitions	7	0.17574506998062134
31724	transitions	8	-0.9195208549499512
31724	transitions	9	0.9306595325469971
31724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31724	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31724	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31724	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31724	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31724	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31724	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31724	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31724	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31724	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31724	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31724	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31724	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31724	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31724	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31724	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31724	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31724	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31724	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31724	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31724	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31724	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31724	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31724	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31724	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31724	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31724	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31724	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31724	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31724	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31724	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31724	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31724	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31724	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31724	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31724	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31724	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31724	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31724	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31724	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31724	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31724	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31724	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31724	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31724	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31724	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31724	embedding2nn.weight	0	0.022473540157079697
31724	embedding2nn.weight	1	0.014193976297974586
31724	embedding2nn.weight	2	-0.004277761094272137
31724	embedding2nn.weight	3	-0.00010743093298515305
31724	embedding2nn.weight	4	-0.004365966655313969
31724	embedding2nn.weight	5	0.011834617704153061
31724	embedding2nn.weight	6	-0.004965660162270069
31724	embedding2nn.weight	7	0.020938249304890633
31724	embedding2nn.weight	8	-0.006824271287769079
31724	embedding2nn.weight	9	-0.013914259150624275
31724	embedding2nn.bias	0	-0.03823578357696533
31724	embedding2nn.bias	1	-0.02132694609463215
31724	embedding2nn.bias	2	-0.07394108921289444
31724	embedding2nn.bias	3	-0.0014889921294525266
31724	embedding2nn.bias	4	0.003474573837593198
31724	embedding2nn.bias	5	-0.006474878638982773
31724	embedding2nn.bias	6	0.00902076717466116
31724	embedding2nn.bias	7	0.01996784470975399
31724	embedding2nn.bias	8	0.007567557040601969
31724	embedding2nn.bias	9	0.002068703528493643
31724	rnn.weight_ih_l0	0	0.039513468742370605
31724	rnn.weight_ih_l0	1	-0.013555362820625305
31724	rnn.weight_ih_l0	2	-0.03643444553017616
31724	rnn.weight_ih_l0	3	-0.04485869035124779
31724	rnn.weight_ih_l0	4	-0.05200698599219322
31724	rnn.weight_ih_l0	5	-0.008436586707830429
31724	rnn.weight_ih_l0	6	-0.0519174262881279
31724	rnn.weight_ih_l0	7	-0.061584506183862686
31724	rnn.weight_ih_l0	8	-0.04473181068897247
31724	rnn.weight_ih_l0	9	-0.026936497539281845
31724	rnn.weight_hh_l0	0	0.01939726434648037
31724	rnn.weight_hh_l0	1	-0.009744365699589252
31724	rnn.weight_hh_l0	2	-0.06746155768632889
31724	rnn.weight_hh_l0	3	-0.03343760967254639
31724	rnn.weight_hh_l0	4	-0.07829372584819794
31724	rnn.weight_hh_l0	5	-0.014607555232942104
31724	rnn.weight_hh_l0	6	-0.05431409180164337
31724	rnn.weight_hh_l0	7	-0.04046526178717613
31724	rnn.weight_hh_l0	8	-0.019100865349173546
31724	rnn.weight_hh_l0	9	-0.007852320559322834
31724	rnn.bias_ih_l0	0	0.1456468552350998
31724	rnn.bias_ih_l0	1	-0.05598134547472
31724	rnn.bias_ih_l0	2	0.10402020066976547
31724	rnn.bias_ih_l0	3	0.04895631596446037
31724	rnn.bias_ih_l0	4	0.09890985488891602
31724	rnn.bias_ih_l0	5	0.02434048056602478
31724	rnn.bias_ih_l0	6	-0.017483698204159737
31724	rnn.bias_ih_l0	7	-0.10845667868852615
31724	rnn.bias_ih_l0	8	-0.20744182169437408
31724	rnn.bias_ih_l0	9	0.0870637446641922
31724	rnn.bias_hh_l0	0	0.002515613567084074
31724	rnn.bias_hh_l0	1	0.02317650243639946
31724	rnn.bias_hh_l0	2	-0.006101805716753006
31724	rnn.bias_hh_l0	3	-0.030315380543470383
31724	rnn.bias_hh_l0	4	-0.03605998307466507
31724	rnn.bias_hh_l0	5	0.1433296799659729
31724	rnn.bias_hh_l0	6	0.05151502415537834
31724	rnn.bias_hh_l0	7	0.059853073209524155
31724	rnn.bias_hh_l0	8	0.016884999349713326
31724	rnn.bias_hh_l0	9	0.042989589273929596
31724	rnn.weight_ih_l0_reverse	0	-0.02973189391195774
31724	rnn.weight_ih_l0_reverse	1	-0.0021397056989371777
31724	rnn.weight_ih_l0_reverse	2	0.02377961575984955
31724	rnn.weight_ih_l0_reverse	3	-0.06213477626442909
31724	rnn.weight_ih_l0_reverse	4	0.00930927973240614
31724	rnn.weight_ih_l0_reverse	5	-0.04606039449572563
31724	rnn.weight_ih_l0_reverse	6	0.028358612209558487
31724	rnn.weight_ih_l0_reverse	7	0.045940376818180084
31724	rnn.weight_ih_l0_reverse	8	-0.04878827556967735
31724	rnn.weight_ih_l0_reverse	9	-0.0507793053984642
31724	rnn.weight_hh_l0_reverse	0	-0.08330506086349487
31724	rnn.weight_hh_l0_reverse	1	-0.063075490295887
31724	rnn.weight_hh_l0_reverse	2	0.03443198651075363
31724	rnn.weight_hh_l0_reverse	3	0.045795731246471405
31724	rnn.weight_hh_l0_reverse	4	-0.0157720148563385
31724	rnn.weight_hh_l0_reverse	5	0.04560164734721184
31724	rnn.weight_hh_l0_reverse	6	0.0008105137385427952
31724	rnn.weight_hh_l0_reverse	7	-0.00024539142032153904
31724	rnn.weight_hh_l0_reverse	8	-0.09863217920064926
31724	rnn.weight_hh_l0_reverse	9	0.08019869029521942
31724	rnn.bias_ih_l0_reverse	0	-0.08955815434455872
31724	rnn.bias_ih_l0_reverse	1	-0.06888631731271744
31724	rnn.bias_ih_l0_reverse	2	0.10350301861763
31724	rnn.bias_ih_l0_reverse	3	0.04768795147538185
31724	rnn.bias_ih_l0_reverse	4	-0.12929518520832062
31724	rnn.bias_ih_l0_reverse	5	0.04098658263683319
31724	rnn.bias_ih_l0_reverse	6	-0.10626965761184692
31724	rnn.bias_ih_l0_reverse	7	0.04453268274664879
31724	rnn.bias_ih_l0_reverse	8	0.03463885560631752
31724	rnn.bias_ih_l0_reverse	9	0.06364550441503525
31724	rnn.bias_hh_l0_reverse	0	0.05787760764360428
31724	rnn.bias_hh_l0_reverse	1	0.06542354077100754
31724	rnn.bias_hh_l0_reverse	2	0.0785626769065857
31724	rnn.bias_hh_l0_reverse	3	-0.004242031369358301
31724	rnn.bias_hh_l0_reverse	4	0.07111852616071701
31724	rnn.bias_hh_l0_reverse	5	0.007405593991279602
31724	rnn.bias_hh_l0_reverse	6	-0.05444428324699402
31724	rnn.bias_hh_l0_reverse	7	0.027355004101991653
31724	rnn.bias_hh_l0_reverse	8	0.011159655638039112
31724	rnn.bias_hh_l0_reverse	9	-0.16067683696746826
31724	linear.weight	0	0.17237113416194916
31724	linear.weight	1	-0.1628294587135315
31724	linear.weight	2	-0.21459777653217316
31724	linear.weight	3	0.07798417657613754
31724	linear.weight	4	-0.026649994775652885
31724	linear.weight	5	0.004047716036438942
31724	linear.weight	6	-0.006909468211233616
31724	linear.weight	7	-0.02709360606968403
31724	linear.weight	8	0.08423035591840744
31724	linear.weight	9	0.3486343324184418
31724	linear.bias	0	-0.20615790784358978
31724	linear.bias	1	0.19442617893218994
31724	linear.bias	2	-0.5393368601799011
31724	linear.bias	3	1.7035562992095947
31724	linear.bias	4	-0.39694276452064514
31724	linear.bias	5	-0.030769959092140198
31724	linear.bias	6	-0.35770183801651
31724	linear.bias	7	-0.27922698855400085
31724	linear.bias	8	-0.04525313153862953
31724	linear.bias	9	-0.49786338210105896
31752	transitions	0	-0.6482383608818054
31752	transitions	1	0.34961220622062683
31752	transitions	2	1.6743955612182617
31752	transitions	3	0.09659096598625183
31752	transitions	4	0.9484225511550903
31752	transitions	5	1.2739241123199463
31752	transitions	6	0.48330065608024597
31752	transitions	7	0.17574505507946014
31752	transitions	8	-0.9195208549499512
31752	transitions	9	0.9306595325469971
31752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31752	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31752	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31752	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31752	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31752	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31752	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31752	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31752	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31752	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31752	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31752	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31752	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31752	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31752	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31752	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31752	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31752	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31752	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31752	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31752	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31752	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31752	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31752	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31752	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31752	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31752	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31752	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31752	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31752	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31752	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31752	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31752	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31752	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31752	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31752	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31752	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31752	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31752	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31752	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31752	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31752	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31752	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31752	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31752	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31752	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31752	embedding2nn.weight	0	0.022471318021416664
31752	embedding2nn.weight	1	0.014192040078341961
31752	embedding2nn.weight	2	-0.004278360400348902
31752	embedding2nn.weight	3	-0.0001050767459673807
31752	embedding2nn.weight	4	-0.00436627771705389
31752	embedding2nn.weight	5	0.011837596073746681
31752	embedding2nn.weight	6	-0.004967112559825182
31752	embedding2nn.weight	7	0.020928137004375458
31752	embedding2nn.weight	8	-0.0068223499692976475
31752	embedding2nn.weight	9	-0.013911765068769455
31752	embedding2nn.bias	0	-0.038279980421066284
31752	embedding2nn.bias	1	-0.02133878692984581
31752	embedding2nn.bias	2	-0.07385562360286713
31752	embedding2nn.bias	3	-0.0013183855917304754
31752	embedding2nn.bias	4	0.0035749522503465414
31752	embedding2nn.bias	5	-0.006449486128985882
31752	embedding2nn.bias	6	0.009180285036563873
31752	embedding2nn.bias	7	0.020093146711587906
31752	embedding2nn.bias	8	0.007500066421926022
31752	embedding2nn.bias	9	0.002113933674991131
31752	rnn.weight_ih_l0	0	0.03951355442404747
31752	rnn.weight_ih_l0	1	-0.013555786572396755
31752	rnn.weight_ih_l0	2	-0.036428093910217285
31752	rnn.weight_ih_l0	3	-0.044856034219264984
31752	rnn.weight_ih_l0	4	-0.052001431584358215
31752	rnn.weight_ih_l0	5	-0.008441572077572346
31752	rnn.weight_ih_l0	6	-0.051921296864748
31752	rnn.weight_ih_l0	7	-0.06157960742712021
31752	rnn.weight_ih_l0	8	-0.04473712667822838
31752	rnn.weight_ih_l0	9	-0.02694016695022583
31752	rnn.weight_hh_l0	0	0.01940136030316353
31752	rnn.weight_hh_l0	1	-0.009735221974551678
31752	rnn.weight_hh_l0	2	-0.06745298951864243
31752	rnn.weight_hh_l0	3	-0.03343340381979942
31752	rnn.weight_hh_l0	4	-0.07829421758651733
31752	rnn.weight_hh_l0	5	-0.01462186686694622
31752	rnn.weight_hh_l0	6	-0.05431843176484108
31752	rnn.weight_hh_l0	7	-0.040496256202459335
31752	rnn.weight_hh_l0	8	-0.01909705437719822
31752	rnn.weight_hh_l0	9	-0.007859534583985806
31752	rnn.bias_ih_l0	0	0.14564578235149384
31752	rnn.bias_ih_l0	1	-0.055947642773389816
31752	rnn.bias_ih_l0	2	0.10402577370405197
31752	rnn.bias_ih_l0	3	0.04892681911587715
31752	rnn.bias_ih_l0	4	0.09886155277490616
31752	rnn.bias_ih_l0	5	0.024315962567925453
31752	rnn.bias_ih_l0	6	-0.01751646026968956
31752	rnn.bias_ih_l0	7	-0.1084284707903862
31752	rnn.bias_ih_l0	8	-0.20746882259845734
31752	rnn.bias_ih_l0	9	0.08707044273614883
31752	rnn.bias_hh_l0	0	0.00251508760266006
31752	rnn.bias_hh_l0	1	0.023174909874796867
31752	rnn.bias_hh_l0	2	-0.006095387041568756
31752	rnn.bias_hh_l0	3	-0.03033345937728882
31752	rnn.bias_hh_l0	4	-0.036056388169527054
31752	rnn.bias_hh_l0	5	0.14339794218540192
31752	rnn.bias_hh_l0	6	0.051532577723264694
31752	rnn.bias_hh_l0	7	0.05995311588048935
31752	rnn.bias_hh_l0	8	0.016852237284183502
31752	rnn.bias_hh_l0	9	0.04299371317028999
31752	rnn.weight_ih_l0_reverse	0	-0.029734347015619278
31752	rnn.weight_ih_l0_reverse	1	-0.002154315821826458
31752	rnn.weight_ih_l0_reverse	2	0.02378244139254093
31752	rnn.weight_ih_l0_reverse	3	-0.062140680849552155
31752	rnn.weight_ih_l0_reverse	4	0.009311365894973278
31752	rnn.weight_ih_l0_reverse	5	-0.04606189578771591
31752	rnn.weight_ih_l0_reverse	6	0.028373917564749718
31752	rnn.weight_ih_l0_reverse	7	0.04594377428293228
31752	rnn.weight_ih_l0_reverse	8	-0.04878320172429085
31752	rnn.weight_ih_l0_reverse	9	-0.05077868700027466
31752	rnn.weight_hh_l0_reverse	0	-0.08329814672470093
31752	rnn.weight_hh_l0_reverse	1	-0.06306684762239456
31752	rnn.weight_hh_l0_reverse	2	0.03443620353937149
31752	rnn.weight_hh_l0_reverse	3	0.045796919614076614
31752	rnn.weight_hh_l0_reverse	4	-0.015764698386192322
31752	rnn.weight_hh_l0_reverse	5	0.045606352388858795
31752	rnn.weight_hh_l0_reverse	6	0.0008020270033739507
31752	rnn.weight_hh_l0_reverse	7	-0.00023409805726259947
31752	rnn.weight_hh_l0_reverse	8	-0.09863156080245972
31752	rnn.weight_hh_l0_reverse	9	0.08020275086164474
31752	rnn.bias_ih_l0_reverse	0	-0.0895400419831276
31752	rnn.bias_ih_l0_reverse	1	-0.06888430565595627
31752	rnn.bias_ih_l0_reverse	2	0.10347062349319458
31752	rnn.bias_ih_l0_reverse	3	0.047702670097351074
31752	rnn.bias_ih_l0_reverse	4	-0.12930051982402802
31752	rnn.bias_ih_l0_reverse	5	0.04097016528248787
31752	rnn.bias_ih_l0_reverse	6	-0.1062779501080513
31752	rnn.bias_ih_l0_reverse	7	0.04452043026685715
31752	rnn.bias_ih_l0_reverse	8	0.03460868075489998
31752	rnn.bias_ih_l0_reverse	9	0.06364819407463074
31752	rnn.bias_hh_l0_reverse	0	0.05794599652290344
31752	rnn.bias_hh_l0_reverse	1	0.06538975238800049
31752	rnn.bias_hh_l0_reverse	2	0.07856890559196472
31752	rnn.bias_hh_l0_reverse	3	-0.004257512744516134
31752	rnn.bias_hh_l0_reverse	4	0.07111064344644547
31752	rnn.bias_hh_l0_reverse	5	0.007382310461252928
31752	rnn.bias_hh_l0_reverse	6	-0.05443166196346283
31752	rnn.bias_hh_l0_reverse	7	0.027384810149669647
31752	rnn.bias_hh_l0_reverse	8	0.011117632500827312
31752	rnn.bias_hh_l0_reverse	9	-0.16082806885242462
31752	linear.weight	0	0.17217732965946198
31752	linear.weight	1	-0.16282930970191956
31752	linear.weight	2	-0.2146705836057663
31752	linear.weight	3	0.07793627679347992
31752	linear.weight	4	-0.026627207174897194
31752	linear.weight	5	0.004045829176902771
31752	linear.weight	6	-0.006909455172717571
31752	linear.weight	7	-0.027093209326267242
31752	linear.weight	8	0.08433704078197479
31752	linear.weight	9	0.3486384451389313
31752	linear.bias	0	-0.20614749193191528
31752	linear.bias	1	0.1943597048521042
31752	linear.bias	2	-0.5393128991127014
31752	linear.bias	3	1.7039837837219238
31752	linear.bias	4	-0.39694514870643616
31752	linear.bias	5	-0.030769959092140198
31752	linear.bias	6	-0.357656866312027
31752	linear.bias	7	-0.27929967641830444
31752	linear.bias	8	-0.045399248600006104
31752	linear.bias	9	-0.4978640377521515
31780	transitions	0	-0.648242175579071
31780	transitions	1	0.3496110439300537
31780	transitions	2	1.6743950843811035
31780	transitions	3	0.09658943116664886
31780	transitions	4	0.9484222531318665
31780	transitions	5	1.2739241123199463
31780	transitions	6	0.48330065608024597
31780	transitions	7	0.17574505507946014
31780	transitions	8	-0.919520914554596
31780	transitions	9	0.9306595325469971
31780	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31780	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31780	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31780	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31780	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31780	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31780	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31780	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31780	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31780	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31780	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31780	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31780	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31780	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31780	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31780	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31780	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31780	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31780	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31780	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31780	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31780	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31780	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31780	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31780	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31780	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31780	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31780	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31780	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31780	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31780	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31780	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31780	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31780	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31780	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31780	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31780	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31780	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31780	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31780	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31780	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31780	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31780	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31780	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31780	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31780	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31780	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31780	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31780	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31780	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31780	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31780	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31780	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31780	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31780	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31780	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31780	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31780	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31780	embedding2nn.weight	0	0.02248234488070011
31780	embedding2nn.weight	1	0.014192694798111916
31780	embedding2nn.weight	2	-0.004278542473912239
31780	embedding2nn.weight	3	-9.908475476549938e-05
31780	embedding2nn.weight	4	-0.004363783169537783
31780	embedding2nn.weight	5	0.011838901787996292
31780	embedding2nn.weight	6	-0.004968418274074793
31780	embedding2nn.weight	7	0.0209389328956604
31780	embedding2nn.weight	8	-0.0068280636332929134
31780	embedding2nn.weight	9	-0.013912675902247429
31780	embedding2nn.bias	0	-0.038338955491781235
31780	embedding2nn.bias	1	-0.021484877914190292
31780	embedding2nn.bias	2	-0.07397732138633728
31780	embedding2nn.bias	3	-0.0015014212112873793
31780	embedding2nn.bias	4	0.003697056556120515
31780	embedding2nn.bias	5	-0.006457449868321419
31780	embedding2nn.bias	6	0.008814203552901745
31780	embedding2nn.bias	7	0.020103974267840385
31780	embedding2nn.bias	8	0.007419859990477562
31780	embedding2nn.bias	9	0.0023051935713738203
31780	rnn.weight_ih_l0	0	0.039519693702459335
31780	rnn.weight_ih_l0	1	-0.013567796908318996
31780	rnn.weight_ih_l0	2	-0.03642846643924713
31780	rnn.weight_ih_l0	3	-0.04484781622886658
31780	rnn.weight_ih_l0	4	-0.052007872611284256
31780	rnn.weight_ih_l0	5	-0.008445968851447105
31780	rnn.weight_ih_l0	6	-0.051919709891080856
31780	rnn.weight_ih_l0	7	-0.061582114547491074
31780	rnn.weight_ih_l0	8	-0.044736359268426895
31780	rnn.weight_ih_l0	9	-0.02693849615752697
31780	rnn.weight_hh_l0	0	0.019407423213124275
31780	rnn.weight_hh_l0	1	-0.009740402922034264
31780	rnn.weight_hh_l0	2	-0.0674518346786499
31780	rnn.weight_hh_l0	3	-0.033429909497499466
31780	rnn.weight_hh_l0	4	-0.07830630987882614
31780	rnn.weight_hh_l0	5	-0.014614987187087536
31780	rnn.weight_hh_l0	6	-0.05430746451020241
31780	rnn.weight_hh_l0	7	-0.04050416499376297
31780	rnn.weight_hh_l0	8	-0.0191009733825922
31780	rnn.weight_hh_l0	9	-0.007849927060306072
31780	rnn.bias_ih_l0	0	0.14564020931720734
31780	rnn.bias_ih_l0	1	-0.05595520883798599
31780	rnn.bias_ih_l0	2	0.10407237708568573
31780	rnn.bias_ih_l0	3	0.04894685000181198
31780	rnn.bias_ih_l0	4	0.09882771968841553
31780	rnn.bias_ih_l0	5	0.024303743615746498
31780	rnn.bias_ih_l0	6	-0.017560355365276337
31780	rnn.bias_ih_l0	7	-0.10868880152702332
31780	rnn.bias_ih_l0	8	-0.20750407874584198
31780	rnn.bias_ih_l0	9	0.0870211124420166
31780	rnn.bias_hh_l0	0	0.002521770540624857
31780	rnn.bias_hh_l0	1	0.023154906928539276
31780	rnn.bias_hh_l0	2	-0.006070042960345745
31780	rnn.bias_hh_l0	3	-0.030349550768733025
31780	rnn.bias_hh_l0	4	-0.03605980798602104
31780	rnn.bias_hh_l0	5	0.14348123967647552
31780	rnn.bias_hh_l0	6	0.05158236622810364
31780	rnn.bias_hh_l0	7	0.05997450649738312
31780	rnn.bias_hh_l0	8	0.016808342188596725
31780	rnn.bias_hh_l0	9	0.04292251542210579
31780	rnn.weight_ih_l0_reverse	0	-0.029734022915363312
31780	rnn.weight_ih_l0_reverse	1	-0.0021375471260398626
31780	rnn.weight_ih_l0_reverse	2	0.023790106177330017
31780	rnn.weight_ih_l0_reverse	3	-0.06214614585042
31780	rnn.weight_ih_l0_reverse	4	0.009317461401224136
31780	rnn.weight_ih_l0_reverse	5	-0.046068765223026276
31780	rnn.weight_ih_l0_reverse	6	0.02837826870381832
31780	rnn.weight_ih_l0_reverse	7	0.04594239965081215
31780	rnn.weight_ih_l0_reverse	8	-0.0487908273935318
31780	rnn.weight_ih_l0_reverse	9	-0.05077553167939186
31780	rnn.weight_hh_l0_reverse	0	-0.08330100029706955
31780	rnn.weight_hh_l0_reverse	1	-0.0630798265337944
31780	rnn.weight_hh_l0_reverse	2	0.03442474454641342
31780	rnn.weight_hh_l0_reverse	3	0.045789770781993866
31780	rnn.weight_hh_l0_reverse	4	-0.01575903408229351
31780	rnn.weight_hh_l0_reverse	5	0.04561161622405052
31780	rnn.weight_hh_l0_reverse	6	0.0009104555938392878
31780	rnn.weight_hh_l0_reverse	7	-0.00023222329036798328
31780	rnn.weight_hh_l0_reverse	8	-0.09864627569913864
31780	rnn.weight_hh_l0_reverse	9	0.08015444129705429
31780	rnn.bias_ih_l0_reverse	0	-0.08940616250038147
31780	rnn.bias_ih_l0_reverse	1	-0.06900674849748611
31780	rnn.bias_ih_l0_reverse	2	0.10342283546924591
31780	rnn.bias_ih_l0_reverse	3	0.04769863560795784
31780	rnn.bias_ih_l0_reverse	4	-0.1292744129896164
31780	rnn.bias_ih_l0_reverse	5	0.04095175489783287
31780	rnn.bias_ih_l0_reverse	6	-0.1062489002943039
31780	rnn.bias_ih_l0_reverse	7	0.04445166885852814
31780	rnn.bias_ih_l0_reverse	8	0.034611038863658905
31780	rnn.bias_ih_l0_reverse	9	0.06362228840589523
31780	rnn.bias_hh_l0_reverse	0	0.05781529098749161
31780	rnn.bias_hh_l0_reverse	1	0.06538379192352295
31780	rnn.bias_hh_l0_reverse	2	0.07858346402645111
31780	rnn.bias_hh_l0_reverse	3	-0.004227213561534882
31780	rnn.bias_hh_l0_reverse	4	0.0711824968457222
31780	rnn.bias_hh_l0_reverse	5	0.007381662726402283
31780	rnn.bias_hh_l0_reverse	6	-0.054460931569337845
31780	rnn.bias_hh_l0_reverse	7	0.0273639727383852
31780	rnn.bias_hh_l0_reverse	8	0.011127141304314137
31780	rnn.bias_hh_l0_reverse	9	-0.1608612984418869
31780	linear.weight	0	0.17224879562854767
31780	linear.weight	1	-0.16282866895198822
31780	linear.weight	2	-0.21467551589012146
31780	linear.weight	3	0.07797028869390488
31780	linear.weight	4	-0.026651211082935333
31780	linear.weight	5	0.004108829889446497
31780	linear.weight	6	-0.006909430492669344
31780	linear.weight	7	-0.027092253789305687
31780	linear.weight	8	0.08428987115621567
31780	linear.weight	9	0.3486083745956421
31780	linear.bias	0	-0.20624354481697083
31780	linear.bias	1	0.19464462995529175
31780	linear.bias	2	-0.5393818616867065
31780	linear.bias	3	1.7040271759033203
31780	linear.bias	4	-0.39695122838020325
31780	linear.bias	5	-0.030769959092140198
31780	linear.bias	6	-0.3577011823654175
31780	linear.bias	7	-0.27921733260154724
31780	linear.bias	8	-0.04558912664651871
31780	linear.bias	9	-0.497867614030838
31808	transitions	0	-0.6482425332069397
31808	transitions	1	0.34961071610450745
31808	transitions	2	1.6743946075439453
31808	transitions	3	0.09658891707658768
31808	transitions	4	0.9484222531318665
31808	transitions	5	1.2739241123199463
31808	transitions	6	0.48330065608024597
31808	transitions	7	0.17574504017829895
31808	transitions	8	-0.919520914554596
31808	transitions	9	0.9306595325469971
31808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31808	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31808	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31808	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31808	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31808	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31808	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31808	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31808	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31808	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31808	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31808	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31808	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31808	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31808	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31808	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31808	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31808	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31808	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31808	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31808	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31808	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31808	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31808	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31808	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31808	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31808	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31808	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31808	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31808	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31808	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31808	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31808	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31808	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31808	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31808	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31808	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31808	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31808	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31808	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31808	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31808	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31808	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31808	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31808	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31808	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31808	embedding2nn.weight	0	0.022484656423330307
31808	embedding2nn.weight	1	0.014189332723617554
31808	embedding2nn.weight	2	-0.004279421176761389
31808	embedding2nn.weight	3	-0.00010425976506667212
31808	embedding2nn.weight	4	-0.004364291206002235
31808	embedding2nn.weight	5	0.011834695003926754
31808	embedding2nn.weight	6	-0.004964711144566536
31808	embedding2nn.weight	7	0.020923584699630737
31808	embedding2nn.weight	8	-0.006829715799540281
31808	embedding2nn.weight	9	-0.013911749236285686
31808	embedding2nn.bias	0	-0.03846484050154686
31808	embedding2nn.bias	1	-0.021236509084701538
31808	embedding2nn.bias	2	-0.0738663598895073
31808	embedding2nn.bias	3	-0.0015266587724909186
31808	embedding2nn.bias	4	0.0040183537639677525
31808	embedding2nn.bias	5	-0.006310713943094015
31808	embedding2nn.bias	6	0.008564717136323452
31808	embedding2nn.bias	7	0.02020229399204254
31808	embedding2nn.bias	8	0.007355545647442341
31808	embedding2nn.bias	9	0.0025408000219613314
31808	rnn.weight_ih_l0	0	0.03951803594827652
31808	rnn.weight_ih_l0	1	-0.013563478365540504
31808	rnn.weight_ih_l0	2	-0.03647682070732117
31808	rnn.weight_ih_l0	3	-0.044848229736089706
31808	rnn.weight_ih_l0	4	-0.05200162157416344
31808	rnn.weight_ih_l0	5	-0.00844479538500309
31808	rnn.weight_ih_l0	6	-0.051917072385549545
31808	rnn.weight_ih_l0	7	-0.06158333644270897
31808	rnn.weight_ih_l0	8	-0.044735513627529144
31808	rnn.weight_ih_l0	9	-0.026944397017359734
31808	rnn.weight_hh_l0	0	0.019388696178793907
31808	rnn.weight_hh_l0	1	-0.009718075394630432
31808	rnn.weight_hh_l0	2	-0.06749454140663147
31808	rnn.weight_hh_l0	3	-0.033408213406801224
31808	rnn.weight_hh_l0	4	-0.07830078154802322
31808	rnn.weight_hh_l0	5	-0.014591737650334835
31808	rnn.weight_hh_l0	6	-0.054270870983600616
31808	rnn.weight_hh_l0	7	-0.04051794111728668
31808	rnn.weight_hh_l0	8	-0.019096598029136658
31808	rnn.weight_hh_l0	9	-0.00783931091427803
31808	rnn.bias_ih_l0	0	0.1456269770860672
31808	rnn.bias_ih_l0	1	-0.055959612131118774
31808	rnn.bias_ih_l0	2	0.10407425463199615
31808	rnn.bias_ih_l0	3	0.04897747188806534
31808	rnn.bias_ih_l0	4	0.09875889122486115
31808	rnn.bias_ih_l0	5	0.024277925491333008
31808	rnn.bias_ih_l0	6	-0.017569083720445633
31808	rnn.bias_ih_l0	7	-0.10888976603746414
31808	rnn.bias_ih_l0	8	-0.20731674134731293
31808	rnn.bias_ih_l0	9	0.08706524968147278
31808	rnn.bias_hh_l0	0	0.0025085867382586002
31808	rnn.bias_hh_l0	1	0.02318030595779419
31808	rnn.bias_hh_l0	2	-0.006118481513112783
31808	rnn.bias_hh_l0	3	-0.030251597985625267
31808	rnn.bias_hh_l0	4	-0.03607211261987686
31808	rnn.bias_hh_l0	5	0.14351020753383636
31808	rnn.bias_hh_l0	6	0.05161062628030777
31808	rnn.bias_hh_l0	7	0.05995142459869385
31808	rnn.bias_hh_l0	8	0.01679961383342743
31808	rnn.bias_hh_l0	9	0.042974114418029785
31808	rnn.weight_ih_l0_reverse	0	-0.029741663485765457
31808	rnn.weight_ih_l0_reverse	1	-0.0021576799917966127
31808	rnn.weight_ih_l0_reverse	2	0.02378557063639164
31808	rnn.weight_ih_l0_reverse	3	-0.06213872879743576
31808	rnn.weight_ih_l0_reverse	4	0.009320625104010105
31808	rnn.weight_ih_l0_reverse	5	-0.04607561603188515
31808	rnn.weight_ih_l0_reverse	6	0.02838217094540596
31808	rnn.weight_ih_l0_reverse	7	0.04594656825065613
31808	rnn.weight_ih_l0_reverse	8	-0.04878866672515869
31808	rnn.weight_ih_l0_reverse	9	-0.05077129229903221
31808	rnn.weight_hh_l0_reverse	0	-0.08328931778669357
31808	rnn.weight_hh_l0_reverse	1	-0.06305255740880966
31808	rnn.weight_hh_l0_reverse	2	0.034423261880874634
31808	rnn.weight_hh_l0_reverse	3	0.0457916297018528
31808	rnn.weight_hh_l0_reverse	4	-0.015726640820503235
31808	rnn.weight_hh_l0_reverse	5	0.04561144486069679
31808	rnn.weight_hh_l0_reverse	6	0.0008581774309277534
31808	rnn.weight_hh_l0_reverse	7	-0.0002412832254776731
31808	rnn.weight_hh_l0_reverse	8	-0.09865891933441162
31808	rnn.weight_hh_l0_reverse	9	0.08013874292373657
31808	rnn.bias_ih_l0_reverse	0	-0.08940663933753967
31808	rnn.bias_ih_l0_reverse	1	-0.06905209273099899
31808	rnn.bias_ih_l0_reverse	2	0.1034599170088768
31808	rnn.bias_ih_l0_reverse	3	0.04769353196024895
31808	rnn.bias_ih_l0_reverse	4	-0.1292412132024765
31808	rnn.bias_ih_l0_reverse	5	0.040918756276369095
31808	rnn.bias_ih_l0_reverse	6	-0.10622231662273407
31808	rnn.bias_ih_l0_reverse	7	0.044433485716581345
31808	rnn.bias_ih_l0_reverse	8	0.03459717333316803
31808	rnn.bias_ih_l0_reverse	9	0.06359360367059708
31808	rnn.bias_hh_l0_reverse	0	0.05786587670445442
31808	rnn.bias_hh_l0_reverse	1	0.06538592278957367
31808	rnn.bias_hh_l0_reverse	2	0.07860415428876877
31808	rnn.bias_hh_l0_reverse	3	-0.00421841349452734
31808	rnn.bias_hh_l0_reverse	4	0.07118210196495056
31808	rnn.bias_hh_l0_reverse	5	0.007400034461170435
31808	rnn.bias_hh_l0_reverse	6	-0.05451228842139244
31808	rnn.bias_hh_l0_reverse	7	0.02736605331301689
31808	rnn.bias_hh_l0_reverse	8	0.011104698292911053
31808	rnn.bias_hh_l0_reverse	9	-0.16086967289447784
31808	linear.weight	0	0.17225129902362823
31808	linear.weight	1	-0.16282863914966583
31808	linear.weight	2	-0.21476948261260986
31808	linear.weight	3	0.07792467623949051
31808	linear.weight	4	-0.02664380706846714
31808	linear.weight	5	0.004090744536370039
31808	linear.weight	6	-0.006909396033734083
31808	linear.weight	7	-0.02709195204079151
31808	linear.weight	8	0.08433571457862854
31808	linear.weight	9	0.34860676527023315
31808	linear.bias	0	-0.20595307648181915
31808	linear.bias	1	0.19462570548057556
31808	linear.bias	2	-0.5393562316894531
31808	linear.bias	3	1.7032870054244995
31808	linear.bias	4	-0.3969537019729614
31808	linear.bias	5	-0.030769959092140198
31808	linear.bias	6	-0.35767579078674316
31808	linear.bias	7	-0.27924636006355286
31808	linear.bias	8	-0.045687660574913025
31808	linear.bias	9	-0.4978691041469574
31836	transitions	0	-0.64824378490448
31836	transitions	1	0.34961017966270447
31836	transitions	2	1.6743942499160767
31836	transitions	3	0.09658698737621307
31836	transitions	4	0.9484221339225769
31836	transitions	5	1.2739241123199463
31836	transitions	6	0.48330065608024597
31836	transitions	7	0.17574504017829895
31836	transitions	8	-0.919520914554596
31836	transitions	9	0.9306595325469971
31836	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31836	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31836	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31836	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31836	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31836	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31836	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31836	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31836	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31836	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31836	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31836	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31836	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31836	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31836	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31836	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31836	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31836	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31836	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31836	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31836	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31836	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31836	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31836	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31836	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31836	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31836	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31836	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31836	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31836	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31836	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31836	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31836	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31836	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31836	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31836	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31836	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31836	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31836	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31836	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31836	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31836	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31836	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31836	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31836	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31836	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31836	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31836	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31836	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31836	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31836	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31836	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31836	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31836	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31836	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31836	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31836	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31836	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31836	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31836	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31836	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31836	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31836	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31836	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31836	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31836	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31836	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31836	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31836	embedding2nn.weight	0	0.022484896704554558
31836	embedding2nn.weight	1	0.014189701527357101
31836	embedding2nn.weight	2	-0.004281520377844572
31836	embedding2nn.weight	3	-0.00010008040408138186
31836	embedding2nn.weight	4	-0.004366099368780851
31836	embedding2nn.weight	5	0.011838636361062527
31836	embedding2nn.weight	6	-0.004969099070876837
31836	embedding2nn.weight	7	0.02092253789305687
31836	embedding2nn.weight	8	-0.006835090462118387
31836	embedding2nn.weight	9	-0.013911199755966663
31836	embedding2nn.bias	0	-0.03870433196425438
31836	embedding2nn.bias	1	-0.02136690355837345
31836	embedding2nn.bias	2	-0.07382896542549133
31836	embedding2nn.bias	3	-0.0013687637401744723
31836	embedding2nn.bias	4	0.00387378828600049
31836	embedding2nn.bias	5	-0.006260937079787254
31836	embedding2nn.bias	6	0.008413451723754406
31836	embedding2nn.bias	7	0.020458484068512917
31836	embedding2nn.bias	8	0.007449476048350334
31836	embedding2nn.bias	9	0.0024523185566067696
31836	rnn.weight_ih_l0	0	0.03951922431588173
31836	rnn.weight_ih_l0	1	-0.01359504833817482
31836	rnn.weight_ih_l0	2	-0.03646869212388992
31836	rnn.weight_ih_l0	3	-0.04485155642032623
31836	rnn.weight_ih_l0	4	-0.051998071372509
31836	rnn.weight_ih_l0	5	-0.008451531641185284
31836	rnn.weight_ih_l0	6	-0.05190995708107948
31836	rnn.weight_ih_l0	7	-0.06158735230565071
31836	rnn.weight_ih_l0	8	-0.04474026709794998
31836	rnn.weight_ih_l0	9	-0.026949862018227577
31836	rnn.weight_hh_l0	0	0.01938316598534584
31836	rnn.weight_hh_l0	1	-0.009706488810479641
31836	rnn.weight_hh_l0	2	-0.06749948859214783
31836	rnn.weight_hh_l0	3	-0.03340328484773636
31836	rnn.weight_hh_l0	4	-0.07829661667346954
31836	rnn.weight_hh_l0	5	-0.01457852404564619
31836	rnn.weight_hh_l0	6	-0.05430857837200165
31836	rnn.weight_hh_l0	7	-0.04053838923573494
31836	rnn.weight_hh_l0	8	-0.019106967374682426
31836	rnn.weight_hh_l0	9	-0.007860078476369381
31836	rnn.bias_ih_l0	0	0.1455973982810974
31836	rnn.bias_ih_l0	1	-0.05598312243819237
31836	rnn.bias_ih_l0	2	0.10410340875387192
31836	rnn.bias_ih_l0	3	0.04896656423807144
31836	rnn.bias_ih_l0	4	0.09872287511825562
31836	rnn.bias_ih_l0	5	0.024240480735898018
31836	rnn.bias_ih_l0	6	-0.017573200166225433
31836	rnn.bias_ih_l0	7	-0.10889298468828201
31836	rnn.bias_ih_l0	8	-0.2072289139032364
31836	rnn.bias_ih_l0	9	0.08700672537088394
31836	rnn.bias_hh_l0	0	0.0025459895841777325
31836	rnn.bias_hh_l0	1	0.023144392296671867
31836	rnn.bias_hh_l0	2	-0.006090458482503891
31836	rnn.bias_hh_l0	3	-0.030168721452355385
31836	rnn.bias_hh_l0	4	-0.03612169623374939
31836	rnn.bias_hh_l0	5	0.14350257813930511
31836	rnn.bias_hh_l0	6	0.05155158415436745
31836	rnn.bias_hh_l0	7	0.05993545055389404
31836	rnn.bias_hh_l0	8	0.01679549738764763
31836	rnn.bias_hh_l0	9	0.04304846003651619
31836	rnn.weight_ih_l0_reverse	0	-0.02974683605134487
31836	rnn.weight_ih_l0_reverse	1	-0.0021795560605823994
31836	rnn.weight_ih_l0_reverse	2	0.023786673322319984
31836	rnn.weight_ih_l0_reverse	3	-0.06213418021798134
31836	rnn.weight_ih_l0_reverse	4	0.009314543567597866
31836	rnn.weight_ih_l0_reverse	5	-0.04607729986310005
31836	rnn.weight_ih_l0_reverse	6	0.0283951573073864
31836	rnn.weight_ih_l0_reverse	7	0.045951373875141144
31836	rnn.weight_ih_l0_reverse	8	-0.04878171160817146
31836	rnn.weight_ih_l0_reverse	9	-0.050771564245224
31836	rnn.weight_hh_l0_reverse	0	-0.08327988535165787
31836	rnn.weight_hh_l0_reverse	1	-0.06303995847702026
31836	rnn.weight_hh_l0_reverse	2	0.03440406545996666
31836	rnn.weight_hh_l0_reverse	3	0.04579716548323631
31836	rnn.weight_hh_l0_reverse	4	-0.015726981684565544
31836	rnn.weight_hh_l0_reverse	5	0.04561040177941322
31836	rnn.weight_hh_l0_reverse	6	0.0007578016957268119
31836	rnn.weight_hh_l0_reverse	7	-0.0002533863880671561
31836	rnn.weight_hh_l0_reverse	8	-0.09865109622478485
31836	rnn.weight_hh_l0_reverse	9	0.08012410253286362
31836	rnn.bias_ih_l0_reverse	0	-0.08922137320041656
31836	rnn.bias_ih_l0_reverse	1	-0.06910555064678192
31836	rnn.bias_ih_l0_reverse	2	0.10341260582208633
31836	rnn.bias_ih_l0_reverse	3	0.047711025923490524
31836	rnn.bias_ih_l0_reverse	4	-0.1292109340429306
31836	rnn.bias_ih_l0_reverse	5	0.04092266410589218
31836	rnn.bias_ih_l0_reverse	6	-0.10617417097091675
31836	rnn.bias_ih_l0_reverse	7	0.044473499059677124
31836	rnn.bias_ih_l0_reverse	8	0.03451462835073471
31836	rnn.bias_ih_l0_reverse	9	0.06360138207674026
31836	rnn.bias_hh_l0_reverse	0	0.057331424206495285
31836	rnn.bias_hh_l0_reverse	1	0.0653718113899231
31836	rnn.bias_hh_l0_reverse	2	0.07857904583215714
31836	rnn.bias_hh_l0_reverse	3	-0.004220187664031982
31836	rnn.bias_hh_l0_reverse	4	0.07122108340263367
31836	rnn.bias_hh_l0_reverse	5	0.007486154790967703
31836	rnn.bias_hh_l0_reverse	6	-0.05445333942770958
31836	rnn.bias_hh_l0_reverse	7	0.027371851727366447
31836	rnn.bias_hh_l0_reverse	8	0.01107550784945488
31836	rnn.bias_hh_l0_reverse	9	-0.16056586802005768
31836	linear.weight	0	0.17239081859588623
31836	linear.weight	1	-0.16282851994037628
31836	linear.weight	2	-0.2148098647594452
31836	linear.weight	3	0.07810498028993607
31836	linear.weight	4	-0.026632828637957573
31836	linear.weight	5	0.004091396927833557
31836	linear.weight	6	-0.006909397430717945
31836	linear.weight	7	-0.027091747149825096
31836	linear.weight	8	0.08428019285202026
31836	linear.weight	9	0.34860366582870483
31836	linear.bias	0	-0.20660685002803802
31836	linear.bias	1	0.19465216994285583
31836	linear.bias	2	-0.5393211841583252
31836	linear.bias	3	1.7030354738235474
31836	linear.bias	4	-0.3969508409500122
31836	linear.bias	5	-0.030769959092140198
31836	linear.bias	6	-0.3576523959636688
31836	linear.bias	7	-0.27924874424934387
31836	linear.bias	8	-0.04557574540376663
31836	linear.bias	9	-0.49787238240242004
31864	transitions	0	-0.6482442617416382
31864	transitions	1	0.34960973262786865
31864	transitions	2	1.6743940114974976
31864	transitions	3	0.09658688306808472
31864	transitions	4	0.9484219551086426
31864	transitions	5	1.2739241123199463
31864	transitions	6	0.48330065608024597
31864	transitions	7	0.17574499547481537
31864	transitions	8	-0.919520914554596
31864	transitions	9	0.9306595325469971
31864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31864	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31864	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31864	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31864	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31864	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31864	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31864	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31864	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31864	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31864	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31864	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31864	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31864	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31864	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31864	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31864	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31864	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31864	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31864	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31864	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31864	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31864	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31864	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31864	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31864	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31864	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31864	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31864	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31864	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31864	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31864	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31864	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31864	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31864	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31864	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31864	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31864	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31864	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31864	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31864	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31864	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31864	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31864	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31864	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31864	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31864	embedding2nn.weight	0	0.022487053647637367
31864	embedding2nn.weight	1	0.014190124347805977
31864	embedding2nn.weight	2	-0.004281294997781515
31864	embedding2nn.weight	3	-9.476968989474699e-05
31864	embedding2nn.weight	4	-0.00436576921492815
31864	embedding2nn.weight	5	0.011850983835756779
31864	embedding2nn.weight	6	-0.00496938219293952
31864	embedding2nn.weight	7	0.020913396030664444
31864	embedding2nn.weight	8	-0.0068349689245224
31864	embedding2nn.weight	9	-0.013910564593970776
31864	embedding2nn.bias	0	-0.03862100839614868
31864	embedding2nn.bias	1	-0.021334687247872353
31864	embedding2nn.bias	2	-0.07381483167409897
31864	embedding2nn.bias	3	-0.0012496095150709152
31864	embedding2nn.bias	4	0.003870396176353097
31864	embedding2nn.bias	5	-0.006283107679337263
31864	embedding2nn.bias	6	0.008465830236673355
31864	embedding2nn.bias	7	0.02061254344880581
31864	embedding2nn.bias	8	0.007437313906848431
31864	embedding2nn.bias	9	0.002323007211089134
31864	rnn.weight_ih_l0	0	0.03952205553650856
31864	rnn.weight_ih_l0	1	-0.01359565183520317
31864	rnn.weight_ih_l0	2	-0.03646152466535568
31864	rnn.weight_ih_l0	3	-0.044856563210487366
31864	rnn.weight_ih_l0	4	-0.05200625956058502
31864	rnn.weight_ih_l0	5	-0.008451244793832302
31864	rnn.weight_ih_l0	6	-0.051896363496780396
31864	rnn.weight_ih_l0	7	-0.06158730387687683
31864	rnn.weight_ih_l0	8	-0.0447457991540432
31864	rnn.weight_ih_l0	9	-0.02695450372993946
31864	rnn.weight_hh_l0	0	0.019384758546948433
31864	rnn.weight_hh_l0	1	-0.009697658009827137
31864	rnn.weight_hh_l0	2	-0.06748851388692856
31864	rnn.weight_hh_l0	3	-0.03340180590748787
31864	rnn.weight_hh_l0	4	-0.07829903066158295
31864	rnn.weight_hh_l0	5	-0.01456542033702135
31864	rnn.weight_hh_l0	6	-0.054332979023456573
31864	rnn.weight_hh_l0	7	-0.04054170474410057
31864	rnn.weight_hh_l0	8	-0.01911110430955887
31864	rnn.weight_hh_l0	9	-0.007875056006014347
31864	rnn.bias_ih_l0	0	0.14556358754634857
31864	rnn.bias_ih_l0	1	-0.056009650230407715
31864	rnn.bias_ih_l0	2	0.10405858606100082
31864	rnn.bias_ih_l0	3	0.048967353999614716
31864	rnn.bias_ih_l0	4	0.09880464524030685
31864	rnn.bias_ih_l0	5	0.02427775412797928
31864	rnn.bias_ih_l0	6	-0.017534300684928894
31864	rnn.bias_ih_l0	7	-0.10882383584976196
31864	rnn.bias_ih_l0	8	-0.20716160535812378
31864	rnn.bias_ih_l0	9	0.0870046466588974
31864	rnn.bias_hh_l0	0	0.002555966144427657
31864	rnn.bias_hh_l0	1	0.023166820406913757
31864	rnn.bias_hh_l0	2	-0.006116202566772699
31864	rnn.bias_hh_l0	3	-0.030188273638486862
31864	rnn.bias_hh_l0	4	-0.03614961728453636
31864	rnn.bias_hh_l0	5	0.1435232311487198
31864	rnn.bias_hh_l0	6	0.05155818536877632
31864	rnn.bias_hh_l0	7	0.05994679033756256
31864	rnn.bias_hh_l0	8	0.016834396868944168
31864	rnn.bias_hh_l0	9	0.04305611178278923
31864	rnn.weight_ih_l0_reverse	0	-0.0297528188675642
31864	rnn.weight_ih_l0_reverse	1	-0.002174497116357088
31864	rnn.weight_ih_l0_reverse	2	0.02379043959081173
31864	rnn.weight_ih_l0_reverse	3	-0.062123507261276245
31864	rnn.weight_ih_l0_reverse	4	0.009307400323450565
31864	rnn.weight_ih_l0_reverse	5	-0.0460725873708725
31864	rnn.weight_ih_l0_reverse	6	0.028409983962774277
31864	rnn.weight_ih_l0_reverse	7	0.0459531806409359
31864	rnn.weight_ih_l0_reverse	8	-0.0487825870513916
31864	rnn.weight_ih_l0_reverse	9	-0.05076771229505539
31864	rnn.weight_hh_l0_reverse	0	-0.0832681655883789
31864	rnn.weight_hh_l0_reverse	1	-0.06307574361562729
31864	rnn.weight_hh_l0_reverse	2	0.034403011202812195
31864	rnn.weight_hh_l0_reverse	3	0.04578578844666481
31864	rnn.weight_hh_l0_reverse	4	-0.015733685344457626
31864	rnn.weight_hh_l0_reverse	5	0.04561356455087662
31864	rnn.weight_hh_l0_reverse	6	0.000741467229090631
31864	rnn.weight_hh_l0_reverse	7	-0.00025594100588932633
31864	rnn.weight_hh_l0_reverse	8	-0.09863288700580597
31864	rnn.weight_hh_l0_reverse	9	0.08010061830282211
31864	rnn.bias_ih_l0_reverse	0	-0.0892389565706253
31864	rnn.bias_ih_l0_reverse	1	-0.06922896206378937
31864	rnn.bias_ih_l0_reverse	2	0.10344019532203674
31864	rnn.bias_ih_l0_reverse	3	0.047717489302158356
31864	rnn.bias_ih_l0_reverse	4	-0.1291765719652176
31864	rnn.bias_ih_l0_reverse	5	0.04092654213309288
31864	rnn.bias_ih_l0_reverse	6	-0.10616178810596466
31864	rnn.bias_ih_l0_reverse	7	0.04449860751628876
31864	rnn.bias_ih_l0_reverse	8	0.03455600142478943
31864	rnn.bias_ih_l0_reverse	9	0.06357308477163315
31864	rnn.bias_hh_l0_reverse	0	0.05713306739926338
31864	rnn.bias_hh_l0_reverse	1	0.06534426659345627
31864	rnn.bias_hh_l0_reverse	2	0.07859907299280167
31864	rnn.bias_hh_l0_reverse	3	-0.004218277055770159
31864	rnn.bias_hh_l0_reverse	4	0.07124243676662445
31864	rnn.bias_hh_l0_reverse	5	0.007471936754882336
31864	rnn.bias_hh_l0_reverse	6	-0.05445238575339317
31864	rnn.bias_hh_l0_reverse	7	0.027402261272072792
31864	rnn.bias_hh_l0_reverse	8	0.011103146709501743
31864	rnn.bias_hh_l0_reverse	9	-0.16056816279888153
31864	linear.weight	0	0.172312930226326
31864	linear.weight	1	-0.16282804310321808
31864	linear.weight	2	-0.21480374038219452
31864	linear.weight	3	0.07817874848842621
31864	linear.weight	4	-0.026629220694303513
31864	linear.weight	5	0.004113746341317892
31864	linear.weight	6	-0.006909381132572889
31864	linear.weight	7	-0.02709129825234413
31864	linear.weight	8	0.08434080332517624
31864	linear.weight	9	0.34882286190986633
31864	linear.bias	0	-0.2071956843137741
31864	linear.bias	1	0.19466343522071838
31864	linear.bias	2	-0.5392535328865051
31864	linear.bias	3	1.7028746604919434
31864	linear.bias	4	-0.39695367217063904
31864	linear.bias	5	-0.030769959092140198
31864	linear.bias	6	-0.3575509786605835
31864	linear.bias	7	-0.2792552411556244
31864	linear.bias	8	-0.04532194137573242
31864	linear.bias	9	-0.49787384271621704
31892	transitions	0	-0.6482453346252441
31892	transitions	1	0.3496093153953552
31892	transitions	2	1.6743910312652588
31892	transitions	3	0.09658362716436386
31892	transitions	4	0.9484214186668396
31892	transitions	5	1.2739241123199463
31892	transitions	6	0.4833005964756012
31892	transitions	7	0.17574499547481537
31892	transitions	8	-0.919520914554596
31892	transitions	9	0.9306595325469971
31892	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31892	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31892	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31892	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31892	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31892	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31892	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31892	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31892	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31892	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31892	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31892	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31892	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31892	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31892	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31892	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31892	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31892	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31892	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31892	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31892	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31892	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31892	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31892	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31892	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31892	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31892	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31892	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31892	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31892	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31892	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31892	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31892	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31892	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31892	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31892	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31892	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31892	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31892	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31892	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31892	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31892	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31892	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31892	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31892	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31892	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31892	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31892	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31892	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31892	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31892	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31892	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31892	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31892	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31892	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31892	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31892	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31892	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31892	embedding2nn.weight	0	0.02248966321349144
31892	embedding2nn.weight	1	0.014192731119692326
31892	embedding2nn.weight	2	-0.004281726200133562
31892	embedding2nn.weight	3	-9.673550812294707e-05
31892	embedding2nn.weight	4	-0.0043712034821510315
31892	embedding2nn.weight	5	0.01185278408229351
31892	embedding2nn.weight	6	-0.00496704550459981
31892	embedding2nn.weight	7	0.02091294713318348
31892	embedding2nn.weight	8	-0.006830655969679356
31892	embedding2nn.weight	9	-0.013908200897276402
31892	embedding2nn.bias	0	-0.038532715290784836
31892	embedding2nn.bias	1	-0.021388674154877663
31892	embedding2nn.bias	2	-0.07382707297801971
31892	embedding2nn.bias	3	-0.0012720864033326507
31892	embedding2nn.bias	4	0.003916226327419281
31892	embedding2nn.bias	5	-0.006231643259525299
31892	embedding2nn.bias	6	0.008433278650045395
31892	embedding2nn.bias	7	0.02010161615908146
31892	embedding2nn.bias	8	0.007519534323364496
31892	embedding2nn.bias	9	0.0022327350452542305
31892	rnn.weight_ih_l0	0	0.039515990763902664
31892	rnn.weight_ih_l0	1	-0.013605267740786076
31892	rnn.weight_ih_l0	2	-0.03645970672369003
31892	rnn.weight_ih_l0	3	-0.044849783182144165
31892	rnn.weight_ih_l0	4	-0.05200778692960739
31892	rnn.weight_ih_l0	5	-0.008450770750641823
31892	rnn.weight_ih_l0	6	-0.05189615860581398
31892	rnn.weight_ih_l0	7	-0.06158238276839256
31892	rnn.weight_ih_l0	8	-0.04474616423249245
31892	rnn.weight_ih_l0	9	-0.026957271620631218
31892	rnn.weight_hh_l0	0	0.019389143213629723
31892	rnn.weight_hh_l0	1	-0.009671447798609734
31892	rnn.weight_hh_l0	2	-0.0674901232123375
31892	rnn.weight_hh_l0	3	-0.03338998183608055
31892	rnn.weight_hh_l0	4	-0.07830291241407394
31892	rnn.weight_hh_l0	5	-0.014571494422852993
31892	rnn.weight_hh_l0	6	-0.05436014011502266
31892	rnn.weight_hh_l0	7	-0.04053668677806854
31892	rnn.weight_hh_l0	8	-0.019107023254036903
31892	rnn.weight_hh_l0	9	-0.007871470414102077
31892	rnn.bias_ih_l0	0	0.14552319049835205
31892	rnn.bias_ih_l0	1	-0.05598282814025879
31892	rnn.bias_ih_l0	2	0.10395913571119308
31892	rnn.bias_ih_l0	3	0.04896017163991928
31892	rnn.bias_ih_l0	4	0.09888438880443573
31892	rnn.bias_ih_l0	5	0.02428695559501648
31892	rnn.bias_ih_l0	6	-0.017593679949641228
31892	rnn.bias_ih_l0	7	-0.10888326168060303
31892	rnn.bias_ih_l0	8	-0.20724956691265106
31892	rnn.bias_ih_l0	9	0.08705000579357147
31892	rnn.bias_hh_l0	0	0.0025408021174371243
31892	rnn.bias_hh_l0	1	0.023179423063993454
31892	rnn.bias_hh_l0	2	-0.006147034000605345
31892	rnn.bias_hh_l0	3	-0.030226290225982666
31892	rnn.bias_hh_l0	4	-0.03615480661392212
31892	rnn.bias_hh_l0	5	0.14345026016235352
31892	rnn.bias_hh_l0	6	0.05154511332511902
31892	rnn.bias_hh_l0	7	0.059942614287137985
31892	rnn.bias_hh_l0	8	0.016775017604231834
31892	rnn.bias_hh_l0	9	0.04305300861597061
31892	rnn.weight_ih_l0_reverse	0	-0.029749248176813126
31892	rnn.weight_ih_l0_reverse	1	-0.0021823986899107695
31892	rnn.weight_ih_l0_reverse	2	0.02379145659506321
31892	rnn.weight_ih_l0_reverse	3	-0.06212550774216652
31892	rnn.weight_ih_l0_reverse	4	0.00931082759052515
31892	rnn.weight_ih_l0_reverse	5	-0.04607473686337471
31892	rnn.weight_ih_l0_reverse	6	0.02838016115128994
31892	rnn.weight_ih_l0_reverse	7	0.04595709964632988
31892	rnn.weight_ih_l0_reverse	8	-0.04876700043678284
31892	rnn.weight_ih_l0_reverse	9	-0.05076620727777481
31892	rnn.weight_hh_l0_reverse	0	-0.08326026052236557
31892	rnn.weight_hh_l0_reverse	1	-0.0631057620048523
31892	rnn.weight_hh_l0_reverse	2	0.03441406413912773
31892	rnn.weight_hh_l0_reverse	3	0.04579560086131096
31892	rnn.weight_hh_l0_reverse	4	-0.015747765079140663
31892	rnn.weight_hh_l0_reverse	5	0.04560789838433266
31892	rnn.weight_hh_l0_reverse	6	0.0008305671508423984
31892	rnn.weight_hh_l0_reverse	7	-0.00023655450786463916
31892	rnn.weight_hh_l0_reverse	8	-0.09863349795341492
31892	rnn.weight_hh_l0_reverse	9	0.08009729534387589
31892	rnn.bias_ih_l0_reverse	0	-0.08921065926551819
31892	rnn.bias_ih_l0_reverse	1	-0.06913377344608307
31892	rnn.bias_ih_l0_reverse	2	0.10347029566764832
31892	rnn.bias_ih_l0_reverse	3	0.04773614928126335
31892	rnn.bias_ih_l0_reverse	4	-0.1291942149400711
31892	rnn.bias_ih_l0_reverse	5	0.04092312231659889
31892	rnn.bias_ih_l0_reverse	6	-0.10613516718149185
31892	rnn.bias_ih_l0_reverse	7	0.044518258422613144
31892	rnn.bias_ih_l0_reverse	8	0.034591082483530045
31892	rnn.bias_ih_l0_reverse	9	0.0635184496641159
31892	rnn.bias_hh_l0_reverse	0	0.05705089494585991
31892	rnn.bias_hh_l0_reverse	1	0.06539304554462433
31892	rnn.bias_hh_l0_reverse	2	0.07858102023601532
31892	rnn.bias_hh_l0_reverse	3	-0.0042052967473864555
31892	rnn.bias_hh_l0_reverse	4	0.07121041417121887
31892	rnn.bias_hh_l0_reverse	5	0.007412056438624859
31892	rnn.bias_hh_l0_reverse	6	-0.054460570216178894
31892	rnn.bias_hh_l0_reverse	7	0.0274165291339159
31892	rnn.bias_hh_l0_reverse	8	0.011121404357254505
31892	rnn.bias_hh_l0_reverse	9	-0.16044704616069794
31892	linear.weight	0	0.17240971326828003
31892	linear.weight	1	-0.16282792389392853
31892	linear.weight	2	-0.21472781896591187
31892	linear.weight	3	0.07816099375486374
31892	linear.weight	4	-0.0266319178044796
31892	linear.weight	5	0.004113308619707823
31892	linear.weight	6	-0.006909275893121958
31892	linear.weight	7	-0.027088433504104614
31892	linear.weight	8	0.08432605117559433
31892	linear.weight	9	0.3488163948059082
31892	linear.bias	0	-0.20731255412101746
31892	linear.bias	1	0.19457001984119415
31892	linear.bias	2	-0.5392811894416809
31892	linear.bias	3	1.7027617692947388
31892	linear.bias	4	-0.396919846534729
31892	linear.bias	5	-0.030769959092140198
31892	linear.bias	6	-0.35759007930755615
31892	linear.bias	7	-0.27932143211364746
31892	linear.bias	8	-0.045196812599897385
31892	linear.bias	9	-0.49787506461143494
31920	transitions	0	-0.6482458710670471
31920	transitions	1	0.3496089279651642
31920	transitions	2	1.6743907928466797
31920	transitions	3	0.0965832769870758
31920	transitions	4	0.94842129945755
31920	transitions	5	1.2739239931106567
31920	transitions	6	0.4833005964756012
31920	transitions	7	0.17574499547481537
31920	transitions	8	-0.919520914554596
31920	transitions	9	0.9306595325469971
31920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31920	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31920	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31920	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31920	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31920	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31920	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31920	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31920	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31920	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31920	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31920	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31920	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31920	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31920	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31920	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31920	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31920	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31920	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31920	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31920	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31920	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31920	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31920	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31920	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31920	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31920	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31920	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31920	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31920	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31920	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31920	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31920	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31920	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31920	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31920	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31920	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31920	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31920	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31920	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31920	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31920	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31920	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31920	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31920	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31920	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31920	embedding2nn.weight	0	0.02248968742787838
31920	embedding2nn.weight	1	0.014197140000760555
31920	embedding2nn.weight	2	-0.0042832158505916595
31920	embedding2nn.weight	3	-9.488687646808103e-05
31920	embedding2nn.weight	4	-0.004371668677777052
31920	embedding2nn.weight	5	0.011852570809423923
31920	embedding2nn.weight	6	-0.004969521425664425
31920	embedding2nn.weight	7	0.020919116213917732
31920	embedding2nn.weight	8	-0.0068287318572402
31920	embedding2nn.weight	9	-0.013907978311181068
31920	embedding2nn.bias	0	-0.038421254605054855
31920	embedding2nn.bias	1	-0.02144458331167698
31920	embedding2nn.bias	2	-0.07371284812688828
31920	embedding2nn.bias	3	-0.0010688286274671555
31920	embedding2nn.bias	4	0.0038228207267820835
31920	embedding2nn.bias	5	-0.006237707566469908
31920	embedding2nn.bias	6	0.008526856079697609
31920	embedding2nn.bias	7	0.020259441807866096
31920	embedding2nn.bias	8	0.0073966411873698235
31920	embedding2nn.bias	9	0.0022392787504941225
31920	rnn.weight_ih_l0	0	0.039508070796728134
31920	rnn.weight_ih_l0	1	-0.013606357388198376
31920	rnn.weight_ih_l0	2	-0.036437612026929855
31920	rnn.weight_ih_l0	3	-0.04484211653470993
31920	rnn.weight_ih_l0	4	-0.052010368555784225
31920	rnn.weight_ih_l0	5	-0.008454161696135998
31920	rnn.weight_ih_l0	6	-0.051897160708904266
31920	rnn.weight_ih_l0	7	-0.061585161834955215
31920	rnn.weight_ih_l0	8	-0.04473896697163582
31920	rnn.weight_ih_l0	9	-0.02695733681321144
31920	rnn.weight_hh_l0	0	0.01939321495592594
31920	rnn.weight_hh_l0	1	-0.00968460738658905
31920	rnn.weight_hh_l0	2	-0.0674726590514183
31920	rnn.weight_hh_l0	3	-0.03339872136712074
31920	rnn.weight_hh_l0	4	-0.07829802483320236
31920	rnn.weight_hh_l0	5	-0.01457925233989954
31920	rnn.weight_hh_l0	6	-0.054359059780836105
31920	rnn.weight_hh_l0	7	-0.04054615646600723
31920	rnn.weight_hh_l0	8	-0.01910763792693615
31920	rnn.weight_hh_l0	9	-0.007886749692261219
31920	rnn.bias_ih_l0	0	0.1454920917749405
31920	rnn.bias_ih_l0	1	-0.05601849779486656
31920	rnn.bias_ih_l0	2	0.10393940657377243
31920	rnn.bias_ih_l0	3	0.04899695888161659
31920	rnn.bias_ih_l0	4	0.09893810003995895
31920	rnn.bias_ih_l0	5	0.024289049208164215
31920	rnn.bias_ih_l0	6	-0.017623206600546837
31920	rnn.bias_ih_l0	7	-0.10897531360387802
31920	rnn.bias_ih_l0	8	-0.20707663893699646
31920	rnn.bias_ih_l0	9	0.08701381087303162
31920	rnn.bias_hh_l0	0	0.0025291386991739273
31920	rnn.bias_hh_l0	1	0.023156505078077316
31920	rnn.bias_hh_l0	2	-0.0061991396360099316
31920	rnn.bias_hh_l0	3	-0.030209630727767944
31920	rnn.bias_hh_l0	4	-0.0362355001270771
31920	rnn.bias_hh_l0	5	0.14340677857398987
31920	rnn.bias_hh_l0	6	0.05148817598819733
31920	rnn.bias_hh_l0	7	0.05999017879366875
31920	rnn.bias_hh_l0	8	0.016745490953326225
31920	rnn.bias_hh_l0	9	0.043060678988695145
31920	rnn.weight_ih_l0_reverse	0	-0.029747214168310165
31920	rnn.weight_ih_l0_reverse	1	-0.0021694882307201624
31920	rnn.weight_ih_l0_reverse	2	0.02379762753844261
31920	rnn.weight_ih_l0_reverse	3	-0.06212157756090164
31920	rnn.weight_ih_l0_reverse	4	0.009316136129200459
31920	rnn.weight_ih_l0_reverse	5	-0.04607729613780975
31920	rnn.weight_ih_l0_reverse	6	0.02840399369597435
31920	rnn.weight_ih_l0_reverse	7	0.04595741629600525
31920	rnn.weight_ih_l0_reverse	8	-0.04876542091369629
31920	rnn.weight_ih_l0_reverse	9	-0.05076862499117851
31920	rnn.weight_hh_l0_reverse	0	-0.08325861394405365
31920	rnn.weight_hh_l0_reverse	1	-0.06309938430786133
31920	rnn.weight_hh_l0_reverse	2	0.0343991294503212
31920	rnn.weight_hh_l0_reverse	3	0.04578084498643875
31920	rnn.weight_hh_l0_reverse	4	-0.01574513502418995
31920	rnn.weight_hh_l0_reverse	5	0.04560607299208641
31920	rnn.weight_hh_l0_reverse	6	0.000905450142454356
31920	rnn.weight_hh_l0_reverse	7	-0.00021515361731871963
31920	rnn.weight_hh_l0_reverse	8	-0.09863295406103134
31920	rnn.weight_hh_l0_reverse	9	0.08008395880460739
31920	rnn.bias_ih_l0_reverse	0	-0.08917286247015
31920	rnn.bias_ih_l0_reverse	1	-0.06904897838830948
31920	rnn.bias_ih_l0_reverse	2	0.10352111607789993
31920	rnn.bias_ih_l0_reverse	3	0.0477704294025898
31920	rnn.bias_ih_l0_reverse	4	-0.1291963756084442
31920	rnn.bias_ih_l0_reverse	5	0.04089496657252312
31920	rnn.bias_ih_l0_reverse	6	-0.10614531487226486
31920	rnn.bias_ih_l0_reverse	7	0.044488243758678436
31920	rnn.bias_ih_l0_reverse	8	0.03454204276204109
31920	rnn.bias_ih_l0_reverse	9	0.06353423744440079
31920	rnn.bias_hh_l0_reverse	0	0.05693310499191284
31920	rnn.bias_hh_l0_reverse	1	0.0654401034116745
31920	rnn.bias_hh_l0_reverse	2	0.07856189459562302
31920	rnn.bias_hh_l0_reverse	3	-0.004169735591858625
31920	rnn.bias_hh_l0_reverse	4	0.07126368582248688
31920	rnn.bias_hh_l0_reverse	5	0.007360525894910097
31920	rnn.bias_hh_l0_reverse	6	-0.05449778586626053
31920	rnn.bias_hh_l0_reverse	7	0.0274221058934927
31920	rnn.bias_hh_l0_reverse	8	0.01115389447659254
31920	rnn.bias_hh_l0_reverse	9	-0.16056007146835327
31920	linear.weight	0	0.17248663306236267
31920	linear.weight	1	-0.1628277450799942
31920	linear.weight	2	-0.21476779878139496
31920	linear.weight	3	0.07825209200382233
31920	linear.weight	4	-0.026618262752890587
31920	linear.weight	5	0.004115080460906029
31920	linear.weight	6	-0.006909263785928488
31920	linear.weight	7	-0.02708236500620842
31920	linear.weight	8	0.0843845009803772
31920	linear.weight	9	0.34893640875816345
31920	linear.bias	0	-0.20741960406303406
31920	linear.bias	1	0.1943492740392685
31920	linear.bias	2	-0.5392951965332031
31920	linear.bias	3	1.7024428844451904
31920	linear.bias	4	-0.39692339301109314
31920	linear.bias	5	-0.030769959092140198
31920	linear.bias	6	-0.3575971722602844
31920	linear.bias	7	-0.27931809425354004
31920	linear.bias	8	-0.04501722753047943
31920	linear.bias	9	-0.49787667393684387
31948	transitions	0	-0.6482461094856262
31948	transitions	1	0.3496089279651642
31948	transitions	2	1.6743903160095215
31948	transitions	3	0.09658303111791611
31948	transitions	4	0.9484211206436157
31948	transitions	5	1.2739239931106567
31948	transitions	6	0.4833005964756012
31948	transitions	7	0.17574499547481537
31948	transitions	8	-0.919520914554596
31948	transitions	9	0.9306595325469971
31948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31948	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31948	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31948	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31948	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31948	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31948	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31948	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31948	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31948	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31948	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31948	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31948	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31948	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31948	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31948	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31948	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31948	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31948	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31948	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31948	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31948	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31948	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31948	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31948	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31948	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31948	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31948	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31948	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31948	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31948	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31948	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31948	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31948	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31948	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31948	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31948	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31948	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31948	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31948	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31948	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31948	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31948	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31948	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31948	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31948	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31948	embedding2nn.weight	0	0.022494882345199585
31948	embedding2nn.weight	1	0.014197045937180519
31948	embedding2nn.weight	2	-0.004282626789063215
31948	embedding2nn.weight	3	-9.5791881904006e-05
31948	embedding2nn.weight	4	-0.004371657036244869
31948	embedding2nn.weight	5	0.011853431351482868
31948	embedding2nn.weight	6	-0.004967121407389641
31948	embedding2nn.weight	7	0.020915454253554344
31948	embedding2nn.weight	8	-0.006828313693404198
31948	embedding2nn.weight	9	-0.013907775282859802
31948	embedding2nn.bias	0	-0.038411945104599
31948	embedding2nn.bias	1	-0.021408556029200554
31948	embedding2nn.bias	2	-0.07378844916820526
31948	embedding2nn.bias	3	-0.0010651674820110202
31948	embedding2nn.bias	4	0.003827599110081792
31948	embedding2nn.bias	5	-0.0063679818995296955
31948	embedding2nn.bias	6	0.008631992153823376
31948	embedding2nn.bias	7	0.020309681072831154
31948	embedding2nn.bias	8	0.007480749394744635
31948	embedding2nn.bias	9	0.0021847952157258987
31948	rnn.weight_ih_l0	0	0.03950299322605133
31948	rnn.weight_ih_l0	1	-0.013606392778456211
31948	rnn.weight_ih_l0	2	-0.03642774745821953
31948	rnn.weight_ih_l0	3	-0.044837020337581635
31948	rnn.weight_ih_l0	4	-0.05201372131705284
31948	rnn.weight_ih_l0	5	-0.008452961221337318
31948	rnn.weight_ih_l0	6	-0.05189737305045128
31948	rnn.weight_ih_l0	7	-0.06158575415611267
31948	rnn.weight_ih_l0	8	-0.0447346530854702
31948	rnn.weight_ih_l0	9	-0.026957184076309204
31948	rnn.weight_hh_l0	0	0.019385620951652527
31948	rnn.weight_hh_l0	1	-0.009682870469987392
31948	rnn.weight_hh_l0	2	-0.0674779936671257
31948	rnn.weight_hh_l0	3	-0.03339641913771629
31948	rnn.weight_hh_l0	4	-0.07830193638801575
31948	rnn.weight_hh_l0	5	-0.014576295390725136
31948	rnn.weight_hh_l0	6	-0.05435888469219208
31948	rnn.weight_hh_l0	7	-0.04051537439227104
31948	rnn.weight_hh_l0	8	-0.01910872384905815
31948	rnn.weight_hh_l0	9	-0.007872240617871284
31948	rnn.bias_ih_l0	0	0.14547832310199738
31948	rnn.bias_ih_l0	1	-0.056044746190309525
31948	rnn.bias_ih_l0	2	0.10394076257944107
31948	rnn.bias_ih_l0	3	0.04897044226527214
31948	rnn.bias_ih_l0	4	0.09894464910030365
31948	rnn.bias_ih_l0	5	0.0242996234446764
31948	rnn.bias_ih_l0	6	-0.017611917108297348
31948	rnn.bias_ih_l0	7	-0.10894312709569931
31948	rnn.bias_ih_l0	8	-0.20707346498966217
31948	rnn.bias_ih_l0	9	0.0870252251625061
31948	rnn.bias_hh_l0	0	0.0025266269221901894
31948	rnn.bias_hh_l0	1	0.023151587694883347
31948	rnn.bias_hh_l0	2	-0.0061884550377726555
31948	rnn.bias_hh_l0	3	-0.030223000794649124
31948	rnn.bias_hh_l0	4	-0.03623421862721443
31948	rnn.bias_hh_l0	5	0.14341813325881958
31948	rnn.bias_hh_l0	6	0.051481250673532486
31948	rnn.bias_hh_l0	7	0.06000189483165741
31948	rnn.bias_hh_l0	8	0.016756780445575714
31948	rnn.bias_hh_l0	9	0.04306701198220253
31948	rnn.weight_ih_l0_reverse	0	-0.029745960608124733
31948	rnn.weight_ih_l0_reverse	1	-0.002180200070142746
31948	rnn.weight_ih_l0_reverse	2	0.02380170114338398
31948	rnn.weight_ih_l0_reverse	3	-0.062117915600538254
31948	rnn.weight_ih_l0_reverse	4	0.00931811798363924
31948	rnn.weight_ih_l0_reverse	5	-0.046075668185949326
31948	rnn.weight_ih_l0_reverse	6	0.028404535725712776
31948	rnn.weight_ih_l0_reverse	7	0.0459551177918911
31948	rnn.weight_ih_l0_reverse	8	-0.04876559227705002
31948	rnn.weight_ih_l0_reverse	9	-0.05076821148395538
31948	rnn.weight_hh_l0_reverse	0	-0.08325281739234924
31948	rnn.weight_hh_l0_reverse	1	-0.0631105899810791
31948	rnn.weight_hh_l0_reverse	2	0.034398168325424194
31948	rnn.weight_hh_l0_reverse	3	0.04577839374542236
31948	rnn.weight_hh_l0_reverse	4	-0.01575683429837227
31948	rnn.weight_hh_l0_reverse	5	0.0456048846244812
31948	rnn.weight_hh_l0_reverse	6	0.0009108303929679096
31948	rnn.weight_hh_l0_reverse	7	-0.00021783205738756806
31948	rnn.weight_hh_l0_reverse	8	-0.09863099455833435
31948	rnn.weight_hh_l0_reverse	9	0.08009884506464005
31948	rnn.bias_ih_l0_reverse	0	-0.08919253945350647
31948	rnn.bias_ih_l0_reverse	1	-0.06908310949802399
31948	rnn.bias_ih_l0_reverse	2	0.10351504385471344
31948	rnn.bias_ih_l0_reverse	3	0.04778275638818741
31948	rnn.bias_ih_l0_reverse	4	-0.12918563187122345
31948	rnn.bias_ih_l0_reverse	5	0.04087946563959122
31948	rnn.bias_ih_l0_reverse	6	-0.10612878948450089
31948	rnn.bias_ih_l0_reverse	7	0.04449065402150154
31948	rnn.bias_ih_l0_reverse	8	0.03454373776912689
31948	rnn.bias_ih_l0_reverse	9	0.06352628767490387
31948	rnn.bias_hh_l0_reverse	0	0.05691692605614662
31948	rnn.bias_hh_l0_reverse	1	0.06544001400470734
31948	rnn.bias_hh_l0_reverse	2	0.07858164608478546
31948	rnn.bias_hh_l0_reverse	3	-0.004176281858235598
31948	rnn.bias_hh_l0_reverse	4	0.07126826047897339
31948	rnn.bias_hh_l0_reverse	5	0.0073293764144182205
31948	rnn.bias_hh_l0_reverse	6	-0.05450050160288811
31948	rnn.bias_hh_l0_reverse	7	0.027397211641073227
31948	rnn.bias_hh_l0_reverse	8	0.011166203767061234
31948	rnn.bias_hh_l0_reverse	9	-0.16055233776569366
31948	linear.weight	0	0.17248257994651794
31948	linear.weight	1	-0.1628277599811554
31948	linear.weight	2	-0.21477171778678894
31948	linear.weight	3	0.07826175540685654
31948	linear.weight	4	-0.026614997535943985
31948	linear.weight	5	0.004115491174161434
31948	linear.weight	6	-0.006909254472702742
31948	linear.weight	7	-0.02708209864795208
31948	linear.weight	8	0.08438640832901001
31948	linear.weight	9	0.3489455580711365
31948	linear.bias	0	-0.2075255960226059
31948	linear.bias	1	0.1943519115447998
31948	linear.bias	2	-0.5392965078353882
31948	linear.bias	3	1.7023063898086548
31948	linear.bias	4	-0.3969244360923767
31948	linear.bias	5	-0.030769959092140198
31948	linear.bias	6	-0.3575911521911621
31948	linear.bias	7	-0.2792859971523285
31948	linear.bias	8	-0.044931765645742416
31948	linear.bias	9	-0.4978771507740021
31976	transitions	0	-0.6482470035552979
31976	transitions	1	0.349608838558197
31976	transitions	2	1.674390196800232
31976	transitions	3	0.09658276289701462
31976	transitions	4	0.9484211206436157
31976	transitions	5	1.2739239931106567
31976	transitions	6	0.4833005964756012
31976	transitions	7	0.17574499547481537
31976	transitions	8	-0.919520914554596
31976	transitions	9	0.9306595325469971
31976	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
31976	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
31976	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
31976	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
31976	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
31976	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
31976	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
31976	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
31976	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
31976	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
31976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
31976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
31976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
31976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
31976	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
31976	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
31976	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
31976	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
31976	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
31976	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
31976	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
31976	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
31976	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
31976	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
31976	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
31976	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
31976	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
31976	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
31976	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
31976	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
31976	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
31976	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
31976	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
31976	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
31976	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
31976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
31976	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
31976	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
31976	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
31976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
31976	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
31976	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
31976	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
31976	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
31976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
31976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
31976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
31976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
31976	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
31976	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
31976	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
31976	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
31976	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
31976	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
31976	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
31976	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
31976	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
31976	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
31976	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
31976	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
31976	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
31976	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
31976	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
31976	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
31976	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
31976	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
31976	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
31976	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
31976	embedding2nn.weight	0	0.02249215915799141
31976	embedding2nn.weight	1	0.014195512048900127
31976	embedding2nn.weight	2	-0.0042825317941606045
31976	embedding2nn.weight	3	-9.57915690378286e-05
31976	embedding2nn.weight	4	-0.0043710386380553246
31976	embedding2nn.weight	5	0.011850846000015736
31976	embedding2nn.weight	6	-0.0049683526158332825
31976	embedding2nn.weight	7	0.020914578810334206
31976	embedding2nn.weight	8	-0.006826934404671192
31976	embedding2nn.weight	9	-0.013907535932958126
31976	embedding2nn.bias	0	-0.03851250559091568
31976	embedding2nn.bias	1	-0.021488672122359276
31976	embedding2nn.bias	2	-0.07375926524400711
31976	embedding2nn.bias	3	-0.0011338454205542803
31976	embedding2nn.bias	4	0.003937810193747282
31976	embedding2nn.bias	5	-0.006363632623106241
31976	embedding2nn.bias	6	0.008597790263593197
31976	embedding2nn.bias	7	0.02033993788063526
31976	embedding2nn.bias	8	0.007425795309245586
31976	embedding2nn.bias	9	0.0022042980417609215
31976	rnn.weight_ih_l0	0	0.03949614614248276
31976	rnn.weight_ih_l0	1	-0.013611976988613605
31976	rnn.weight_ih_l0	2	-0.036435358226299286
31976	rnn.weight_ih_l0	3	-0.04483962431550026
31976	rnn.weight_ih_l0	4	-0.052013155072927475
31976	rnn.weight_ih_l0	5	-0.008452367968857288
31976	rnn.weight_ih_l0	6	-0.05190104618668556
31976	rnn.weight_ih_l0	7	-0.06158586964011192
31976	rnn.weight_ih_l0	8	-0.04473497346043587
31976	rnn.weight_ih_l0	9	-0.026957999914884567
31976	rnn.weight_hh_l0	0	0.01938842236995697
31976	rnn.weight_hh_l0	1	-0.009680853225290775
31976	rnn.weight_hh_l0	2	-0.06747942417860031
31976	rnn.weight_hh_l0	3	-0.03339327871799469
31976	rnn.weight_hh_l0	4	-0.07830469310283661
31976	rnn.weight_hh_l0	5	-0.01457329373806715
31976	rnn.weight_hh_l0	6	-0.05437032878398895
31976	rnn.weight_hh_l0	7	-0.04049794748425484
31976	rnn.weight_hh_l0	8	-0.01910378970205784
31976	rnn.weight_hh_l0	9	-0.007871375419199467
31976	rnn.bias_ih_l0	0	0.1454855054616928
31976	rnn.bias_ih_l0	1	-0.056053321808576584
31976	rnn.bias_ih_l0	2	0.10397543758153915
31976	rnn.bias_ih_l0	3	0.04896339029073715
31976	rnn.bias_ih_l0	4	0.09894710034132004
31976	rnn.bias_ih_l0	5	0.024271881207823753
31976	rnn.bias_ih_l0	6	-0.01761365309357643
31976	rnn.bias_ih_l0	7	-0.10897241532802582
31976	rnn.bias_ih_l0	8	-0.20707780122756958
31976	rnn.bias_ih_l0	9	0.08699672669172287
31976	rnn.bias_hh_l0	0	0.002545287599787116
31976	rnn.bias_hh_l0	1	0.023122960701584816
31976	rnn.bias_hh_l0	2	-0.006177588365972042
31976	rnn.bias_hh_l0	3	-0.030237821862101555
31976	rnn.bias_hh_l0	4	-0.036247119307518005
31976	rnn.bias_hh_l0	5	0.1434466391801834
31976	rnn.bias_hh_l0	6	0.05148261412978172
31976	rnn.bias_hh_l0	7	0.06000532954931259
31976	rnn.bias_hh_l0	8	0.01675504446029663
31976	rnn.bias_hh_l0	9	0.04308212175965309
31976	rnn.weight_ih_l0_reverse	0	-0.029746038839221
31976	rnn.weight_ih_l0_reverse	1	-0.0021800242830067873
31976	rnn.weight_ih_l0_reverse	2	0.023801660165190697
31976	rnn.weight_ih_l0_reverse	3	-0.06211833655834198
31976	rnn.weight_ih_l0_reverse	4	0.009318187832832336
31976	rnn.weight_ih_l0_reverse	5	-0.046073246747255325
31976	rnn.weight_ih_l0_reverse	6	0.02841339074075222
31976	rnn.weight_ih_l0_reverse	7	0.045956920832395554
31976	rnn.weight_ih_l0_reverse	8	-0.048765577375888824
31976	rnn.weight_ih_l0_reverse	9	-0.05076748877763748
31976	rnn.weight_hh_l0_reverse	0	-0.08324392139911652
31976	rnn.weight_hh_l0_reverse	1	-0.06309819966554642
31976	rnn.weight_hh_l0_reverse	2	0.034404173493385315
31976	rnn.weight_hh_l0_reverse	3	0.045777518302202225
31976	rnn.weight_hh_l0_reverse	4	-0.015755251049995422
31976	rnn.weight_hh_l0_reverse	5	0.04560068994760513
31976	rnn.weight_hh_l0_reverse	6	0.0009283510153181851
31976	rnn.weight_hh_l0_reverse	7	-0.00022818503202870488
31976	rnn.weight_hh_l0_reverse	8	-0.09862697869539261
31976	rnn.weight_hh_l0_reverse	9	0.08009465783834457
31976	rnn.bias_ih_l0_reverse	0	-0.0891207605600357
31976	rnn.bias_ih_l0_reverse	1	-0.06911253929138184
31976	rnn.bias_ih_l0_reverse	2	0.103553406894207
31976	rnn.bias_ih_l0_reverse	3	0.0477633960545063
31976	rnn.bias_ih_l0_reverse	4	-0.12918312847614288
31976	rnn.bias_ih_l0_reverse	5	0.04090141877532005
31976	rnn.bias_ih_l0_reverse	6	-0.10611536353826523
31976	rnn.bias_ih_l0_reverse	7	0.04450142756104469
31976	rnn.bias_ih_l0_reverse	8	0.03454872965812683
31976	rnn.bias_ih_l0_reverse	9	0.06351068615913391
31976	rnn.bias_hh_l0_reverse	0	0.05691833794116974
31976	rnn.bias_hh_l0_reverse	1	0.06543254107236862
31976	rnn.bias_hh_l0_reverse	2	0.07853145152330399
31976	rnn.bias_hh_l0_reverse	3	-0.004156429320573807
31976	rnn.bias_hh_l0_reverse	4	0.07130178064107895
31976	rnn.bias_hh_l0_reverse	5	0.0074081625789403915
31976	rnn.bias_hh_l0_reverse	6	-0.05447135120630264
31976	rnn.bias_hh_l0_reverse	7	0.027409935370087624
31976	rnn.bias_hh_l0_reverse	8	0.01115400344133377
31976	rnn.bias_hh_l0_reverse	9	-0.16053783893585205
31976	linear.weight	0	0.17248381674289703
31976	linear.weight	1	-0.1628275066614151
31976	linear.weight	2	-0.21476927399635315
31976	linear.weight	3	0.07832194864749908
31976	linear.weight	4	-0.026608765125274658
31976	linear.weight	5	0.004108153283596039
31976	linear.weight	6	-0.006909126415848732
31976	linear.weight	7	-0.027081865817308426
31976	linear.weight	8	0.08440036326646805
31976	linear.weight	9	0.34896236658096313
31976	linear.bias	0	-0.20765256881713867
31976	linear.bias	1	0.19445420801639557
31976	linear.bias	2	-0.5393061637878418
31976	linear.bias	3	1.702207088470459
31976	linear.bias	4	-0.3969276547431946
31976	linear.bias	5	-0.030769959092140198
31976	linear.bias	6	-0.35759973526000977
31976	linear.bias	7	-0.2793038785457611
31976	linear.bias	8	-0.0449104830622673
31976	linear.bias	9	-0.49787819385528564
32004	transitions	0	-0.6482471227645874
32004	transitions	1	0.3496083617210388
32004	transitions	2	1.6743894815444946
32004	transitions	3	0.09658194333314896
32004	transitions	4	0.948419988155365
32004	transitions	5	1.2739239931106567
32004	transitions	6	0.4833005666732788
32004	transitions	7	0.17574498057365417
32004	transitions	8	-0.919520914554596
32004	transitions	9	0.9306595325469971
32004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32004	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32004	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32004	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32004	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32004	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32004	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32004	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32004	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32004	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32004	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32004	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32004	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32004	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32004	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32004	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32004	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32004	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32004	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32004	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32004	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32004	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32004	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32004	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32004	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32004	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32004	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32004	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32004	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32004	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32004	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32004	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32004	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32004	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32004	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32004	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32004	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32004	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32004	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32004	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32004	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32004	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32004	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32004	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32004	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32004	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32004	embedding2nn.weight	0	0.02249116636812687
32004	embedding2nn.weight	1	0.014196326956152916
32004	embedding2nn.weight	2	-0.004282700829207897
32004	embedding2nn.weight	3	-9.808065078686923e-05
32004	embedding2nn.weight	4	-0.004370786249637604
32004	embedding2nn.weight	5	0.011852119117975235
32004	embedding2nn.weight	6	-0.004969691392034292
32004	embedding2nn.weight	7	0.020910099148750305
32004	embedding2nn.weight	8	-0.006827464792877436
32004	embedding2nn.weight	9	-0.013908738270401955
32004	embedding2nn.bias	0	-0.03852402791380882
32004	embedding2nn.bias	1	-0.02142985910177231
32004	embedding2nn.bias	2	-0.07379022240638733
32004	embedding2nn.bias	3	-0.0010436988668516278
32004	embedding2nn.bias	4	0.0038571057375520468
32004	embedding2nn.bias	5	-0.006290807388722897
32004	embedding2nn.bias	6	0.008539383299648762
32004	embedding2nn.bias	7	0.020318280905485153
32004	embedding2nn.bias	8	0.0074334521777927876
32004	embedding2nn.bias	9	0.002189012011513114
32004	rnn.weight_ih_l0	0	0.03949557989835739
32004	rnn.weight_ih_l0	1	-0.013613812625408173
32004	rnn.weight_ih_l0	2	-0.03644692152738571
32004	rnn.weight_ih_l0	3	-0.044836584478616714
32004	rnn.weight_ih_l0	4	-0.052026376128196716
32004	rnn.weight_ih_l0	5	-0.00845329649746418
32004	rnn.weight_ih_l0	6	-0.051904432475566864
32004	rnn.weight_ih_l0	7	-0.06158480420708656
32004	rnn.weight_ih_l0	8	-0.04473387822508812
32004	rnn.weight_ih_l0	9	-0.02695559523999691
32004	rnn.weight_hh_l0	0	0.019391750916838646
32004	rnn.weight_hh_l0	1	-0.009675982408225536
32004	rnn.weight_hh_l0	2	-0.0674944594502449
32004	rnn.weight_hh_l0	3	-0.03339400887489319
32004	rnn.weight_hh_l0	4	-0.07831458747386932
32004	rnn.weight_hh_l0	5	-0.014563935808837414
32004	rnn.weight_hh_l0	6	-0.05437244102358818
32004	rnn.weight_hh_l0	7	-0.04050161689519882
32004	rnn.weight_hh_l0	8	-0.019103853031992912
32004	rnn.weight_hh_l0	9	-0.007872497662901878
32004	rnn.bias_ih_l0	0	0.14548450708389282
32004	rnn.bias_ih_l0	1	-0.05607251450419426
32004	rnn.bias_ih_l0	2	0.10397994518280029
32004	rnn.bias_ih_l0	3	0.048963747918605804
32004	rnn.bias_ih_l0	4	0.09892907738685608
32004	rnn.bias_ih_l0	5	0.02426726371049881
32004	rnn.bias_ih_l0	6	-0.017629126086831093
32004	rnn.bias_ih_l0	7	-0.1090514063835144
32004	rnn.bias_ih_l0	8	-0.2070874720811844
32004	rnn.bias_ih_l0	9	0.08701681345701218
32004	rnn.bias_hh_l0	0	0.0025535353925079107
32004	rnn.bias_hh_l0	1	0.023116519674658775
32004	rnn.bias_hh_l0	2	-0.006129298824816942
32004	rnn.bias_hh_l0	3	-0.030254783108830452
32004	rnn.bias_hh_l0	4	-0.03625868633389473
32004	rnn.bias_hh_l0	5	0.14341183006763458
32004	rnn.bias_hh_l0	6	0.05145832523703575
32004	rnn.bias_hh_l0	7	0.06001951918005943
32004	rnn.bias_hh_l0	8	0.01673957146704197
32004	rnn.bias_hh_l0	9	0.04309733211994171
32004	rnn.weight_ih_l0_reverse	0	-0.029747802764177322
32004	rnn.weight_ih_l0_reverse	1	-0.002185143530368805
32004	rnn.weight_ih_l0_reverse	2	0.02379915490746498
32004	rnn.weight_ih_l0_reverse	3	-0.06212236359715462
32004	rnn.weight_ih_l0_reverse	4	0.009317717514932156
32004	rnn.weight_ih_l0_reverse	5	-0.046079132705926895
32004	rnn.weight_ih_l0_reverse	6	0.028403390198946
32004	rnn.weight_ih_l0_reverse	7	0.04595855250954628
32004	rnn.weight_ih_l0_reverse	8	-0.04876549541950226
32004	rnn.weight_ih_l0_reverse	9	-0.050768569111824036
32004	rnn.weight_hh_l0_reverse	0	-0.08325474709272385
32004	rnn.weight_hh_l0_reverse	1	-0.06308994442224503
32004	rnn.weight_hh_l0_reverse	2	0.034405604004859924
32004	rnn.weight_hh_l0_reverse	3	0.04577675089240074
32004	rnn.weight_hh_l0_reverse	4	-0.015749510377645493
32004	rnn.weight_hh_l0_reverse	5	0.04560118541121483
32004	rnn.weight_hh_l0_reverse	6	0.0009237066260538995
32004	rnn.weight_hh_l0_reverse	7	-0.00022921156778465956
32004	rnn.weight_hh_l0_reverse	8	-0.09862987697124481
32004	rnn.weight_hh_l0_reverse	9	0.08009527623653412
32004	rnn.bias_ih_l0_reverse	0	-0.08915554732084274
32004	rnn.bias_ih_l0_reverse	1	-0.0691944807767868
32004	rnn.bias_ih_l0_reverse	2	0.10355441272258759
32004	rnn.bias_ih_l0_reverse	3	0.04775818809866905
32004	rnn.bias_ih_l0_reverse	4	-0.1291779726743698
32004	rnn.bias_ih_l0_reverse	5	0.0409066304564476
32004	rnn.bias_ih_l0_reverse	6	-0.10611582547426224
32004	rnn.bias_ih_l0_reverse	7	0.044486239552497864
32004	rnn.bias_ih_l0_reverse	8	0.034566741436719894
32004	rnn.bias_ih_l0_reverse	9	0.06349316984415054
32004	rnn.bias_hh_l0_reverse	0	0.05687520280480385
32004	rnn.bias_hh_l0_reverse	1	0.06544706225395203
32004	rnn.bias_hh_l0_reverse	2	0.07851449400186539
32004	rnn.bias_hh_l0_reverse	3	-0.004166803788393736
32004	rnn.bias_hh_l0_reverse	4	0.07129751890897751
32004	rnn.bias_hh_l0_reverse	5	0.007463631685823202
32004	rnn.bias_hh_l0_reverse	6	-0.05445181950926781
32004	rnn.bias_hh_l0_reverse	7	0.02742783911526203
32004	rnn.bias_hh_l0_reverse	8	0.011176823638379574
32004	rnn.bias_hh_l0_reverse	9	-0.1605953574180603
32004	linear.weight	0	0.17245851457118988
32004	linear.weight	1	-0.16282744705677032
32004	linear.weight	2	-0.2147776484489441
32004	linear.weight	3	0.07831621170043945
32004	linear.weight	4	-0.026609472930431366
32004	linear.weight	5	0.004110162612050772
32004	linear.weight	6	-0.006909102201461792
32004	linear.weight	7	-0.027082188054919243
32004	linear.weight	8	0.08440027385950089
32004	linear.weight	9	0.3489428460597992
32004	linear.bias	0	-0.20734049379825592
32004	linear.bias	1	0.1946014016866684
32004	linear.bias	2	-0.539275050163269
32004	linear.bias	3	1.7017085552215576
32004	linear.bias	4	-0.3969295024871826
32004	linear.bias	5	-0.030769959092140198
32004	linear.bias	6	-0.3575701117515564
32004	linear.bias	7	-0.2792831063270569
32004	linear.bias	8	-0.04487313702702522
32004	linear.bias	9	-0.4978785514831543
32032	transitions	0	-0.6482475996017456
32032	transitions	1	0.34960800409317017
32032	transitions	2	1.6743886470794678
32032	transitions	3	0.09658161550760269
32032	transitions	4	0.9484196305274963
32032	transitions	5	1.2739239931106567
32032	transitions	6	0.4833005666732788
32032	transitions	7	0.17574498057365417
32032	transitions	8	-0.919520914554596
32032	transitions	9	0.9306595325469971
32032	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32032	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32032	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32032	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32032	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32032	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32032	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32032	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32032	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32032	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32032	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32032	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32032	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32032	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32032	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32032	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32032	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32032	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32032	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32032	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32032	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32032	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32032	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32032	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32032	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32032	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32032	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32032	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32032	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32032	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32032	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32032	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32032	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32032	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32032	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32032	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32032	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32032	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32032	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32032	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32032	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32032	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32032	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32032	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32032	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32032	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32032	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32032	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32032	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32032	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32032	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32032	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32032	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32032	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32032	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32032	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32032	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32032	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32032	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32032	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32032	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32032	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32032	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32032	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32032	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32032	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32032	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32032	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32032	embedding2nn.weight	0	0.022489706054329872
32032	embedding2nn.weight	1	0.014196081086993217
32032	embedding2nn.weight	2	-0.004282458685338497
32032	embedding2nn.weight	3	-9.822798165259883e-05
32032	embedding2nn.weight	4	-0.004370786715298891
32032	embedding2nn.weight	5	0.011853893287479877
32032	embedding2nn.weight	6	-0.004970257636159658
32032	embedding2nn.weight	7	0.020895598456263542
32032	embedding2nn.weight	8	-0.006828941870480776
32032	embedding2nn.weight	9	-0.01390681229531765
32032	embedding2nn.bias	0	-0.03857419267296791
32032	embedding2nn.bias	1	-0.02147269994020462
32032	embedding2nn.bias	2	-0.07378408312797546
32032	embedding2nn.bias	3	-0.0009635512251406908
32032	embedding2nn.bias	4	0.003891371889039874
32032	embedding2nn.bias	5	-0.006233316846191883
32032	embedding2nn.bias	6	0.008443450555205345
32032	embedding2nn.bias	7	0.02035767398774624
32032	embedding2nn.bias	8	0.0074805305339396
32032	embedding2nn.bias	9	0.002149497624486685
32032	rnn.weight_ih_l0	0	0.03949621692299843
32032	rnn.weight_ih_l0	1	-0.013622109778225422
32032	rnn.weight_ih_l0	2	-0.03644532710313797
32032	rnn.weight_ih_l0	3	-0.04483355954289436
32032	rnn.weight_ih_l0	4	-0.05202317610383034
32032	rnn.weight_ih_l0	5	-0.00845858734101057
32032	rnn.weight_ih_l0	6	-0.05190594866871834
32032	rnn.weight_ih_l0	7	-0.06158321723341942
32032	rnn.weight_ih_l0	8	-0.044732868671417236
32032	rnn.weight_ih_l0	9	-0.026956459507346153
32032	rnn.weight_hh_l0	0	0.019394803792238235
32032	rnn.weight_hh_l0	1	-0.00967465341091156
32032	rnn.weight_hh_l0	2	-0.06751090288162231
32032	rnn.weight_hh_l0	3	-0.03338876739144325
32032	rnn.weight_hh_l0	4	-0.07831898331642151
32032	rnn.weight_hh_l0	5	-0.014575788751244545
32032	rnn.weight_hh_l0	6	-0.05439066141843796
32032	rnn.weight_hh_l0	7	-0.0404963456094265
32032	rnn.weight_hh_l0	8	-0.01910039782524109
32032	rnn.weight_hh_l0	9	-0.00787918921560049
32032	rnn.bias_ih_l0	0	0.14546775817871094
32032	rnn.bias_ih_l0	1	-0.05606167018413544
32032	rnn.bias_ih_l0	2	0.10397269576787949
32032	rnn.bias_ih_l0	3	0.048965610563755035
32032	rnn.bias_ih_l0	4	0.09894565492868423
32032	rnn.bias_ih_l0	5	0.024265164509415627
32032	rnn.bias_ih_l0	6	-0.01763291284441948
32032	rnn.bias_ih_l0	7	-0.10898878425359726
32032	rnn.bias_ih_l0	8	-0.2070673257112503
32032	rnn.bias_ih_l0	9	0.08701635897159576
32032	rnn.bias_hh_l0	0	0.0025550012942403555
32032	rnn.bias_hh_l0	1	0.023121464997529984
32032	rnn.bias_hh_l0	2	-0.006134056486189365
32032	rnn.bias_hh_l0	3	-0.03023206815123558
32032	rnn.bias_hh_l0	4	-0.03626801073551178
32032	rnn.bias_hh_l0	5	0.1434001624584198
32032	rnn.bias_hh_l0	6	0.051468368619680405
32032	rnn.bias_hh_l0	7	0.060009561479091644
32032	rnn.bias_hh_l0	8	0.016735784709453583
32032	rnn.bias_hh_l0	9	0.043104976415634155
32032	rnn.weight_ih_l0_reverse	0	-0.029744472354650497
32032	rnn.weight_ih_l0_reverse	1	-0.0021864245645701885
32032	rnn.weight_ih_l0_reverse	2	0.023798048496246338
32032	rnn.weight_ih_l0_reverse	3	-0.06212516129016876
32032	rnn.weight_ih_l0_reverse	4	0.009319022297859192
32032	rnn.weight_ih_l0_reverse	5	-0.046081431210041046
32032	rnn.weight_ih_l0_reverse	6	0.02839025855064392
32032	rnn.weight_ih_l0_reverse	7	0.045958638191223145
32032	rnn.weight_ih_l0_reverse	8	-0.04876663535833359
32032	rnn.weight_ih_l0_reverse	9	-0.05076834186911583
32032	rnn.weight_hh_l0_reverse	0	-0.08324489742517471
32032	rnn.weight_hh_l0_reverse	1	-0.06309143453836441
32032	rnn.weight_hh_l0_reverse	2	0.034403905272483826
32032	rnn.weight_hh_l0_reverse	3	0.045773282647132874
32032	rnn.weight_hh_l0_reverse	4	-0.015739070251584053
32032	rnn.weight_hh_l0_reverse	5	0.04560718685388565
32032	rnn.weight_hh_l0_reverse	6	0.0009189845877699554
32032	rnn.weight_hh_l0_reverse	7	-0.00023329889518208802
32032	rnn.weight_hh_l0_reverse	8	-0.0986325591802597
32032	rnn.weight_hh_l0_reverse	9	0.08010044693946838
32032	rnn.bias_ih_l0_reverse	0	-0.08918972313404083
32032	rnn.bias_ih_l0_reverse	1	-0.06914542615413666
32032	rnn.bias_ih_l0_reverse	2	0.10353506356477737
32032	rnn.bias_ih_l0_reverse	3	0.047748688608407974
32032	rnn.bias_ih_l0_reverse	4	-0.12919148802757263
32032	rnn.bias_ih_l0_reverse	5	0.040900956839323044
32032	rnn.bias_ih_l0_reverse	6	-0.10613802820444107
32032	rnn.bias_ih_l0_reverse	7	0.04444649815559387
32032	rnn.bias_ih_l0_reverse	8	0.03454650193452835
32032	rnn.bias_ih_l0_reverse	9	0.06350007653236389
32032	rnn.bias_hh_l0_reverse	0	0.05691242590546608
32032	rnn.bias_hh_l0_reverse	1	0.06546656787395477
32032	rnn.bias_hh_l0_reverse	2	0.07853735238313675
32032	rnn.bias_hh_l0_reverse	3	-0.004177134018391371
32032	rnn.bias_hh_l0_reverse	4	0.07130692899227142
32032	rnn.bias_hh_l0_reverse	5	0.007442495319992304
32032	rnn.bias_hh_l0_reverse	6	-0.05443178862333298
32032	rnn.bias_hh_l0_reverse	7	0.027412280440330505
32032	rnn.bias_hh_l0_reverse	8	0.011148924939334393
32032	rnn.bias_hh_l0_reverse	9	-0.16063638031482697
32032	linear.weight	0	0.17243869602680206
32032	linear.weight	1	-0.1628272980451584
32032	linear.weight	2	-0.21478424966335297
32032	linear.weight	3	0.07828378677368164
32032	linear.weight	4	-0.026607651263475418
32032	linear.weight	5	0.004114501178264618
32032	linear.weight	6	-0.006909084040671587
32032	linear.weight	7	-0.027079684659838676
32032	linear.weight	8	0.08435344696044922
32032	linear.weight	9	0.34894001483917236
32032	linear.bias	0	-0.20738154649734497
32032	linear.bias	1	0.19455301761627197
32032	linear.bias	2	-0.5392253398895264
32032	linear.bias	3	1.7020237445831299
32032	linear.bias	4	-0.3969327211380005
32032	linear.bias	5	-0.030769959092140198
32032	linear.bias	6	-0.35753104090690613
32032	linear.bias	7	-0.27928417921066284
32032	linear.bias	8	-0.044785939157009125
32032	linear.bias	9	-0.49787914752960205
32060	transitions	0	-0.6482479572296143
32060	transitions	1	0.3496078848838806
32060	transitions	2	1.6743886470794678
32060	transitions	3	0.09658151119947433
32060	transitions	4	0.948419451713562
32060	transitions	5	1.2739239931106567
32060	transitions	6	0.4833005666732788
32060	transitions	7	0.17574498057365417
32060	transitions	8	-0.919520914554596
32060	transitions	9	0.9306595325469971
32060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32060	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32060	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32060	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32060	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32060	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32060	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32060	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32060	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32060	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32060	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32060	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32060	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32060	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32060	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32060	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32060	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32060	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32060	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32060	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32060	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32060	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32060	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32060	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32060	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32060	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32060	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32060	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32060	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32060	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32060	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32060	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32060	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32060	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32060	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32060	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32060	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32060	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32060	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32060	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32060	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32060	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32060	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32060	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32060	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32060	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32060	embedding2nn.weight	0	0.022493066266179085
32060	embedding2nn.weight	1	0.014195078052580357
32060	embedding2nn.weight	2	-0.004283107351511717
32060	embedding2nn.weight	3	-0.00010032555292127654
32060	embedding2nn.weight	4	-0.0043706707656383514
32060	embedding2nn.weight	5	0.011853897012770176
32060	embedding2nn.weight	6	-0.004970333073288202
32060	embedding2nn.weight	7	0.020892873406410217
32060	embedding2nn.weight	8	-0.006829344667494297
32060	embedding2nn.weight	9	-0.013906220905482769
32060	embedding2nn.bias	0	-0.03842005133628845
32060	embedding2nn.bias	1	-0.02151140198111534
32060	embedding2nn.bias	2	-0.07377349585294724
32060	embedding2nn.bias	3	-0.0009392790379934013
32060	embedding2nn.bias	4	0.003942344803363085
32060	embedding2nn.bias	5	-0.006297849118709564
32060	embedding2nn.bias	6	0.008452977985143661
32060	embedding2nn.bias	7	0.020305152982473373
32060	embedding2nn.bias	8	0.007503611966967583
32060	embedding2nn.bias	9	0.002159578027203679
32060	rnn.weight_ih_l0	0	0.03950073570013046
32060	rnn.weight_ih_l0	1	-0.013632231391966343
32060	rnn.weight_ih_l0	2	-0.03644391521811485
32060	rnn.weight_ih_l0	3	-0.044835664331912994
32060	rnn.weight_ih_l0	4	-0.05202076584100723
32060	rnn.weight_ih_l0	5	-0.008459440432488918
32060	rnn.weight_ih_l0	6	-0.051907021552324295
32060	rnn.weight_ih_l0	7	-0.06158626824617386
32060	rnn.weight_ih_l0	8	-0.04473389312624931
32060	rnn.weight_ih_l0	9	-0.026958320289850235
32060	rnn.weight_hh_l0	0	0.019396446645259857
32060	rnn.weight_hh_l0	1	-0.009673358872532845
32060	rnn.weight_hh_l0	2	-0.06751195341348648
32060	rnn.weight_hh_l0	3	-0.03338655084371567
32060	rnn.weight_hh_l0	4	-0.07831871509552002
32060	rnn.weight_hh_l0	5	-0.014568725600838661
32060	rnn.weight_hh_l0	6	-0.05438181757926941
32060	rnn.weight_hh_l0	7	-0.04049968719482422
32060	rnn.weight_hh_l0	8	-0.019106246531009674
32060	rnn.weight_hh_l0	9	-0.007880514487624168
32060	rnn.bias_ih_l0	0	0.14545194804668427
32060	rnn.bias_ih_l0	1	-0.05605553835630417
32060	rnn.bias_ih_l0	2	0.10394159704446793
32060	rnn.bias_ih_l0	3	0.048984069377183914
32060	rnn.bias_ih_l0	4	0.09895337373018265
32060	rnn.bias_ih_l0	5	0.0242411270737648
32060	rnn.bias_ih_l0	6	-0.017637863755226135
32060	rnn.bias_ih_l0	7	-0.10890555381774902
32060	rnn.bias_ih_l0	8	-0.20705869793891907
32060	rnn.bias_ih_l0	9	0.0870177298784256
32060	rnn.bias_hh_l0	0	0.0025495176669210196
32060	rnn.bias_hh_l0	1	0.023132795467972755
32060	rnn.bias_hh_l0	2	-0.006132935173809528
32060	rnn.bias_hh_l0	3	-0.030203817412257195
32060	rnn.bias_hh_l0	4	-0.03626687079668045
32060	rnn.bias_hh_l0	5	0.14337104558944702
32060	rnn.bias_hh_l0	6	0.05148071423172951
32060	rnn.bias_hh_l0	7	0.06006985902786255
32060	rnn.bias_hh_l0	8	0.016730833798646927
32060	rnn.bias_hh_l0	9	0.043065741658210754
32060	rnn.weight_ih_l0_reverse	0	-0.029746240004897118
32060	rnn.weight_ih_l0_reverse	1	-0.002182119293138385
32060	rnn.weight_ih_l0_reverse	2	0.023801978677511215
32060	rnn.weight_ih_l0_reverse	3	-0.06212347745895386
32060	rnn.weight_ih_l0_reverse	4	0.009325114078819752
32060	rnn.weight_ih_l0_reverse	5	-0.04608329385519028
32060	rnn.weight_ih_l0_reverse	6	0.028398612514138222
32060	rnn.weight_ih_l0_reverse	7	0.04595758020877838
32060	rnn.weight_ih_l0_reverse	8	-0.04877013713121414
32060	rnn.weight_ih_l0_reverse	9	-0.05076543241739273
32060	rnn.weight_hh_l0_reverse	0	-0.0832415372133255
32060	rnn.weight_hh_l0_reverse	1	-0.06310956925153732
32060	rnn.weight_hh_l0_reverse	2	0.03440022096037865
32060	rnn.weight_hh_l0_reverse	3	0.0457783117890358
32060	rnn.weight_hh_l0_reverse	4	-0.015741150826215744
32060	rnn.weight_hh_l0_reverse	5	0.045603811740875244
32060	rnn.weight_hh_l0_reverse	6	0.0008965673623606563
32060	rnn.weight_hh_l0_reverse	7	-0.00022930058185011148
32060	rnn.weight_hh_l0_reverse	8	-0.09863486140966415
32060	rnn.weight_hh_l0_reverse	9	0.08008477091789246
32060	rnn.bias_ih_l0_reverse	0	-0.08917012810707092
32060	rnn.bias_ih_l0_reverse	1	-0.06912195682525635
32060	rnn.bias_ih_l0_reverse	2	0.1035211905837059
32060	rnn.bias_ih_l0_reverse	3	0.047748979181051254
32060	rnn.bias_ih_l0_reverse	4	-0.1291939616203308
32060	rnn.bias_ih_l0_reverse	5	0.040879566222429276
32060	rnn.bias_ih_l0_reverse	6	-0.10615718364715576
32060	rnn.bias_ih_l0_reverse	7	0.044438350945711136
32060	rnn.bias_ih_l0_reverse	8	0.03449993208050728
32060	rnn.bias_ih_l0_reverse	9	0.06350819766521454
32060	rnn.bias_hh_l0_reverse	0	0.05692656710743904
32060	rnn.bias_hh_l0_reverse	1	0.0654602125287056
32060	rnn.bias_hh_l0_reverse	2	0.07853296399116516
32060	rnn.bias_hh_l0_reverse	3	-0.004167449660599232
32060	rnn.bias_hh_l0_reverse	4	0.07126083225011826
32060	rnn.bias_hh_l0_reverse	5	0.007451638579368591
32060	rnn.bias_hh_l0_reverse	6	-0.05442683771252632
32060	rnn.bias_hh_l0_reverse	7	0.027394887059926987
32060	rnn.bias_hh_l0_reverse	8	0.011137887835502625
32060	rnn.bias_hh_l0_reverse	9	-0.16063851118087769
32060	linear.weight	0	0.1724538803100586
32060	linear.weight	1	-0.1628272980451584
32060	linear.weight	2	-0.21479055285453796
32060	linear.weight	3	0.07828183472156525
32060	linear.weight	4	-0.026606770232319832
32060	linear.weight	5	0.004114340525120497
32060	linear.weight	6	-0.0069090561009943485
32060	linear.weight	7	-0.0270796287804842
32060	linear.weight	8	0.08432316780090332
32060	linear.weight	9	0.3489544689655304
32060	linear.bias	0	-0.20752938091754913
32060	linear.bias	1	0.19449391961097717
32060	linear.bias	2	-0.5392305850982666
32060	linear.bias	3	1.7022669315338135
32060	linear.bias	4	-0.3969336748123169
32060	linear.bias	5	-0.030769959092140198
32060	linear.bias	6	-0.35753458738327026
32060	linear.bias	7	-0.2793180048465729
32060	linear.bias	8	-0.04466827213764191
32060	linear.bias	9	-0.4978795647621155
32088	transitions	0	-0.6482481360435486
32088	transitions	1	0.3496077358722687
32088	transitions	2	1.6743884086608887
32088	transitions	3	0.09658145904541016
32088	transitions	4	0.948419451713562
32088	transitions	5	1.2739239931106567
32088	transitions	6	0.4833005666732788
32088	transitions	7	0.17574498057365417
32088	transitions	8	-0.919520914554596
32088	transitions	9	0.9306595325469971
32088	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32088	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32088	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32088	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32088	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32088	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32088	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32088	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32088	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32088	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32088	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32088	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32088	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32088	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32088	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32088	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32088	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32088	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32088	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32088	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32088	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32088	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32088	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32088	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32088	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32088	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32088	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32088	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32088	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32088	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32088	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32088	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32088	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32088	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32088	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32088	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32088	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32088	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32088	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32088	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32088	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32088	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32088	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32088	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32088	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32088	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32088	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32088	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32088	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32088	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32088	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32088	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32088	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32088	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32088	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32088	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32088	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32088	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32088	embedding2nn.weight	0	0.022496946156024933
32088	embedding2nn.weight	1	0.014196953736245632
32088	embedding2nn.weight	2	-0.004284141585230827
32088	embedding2nn.weight	3	-9.898871212499216e-05
32088	embedding2nn.weight	4	-0.004370654933154583
32088	embedding2nn.weight	5	0.01185533031821251
32088	embedding2nn.weight	6	-0.004970523063093424
32088	embedding2nn.weight	7	0.020897546783089638
32088	embedding2nn.weight	8	-0.006830696016550064
32088	embedding2nn.weight	9	-0.013906874693930149
32088	embedding2nn.bias	0	-0.038383085280656815
32088	embedding2nn.bias	1	-0.02136857993900776
32088	embedding2nn.bias	2	-0.07377565652132034
32088	embedding2nn.bias	3	-0.0010050964774563909
32088	embedding2nn.bias	4	0.0038825473748147488
32088	embedding2nn.bias	5	-0.006260513328015804
32088	embedding2nn.bias	6	0.008421432226896286
32088	embedding2nn.bias	7	0.02034023217856884
32088	embedding2nn.bias	8	0.007423490285873413
32088	embedding2nn.bias	9	0.0020414984319359064
32088	rnn.weight_ih_l0	0	0.039499349892139435
32088	rnn.weight_ih_l0	1	-0.013631333597004414
32088	rnn.weight_ih_l0	2	-0.03644610941410065
32088	rnn.weight_ih_l0	3	-0.044838689267635345
32088	rnn.weight_ih_l0	4	-0.052016012370586395
32088	rnn.weight_ih_l0	5	-0.008460748940706253
32088	rnn.weight_ih_l0	6	-0.05190518498420715
32088	rnn.weight_ih_l0	7	-0.06158927083015442
32088	rnn.weight_ih_l0	8	-0.044736120849847794
32088	rnn.weight_ih_l0	9	-0.026957228779792786
32088	rnn.weight_hh_l0	0	0.019394459202885628
32088	rnn.weight_hh_l0	1	-0.009672056883573532
32088	rnn.weight_hh_l0	2	-0.06753096729516983
32088	rnn.weight_hh_l0	3	-0.0333852618932724
32088	rnn.weight_hh_l0	4	-0.07831303030252457
32088	rnn.weight_hh_l0	5	-0.014569539576768875
32088	rnn.weight_hh_l0	6	-0.05440359562635422
32088	rnn.weight_hh_l0	7	-0.04047819599509239
32088	rnn.weight_hh_l0	8	-0.01910543069243431
32088	rnn.weight_hh_l0	9	-0.007876583375036716
32088	rnn.bias_ih_l0	0	0.14544877409934998
32088	rnn.bias_ih_l0	1	-0.056036870926618576
32088	rnn.bias_ih_l0	2	0.10394538938999176
32088	rnn.bias_ih_l0	3	0.04895889014005661
32088	rnn.bias_ih_l0	4	0.098960742354393
32088	rnn.bias_ih_l0	5	0.02425452694296837
32088	rnn.bias_ih_l0	6	-0.01764058880507946
32088	rnn.bias_ih_l0	7	-0.10891271382570267
32088	rnn.bias_ih_l0	8	-0.20709869265556335
32088	rnn.bias_ih_l0	9	0.08704715222120285
32088	rnn.bias_hh_l0	0	0.0025361920706927776
32088	rnn.bias_hh_l0	1	0.02315044403076172
32088	rnn.bias_hh_l0	2	-0.006122208200395107
32088	rnn.bias_hh_l0	3	-0.030225299298763275
32088	rnn.bias_hh_l0	4	-0.036267705261707306
32088	rnn.bias_hh_l0	5	0.14340423047542572
32088	rnn.bias_hh_l0	6	0.05148790031671524
32088	rnn.bias_hh_l0	7	0.06006254628300667
32088	rnn.bias_hh_l0	8	0.016728108748793602
32088	rnn.bias_hh_l0	9	0.04307271167635918
32088	rnn.weight_ih_l0_reverse	0	-0.02974267490208149
32088	rnn.weight_ih_l0_reverse	1	-0.002186162630096078
32088	rnn.weight_ih_l0_reverse	2	0.023800060153007507
32088	rnn.weight_ih_l0_reverse	3	-0.06212182715535164
32088	rnn.weight_ih_l0_reverse	4	0.009322963654994965
32088	rnn.weight_ih_l0_reverse	5	-0.046084530651569366
32088	rnn.weight_ih_l0_reverse	6	0.028402430936694145
32088	rnn.weight_ih_l0_reverse	7	0.04595915973186493
32088	rnn.weight_ih_l0_reverse	8	-0.04876802861690521
32088	rnn.weight_ih_l0_reverse	9	-0.05076654627919197
32088	rnn.weight_hh_l0_reverse	0	-0.08323995023965836
32088	rnn.weight_hh_l0_reverse	1	-0.06309793144464493
32088	rnn.weight_hh_l0_reverse	2	0.03440014272928238
32088	rnn.weight_hh_l0_reverse	3	0.04578344523906708
32088	rnn.weight_hh_l0_reverse	4	-0.01573851704597473
32088	rnn.weight_hh_l0_reverse	5	0.04560362175107002
32088	rnn.weight_hh_l0_reverse	6	0.0008727792301215231
32088	rnn.weight_hh_l0_reverse	7	-0.00022879386960994452
32088	rnn.weight_hh_l0_reverse	8	-0.0986378863453865
32088	rnn.weight_hh_l0_reverse	9	0.08008604496717453
32088	rnn.bias_ih_l0_reverse	0	-0.08918961137533188
32088	rnn.bias_ih_l0_reverse	1	-0.06909387558698654
32088	rnn.bias_ih_l0_reverse	2	0.10350646078586578
32088	rnn.bias_ih_l0_reverse	3	0.047738175839185715
32088	rnn.bias_ih_l0_reverse	4	-0.12919847667217255
32088	rnn.bias_ih_l0_reverse	5	0.040888383984565735
32088	rnn.bias_ih_l0_reverse	6	-0.10619433969259262
32088	rnn.bias_ih_l0_reverse	7	0.04444310441613197
32088	rnn.bias_ih_l0_reverse	8	0.0344930998980999
32088	rnn.bias_ih_l0_reverse	9	0.06349969655275345
32088	rnn.bias_hh_l0_reverse	0	0.05694495514035225
32088	rnn.bias_hh_l0_reverse	1	0.06544937938451767
32088	rnn.bias_hh_l0_reverse	2	0.0785531997680664
32088	rnn.bias_hh_l0_reverse	3	-0.00416851369664073
32088	rnn.bias_hh_l0_reverse	4	0.07127255946397781
32088	rnn.bias_hh_l0_reverse	5	0.007456738036125898
32088	rnn.bias_hh_l0_reverse	6	-0.054431602358818054
32088	rnn.bias_hh_l0_reverse	7	0.02738237753510475
32088	rnn.bias_hh_l0_reverse	8	0.011179656721651554
32088	rnn.bias_hh_l0_reverse	9	-0.16066208481788635
32088	linear.weight	0	0.17246565222740173
32088	linear.weight	1	-0.16282698512077332
32088	linear.weight	2	-0.21478815376758575
32088	linear.weight	3	0.07827946543693542
32088	linear.weight	4	-0.02659369632601738
32088	linear.weight	5	0.004131248686462641
32088	linear.weight	6	-0.006909053307026625
32088	linear.weight	7	-0.027079589664936066
32088	linear.weight	8	0.08433361351490021
32088	linear.weight	9	0.34895434975624084
32088	linear.bias	0	-0.20734049379825592
32088	linear.bias	1	0.19449785351753235
32088	linear.bias	2	-0.5392361879348755
32088	linear.bias	3	1.7018678188323975
32088	linear.bias	4	-0.3969345688819885
32088	linear.bias	5	-0.030769959092140198
32088	linear.bias	6	-0.3575473725795746
32088	linear.bias	7	-0.2793346345424652
32088	linear.bias	8	-0.04460673779249191
32088	linear.bias	9	-0.4978800415992737
32116	transitions	0	-0.6482483744621277
32116	transitions	1	0.3496076166629791
32116	transitions	2	1.6743879318237305
32116	transitions	3	0.09658139199018478
32116	transitions	4	0.9484192728996277
32116	transitions	5	1.2739239931106567
32116	transitions	6	0.4833005666732788
32116	transitions	7	0.17574498057365417
32116	transitions	8	-0.919520914554596
32116	transitions	9	0.9306595325469971
32116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32116	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32116	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32116	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32116	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32116	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32116	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32116	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32116	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32116	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32116	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32116	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32116	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32116	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32116	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32116	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32116	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32116	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32116	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32116	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32116	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32116	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32116	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32116	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32116	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32116	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32116	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32116	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32116	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32116	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32116	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32116	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32116	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32116	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32116	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32116	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32116	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32116	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32116	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32116	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32116	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32116	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32116	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32116	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32116	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32116	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32116	embedding2nn.weight	0	0.022490546107292175
32116	embedding2nn.weight	1	0.014196953736245632
32116	embedding2nn.weight	2	-0.004284338094294071
32116	embedding2nn.weight	3	-9.639856580179185e-05
32116	embedding2nn.weight	4	-0.004369393922388554
32116	embedding2nn.weight	5	0.011856410652399063
32116	embedding2nn.weight	6	-0.0049701654352247715
32116	embedding2nn.weight	7	0.020899228751659393
32116	embedding2nn.weight	8	-0.006832261104136705
32116	embedding2nn.weight	9	-0.013906409032642841
32116	embedding2nn.bias	0	-0.03842565417289734
32116	embedding2nn.bias	1	-0.021383199840784073
32116	embedding2nn.bias	2	-0.07388170808553696
32116	embedding2nn.bias	3	-0.0010559620568528771
32116	embedding2nn.bias	4	0.003925317898392677
32116	embedding2nn.bias	5	-0.006234952248632908
32116	embedding2nn.bias	6	0.008407709188759327
32116	embedding2nn.bias	7	0.020444175228476524
32116	embedding2nn.bias	8	0.0074827056378126144
32116	embedding2nn.bias	9	0.002035887911915779
32116	rnn.weight_ih_l0	0	0.039502713829278946
32116	rnn.weight_ih_l0	1	-0.01363457553088665
32116	rnn.weight_ih_l0	2	-0.03643447533249855
32116	rnn.weight_ih_l0	3	-0.04483947902917862
32116	rnn.weight_ih_l0	4	-0.05201248079538345
32116	rnn.weight_ih_l0	5	-0.008457579649984837
32116	rnn.weight_ih_l0	6	-0.05190301313996315
32116	rnn.weight_ih_l0	7	-0.0615871287882328
32116	rnn.weight_ih_l0	8	-0.04474114626646042
32116	rnn.weight_ih_l0	9	-0.026957660913467407
32116	rnn.weight_hh_l0	0	0.019397951662540436
32116	rnn.weight_hh_l0	1	-0.009670096449553967
32116	rnn.weight_hh_l0	2	-0.06752336025238037
32116	rnn.weight_hh_l0	3	-0.03338010981678963
32116	rnn.weight_hh_l0	4	-0.07831421494483948
32116	rnn.weight_hh_l0	5	-0.0145691754296422
32116	rnn.weight_hh_l0	6	-0.05439693108201027
32116	rnn.weight_hh_l0	7	-0.04048176109790802
32116	rnn.weight_hh_l0	8	-0.01910235919058323
32116	rnn.weight_hh_l0	9	-0.007889674976468086
32116	rnn.bias_ih_l0	0	0.14544540643692017
32116	rnn.bias_ih_l0	1	-0.0560440719127655
32116	rnn.bias_ih_l0	2	0.10394847393035889
32116	rnn.bias_ih_l0	3	0.0489317961037159
32116	rnn.bias_ih_l0	4	0.09894362092018127
32116	rnn.bias_ih_l0	5	0.024251475930213928
32116	rnn.bias_ih_l0	6	-0.017634397372603416
32116	rnn.bias_ih_l0	7	-0.1089172288775444
32116	rnn.bias_ih_l0	8	-0.20709601044654846
32116	rnn.bias_ih_l0	9	0.08704029023647308
32116	rnn.bias_hh_l0	0	0.002536827465519309
32116	rnn.bias_hh_l0	1	0.023162350058555603
32116	rnn.bias_hh_l0	2	-0.00610372144728899
32116	rnn.bias_hh_l0	3	-0.03024275228381157
32116	rnn.bias_hh_l0	4	-0.036265213042497635
32116	rnn.bias_hh_l0	5	0.14337630569934845
32116	rnn.bias_hh_l0	6	0.05147109553217888
32116	rnn.bias_hh_l0	7	0.060059379786252975
32116	rnn.bias_hh_l0	8	0.016734300181269646
32116	rnn.bias_hh_l0	9	0.04305369406938553
32116	rnn.weight_ih_l0_reverse	0	-0.029741177335381508
32116	rnn.weight_ih_l0_reverse	1	-0.002176768844947219
32116	rnn.weight_ih_l0_reverse	2	0.023800991475582123
32116	rnn.weight_ih_l0_reverse	3	-0.062121838331222534
32116	rnn.weight_ih_l0_reverse	4	0.009320671670138836
32116	rnn.weight_ih_l0_reverse	5	-0.04608851671218872
32116	rnn.weight_ih_l0_reverse	6	0.028394227847456932
32116	rnn.weight_ih_l0_reverse	7	0.04596047103404999
32116	rnn.weight_ih_l0_reverse	8	-0.04877500981092453
32116	rnn.weight_ih_l0_reverse	9	-0.05076848715543747
32116	rnn.weight_hh_l0_reverse	0	-0.0832422524690628
32116	rnn.weight_hh_l0_reverse	1	-0.06310689449310303
32116	rnn.weight_hh_l0_reverse	2	0.03439611196517944
32116	rnn.weight_hh_l0_reverse	3	0.04578462615609169
32116	rnn.weight_hh_l0_reverse	4	-0.015732504427433014
32116	rnn.weight_hh_l0_reverse	5	0.045603398233652115
32116	rnn.weight_hh_l0_reverse	6	0.0009005359024740756
32116	rnn.weight_hh_l0_reverse	7	-0.00022426866053137928
32116	rnn.weight_hh_l0_reverse	8	-0.09864483773708344
32116	rnn.weight_hh_l0_reverse	9	0.08008033037185669
32116	rnn.bias_ih_l0_reverse	0	-0.08917320519685745
32116	rnn.bias_ih_l0_reverse	1	-0.06912749260663986
32116	rnn.bias_ih_l0_reverse	2	0.10349974781274796
32116	rnn.bias_ih_l0_reverse	3	0.047747302800416946
32116	rnn.bias_ih_l0_reverse	4	-0.129196897149086
32116	rnn.bias_ih_l0_reverse	5	0.040903232991695404
32116	rnn.bias_ih_l0_reverse	6	-0.1061733067035675
32116	rnn.bias_ih_l0_reverse	7	0.0444512665271759
32116	rnn.bias_ih_l0_reverse	8	0.03449656814336777
32116	rnn.bias_ih_l0_reverse	9	0.06349785625934601
32116	rnn.bias_hh_l0_reverse	0	0.056984640657901764
32116	rnn.bias_hh_l0_reverse	1	0.06544635444879532
32116	rnn.bias_hh_l0_reverse	2	0.0785522609949112
32116	rnn.bias_hh_l0_reverse	3	-0.004169391933828592
32116	rnn.bias_hh_l0_reverse	4	0.07128313928842545
32116	rnn.bias_hh_l0_reverse	5	0.007490498945116997
32116	rnn.bias_hh_l0_reverse	6	-0.05444628745317459
32116	rnn.bias_hh_l0_reverse	7	0.027404015883803368
32116	rnn.bias_hh_l0_reverse	8	0.011190720833837986
32116	rnn.bias_hh_l0_reverse	9	-0.1607145071029663
32116	linear.weight	0	0.17257308959960938
32116	linear.weight	1	-0.16282670199871063
32116	linear.weight	2	-0.21477681398391724
32116	linear.weight	3	0.07824085652828217
32116	linear.weight	4	-0.026589304208755493
32116	linear.weight	5	0.004143468104302883
32116	linear.weight	6	-0.006909064948558807
32116	linear.weight	7	-0.027068303897976875
32116	linear.weight	8	0.08434809744358063
32116	linear.weight	9	0.34897586703300476
32116	linear.bias	0	-0.20720477402210236
32116	linear.bias	1	0.19457325339317322
32116	linear.bias	2	-0.539222776889801
32116	linear.bias	3	1.7018980979919434
32116	linear.bias	4	-0.39693689346313477
32116	linear.bias	5	-0.030769959092140198
32116	linear.bias	6	-0.35753095149993896
32116	linear.bias	7	-0.2793595492839813
32116	linear.bias	8	-0.04478149116039276
32116	linear.bias	9	-0.4978804290294647
32144	transitions	0	-0.6482486724853516
32144	transitions	1	0.34960752725601196
32144	transitions	2	1.6743875741958618
32144	transitions	3	0.09658114612102509
32144	transitions	4	0.9484191536903381
32144	transitions	5	1.2739239931106567
32144	transitions	6	0.4833005368709564
32144	transitions	7	0.17574498057365417
32144	transitions	8	-0.919520914554596
32144	transitions	9	0.9306595325469971
32144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32144	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32144	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32144	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32144	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32144	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32144	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32144	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32144	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32144	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32144	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32144	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32144	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32144	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32144	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32144	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32144	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32144	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32144	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32144	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32144	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32144	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32144	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32144	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32144	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32144	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32144	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32144	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32144	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32144	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32144	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32144	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32144	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32144	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32144	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32144	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32144	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32144	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32144	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32144	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32144	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32144	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32144	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32144	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32144	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32144	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32144	embedding2nn.weight	0	0.02249344252049923
32144	embedding2nn.weight	1	0.014197980985045433
32144	embedding2nn.weight	2	-0.004283703863620758
32144	embedding2nn.weight	3	-9.728304576128721e-05
32144	embedding2nn.weight	4	-0.004369283095002174
32144	embedding2nn.weight	5	0.011854282580316067
32144	embedding2nn.weight	6	-0.00496961222961545
32144	embedding2nn.weight	7	0.020901808515191078
32144	embedding2nn.weight	8	-0.00682993745431304
32144	embedding2nn.weight	9	-0.013907351531088352
32144	embedding2nn.bias	0	-0.038342855870723724
32144	embedding2nn.bias	1	-0.021416496485471725
32144	embedding2nn.bias	2	-0.07389882951974869
32144	embedding2nn.bias	3	-0.0010982417734339833
32144	embedding2nn.bias	4	0.003973353188484907
32144	embedding2nn.bias	5	-0.0061766779981553555
32144	embedding2nn.bias	6	0.008395552635192871
32144	embedding2nn.bias	7	0.020455002784729004
32144	embedding2nn.bias	8	0.007544761523604393
32144	embedding2nn.bias	9	0.0019588873255997896
32144	rnn.weight_ih_l0	0	0.03950466215610504
32144	rnn.weight_ih_l0	1	-0.013627037405967712
32144	rnn.weight_ih_l0	2	-0.0364399179816246
32144	rnn.weight_ih_l0	3	-0.044841084629297256
32144	rnn.weight_ih_l0	4	-0.052012473344802856
32144	rnn.weight_ih_l0	5	-0.008459989912807941
32144	rnn.weight_ih_l0	6	-0.051901523023843765
32144	rnn.weight_ih_l0	7	-0.06158652529120445
32144	rnn.weight_ih_l0	8	-0.044746432453393936
32144	rnn.weight_ih_l0	9	-0.02695651911199093
32144	rnn.weight_hh_l0	0	0.019391387701034546
32144	rnn.weight_hh_l0	1	-0.009672675281763077
32144	rnn.weight_hh_l0	2	-0.06752593070268631
32144	rnn.weight_hh_l0	3	-0.03338337317109108
32144	rnn.weight_hh_l0	4	-0.07831765711307526
32144	rnn.weight_hh_l0	5	-0.014566204510629177
32144	rnn.weight_hh_l0	6	-0.054385434836149216
32144	rnn.weight_hh_l0	7	-0.040499377995729446
32144	rnn.weight_hh_l0	8	-0.019100919365882874
32144	rnn.weight_hh_l0	9	-0.00788712315261364
32144	rnn.bias_ih_l0	0	0.14545656740665436
32144	rnn.bias_ih_l0	1	-0.05606183037161827
32144	rnn.bias_ih_l0	2	0.10394786298274994
32144	rnn.bias_ih_l0	3	0.04896276444196701
32144	rnn.bias_ih_l0	4	0.09894681721925735
32144	rnn.bias_ih_l0	5	0.024257393553853035
32144	rnn.bias_ih_l0	6	-0.017648402601480484
32144	rnn.bias_ih_l0	7	-0.10893534868955612
32144	rnn.bias_ih_l0	8	-0.20717279613018036
32144	rnn.bias_ih_l0	9	0.0870429128408432
32144	rnn.bias_hh_l0	0	0.0025353962555527687
32144	rnn.bias_hh_l0	1	0.02312779426574707
32144	rnn.bias_hh_l0	2	-0.006090044509619474
32144	rnn.bias_hh_l0	3	-0.030247408896684647
32144	rnn.bias_hh_l0	4	-0.03627926856279373
32144	rnn.bias_hh_l0	5	0.1433713287115097
32144	rnn.bias_hh_l0	6	0.05144723877310753
32144	rnn.bias_hh_l0	7	0.0600600466132164
32144	rnn.bias_hh_l0	8	0.016720294952392578
32144	rnn.bias_hh_l0	9	0.043046679347753525
32144	rnn.weight_ih_l0_reverse	0	-0.029738690704107285
32144	rnn.weight_ih_l0_reverse	1	-0.0021817085798829794
32144	rnn.weight_ih_l0_reverse	2	0.023801086470484734
32144	rnn.weight_ih_l0_reverse	3	-0.06212998554110527
32144	rnn.weight_ih_l0_reverse	4	0.009318523108959198
32144	rnn.weight_ih_l0_reverse	5	-0.04609014466404915
32144	rnn.weight_ih_l0_reverse	6	0.028392117470502853
32144	rnn.weight_ih_l0_reverse	7	0.04596544802188873
32144	rnn.weight_ih_l0_reverse	8	-0.048772040754556656
32144	rnn.weight_ih_l0_reverse	9	-0.05076707527041435
32144	rnn.weight_hh_l0_reverse	0	-0.08323840796947479
32144	rnn.weight_hh_l0_reverse	1	-0.0631093680858612
32144	rnn.weight_hh_l0_reverse	2	0.034395672380924225
32144	rnn.weight_hh_l0_reverse	3	0.045780960470438004
32144	rnn.weight_hh_l0_reverse	4	-0.015733283013105392
32144	rnn.weight_hh_l0_reverse	5	0.0456019826233387
32144	rnn.weight_hh_l0_reverse	6	0.0009083295008167624
32144	rnn.weight_hh_l0_reverse	7	-0.00022622976393904537
32144	rnn.weight_hh_l0_reverse	8	-0.09864604473114014
32144	rnn.weight_hh_l0_reverse	9	0.08007480204105377
32144	rnn.bias_ih_l0_reverse	0	-0.08923891186714172
32144	rnn.bias_ih_l0_reverse	1	-0.06904144585132599
32144	rnn.bias_ih_l0_reverse	2	0.1035224199295044
32144	rnn.bias_ih_l0_reverse	3	0.04775594547390938
32144	rnn.bias_ih_l0_reverse	4	-0.12917618453502655
32144	rnn.bias_ih_l0_reverse	5	0.04093167185783386
32144	rnn.bias_ih_l0_reverse	6	-0.10616213828325272
32144	rnn.bias_ih_l0_reverse	7	0.04443717375397682
32144	rnn.bias_ih_l0_reverse	8	0.034520771354436874
32144	rnn.bias_ih_l0_reverse	9	0.06348936259746552
32144	rnn.bias_hh_l0_reverse	0	0.057010505348443985
32144	rnn.bias_hh_l0_reverse	1	0.06543140858411789
32144	rnn.bias_hh_l0_reverse	2	0.07855182141065598
32144	rnn.bias_hh_l0_reverse	3	-0.004190672654658556
32144	rnn.bias_hh_l0_reverse	4	0.0712864026427269
32144	rnn.bias_hh_l0_reverse	5	0.0074718124233186245
32144	rnn.bias_hh_l0_reverse	6	-0.05444050580263138
32144	rnn.bias_hh_l0_reverse	7	0.0273977629840374
32144	rnn.bias_hh_l0_reverse	8	0.01118516642600298
32144	rnn.bias_hh_l0_reverse	9	-0.16072961688041687
32144	linear.weight	0	0.17259874939918518
32144	linear.weight	1	-0.16282664239406586
32144	linear.weight	2	-0.21478134393692017
32144	linear.weight	3	0.07824033498764038
32144	linear.weight	4	-0.026592878624796867
32144	linear.weight	5	0.004129032138735056
32144	linear.weight	6	-0.006909108720719814
32144	linear.weight	7	-0.027068210765719414
32144	linear.weight	8	0.08436498045921326
32144	linear.weight	9	0.34897860884666443
32144	linear.bias	0	-0.20700909197330475
32144	linear.bias	1	0.1946185827255249
32144	linear.bias	2	-0.539236843585968
32144	linear.bias	3	1.7018085718154907
32144	linear.bias	4	-0.39695966243743896
32144	linear.bias	5	-0.030769959092140198
32144	linear.bias	6	-0.3575475215911865
32144	linear.bias	7	-0.27937403321266174
32144	linear.bias	8	-0.04490647092461586
32144	linear.bias	9	-0.4978812038898468
32172	transitions	0	-0.648249089717865
32172	transitions	1	0.3496074378490448
32172	transitions	2	1.6743874549865723
32172	transitions	3	0.09658092260360718
32172	transitions	4	0.9484189748764038
32172	transitions	5	1.2739239931106567
32172	transitions	6	0.4833005368709564
32172	transitions	7	0.17574498057365417
32172	transitions	8	-0.919520914554596
32172	transitions	9	0.9306595325469971
32172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32172	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32172	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32172	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32172	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32172	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32172	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32172	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32172	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32172	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32172	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32172	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32172	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32172	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32172	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32172	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32172	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32172	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32172	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32172	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32172	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32172	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32172	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32172	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32172	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32172	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32172	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32172	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32172	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32172	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32172	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32172	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32172	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32172	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32172	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32172	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32172	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32172	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32172	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32172	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32172	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32172	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32172	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32172	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32172	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32172	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32172	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32172	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32172	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32172	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32172	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32172	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32172	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32172	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32172	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32172	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32172	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32172	embedding2nn.weight	0	0.02249648980796337
32172	embedding2nn.weight	1	0.014198788441717625
32172	embedding2nn.weight	2	-0.004284391179680824
32172	embedding2nn.weight	3	-9.659100760472938e-05
32172	embedding2nn.weight	4	-0.004369127564132214
32172	embedding2nn.weight	5	0.011856143362820148
32172	embedding2nn.weight	6	-0.004969658795744181
32172	embedding2nn.weight	7	0.020895466208457947
32172	embedding2nn.weight	8	-0.00683040264993906
32172	embedding2nn.weight	9	-0.01390729658305645
32172	embedding2nn.bias	0	-0.0383300706744194
32172	embedding2nn.bias	1	-0.02138272114098072
32172	embedding2nn.bias	2	-0.0738450139760971
32172	embedding2nn.bias	3	-0.0011104220757260919
32172	embedding2nn.bias	4	0.003977677319198847
32172	embedding2nn.bias	5	-0.006113537587225437
32172	embedding2nn.bias	6	0.00840227585285902
32172	embedding2nn.bias	7	0.020418675616383553
32172	embedding2nn.bias	8	0.007492393720895052
32172	embedding2nn.bias	9	0.0019473218126222491
32172	rnn.weight_ih_l0	0	0.039508312940597534
32172	rnn.weight_ih_l0	1	-0.013634971342980862
32172	rnn.weight_ih_l0	2	-0.036428965628147125
32172	rnn.weight_ih_l0	3	-0.044841937720775604
32172	rnn.weight_ih_l0	4	-0.052010126411914825
32172	rnn.weight_ih_l0	5	-0.008465461432933807
32172	rnn.weight_ih_l0	6	-0.051899172365665436
32172	rnn.weight_ih_l0	7	-0.06158526614308357
32172	rnn.weight_ih_l0	8	-0.04474075883626938
32172	rnn.weight_ih_l0	9	-0.026959335431456566
32172	rnn.weight_hh_l0	0	0.019386881962418556
32172	rnn.weight_hh_l0	1	-0.009673337452113628
32172	rnn.weight_hh_l0	2	-0.06753083318471909
32172	rnn.weight_hh_l0	3	-0.03338272497057915
32172	rnn.weight_hh_l0	4	-0.07831836491823196
32172	rnn.weight_hh_l0	5	-0.014554226770997047
32172	rnn.weight_hh_l0	6	-0.054346177726984024
32172	rnn.weight_hh_l0	7	-0.040512565523386
32172	rnn.weight_hh_l0	8	-0.019111253321170807
32172	rnn.weight_hh_l0	9	-0.007902310229837894
32172	rnn.bias_ih_l0	0	0.145442932844162
32172	rnn.bias_ih_l0	1	-0.0560595728456974
32172	rnn.bias_ih_l0	2	0.10395790636539459
32172	rnn.bias_ih_l0	3	0.0489807054400444
32172	rnn.bias_ih_l0	4	0.09896660596132278
32172	rnn.bias_ih_l0	5	0.02425852045416832
32172	rnn.bias_ih_l0	6	-0.01762944459915161
32172	rnn.bias_ih_l0	7	-0.10889380425214767
32172	rnn.bias_ih_l0	8	-0.20711593329906464
32172	rnn.bias_ih_l0	9	0.08705765008926392
32172	rnn.bias_hh_l0	0	0.002537749707698822
32172	rnn.bias_hh_l0	1	0.023105578497052193
32172	rnn.bias_hh_l0	2	-0.006104369647800922
32172	rnn.bias_hh_l0	3	-0.030202383175492287
32172	rnn.bias_hh_l0	4	-0.036279141902923584
32172	rnn.bias_hh_l0	5	0.14340078830718994
32172	rnn.bias_hh_l0	6	0.05143436789512634
32172	rnn.bias_hh_l0	7	0.06005010008811951
32172	rnn.bias_hh_l0	8	0.01673925295472145
32172	rnn.bias_hh_l0	9	0.04305446520447731
32172	rnn.weight_ih_l0_reverse	0	-0.029741212725639343
32172	rnn.weight_ih_l0_reverse	1	-0.0021862643770873547
32172	rnn.weight_ih_l0_reverse	2	0.02380306087434292
32172	rnn.weight_ih_l0_reverse	3	-0.06212912127375603
32172	rnn.weight_ih_l0_reverse	4	0.009319256991147995
32172	rnn.weight_ih_l0_reverse	5	-0.04609445109963417
32172	rnn.weight_ih_l0_reverse	6	0.028391050174832344
32172	rnn.weight_ih_l0_reverse	7	0.04596331715583801
32172	rnn.weight_ih_l0_reverse	8	-0.04877450689673424
32172	rnn.weight_ih_l0_reverse	9	-0.05076703429222107
32172	rnn.weight_hh_l0_reverse	0	-0.08324889838695526
32172	rnn.weight_hh_l0_reverse	1	-0.06312701851129532
32172	rnn.weight_hh_l0_reverse	2	0.03439592197537422
32172	rnn.weight_hh_l0_reverse	3	0.045782387256622314
32172	rnn.weight_hh_l0_reverse	4	-0.015742477029561996
32172	rnn.weight_hh_l0_reverse	5	0.04560147970914841
32172	rnn.weight_hh_l0_reverse	6	0.0009394771768711507
32172	rnn.weight_hh_l0_reverse	7	-0.00022894286666996777
32172	rnn.weight_hh_l0_reverse	8	-0.0986480861902237
32172	rnn.weight_hh_l0_reverse	9	0.080074742436409
32172	rnn.bias_ih_l0_reverse	0	-0.08916931599378586
32172	rnn.bias_ih_l0_reverse	1	-0.06907869130373001
32172	rnn.bias_ih_l0_reverse	2	0.10349690914154053
32172	rnn.bias_ih_l0_reverse	3	0.047781575471162796
32172	rnn.bias_ih_l0_reverse	4	-0.12918052077293396
32172	rnn.bias_ih_l0_reverse	5	0.04090365394949913
32172	rnn.bias_ih_l0_reverse	6	-0.1061486005783081
32172	rnn.bias_ih_l0_reverse	7	0.044430892914533615
32172	rnn.bias_ih_l0_reverse	8	0.034519609063863754
32172	rnn.bias_ih_l0_reverse	9	0.06347353011369705
32172	rnn.bias_hh_l0_reverse	0	0.057129256427288055
32172	rnn.bias_hh_l0_reverse	1	0.06541886180639267
32172	rnn.bias_hh_l0_reverse	2	0.0785709097981453
32172	rnn.bias_hh_l0_reverse	3	-0.00419854000210762
32172	rnn.bias_hh_l0_reverse	4	0.07133239507675171
32172	rnn.bias_hh_l0_reverse	5	0.007421963848173618
32172	rnn.bias_hh_l0_reverse	6	-0.054456956684589386
32172	rnn.bias_hh_l0_reverse	7	0.027387771755456924
32172	rnn.bias_hh_l0_reverse	8	0.011190995573997498
32172	rnn.bias_hh_l0_reverse	9	-0.1607040911912918
32172	linear.weight	0	0.17262378334999084
32172	linear.weight	1	-0.1628265678882599
32172	linear.weight	2	-0.2147657573223114
32172	linear.weight	3	0.07822632789611816
32172	linear.weight	4	-0.026589954271912575
32172	linear.weight	5	0.004125642590224743
32172	linear.weight	6	-0.006909094750881195
32172	linear.weight	7	-0.027067840099334717
32172	linear.weight	8	0.08435582369565964
32172	linear.weight	9	0.348976731300354
32172	linear.bias	0	-0.2069065123796463
32172	linear.bias	1	0.19461357593536377
32172	linear.bias	2	-0.5392643213272095
32172	linear.bias	3	1.7016141414642334
32172	linear.bias	4	-0.39696064591407776
32172	linear.bias	5	-0.030769959092140198
32172	linear.bias	6	-0.35755035281181335
32172	linear.bias	7	-0.27934738993644714
32172	linear.bias	8	-0.04489682614803314
32172	linear.bias	9	-0.49788179993629456
32200	transitions	0	-0.6482491493225098
32200	transitions	1	0.3496072292327881
32200	transitions	2	1.6743870973587036
32200	transitions	3	0.09658052772283554
32200	transitions	4	0.9484189748764038
32200	transitions	5	1.2739239931106567
32200	transitions	6	0.4833005368709564
32200	transitions	7	0.17574498057365417
32200	transitions	8	-0.919520914554596
32200	transitions	9	0.9306595325469971
32200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32200	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32200	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32200	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32200	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32200	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32200	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32200	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32200	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32200	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32200	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32200	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32200	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32200	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32200	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32200	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32200	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32200	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32200	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32200	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32200	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32200	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32200	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32200	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32200	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32200	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32200	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32200	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32200	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32200	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32200	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32200	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32200	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32200	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32200	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32200	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32200	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32200	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32200	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32200	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32200	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32200	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32200	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32200	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32200	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32200	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32200	embedding2nn.weight	0	0.022490419447422028
32200	embedding2nn.weight	1	0.014197351410984993
32200	embedding2nn.weight	2	-0.004284138325601816
32200	embedding2nn.weight	3	-9.857225813902915e-05
32200	embedding2nn.weight	4	-0.004368931520730257
32200	embedding2nn.weight	5	0.011857584118843079
32200	embedding2nn.weight	6	-0.004969661124050617
32200	embedding2nn.weight	7	0.020891163498163223
32200	embedding2nn.weight	8	-0.006833941675722599
32200	embedding2nn.weight	9	-0.013907475396990776
32200	embedding2nn.bias	0	-0.03836473077535629
32200	embedding2nn.bias	1	-0.021454712375998497
32200	embedding2nn.bias	2	-0.07385892421007156
32200	embedding2nn.bias	3	-0.0010371995158493519
32200	embedding2nn.bias	4	0.0038916931953281164
32200	embedding2nn.bias	5	-0.006167478859424591
32200	embedding2nn.bias	6	0.008396263234317303
32200	embedding2nn.bias	7	0.020469972863793373
32200	embedding2nn.bias	8	0.007538387551903725
32200	embedding2nn.bias	9	0.001963378395885229
32200	rnn.weight_ih_l0	0	0.03951220214366913
32200	rnn.weight_ih_l0	1	-0.013626997359097004
32200	rnn.weight_ih_l0	2	-0.03642760589718819
32200	rnn.weight_ih_l0	3	-0.044844839721918106
32200	rnn.weight_ih_l0	4	-0.05201078951358795
32200	rnn.weight_ih_l0	5	-0.008466403931379318
32200	rnn.weight_ih_l0	6	-0.05190322548151016
32200	rnn.weight_ih_l0	7	-0.061584051698446274
32200	rnn.weight_ih_l0	8	-0.04473889619112015
32200	rnn.weight_ih_l0	9	-0.026959944516420364
32200	rnn.weight_hh_l0	0	0.019383687525987625
32200	rnn.weight_hh_l0	1	-0.009678194299340248
32200	rnn.weight_hh_l0	2	-0.06751294434070587
32200	rnn.weight_hh_l0	3	-0.03338373824954033
32200	rnn.weight_hh_l0	4	-0.07831922173500061
32200	rnn.weight_hh_l0	5	-0.01455635391175747
32200	rnn.weight_hh_l0	6	-0.0543382503092289
32200	rnn.weight_hh_l0	7	-0.040536150336265564
32200	rnn.weight_hh_l0	8	-0.01911228708922863
32200	rnn.weight_hh_l0	9	-0.007908089086413383
32200	rnn.bias_ih_l0	0	0.14541113376617432
32200	rnn.bias_ih_l0	1	-0.05606364831328392
32200	rnn.bias_ih_l0	2	0.10394234210252762
32200	rnn.bias_ih_l0	3	0.048966094851493835
32200	rnn.bias_ih_l0	4	0.09896215796470642
32200	rnn.bias_ih_l0	5	0.02427520416676998
32200	rnn.bias_ih_l0	6	-0.017615143209695816
32200	rnn.bias_ih_l0	7	-0.10890669375658035
32200	rnn.bias_ih_l0	8	-0.20721666514873505
32200	rnn.bias_ih_l0	9	0.08703720569610596
32200	rnn.bias_hh_l0	0	0.0025129124987870455
32200	rnn.bias_hh_l0	1	0.023121370002627373
32200	rnn.bias_hh_l0	2	-0.0061172256246209145
32200	rnn.bias_hh_l0	3	-0.030230918899178505
32200	rnn.bias_hh_l0	4	-0.03625492379069328
32200	rnn.bias_hh_l0	5	0.14339007437229156
32200	rnn.bias_hh_l0	6	0.051400721073150635
32200	rnn.bias_hh_l0	7	0.0600229948759079
32200	rnn.bias_hh_l0	8	0.016753554344177246
32200	rnn.bias_hh_l0	9	0.04304071143269539
32200	rnn.weight_ih_l0_reverse	0	-0.029744373634457588
32200	rnn.weight_ih_l0_reverse	1	-0.002183121396228671
32200	rnn.weight_ih_l0_reverse	2	0.02380324900150299
32200	rnn.weight_ih_l0_reverse	3	-0.06213603541254997
32200	rnn.weight_ih_l0_reverse	4	0.009314746595919132
32200	rnn.weight_ih_l0_reverse	5	-0.046100880950689316
32200	rnn.weight_ih_l0_reverse	6	0.028390144929289818
32200	rnn.weight_ih_l0_reverse	7	0.04596539959311485
32200	rnn.weight_ih_l0_reverse	8	-0.04876682907342911
32200	rnn.weight_ih_l0_reverse	9	-0.050765570253133774
32200	rnn.weight_hh_l0_reverse	0	-0.08324836194515228
32200	rnn.weight_hh_l0_reverse	1	-0.06311499327421188
32200	rnn.weight_hh_l0_reverse	2	0.03439753130078316
32200	rnn.weight_hh_l0_reverse	3	0.045793525874614716
32200	rnn.weight_hh_l0_reverse	4	-0.01574738696217537
32200	rnn.weight_hh_l0_reverse	5	0.045600324869155884
32200	rnn.weight_hh_l0_reverse	6	0.0009892621310427785
32200	rnn.weight_hh_l0_reverse	7	-0.00021982241014484316
32200	rnn.weight_hh_l0_reverse	8	-0.09865180402994156
32200	rnn.weight_hh_l0_reverse	9	0.08008433878421783
32200	rnn.bias_ih_l0_reverse	0	-0.0891592800617218
32200	rnn.bias_ih_l0_reverse	1	-0.06911956518888474
32200	rnn.bias_ih_l0_reverse	2	0.10351590067148209
32200	rnn.bias_ih_l0_reverse	3	0.0477772131562233
32200	rnn.bias_ih_l0_reverse	4	-0.12918423116207123
32200	rnn.bias_ih_l0_reverse	5	0.04091166704893112
32200	rnn.bias_ih_l0_reverse	6	-0.10613589733839035
32200	rnn.bias_ih_l0_reverse	7	0.04444047436118126
32200	rnn.bias_ih_l0_reverse	8	0.034518301486968994
32200	rnn.bias_ih_l0_reverse	9	0.06348332017660141
32200	rnn.bias_hh_l0_reverse	0	0.05719824135303497
32200	rnn.bias_hh_l0_reverse	1	0.06540828943252563
32200	rnn.bias_hh_l0_reverse	2	0.07856141775846481
32200	rnn.bias_hh_l0_reverse	3	-0.004205270204693079
32200	rnn.bias_hh_l0_reverse	4	0.07133655995130539
32200	rnn.bias_hh_l0_reverse	5	0.0073669771663844585
32200	rnn.bias_hh_l0_reverse	6	-0.05441897362470627
32200	rnn.bias_hh_l0_reverse	7	0.02741003967821598
32200	rnn.bias_hh_l0_reverse	8	0.011199872009456158
32200	rnn.bias_hh_l0_reverse	9	-0.16073276102542877
32200	linear.weight	0	0.17264795303344727
32200	linear.weight	1	-0.1628265380859375
32200	linear.weight	2	-0.21474839746952057
32200	linear.weight	3	0.0782860592007637
32200	linear.weight	4	-0.02658575214445591
32200	linear.weight	5	0.004128236789256334
32200	linear.weight	6	-0.006909096147865057
32200	linear.weight	7	-0.027067558839917183
32200	linear.weight	8	0.0843438133597374
32200	linear.weight	9	0.3489958941936493
32200	linear.bias	0	-0.2069673240184784
32200	linear.bias	1	0.19457705318927765
32200	linear.bias	2	-0.539273202419281
32200	linear.bias	3	1.7018799781799316
32200	linear.bias	4	-0.39696216583251953
32200	linear.bias	5	-0.030769959092140198
32200	linear.bias	6	-0.3575575053691864
32200	linear.bias	7	-0.2793560028076172
32200	linear.bias	8	-0.04492330923676491
32200	linear.bias	9	-0.4978824555873871
32228	transitions	0	-0.6482494473457336
32228	transitions	1	0.34960711002349854
32228	transitions	2	1.6743865013122559
32228	transitions	3	0.09657999128103256
32228	transitions	4	0.9484189748764038
32228	transitions	5	1.2739239931106567
32228	transitions	6	0.48330050706863403
32228	transitions	7	0.1757449507713318
32228	transitions	8	-0.919520914554596
32228	transitions	9	0.9306595325469971
32228	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32228	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32228	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32228	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32228	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32228	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32228	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32228	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32228	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32228	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32228	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32228	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32228	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32228	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32228	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32228	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32228	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32228	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32228	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32228	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32228	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32228	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32228	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32228	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32228	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32228	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32228	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32228	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32228	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32228	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32228	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32228	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32228	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32228	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32228	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32228	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32228	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32228	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32228	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32228	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32228	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32228	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32228	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32228	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32228	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32228	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32228	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32228	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32228	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32228	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32228	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32228	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32228	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32228	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32228	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32228	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32228	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32228	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32228	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32228	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32228	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32228	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32228	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32228	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32228	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32228	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32228	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32228	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32228	embedding2nn.weight	0	0.022484779357910156
32228	embedding2nn.weight	1	0.014196718111634254
32228	embedding2nn.weight	2	-0.004284526687115431
32228	embedding2nn.weight	3	-9.91489869193174e-05
32228	embedding2nn.weight	4	-0.004368671216070652
32228	embedding2nn.weight	5	0.01185811311006546
32228	embedding2nn.weight	6	-0.0049686613492667675
32228	embedding2nn.weight	7	0.02089587412774563
32228	embedding2nn.weight	8	-0.006833082530647516
32228	embedding2nn.weight	9	-0.013908491469919682
32228	embedding2nn.bias	0	-0.03826691582798958
32228	embedding2nn.bias	1	-0.021506065502762794
32228	embedding2nn.bias	2	-0.07382122427225113
32228	embedding2nn.bias	3	-0.001065536169335246
32228	embedding2nn.bias	4	0.004006558563560247
32228	embedding2nn.bias	5	-0.006210678722709417
32228	embedding2nn.bias	6	0.008194410242140293
32228	embedding2nn.bias	7	0.020387036725878716
32228	embedding2nn.bias	8	0.007470060605555773
32228	embedding2nn.bias	9	0.0019917511381208897
32228	rnn.weight_ih_l0	0	0.039514023810625076
32228	rnn.weight_ih_l0	1	-0.013633262366056442
32228	rnn.weight_ih_l0	2	-0.036433808505535126
32228	rnn.weight_ih_l0	3	-0.04484282061457634
32228	rnn.weight_ih_l0	4	-0.05201231688261032
32228	rnn.weight_ih_l0	5	-0.008468203246593475
32228	rnn.weight_ih_l0	6	-0.0518982820212841
32228	rnn.weight_ih_l0	7	-0.061585910618305206
32228	rnn.weight_ih_l0	8	-0.0447365902364254
32228	rnn.weight_ih_l0	9	-0.026962056756019592
32228	rnn.weight_hh_l0	0	0.0193861722946167
32228	rnn.weight_hh_l0	1	-0.00968764629215002
32228	rnn.weight_hh_l0	2	-0.06751231849193573
32228	rnn.weight_hh_l0	3	-0.03337431699037552
32228	rnn.weight_hh_l0	4	-0.07831709086894989
32228	rnn.weight_hh_l0	5	-0.014531882479786873
32228	rnn.weight_hh_l0	6	-0.05435030162334442
32228	rnn.weight_hh_l0	7	-0.040534574538469315
32228	rnn.weight_hh_l0	8	-0.01910732500255108
32228	rnn.weight_hh_l0	9	-0.007893086411058903
32228	rnn.bias_ih_l0	0	0.14541497826576233
32228	rnn.bias_ih_l0	1	-0.056043725460767746
32228	rnn.bias_ih_l0	2	0.10397575795650482
32228	rnn.bias_ih_l0	3	0.04896768555045128
32228	rnn.bias_ih_l0	4	0.09894506633281708
32228	rnn.bias_ih_l0	5	0.024247750639915466
32228	rnn.bias_ih_l0	6	-0.01764257252216339
32228	rnn.bias_ih_l0	7	-0.10896982252597809
32228	rnn.bias_ih_l0	8	-0.20733410120010376
32228	rnn.bias_ih_l0	9	0.08703276515007019
32228	rnn.bias_hh_l0	0	0.002531936392188072
32228	rnn.bias_hh_l0	1	0.023134544491767883
32228	rnn.bias_hh_l0	2	-0.006122348364442587
32228	rnn.bias_hh_l0	3	-0.03021569922566414
32228	rnn.bias_hh_l0	4	-0.03624781221151352
32228	rnn.bias_hh_l0	5	0.14339949190616608
32228	rnn.bias_hh_l0	6	0.05137677490711212
32228	rnn.bias_hh_l0	7	0.06003601849079132
32228	rnn.bias_hh_l0	8	0.01672612503170967
32228	rnn.bias_hh_l0	9	0.043002769351005554
32228	rnn.weight_ih_l0_reverse	0	-0.029745202511548996
32228	rnn.weight_ih_l0_reverse	1	-0.002180243143811822
32228	rnn.weight_ih_l0_reverse	2	0.023804359138011932
32228	rnn.weight_ih_l0_reverse	3	-0.06213271617889404
32228	rnn.weight_ih_l0_reverse	4	0.00931340828537941
32228	rnn.weight_ih_l0_reverse	5	-0.04610157757997513
32228	rnn.weight_ih_l0_reverse	6	0.02839016169309616
32228	rnn.weight_ih_l0_reverse	7	0.04596296325325966
32228	rnn.weight_ih_l0_reverse	8	-0.0487661138176918
32228	rnn.weight_ih_l0_reverse	9	-0.0507659986615181
32228	rnn.weight_hh_l0_reverse	0	-0.08324763923883438
32228	rnn.weight_hh_l0_reverse	1	-0.0630979835987091
32228	rnn.weight_hh_l0_reverse	2	0.03440288081765175
32228	rnn.weight_hh_l0_reverse	3	0.04578450322151184
32228	rnn.weight_hh_l0_reverse	4	-0.015745829790830612
32228	rnn.weight_hh_l0_reverse	5	0.045595575124025345
32228	rnn.weight_hh_l0_reverse	6	0.0009285680134780705
32228	rnn.weight_hh_l0_reverse	7	-0.00021451673819683492
32228	rnn.weight_hh_l0_reverse	8	-0.0986594408750534
32228	rnn.weight_hh_l0_reverse	9	0.08008629083633423
32228	rnn.bias_ih_l0_reverse	0	-0.08911960572004318
32228	rnn.bias_ih_l0_reverse	1	-0.06910207122564316
32228	rnn.bias_ih_l0_reverse	2	0.10349934548139572
32228	rnn.bias_ih_l0_reverse	3	0.047782111912965775
32228	rnn.bias_ih_l0_reverse	4	-0.12918268144130707
32228	rnn.bias_ih_l0_reverse	5	0.040917400270700455
32228	rnn.bias_ih_l0_reverse	6	-0.10614702850580215
32228	rnn.bias_ih_l0_reverse	7	0.044407524168491364
32228	rnn.bias_ih_l0_reverse	8	0.034549396485090256
32228	rnn.bias_ih_l0_reverse	9	0.06346209347248077
32228	rnn.bias_hh_l0_reverse	0	0.05715985596179962
32228	rnn.bias_hh_l0_reverse	1	0.06541519612073898
32228	rnn.bias_hh_l0_reverse	2	0.0785769373178482
32228	rnn.bias_hh_l0_reverse	3	-0.004208449274301529
32228	rnn.bias_hh_l0_reverse	4	0.071328304708004
32228	rnn.bias_hh_l0_reverse	5	0.007330434862524271
32228	rnn.bias_hh_l0_reverse	6	-0.05443179979920387
32228	rnn.bias_hh_l0_reverse	7	0.027438195422291756
32228	rnn.bias_hh_l0_reverse	8	0.011198551394045353
32228	rnn.bias_hh_l0_reverse	9	-0.16079221665859222
32228	linear.weight	0	0.1727060079574585
32228	linear.weight	1	-0.1628265231847763
32228	linear.weight	2	-0.21473819017410278
32228	linear.weight	3	0.0782754123210907
32228	linear.weight	4	-0.026599297299981117
32228	linear.weight	5	0.004124979488551617
32228	linear.weight	6	-0.006909041665494442
32228	linear.weight	7	-0.02706747315824032
32228	linear.weight	8	0.08433471620082855
32228	linear.weight	9	0.34897539019584656
32228	linear.bias	0	-0.20686623454093933
32228	linear.bias	1	0.19451522827148438
32228	linear.bias	2	-0.5392566919326782
32228	linear.bias	3	1.701927661895752
32228	linear.bias	4	-0.3969641625881195
32228	linear.bias	5	-0.030769959092140198
32228	linear.bias	6	-0.3575398623943329
32228	linear.bias	7	-0.2793801426887512
32228	linear.bias	8	-0.04479322209954262
32228	linear.bias	9	-0.4978831112384796
32256	transitions	0	-0.6482496857643127
32256	transitions	1	0.3496069610118866
32256	transitions	2	1.6743860244750977
32256	transitions	3	0.09657981246709824
32256	transitions	4	0.9484189748764038
32256	transitions	5	1.2739239931106567
32256	transitions	6	0.48330047726631165
32256	transitions	7	0.1757449358701706
32256	transitions	8	-0.919520914554596
32256	transitions	9	0.9306595325469971
32256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32256	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32256	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32256	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32256	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32256	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32256	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32256	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32256	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32256	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32256	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32256	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32256	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32256	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32256	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32256	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32256	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32256	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32256	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32256	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32256	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32256	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32256	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32256	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32256	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32256	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32256	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32256	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32256	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32256	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32256	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32256	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32256	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32256	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32256	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32256	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32256	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32256	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32256	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32256	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32256	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32256	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32256	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32256	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32256	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32256	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32256	embedding2nn.weight	0	0.022476373240351677
32256	embedding2nn.weight	1	0.014196719042956829
32256	embedding2nn.weight	2	-0.004284674301743507
32256	embedding2nn.weight	3	-9.676071931608021e-05
32256	embedding2nn.weight	4	-0.004367193207144737
32256	embedding2nn.weight	5	0.011857056058943272
32256	embedding2nn.weight	6	-0.004968477413058281
32256	embedding2nn.weight	7	0.020901886746287346
32256	embedding2nn.weight	8	-0.006835069973021746
32256	embedding2nn.weight	9	-0.013907836750149727
32256	embedding2nn.bias	0	-0.03828684240579605
32256	embedding2nn.bias	1	-0.0215477142482996
32256	embedding2nn.bias	2	-0.0738125741481781
32256	embedding2nn.bias	3	-0.0010057594627141953
32256	embedding2nn.bias	4	0.003967483062297106
32256	embedding2nn.bias	5	-0.006173198577016592
32256	embedding2nn.bias	6	0.00815375056117773
32256	embedding2nn.bias	7	0.02030698023736477
32256	embedding2nn.bias	8	0.007329599466174841
32256	embedding2nn.bias	9	0.001997599843889475
32256	rnn.weight_ih_l0	0	0.03951582312583923
32256	rnn.weight_ih_l0	1	-0.013623129576444626
32256	rnn.weight_ih_l0	2	-0.03643803671002388
32256	rnn.weight_ih_l0	3	-0.04483962804079056
32256	rnn.weight_ih_l0	4	-0.05201655253767967
32256	rnn.weight_ih_l0	5	-0.008466703817248344
32256	rnn.weight_ih_l0	6	-0.051898907870054245
32256	rnn.weight_ih_l0	7	-0.06158575415611267
32256	rnn.weight_ih_l0	8	-0.04473606497049332
32256	rnn.weight_ih_l0	9	-0.026961710304021835
32256	rnn.weight_hh_l0	0	0.019380677491426468
32256	rnn.weight_hh_l0	1	-0.009687254205346107
32256	rnn.weight_hh_l0	2	-0.0675015076994896
32256	rnn.weight_hh_l0	3	-0.033377401530742645
32256	rnn.weight_hh_l0	4	-0.07831371575593948
32256	rnn.weight_hh_l0	5	-0.014536285772919655
32256	rnn.weight_hh_l0	6	-0.0543697215616703
32256	rnn.weight_hh_l0	7	-0.040537361055612564
32256	rnn.weight_hh_l0	8	-0.01910698227584362
32256	rnn.weight_hh_l0	9	-0.00790716428309679
32256	rnn.bias_ih_l0	0	0.14542889595031738
32256	rnn.bias_ih_l0	1	-0.056049566715955734
32256	rnn.bias_ih_l0	2	0.10398390144109726
32256	rnn.bias_ih_l0	3	0.04895230382680893
32256	rnn.bias_ih_l0	4	0.09892687946557999
32256	rnn.bias_ih_l0	5	0.024230776354670525
32256	rnn.bias_ih_l0	6	-0.01761186309158802
32256	rnn.bias_ih_l0	7	-0.10899998992681503
32256	rnn.bias_ih_l0	8	-0.20732145011425018
32256	rnn.bias_ih_l0	9	0.08705415576696396
32256	rnn.bias_hh_l0	0	0.0025355559773743153
32256	rnn.bias_hh_l0	1	0.023131845518946648
32256	rnn.bias_hh_l0	2	-0.006098404061049223
32256	rnn.bias_hh_l0	3	-0.030200272798538208
32256	rnn.bias_hh_l0	4	-0.03621610626578331
32256	rnn.bias_hh_l0	5	0.143377885222435
32256	rnn.bias_hh_l0	6	0.05136193335056305
32256	rnn.bias_hh_l0	7	0.0599963515996933
32256	rnn.bias_hh_l0	8	0.016756834462285042
32256	rnn.bias_hh_l0	9	0.043020039796829224
32256	rnn.weight_ih_l0_reverse	0	-0.02974301017820835
32256	rnn.weight_ih_l0_reverse	1	-0.0021755064371973276
32256	rnn.weight_ih_l0_reverse	2	0.023805024102330208
32256	rnn.weight_ih_l0_reverse	3	-0.06212983652949333
32256	rnn.weight_ih_l0_reverse	4	0.009315094910562038
32256	rnn.weight_ih_l0_reverse	5	-0.046100374311208725
32256	rnn.weight_ih_l0_reverse	6	0.0283711776137352
32256	rnn.weight_ih_l0_reverse	7	0.0459635891020298
32256	rnn.weight_ih_l0_reverse	8	-0.048768382519483566
32256	rnn.weight_ih_l0_reverse	9	-0.05076664313673973
32256	rnn.weight_hh_l0_reverse	0	-0.08325287699699402
32256	rnn.weight_hh_l0_reverse	1	-0.06311914324760437
32256	rnn.weight_hh_l0_reverse	2	0.03440007567405701
32256	rnn.weight_hh_l0_reverse	3	0.045784398913383484
32256	rnn.weight_hh_l0_reverse	4	-0.015740279108285904
32256	rnn.weight_hh_l0_reverse	5	0.04559420421719551
32256	rnn.weight_hh_l0_reverse	6	0.0009176365565508604
32256	rnn.weight_hh_l0_reverse	7	-0.00020985535229556262
32256	rnn.weight_hh_l0_reverse	8	-0.09865386039018631
32256	rnn.weight_hh_l0_reverse	9	0.08008262515068054
32256	rnn.bias_ih_l0_reverse	0	-0.08913116157054901
32256	rnn.bias_ih_l0_reverse	1	-0.06907297670841217
32256	rnn.bias_ih_l0_reverse	2	0.10350333899259567
32256	rnn.bias_ih_l0_reverse	3	0.04778347536921501
32256	rnn.bias_ih_l0_reverse	4	-0.12919235229492188
32256	rnn.bias_ih_l0_reverse	5	0.04093405231833458
32256	rnn.bias_ih_l0_reverse	6	-0.10612356662750244
32256	rnn.bias_ih_l0_reverse	7	0.04437289759516716
32256	rnn.bias_ih_l0_reverse	8	0.03460073471069336
32256	rnn.bias_ih_l0_reverse	9	0.06345861405134201
32256	rnn.bias_hh_l0_reverse	0	0.05710102990269661
32256	rnn.bias_hh_l0_reverse	1	0.065411776304245
32256	rnn.bias_hh_l0_reverse	2	0.07857632637023926
32256	rnn.bias_hh_l0_reverse	3	-0.004216656554490328
32256	rnn.bias_hh_l0_reverse	4	0.07132375985383987
32256	rnn.bias_hh_l0_reverse	5	0.007307829800993204
32256	rnn.bias_hh_l0_reverse	6	-0.054390788078308105
32256	rnn.bias_hh_l0_reverse	7	0.027444107457995415
32256	rnn.bias_hh_l0_reverse	8	0.011183748953044415
32256	rnn.bias_hh_l0_reverse	9	-0.1608172059059143
32256	linear.weight	0	0.17262311279773712
32256	linear.weight	1	-0.1628265231847763
32256	linear.weight	2	-0.21475039422512054
32256	linear.weight	3	0.07828567922115326
32256	linear.weight	4	-0.026597531512379646
32256	linear.weight	5	0.004126197192817926
32256	linear.weight	6	-0.006909039802849293
32256	linear.weight	7	-0.027067109942436218
32256	linear.weight	8	0.084307000041008
32256	linear.weight	9	0.34897905588150024
32256	linear.bias	0	-0.20699778199195862
32256	linear.bias	1	0.19441631436347961
32256	linear.bias	2	-0.539260745048523
32256	linear.bias	3	1.7021739482879639
32256	linear.bias	4	-0.39696595072746277
32256	linear.bias	5	-0.030769959092140198
32256	linear.bias	6	-0.35754525661468506
32256	linear.bias	7	-0.27938923239707947
32256	linear.bias	8	-0.044855836778879166
32256	linear.bias	9	-0.4978838860988617
32284	transitions	0	-0.6482499241828918
32284	transitions	1	0.3496057987213135
32284	transitions	2	1.6743850708007812
32284	transitions	3	0.0965794250369072
32284	transitions	4	0.948418915271759
32284	transitions	5	1.2739239931106567
32284	transitions	6	0.48330026865005493
32284	transitions	7	0.1757449358701706
32284	transitions	8	-0.919520914554596
32284	transitions	9	0.9306595325469971
32284	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32284	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32284	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32284	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32284	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32284	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32284	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32284	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32284	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32284	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32284	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32284	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32284	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32284	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32284	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32284	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32284	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32284	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32284	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32284	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32284	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32284	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32284	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32284	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32284	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32284	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32284	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32284	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32284	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32284	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32284	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32284	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32284	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32284	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32284	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32284	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32284	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32284	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32284	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32284	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32284	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32284	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32284	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32284	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32284	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32284	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32284	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32284	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32284	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32284	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32284	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32284	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32284	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32284	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32284	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32284	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32284	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32284	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32284	embedding2nn.weight	0	0.02248062565922737
32284	embedding2nn.weight	1	0.014196702279150486
32284	embedding2nn.weight	2	-0.00428439537063241
32284	embedding2nn.weight	3	-9.71971167018637e-05
32284	embedding2nn.weight	4	-0.004367649555206299
32284	embedding2nn.weight	5	0.011852918192744255
32284	embedding2nn.weight	6	-0.004966889973729849
32284	embedding2nn.weight	7	0.020902017131447792
32284	embedding2nn.weight	8	-0.006833543535321951
32284	embedding2nn.weight	9	-0.013907547108829021
32284	embedding2nn.bias	0	-0.038204025477170944
32284	embedding2nn.bias	1	-0.02159476839005947
32284	embedding2nn.bias	2	-0.07372113317251205
32284	embedding2nn.bias	3	-0.0010172196198254824
32284	embedding2nn.bias	4	0.0039707631804049015
32284	embedding2nn.bias	5	-0.00615685572847724
32284	embedding2nn.bias	6	0.008174261078238487
32284	embedding2nn.bias	7	0.020423870533704758
32284	embedding2nn.bias	8	0.0072127459570765495
32284	embedding2nn.bias	9	0.002043930348008871
32284	rnn.weight_ih_l0	0	0.039514221251010895
32284	rnn.weight_ih_l0	1	-0.013629773631691933
32284	rnn.weight_ih_l0	2	-0.03644148260354996
32284	rnn.weight_ih_l0	3	-0.04483988136053085
32284	rnn.weight_ih_l0	4	-0.0520186722278595
32284	rnn.weight_ih_l0	5	-0.008465536870062351
32284	rnn.weight_ih_l0	6	-0.05189718306064606
32284	rnn.weight_ih_l0	7	-0.06158805638551712
32284	rnn.weight_ih_l0	8	-0.044740911573171616
32284	rnn.weight_ih_l0	9	-0.02696049213409424
32284	rnn.weight_hh_l0	0	0.019380010664463043
32284	rnn.weight_hh_l0	1	-0.009694981388747692
32284	rnn.weight_hh_l0	2	-0.06751430779695511
32284	rnn.weight_hh_l0	3	-0.03338029608130455
32284	rnn.weight_hh_l0	4	-0.07831528037786484
32284	rnn.weight_hh_l0	5	-0.014541979879140854
32284	rnn.weight_hh_l0	6	-0.054369304329156876
32284	rnn.weight_hh_l0	7	-0.04051937907934189
32284	rnn.weight_hh_l0	8	-0.019105564802885056
32284	rnn.weight_hh_l0	9	-0.00791206955909729
32284	rnn.bias_ih_l0	0	0.1454189419746399
32284	rnn.bias_ih_l0	1	-0.056056588888168335
32284	rnn.bias_ih_l0	2	0.10397358238697052
32284	rnn.bias_ih_l0	3	0.0489431694149971
32284	rnn.bias_ih_l0	4	0.09892857819795609
32284	rnn.bias_ih_l0	5	0.024253230541944504
32284	rnn.bias_ih_l0	6	-0.01761915720999241
32284	rnn.bias_ih_l0	7	-0.10895266383886337
32284	rnn.bias_ih_l0	8	-0.20739813148975372
32284	rnn.bias_ih_l0	9	0.0870278999209404
32284	rnn.bias_hh_l0	0	0.002527479315176606
32284	rnn.bias_hh_l0	1	0.023134740069508553
32284	rnn.bias_hh_l0	2	-0.006077590398490429
32284	rnn.bias_hh_l0	3	-0.030235042795538902
32284	rnn.bias_hh_l0	4	-0.036227717995643616
32284	rnn.bias_hh_l0	5	0.14339084923267365
32284	rnn.bias_hh_l0	6	0.0513603650033474
32284	rnn.bias_hh_l0	7	0.05997811257839203
32284	rnn.bias_hh_l0	8	0.016749540343880653
32284	rnn.bias_hh_l0	9	0.04301294684410095
32284	rnn.weight_ih_l0_reverse	0	-0.029740003868937492
32284	rnn.weight_ih_l0_reverse	1	-0.0021776787471026182
32284	rnn.weight_ih_l0_reverse	2	0.0238037109375
32284	rnn.weight_ih_l0_reverse	3	-0.06212935969233513
32284	rnn.weight_ih_l0_reverse	4	0.009308375418186188
32284	rnn.weight_ih_l0_reverse	5	-0.04610182344913483
32284	rnn.weight_ih_l0_reverse	6	0.028381172567605972
32284	rnn.weight_ih_l0_reverse	7	0.04596591740846634
32284	rnn.weight_ih_l0_reverse	8	-0.04877004027366638
32284	rnn.weight_ih_l0_reverse	9	-0.05076716095209122
32284	rnn.weight_hh_l0_reverse	0	-0.0832396000623703
32284	rnn.weight_hh_l0_reverse	1	-0.06310617923736572
32284	rnn.weight_hh_l0_reverse	2	0.03439943864941597
32284	rnn.weight_hh_l0_reverse	3	0.04578192159533501
32284	rnn.weight_hh_l0_reverse	4	-0.015740087255835533
32284	rnn.weight_hh_l0_reverse	5	0.045596275478601456
32284	rnn.weight_hh_l0_reverse	6	0.0008959560072980821
32284	rnn.weight_hh_l0_reverse	7	-0.00021038927661720663
32284	rnn.weight_hh_l0_reverse	8	-0.09864876419305801
32284	rnn.weight_hh_l0_reverse	9	0.08009794354438782
32284	rnn.bias_ih_l0_reverse	0	-0.08921799808740616
32284	rnn.bias_ih_l0_reverse	1	-0.0689898207783699
32284	rnn.bias_ih_l0_reverse	2	0.10349852591753006
32284	rnn.bias_ih_l0_reverse	3	0.047791384160518646
32284	rnn.bias_ih_l0_reverse	4	-0.1292203962802887
32284	rnn.bias_ih_l0_reverse	5	0.04091062769293785
32284	rnn.bias_ih_l0_reverse	6	-0.10615847259759903
32284	rnn.bias_ih_l0_reverse	7	0.044334132224321365
32284	rnn.bias_ih_l0_reverse	8	0.034608144313097
32284	rnn.bias_ih_l0_reverse	9	0.06344686448574066
32284	rnn.bias_hh_l0_reverse	0	0.05714081972837448
32284	rnn.bias_hh_l0_reverse	1	0.06541679799556732
32284	rnn.bias_hh_l0_reverse	2	0.07855627685785294
32284	rnn.bias_hh_l0_reverse	3	-0.00419748155400157
32284	rnn.bias_hh_l0_reverse	4	0.07131218910217285
32284	rnn.bias_hh_l0_reverse	5	0.007313912268728018
32284	rnn.bias_hh_l0_reverse	6	-0.05443139001727104
32284	rnn.bias_hh_l0_reverse	7	0.027443777769804
32284	rnn.bias_hh_l0_reverse	8	0.011186059564352036
32284	rnn.bias_hh_l0_reverse	9	-0.1608532965183258
32284	linear.weight	0	0.17268189787864685
32284	linear.weight	1	-0.1628265380859375
32284	linear.weight	2	-0.21479307115077972
32284	linear.weight	3	0.0782591700553894
32284	linear.weight	4	-0.026583177968859673
32284	linear.weight	5	0.004112291149795055
32284	linear.weight	6	-0.006909013260155916
32284	linear.weight	7	-0.027066439390182495
32284	linear.weight	8	0.08427058160305023
32284	linear.weight	9	0.34899991750717163
32284	linear.bias	0	-0.2067103385925293
32284	linear.bias	1	0.19432494044303894
32284	linear.bias	2	-0.5392478704452515
32284	linear.bias	3	1.702217936515808
32284	linear.bias	4	-0.39696863293647766
32284	linear.bias	5	-0.030769959092140198
32284	linear.bias	6	-0.35754942893981934
32284	linear.bias	7	-0.2793966829776764
32284	linear.bias	8	-0.044806599617004395
32284	linear.bias	9	-0.49788564443588257
32312	transitions	0	-0.6482505798339844
32312	transitions	1	0.3496054410934448
32312	transitions	2	1.674384593963623
32312	transitions	3	0.0965794026851654
32312	transitions	4	0.9484186768531799
32312	transitions	5	1.2739239931106567
32312	transitions	6	0.48330026865005493
32312	transitions	7	0.1757449209690094
32312	transitions	8	-0.919520914554596
32312	transitions	9	0.9306595325469971
32312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32312	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32312	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32312	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32312	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32312	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32312	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32312	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32312	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32312	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32312	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32312	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32312	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32312	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32312	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32312	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32312	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32312	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32312	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32312	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32312	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32312	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32312	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32312	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32312	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32312	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32312	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32312	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32312	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32312	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32312	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32312	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32312	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32312	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32312	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32312	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32312	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32312	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32312	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32312	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32312	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32312	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32312	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32312	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32312	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32312	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32312	embedding2nn.weight	0	0.02248258888721466
32312	embedding2nn.weight	1	0.01419625524431467
32312	embedding2nn.weight	2	-0.004284595604985952
32312	embedding2nn.weight	3	-9.714384941617027e-05
32312	embedding2nn.weight	4	-0.004369356669485569
32312	embedding2nn.weight	5	0.011852734722197056
32312	embedding2nn.weight	6	-0.004966703709214926
32312	embedding2nn.weight	7	0.020901739597320557
32312	embedding2nn.weight	8	-0.006834086962044239
32312	embedding2nn.weight	9	-0.013906573876738548
32312	embedding2nn.bias	0	-0.03819091245532036
32312	embedding2nn.bias	1	-0.021617695689201355
32312	embedding2nn.bias	2	-0.07368782162666321
32312	embedding2nn.bias	3	-0.0010429926915094256
32312	embedding2nn.bias	4	0.003812700742855668
32312	embedding2nn.bias	5	-0.0062012383714318275
32312	embedding2nn.bias	6	0.008182426914572716
32312	embedding2nn.bias	7	0.020360155031085014
32312	embedding2nn.bias	8	0.007219275459647179
32312	embedding2nn.bias	9	0.0019097678596153855
32312	rnn.weight_ih_l0	0	0.03951137140393257
32312	rnn.weight_ih_l0	1	-0.01361922174692154
32312	rnn.weight_ih_l0	2	-0.03644057363271713
32312	rnn.weight_ih_l0	3	-0.04484467953443527
32312	rnn.weight_ih_l0	4	-0.05201691761612892
32312	rnn.weight_ih_l0	5	-0.00846848078072071
32312	rnn.weight_ih_l0	6	-0.05189643055200577
32312	rnn.weight_ih_l0	7	-0.061586711555719376
32312	rnn.weight_ih_l0	8	-0.044741734862327576
32312	rnn.weight_ih_l0	9	-0.026959238573908806
32312	rnn.weight_hh_l0	0	0.019381722435355186
32312	rnn.weight_hh_l0	1	-0.009696387685835361
32312	rnn.weight_hh_l0	2	-0.06750833988189697
32312	rnn.weight_hh_l0	3	-0.0333816260099411
32312	rnn.weight_hh_l0	4	-0.0783078595995903
32312	rnn.weight_hh_l0	5	-0.014542895369231701
32312	rnn.weight_hh_l0	6	-0.054363101720809937
32312	rnn.weight_hh_l0	7	-0.040511712431907654
32312	rnn.weight_hh_l0	8	-0.01910507306456566
32312	rnn.weight_hh_l0	9	-0.007914884947240353
32312	rnn.bias_ih_l0	0	0.14542806148529053
32312	rnn.bias_ih_l0	1	-0.05603618919849396
32312	rnn.bias_ih_l0	2	0.1039825975894928
32312	rnn.bias_ih_l0	3	0.048936668783426285
32312	rnn.bias_ih_l0	4	0.09893446415662766
32312	rnn.bias_ih_l0	5	0.024243321269750595
32312	rnn.bias_ih_l0	6	-0.017636999487876892
32312	rnn.bias_ih_l0	7	-0.10901696979999542
32312	rnn.bias_ih_l0	8	-0.2073511779308319
32312	rnn.bias_ih_l0	9	0.08702249825000763
32312	rnn.bias_hh_l0	0	0.0025396724231541157
32312	rnn.bias_hh_l0	1	0.023136211559176445
32312	rnn.bias_hh_l0	2	-0.006054598372429609
32312	rnn.bias_hh_l0	3	-0.030222328379750252
32312	rnn.bias_hh_l0	4	-0.03623504936695099
32312	rnn.bias_hh_l0	5	0.14338800311088562
32312	rnn.bias_hh_l0	6	0.05139416828751564
32312	rnn.bias_hh_l0	7	0.05995901674032211
32312	rnn.bias_hh_l0	8	0.01673169806599617
32312	rnn.bias_hh_l0	9	0.043012525886297226
32312	rnn.weight_ih_l0_reverse	0	-0.029741642996668816
32312	rnn.weight_ih_l0_reverse	1	-0.0021703517995774746
32312	rnn.weight_ih_l0_reverse	2	0.023804882541298866
32312	rnn.weight_ih_l0_reverse	3	-0.06212915480136871
32312	rnn.weight_ih_l0_reverse	4	0.009305732324719429
32312	rnn.weight_ih_l0_reverse	5	-0.04610263556241989
32312	rnn.weight_ih_l0_reverse	6	0.02838960848748684
32312	rnn.weight_ih_l0_reverse	7	0.0459650456905365
32312	rnn.weight_ih_l0_reverse	8	-0.04876856133341789
32312	rnn.weight_ih_l0_reverse	9	-0.05076710879802704
32312	rnn.weight_hh_l0_reverse	0	-0.0832432210445404
32312	rnn.weight_hh_l0_reverse	1	-0.06311201304197311
32312	rnn.weight_hh_l0_reverse	2	0.034401845186948776
32312	rnn.weight_hh_l0_reverse	3	0.04578036814928055
32312	rnn.weight_hh_l0_reverse	4	-0.01573806069791317
32312	rnn.weight_hh_l0_reverse	5	0.04559988155961037
32312	rnn.weight_hh_l0_reverse	6	0.0008902334957383573
32312	rnn.weight_hh_l0_reverse	7	-0.00020590626809280366
32312	rnn.weight_hh_l0_reverse	8	-0.09865111112594604
32312	rnn.weight_hh_l0_reverse	9	0.08009323477745056
32312	rnn.bias_ih_l0_reverse	0	-0.089237742125988
32312	rnn.bias_ih_l0_reverse	1	-0.06900973618030548
32312	rnn.bias_ih_l0_reverse	2	0.10349768400192261
32312	rnn.bias_ih_l0_reverse	3	0.047786422073841095
32312	rnn.bias_ih_l0_reverse	4	-0.1292218565940857
32312	rnn.bias_ih_l0_reverse	5	0.040918316692113876
32312	rnn.bias_ih_l0_reverse	6	-0.10615096241235733
32312	rnn.bias_ih_l0_reverse	7	0.04431568458676338
32312	rnn.bias_ih_l0_reverse	8	0.03459593281149864
32312	rnn.bias_ih_l0_reverse	9	0.06344698369503021
32312	rnn.bias_hh_l0_reverse	0	0.05714701861143112
32312	rnn.bias_hh_l0_reverse	1	0.06542561948299408
32312	rnn.bias_hh_l0_reverse	2	0.07857180386781693
32312	rnn.bias_hh_l0_reverse	3	-0.004174210596829653
32312	rnn.bias_hh_l0_reverse	4	0.07133226096630096
32312	rnn.bias_hh_l0_reverse	5	0.007373851258307695
32312	rnn.bias_hh_l0_reverse	6	-0.05442090332508087
32312	rnn.bias_hh_l0_reverse	7	0.027439603582024574
32312	rnn.bias_hh_l0_reverse	8	0.011178272776305676
32312	rnn.bias_hh_l0_reverse	9	-0.16083312034606934
32312	linear.weight	0	0.17272408306598663
32312	linear.weight	1	-0.16282640397548676
32312	linear.weight	2	-0.21479345858097076
32312	linear.weight	3	0.07828818261623383
32312	linear.weight	4	-0.02658173441886902
32312	linear.weight	5	0.0041120173409581184
32312	linear.weight	6	-0.006909000221639872
32312	linear.weight	7	-0.027066323906183243
32312	linear.weight	8	0.08428466320037842
32312	linear.weight	9	0.34900543093681335
32312	linear.bias	0	-0.20690761506557465
32312	linear.bias	1	0.1942613273859024
32312	linear.bias	2	-0.5393016338348389
32312	linear.bias	3	1.70233154296875
32312	linear.bias	4	-0.3969859480857849
32312	linear.bias	5	-0.030769959092140198
32312	linear.bias	6	-0.35760024189949036
32312	linear.bias	7	-0.27940285205841064
32312	linear.bias	8	-0.04454407840967178
32312	linear.bias	9	-0.4978879392147064
32340	transitions	0	-0.6482508182525635
32340	transitions	1	0.34960511326789856
32340	transitions	2	1.6743841171264648
32340	transitions	3	0.09657832235097885
32340	transitions	4	0.9484184980392456
32340	transitions	5	1.2739239931106567
32340	transitions	6	0.48329997062683105
32340	transitions	7	0.175744891166687
32340	transitions	8	-0.919520914554596
32340	transitions	9	0.9306594133377075
32340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32340	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32340	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32340	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32340	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32340	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32340	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32340	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32340	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32340	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32340	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32340	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32340	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32340	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32340	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32340	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32340	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32340	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32340	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32340	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32340	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32340	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32340	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32340	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32340	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32340	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32340	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32340	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32340	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32340	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32340	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32340	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32340	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32340	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32340	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32340	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32340	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32340	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32340	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32340	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32340	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32340	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32340	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32340	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32340	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32340	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32340	embedding2nn.weight	0	0.022478558123111725
32340	embedding2nn.weight	1	0.014195551164448261
32340	embedding2nn.weight	2	-0.004285879898816347
32340	embedding2nn.weight	3	-9.812498319661245e-05
32340	embedding2nn.weight	4	-0.004369236528873444
32340	embedding2nn.weight	5	0.011855057440698147
32340	embedding2nn.weight	6	-0.004968276247382164
32340	embedding2nn.weight	7	0.02089329995214939
32340	embedding2nn.weight	8	-0.006834974512457848
32340	embedding2nn.weight	9	-0.01390720997005701
32340	embedding2nn.bias	0	-0.03814065828919411
32340	embedding2nn.bias	1	-0.021561380475759506
32340	embedding2nn.bias	2	-0.0737292617559433
32340	embedding2nn.bias	3	-0.0010143783874809742
32340	embedding2nn.bias	4	0.003801363054662943
32340	embedding2nn.bias	5	-0.0061522070318460464
32340	embedding2nn.bias	6	0.008280400186777115
32340	embedding2nn.bias	7	0.020295223221182823
32340	embedding2nn.bias	8	0.007261347491294146
32340	embedding2nn.bias	9	0.001778781064786017
32340	rnn.weight_ih_l0	0	0.03951610252261162
32340	rnn.weight_ih_l0	1	-0.013617688789963722
32340	rnn.weight_ih_l0	2	-0.036409735679626465
32340	rnn.weight_ih_l0	3	-0.04484571889042854
32340	rnn.weight_ih_l0	4	-0.05201636254787445
32340	rnn.weight_ih_l0	5	-0.008469697088003159
32340	rnn.weight_ih_l0	6	-0.051904357969760895
32340	rnn.weight_ih_l0	7	-0.06158854812383652
32340	rnn.weight_ih_l0	8	-0.04474056139588356
32340	rnn.weight_ih_l0	9	-0.02696029469370842
32340	rnn.weight_hh_l0	0	0.01938728615641594
32340	rnn.weight_hh_l0	1	-0.009696749970316887
32340	rnn.weight_hh_l0	2	-0.0675060823559761
32340	rnn.weight_hh_l0	3	-0.033379875123500824
32340	rnn.weight_hh_l0	4	-0.07831268012523651
32340	rnn.weight_hh_l0	5	-0.01455177366733551
32340	rnn.weight_hh_l0	6	-0.05437822639942169
32340	rnn.weight_hh_l0	7	-0.04052692651748657
32340	rnn.weight_hh_l0	8	-0.019110124558210373
32340	rnn.weight_hh_l0	9	-0.007911489345133305
32340	rnn.bias_ih_l0	0	0.1454242616891861
32340	rnn.bias_ih_l0	1	-0.05602988600730896
32340	rnn.bias_ih_l0	2	0.1039956659078598
32340	rnn.bias_ih_l0	3	0.048908088356256485
32340	rnn.bias_ih_l0	4	0.09895063191652298
32340	rnn.bias_ih_l0	5	0.0242606233805418
32340	rnn.bias_ih_l0	6	-0.017618482932448387
32340	rnn.bias_ih_l0	7	-0.10907331854104996
32340	rnn.bias_ih_l0	8	-0.2074219435453415
32340	rnn.bias_ih_l0	9	0.0870516449213028
32340	rnn.bias_hh_l0	0	0.0025242744013667107
32340	rnn.bias_hh_l0	1	0.023174770176410675
32340	rnn.bias_hh_l0	2	-0.006071305833756924
32340	rnn.bias_hh_l0	3	-0.03022875264286995
32340	rnn.bias_hh_l0	4	-0.036264568567276
32340	rnn.bias_hh_l0	5	0.14339660108089447
32340	rnn.bias_hh_l0	6	0.05142984911799431
32340	rnn.bias_hh_l0	7	0.059947315603494644
32340	rnn.bias_hh_l0	8	0.016750214621424675
32340	rnn.bias_hh_l0	9	0.043029140681028366
32340	rnn.weight_ih_l0_reverse	0	-0.029738774523139
32340	rnn.weight_ih_l0_reverse	1	-0.0021610113326460123
32340	rnn.weight_ih_l0_reverse	2	0.023802610114216805
32340	rnn.weight_ih_l0_reverse	3	-0.062136534601449966
32340	rnn.weight_ih_l0_reverse	4	0.009309238754212856
32340	rnn.weight_ih_l0_reverse	5	-0.0460982508957386
32340	rnn.weight_ih_l0_reverse	6	0.028384048491716385
32340	rnn.weight_ih_l0_reverse	7	0.04596318304538727
32340	rnn.weight_ih_l0_reverse	8	-0.04876850172877312
32340	rnn.weight_ih_l0_reverse	9	-0.050767600536346436
32340	rnn.weight_hh_l0_reverse	0	-0.08324573189020157
32340	rnn.weight_hh_l0_reverse	1	-0.06310002505779266
32340	rnn.weight_hh_l0_reverse	2	0.03440704941749573
32340	rnn.weight_hh_l0_reverse	3	0.04577946290373802
32340	rnn.weight_hh_l0_reverse	4	-0.015743575990200043
32340	rnn.weight_hh_l0_reverse	5	0.045598484575748444
32340	rnn.weight_hh_l0_reverse	6	0.0008985569584183395
32340	rnn.weight_hh_l0_reverse	7	-0.00022652193729300052
32340	rnn.weight_hh_l0_reverse	8	-0.09865517169237137
32340	rnn.weight_hh_l0_reverse	9	0.0800929144024849
32340	rnn.bias_ih_l0_reverse	0	-0.08916925638914108
32340	rnn.bias_ih_l0_reverse	1	-0.06905882060527802
32340	rnn.bias_ih_l0_reverse	2	0.10351105034351349
32340	rnn.bias_ih_l0_reverse	3	0.0477718710899353
32340	rnn.bias_ih_l0_reverse	4	-0.1292019933462143
32340	rnn.bias_ih_l0_reverse	5	0.040905047208070755
32340	rnn.bias_ih_l0_reverse	6	-0.10616006702184677
32340	rnn.bias_ih_l0_reverse	7	0.04431214556097984
32340	rnn.bias_ih_l0_reverse	8	0.03463267534971237
32340	rnn.bias_ih_l0_reverse	9	0.06346791237592697
32340	rnn.bias_hh_l0_reverse	0	0.057111311703920364
32340	rnn.bias_hh_l0_reverse	1	0.06540929526090622
32340	rnn.bias_hh_l0_reverse	2	0.07858029752969742
32340	rnn.bias_hh_l0_reverse	3	-0.004184333141893148
32340	rnn.bias_hh_l0_reverse	4	0.07133979350328445
32340	rnn.bias_hh_l0_reverse	5	0.0073279645293951035
32340	rnn.bias_hh_l0_reverse	6	-0.054415229707956314
32340	rnn.bias_hh_l0_reverse	7	0.02742817811667919
32340	rnn.bias_hh_l0_reverse	8	0.01117639895528555
32340	rnn.bias_hh_l0_reverse	9	-0.16081392765045166
32340	linear.weight	0	0.17273038625717163
32340	linear.weight	1	-0.16282624006271362
32340	linear.weight	2	-0.2147899866104126
32340	linear.weight	3	0.07831517606973648
32340	linear.weight	4	-0.026579955592751503
32340	linear.weight	5	0.004111445974558592
32340	linear.weight	6	-0.0069089424796402454
32340	linear.weight	7	-0.027066020295023918
32340	linear.weight	8	0.08425386995077133
32340	linear.weight	9	0.34906792640686035
32340	linear.bias	0	-0.20685163140296936
32340	linear.bias	1	0.19427068531513214
32340	linear.bias	2	-0.5392940044403076
32340	linear.bias	3	1.7023206949234009
32340	linear.bias	4	-0.3969387412071228
32340	linear.bias	5	-0.030769959092140198
32340	linear.bias	6	-0.3575790524482727
32340	linear.bias	7	-0.2794243395328522
32340	linear.bias	8	-0.044245120137929916
32340	linear.bias	9	-0.4978885352611542
32368	transitions	0	-0.648250937461853
32368	transitions	1	0.34960493445396423
32368	transitions	2	1.6743839979171753
32368	transitions	3	0.09657730907201767
32368	transitions	4	0.9484179615974426
32368	transitions	5	1.2739239931106567
32368	transitions	6	0.48329997062683105
32368	transitions	7	0.17574484646320343
32368	transitions	8	-0.919520914554596
32368	transitions	9	0.9306594133377075
32368	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32368	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32368	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32368	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32368	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32368	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32368	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32368	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32368	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32368	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32368	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32368	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32368	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32368	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32368	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32368	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32368	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32368	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32368	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32368	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32368	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32368	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32368	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32368	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32368	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32368	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32368	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32368	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32368	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32368	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32368	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32368	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32368	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32368	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32368	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32368	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32368	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32368	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32368	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32368	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32368	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32368	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32368	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32368	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32368	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32368	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32368	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32368	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32368	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32368	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32368	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32368	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32368	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32368	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32368	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32368	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32368	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32368	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32368	embedding2nn.weight	0	0.02247685380280018
32368	embedding2nn.weight	1	0.014195803552865982
32368	embedding2nn.weight	2	-0.004286111332476139
32368	embedding2nn.weight	3	-0.000101287747384049
32368	embedding2nn.weight	4	-0.004368775058537722
32368	embedding2nn.weight	5	0.011856280267238617
32368	embedding2nn.weight	6	-0.0049680988304317
32368	embedding2nn.weight	7	0.02088654227554798
32368	embedding2nn.weight	8	-0.006835992448031902
32368	embedding2nn.weight	9	-0.013906914740800858
32368	embedding2nn.bias	0	-0.038044970482587814
32368	embedding2nn.bias	1	-0.021644726395606995
32368	embedding2nn.bias	2	-0.07374566793441772
32368	embedding2nn.bias	3	-0.0010514282621443272
32368	embedding2nn.bias	4	0.0038554943166673183
32368	embedding2nn.bias	5	-0.006213263608515263
32368	embedding2nn.bias	6	0.008273163810372353
32368	embedding2nn.bias	7	0.0202796570956707
32368	embedding2nn.bias	8	0.00734799075871706
32368	embedding2nn.bias	9	0.0017476663924753666
32368	rnn.weight_ih_l0	0	0.03951605409383774
32368	rnn.weight_ih_l0	1	-0.013612410984933376
32368	rnn.weight_ih_l0	2	-0.03641762584447861
32368	rnn.weight_ih_l0	3	-0.044843390583992004
32368	rnn.weight_ih_l0	4	-0.05201888829469681
32368	rnn.weight_ih_l0	5	-0.008463477715849876
32368	rnn.weight_ih_l0	6	-0.051905516535043716
32368	rnn.weight_ih_l0	7	-0.061587993055582047
32368	rnn.weight_ih_l0	8	-0.04474104940891266
32368	rnn.weight_ih_l0	9	-0.026958968490362167
32368	rnn.weight_hh_l0	0	0.019390566274523735
32368	rnn.weight_hh_l0	1	-0.009701428934931755
32368	rnn.weight_hh_l0	2	-0.06749925017356873
32368	rnn.weight_hh_l0	3	-0.033381346613168716
32368	rnn.weight_hh_l0	4	-0.07830773293972015
32368	rnn.weight_hh_l0	5	-0.014544740319252014
32368	rnn.weight_hh_l0	6	-0.05437586084008217
32368	rnn.weight_hh_l0	7	-0.04051157459616661
32368	rnn.weight_hh_l0	8	-0.01911243423819542
32368	rnn.weight_hh_l0	9	-0.00790590513497591
32368	rnn.bias_ih_l0	0	0.14543451368808746
32368	rnn.bias_ih_l0	1	-0.05606802552938461
32368	rnn.bias_ih_l0	2	0.1040259301662445
32368	rnn.bias_ih_l0	3	0.048927661031484604
32368	rnn.bias_ih_l0	4	0.0989590734243393
32368	rnn.bias_ih_l0	5	0.024256518110632896
32368	rnn.bias_ih_l0	6	-0.01759915240108967
32368	rnn.bias_ih_l0	7	-0.1090681180357933
32368	rnn.bias_ih_l0	8	-0.20745372772216797
32368	rnn.bias_ih_l0	9	0.0870482474565506
32368	rnn.bias_hh_l0	0	0.0025083404034376144
32368	rnn.bias_hh_l0	1	0.023189622908830643
32368	rnn.bias_hh_l0	2	-0.006055372301489115
32368	rnn.bias_hh_l0	3	-0.030244704335927963
32368	rnn.bias_hh_l0	4	-0.036275655031204224
32368	rnn.bias_hh_l0	5	0.1434212625026703
32368	rnn.bias_hh_l0	6	0.05142699182033539
32368	rnn.bias_hh_l0	7	0.05993526056408882
32368	rnn.bias_hh_l0	8	0.016769545152783394
32368	rnn.bias_hh_l0	9	0.043036479502916336
32368	rnn.weight_ih_l0_reverse	0	-0.029737651348114014
32368	rnn.weight_ih_l0_reverse	1	-0.002165647689253092
32368	rnn.weight_ih_l0_reverse	2	0.02380208671092987
32368	rnn.weight_ih_l0_reverse	3	-0.06213628128170967
32368	rnn.weight_ih_l0_reverse	4	0.009307654574513435
32368	rnn.weight_ih_l0_reverse	5	-0.04609224200248718
32368	rnn.weight_ih_l0_reverse	6	0.028372440487146378
32368	rnn.weight_ih_l0_reverse	7	0.045962270349264145
32368	rnn.weight_ih_l0_reverse	8	-0.048767562955617905
32368	rnn.weight_ih_l0_reverse	9	-0.050766754895448685
32368	rnn.weight_hh_l0_reverse	0	-0.08324729651212692
32368	rnn.weight_hh_l0_reverse	1	-0.06310676783323288
32368	rnn.weight_hh_l0_reverse	2	0.03440360724925995
32368	rnn.weight_hh_l0_reverse	3	0.04577833414077759
32368	rnn.weight_hh_l0_reverse	4	-0.015754004940390587
32368	rnn.weight_hh_l0_reverse	5	0.045601535588502884
32368	rnn.weight_hh_l0_reverse	6	0.0009042958845384419
32368	rnn.weight_hh_l0_reverse	7	-0.000228058997890912
32368	rnn.weight_hh_l0_reverse	8	-0.09866047650575638
32368	rnn.weight_hh_l0_reverse	9	0.08008559048175812
32368	rnn.bias_ih_l0_reverse	0	-0.08918215334415436
32368	rnn.bias_ih_l0_reverse	1	-0.06905513256788254
32368	rnn.bias_ih_l0_reverse	2	0.10353104025125504
32368	rnn.bias_ih_l0_reverse	3	0.04776241257786751
32368	rnn.bias_ih_l0_reverse	4	-0.12921394407749176
32368	rnn.bias_ih_l0_reverse	5	0.040922053158283234
32368	rnn.bias_ih_l0_reverse	6	-0.1061544343829155
32368	rnn.bias_ih_l0_reverse	7	0.04435335099697113
32368	rnn.bias_ih_l0_reverse	8	0.0346546396613121
32368	rnn.bias_ih_l0_reverse	9	0.06347426027059555
32368	rnn.bias_hh_l0_reverse	0	0.05717609450221062
32368	rnn.bias_hh_l0_reverse	1	0.0654248371720314
32368	rnn.bias_hh_l0_reverse	2	0.07858127355575562
32368	rnn.bias_hh_l0_reverse	3	-0.0041830046102404594
32368	rnn.bias_hh_l0_reverse	4	0.07135412096977234
32368	rnn.bias_hh_l0_reverse	5	0.0072661652229726315
32368	rnn.bias_hh_l0_reverse	6	-0.05442279949784279
32368	rnn.bias_hh_l0_reverse	7	0.027439093217253685
32368	rnn.bias_hh_l0_reverse	8	0.011196140199899673
32368	rnn.bias_hh_l0_reverse	9	-0.16081419587135315
32368	linear.weight	0	0.1727808564901352
32368	linear.weight	1	-0.16282552480697632
32368	linear.weight	2	-0.21478582918643951
32368	linear.weight	3	0.07831338793039322
32368	linear.weight	4	-0.026577485725283623
32368	linear.weight	5	0.004109681583940983
32368	linear.weight	6	-0.006908928509801626
32368	linear.weight	7	-0.027067990973591805
32368	linear.weight	8	0.08427266031503677
32368	linear.weight	9	0.34908002614974976
32368	linear.bias	0	-0.2067672163248062
32368	linear.bias	1	0.19423796236515045
32368	linear.bias	2	-0.5392709970474243
32368	linear.bias	3	1.7022134065628052
32368	linear.bias	4	-0.39694052934646606
32368	linear.bias	5	-0.030769959092140198
32368	linear.bias	6	-0.3575535714626312
32368	linear.bias	7	-0.27940696477890015
32368	linear.bias	8	-0.04404205083847046
32368	linear.bias	9	-0.4978892505168915
32396	transitions	0	-0.6482521891593933
32396	transitions	1	0.34960466623306274
32396	transitions	2	1.674383521080017
32396	transitions	3	0.09657690674066544
32396	transitions	4	0.9484172463417053
32396	transitions	5	1.2739239931106567
32396	transitions	6	0.48329997062683105
32396	transitions	7	0.17574483156204224
32396	transitions	8	-0.919520914554596
32396	transitions	9	0.9306594133377075
32396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32396	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32396	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32396	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32396	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32396	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32396	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32396	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32396	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32396	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32396	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32396	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32396	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32396	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32396	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32396	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32396	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32396	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32396	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32396	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32396	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32396	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32396	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32396	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32396	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32396	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32396	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32396	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32396	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32396	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32396	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32396	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32396	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32396	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32396	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32396	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32396	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32396	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32396	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32396	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32396	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32396	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32396	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32396	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32396	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32396	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32396	embedding2nn.weight	0	0.022479673847556114
32396	embedding2nn.weight	1	0.014194970019161701
32396	embedding2nn.weight	2	-0.004285974893718958
32396	embedding2nn.weight	3	-9.740755922393873e-05
32396	embedding2nn.weight	4	-0.00436860416084528
32396	embedding2nn.weight	5	0.011857996694743633
32396	embedding2nn.weight	6	-0.004970099311321974
32396	embedding2nn.weight	7	0.02088552713394165
32396	embedding2nn.weight	8	-0.0068379794247448444
32396	embedding2nn.weight	9	-0.013904962688684464
32396	embedding2nn.bias	0	-0.03807820379734039
32396	embedding2nn.bias	1	-0.021621018648147583
32396	embedding2nn.bias	2	-0.07372143864631653
32396	embedding2nn.bias	3	-0.0012037005508318543
32396	embedding2nn.bias	4	0.0037929348181933165
32396	embedding2nn.bias	5	-0.00618561077862978
32396	embedding2nn.bias	6	0.00824650190770626
32396	embedding2nn.bias	7	0.020281139761209488
32396	embedding2nn.bias	8	0.0073689306154847145
32396	embedding2nn.bias	9	0.0017090367618948221
32396	rnn.weight_ih_l0	0	0.03951564058661461
32396	rnn.weight_ih_l0	1	-0.013619668781757355
32396	rnn.weight_ih_l0	2	-0.03640732914209366
32396	rnn.weight_ih_l0	3	-0.044840000569820404
32396	rnn.weight_ih_l0	4	-0.05201634764671326
32396	rnn.weight_ih_l0	5	-0.00846793595701456
32396	rnn.weight_ih_l0	6	-0.051913782954216
32396	rnn.weight_ih_l0	7	-0.061589449644088745
32396	rnn.weight_ih_l0	8	-0.04474344477057457
32396	rnn.weight_ih_l0	9	-0.026959650218486786
32396	rnn.weight_hh_l0	0	0.019398963078856468
32396	rnn.weight_hh_l0	1	-0.009719109162688255
32396	rnn.weight_hh_l0	2	-0.06748112291097641
32396	rnn.weight_hh_l0	3	-0.033382490277290344
32396	rnn.weight_hh_l0	4	-0.07830308377742767
32396	rnn.weight_hh_l0	5	-0.014544670470058918
32396	rnn.weight_hh_l0	6	-0.05436118692159653
32396	rnn.weight_hh_l0	7	-0.040502406656742096
32396	rnn.weight_hh_l0	8	-0.01910954713821411
32396	rnn.weight_hh_l0	9	-0.007904982194304466
32396	rnn.bias_ih_l0	0	0.14544464647769928
32396	rnn.bias_ih_l0	1	-0.056068647652864456
32396	rnn.bias_ih_l0	2	0.10402851551771164
32396	rnn.bias_ih_l0	3	0.04888883978128433
32396	rnn.bias_ih_l0	4	0.09886477887630463
32396	rnn.bias_ih_l0	5	0.02421947568655014
32396	rnn.bias_ih_l0	6	-0.017622102051973343
32396	rnn.bias_ih_l0	7	-0.10913404077291489
32396	rnn.bias_ih_l0	8	-0.20729675889015198
32396	rnn.bias_ih_l0	9	0.08702978491783142
32396	rnn.bias_hh_l0	0	0.002528377575799823
32396	rnn.bias_hh_l0	1	0.02320527657866478
32396	rnn.bias_hh_l0	2	-0.006094476208090782
32396	rnn.bias_hh_l0	3	-0.030271826311945915
32396	rnn.bias_hh_l0	4	-0.0362846702337265
32396	rnn.bias_hh_l0	5	0.14341282844543457
32396	rnn.bias_hh_l0	6	0.05139942839741707
32396	rnn.bias_hh_l0	7	0.0599491260945797
32396	rnn.bias_hh_l0	8	0.01674659550189972
32396	rnn.bias_hh_l0	9	0.04305172711610794
32396	rnn.weight_ih_l0_reverse	0	-0.02972842939198017
32396	rnn.weight_ih_l0_reverse	1	-0.002155622234568
32396	rnn.weight_ih_l0_reverse	2	0.023799104616045952
32396	rnn.weight_ih_l0_reverse	3	-0.06213955953717232
32396	rnn.weight_ih_l0_reverse	4	0.009306252934038639
32396	rnn.weight_ih_l0_reverse	5	-0.04608955979347229
32396	rnn.weight_ih_l0_reverse	6	0.028375206515192986
32396	rnn.weight_ih_l0_reverse	7	0.04596059024333954
32396	rnn.weight_ih_l0_reverse	8	-0.048767559230327606
32396	rnn.weight_ih_l0_reverse	9	-0.05076511949300766
32396	rnn.weight_hh_l0_reverse	0	-0.08324629813432693
32396	rnn.weight_hh_l0_reverse	1	-0.06310021132230759
32396	rnn.weight_hh_l0_reverse	2	0.03441011160612106
32396	rnn.weight_hh_l0_reverse	3	0.045771460980176926
32396	rnn.weight_hh_l0_reverse	4	-0.015757601708173752
32396	rnn.weight_hh_l0_reverse	5	0.04560251906514168
32396	rnn.weight_hh_l0_reverse	6	0.0009342154371552169
32396	rnn.weight_hh_l0_reverse	7	-0.00022080045891925693
32396	rnn.weight_hh_l0_reverse	8	-0.09865531325340271
32396	rnn.weight_hh_l0_reverse	9	0.08008792996406555
32396	rnn.bias_ih_l0_reverse	0	-0.08911006152629852
32396	rnn.bias_ih_l0_reverse	1	-0.06914814561605453
32396	rnn.bias_ih_l0_reverse	2	0.10350693017244339
32396	rnn.bias_ih_l0_reverse	3	0.047778066247701645
32396	rnn.bias_ih_l0_reverse	4	-0.1292039155960083
32396	rnn.bias_ih_l0_reverse	5	0.040957652032375336
32396	rnn.bias_ih_l0_reverse	6	-0.1061602234840393
32396	rnn.bias_ih_l0_reverse	7	0.0443529449403286
32396	rnn.bias_ih_l0_reverse	8	0.03465542197227478
32396	rnn.bias_ih_l0_reverse	9	0.06349018216133118
32396	rnn.bias_hh_l0_reverse	0	0.0571654848754406
32396	rnn.bias_hh_l0_reverse	1	0.06544840335845947
32396	rnn.bias_hh_l0_reverse	2	0.07856231927871704
32396	rnn.bias_hh_l0_reverse	3	-0.0041702063754200935
32396	rnn.bias_hh_l0_reverse	4	0.0713503435254097
32396	rnn.bias_hh_l0_reverse	5	0.007320556789636612
32396	rnn.bias_hh_l0_reverse	6	-0.05440341308712959
32396	rnn.bias_hh_l0_reverse	7	0.027443651109933853
32396	rnn.bias_hh_l0_reverse	8	0.011208707466721535
32396	rnn.bias_hh_l0_reverse	9	-0.16080528497695923
32396	linear.weight	0	0.1726752370595932
32396	linear.weight	1	-0.16282545030117035
32396	linear.weight	2	-0.2147679477930069
32396	linear.weight	3	0.07833947241306305
32396	linear.weight	4	-0.026575813069939613
32396	linear.weight	5	0.00409684469923377
32396	linear.weight	6	-0.006908883806318045
32396	linear.weight	7	-0.027066485956311226
32396	linear.weight	8	0.08427738398313522
32396	linear.weight	9	0.3490990102291107
32396	linear.bias	0	-0.2068926841020584
32396	linear.bias	1	0.19438590109348297
32396	linear.bias	2	-0.5392839312553406
32396	linear.bias	3	1.701826572418213
32396	linear.bias	4	-0.39694201946258545
32396	linear.bias	5	-0.030769959092140198
32396	linear.bias	6	-0.35756799578666687
32396	linear.bias	7	-0.2793661952018738
32396	linear.bias	8	-0.044076982885599136
32396	linear.bias	9	-0.49789029359817505
32424	transitions	0	-0.6482523083686829
32424	transitions	1	0.34960460662841797
32424	transitions	2	1.6743806600570679
32424	transitions	3	0.09657654911279678
32424	transitions	4	0.9484172463417053
32424	transitions	5	1.2739239931106567
32424	transitions	6	0.48329997062683105
32424	transitions	7	0.17574483156204224
32424	transitions	8	-0.919520914554596
32424	transitions	9	0.9306594133377075
32424	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32424	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32424	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32424	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32424	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32424	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32424	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32424	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32424	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32424	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32424	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32424	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32424	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32424	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32424	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32424	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32424	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32424	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32424	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32424	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32424	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32424	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32424	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32424	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32424	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32424	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32424	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32424	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32424	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32424	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32424	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32424	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32424	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32424	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32424	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32424	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32424	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32424	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32424	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32424	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32424	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32424	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32424	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32424	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32424	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32424	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32424	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32424	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32424	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32424	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32424	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32424	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32424	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32424	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32424	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32424	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32424	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32424	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32424	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32424	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32424	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32424	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32424	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32424	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32424	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32424	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32424	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32424	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32424	embedding2nn.weight	0	0.022479474544525146
32424	embedding2nn.weight	1	0.014193619601428509
32424	embedding2nn.weight	2	-0.0042857942171394825
32424	embedding2nn.weight	3	-9.883010352496058e-05
32424	embedding2nn.weight	4	-0.004368843510746956
32424	embedding2nn.weight	5	0.01185707189142704
32424	embedding2nn.weight	6	-0.004969361238181591
32424	embedding2nn.weight	7	0.020882930606603622
32424	embedding2nn.weight	8	-0.006838120985776186
32424	embedding2nn.weight	9	-0.013905125670135021
32424	embedding2nn.bias	0	-0.03812592476606369
32424	embedding2nn.bias	1	-0.021614152938127518
32424	embedding2nn.bias	2	-0.07368922978639603
32424	embedding2nn.bias	3	-0.0011404640972614288
32424	embedding2nn.bias	4	0.0037743179127573967
32424	embedding2nn.bias	5	-0.006166532170027494
32424	embedding2nn.bias	6	0.008393232710659504
32424	embedding2nn.bias	7	0.02034456841647625
32424	embedding2nn.bias	8	0.007322922348976135
32424	embedding2nn.bias	9	0.0016771182417869568
32424	rnn.weight_ih_l0	0	0.03951270133256912
32424	rnn.weight_ih_l0	1	-0.01360519789159298
32424	rnn.weight_ih_l0	2	-0.036412764340639114
32424	rnn.weight_ih_l0	3	-0.04484013840556145
32424	rnn.weight_ih_l0	4	-0.052015237510204315
32424	rnn.weight_ih_l0	5	-0.00846592802554369
32424	rnn.weight_ih_l0	6	-0.051909439265728
32424	rnn.weight_ih_l0	7	-0.061593420803546906
32424	rnn.weight_ih_l0	8	-0.04474237933754921
32424	rnn.weight_ih_l0	9	-0.02696087770164013
32424	rnn.weight_hh_l0	0	0.01940322481095791
32424	rnn.weight_hh_l0	1	-0.009722305461764336
32424	rnn.weight_hh_l0	2	-0.06749043613672256
32424	rnn.weight_hh_l0	3	-0.033384911715984344
32424	rnn.weight_hh_l0	4	-0.0783013179898262
32424	rnn.weight_hh_l0	5	-0.014547357335686684
32424	rnn.weight_hh_l0	6	-0.054369691759347916
32424	rnn.weight_hh_l0	7	-0.04051373526453972
32424	rnn.weight_hh_l0	8	-0.019109969958662987
32424	rnn.weight_hh_l0	9	-0.007907599210739136
32424	rnn.bias_ih_l0	0	0.14543601870536804
32424	rnn.bias_ih_l0	1	-0.056069400161504745
32424	rnn.bias_ih_l0	2	0.10403750091791153
32424	rnn.bias_ih_l0	3	0.04887937754392624
32424	rnn.bias_ih_l0	4	0.09889882057905197
32424	rnn.bias_ih_l0	5	0.02422294206917286
32424	rnn.bias_ih_l0	6	-0.01761879399418831
32424	rnn.bias_ih_l0	7	-0.10904477536678314
32424	rnn.bias_ih_l0	8	-0.2073424756526947
32424	rnn.bias_ih_l0	9	0.08701158314943314
32424	rnn.bias_hh_l0	0	0.002511073835194111
32424	rnn.bias_hh_l0	1	0.023194963112473488
32424	rnn.bias_hh_l0	2	-0.006087886169552803
32424	rnn.bias_hh_l0	3	-0.030258646234869957
32424	rnn.bias_hh_l0	4	-0.03629020228981972
32424	rnn.bias_hh_l0	5	0.14340603351593018
32424	rnn.bias_hh_l0	6	0.05141257867217064
32424	rnn.bias_hh_l0	7	0.0599450021982193
32424	rnn.bias_hh_l0	8	0.016749903559684753
32424	rnn.bias_hh_l0	9	0.04306187480688095
32424	rnn.weight_ih_l0_reverse	0	-0.02972455881536007
32424	rnn.weight_ih_l0_reverse	1	-0.002164321718737483
32424	rnn.weight_ih_l0_reverse	2	0.023798007518053055
32424	rnn.weight_ih_l0_reverse	3	-0.062138594686985016
32424	rnn.weight_ih_l0_reverse	4	0.009299755096435547
32424	rnn.weight_ih_l0_reverse	5	-0.04609054699540138
32424	rnn.weight_ih_l0_reverse	6	0.028371063992381096
32424	rnn.weight_ih_l0_reverse	7	0.045960426330566406
32424	rnn.weight_ih_l0_reverse	8	-0.04876435548067093
32424	rnn.weight_ih_l0_reverse	9	-0.050765082240104675
32424	rnn.weight_hh_l0_reverse	0	-0.08323893696069717
32424	rnn.weight_hh_l0_reverse	1	-0.06311151385307312
32424	rnn.weight_hh_l0_reverse	2	0.03440551832318306
32424	rnn.weight_hh_l0_reverse	3	0.04576209932565689
32424	rnn.weight_hh_l0_reverse	4	-0.01576194353401661
32424	rnn.weight_hh_l0_reverse	5	0.04560065641999245
32424	rnn.weight_hh_l0_reverse	6	0.0009612127905711532
32424	rnn.weight_hh_l0_reverse	7	-0.00022289330081548542
32424	rnn.weight_hh_l0_reverse	8	-0.09865501523017883
32424	rnn.weight_hh_l0_reverse	9	0.08008947223424911
32424	rnn.bias_ih_l0_reverse	0	-0.08917638659477234
32424	rnn.bias_ih_l0_reverse	1	-0.06915890425443649
32424	rnn.bias_ih_l0_reverse	2	0.10350827872753143
32424	rnn.bias_ih_l0_reverse	3	0.0477818138897419
32424	rnn.bias_ih_l0_reverse	4	-0.1292182207107544
32424	rnn.bias_ih_l0_reverse	5	0.040981512516736984
32424	rnn.bias_ih_l0_reverse	6	-0.10618063807487488
32424	rnn.bias_ih_l0_reverse	7	0.04433862492442131
32424	rnn.bias_ih_l0_reverse	8	0.03464443236589432
32424	rnn.bias_ih_l0_reverse	9	0.06352563947439194
32424	rnn.bias_hh_l0_reverse	0	0.05716804414987564
32424	rnn.bias_hh_l0_reverse	1	0.06549278646707535
32424	rnn.bias_hh_l0_reverse	2	0.07854824513196945
32424	rnn.bias_hh_l0_reverse	3	-0.004174967296421528
32424	rnn.bias_hh_l0_reverse	4	0.07135524600744247
32424	rnn.bias_hh_l0_reverse	5	0.007290875539183617
32424	rnn.bias_hh_l0_reverse	6	-0.05440155789256096
32424	rnn.bias_hh_l0_reverse	7	0.02742728590965271
32424	rnn.bias_hh_l0_reverse	8	0.011212759651243687
32424	rnn.bias_hh_l0_reverse	9	-0.16086748242378235
32424	linear.weight	0	0.1726585179567337
32424	linear.weight	1	-0.16282536089420319
32424	linear.weight	2	-0.21476657688617706
32424	linear.weight	3	0.07831110805273056
32424	linear.weight	4	-0.02656547911465168
32424	linear.weight	5	0.004097048193216324
32424	linear.weight	6	-0.006908873096108437
32424	linear.weight	7	-0.02707567997276783
32424	linear.weight	8	0.08429163694381714
32424	linear.weight	9	0.34909743070602417
32424	linear.bias	0	-0.20697437226772308
32424	linear.bias	1	0.1944044977426529
32424	linear.bias	2	-0.5392814874649048
32424	linear.bias	3	1.7021838426589966
32424	linear.bias	4	-0.39694300293922424
32424	linear.bias	5	-0.030769959092140198
32424	linear.bias	6	-0.35756662487983704
32424	linear.bias	7	-0.2792993485927582
32424	linear.bias	8	-0.04396260902285576
32424	linear.bias	9	-0.49789077043533325
32452	transitions	0	-0.6482526063919067
32452	transitions	1	0.3496045172214508
32452	transitions	2	1.6743804216384888
32452	transitions	3	0.09657631069421768
32452	transitions	4	0.9484172463417053
32452	transitions	5	1.2739239931106567
32452	transitions	6	0.48329997062683105
32452	transitions	7	0.17574483156204224
32452	transitions	8	-0.919520914554596
32452	transitions	9	0.9306594133377075
32452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32452	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32452	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32452	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32452	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32452	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32452	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32452	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32452	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32452	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32452	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32452	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32452	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32452	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32452	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32452	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32452	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32452	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32452	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32452	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32452	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32452	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32452	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32452	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32452	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32452	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32452	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32452	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32452	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32452	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32452	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32452	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32452	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32452	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32452	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32452	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32452	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32452	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32452	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32452	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32452	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32452	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32452	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32452	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32452	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32452	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32452	embedding2nn.weight	0	0.022465595975518227
32452	embedding2nn.weight	1	0.01419320423156023
32452	embedding2nn.weight	2	-0.004285397939383984
32452	embedding2nn.weight	3	-9.83619102044031e-05
32452	embedding2nn.weight	4	-0.004368654917925596
32452	embedding2nn.weight	5	0.01185627281665802
32452	embedding2nn.weight	6	-0.004969442263245583
32452	embedding2nn.weight	7	0.020885227248072624
32452	embedding2nn.weight	8	-0.006838473957031965
32452	embedding2nn.weight	9	-0.013904687948524952
32452	embedding2nn.bias	0	-0.03813984990119934
32452	embedding2nn.bias	1	-0.02161075919866562
32452	embedding2nn.bias	2	-0.07364588230848312
32452	embedding2nn.bias	3	-0.0012532855616882443
32452	embedding2nn.bias	4	0.0039002159610390663
32452	embedding2nn.bias	5	-0.006181457079946995
32452	embedding2nn.bias	6	0.008448086678981781
32452	embedding2nn.bias	7	0.020371627062559128
32452	embedding2nn.bias	8	0.007293165195733309
32452	embedding2nn.bias	9	0.001666410593315959
32452	rnn.weight_ih_l0	0	0.03951282799243927
32452	rnn.weight_ih_l0	1	-0.01360255666077137
32452	rnn.weight_ih_l0	2	-0.036412741988897324
32452	rnn.weight_ih_l0	3	-0.04483848065137863
32452	rnn.weight_ih_l0	4	-0.0520128570497036
32452	rnn.weight_ih_l0	5	-0.008464853279292583
32452	rnn.weight_ih_l0	6	-0.05191297456622124
32452	rnn.weight_ih_l0	7	-0.06159193441271782
32452	rnn.weight_ih_l0	8	-0.04474164918065071
32452	rnn.weight_ih_l0	9	-0.02696223184466362
32452	rnn.weight_hh_l0	0	0.019406495615839958
32452	rnn.weight_hh_l0	1	-0.009716637432575226
32452	rnn.weight_hh_l0	2	-0.06750693917274475
32452	rnn.weight_hh_l0	3	-0.03338161110877991
32452	rnn.weight_hh_l0	4	-0.07830469310283661
32452	rnn.weight_hh_l0	5	-0.014536136761307716
32452	rnn.weight_hh_l0	6	-0.054345957934856415
32452	rnn.weight_hh_l0	7	-0.04051189124584198
32452	rnn.weight_hh_l0	8	-0.019107362255454063
32452	rnn.weight_hh_l0	9	-0.007916104048490524
32452	rnn.bias_ih_l0	0	0.14543086290359497
32452	rnn.bias_ih_l0	1	-0.05605800822377205
32452	rnn.bias_ih_l0	2	0.1040649339556694
32452	rnn.bias_ih_l0	3	0.04884425550699234
32452	rnn.bias_ih_l0	4	0.09890956431627274
32452	rnn.bias_ih_l0	5	0.02420697547495365
32452	rnn.bias_ih_l0	6	-0.017591100186109543
32452	rnn.bias_ih_l0	7	-0.1090848371386528
32452	rnn.bias_ih_l0	8	-0.2072751820087433
32452	rnn.bias_ih_l0	9	0.0870160385966301
32452	rnn.bias_hh_l0	0	0.00251051876693964
32452	rnn.bias_hh_l0	1	0.02319091558456421
32452	rnn.bias_hh_l0	2	-0.0060815694741904736
32452	rnn.bias_hh_l0	3	-0.03028232231736183
32452	rnn.bias_hh_l0	4	-0.036316800862550735
32452	rnn.bias_hh_l0	5	0.14341866970062256
32452	rnn.bias_hh_l0	6	0.0513899028301239
32452	rnn.bias_hh_l0	7	0.05991605669260025
32452	rnn.bias_hh_l0	8	0.01677759736776352
32452	rnn.bias_hh_l0	9	0.043066125363111496
32452	rnn.weight_ih_l0_reverse	0	-0.02972162701189518
32452	rnn.weight_ih_l0_reverse	1	-0.002153840148821473
32452	rnn.weight_ih_l0_reverse	2	0.023797765374183655
32452	rnn.weight_ih_l0_reverse	3	-0.06213868036866188
32452	rnn.weight_ih_l0_reverse	4	0.009296505711972713
32452	rnn.weight_ih_l0_reverse	5	-0.046095412224531174
32452	rnn.weight_ih_l0_reverse	6	0.028368782252073288
32452	rnn.weight_ih_l0_reverse	7	0.045958079397678375
32452	rnn.weight_ih_l0_reverse	8	-0.04876847192645073
32452	rnn.weight_ih_l0_reverse	9	-0.050764087587594986
32452	rnn.weight_hh_l0_reverse	0	-0.08323968201875687
32452	rnn.weight_hh_l0_reverse	1	-0.06311953812837601
32452	rnn.weight_hh_l0_reverse	2	0.034401461482048035
32452	rnn.weight_hh_l0_reverse	3	0.045764073729515076
32452	rnn.weight_hh_l0_reverse	4	-0.015762750059366226
32452	rnn.weight_hh_l0_reverse	5	0.04560147225856781
32452	rnn.weight_hh_l0_reverse	6	0.000952372676692903
32452	rnn.weight_hh_l0_reverse	7	-0.00022531466674990952
32452	rnn.weight_hh_l0_reverse	8	-0.09864866733551025
32452	rnn.weight_hh_l0_reverse	9	0.08008666336536407
32452	rnn.bias_ih_l0_reverse	0	-0.08922450989484787
32452	rnn.bias_ih_l0_reverse	1	-0.06911714375019073
32452	rnn.bias_ih_l0_reverse	2	0.10351110994815826
32452	rnn.bias_ih_l0_reverse	3	0.047773245722055435
32452	rnn.bias_ih_l0_reverse	4	-0.12922482192516327
32452	rnn.bias_ih_l0_reverse	5	0.04098282754421234
32452	rnn.bias_ih_l0_reverse	6	-0.10618297755718231
32452	rnn.bias_ih_l0_reverse	7	0.04433036968111992
32452	rnn.bias_ih_l0_reverse	8	0.03463589400053024
32452	rnn.bias_ih_l0_reverse	9	0.06354954838752747
32452	rnn.bias_hh_l0_reverse	0	0.05722040683031082
32452	rnn.bias_hh_l0_reverse	1	0.06548349559307098
32452	rnn.bias_hh_l0_reverse	2	0.07856094092130661
32452	rnn.bias_hh_l0_reverse	3	-0.004164379555732012
32452	rnn.bias_hh_l0_reverse	4	0.07135885208845139
32452	rnn.bias_hh_l0_reverse	5	0.007270785514265299
32452	rnn.bias_hh_l0_reverse	6	-0.054385799914598465
32452	rnn.bias_hh_l0_reverse	7	0.027433162555098534
32452	rnn.bias_hh_l0_reverse	8	0.011233502067625523
32452	rnn.bias_hh_l0_reverse	9	-0.16085688769817352
32452	linear.weight	0	0.1727532148361206
32452	linear.weight	1	-0.162825345993042
32452	linear.weight	2	-0.21475182473659515
32452	linear.weight	3	0.07831546664237976
32452	linear.weight	4	-0.026565559208393097
32452	linear.weight	5	0.004091481678187847
32452	linear.weight	6	-0.00690886378288269
32452	linear.weight	7	-0.027075592428445816
32452	linear.weight	8	0.08429685235023499
32452	linear.weight	9	0.3491206765174866
32452	linear.bias	0	-0.20677080750465393
32452	linear.bias	1	0.19443927705287933
32452	linear.bias	2	-0.5392870306968689
32452	linear.bias	3	1.7021055221557617
32452	linear.bias	4	-0.39694368839263916
32452	linear.bias	5	-0.030769959092140198
32452	linear.bias	6	-0.35756975412368774
32452	linear.bias	7	-0.27930518984794617
32452	linear.bias	8	-0.043960753828287125
32452	linear.bias	9	-0.49789127707481384
32480	transitions	0	-0.6482530236244202
32480	transitions	1	0.3496043384075165
32480	transitions	2	1.6743804216384888
32480	transitions	3	0.09657621383666992
32480	transitions	4	0.9484170079231262
32480	transitions	5	1.2739239931106567
32480	transitions	6	0.48329997062683105
32480	transitions	7	0.17574463784694672
32480	transitions	8	-0.919520914554596
32480	transitions	9	0.9306594133377075
32480	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32480	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32480	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32480	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32480	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32480	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32480	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32480	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32480	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32480	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32480	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32480	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32480	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32480	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32480	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32480	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32480	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32480	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32480	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32480	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32480	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32480	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32480	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32480	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32480	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32480	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32480	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32480	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32480	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32480	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32480	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32480	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32480	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32480	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32480	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32480	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32480	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32480	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32480	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32480	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32480	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32480	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32480	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32480	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32480	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32480	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32480	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32480	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32480	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32480	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32480	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32480	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32480	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32480	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32480	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32480	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32480	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32480	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32480	embedding2nn.weight	0	0.022466829046607018
32480	embedding2nn.weight	1	0.014192505739629269
32480	embedding2nn.weight	2	-0.004285113885998726
32480	embedding2nn.weight	3	-9.902030433295295e-05
32480	embedding2nn.weight	4	-0.004369143862277269
32480	embedding2nn.weight	5	0.011856311932206154
32480	embedding2nn.weight	6	-0.0049683647230267525
32480	embedding2nn.weight	7	0.020880239084362984
32480	embedding2nn.weight	8	-0.006839666049927473
32480	embedding2nn.weight	9	-0.013904084451496601
32480	embedding2nn.bias	0	-0.03821095451712608
32480	embedding2nn.bias	1	-0.02168302796781063
32480	embedding2nn.bias	2	-0.07365782558917999
32480	embedding2nn.bias	3	-0.0012438729172572494
32480	embedding2nn.bias	4	0.003929289523512125
32480	embedding2nn.bias	5	-0.006150066386908293
32480	embedding2nn.bias	6	0.008514387533068657
32480	embedding2nn.bias	7	0.020426319912075996
32480	embedding2nn.bias	8	0.007291427813470364
32480	embedding2nn.bias	9	0.0015804485883563757
32480	rnn.weight_ih_l0	0	0.03951151296496391
32480	rnn.weight_ih_l0	1	-0.013602475635707378
32480	rnn.weight_ih_l0	2	-0.03639093413949013
32480	rnn.weight_ih_l0	3	-0.04483380541205406
32480	rnn.weight_ih_l0	4	-0.05201810970902443
32480	rnn.weight_ih_l0	5	-0.008463315665721893
32480	rnn.weight_ih_l0	6	-0.05190875008702278
32480	rnn.weight_ih_l0	7	-0.061593130230903625
32480	rnn.weight_ih_l0	8	-0.044741932302713394
32480	rnn.weight_ih_l0	9	-0.026961274445056915
32480	rnn.weight_hh_l0	0	0.019407164305448532
32480	rnn.weight_hh_l0	1	-0.009718469344079494
32480	rnn.weight_hh_l0	2	-0.06750605255365372
32480	rnn.weight_hh_l0	3	-0.033383503556251526
32480	rnn.weight_hh_l0	4	-0.07830824702978134
32480	rnn.weight_hh_l0	5	-0.014539722353219986
32480	rnn.weight_hh_l0	6	-0.05433829873800278
32480	rnn.weight_hh_l0	7	-0.04050818830728531
32480	rnn.weight_hh_l0	8	-0.019116727635264397
32480	rnn.weight_hh_l0	9	-0.007925699464976788
32480	rnn.bias_ih_l0	0	0.14542269706726074
32480	rnn.bias_ih_l0	1	-0.056044694036245346
32480	rnn.bias_ih_l0	2	0.10405272245407104
32480	rnn.bias_ih_l0	3	0.048822689801454544
32480	rnn.bias_ih_l0	4	0.0989508330821991
32480	rnn.bias_ih_l0	5	0.02423100359737873
32480	rnn.bias_ih_l0	6	-0.01760895736515522
32480	rnn.bias_ih_l0	7	-0.10906145721673965
32480	rnn.bias_ih_l0	8	-0.2074607014656067
32480	rnn.bias_ih_l0	9	0.08702780306339264
32480	rnn.bias_hh_l0	0	0.0025205479469150305
32480	rnn.bias_hh_l0	1	0.02319994382560253
32480	rnn.bias_hh_l0	2	-0.0061052339151501656
32480	rnn.bias_hh_l0	3	-0.030282124876976013
32480	rnn.bias_hh_l0	4	-0.0363202765583992
32480	rnn.bias_hh_l0	5	0.14336520433425903
32480	rnn.bias_hh_l0	6	0.05137244984507561
32480	rnn.bias_hh_l0	7	0.059899456799030304
32480	rnn.bias_hh_l0	8	0.016759740188717842
32480	rnn.bias_hh_l0	9	0.04308561608195305
32480	rnn.weight_ih_l0_reverse	0	-0.02972014993429184
32480	rnn.weight_ih_l0_reverse	1	-0.002165726153180003
32480	rnn.weight_ih_l0_reverse	2	0.023796116933226585
32480	rnn.weight_ih_l0_reverse	3	-0.06214050203561783
32480	rnn.weight_ih_l0_reverse	4	0.009302861988544464
32480	rnn.weight_ih_l0_reverse	5	-0.046102751046419144
32480	rnn.weight_ih_l0_reverse	6	0.028370844200253487
32480	rnn.weight_ih_l0_reverse	7	0.04596136137843132
32480	rnn.weight_ih_l0_reverse	8	-0.04876454919576645
32480	rnn.weight_ih_l0_reverse	9	-0.05076517537236214
32480	rnn.weight_hh_l0_reverse	0	-0.08323299139738083
32480	rnn.weight_hh_l0_reverse	1	-0.06312756985425949
32480	rnn.weight_hh_l0_reverse	2	0.034399308264255524
32480	rnn.weight_hh_l0_reverse	3	0.04576660320162773
32480	rnn.weight_hh_l0_reverse	4	-0.01574646681547165
32480	rnn.weight_hh_l0_reverse	5	0.0455976240336895
32480	rnn.weight_hh_l0_reverse	6	0.0009374115616083145
32480	rnn.weight_hh_l0_reverse	7	-0.00022359467402566224
32480	rnn.weight_hh_l0_reverse	8	-0.09864534437656403
32480	rnn.weight_hh_l0_reverse	9	0.08009693026542664
32480	rnn.bias_ih_l0_reverse	0	-0.08926203101873398
32480	rnn.bias_ih_l0_reverse	1	-0.06909260153770447
32480	rnn.bias_ih_l0_reverse	2	0.10351721197366714
32480	rnn.bias_ih_l0_reverse	3	0.047784604132175446
32480	rnn.bias_ih_l0_reverse	4	-0.12920603156089783
32480	rnn.bias_ih_l0_reverse	5	0.040958188474178314
32480	rnn.bias_ih_l0_reverse	6	-0.10619276016950607
32480	rnn.bias_ih_l0_reverse	7	0.04434513673186302
32480	rnn.bias_ih_l0_reverse	8	0.03463376685976982
32480	rnn.bias_ih_l0_reverse	9	0.06358165293931961
32480	rnn.bias_hh_l0_reverse	0	0.05719659477472305
32480	rnn.bias_hh_l0_reverse	1	0.06548731029033661
32480	rnn.bias_hh_l0_reverse	2	0.07853201776742935
32480	rnn.bias_hh_l0_reverse	3	-0.004154450725764036
32480	rnn.bias_hh_l0_reverse	4	0.07135143876075745
32480	rnn.bias_hh_l0_reverse	5	0.007242222782224417
32480	rnn.bias_hh_l0_reverse	6	-0.05437527596950531
32480	rnn.bias_hh_l0_reverse	7	0.02743271365761757
32480	rnn.bias_hh_l0_reverse	8	0.011224023997783661
32480	rnn.bias_hh_l0_reverse	9	-0.16089703142642975
32480	linear.weight	0	0.17277246713638306
32480	linear.weight	1	-0.1628253161907196
32480	linear.weight	2	-0.21477492153644562
32480	linear.weight	3	0.07832064479589462
32480	linear.weight	4	-0.02655671164393425
32480	linear.weight	5	0.004092765972018242
32480	linear.weight	6	-0.0069088442251086235
32480	linear.weight	7	-0.027075422927737236
32480	linear.weight	8	0.08426406979560852
32480	linear.weight	9	0.3491152226924896
32480	linear.bias	0	-0.20688723027706146
32480	linear.bias	1	0.19444067776203156
32480	linear.bias	2	-0.5392364263534546
32480	linear.bias	3	1.7024177312850952
32480	linear.bias	4	-0.39694470167160034
32480	linear.bias	5	-0.030769959092140198
32480	linear.bias	6	-0.3575373589992523
32480	linear.bias	7	-0.2793132960796356
32480	linear.bias	8	-0.04408223554491997
32480	linear.bias	9	-0.4978916049003601
32508	transitions	0	-0.6482532620429993
32508	transitions	1	0.3496039807796478
32508	transitions	2	1.6743800640106201
32508	transitions	3	0.09657468646764755
32508	transitions	4	0.9484168887138367
32508	transitions	5	1.2739239931106567
32508	transitions	6	0.48329997062683105
32508	transitions	7	0.17574460804462433
32508	transitions	8	-0.919520914554596
32508	transitions	9	0.9306594133377075
32508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32508	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32508	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32508	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32508	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32508	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32508	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32508	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32508	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32508	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32508	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32508	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32508	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32508	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32508	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32508	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32508	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32508	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32508	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32508	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32508	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32508	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32508	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32508	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32508	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32508	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32508	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32508	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32508	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32508	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32508	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32508	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32508	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32508	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32508	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32508	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32508	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32508	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32508	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32508	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32508	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32508	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32508	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32508	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32508	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32508	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32508	embedding2nn.weight	0	0.022472642362117767
32508	embedding2nn.weight	1	0.014193465933203697
32508	embedding2nn.weight	2	-0.004285149741917849
32508	embedding2nn.weight	3	-9.806486195884645e-05
32508	embedding2nn.weight	4	-0.004369231406599283
32508	embedding2nn.weight	5	0.011855171993374825
32508	embedding2nn.weight	6	-0.004968253895640373
32508	embedding2nn.weight	7	0.020890209823846817
32508	embedding2nn.weight	8	-0.006838947534561157
32508	embedding2nn.weight	9	-0.013904022052884102
32508	embedding2nn.bias	0	-0.03814300149679184
32508	embedding2nn.bias	1	-0.021589292213320732
32508	embedding2nn.bias	2	-0.07365182042121887
32508	embedding2nn.bias	3	-0.0011820282088592649
32508	embedding2nn.bias	4	0.003914389293640852
32508	embedding2nn.bias	5	-0.006182414013892412
32508	embedding2nn.bias	6	0.008510124869644642
32508	embedding2nn.bias	7	0.020435992628335953
32508	embedding2nn.bias	8	0.007244087755680084
32508	embedding2nn.bias	9	0.0015868115006014705
32508	rnn.weight_ih_l0	0	0.03951753303408623
32508	rnn.weight_ih_l0	1	-0.013601342216134071
32508	rnn.weight_ih_l0	2	-0.03637785464525223
32508	rnn.weight_ih_l0	3	-0.044832970947027206
32508	rnn.weight_ih_l0	4	-0.05201669782400131
32508	rnn.weight_ih_l0	5	-0.008462894707918167
32508	rnn.weight_ih_l0	6	-0.05191224813461304
32508	rnn.weight_ih_l0	7	-0.06159207224845886
32508	rnn.weight_ih_l0	8	-0.0447433777153492
32508	rnn.weight_ih_l0	9	-0.02695786952972412
32508	rnn.weight_hh_l0	0	0.01941085048019886
32508	rnn.weight_hh_l0	1	-0.009722806513309479
32508	rnn.weight_hh_l0	2	-0.06747356802225113
32508	rnn.weight_hh_l0	3	-0.03338636830449104
32508	rnn.weight_hh_l0	4	-0.07831106334924698
32508	rnn.weight_hh_l0	5	-0.014532078057527542
32508	rnn.weight_hh_l0	6	-0.05433390289545059
32508	rnn.weight_hh_l0	7	-0.04052741453051567
32508	rnn.weight_hh_l0	8	-0.0191184151917696
32508	rnn.weight_hh_l0	9	-0.007947647012770176
32508	rnn.bias_ih_l0	0	0.14541251957416534
32508	rnn.bias_ih_l0	1	-0.056014642119407654
32508	rnn.bias_ih_l0	2	0.10405129939317703
32508	rnn.bias_ih_l0	3	0.04879394546151161
32508	rnn.bias_ih_l0	4	0.0989345833659172
32508	rnn.bias_ih_l0	5	0.02422170154750347
32508	rnn.bias_ih_l0	6	-0.017557047307491302
32508	rnn.bias_ih_l0	7	-0.10898233950138092
32508	rnn.bias_ih_l0	8	-0.20758232474327087
32508	rnn.bias_ih_l0	9	0.08699946105480194
32508	rnn.bias_hh_l0	0	0.002507271710783243
32508	rnn.bias_hh_l0	1	0.023203715682029724
32508	rnn.bias_hh_l0	2	-0.006093079224228859
32508	rnn.bias_hh_l0	3	-0.03029538504779339
32508	rnn.bias_hh_l0	4	-0.036302365362644196
32508	rnn.bias_hh_l0	5	0.14338691532611847
32508	rnn.bias_hh_l0	6	0.05138363689184189
32508	rnn.bias_hh_l0	7	0.0599052757024765
32508	rnn.bias_hh_l0	8	0.01681165024638176
32508	rnn.bias_hh_l0	9	0.043091826140880585
32508	rnn.weight_ih_l0_reverse	0	-0.029724644497036934
32508	rnn.weight_ih_l0_reverse	1	-0.0021591116674244404
32508	rnn.weight_ih_l0_reverse	2	0.023796573281288147
32508	rnn.weight_ih_l0_reverse	3	-0.062142644077539444
32508	rnn.weight_ih_l0_reverse	4	0.009302860125899315
32508	rnn.weight_ih_l0_reverse	5	-0.046103011816740036
32508	rnn.weight_ih_l0_reverse	6	0.02837228588759899
32508	rnn.weight_ih_l0_reverse	7	0.045966532081365585
32508	rnn.weight_ih_l0_reverse	8	-0.04876605048775673
32508	rnn.weight_ih_l0_reverse	9	-0.05076472833752632
32508	rnn.weight_hh_l0_reverse	0	-0.08323471248149872
32508	rnn.weight_hh_l0_reverse	1	-0.06315064430236816
32508	rnn.weight_hh_l0_reverse	2	0.03440898656845093
32508	rnn.weight_hh_l0_reverse	3	0.04576466232538223
32508	rnn.weight_hh_l0_reverse	4	-0.01574227213859558
32508	rnn.weight_hh_l0_reverse	5	0.045597247779369354
32508	rnn.weight_hh_l0_reverse	6	0.0009156095911748707
32508	rnn.weight_hh_l0_reverse	7	-0.00022403651382774115
32508	rnn.weight_hh_l0_reverse	8	-0.09864990413188934
32508	rnn.weight_hh_l0_reverse	9	0.08010254055261612
32508	rnn.bias_ih_l0_reverse	0	-0.08924796432256699
32508	rnn.bias_ih_l0_reverse	1	-0.06905496120452881
32508	rnn.bias_ih_l0_reverse	2	0.10353102535009384
32508	rnn.bias_ih_l0_reverse	3	0.047796037048101425
32508	rnn.bias_ih_l0_reverse	4	-0.12918829917907715
32508	rnn.bias_ih_l0_reverse	5	0.040957849472761154
32508	rnn.bias_ih_l0_reverse	6	-0.10623537749052048
32508	rnn.bias_ih_l0_reverse	7	0.0443597286939621
32508	rnn.bias_ih_l0_reverse	8	0.034634798765182495
32508	rnn.bias_ih_l0_reverse	9	0.06357821822166443
32508	rnn.bias_hh_l0_reverse	0	0.05728161707520485
32508	rnn.bias_hh_l0_reverse	1	0.06549092382192612
32508	rnn.bias_hh_l0_reverse	2	0.07852092385292053
32508	rnn.bias_hh_l0_reverse	3	-0.0041684312745928764
32508	rnn.bias_hh_l0_reverse	4	0.0713803619146347
32508	rnn.bias_hh_l0_reverse	5	0.007132924627512693
32508	rnn.bias_hh_l0_reverse	6	-0.05438687279820442
32508	rnn.bias_hh_l0_reverse	7	0.027442805469036102
32508	rnn.bias_hh_l0_reverse	8	0.01119326800107956
32508	rnn.bias_hh_l0_reverse	9	-0.16096320748329163
32508	linear.weight	0	0.17276997864246368
32508	linear.weight	1	-0.1628391593694687
32508	linear.weight	2	-0.21482394635677338
32508	linear.weight	3	0.07834091782569885
32508	linear.weight	4	-0.02656385488808155
32508	linear.weight	5	0.004093523602932692
32508	linear.weight	6	-0.006908726878464222
32508	linear.weight	7	-0.027084533125162125
32508	linear.weight	8	0.08428509533405304
32508	linear.weight	9	0.3491024971008301
32508	linear.bias	0	-0.207026869058609
32508	linear.bias	1	0.19447872042655945
32508	linear.bias	2	-0.5392292141914368
32508	linear.bias	3	1.7028751373291016
32508	linear.bias	4	-0.3969464600086212
32508	linear.bias	5	-0.030769959092140198
32508	linear.bias	6	-0.35753005743026733
32508	linear.bias	7	-0.2792927920818329
32508	linear.bias	8	-0.04393743351101875
32508	linear.bias	9	-0.4978923797607422
32536	transitions	0	-0.6482535600662231
32536	transitions	1	0.3496035933494568
32536	transitions	2	1.6743800640106201
32536	transitions	3	0.0965743288397789
32536	transitions	4	0.9484168291091919
32536	transitions	5	1.273923635482788
32536	transitions	6	0.48329994082450867
32536	transitions	7	0.17574460804462433
32536	transitions	8	-0.919520914554596
32536	transitions	9	0.9306594133377075
32536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32536	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32536	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32536	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32536	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32536	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32536	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32536	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32536	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32536	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32536	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32536	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32536	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32536	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32536	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32536	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32536	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32536	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32536	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32536	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32536	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32536	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32536	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32536	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32536	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32536	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32536	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32536	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32536	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32536	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32536	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32536	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32536	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32536	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32536	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32536	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32536	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32536	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32536	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32536	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32536	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32536	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32536	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32536	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32536	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32536	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32536	embedding2nn.weight	0	0.022474966943264008
32536	embedding2nn.weight	1	0.01419452391564846
32536	embedding2nn.weight	2	-0.004285477101802826
32536	embedding2nn.weight	3	-9.867019252851605e-05
32536	embedding2nn.weight	4	-0.004369388334453106
32536	embedding2nn.weight	5	0.01185652520507574
32536	embedding2nn.weight	6	-0.004968901164829731
32536	embedding2nn.weight	7	0.020895719528198242
32536	embedding2nn.weight	8	-0.006838934030383825
32536	embedding2nn.weight	9	-0.013903835788369179
32536	embedding2nn.bias	0	-0.038183726370334625
32536	embedding2nn.bias	1	-0.02166612260043621
32536	embedding2nn.bias	2	-0.0736321434378624
32536	embedding2nn.bias	3	-0.0011069474276155233
32536	embedding2nn.bias	4	0.003952454775571823
32536	embedding2nn.bias	5	-0.006164982449263334
32536	embedding2nn.bias	6	0.008590961806476116
32536	embedding2nn.bias	7	0.020513804629445076
32536	embedding2nn.bias	8	0.0071481200866401196
32536	embedding2nn.bias	9	0.0015267053386196494
32536	rnn.weight_ih_l0	0	0.039517391473054886
32536	rnn.weight_ih_l0	1	-0.013590036891400814
32536	rnn.weight_ih_l0	2	-0.036376114934682846
32536	rnn.weight_ih_l0	3	-0.04483161121606827
32536	rnn.weight_ih_l0	4	-0.052013397216796875
32536	rnn.weight_ih_l0	5	-0.008461263962090015
32536	rnn.weight_ih_l0	6	-0.05191286653280258
32536	rnn.weight_ih_l0	7	-0.06159220635890961
32536	rnn.weight_ih_l0	8	-0.04474378377199173
32536	rnn.weight_ih_l0	9	-0.026956643909215927
32536	rnn.weight_hh_l0	0	0.019408423453569412
32536	rnn.weight_hh_l0	1	-0.009726186282932758
32536	rnn.weight_hh_l0	2	-0.06746748089790344
32536	rnn.weight_hh_l0	3	-0.033382002264261246
32536	rnn.weight_hh_l0	4	-0.07830901443958282
32536	rnn.weight_hh_l0	5	-0.014530885964632034
32536	rnn.weight_hh_l0	6	-0.05434216186404228
32536	rnn.weight_hh_l0	7	-0.040513865649700165
32536	rnn.weight_hh_l0	8	-0.019109705463051796
32536	rnn.weight_hh_l0	9	-0.007952826097607613
32536	rnn.bias_ih_l0	0	0.14542530477046967
32536	rnn.bias_ih_l0	1	-0.056022584438323975
32536	rnn.bias_ih_l0	2	0.10406365990638733
32536	rnn.bias_ih_l0	3	0.04877503216266632
32536	rnn.bias_ih_l0	4	0.09892400354146957
32536	rnn.bias_ih_l0	5	0.024233074858784676
32536	rnn.bias_ih_l0	6	-0.01755143515765667
32536	rnn.bias_ih_l0	7	-0.10907673090696335
32536	rnn.bias_ih_l0	8	-0.20764686167240143
32536	rnn.bias_ih_l0	9	0.08700694143772125
32536	rnn.bias_hh_l0	0	0.0025032702833414078
32536	rnn.bias_hh_l0	1	0.023200983181595802
32536	rnn.bias_hh_l0	2	-0.006102763116359711
32536	rnn.bias_hh_l0	3	-0.030284129083156586
32536	rnn.bias_hh_l0	4	-0.036335885524749756
32536	rnn.bias_hh_l0	5	0.14337608218193054
32536	rnn.bias_hh_l0	6	0.051418010145425797
32536	rnn.bias_hh_l0	7	0.05989070609211922
32536	rnn.bias_hh_l0	8	0.016817262396216393
32536	rnn.bias_hh_l0	9	0.043082766234874725
32536	rnn.weight_ih_l0_reverse	0	-0.029723329469561577
32536	rnn.weight_ih_l0_reverse	1	-0.0021516887936741114
32536	rnn.weight_ih_l0_reverse	2	0.02379618026316166
32536	rnn.weight_ih_l0_reverse	3	-0.062140773981809616
32536	rnn.weight_ih_l0_reverse	4	0.00930335745215416
32536	rnn.weight_ih_l0_reverse	5	-0.04610385745763779
32536	rnn.weight_ih_l0_reverse	6	0.02838374301791191
32536	rnn.weight_ih_l0_reverse	7	0.04596509784460068
32536	rnn.weight_ih_l0_reverse	8	-0.04876306280493736
32536	rnn.weight_ih_l0_reverse	9	-0.05076435208320618
32536	rnn.weight_hh_l0_reverse	0	-0.08323987573385239
32536	rnn.weight_hh_l0_reverse	1	-0.06315995007753372
32536	rnn.weight_hh_l0_reverse	2	0.034407034516334534
32536	rnn.weight_hh_l0_reverse	3	0.04576539993286133
32536	rnn.weight_hh_l0_reverse	4	-0.015749836340546608
32536	rnn.weight_hh_l0_reverse	5	0.04559612646698952
32536	rnn.weight_hh_l0_reverse	6	0.0008990891510620713
32536	rnn.weight_hh_l0_reverse	7	-0.0002221624308731407
32536	rnn.weight_hh_l0_reverse	8	-0.09865161031484604
32536	rnn.weight_hh_l0_reverse	9	0.08010396361351013
32536	rnn.bias_ih_l0_reverse	0	-0.08923756331205368
32536	rnn.bias_ih_l0_reverse	1	-0.06905758380889893
32536	rnn.bias_ih_l0_reverse	2	0.10352866351604462
32536	rnn.bias_ih_l0_reverse	3	0.047805026173591614
32536	rnn.bias_ih_l0_reverse	4	-0.12919259071350098
32536	rnn.bias_ih_l0_reverse	5	0.04098823666572571
32536	rnn.bias_ih_l0_reverse	6	-0.10625790804624557
32536	rnn.bias_ih_l0_reverse	7	0.04435984417796135
32536	rnn.bias_ih_l0_reverse	8	0.03462176024913788
32536	rnn.bias_ih_l0_reverse	9	0.063571996986866
32536	rnn.bias_hh_l0_reverse	0	0.05728793516755104
32536	rnn.bias_hh_l0_reverse	1	0.065496064722538
32536	rnn.bias_hh_l0_reverse	2	0.07849959284067154
32536	rnn.bias_hh_l0_reverse	3	-0.004160231910645962
32536	rnn.bias_hh_l0_reverse	4	0.07139476388692856
32536	rnn.bias_hh_l0_reverse	5	0.0071183680556714535
32536	rnn.bias_hh_l0_reverse	6	-0.05439065769314766
32536	rnn.bias_hh_l0_reverse	7	0.02744380757212639
32536	rnn.bias_hh_l0_reverse	8	0.011185870505869389
32536	rnn.bias_hh_l0_reverse	9	-0.16100667417049408
32536	linear.weight	0	0.17272906005382538
32536	linear.weight	1	-0.16283917427062988
32536	linear.weight	2	-0.2148565798997879
32536	linear.weight	3	0.07835260778665543
32536	linear.weight	4	-0.026564035564661026
32536	linear.weight	5	0.0040626986883580685
32536	linear.weight	6	-0.006908716168254614
32536	linear.weight	7	-0.02708442136645317
32536	linear.weight	8	0.0843040868639946
32536	linear.weight	9	0.3490738868713379
32536	linear.bias	0	-0.20707716047763824
32536	linear.bias	1	0.19449304044246674
32536	linear.bias	2	-0.5392804741859436
32536	linear.bias	3	1.703060269355774
32536	linear.bias	4	-0.3969520032405853
32536	linear.bias	5	-0.030769959092140198
32536	linear.bias	6	-0.3575763404369354
32536	linear.bias	7	-0.27930283546447754
32536	linear.bias	8	-0.04387519136071205
32536	linear.bias	9	-0.49789246916770935
32564	transitions	0	-0.6482537388801575
32564	transitions	1	0.34960347414016724
32564	transitions	2	1.6743800640106201
32564	transitions	3	0.09657283127307892
32564	transitions	4	0.9484160542488098
32564	transitions	5	1.273923635482788
32564	transitions	6	0.48329994082450867
32564	transitions	7	0.17574459314346313
32564	transitions	8	-0.919520914554596
32564	transitions	9	0.9306594133377075
32564	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32564	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32564	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32564	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32564	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32564	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32564	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32564	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32564	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32564	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32564	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32564	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32564	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32564	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32564	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32564	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32564	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32564	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32564	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32564	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32564	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32564	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32564	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32564	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32564	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32564	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32564	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32564	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32564	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32564	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32564	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32564	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32564	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32564	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32564	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32564	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32564	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32564	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32564	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32564	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32564	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32564	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32564	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32564	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32564	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32564	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32564	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32564	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32564	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32564	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32564	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32564	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32564	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32564	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32564	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32564	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32564	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32564	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32564	embedding2nn.weight	0	0.02248215116560459
32564	embedding2nn.weight	1	0.014192593283951283
32564	embedding2nn.weight	2	-0.004286091774702072
32564	embedding2nn.weight	3	-9.54881397774443e-05
32564	embedding2nn.weight	4	-0.004369698464870453
32564	embedding2nn.weight	5	0.01185417827218771
32564	embedding2nn.weight	6	-0.004968611523509026
32564	embedding2nn.weight	7	0.02088075689971447
32564	embedding2nn.weight	8	-0.006836977321654558
32564	embedding2nn.weight	9	-0.013906345702707767
32564	embedding2nn.bias	0	-0.038186874240636826
32564	embedding2nn.bias	1	-0.021619237959384918
32564	embedding2nn.bias	2	-0.0737278014421463
32564	embedding2nn.bias	3	-0.001181107829324901
32564	embedding2nn.bias	4	0.003979710396379232
32564	embedding2nn.bias	5	-0.0062455469742417336
32564	embedding2nn.bias	6	0.008500782772898674
32564	embedding2nn.bias	7	0.020482733845710754
32564	embedding2nn.bias	8	0.0069894022308290005
32564	embedding2nn.bias	9	0.0015503871254622936
32564	rnn.weight_ih_l0	0	0.03952236473560333
32564	rnn.weight_ih_l0	1	-0.013586253859102726
32564	rnn.weight_ih_l0	2	-0.03637092560529709
32564	rnn.weight_ih_l0	3	-0.044825486838817596
32564	rnn.weight_ih_l0	4	-0.052013102918863297
32564	rnn.weight_ih_l0	5	-0.008462313562631607
32564	rnn.weight_ih_l0	6	-0.05191728472709656
32564	rnn.weight_ih_l0	7	-0.06159250810742378
32564	rnn.weight_ih_l0	8	-0.044744398444890976
32564	rnn.weight_ih_l0	9	-0.026954976841807365
32564	rnn.weight_hh_l0	0	0.019403666257858276
32564	rnn.weight_hh_l0	1	-0.009727799333631992
32564	rnn.weight_hh_l0	2	-0.06744726002216339
32564	rnn.weight_hh_l0	3	-0.03338252753019333
32564	rnn.weight_hh_l0	4	-0.07832034677267075
32564	rnn.weight_hh_l0	5	-0.014522276818752289
32564	rnn.weight_hh_l0	6	-0.05434734374284744
32564	rnn.weight_hh_l0	7	-0.04053330048918724
32564	rnn.weight_hh_l0	8	-0.019116025418043137
32564	rnn.weight_hh_l0	9	-0.007935566827654839
32564	rnn.bias_ih_l0	0	0.14541850984096527
32564	rnn.bias_ih_l0	1	-0.056016504764556885
32564	rnn.bias_ih_l0	2	0.10408971458673477
32564	rnn.bias_ih_l0	3	0.048770204186439514
32564	rnn.bias_ih_l0	4	0.09891346096992493
32564	rnn.bias_ih_l0	5	0.02423151396214962
32564	rnn.bias_ih_l0	6	-0.017566071823239326
32564	rnn.bias_ih_l0	7	-0.1090211421251297
32564	rnn.bias_ih_l0	8	-0.2076876014471054
32564	rnn.bias_ih_l0	9	0.0870179608464241
32564	rnn.bias_hh_l0	0	0.002507805125787854
32564	rnn.bias_hh_l0	1	0.023187721148133278
32564	rnn.bias_hh_l0	2	-0.006082526408135891
32564	rnn.bias_hh_l0	3	-0.030297012999653816
32564	rnn.bias_hh_l0	4	-0.03629874438047409
32564	rnn.bias_hh_l0	5	0.14337371289730072
32564	rnn.bias_hh_l0	6	0.05137871578335762
32564	rnn.bias_hh_l0	7	0.05986836180090904
32564	rnn.bias_hh_l0	8	0.016802625730633736
32564	rnn.bias_hh_l0	9	0.043076056987047195
32564	rnn.weight_ih_l0_reverse	0	-0.02972220815718174
32564	rnn.weight_ih_l0_reverse	1	-0.002149479929357767
32564	rnn.weight_ih_l0_reverse	2	0.023796793073415756
32564	rnn.weight_ih_l0_reverse	3	-0.062142450362443924
32564	rnn.weight_ih_l0_reverse	4	0.009306346997618675
32564	rnn.weight_ih_l0_reverse	5	-0.046105340123176575
32564	rnn.weight_ih_l0_reverse	6	0.028390254825353622
32564	rnn.weight_ih_l0_reverse	7	0.045965660363435745
32564	rnn.weight_ih_l0_reverse	8	-0.04876367002725601
32564	rnn.weight_ih_l0_reverse	9	-0.050764165818691254
32564	rnn.weight_hh_l0_reverse	0	-0.0832539051771164
32564	rnn.weight_hh_l0_reverse	1	-0.06316964328289032
32564	rnn.weight_hh_l0_reverse	2	0.03440670296549797
32564	rnn.weight_hh_l0_reverse	3	0.04576290771365166
32564	rnn.weight_hh_l0_reverse	4	-0.015745431184768677
32564	rnn.weight_hh_l0_reverse	5	0.04559359326958656
32564	rnn.weight_hh_l0_reverse	6	0.0009156001033261418
32564	rnn.weight_hh_l0_reverse	7	-0.00021886767353862524
32564	rnn.weight_hh_l0_reverse	8	-0.09865840524435043
32564	rnn.weight_hh_l0_reverse	9	0.08009076863527298
32564	rnn.bias_ih_l0_reverse	0	-0.08923973143100739
32564	rnn.bias_ih_l0_reverse	1	-0.06903506070375443
32564	rnn.bias_ih_l0_reverse	2	0.10353252291679382
32564	rnn.bias_ih_l0_reverse	3	0.04780104383826256
32564	rnn.bias_ih_l0_reverse	4	-0.12918153405189514
32564	rnn.bias_ih_l0_reverse	5	0.04099896922707558
32564	rnn.bias_ih_l0_reverse	6	-0.10625994205474854
32564	rnn.bias_ih_l0_reverse	7	0.044369835406541824
32564	rnn.bias_ih_l0_reverse	8	0.03461763262748718
32564	rnn.bias_ih_l0_reverse	9	0.06357543915510178
32564	rnn.bias_hh_l0_reverse	0	0.05729585513472557
32564	rnn.bias_hh_l0_reverse	1	0.0655040591955185
32564	rnn.bias_hh_l0_reverse	2	0.07849272340536118
32564	rnn.bias_hh_l0_reverse	3	-0.004148298874497414
32564	rnn.bias_hh_l0_reverse	4	0.07140550762414932
32564	rnn.bias_hh_l0_reverse	5	0.007064223755151033
32564	rnn.bias_hh_l0_reverse	6	-0.05437479540705681
32564	rnn.bias_hh_l0_reverse	7	0.027457663789391518
32564	rnn.bias_hh_l0_reverse	8	0.011182964779436588
32564	rnn.bias_hh_l0_reverse	9	-0.1609937697649002
32564	linear.weight	0	0.1728435754776001
32564	linear.weight	1	-0.16283869743347168
32564	linear.weight	2	-0.21486623585224152
32564	linear.weight	3	0.07831717282533646
32564	linear.weight	4	-0.026562273502349854
32564	linear.weight	5	0.004065892659127712
32564	linear.weight	6	-0.006908677984029055
32564	linear.weight	7	-0.0270826518535614
32564	linear.weight	8	0.08430061489343643
32564	linear.weight	9	0.34907644987106323
32564	linear.bias	0	-0.20700325071811676
32564	linear.bias	1	0.19454391300678253
32564	linear.bias	2	-0.5392785668373108
32564	linear.bias	3	1.7031885385513306
32564	linear.bias	4	-0.3969529867172241
32564	linear.bias	5	-0.030769959092140198
32564	linear.bias	6	-0.35757631063461304
32564	linear.bias	7	-0.2793329656124115
32564	linear.bias	8	-0.04399722069501877
32564	linear.bias	9	-0.49789363145828247
32592	transitions	0	-0.6482539772987366
32592	transitions	1	0.3496032953262329
32592	transitions	2	1.674379825592041
32592	transitions	3	0.09656769782304764
32592	transitions	4	0.948415994644165
32592	transitions	5	1.273923635482788
32592	transitions	6	0.48329994082450867
32592	transitions	7	0.17574457824230194
32592	transitions	8	-0.919520914554596
32592	transitions	9	0.9306594133377075
32592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32592	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32592	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32592	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32592	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32592	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32592	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32592	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32592	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32592	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32592	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32592	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32592	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32592	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32592	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32592	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32592	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32592	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32592	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32592	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32592	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32592	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32592	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32592	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32592	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32592	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32592	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32592	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32592	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32592	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32592	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32592	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32592	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32592	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32592	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32592	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32592	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32592	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32592	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32592	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32592	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32592	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32592	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32592	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32592	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32592	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32592	embedding2nn.weight	0	0.02248441055417061
32592	embedding2nn.weight	1	0.014192392118275166
32592	embedding2nn.weight	2	-0.004285742528736591
32592	embedding2nn.weight	3	-9.583152859704569e-05
32592	embedding2nn.weight	4	-0.004369726404547691
32592	embedding2nn.weight	5	0.011855601333081722
32592	embedding2nn.weight	6	-0.004969350527971983
32592	embedding2nn.weight	7	0.020881814882159233
32592	embedding2nn.weight	8	-0.00683696661144495
32592	embedding2nn.weight	9	-0.013906210660934448
32592	embedding2nn.bias	0	-0.03818764537572861
32592	embedding2nn.bias	1	-0.021605005487799644
32592	embedding2nn.bias	2	-0.07376547157764435
32592	embedding2nn.bias	3	-0.0012355329236015677
32592	embedding2nn.bias	4	0.0039054276421666145
32592	embedding2nn.bias	5	-0.006423822604119778
32592	embedding2nn.bias	6	0.008584503084421158
32592	embedding2nn.bias	7	0.020381957292556763
32592	embedding2nn.bias	8	0.007024917285889387
32592	embedding2nn.bias	9	0.0014189605135470629
32592	rnn.weight_ih_l0	0	0.039519526064395905
32592	rnn.weight_ih_l0	1	-0.013594484888017178
32592	rnn.weight_ih_l0	2	-0.03636965900659561
32592	rnn.weight_ih_l0	3	-0.04482776299118996
32592	rnn.weight_ih_l0	4	-0.0520138256251812
32592	rnn.weight_ih_l0	5	-0.008465654216706753
32592	rnn.weight_ih_l0	6	-0.05191938951611519
32592	rnn.weight_ih_l0	7	-0.06159183755517006
32592	rnn.weight_ih_l0	8	-0.04474293068051338
32592	rnn.weight_ih_l0	9	-0.026955578476190567
32592	rnn.weight_hh_l0	0	0.019404318183660507
32592	rnn.weight_hh_l0	1	-0.009722217917442322
32592	rnn.weight_hh_l0	2	-0.06744690984487534
32592	rnn.weight_hh_l0	3	-0.03338169306516647
32592	rnn.weight_hh_l0	4	-0.07831636071205139
32592	rnn.weight_hh_l0	5	-0.014531619846820831
32592	rnn.weight_hh_l0	6	-0.054367076605558395
32592	rnn.weight_hh_l0	7	-0.04054497554898262
32592	rnn.weight_hh_l0	8	-0.01911023259162903
32592	rnn.weight_hh_l0	9	-0.007955050095915794
32592	rnn.bias_ih_l0	0	0.14542046189308167
32592	rnn.bias_ih_l0	1	-0.05601149797439575
32592	rnn.bias_ih_l0	2	0.10409141331911087
32592	rnn.bias_ih_l0	3	0.04876573383808136
32592	rnn.bias_ih_l0	4	0.09892504662275314
32592	rnn.bias_ih_l0	5	0.024231836199760437
32592	rnn.bias_ih_l0	6	-0.01759224943816662
32592	rnn.bias_ih_l0	7	-0.10887669771909714
32592	rnn.bias_ih_l0	8	-0.20766988396644592
32592	rnn.bias_ih_l0	9	0.08701513707637787
32592	rnn.bias_hh_l0	0	0.0025107029359787703
32592	rnn.bias_hh_l0	1	0.023246103897690773
32592	rnn.bias_hh_l0	2	-0.006097097881138325
32592	rnn.bias_hh_l0	3	-0.030298663303256035
32592	rnn.bias_hh_l0	4	-0.03629804402589798
32592	rnn.bias_hh_l0	5	0.14333854615688324
32592	rnn.bias_hh_l0	6	0.05136917531490326
32592	rnn.bias_hh_l0	7	0.059931617230176926
32592	rnn.bias_hh_l0	8	0.016776448115706444
32592	rnn.bias_hh_l0	9	0.04309874400496483
32592	rnn.weight_ih_l0_reverse	0	-0.02972644567489624
32592	rnn.weight_ih_l0_reverse	1	-0.0021307345014065504
32592	rnn.weight_ih_l0_reverse	2	0.023795079439878464
32592	rnn.weight_ih_l0_reverse	3	-0.06214465573430061
32592	rnn.weight_ih_l0_reverse	4	0.009307227097451687
32592	rnn.weight_ih_l0_reverse	5	-0.046103425323963165
32592	rnn.weight_ih_l0_reverse	6	0.028394389897584915
32592	rnn.weight_ih_l0_reverse	7	0.04596430063247681
32592	rnn.weight_ih_l0_reverse	8	-0.0487637035548687
32592	rnn.weight_ih_l0_reverse	9	-0.050764717161655426
32592	rnn.weight_hh_l0_reverse	0	-0.08324664831161499
32592	rnn.weight_hh_l0_reverse	1	-0.06318187713623047
32592	rnn.weight_hh_l0_reverse	2	0.03441055119037628
32592	rnn.weight_hh_l0_reverse	3	0.0457615964114666
32592	rnn.weight_hh_l0_reverse	4	-0.015745501965284348
32592	rnn.weight_hh_l0_reverse	5	0.045590225607156754
32592	rnn.weight_hh_l0_reverse	6	0.0009179059998132288
32592	rnn.weight_hh_l0_reverse	7	-0.000213862003874965
32592	rnn.weight_hh_l0_reverse	8	-0.0986490398645401
32592	rnn.weight_hh_l0_reverse	9	0.08008470386266708
32592	rnn.bias_ih_l0_reverse	0	-0.08912492543458939
32592	rnn.bias_ih_l0_reverse	1	-0.06904572993516922
32592	rnn.bias_ih_l0_reverse	2	0.10353300720453262
32592	rnn.bias_ih_l0_reverse	3	0.04780279099941254
32592	rnn.bias_ih_l0_reverse	4	-0.12916409969329834
32592	rnn.bias_ih_l0_reverse	5	0.04099031537771225
32592	rnn.bias_ih_l0_reverse	6	-0.10624999552965164
32592	rnn.bias_ih_l0_reverse	7	0.044369377195835114
32592	rnn.bias_ih_l0_reverse	8	0.03462653234601021
32592	rnn.bias_ih_l0_reverse	9	0.06360013782978058
32592	rnn.bias_hh_l0_reverse	0	0.05726676806807518
32592	rnn.bias_hh_l0_reverse	1	0.0655219703912735
32592	rnn.bias_hh_l0_reverse	2	0.07848707586526871
32592	rnn.bias_hh_l0_reverse	3	-0.004129115957766771
32592	rnn.bias_hh_l0_reverse	4	0.07139335572719574
32592	rnn.bias_hh_l0_reverse	5	0.006964684464037418
32592	rnn.bias_hh_l0_reverse	6	-0.054376766085624695
32592	rnn.bias_hh_l0_reverse	7	0.02748625911772251
32592	rnn.bias_hh_l0_reverse	8	0.011179137043654919
32592	rnn.bias_hh_l0_reverse	9	-0.16102692484855652
32592	linear.weight	0	0.1728857159614563
32592	linear.weight	1	-0.1628386378288269
32592	linear.weight	2	-0.2148948609828949
32592	linear.weight	3	0.0783458799123764
32592	linear.weight	4	-0.026560738682746887
32592	linear.weight	5	0.0040659066289663315
32592	linear.weight	6	-0.006908664014190435
32592	linear.weight	7	-0.027082042768597603
32592	linear.weight	8	0.08428387343883514
32592	linear.weight	9	0.3490801751613617
32592	linear.bias	0	-0.20735126733779907
32592	linear.bias	1	0.19455046951770782
32592	linear.bias	2	-0.5392658710479736
32592	linear.bias	3	1.7032585144042969
32592	linear.bias	4	-0.39695456624031067
32592	linear.bias	5	-0.030769959092140198
32592	linear.bias	6	-0.3575710654258728
32592	linear.bias	7	-0.27932342886924744
32592	linear.bias	8	-0.04416155070066452
32592	linear.bias	9	-0.49789464473724365
32620	transitions	0	-0.6482542157173157
32620	transitions	1	0.34960246086120605
32620	transitions	2	1.674378514289856
32620	transitions	3	0.09656763821840286
32620	transitions	4	0.948415994644165
32620	transitions	5	1.273923635482788
32620	transitions	6	0.48329994082450867
32620	transitions	7	0.17574457824230194
32620	transitions	8	-0.919520914554596
32620	transitions	9	0.9306594133377075
32620	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32620	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32620	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32620	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32620	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32620	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32620	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32620	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32620	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32620	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32620	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32620	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32620	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32620	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32620	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32620	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32620	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32620	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32620	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32620	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32620	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32620	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32620	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32620	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32620	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32620	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32620	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32620	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32620	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32620	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32620	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32620	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32620	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32620	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32620	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32620	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32620	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32620	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32620	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32620	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32620	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32620	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32620	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32620	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32620	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32620	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32620	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32620	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32620	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32620	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32620	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32620	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32620	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32620	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32620	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32620	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32620	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32620	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32620	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32620	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32620	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32620	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32620	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32620	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32620	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32620	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32620	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32620	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32620	embedding2nn.weight	0	0.02248767763376236
32620	embedding2nn.weight	1	0.014191268011927605
32620	embedding2nn.weight	2	-0.004286240786314011
32620	embedding2nn.weight	3	-9.496547863818705e-05
32620	embedding2nn.weight	4	-0.004372381139546633
32620	embedding2nn.weight	5	0.01185611356049776
32620	embedding2nn.weight	6	-0.004968733061105013
32620	embedding2nn.weight	7	0.02087678760290146
32620	embedding2nn.weight	8	-0.006834754254668951
32620	embedding2nn.weight	9	-0.013906383886933327
32620	embedding2nn.bias	0	-0.03821781277656555
32620	embedding2nn.bias	1	-0.021700594574213028
32620	embedding2nn.bias	2	-0.07381999492645264
32620	embedding2nn.bias	3	-0.0012719789519906044
32620	embedding2nn.bias	4	0.003996268380433321
32620	embedding2nn.bias	5	-0.006423543207347393
32620	embedding2nn.bias	6	0.008589955046772957
32620	embedding2nn.bias	7	0.02033492922782898
32620	embedding2nn.bias	8	0.006941687781363726
32620	embedding2nn.bias	9	0.0013490768615156412
32620	rnn.weight_ih_l0	0	0.039524223655462265
32620	rnn.weight_ih_l0	1	-0.01359434425830841
32620	rnn.weight_ih_l0	2	-0.03635215386748314
32620	rnn.weight_ih_l0	3	-0.04482646659016609
32620	rnn.weight_ih_l0	4	-0.05201224982738495
32620	rnn.weight_ih_l0	5	-0.008466663770377636
32620	rnn.weight_ih_l0	6	-0.051919110119342804
32620	rnn.weight_ih_l0	7	-0.06159310042858124
32620	rnn.weight_ih_l0	8	-0.04474126920104027
32620	rnn.weight_ih_l0	9	-0.02695472352206707
32620	rnn.weight_hh_l0	0	0.019417092204093933
32620	rnn.weight_hh_l0	1	-0.00972028635442257
32620	rnn.weight_hh_l0	2	-0.06746704876422882
32620	rnn.weight_hh_l0	3	-0.03337940201163292
32620	rnn.weight_hh_l0	4	-0.07832452654838562
32620	rnn.weight_hh_l0	5	-0.01453909371048212
32620	rnn.weight_hh_l0	6	-0.054348234087228775
32620	rnn.weight_hh_l0	7	-0.040540315210819244
32620	rnn.weight_hh_l0	8	-0.019112253561615944
32620	rnn.weight_hh_l0	9	-0.007964934222400188
32620	rnn.bias_ih_l0	0	0.14542141556739807
32620	rnn.bias_ih_l0	1	-0.056047357618808746
32620	rnn.bias_ih_l0	2	0.10408992320299149
32620	rnn.bias_ih_l0	3	0.04873232543468475
32620	rnn.bias_ih_l0	4	0.09894848614931107
32620	rnn.bias_ih_l0	5	0.02421046607196331
32620	rnn.bias_ih_l0	6	-0.017591767013072968
32620	rnn.bias_ih_l0	7	-0.10884875804185867
32620	rnn.bias_ih_l0	8	-0.20758982002735138
32620	rnn.bias_ih_l0	9	0.08698298037052155
32620	rnn.bias_hh_l0	0	0.0025229202583432198
32620	rnn.bias_hh_l0	1	0.023239610716700554
32620	rnn.bias_hh_l0	2	-0.006094435229897499
32620	rnn.bias_hh_l0	3	-0.030306994915008545
32620	rnn.bias_hh_l0	4	-0.036305349320173264
32620	rnn.bias_hh_l0	5	0.14335112273693085
32620	rnn.bias_hh_l0	6	0.05132819339632988
32620	rnn.bias_hh_l0	7	0.05990138277411461
32620	rnn.bias_hh_l0	8	0.016776930540800095
32620	rnn.bias_hh_l0	9	0.0431167334318161
32620	rnn.weight_ih_l0_reverse	0	-0.02973070740699768
32620	rnn.weight_ih_l0_reverse	1	-0.002127416431903839
32620	rnn.weight_ih_l0_reverse	2	0.02379564754664898
32620	rnn.weight_ih_l0_reverse	3	-0.06214451417326927
32620	rnn.weight_ih_l0_reverse	4	0.009304789826273918
32620	rnn.weight_ih_l0_reverse	5	-0.04610326513648033
32620	rnn.weight_ih_l0_reverse	6	0.028395283967256546
32620	rnn.weight_ih_l0_reverse	7	0.04596531763672829
32620	rnn.weight_ih_l0_reverse	8	-0.04876064509153366
32620	rnn.weight_ih_l0_reverse	9	-0.05076434463262558
32620	rnn.weight_hh_l0_reverse	0	-0.08324455469846725
32620	rnn.weight_hh_l0_reverse	1	-0.06317486613988876
32620	rnn.weight_hh_l0_reverse	2	0.03440985083580017
32620	rnn.weight_hh_l0_reverse	3	0.045756444334983826
32620	rnn.weight_hh_l0_reverse	4	-0.01573955826461315
32620	rnn.weight_hh_l0_reverse	5	0.04558776319026947
32620	rnn.weight_hh_l0_reverse	6	0.0009551566909067333
32620	rnn.weight_hh_l0_reverse	7	-0.00021666544489562511
32620	rnn.weight_hh_l0_reverse	8	-0.09864833205938339
32620	rnn.weight_hh_l0_reverse	9	0.08008265495300293
32620	rnn.bias_ih_l0_reverse	0	-0.08922040462493896
32620	rnn.bias_ih_l0_reverse	1	-0.0690096989274025
32620	rnn.bias_ih_l0_reverse	2	0.10354935377836227
32620	rnn.bias_ih_l0_reverse	3	0.04780283570289612
32620	rnn.bias_ih_l0_reverse	4	-0.1291467249393463
32620	rnn.bias_ih_l0_reverse	5	0.04100647196173668
32620	rnn.bias_ih_l0_reverse	6	-0.10621727257966995
32620	rnn.bias_ih_l0_reverse	7	0.044394101947546005
32620	rnn.bias_ih_l0_reverse	8	0.034636467695236206
32620	rnn.bias_ih_l0_reverse	9	0.06359290331602097
32620	rnn.bias_hh_l0_reverse	0	0.05722042918205261
32620	rnn.bias_hh_l0_reverse	1	0.06550321727991104
32620	rnn.bias_hh_l0_reverse	2	0.07849238067865372
32620	rnn.bias_hh_l0_reverse	3	-0.004126210231333971
32620	rnn.bias_hh_l0_reverse	4	0.07140326499938965
32620	rnn.bias_hh_l0_reverse	5	0.006934477016329765
32620	rnn.bias_hh_l0_reverse	6	-0.0543680377304554
32620	rnn.bias_hh_l0_reverse	7	0.027459612116217613
32620	rnn.bias_hh_l0_reverse	8	0.01118077989667654
32620	rnn.bias_hh_l0_reverse	9	-0.16106851398944855
32620	linear.weight	0	0.17288869619369507
32620	linear.weight	1	-0.16283854842185974
32620	linear.weight	2	-0.21491268277168274
32620	linear.weight	3	0.0783042386174202
32620	linear.weight	4	-0.0265592522919178
32620	linear.weight	5	0.004074890166521072
32620	linear.weight	6	-0.0069086491130292416
32620	linear.weight	7	-0.02708273008465767
32620	linear.weight	8	0.08429625630378723
32620	linear.weight	9	0.3490632474422455
32620	linear.bias	0	-0.20757898688316345
32620	linear.bias	1	0.1945505291223526
32620	linear.bias	2	-0.5392671823501587
32620	linear.bias	3	1.7035126686096191
32620	linear.bias	4	-0.3969587981700897
32620	linear.bias	5	-0.030769959092140198
32620	linear.bias	6	-0.3575725853443146
32620	linear.bias	7	-0.2792794406414032
32620	linear.bias	8	-0.04408811032772064
32620	linear.bias	9	-0.4978952407836914
32648	transitions	0	-0.6482549905776978
32648	transitions	1	0.3496021330356598
32648	transitions	2	1.6743781566619873
32648	transitions	3	0.09656757116317749
32648	transitions	4	0.948415994644165
32648	transitions	5	1.273923635482788
32648	transitions	6	0.48329994082450867
32648	transitions	7	0.17574457824230194
32648	transitions	8	-0.919520914554596
32648	transitions	9	0.9306594133377075
32648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32648	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32648	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32648	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32648	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32648	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32648	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32648	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32648	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32648	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32648	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32648	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32648	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32648	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32648	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32648	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32648	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32648	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32648	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32648	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32648	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32648	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32648	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32648	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32648	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32648	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32648	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32648	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32648	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32648	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32648	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32648	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32648	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32648	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32648	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32648	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32648	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32648	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32648	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32648	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32648	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32648	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32648	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32648	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32648	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32648	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32648	embedding2nn.weight	0	0.022489231079816818
32648	embedding2nn.weight	1	0.01419142447412014
32648	embedding2nn.weight	2	-0.004286888521164656
32648	embedding2nn.weight	3	-9.585191583028063e-05
32648	embedding2nn.weight	4	-0.0043723490089178085
32648	embedding2nn.weight	5	0.01185578852891922
32648	embedding2nn.weight	6	-0.0049705663695931435
32648	embedding2nn.weight	7	0.02088252641260624
32648	embedding2nn.weight	8	-0.006834696978330612
32648	embedding2nn.weight	9	-0.013906560838222504
32648	embedding2nn.bias	0	-0.03820549696683884
32648	embedding2nn.bias	1	-0.021764248609542847
32648	embedding2nn.bias	2	-0.0736987441778183
32648	embedding2nn.bias	3	-0.0012473633978515863
32648	embedding2nn.bias	4	0.00401117792353034
32648	embedding2nn.bias	5	-0.006377753335982561
32648	embedding2nn.bias	6	0.008575419895350933
32648	embedding2nn.bias	7	0.02036985382437706
32648	embedding2nn.bias	8	0.006881072651594877
32648	embedding2nn.bias	9	0.001358858309686184
32648	rnn.weight_ih_l0	0	0.03951721638441086
32648	rnn.weight_ih_l0	1	-0.013591761700809002
32648	rnn.weight_ih_l0	2	-0.036351677030324936
32648	rnn.weight_ih_l0	3	-0.04482552409172058
32648	rnn.weight_ih_l0	4	-0.052016183733940125
32648	rnn.weight_ih_l0	5	-0.008466613478958607
32648	rnn.weight_ih_l0	6	-0.05191654711961746
32648	rnn.weight_ih_l0	7	-0.061592910438776016
32648	rnn.weight_ih_l0	8	-0.0447414256632328
32648	rnn.weight_ih_l0	9	-0.026955343782901764
32648	rnn.weight_hh_l0	0	0.019417578354477882
32648	rnn.weight_hh_l0	1	-0.00972950179129839
32648	rnn.weight_hh_l0	2	-0.0674658939242363
32648	rnn.weight_hh_l0	3	-0.03337741270661354
32648	rnn.weight_hh_l0	4	-0.0783250704407692
32648	rnn.weight_hh_l0	5	-0.014537931419909
32648	rnn.weight_hh_l0	6	-0.054339952766895294
32648	rnn.weight_hh_l0	7	-0.04055321216583252
32648	rnn.weight_hh_l0	8	-0.019104113802313805
32648	rnn.weight_hh_l0	9	-0.007952066138386726
32648	rnn.bias_ih_l0	0	0.14543835818767548
32648	rnn.bias_ih_l0	1	-0.056076131761074066
32648	rnn.bias_ih_l0	2	0.10405900329351425
32648	rnn.bias_ih_l0	3	0.04874446615576744
32648	rnn.bias_ih_l0	4	0.09896080195903778
32648	rnn.bias_ih_l0	5	0.024219803512096405
32648	rnn.bias_ih_l0	6	-0.017608264461159706
32648	rnn.bias_ih_l0	7	-0.10885314643383026
32648	rnn.bias_ih_l0	8	-0.20752796530723572
32648	rnn.bias_ih_l0	9	0.0869850292801857
32648	rnn.bias_hh_l0	0	0.0025161178782582283
32648	rnn.bias_hh_l0	1	0.02323986403644085
32648	rnn.bias_hh_l0	2	-0.006104925647377968
32648	rnn.bias_hh_l0	3	-0.030296780169010162
32648	rnn.bias_hh_l0	4	-0.03629641607403755
32648	rnn.bias_hh_l0	5	0.1433665156364441
32648	rnn.bias_hh_l0	6	0.051361195743083954
32648	rnn.bias_hh_l0	7	0.059877023100852966
32648	rnn.bias_hh_l0	8	0.016760433092713356
32648	rnn.bias_hh_l0	9	0.04311384633183479
32648	rnn.weight_ih_l0_reverse	0	-0.029732342809438705
32648	rnn.weight_ih_l0_reverse	1	-0.002122309524565935
32648	rnn.weight_ih_l0_reverse	2	0.023797571659088135
32648	rnn.weight_ih_l0_reverse	3	-0.0621463917195797
32648	rnn.weight_ih_l0_reverse	4	0.00930133555084467
32648	rnn.weight_ih_l0_reverse	5	-0.046102218329906464
32648	rnn.weight_ih_l0_reverse	6	0.02837328240275383
32648	rnn.weight_ih_l0_reverse	7	0.045966751873493195
32648	rnn.weight_ih_l0_reverse	8	-0.048757899552583694
32648	rnn.weight_ih_l0_reverse	9	-0.05076342821121216
32648	rnn.weight_hh_l0_reverse	0	-0.08323545008897781
32648	rnn.weight_hh_l0_reverse	1	-0.06320201605558395
32648	rnn.weight_hh_l0_reverse	2	0.03441625460982323
32648	rnn.weight_hh_l0_reverse	3	0.045755334198474884
32648	rnn.weight_hh_l0_reverse	4	-0.015729473903775215
32648	rnn.weight_hh_l0_reverse	5	0.04559125751256943
32648	rnn.weight_hh_l0_reverse	6	0.0009298358927480876
32648	rnn.weight_hh_l0_reverse	7	-0.00021907898189965636
32648	rnn.weight_hh_l0_reverse	8	-0.09865212440490723
32648	rnn.weight_hh_l0_reverse	9	0.08009184896945953
32648	rnn.bias_ih_l0_reverse	0	-0.08923017233610153
32648	rnn.bias_ih_l0_reverse	1	-0.06899088621139526
32648	rnn.bias_ih_l0_reverse	2	0.1035747304558754
32648	rnn.bias_ih_l0_reverse	3	0.04781235754489899
32648	rnn.bias_ih_l0_reverse	4	-0.1291540563106537
32648	rnn.bias_ih_l0_reverse	5	0.04101957380771637
32648	rnn.bias_ih_l0_reverse	6	-0.1062476709485054
32648	rnn.bias_ih_l0_reverse	7	0.04438537731766701
32648	rnn.bias_ih_l0_reverse	8	0.03463093936443329
32648	rnn.bias_ih_l0_reverse	9	0.06357768177986145
32648	rnn.bias_hh_l0_reverse	0	0.05720335990190506
32648	rnn.bias_hh_l0_reverse	1	0.06551235169172287
32648	rnn.bias_hh_l0_reverse	2	0.07847729325294495
32648	rnn.bias_hh_l0_reverse	3	-0.004122171550989151
32648	rnn.bias_hh_l0_reverse	4	0.07142229378223419
32648	rnn.bias_hh_l0_reverse	5	0.00690461415797472
32648	rnn.bias_hh_l0_reverse	6	-0.05435226857662201
32648	rnn.bias_hh_l0_reverse	7	0.02745242975652218
32648	rnn.bias_hh_l0_reverse	8	0.01116765383630991
32648	rnn.bias_hh_l0_reverse	9	-0.16106991469860077
32648	linear.weight	0	0.1728753298521042
32648	linear.weight	1	-0.16283848881721497
32648	linear.weight	2	-0.21490907669067383
32648	linear.weight	3	0.07823312282562256
32648	linear.weight	4	-0.026560241356492043
32648	linear.weight	5	0.004071225877851248
32648	linear.weight	6	-0.006908638868480921
32648	linear.weight	7	-0.027082359418272972
32648	linear.weight	8	0.08427896350622177
32648	linear.weight	9	0.3490798771381378
32648	linear.bias	0	-0.2078976184129715
32648	linear.bias	1	0.194599449634552
32648	linear.bias	2	-0.5392776727676392
32648	linear.bias	3	1.7038875818252563
32648	linear.bias	4	-0.3969620168209076
32648	linear.bias	5	-0.030769959092140198
32648	linear.bias	6	-0.35757943987846375
32648	linear.bias	7	-0.2792972922325134
32648	linear.bias	8	-0.043979987502098083
32648	linear.bias	9	-0.4978960454463959
32676	transitions	0	-0.6482553482055664
32676	transitions	1	0.34960147738456726
32676	transitions	2	1.6743779182434082
32676	transitions	3	0.09656748920679092
32676	transitions	4	0.9484159350395203
32676	transitions	5	1.273923635482788
32676	transitions	6	0.48329994082450867
32676	transitions	7	0.17574457824230194
32676	transitions	8	-0.919520914554596
32676	transitions	9	0.9306594133377075
32676	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32676	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32676	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32676	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32676	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32676	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32676	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32676	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32676	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32676	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32676	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32676	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32676	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32676	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32676	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32676	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32676	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32676	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32676	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32676	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32676	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32676	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32676	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32676	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32676	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32676	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32676	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32676	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32676	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32676	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32676	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32676	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32676	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32676	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32676	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32676	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32676	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32676	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32676	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32676	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32676	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32676	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32676	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32676	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32676	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32676	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32676	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32676	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32676	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32676	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32676	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32676	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32676	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32676	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32676	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32676	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32676	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32676	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32676	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32676	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32676	embedding2nn.weight	0	0.022481709718704224
32676	embedding2nn.weight	1	0.014193116687238216
32676	embedding2nn.weight	2	-0.004286672454327345
32676	embedding2nn.weight	3	-9.706051787361503e-05
32676	embedding2nn.weight	4	-0.004371934104710817
32676	embedding2nn.weight	5	0.011855394579470158
32676	embedding2nn.weight	6	-0.004971046466380358
32676	embedding2nn.weight	7	0.020880691707134247
32676	embedding2nn.weight	8	-0.006837673019617796
32676	embedding2nn.weight	9	-0.013906272128224373
32676	embedding2nn.bias	0	-0.03828625753521919
32676	embedding2nn.bias	1	-0.02175595611333847
32676	embedding2nn.bias	2	-0.07363257557153702
32676	embedding2nn.bias	3	-0.001449979841709137
32676	embedding2nn.bias	4	0.003982925787568092
32676	embedding2nn.bias	5	-0.006365469191223383
32676	embedding2nn.bias	6	0.008512109518051147
32676	embedding2nn.bias	7	0.02023434266448021
32676	embedding2nn.bias	8	0.00689608184620738
32676	embedding2nn.bias	9	0.0014743051724508405
32676	rnn.weight_ih_l0	0	0.03952021524310112
32676	rnn.weight_ih_l0	1	-0.013600612059235573
32676	rnn.weight_ih_l0	2	-0.036371663212776184
32676	rnn.weight_ih_l0	3	-0.04482422396540642
32676	rnn.weight_ih_l0	4	-0.052021175622940063
32676	rnn.weight_ih_l0	5	-0.00846351683139801
32676	rnn.weight_ih_l0	6	-0.051923468708992004
32676	rnn.weight_ih_l0	7	-0.061593301594257355
32676	rnn.weight_ih_l0	8	-0.044746704399585724
32676	rnn.weight_ih_l0	9	-0.026958134025335312
32676	rnn.weight_hh_l0	0	0.0194157212972641
32676	rnn.weight_hh_l0	1	-0.00972872693091631
32676	rnn.weight_hh_l0	2	-0.06747507303953171
32676	rnn.weight_hh_l0	3	-0.03339075669646263
32676	rnn.weight_hh_l0	4	-0.07832688838243484
32676	rnn.weight_hh_l0	5	-0.014537925831973553
32676	rnn.weight_hh_l0	6	-0.05432898923754692
32676	rnn.weight_hh_l0	7	-0.04053712263703346
32676	rnn.weight_hh_l0	8	-0.019110428169369698
32676	rnn.weight_hh_l0	9	-0.007945815101265907
32676	rnn.bias_ih_l0	0	0.14545685052871704
32676	rnn.bias_ih_l0	1	-0.05608277767896652
32676	rnn.bias_ih_l0	2	0.10409028828144073
32676	rnn.bias_ih_l0	3	0.048744019120931625
32676	rnn.bias_ih_l0	4	0.09896256029605865
32676	rnn.bias_ih_l0	5	0.024215031415224075
32676	rnn.bias_ih_l0	6	-0.017618590965867043
32676	rnn.bias_ih_l0	7	-0.10895288735628128
32676	rnn.bias_ih_l0	8	-0.20754602551460266
32676	rnn.bias_ih_l0	9	0.08698347955942154
32676	rnn.bias_hh_l0	0	0.0025283433496952057
32676	rnn.bias_hh_l0	1	0.023205332458019257
32676	rnn.bias_hh_l0	2	-0.006116385571658611
32676	rnn.bias_hh_l0	3	-0.03030887059867382
32676	rnn.bias_hh_l0	4	-0.03635038062930107
32676	rnn.bias_hh_l0	5	0.14339272677898407
32676	rnn.bias_hh_l0	6	0.0513949878513813
32676	rnn.bias_hh_l0	7	0.05983756110072136
32676	rnn.bias_hh_l0	8	0.01675010658800602
32676	rnn.bias_hh_l0	9	0.04310242086648941
32676	rnn.weight_ih_l0_reverse	0	-0.02972966991364956
32676	rnn.weight_ih_l0_reverse	1	-0.0021336569916456938
32676	rnn.weight_ih_l0_reverse	2	0.023797309026122093
32676	rnn.weight_ih_l0_reverse	3	-0.06214157119393349
32676	rnn.weight_ih_l0_reverse	4	0.009303223341703415
32676	rnn.weight_ih_l0_reverse	5	-0.04610270634293556
32676	rnn.weight_ih_l0_reverse	6	0.028373531997203827
32676	rnn.weight_ih_l0_reverse	7	0.04597027972340584
32676	rnn.weight_ih_l0_reverse	8	-0.04875686764717102
32676	rnn.weight_ih_l0_reverse	9	-0.05076323822140694
32676	rnn.weight_hh_l0_reverse	0	-0.0832335576415062
32676	rnn.weight_hh_l0_reverse	1	-0.06320764869451523
32676	rnn.weight_hh_l0_reverse	2	0.03441867232322693
32676	rnn.weight_hh_l0_reverse	3	0.04574994370341301
32676	rnn.weight_hh_l0_reverse	4	-0.015724465250968933
32676	rnn.weight_hh_l0_reverse	5	0.045587386935949326
32676	rnn.weight_hh_l0_reverse	6	0.0009291294845752418
32676	rnn.weight_hh_l0_reverse	7	-0.0002213122061220929
32676	rnn.weight_hh_l0_reverse	8	-0.09864851832389832
32676	rnn.weight_hh_l0_reverse	9	0.08008731156587601
32676	rnn.bias_ih_l0_reverse	0	-0.08930326253175735
32676	rnn.bias_ih_l0_reverse	1	-0.06896436959505081
32676	rnn.bias_ih_l0_reverse	2	0.10355695337057114
32676	rnn.bias_ih_l0_reverse	3	0.047816306352615356
32676	rnn.bias_ih_l0_reverse	4	-0.12916705012321472
32676	rnn.bias_ih_l0_reverse	5	0.04102562367916107
32676	rnn.bias_ih_l0_reverse	6	-0.10624095052480698
32676	rnn.bias_ih_l0_reverse	7	0.04443188011646271
32676	rnn.bias_ih_l0_reverse	8	0.03462548926472664
32676	rnn.bias_ih_l0_reverse	9	0.06356427073478699
32676	rnn.bias_hh_l0_reverse	0	0.057172227650880814
32676	rnn.bias_hh_l0_reverse	1	0.06550492346286774
32676	rnn.bias_hh_l0_reverse	2	0.07847578078508377
32676	rnn.bias_hh_l0_reverse	3	-0.004150933586061001
32676	rnn.bias_hh_l0_reverse	4	0.0714419037103653
32676	rnn.bias_hh_l0_reverse	5	0.006973009556531906
32676	rnn.bias_hh_l0_reverse	6	-0.0543428435921669
32676	rnn.bias_hh_l0_reverse	7	0.027474958449602127
32676	rnn.bias_hh_l0_reverse	8	0.011176210828125477
32676	rnn.bias_hh_l0_reverse	9	-0.16115421056747437
32676	linear.weight	0	0.1728401780128479
32676	linear.weight	1	-0.1628383845090866
32676	linear.weight	2	-0.21485820412635803
32676	linear.weight	3	0.07829847186803818
32676	linear.weight	4	-0.026560138911008835
32676	linear.weight	5	0.004070238675922155
32676	linear.weight	6	-0.0069086141884326935
32676	linear.weight	7	-0.027081850916147232
32676	linear.weight	8	0.08430138975381851
32676	linear.weight	9	0.3490805923938751
32676	linear.bias	0	-0.207615464925766
32676	linear.bias	1	0.19459187984466553
32676	linear.bias	2	-0.539268970489502
32676	linear.bias	3	1.7038456201553345
32676	linear.bias	4	-0.3969540297985077
32676	linear.bias	5	-0.030769959092140198
32676	linear.bias	6	-0.35757461190223694
32676	linear.bias	7	-0.27930429577827454
32676	linear.bias	8	-0.04414287954568863
32676	linear.bias	9	-0.49789687991142273
32704	transitions	0	-0.6482555866241455
32704	transitions	1	0.3496013879776001
32704	transitions	2	1.674377679824829
32704	transitions	3	0.09656717628240585
32704	transitions	4	0.9484155178070068
32704	transitions	5	1.273923635482788
32704	transitions	6	0.48329994082450867
32704	transitions	7	0.17574457824230194
32704	transitions	8	-0.919520914554596
32704	transitions	9	0.9306594133377075
32704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32704	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32704	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32704	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32704	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32704	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32704	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32704	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32704	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32704	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32704	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32704	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32704	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32704	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32704	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32704	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32704	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32704	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32704	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32704	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32704	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32704	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32704	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32704	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32704	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32704	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32704	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32704	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32704	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32704	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32704	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32704	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32704	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32704	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32704	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32704	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32704	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32704	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32704	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32704	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32704	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32704	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32704	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32704	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32704	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32704	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32704	embedding2nn.weight	0	0.022495852783322334
32704	embedding2nn.weight	1	0.014192629605531693
32704	embedding2nn.weight	2	-0.004287444520741701
32704	embedding2nn.weight	3	-9.823960135690868e-05
32704	embedding2nn.weight	4	-0.004371664486825466
32704	embedding2nn.weight	5	0.011856818571686745
32704	embedding2nn.weight	6	-0.004970450419932604
32704	embedding2nn.weight	7	0.020883560180664062
32704	embedding2nn.weight	8	-0.006837240885943174
32704	embedding2nn.weight	9	-0.013905356638133526
32704	embedding2nn.bias	0	-0.038283299654722214
32704	embedding2nn.bias	1	-0.021748093888163567
32704	embedding2nn.bias	2	-0.07368476688861847
32704	embedding2nn.bias	3	-0.0014931702753528953
32704	embedding2nn.bias	4	0.004004654474556446
32704	embedding2nn.bias	5	-0.006435247138142586
32704	embedding2nn.bias	6	0.008425489068031311
32704	embedding2nn.bias	7	0.020246388390660286
32704	embedding2nn.bias	8	0.006829329300671816
32704	embedding2nn.bias	9	0.0014517409726977348
32704	rnn.weight_ih_l0	0	0.03951992094516754
32704	rnn.weight_ih_l0	1	-0.013602915219962597
32704	rnn.weight_ih_l0	2	-0.03635123372077942
32704	rnn.weight_ih_l0	3	-0.04482021555304527
32704	rnn.weight_ih_l0	4	-0.05202839896082878
32704	rnn.weight_ih_l0	5	-0.00846406351774931
32704	rnn.weight_ih_l0	6	-0.051920086145401
32704	rnn.weight_ih_l0	7	-0.061590272933244705
32704	rnn.weight_ih_l0	8	-0.044747691601514816
32704	rnn.weight_ih_l0	9	-0.026961402967572212
32704	rnn.weight_hh_l0	0	0.01942295953631401
32704	rnn.weight_hh_l0	1	-0.009724252857267857
32704	rnn.weight_hh_l0	2	-0.06747020781040192
32704	rnn.weight_hh_l0	3	-0.03339684382081032
32704	rnn.weight_hh_l0	4	-0.0783173143863678
32704	rnn.weight_hh_l0	5	-0.014537756331264973
32704	rnn.weight_hh_l0	6	-0.05433281883597374
32704	rnn.weight_hh_l0	7	-0.040526363998651505
32704	rnn.weight_hh_l0	8	-0.019112544134259224
32704	rnn.weight_hh_l0	9	-0.007931932806968689
32704	rnn.bias_ih_l0	0	0.14545586705207825
32704	rnn.bias_ih_l0	1	-0.05607113987207413
32704	rnn.bias_ih_l0	2	0.10409193485975266
32704	rnn.bias_ih_l0	3	0.048763908445835114
32704	rnn.bias_ih_l0	4	0.09896215796470642
32704	rnn.bias_ih_l0	5	0.024216558784246445
32704	rnn.bias_ih_l0	6	-0.017643295228481293
32704	rnn.bias_ih_l0	7	-0.1087750568985939
32704	rnn.bias_ih_l0	8	-0.20749078691005707
32704	rnn.bias_ih_l0	9	0.08697758615016937
32704	rnn.bias_hh_l0	0	0.002550940727815032
32704	rnn.bias_hh_l0	1	0.02323037013411522
32704	rnn.bias_hh_l0	2	-0.0061265588738024235
32704	rnn.bias_hh_l0	3	-0.030294101685285568
32704	rnn.bias_hh_l0	4	-0.03632660582661629
32704	rnn.bias_hh_l0	5	0.14337444305419922
32704	rnn.bias_hh_l0	6	0.051401905715465546
32704	rnn.bias_hh_l0	7	0.05986875295639038
32704	rnn.bias_hh_l0	8	0.01672540232539177
32704	rnn.bias_hh_l0	9	0.043092139065265656
32704	rnn.weight_ih_l0_reverse	0	-0.02972603216767311
32704	rnn.weight_ih_l0_reverse	1	-0.0021377757657319307
32704	rnn.weight_ih_l0_reverse	2	0.02379976026713848
32704	rnn.weight_ih_l0_reverse	3	-0.062137141823768616
32704	rnn.weight_ih_l0_reverse	4	0.009301894344389439
32704	rnn.weight_ih_l0_reverse	5	-0.046102024614810944
32704	rnn.weight_ih_l0_reverse	6	0.028380732983350754
32704	rnn.weight_ih_l0_reverse	7	0.045968133956193924
32704	rnn.weight_ih_l0_reverse	8	-0.048756472766399384
32704	rnn.weight_ih_l0_reverse	9	-0.050763241946697235
32704	rnn.weight_hh_l0_reverse	0	-0.08323097974061966
32704	rnn.weight_hh_l0_reverse	1	-0.06321993470191956
32704	rnn.weight_hh_l0_reverse	2	0.03442422300577164
32704	rnn.weight_hh_l0_reverse	3	0.04575226455926895
32704	rnn.weight_hh_l0_reverse	4	-0.015721812844276428
32704	rnn.weight_hh_l0_reverse	5	0.04558071866631508
32704	rnn.weight_hh_l0_reverse	6	0.0009075228590518236
32704	rnn.weight_hh_l0_reverse	7	-0.00022957359033171088
32704	rnn.weight_hh_l0_reverse	8	-0.09864950180053711
32704	rnn.weight_hh_l0_reverse	9	0.08008521795272827
32704	rnn.bias_ih_l0_reverse	0	-0.08929729461669922
32704	rnn.bias_ih_l0_reverse	1	-0.06900636106729507
32704	rnn.bias_ih_l0_reverse	2	0.10357635468244553
32704	rnn.bias_ih_l0_reverse	3	0.047814082354307175
32704	rnn.bias_ih_l0_reverse	4	-0.1291322112083435
32704	rnn.bias_ih_l0_reverse	5	0.04103706777095795
32704	rnn.bias_ih_l0_reverse	6	-0.10622002929449081
32704	rnn.bias_ih_l0_reverse	7	0.04444822296500206
32704	rnn.bias_ih_l0_reverse	8	0.03463513404130936
32704	rnn.bias_ih_l0_reverse	9	0.0635528415441513
32704	rnn.bias_hh_l0_reverse	0	0.05722641199827194
32704	rnn.bias_hh_l0_reverse	1	0.06550506502389908
32704	rnn.bias_hh_l0_reverse	2	0.07847422361373901
32704	rnn.bias_hh_l0_reverse	3	-0.004141256213188171
32704	rnn.bias_hh_l0_reverse	4	0.07142312079668045
32704	rnn.bias_hh_l0_reverse	5	0.0069885761477053165
32704	rnn.bias_hh_l0_reverse	6	-0.054340071976184845
32704	rnn.bias_hh_l0_reverse	7	0.02748103067278862
32704	rnn.bias_hh_l0_reverse	8	0.011184578761458397
32704	rnn.bias_hh_l0_reverse	9	-0.16115425527095795
32704	linear.weight	0	0.1727769523859024
32704	linear.weight	1	-0.16283832490444183
32704	linear.weight	2	-0.21485041081905365
32704	linear.weight	3	0.07829781621694565
32704	linear.weight	4	-0.026559559628367424
32704	linear.weight	5	0.004070588853210211
32704	linear.weight	6	-0.006908566690981388
32704	linear.weight	7	-0.02708180993795395
32704	linear.weight	8	0.0843154564499855
32704	linear.weight	9	0.3490918278694153
32704	linear.bias	0	-0.20779964327812195
32704	linear.bias	1	0.19442912936210632
32704	linear.bias	2	-0.5393394827842712
32704	linear.bias	3	1.7041414976119995
32704	linear.bias	4	-0.39695680141448975
32704	linear.bias	5	-0.030769959092140198
32704	linear.bias	6	-0.3576156497001648
32704	linear.bias	7	-0.27930307388305664
32704	linear.bias	8	-0.044236768037080765
32704	linear.bias	9	-0.49789729714393616
32732	transitions	0	-0.6482561230659485
32732	transitions	1	0.34960106015205383
32732	transitions	2	1.6743766069412231
32732	transitions	3	0.09656700491905212
32732	transitions	4	0.9484153389930725
32732	transitions	5	1.273923635482788
32732	transitions	6	0.48329994082450867
32732	transitions	7	0.1757444590330124
32732	transitions	8	-0.919520914554596
32732	transitions	9	0.9306594133377075
32732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32732	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32732	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32732	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32732	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32732	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32732	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32732	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32732	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32732	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32732	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32732	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32732	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32732	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32732	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32732	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32732	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32732	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32732	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32732	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32732	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32732	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32732	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32732	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32732	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32732	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32732	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32732	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32732	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32732	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32732	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32732	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32732	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32732	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32732	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32732	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32732	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32732	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32732	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32732	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32732	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32732	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32732	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32732	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32732	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32732	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32732	embedding2nn.weight	0	0.022497640922665596
32732	embedding2nn.weight	1	0.014192556962370872
32732	embedding2nn.weight	2	-0.004287383984774351
32732	embedding2nn.weight	3	-9.755192877491936e-05
32732	embedding2nn.weight	4	-0.004371436778455973
32732	embedding2nn.weight	5	0.011855882592499256
32732	embedding2nn.weight	6	-0.004970571957528591
32732	embedding2nn.weight	7	0.020885517820715904
32732	embedding2nn.weight	8	-0.006834716070443392
32732	embedding2nn.weight	9	-0.01390580739825964
32732	embedding2nn.bias	0	-0.03831368312239647
32732	embedding2nn.bias	1	-0.021774696186184883
32732	embedding2nn.bias	2	-0.07359594851732254
32732	embedding2nn.bias	3	-0.0014937514206394553
32732	embedding2nn.bias	4	0.003970901947468519
32732	embedding2nn.bias	5	-0.006389416288584471
32732	embedding2nn.bias	6	0.00847806315869093
32732	embedding2nn.bias	7	0.020296374335885048
32732	embedding2nn.bias	8	0.006803663447499275
32732	embedding2nn.bias	9	0.0014854948967695236
32732	rnn.weight_ih_l0	0	0.03951726853847504
32732	rnn.weight_ih_l0	1	-0.013608533889055252
32732	rnn.weight_ih_l0	2	-0.03635360673069954
32732	rnn.weight_ih_l0	3	-0.04483531787991524
32732	rnn.weight_ih_l0	4	-0.05202767997980118
32732	rnn.weight_ih_l0	5	-0.008465174585580826
32732	rnn.weight_ih_l0	6	-0.05191722884774208
32732	rnn.weight_ih_l0	7	-0.06158926710486412
32732	rnn.weight_ih_l0	8	-0.044745318591594696
32732	rnn.weight_ih_l0	9	-0.02696121297776699
32732	rnn.weight_hh_l0	0	0.019418779760599136
32732	rnn.weight_hh_l0	1	-0.00972297228872776
32732	rnn.weight_hh_l0	2	-0.06747550517320633
32732	rnn.weight_hh_l0	3	-0.03339517116546631
32732	rnn.weight_hh_l0	4	-0.07831446081399918
32732	rnn.weight_hh_l0	5	-0.014538027346134186
32732	rnn.weight_hh_l0	6	-0.05435136705636978
32732	rnn.weight_hh_l0	7	-0.04052243381738663
32732	rnn.weight_hh_l0	8	-0.019114872440695763
32732	rnn.weight_hh_l0	9	-0.007925085723400116
32732	rnn.bias_ih_l0	0	0.14544829726219177
32732	rnn.bias_ih_l0	1	-0.056068699806928635
32732	rnn.bias_ih_l0	2	0.10410761088132858
32732	rnn.bias_ih_l0	3	0.04876992851495743
32732	rnn.bias_ih_l0	4	0.09896337240934372
32732	rnn.bias_ih_l0	5	0.024223892018198967
32732	rnn.bias_ih_l0	6	-0.017606176435947418
32732	rnn.bias_ih_l0	7	-0.10870551317930222
32732	rnn.bias_ih_l0	8	-0.20735330879688263
32732	rnn.bias_ih_l0	9	0.08696925640106201
32732	rnn.bias_hh_l0	0	0.002566505689173937
32732	rnn.bias_hh_l0	1	0.023228805512189865
32732	rnn.bias_hh_l0	2	-0.0061303433030843735
32732	rnn.bias_hh_l0	3	-0.030298255383968353
32732	rnn.bias_hh_l0	4	-0.03631092235445976
32732	rnn.bias_hh_l0	5	0.14338770508766174
32732	rnn.bias_hh_l0	6	0.05139432102441788
32732	rnn.bias_hh_l0	7	0.0598546639084816
32732	rnn.bias_hh_l0	8	0.016762521117925644
32732	rnn.bias_hh_l0	9	0.04310338944196701
32732	rnn.weight_ih_l0_reverse	0	-0.02971998229622841
32732	rnn.weight_ih_l0_reverse	1	-0.002150788903236389
32732	rnn.weight_ih_l0_reverse	2	0.023798013105988503
32732	rnn.weight_ih_l0_reverse	3	-0.06213593855500221
32732	rnn.weight_ih_l0_reverse	4	0.009300925768911839
32732	rnn.weight_ih_l0_reverse	5	-0.04609861597418785
32732	rnn.weight_ih_l0_reverse	6	0.028372494503855705
32732	rnn.weight_ih_l0_reverse	7	0.045965775847435
32732	rnn.weight_ih_l0_reverse	8	-0.04875198379158974
32732	rnn.weight_ih_l0_reverse	9	-0.05076620355248451
32732	rnn.weight_hh_l0_reverse	0	-0.08323429524898529
32732	rnn.weight_hh_l0_reverse	1	-0.06322186440229416
32732	rnn.weight_hh_l0_reverse	2	0.034424424171447754
32732	rnn.weight_hh_l0_reverse	3	0.04575087130069733
32732	rnn.weight_hh_l0_reverse	4	-0.01572481356561184
32732	rnn.weight_hh_l0_reverse	5	0.04558159038424492
32732	rnn.weight_hh_l0_reverse	6	0.0009017150732688606
32732	rnn.weight_hh_l0_reverse	7	-0.00023129077453631908
32732	rnn.weight_hh_l0_reverse	8	-0.09865543991327286
32732	rnn.weight_hh_l0_reverse	9	0.08008258789777756
32732	rnn.bias_ih_l0_reverse	0	-0.08929362893104553
32732	rnn.bias_ih_l0_reverse	1	-0.0689622238278389
32732	rnn.bias_ih_l0_reverse	2	0.10358478128910065
32732	rnn.bias_ih_l0_reverse	3	0.047810010612010956
32732	rnn.bias_ih_l0_reverse	4	-0.129134863615036
32732	rnn.bias_ih_l0_reverse	5	0.04105217009782791
32732	rnn.bias_ih_l0_reverse	6	-0.10622643679380417
32732	rnn.bias_ih_l0_reverse	7	0.04444799944758415
32732	rnn.bias_ih_l0_reverse	8	0.034637004137039185
32732	rnn.bias_ih_l0_reverse	9	0.06351814419031143
32732	rnn.bias_hh_l0_reverse	0	0.05729859694838524
32732	rnn.bias_hh_l0_reverse	1	0.06550239026546478
32732	rnn.bias_hh_l0_reverse	2	0.07850722968578339
32732	rnn.bias_hh_l0_reverse	3	-0.004139584023505449
32732	rnn.bias_hh_l0_reverse	4	0.07142195850610733
32732	rnn.bias_hh_l0_reverse	5	0.007002304773777723
32732	rnn.bias_hh_l0_reverse	6	-0.05433369427919388
32732	rnn.bias_hh_l0_reverse	7	0.02750801481306553
32732	rnn.bias_hh_l0_reverse	8	0.011158809065818787
32732	rnn.bias_hh_l0_reverse	9	-0.16115809977054596
32732	linear.weight	0	0.17279882729053497
32732	linear.weight	1	-0.16283831000328064
32732	linear.weight	2	-0.21483242511749268
32732	linear.weight	3	0.0783027857542038
32732	linear.weight	4	-0.026540590450167656
32732	linear.weight	5	0.004092581104487181
32732	linear.weight	6	-0.006908570881932974
32732	linear.weight	7	-0.02708168886601925
32732	linear.weight	8	0.08428805321455002
32732	linear.weight	9	0.3490810692310333
32732	linear.bias	0	-0.2079744040966034
32732	linear.bias	1	0.19444508850574493
32732	linear.bias	2	-0.5393809676170349
32732	linear.bias	3	1.7042158842086792
32732	linear.bias	4	-0.39695799350738525
32732	linear.bias	5	-0.030769959092140198
32732	linear.bias	6	-0.3576538860797882
32732	linear.bias	7	-0.2792668342590332
32732	linear.bias	8	-0.044125378131866455
32732	linear.bias	9	-0.49789783358573914
32760	transitions	0	-0.6482568383216858
32760	transitions	1	0.349600613117218
32760	transitions	2	1.6743766069412231
32760	transitions	3	0.09656689316034317
32760	transitions	4	0.9484152793884277
32760	transitions	5	1.273923635482788
32760	transitions	6	0.48329994082450867
32760	transitions	7	0.17573745548725128
32760	transitions	8	-0.919520914554596
32760	transitions	9	0.9306594133377075
32760	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32760	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32760	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32760	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32760	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32760	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32760	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32760	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32760	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32760	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32760	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32760	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32760	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32760	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32760	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32760	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32760	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32760	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32760	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32760	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32760	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32760	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32760	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32760	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32760	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32760	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32760	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32760	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32760	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32760	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32760	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32760	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32760	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32760	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32760	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32760	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32760	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32760	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32760	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32760	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32760	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32760	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32760	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32760	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32760	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32760	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32760	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32760	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32760	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32760	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32760	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32760	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32760	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32760	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32760	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32760	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32760	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32760	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32760	embedding2nn.weight	0	0.02249418944120407
32760	embedding2nn.weight	1	0.014194860123097897
32760	embedding2nn.weight	2	-0.004288117866963148
32760	embedding2nn.weight	3	-0.00010058666521217674
32760	embedding2nn.weight	4	-0.004371299408376217
32760	embedding2nn.weight	5	0.011856385506689548
32760	embedding2nn.weight	6	-0.004970158450305462
32760	embedding2nn.weight	7	0.020885024219751358
32760	embedding2nn.weight	8	-0.006834668107330799
32760	embedding2nn.weight	9	-0.013905765488743782
32760	embedding2nn.bias	0	-0.03828778490424156
32760	embedding2nn.bias	1	-0.021679386496543884
32760	embedding2nn.bias	2	-0.07371050119400024
32760	embedding2nn.bias	3	-0.0015427027828991413
32760	embedding2nn.bias	4	0.003937780857086182
32760	embedding2nn.bias	5	-0.0064460355788469315
32760	embedding2nn.bias	6	0.008427733555436134
32760	embedding2nn.bias	7	0.020318837836384773
32760	embedding2nn.bias	8	0.006770003121346235
32760	embedding2nn.bias	9	0.0014309071702882648
32760	rnn.weight_ih_l0	0	0.03951551765203476
32760	rnn.weight_ih_l0	1	-0.013614078052341938
32760	rnn.weight_ih_l0	2	-0.03634776547551155
32760	rnn.weight_ih_l0	3	-0.044834576547145844
32760	rnn.weight_ih_l0	4	-0.05202978476881981
32760	rnn.weight_ih_l0	5	-0.008464688435196877
32760	rnn.weight_ih_l0	6	-0.051916785538196564
32760	rnn.weight_ih_l0	7	-0.0615895539522171
32760	rnn.weight_ih_l0	8	-0.04474176838994026
32760	rnn.weight_ih_l0	9	-0.02696065790951252
32760	rnn.weight_hh_l0	0	0.019415609538555145
32760	rnn.weight_hh_l0	1	-0.009726341813802719
32760	rnn.weight_hh_l0	2	-0.06746771186590195
32760	rnn.weight_hh_l0	3	-0.03339065983891487
32760	rnn.weight_hh_l0	4	-0.07830724865198135
32760	rnn.weight_hh_l0	5	-0.0145276989787817
32760	rnn.weight_hh_l0	6	-0.054354410618543625
32760	rnn.weight_hh_l0	7	-0.04050306975841522
32760	rnn.weight_hh_l0	8	-0.019114134833216667
32760	rnn.weight_hh_l0	9	-0.007940581999719143
32760	rnn.bias_ih_l0	0	0.14545513689517975
32760	rnn.bias_ih_l0	1	-0.056070346385240555
32760	rnn.bias_ih_l0	2	0.10416083037853241
32760	rnn.bias_ih_l0	3	0.048777107149362564
32760	rnn.bias_ih_l0	4	0.0989820659160614
32760	rnn.bias_ih_l0	5	0.024234548211097717
32760	rnn.bias_ih_l0	6	-0.017611254006624222
32760	rnn.bias_ih_l0	7	-0.10867735743522644
32760	rnn.bias_ih_l0	8	-0.20738688111305237
32760	rnn.bias_ih_l0	9	0.08696258068084717
32760	rnn.bias_hh_l0	0	0.0025768703781068325
32760	rnn.bias_hh_l0	1	0.023253103718161583
32760	rnn.bias_hh_l0	2	-0.006130710244178772
32760	rnn.bias_hh_l0	3	-0.030301785096526146
32760	rnn.bias_hh_l0	4	-0.036307357251644135
32760	rnn.bias_hh_l0	5	0.14340919256210327
32760	rnn.bias_hh_l0	6	0.051389388740062714
32760	rnn.bias_hh_l0	7	0.05985625833272934
32760	rnn.bias_hh_l0	8	0.01675744354724884
32760	rnn.bias_hh_l0	9	0.04310506954789162
32760	rnn.weight_ih_l0_reverse	0	-0.0297189150005579
32760	rnn.weight_ih_l0_reverse	1	-0.0021585060749202967
32760	rnn.weight_ih_l0_reverse	2	0.0237993523478508
32760	rnn.weight_ih_l0_reverse	3	-0.06213102862238884
32760	rnn.weight_ih_l0_reverse	4	0.009299983270466328
32760	rnn.weight_ih_l0_reverse	5	-0.046100616455078125
32760	rnn.weight_ih_l0_reverse	6	0.02837730199098587
32760	rnn.weight_ih_l0_reverse	7	0.045964647084474564
32760	rnn.weight_ih_l0_reverse	8	-0.04875577986240387
32760	rnn.weight_ih_l0_reverse	9	-0.05076619237661362
32760	rnn.weight_hh_l0_reverse	0	-0.08323483169078827
32760	rnn.weight_hh_l0_reverse	1	-0.06321777403354645
32760	rnn.weight_hh_l0_reverse	2	0.03442066162824631
32760	rnn.weight_hh_l0_reverse	3	0.0457613579928875
32760	rnn.weight_hh_l0_reverse	4	-0.015715118497610092
32760	rnn.weight_hh_l0_reverse	5	0.04558020830154419
32760	rnn.weight_hh_l0_reverse	6	0.0009055912960320711
32760	rnn.weight_hh_l0_reverse	7	-0.00022316043032333255
32760	rnn.weight_hh_l0_reverse	8	-0.0986567884683609
32760	rnn.weight_hh_l0_reverse	9	0.08008992671966553
32760	rnn.bias_ih_l0_reverse	0	-0.08929062634706497
32760	rnn.bias_ih_l0_reverse	1	-0.06891967356204987
32760	rnn.bias_ih_l0_reverse	2	0.10357152670621872
32760	rnn.bias_ih_l0_reverse	3	0.047794900834560394
32760	rnn.bias_ih_l0_reverse	4	-0.12913991510868073
32760	rnn.bias_ih_l0_reverse	5	0.0410459041595459
32760	rnn.bias_ih_l0_reverse	6	-0.10622283071279526
32760	rnn.bias_ih_l0_reverse	7	0.044462651014328
32760	rnn.bias_ih_l0_reverse	8	0.034647490829229355
32760	rnn.bias_ih_l0_reverse	9	0.06351931393146515
32760	rnn.bias_hh_l0_reverse	0	0.05727630853652954
32760	rnn.bias_hh_l0_reverse	1	0.06555082648992538
32760	rnn.bias_hh_l0_reverse	2	0.0785052552819252
32760	rnn.bias_hh_l0_reverse	3	-0.004142948426306248
32760	rnn.bias_hh_l0_reverse	4	0.07142382115125656
32760	rnn.bias_hh_l0_reverse	5	0.0069447727873921394
32760	rnn.bias_hh_l0_reverse	6	-0.05433615669608116
32760	rnn.bias_hh_l0_reverse	7	0.027497565373778343
32760	rnn.bias_hh_l0_reverse	8	0.011159992776811123
32760	rnn.bias_hh_l0_reverse	9	-0.16115154325962067
32760	linear.weight	0	0.17283949255943298
32760	linear.weight	1	-0.1628381907939911
32760	linear.weight	2	-0.21483106911182404
32760	linear.weight	3	0.07828068733215332
32760	linear.weight	4	-0.02655976265668869
32760	linear.weight	5	0.0040901112370193005
32760	linear.weight	6	-0.006908504758030176
32760	linear.weight	7	-0.027081314474344254
32760	linear.weight	8	0.08425045758485794
32760	linear.weight	9	0.34907329082489014
32760	linear.bias	0	-0.20792947709560394
32760	linear.bias	1	0.19443045556545258
32760	linear.bias	2	-0.539396345615387
32760	linear.bias	3	1.7043691873550415
32760	linear.bias	4	-0.39697200059890747
32760	linear.bias	5	-0.030769959092140198
32760	linear.bias	6	-0.3576734960079193
32760	linear.bias	7	-0.2792871296405792
32760	linear.bias	8	-0.04413951188325882
32760	linear.bias	9	-0.4978984594345093
32788	transitions	0	-0.6482574343681335
32788	transitions	1	0.34960031509399414
32788	transitions	2	1.674376130104065
32788	transitions	3	0.0965665802359581
32788	transitions	4	0.9484152793884277
32788	transitions	5	1.273923635482788
32788	transitions	6	0.48329994082450867
32788	transitions	7	0.17573745548725128
32788	transitions	8	-0.919520914554596
32788	transitions	9	0.9306594133377075
32788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32788	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32788	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32788	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32788	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32788	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32788	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32788	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32788	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32788	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32788	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32788	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32788	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32788	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32788	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32788	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32788	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32788	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32788	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32788	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32788	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32788	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32788	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32788	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32788	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32788	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32788	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32788	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32788	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32788	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32788	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32788	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32788	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32788	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32788	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32788	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32788	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32788	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32788	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32788	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32788	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32788	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32788	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32788	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32788	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32788	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32788	embedding2nn.weight	0	0.022493556141853333
32788	embedding2nn.weight	1	0.01419572252780199
32788	embedding2nn.weight	2	-0.004288611933588982
32788	embedding2nn.weight	3	-0.00010245000157738104
32788	embedding2nn.weight	4	-0.004371956922113895
32788	embedding2nn.weight	5	0.011857010424137115
32788	embedding2nn.weight	6	-0.004969061352312565
32788	embedding2nn.weight	7	0.020886942744255066
32788	embedding2nn.weight	8	-0.0068354178220033646
32788	embedding2nn.weight	9	-0.01390621718019247
32788	embedding2nn.bias	0	-0.03824225813150406
32788	embedding2nn.bias	1	-0.021718215197324753
32788	embedding2nn.bias	2	-0.07374922931194305
32788	embedding2nn.bias	3	-0.0014678556472063065
32788	embedding2nn.bias	4	0.003965409006923437
32788	embedding2nn.bias	5	-0.006474863737821579
32788	embedding2nn.bias	6	0.008463793434202671
32788	embedding2nn.bias	7	0.02035909704864025
32788	embedding2nn.bias	8	0.00680607371032238
32788	embedding2nn.bias	9	0.0014054655330255628
32788	rnn.weight_ih_l0	0	0.039516303688287735
32788	rnn.weight_ih_l0	1	-0.013619201257824898
32788	rnn.weight_ih_l0	2	-0.03634287416934967
32788	rnn.weight_ih_l0	3	-0.044830869883298874
32788	rnn.weight_ih_l0	4	-0.052030403167009354
32788	rnn.weight_ih_l0	5	-0.008467981591820717
32788	rnn.weight_ih_l0	6	-0.05191397666931152
32788	rnn.weight_ih_l0	7	-0.06159113347530365
32788	rnn.weight_ih_l0	8	-0.04474368318915367
32788	rnn.weight_ih_l0	9	-0.026962628588080406
32788	rnn.weight_hh_l0	0	0.019417865201830864
32788	rnn.weight_hh_l0	1	-0.009726660326123238
32788	rnn.weight_hh_l0	2	-0.06747826933860779
32788	rnn.weight_hh_l0	3	-0.033394668251276016
32788	rnn.weight_hh_l0	4	-0.07831083238124847
32788	rnn.weight_hh_l0	5	-0.014533056877553463
32788	rnn.weight_hh_l0	6	-0.05434497445821762
32788	rnn.weight_hh_l0	7	-0.040498651564121246
32788	rnn.weight_hh_l0	8	-0.019111698493361473
32788	rnn.weight_hh_l0	9	-0.007937219925224781
32788	rnn.bias_ih_l0	0	0.14545856416225433
32788	rnn.bias_ih_l0	1	-0.05606953799724579
32788	rnn.bias_ih_l0	2	0.10414639860391617
32788	rnn.bias_ih_l0	3	0.048769332468509674
32788	rnn.bias_ih_l0	4	0.0989820808172226
32788	rnn.bias_ih_l0	5	0.024221811443567276
32788	rnn.bias_ih_l0	6	-0.01758268103003502
32788	rnn.bias_ih_l0	7	-0.10866548120975494
32788	rnn.bias_ih_l0	8	-0.20732034742832184
32788	rnn.bias_ih_l0	9	0.08695187419652939
32788	rnn.bias_hh_l0	0	0.0025948977563530207
32788	rnn.bias_hh_l0	1	0.023263966664671898
32788	rnn.bias_hh_l0	2	-0.006144333630800247
32788	rnn.bias_hh_l0	3	-0.03030123934149742
32788	rnn.bias_hh_l0	4	-0.03630213439464569
32788	rnn.bias_hh_l0	5	0.14341142773628235
32788	rnn.bias_hh_l0	6	0.05140188708901405
32788	rnn.bias_hh_l0	7	0.05988755822181702
32788	rnn.bias_hh_l0	8	0.016786016523838043
32788	rnn.bias_hh_l0	9	0.04311923682689667
32788	rnn.weight_ih_l0_reverse	0	-0.029718516394495964
32788	rnn.weight_ih_l0_reverse	1	-0.002189359860494733
32788	rnn.weight_ih_l0_reverse	2	0.023799164220690727
32788	rnn.weight_ih_l0_reverse	3	-0.062133342027664185
32788	rnn.weight_ih_l0_reverse	4	0.009298584423959255
32788	rnn.weight_ih_l0_reverse	5	-0.046100080013275146
32788	rnn.weight_ih_l0_reverse	6	0.028368692845106125
32788	rnn.weight_ih_l0_reverse	7	0.04596472904086113
32788	rnn.weight_ih_l0_reverse	8	-0.04875840246677399
32788	rnn.weight_ih_l0_reverse	9	-0.05076737329363823
32788	rnn.weight_hh_l0_reverse	0	-0.08324543386697769
32788	rnn.weight_hh_l0_reverse	1	-0.06320751458406448
32788	rnn.weight_hh_l0_reverse	2	0.03441701829433441
32788	rnn.weight_hh_l0_reverse	3	0.04575137421488762
32788	rnn.weight_hh_l0_reverse	4	-0.015720374882221222
32788	rnn.weight_hh_l0_reverse	5	0.0455784797668457
32788	rnn.weight_hh_l0_reverse	6	0.0009201145148836076
32788	rnn.weight_hh_l0_reverse	7	-0.000225983647396788
32788	rnn.weight_hh_l0_reverse	8	-0.09866669774055481
32788	rnn.weight_hh_l0_reverse	9	0.08010445535182953
32788	rnn.bias_ih_l0_reverse	0	-0.08924791216850281
32788	rnn.bias_ih_l0_reverse	1	-0.06893981248140335
32788	rnn.bias_ih_l0_reverse	2	0.1035805195569992
32788	rnn.bias_ih_l0_reverse	3	0.0477992482483387
32788	rnn.bias_ih_l0_reverse	4	-0.1291494518518448
32788	rnn.bias_ih_l0_reverse	5	0.0410521999001503
32788	rnn.bias_ih_l0_reverse	6	-0.10622178018093109
32788	rnn.bias_ih_l0_reverse	7	0.04447149857878685
32788	rnn.bias_ih_l0_reverse	8	0.03463496267795563
32788	rnn.bias_ih_l0_reverse	9	0.06353464722633362
32788	rnn.bias_hh_l0_reverse	0	0.057233765721321106
32788	rnn.bias_hh_l0_reverse	1	0.065553680062294
32788	rnn.bias_hh_l0_reverse	2	0.07848139852285385
32788	rnn.bias_hh_l0_reverse	3	-0.004145223647356033
32788	rnn.bias_hh_l0_reverse	4	0.0714266449213028
32788	rnn.bias_hh_l0_reverse	5	0.006905009038746357
32788	rnn.bias_hh_l0_reverse	6	-0.0543535090982914
32788	rnn.bias_hh_l0_reverse	7	0.02750249393284321
32788	rnn.bias_hh_l0_reverse	8	0.011165480129420757
32788	rnn.bias_hh_l0_reverse	9	-0.161147341132164
32788	linear.weight	0	0.17292195558547974
32788	linear.weight	1	-0.16283832490444183
32788	linear.weight	2	-0.21483014523983002
32788	linear.weight	3	0.07827672362327576
32788	linear.weight	4	-0.02655751258134842
32788	linear.weight	5	0.004088735673576593
32788	linear.weight	6	-0.006908492650836706
32788	linear.weight	7	-0.027081020176410675
32788	linear.weight	8	0.08423563838005066
32788	linear.weight	9	0.3491274118423462
32788	linear.bias	0	-0.20816311240196228
32788	linear.bias	1	0.1944374293088913
32788	linear.bias	2	-0.5393696427345276
32788	linear.bias	3	1.7042629718780518
32788	linear.bias	4	-0.39697298407554626
32788	linear.bias	5	-0.030769959092140198
32788	linear.bias	6	-0.3576388359069824
32788	linear.bias	7	-0.2793174684047699
32788	linear.bias	8	-0.044167324900627136
32788	linear.bias	9	-0.4978986978530884
32816	transitions	0	-0.6482592225074768
32816	transitions	1	0.3495999574661255
32816	transitions	2	1.6743760108947754
32816	transitions	3	0.09656453132629395
32816	transitions	4	0.948415219783783
32816	transitions	5	1.273923635482788
32816	transitions	6	0.48329994082450867
32816	transitions	7	0.17573745548725128
32816	transitions	8	-0.919520914554596
32816	transitions	9	0.9306594133377075
32816	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32816	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32816	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32816	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32816	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32816	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32816	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32816	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32816	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32816	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32816	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32816	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32816	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32816	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32816	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32816	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32816	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32816	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32816	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32816	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32816	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32816	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32816	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32816	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32816	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32816	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32816	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32816	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32816	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32816	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32816	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32816	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32816	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32816	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32816	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32816	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32816	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32816	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32816	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32816	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32816	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32816	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32816	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32816	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32816	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32816	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32816	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32816	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32816	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32816	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32816	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32816	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32816	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32816	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32816	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32816	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32816	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32816	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32816	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32816	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32816	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32816	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32816	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32816	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32816	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32816	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32816	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32816	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32816	embedding2nn.weight	0	0.02249709703028202
32816	embedding2nn.weight	1	0.014195322059094906
32816	embedding2nn.weight	2	-0.004288225434720516
32816	embedding2nn.weight	3	-0.00010225890582660213
32816	embedding2nn.weight	4	-0.0043724654242396355
32816	embedding2nn.weight	5	0.011858162470161915
32816	embedding2nn.weight	6	-0.0049698385410010815
32816	embedding2nn.weight	7	0.020868973806500435
32816	embedding2nn.weight	8	-0.006836759392172098
32816	embedding2nn.weight	9	-0.013905810192227364
32816	embedding2nn.bias	0	-0.038223493844270706
32816	embedding2nn.bias	1	-0.021628249436616898
32816	embedding2nn.bias	2	-0.07370777428150177
32816	embedding2nn.bias	3	-0.0015182780334725976
32816	embedding2nn.bias	4	0.003990515135228634
32816	embedding2nn.bias	5	-0.0065149664878845215
32816	embedding2nn.bias	6	0.008444858714938164
32816	embedding2nn.bias	7	0.02037001959979534
32816	embedding2nn.bias	8	0.006800217553973198
32816	embedding2nn.bias	9	0.0014189943904057145
32816	rnn.weight_ih_l0	0	0.03951377794146538
32816	rnn.weight_ih_l0	1	-0.013614717870950699
32816	rnn.weight_ih_l0	2	-0.036360032856464386
32816	rnn.weight_ih_l0	3	-0.04482688382267952
32816	rnn.weight_ih_l0	4	-0.05203691124916077
32816	rnn.weight_ih_l0	5	-0.00846544187515974
32816	rnn.weight_ih_l0	6	-0.05190518498420715
32816	rnn.weight_ih_l0	7	-0.06158915162086487
32816	rnn.weight_ih_l0	8	-0.044740863144397736
32816	rnn.weight_ih_l0	9	-0.026961907744407654
32816	rnn.weight_hh_l0	0	0.019418654963374138
32816	rnn.weight_hh_l0	1	-0.009725930169224739
32816	rnn.weight_hh_l0	2	-0.06748316437005997
32816	rnn.weight_hh_l0	3	-0.03339262306690216
32816	rnn.weight_hh_l0	4	-0.07830645889043808
32816	rnn.weight_hh_l0	5	-0.014540601521730423
32816	rnn.weight_hh_l0	6	-0.054359324276447296
32816	rnn.weight_hh_l0	7	-0.04049253463745117
32816	rnn.weight_hh_l0	8	-0.019108647480607033
32816	rnn.weight_hh_l0	9	-0.00793167483061552
32816	rnn.bias_ih_l0	0	0.1454518586397171
32816	rnn.bias_ih_l0	1	-0.056062087416648865
32816	rnn.bias_ih_l0	2	0.10415317863225937
32816	rnn.bias_ih_l0	3	0.04878150299191475
32816	rnn.bias_ih_l0	4	0.0990179181098938
32816	rnn.bias_ih_l0	5	0.024214623495936394
32816	rnn.bias_ih_l0	6	-0.017570892348885536
32816	rnn.bias_ih_l0	7	-0.10862552374601364
32816	rnn.bias_ih_l0	8	-0.20729652047157288
32816	rnn.bias_ih_l0	9	0.0869399756193161
32816	rnn.bias_hh_l0	0	0.002587089082226157
32816	rnn.bias_hh_l0	1	0.02330148220062256
32816	rnn.bias_hh_l0	2	-0.006141955964267254
32816	rnn.bias_hh_l0	3	-0.030286332592368126
32816	rnn.bias_hh_l0	4	-0.036323703825473785
32816	rnn.bias_hh_l0	5	0.14343750476837158
32816	rnn.bias_hh_l0	6	0.051368679851293564
32816	rnn.bias_hh_l0	7	0.05989539250731468
32816	rnn.bias_hh_l0	8	0.016797805204987526
32816	rnn.bias_hh_l0	9	0.043115876615047455
32816	rnn.weight_ih_l0_reverse	0	-0.029721038416028023
32816	rnn.weight_ih_l0_reverse	1	-0.0021845228038728237
32816	rnn.weight_ih_l0_reverse	2	0.0237936619669199
32816	rnn.weight_ih_l0_reverse	3	-0.06213867664337158
32816	rnn.weight_ih_l0_reverse	4	0.0092932665720582
32816	rnn.weight_ih_l0_reverse	5	-0.046096738427877426
32816	rnn.weight_ih_l0_reverse	6	0.02836124412715435
32816	rnn.weight_ih_l0_reverse	7	0.04596219211816788
32816	rnn.weight_ih_l0_reverse	8	-0.048766493797302246
32816	rnn.weight_ih_l0_reverse	9	-0.05076601356267929
32816	rnn.weight_hh_l0_reverse	0	-0.08325299620628357
32816	rnn.weight_hh_l0_reverse	1	-0.06320057809352875
32816	rnn.weight_hh_l0_reverse	2	0.034417517483234406
32816	rnn.weight_hh_l0_reverse	3	0.04574805870652199
32816	rnn.weight_hh_l0_reverse	4	-0.015724314376711845
32816	rnn.weight_hh_l0_reverse	5	0.04557543620467186
32816	rnn.weight_hh_l0_reverse	6	0.0009303229744546115
32816	rnn.weight_hh_l0_reverse	7	-0.00022244430147111416
32816	rnn.weight_hh_l0_reverse	8	-0.0986720621585846
32816	rnn.weight_hh_l0_reverse	9	0.08010245114564896
32816	rnn.bias_ih_l0_reverse	0	-0.0892324447631836
32816	rnn.bias_ih_l0_reverse	1	-0.06902453303337097
32816	rnn.bias_ih_l0_reverse	2	0.10358960181474686
32816	rnn.bias_ih_l0_reverse	3	0.04781109094619751
32816	rnn.bias_ih_l0_reverse	4	-0.12915046513080597
32816	rnn.bias_ih_l0_reverse	5	0.04108075425028801
32816	rnn.bias_ih_l0_reverse	6	-0.1062208041548729
32816	rnn.bias_ih_l0_reverse	7	0.04448019713163376
32816	rnn.bias_ih_l0_reverse	8	0.03464947268366814
32816	rnn.bias_ih_l0_reverse	9	0.06351689249277115
32816	rnn.bias_hh_l0_reverse	0	0.05724041163921356
32816	rnn.bias_hh_l0_reverse	1	0.06559838354587555
32816	rnn.bias_hh_l0_reverse	2	0.07846765220165253
32816	rnn.bias_hh_l0_reverse	3	-0.004128070082515478
32816	rnn.bias_hh_l0_reverse	4	0.07142000645399094
32816	rnn.bias_hh_l0_reverse	5	0.006886961404234171
32816	rnn.bias_hh_l0_reverse	6	-0.05435670167207718
32816	rnn.bias_hh_l0_reverse	7	0.02749793790280819
32816	rnn.bias_hh_l0_reverse	8	0.011160646565258503
32816	rnn.bias_hh_l0_reverse	9	-0.1611858606338501
32816	linear.weight	0	0.17288506031036377
32816	linear.weight	1	-0.16283822059631348
32816	linear.weight	2	-0.21488316357135773
32816	linear.weight	3	0.07828322798013687
32816	linear.weight	4	-0.026555707678198814
32816	linear.weight	5	0.004091559909284115
32816	linear.weight	6	-0.006908418610692024
32816	linear.weight	7	-0.027080917730927467
32816	linear.weight	8	0.08421465009450912
32816	linear.weight	9	0.3490811884403229
32816	linear.bias	0	-0.20826281607151031
32816	linear.bias	1	0.19447578489780426
32816	linear.bias	2	-0.5393915772438049
32816	linear.bias	3	1.7040083408355713
32816	linear.bias	4	-0.3969745934009552
32816	linear.bias	5	-0.030769959092140198
32816	linear.bias	6	-0.35765647888183594
32816	linear.bias	7	-0.2793143689632416
32816	linear.bias	8	-0.04400205239653587
32816	linear.bias	9	-0.4978991746902466
32844	transitions	0	-0.648259699344635
32844	transitions	1	0.3495996296405792
32844	transitions	2	1.6743755340576172
32844	transitions	3	0.09656437486410141
32844	transitions	4	0.9484151005744934
32844	transitions	5	1.273923635482788
32844	transitions	6	0.48329994082450867
32844	transitions	7	0.17573736608028412
32844	transitions	8	-0.919520914554596
32844	transitions	9	0.9306594133377075
32844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32844	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32844	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32844	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32844	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32844	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32844	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32844	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32844	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32844	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32844	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32844	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32844	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32844	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32844	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32844	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32844	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32844	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32844	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32844	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32844	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32844	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32844	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32844	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32844	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32844	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32844	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32844	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32844	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32844	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32844	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32844	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32844	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32844	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32844	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32844	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32844	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32844	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32844	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32844	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32844	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32844	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32844	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32844	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32844	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32844	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32844	embedding2nn.weight	0	0.022501414641737938
32844	embedding2nn.weight	1	0.014194481074810028
32844	embedding2nn.weight	2	-0.00428848247975111
32844	embedding2nn.weight	3	-0.00010231272608507425
32844	embedding2nn.weight	4	-0.0043726954609155655
32844	embedding2nn.weight	5	0.011860165745019913
32844	embedding2nn.weight	6	-0.004968591500073671
32844	embedding2nn.weight	7	0.02087537944316864
32844	embedding2nn.weight	8	-0.00683350395411253
32844	embedding2nn.weight	9	-0.013906271196901798
32844	embedding2nn.bias	0	-0.03827992454171181
32844	embedding2nn.bias	1	-0.021687131375074387
32844	embedding2nn.bias	2	-0.07367373257875443
32844	embedding2nn.bias	3	-0.0016105764079838991
32844	embedding2nn.bias	4	0.003973858430981636
32844	embedding2nn.bias	5	-0.006579263135790825
32844	embedding2nn.bias	6	0.00844539050012827
32844	embedding2nn.bias	7	0.020296670496463776
32844	embedding2nn.bias	8	0.006839114241302013
32844	embedding2nn.bias	9	0.0015246712137013674
32844	rnn.weight_ih_l0	0	0.039510272443294525
32844	rnn.weight_ih_l0	1	-0.013610361143946648
32844	rnn.weight_ih_l0	2	-0.03635444492101669
32844	rnn.weight_ih_l0	3	-0.044828299432992935
32844	rnn.weight_ih_l0	4	-0.05203362926840782
32844	rnn.weight_ih_l0	5	-0.008463376201689243
32844	rnn.weight_ih_l0	6	-0.05190281197428703
32844	rnn.weight_ih_l0	7	-0.061590105295181274
32844	rnn.weight_ih_l0	8	-0.04473813623189926
32844	rnn.weight_ih_l0	9	-0.026961550116539
32844	rnn.weight_hh_l0	0	0.019409459084272385
32844	rnn.weight_hh_l0	1	-0.009729932993650436
32844	rnn.weight_hh_l0	2	-0.06748482584953308
32844	rnn.weight_hh_l0	3	-0.03338136896491051
32844	rnn.weight_hh_l0	4	-0.07830813527107239
32844	rnn.weight_hh_l0	5	-0.01454002596437931
32844	rnn.weight_hh_l0	6	-0.054388146847486496
32844	rnn.weight_hh_l0	7	-0.04049244895577431
32844	rnn.weight_hh_l0	8	-0.01910289376974106
32844	rnn.weight_hh_l0	9	-0.007933498360216618
32844	rnn.bias_ih_l0	0	0.14545702934265137
32844	rnn.bias_ih_l0	1	-0.05604406073689461
32844	rnn.bias_ih_l0	2	0.1041577011346817
32844	rnn.bias_ih_l0	3	0.048787299543619156
32844	rnn.bias_ih_l0	4	0.0990443080663681
32844	rnn.bias_ih_l0	5	0.02419918403029442
32844	rnn.bias_ih_l0	6	-0.017572198063135147
32844	rnn.bias_ih_l0	7	-0.1086483970284462
32844	rnn.bias_ih_l0	8	-0.20724794268608093
32844	rnn.bias_ih_l0	9	0.08692614734172821
32844	rnn.bias_hh_l0	0	0.0025737571995705366
32844	rnn.bias_hh_l0	1	0.023293646052479744
32844	rnn.bias_hh_l0	2	-0.0061223190277814865
32844	rnn.bias_hh_l0	3	-0.030336352065205574
32844	rnn.bias_hh_l0	4	-0.03634316101670265
32844	rnn.bias_hh_l0	5	0.1434413641691208
32844	rnn.bias_hh_l0	6	0.05134890228509903
32844	rnn.bias_hh_l0	7	0.05992061644792557
32844	rnn.bias_hh_l0	8	0.016796499490737915
32844	rnn.bias_hh_l0	9	0.04311242327094078
32844	rnn.weight_ih_l0_reverse	0	-0.029722224920988083
32844	rnn.weight_ih_l0_reverse	1	-0.002177918329834938
32844	rnn.weight_ih_l0_reverse	2	0.023795146495103836
32844	rnn.weight_ih_l0_reverse	3	-0.06213971972465515
32844	rnn.weight_ih_l0_reverse	4	0.009294270537793636
32844	rnn.weight_ih_l0_reverse	5	-0.046096645295619965
32844	rnn.weight_ih_l0_reverse	6	0.028360486030578613
32844	rnn.weight_ih_l0_reverse	7	0.04596303403377533
32844	rnn.weight_ih_l0_reverse	8	-0.04876546189188957
32844	rnn.weight_ih_l0_reverse	9	-0.050767578184604645
32844	rnn.weight_hh_l0_reverse	0	-0.08325207233428955
32844	rnn.weight_hh_l0_reverse	1	-0.06320101767778397
32844	rnn.weight_hh_l0_reverse	2	0.03441586717963219
32844	rnn.weight_hh_l0_reverse	3	0.04575192183256149
32844	rnn.weight_hh_l0_reverse	4	-0.01573842205107212
32844	rnn.weight_hh_l0_reverse	5	0.045578014105558395
32844	rnn.weight_hh_l0_reverse	6	0.0009597210446372628
32844	rnn.weight_hh_l0_reverse	7	-0.00022240183898247778
32844	rnn.weight_hh_l0_reverse	8	-0.09866929054260254
32844	rnn.weight_hh_l0_reverse	9	0.08009008318185806
32844	rnn.bias_ih_l0_reverse	0	-0.08918127417564392
32844	rnn.bias_ih_l0_reverse	1	-0.06898855417966843
32844	rnn.bias_ih_l0_reverse	2	0.10356444120407104
32844	rnn.bias_ih_l0_reverse	3	0.04781024903059006
32844	rnn.bias_ih_l0_reverse	4	-0.12916253507137299
32844	rnn.bias_ih_l0_reverse	5	0.04108870029449463
32844	rnn.bias_ih_l0_reverse	6	-0.10622502863407135
32844	rnn.bias_ih_l0_reverse	7	0.04444557800889015
32844	rnn.bias_ih_l0_reverse	8	0.0346381813287735
32844	rnn.bias_ih_l0_reverse	9	0.06350376456975937
32844	rnn.bias_hh_l0_reverse	0	0.057221826165914536
32844	rnn.bias_hh_l0_reverse	1	0.06558332592248917
32844	rnn.bias_hh_l0_reverse	2	0.07846786081790924
32844	rnn.bias_hh_l0_reverse	3	-0.004121491219848394
32844	rnn.bias_hh_l0_reverse	4	0.07141689956188202
32844	rnn.bias_hh_l0_reverse	5	0.006962938699871302
32844	rnn.bias_hh_l0_reverse	6	-0.054362498223781586
32844	rnn.bias_hh_l0_reverse	7	0.027471190318465233
32844	rnn.bias_hh_l0_reverse	8	0.011166997253894806
32844	rnn.bias_hh_l0_reverse	9	-0.161126047372818
32844	linear.weight	0	0.17293231189250946
32844	linear.weight	1	-0.16283820569515228
32844	linear.weight	2	-0.2148812860250473
32844	linear.weight	3	0.07821036875247955
32844	linear.weight	4	-0.02657836303114891
32844	linear.weight	5	0.004100324586033821
32844	linear.weight	6	-0.006908370181918144
32844	linear.weight	7	-0.02707977034151554
32844	linear.weight	8	0.08422596752643585
32844	linear.weight	9	0.34910115599632263
32844	linear.bias	0	-0.20811596512794495
32844	linear.bias	1	0.19447550177574158
32844	linear.bias	2	-0.5394104719161987
32844	linear.bias	3	1.703906774520874
32844	linear.bias	4	-0.39698436856269836
32844	linear.bias	5	-0.030769959092140198
32844	linear.bias	6	-0.3576582670211792
32844	linear.bias	7	-0.2793235778808594
32844	linear.bias	8	-0.044162530452013016
32844	linear.bias	9	-0.4978998303413391
32872	transitions	0	-0.6482601761817932
32872	transitions	1	0.3495991826057434
32872	transitions	2	1.6743751764297485
32872	transitions	3	0.09656307101249695
32872	transitions	4	0.9484151005744934
32872	transitions	5	1.273923635482788
32872	transitions	6	0.48329973220825195
32872	transitions	7	0.17573735117912292
32872	transitions	8	-0.919520914554596
32872	transitions	9	0.9306594133377075
32872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32872	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32872	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32872	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32872	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32872	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32872	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32872	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32872	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32872	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32872	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32872	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32872	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32872	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32872	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32872	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32872	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32872	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32872	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32872	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32872	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32872	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32872	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32872	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32872	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32872	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32872	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32872	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32872	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32872	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32872	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32872	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32872	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32872	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32872	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32872	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32872	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32872	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32872	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32872	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32872	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32872	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32872	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32872	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32872	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32872	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32872	embedding2nn.weight	0	0.022498225793242455
32872	embedding2nn.weight	1	0.014192125760018826
32872	embedding2nn.weight	2	-0.004287647549062967
32872	embedding2nn.weight	3	-0.00010284045129083097
32872	embedding2nn.weight	4	-0.004372984170913696
32872	embedding2nn.weight	5	0.011858331970870495
32872	embedding2nn.weight	6	-0.004969267174601555
32872	embedding2nn.weight	7	0.020863590762019157
32872	embedding2nn.weight	8	-0.006833711173385382
32872	embedding2nn.weight	9	-0.013904723338782787
32872	embedding2nn.bias	0	-0.038328833878040314
32872	embedding2nn.bias	1	-0.021638482809066772
32872	embedding2nn.bias	2	-0.07352916151285172
32872	embedding2nn.bias	3	-0.0016303698066622019
32872	embedding2nn.bias	4	0.004036340396851301
32872	embedding2nn.bias	5	-0.006558447610586882
32872	embedding2nn.bias	6	0.008499495685100555
32872	embedding2nn.bias	7	0.020182594656944275
32872	embedding2nn.bias	8	0.0069548808969557285
32872	embedding2nn.bias	9	0.001588465180248022
32872	rnn.weight_ih_l0	0	0.03950486704707146
32872	rnn.weight_ih_l0	1	-0.013600395992398262
32872	rnn.weight_ih_l0	2	-0.0363435260951519
32872	rnn.weight_ih_l0	3	-0.04482702538371086
32872	rnn.weight_ih_l0	4	-0.05203694850206375
32872	rnn.weight_ih_l0	5	-0.00846075639128685
32872	rnn.weight_ih_l0	6	-0.051906708627939224
32872	rnn.weight_ih_l0	7	-0.06159006431698799
32872	rnn.weight_ih_l0	8	-0.044737569987773895
32872	rnn.weight_ih_l0	9	-0.02695935219526291
32872	rnn.weight_hh_l0	0	0.019407881423830986
32872	rnn.weight_hh_l0	1	-0.009721738286316395
32872	rnn.weight_hh_l0	2	-0.06748628616333008
32872	rnn.weight_hh_l0	3	-0.03338010236620903
32872	rnn.weight_hh_l0	4	-0.0783049613237381
32872	rnn.weight_hh_l0	5	-0.014543400146067142
32872	rnn.weight_hh_l0	6	-0.05440683662891388
32872	rnn.weight_hh_l0	7	-0.040512483566999435
32872	rnn.weight_hh_l0	8	-0.019106755033135414
32872	rnn.weight_hh_l0	9	-0.007936403155326843
32872	rnn.bias_ih_l0	0	0.14546158909797668
32872	rnn.bias_ih_l0	1	-0.05603509396314621
32872	rnn.bias_ih_l0	2	0.1041603684425354
32872	rnn.bias_ih_l0	3	0.04877824708819389
32872	rnn.bias_ih_l0	4	0.09904682636260986
32872	rnn.bias_ih_l0	5	0.024214833974838257
32872	rnn.bias_ih_l0	6	-0.017553245648741722
32872	rnn.bias_ih_l0	7	-0.10876218974590302
32872	rnn.bias_ih_l0	8	-0.20718629658222198
32872	rnn.bias_ih_l0	9	0.08692003041505814
32872	rnn.bias_hh_l0	0	0.002584251342341304
32872	rnn.bias_hh_l0	1	0.023288942873477936
32872	rnn.bias_hh_l0	2	-0.006100199185311794
32872	rnn.bias_hh_l0	3	-0.030351901426911354
32872	rnn.bias_hh_l0	4	-0.03633721545338631
32872	rnn.bias_hh_l0	5	0.1434386521577835
32872	rnn.bias_hh_l0	6	0.051377490162849426
32872	rnn.bias_hh_l0	7	0.059891343116760254
32872	rnn.bias_hh_l0	8	0.01681545190513134
32872	rnn.bias_hh_l0	9	0.04312143847346306
32872	rnn.weight_ih_l0_reverse	0	-0.02971826121211052
32872	rnn.weight_ih_l0_reverse	1	-0.0021823046263307333
32872	rnn.weight_ih_l0_reverse	2	0.023797834292054176
32872	rnn.weight_ih_l0_reverse	3	-0.062138911336660385
32872	rnn.weight_ih_l0_reverse	4	0.009296062402427197
32872	rnn.weight_ih_l0_reverse	5	-0.04609639570116997
32872	rnn.weight_ih_l0_reverse	6	0.028360402211546898
32872	rnn.weight_ih_l0_reverse	7	0.04596463963389397
32872	rnn.weight_ih_l0_reverse	8	-0.04876502975821495
32872	rnn.weight_ih_l0_reverse	9	-0.05076677352190018
32872	rnn.weight_hh_l0_reverse	0	-0.08325469493865967
32872	rnn.weight_hh_l0_reverse	1	-0.06321463733911514
32872	rnn.weight_hh_l0_reverse	2	0.03441135585308075
32872	rnn.weight_hh_l0_reverse	3	0.04575097933411598
32872	rnn.weight_hh_l0_reverse	4	-0.01573788747191429
32872	rnn.weight_hh_l0_reverse	5	0.04557812586426735
32872	rnn.weight_hh_l0_reverse	6	0.000975348346401006
32872	rnn.weight_hh_l0_reverse	7	-0.0002137858245987445
32872	rnn.weight_hh_l0_reverse	8	-0.09866470098495483
32872	rnn.weight_hh_l0_reverse	9	0.08009316027164459
32872	rnn.bias_ih_l0_reverse	0	-0.08915945142507553
32872	rnn.bias_ih_l0_reverse	1	-0.06903357803821564
32872	rnn.bias_ih_l0_reverse	2	0.10355284810066223
32872	rnn.bias_ih_l0_reverse	3	0.04781409725546837
32872	rnn.bias_ih_l0_reverse	4	-0.12915948033332825
32872	rnn.bias_ih_l0_reverse	5	0.0410725362598896
32872	rnn.bias_ih_l0_reverse	6	-0.10619101673364639
32872	rnn.bias_ih_l0_reverse	7	0.044456832110881805
32872	rnn.bias_ih_l0_reverse	8	0.03461037948727608
32872	rnn.bias_ih_l0_reverse	9	0.06351225078105927
32872	rnn.bias_hh_l0_reverse	0	0.05722346156835556
32872	rnn.bias_hh_l0_reverse	1	0.06553704291582108
32872	rnn.bias_hh_l0_reverse	2	0.07843567430973053
32872	rnn.bias_hh_l0_reverse	3	-0.0041143884882330894
32872	rnn.bias_hh_l0_reverse	4	0.0714169442653656
32872	rnn.bias_hh_l0_reverse	5	0.006918555591255426
32872	rnn.bias_hh_l0_reverse	6	-0.05434432625770569
32872	rnn.bias_hh_l0_reverse	7	0.02746656909584999
32872	rnn.bias_hh_l0_reverse	8	0.011157968081533909
32872	rnn.bias_hh_l0_reverse	9	-0.16110406816005707
32872	linear.weight	0	0.17286284267902374
32872	linear.weight	1	-0.16283807158470154
32872	linear.weight	2	-0.21487663686275482
32872	linear.weight	3	0.07817895710468292
32872	linear.weight	4	-0.026544637978076935
32872	linear.weight	5	0.0040979147888720036
32872	linear.weight	6	-0.0069083585403859615
32872	linear.weight	7	-0.02707849070429802
32872	linear.weight	8	0.08423112332820892
32872	linear.weight	9	0.3490906059741974
32872	linear.bias	0	-0.2080879956483841
32872	linear.bias	1	0.19446058571338654
32872	linear.bias	2	-0.5393853783607483
32872	linear.bias	3	1.7037839889526367
32872	linear.bias	4	-0.3969862461090088
32872	linear.bias	5	-0.030769959092140198
32872	linear.bias	6	-0.35764279961586
32872	linear.bias	7	-0.27934029698371887
32872	linear.bias	8	-0.04425768926739693
32872	linear.bias	9	-0.497901976108551
32900	transitions	0	-0.6482605338096619
32900	transitions	1	0.3495989143848419
32900	transitions	2	1.6743741035461426
32900	transitions	3	0.09656262397766113
32900	transitions	4	0.9484148621559143
32900	transitions	5	1.273923635482788
32900	transitions	6	0.48329973220825195
32900	transitions	7	0.17573733627796173
32900	transitions	8	-0.919520914554596
32900	transitions	9	0.9306594133377075
32900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32900	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32900	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32900	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32900	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32900	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32900	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32900	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32900	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32900	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32900	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32900	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32900	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32900	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32900	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32900	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32900	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32900	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32900	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32900	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32900	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32900	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32900	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32900	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32900	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32900	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32900	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32900	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32900	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32900	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32900	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32900	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32900	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32900	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32900	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32900	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32900	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32900	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32900	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32900	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32900	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32900	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32900	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32900	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32900	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32900	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32900	embedding2nn.weight	0	0.022499248385429382
32900	embedding2nn.weight	1	0.014191791415214539
32900	embedding2nn.weight	2	-0.004288224037736654
32900	embedding2nn.weight	3	-0.00010192869376624003
32900	embedding2nn.weight	4	-0.004371894057840109
32900	embedding2nn.weight	5	0.011856566183269024
32900	embedding2nn.weight	6	-0.004968417342752218
32900	embedding2nn.weight	7	0.020844440907239914
32900	embedding2nn.weight	8	-0.006830649916082621
32900	embedding2nn.weight	9	-0.013904035091400146
32900	embedding2nn.bias	0	-0.038367919623851776
32900	embedding2nn.bias	1	-0.021625379100441933
32900	embedding2nn.bias	2	-0.07354366779327393
32900	embedding2nn.bias	3	-0.0015409047482535243
32900	embedding2nn.bias	4	0.00401582894846797
32900	embedding2nn.bias	5	-0.006498930975794792
32900	embedding2nn.bias	6	0.008479096926748753
32900	embedding2nn.bias	7	0.020194245502352715
32900	embedding2nn.bias	8	0.007057110778987408
32900	embedding2nn.bias	9	0.0016227825544774532
32900	rnn.weight_ih_l0	0	0.03950627148151398
32900	rnn.weight_ih_l0	1	-0.013606805354356766
32900	rnn.weight_ih_l0	2	-0.03634258732199669
32900	rnn.weight_ih_l0	3	-0.044824883341789246
32900	rnn.weight_ih_l0	4	-0.052043359726667404
32900	rnn.weight_ih_l0	5	-0.008465304970741272
32900	rnn.weight_ih_l0	6	-0.0519050732254982
32900	rnn.weight_ih_l0	7	-0.06158807873725891
32900	rnn.weight_ih_l0	8	-0.04473821073770523
32900	rnn.weight_ih_l0	9	-0.026957955211400986
32900	rnn.weight_hh_l0	0	0.019411001354455948
32900	rnn.weight_hh_l0	1	-0.009718828834593296
32900	rnn.weight_hh_l0	2	-0.0674876868724823
32900	rnn.weight_hh_l0	3	-0.03338902071118355
32900	rnn.weight_hh_l0	4	-0.07831031084060669
32900	rnn.weight_hh_l0	5	-0.014540617354214191
32900	rnn.weight_hh_l0	6	-0.05441063642501831
32900	rnn.weight_hh_l0	7	-0.04051869735121727
32900	rnn.weight_hh_l0	8	-0.019108084961771965
32900	rnn.weight_hh_l0	9	-0.00795063842087984
32900	rnn.bias_ih_l0	0	0.1454416662454605
32900	rnn.bias_ih_l0	1	-0.05604630336165428
32900	rnn.bias_ih_l0	2	0.10416469722986221
32900	rnn.bias_ih_l0	3	0.0487886480987072
32900	rnn.bias_ih_l0	4	0.09902709722518921
32900	rnn.bias_ih_l0	5	0.024204997345805168
32900	rnn.bias_ih_l0	6	-0.01751013658940792
32900	rnn.bias_ih_l0	7	-0.10876220464706421
32900	rnn.bias_ih_l0	8	-0.20705752074718475
32900	rnn.bias_ih_l0	9	0.08693971484899521
32900	rnn.bias_hh_l0	0	0.0026180297136306763
32900	rnn.bias_hh_l0	1	0.023309053853154182
32900	rnn.bias_hh_l0	2	-0.0061076125130057335
32900	rnn.bias_hh_l0	3	-0.030341705307364464
32900	rnn.bias_hh_l0	4	-0.03635586053133011
32900	rnn.bias_hh_l0	5	0.14341138303279877
32900	rnn.bias_hh_l0	6	0.0513707734644413
32900	rnn.bias_hh_l0	7	0.05987286940217018
32900	rnn.bias_hh_l0	8	0.01685856096446514
32900	rnn.bias_hh_l0	9	0.043128810822963715
32900	rnn.weight_ih_l0_reverse	0	-0.029719019308686256
32900	rnn.weight_ih_l0_reverse	1	-0.002194617874920368
32900	rnn.weight_ih_l0_reverse	2	0.023802470415830612
32900	rnn.weight_ih_l0_reverse	3	-0.062138911336660385
32900	rnn.weight_ih_l0_reverse	4	0.009286528453230858
32900	rnn.weight_ih_l0_reverse	5	-0.046091798692941666
32900	rnn.weight_ih_l0_reverse	6	0.0283628161996603
32900	rnn.weight_ih_l0_reverse	7	0.04596702754497528
32900	rnn.weight_ih_l0_reverse	8	-0.04876859113574028
32900	rnn.weight_ih_l0_reverse	9	-0.05076776444911957
32900	rnn.weight_hh_l0_reverse	0	-0.0832507535815239
32900	rnn.weight_hh_l0_reverse	1	-0.06324603408575058
32900	rnn.weight_hh_l0_reverse	2	0.034414246678352356
32900	rnn.weight_hh_l0_reverse	3	0.04574919864535332
32900	rnn.weight_hh_l0_reverse	4	-0.015744810923933983
32900	rnn.weight_hh_l0_reverse	5	0.04557575285434723
32900	rnn.weight_hh_l0_reverse	6	0.000978419790044427
32900	rnn.weight_hh_l0_reverse	7	-0.00021948340872768313
32900	rnn.weight_hh_l0_reverse	8	-0.0986744612455368
32900	rnn.weight_hh_l0_reverse	9	0.08009135723114014
32900	rnn.bias_ih_l0_reverse	0	-0.08917449414730072
32900	rnn.bias_ih_l0_reverse	1	-0.06900572776794434
32900	rnn.bias_ih_l0_reverse	2	0.10356426984071732
32900	rnn.bias_ih_l0_reverse	3	0.047851476818323135
32900	rnn.bias_ih_l0_reverse	4	-0.12915393710136414
32900	rnn.bias_ih_l0_reverse	5	0.041055139154195786
32900	rnn.bias_ih_l0_reverse	6	-0.10615531355142593
32900	rnn.bias_ih_l0_reverse	7	0.04445262625813484
32900	rnn.bias_ih_l0_reverse	8	0.03457961976528168
32900	rnn.bias_ih_l0_reverse	9	0.06352228671312332
32900	rnn.bias_hh_l0_reverse	0	0.0571298748254776
32900	rnn.bias_hh_l0_reverse	1	0.06551279127597809
32900	rnn.bias_hh_l0_reverse	2	0.07846401631832123
32900	rnn.bias_hh_l0_reverse	3	-0.004080426413565874
32900	rnn.bias_hh_l0_reverse	4	0.07139743864536285
32900	rnn.bias_hh_l0_reverse	5	0.0068864705972373486
32900	rnn.bias_hh_l0_reverse	6	-0.054351381957530975
32900	rnn.bias_hh_l0_reverse	7	0.02742042765021324
32900	rnn.bias_hh_l0_reverse	8	0.011181018315255642
32900	rnn.bias_hh_l0_reverse	9	-0.16107437014579773
32900	linear.weight	0	0.17286638915538788
32900	linear.weight	1	-0.16283780336380005
32900	linear.weight	2	-0.21487244963645935
32900	linear.weight	3	0.07814021408557892
32900	linear.weight	4	-0.026538802310824394
32900	linear.weight	5	0.004105743486434221
32900	linear.weight	6	-0.006908328738063574
32900	linear.weight	7	-0.02707829512655735
32900	linear.weight	8	0.084260955452919
32900	linear.weight	9	0.3491130471229553
32900	linear.bias	0	-0.20808175206184387
32900	linear.bias	1	0.19425800442695618
32900	linear.bias	2	-0.5394429564476013
32900	linear.bias	3	1.7037912607192993
32900	linear.bias	4	-0.396988183259964
32900	linear.bias	5	-0.030769959092140198
32900	linear.bias	6	-0.35770753026008606
32900	linear.bias	7	-0.2792740762233734
32900	linear.bias	8	-0.04421007260680199
32900	linear.bias	9	-0.4979034960269928
32928	transitions	0	-0.6482608914375305
32928	transitions	1	0.34959864616394043
32928	transitions	2	1.6743708848953247
32928	transitions	3	0.09656201303005219
32928	transitions	4	0.9484137892723083
32928	transitions	5	1.273923635482788
32928	transitions	6	0.48329973220825195
32928	transitions	7	0.17573733627796173
32928	transitions	8	-0.919520914554596
32928	transitions	9	0.9306594133377075
32928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32928	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32928	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32928	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32928	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32928	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32928	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32928	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32928	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32928	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32928	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32928	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32928	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32928	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32928	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32928	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32928	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32928	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32928	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32928	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32928	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32928	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32928	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32928	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32928	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32928	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32928	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32928	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32928	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32928	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32928	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32928	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32928	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32928	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32928	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32928	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32928	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32928	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32928	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32928	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32928	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32928	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32928	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32928	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32928	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32928	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32928	embedding2nn.weight	0	0.022492665797472
32928	embedding2nn.weight	1	0.014190960675477982
32928	embedding2nn.weight	2	-0.0042885239236056805
32928	embedding2nn.weight	3	-0.00010310531797586009
32928	embedding2nn.weight	4	-0.004372265189886093
32928	embedding2nn.weight	5	0.011857716366648674
32928	embedding2nn.weight	6	-0.004968276713043451
32928	embedding2nn.weight	7	0.020843014121055603
32928	embedding2nn.weight	8	-0.006830865517258644
32928	embedding2nn.weight	9	-0.013904348015785217
32928	embedding2nn.bias	0	-0.038388919085264206
32928	embedding2nn.bias	1	-0.021616561338305473
32928	embedding2nn.bias	2	-0.07356319576501846
32928	embedding2nn.bias	3	-0.0015889874193817377
32928	embedding2nn.bias	4	0.003964824602007866
32928	embedding2nn.bias	5	-0.006498986855149269
32928	embedding2nn.bias	6	0.008511783555150032
32928	embedding2nn.bias	7	0.02017681859433651
32928	embedding2nn.bias	8	0.007099775597453117
32928	embedding2nn.bias	9	0.001558851101435721
32928	rnn.weight_ih_l0	0	0.039502162486314774
32928	rnn.weight_ih_l0	1	-0.013605048879981041
32928	rnn.weight_ih_l0	2	-0.03634416684508324
32928	rnn.weight_ih_l0	3	-0.044824980199337006
32928	rnn.weight_ih_l0	4	-0.05204927176237106
32928	rnn.weight_ih_l0	5	-0.008460837416350842
32928	rnn.weight_ih_l0	6	-0.05190305784344673
32928	rnn.weight_ih_l0	7	-0.06159009411931038
32928	rnn.weight_ih_l0	8	-0.044737108051776886
32928	rnn.weight_ih_l0	9	-0.026957394555211067
32928	rnn.weight_hh_l0	0	0.019409233704209328
32928	rnn.weight_hh_l0	1	-0.00971340760588646
32928	rnn.weight_hh_l0	2	-0.06748263537883759
32928	rnn.weight_hh_l0	3	-0.033397216349840164
32928	rnn.weight_hh_l0	4	-0.0783095732331276
32928	rnn.weight_hh_l0	5	-0.01453988254070282
32928	rnn.weight_hh_l0	6	-0.054418064653873444
32928	rnn.weight_hh_l0	7	-0.040510114282369614
32928	rnn.weight_hh_l0	8	-0.0191049687564373
32928	rnn.weight_hh_l0	9	-0.007972811348736286
32928	rnn.bias_ih_l0	0	0.14544689655303955
32928	rnn.bias_ih_l0	1	-0.05602042004466057
32928	rnn.bias_ih_l0	2	0.1041833907365799
32928	rnn.bias_ih_l0	3	0.0487513393163681
32928	rnn.bias_ih_l0	4	0.0990171954035759
32928	rnn.bias_ih_l0	5	0.024207910522818565
32928	rnn.bias_ih_l0	6	-0.017540546134114265
32928	rnn.bias_ih_l0	7	-0.1088092103600502
32928	rnn.bias_ih_l0	8	-0.20705272257328033
32928	rnn.bias_ih_l0	9	0.08695431053638458
32928	rnn.bias_hh_l0	0	0.002628630492836237
32928	rnn.bias_hh_l0	1	0.023312775418162346
32928	rnn.bias_hh_l0	2	-0.006136846728622913
32928	rnn.bias_hh_l0	3	-0.030339879915118217
32928	rnn.bias_hh_l0	4	-0.03635755926370621
32928	rnn.bias_hh_l0	5	0.14341525733470917
32928	rnn.bias_hh_l0	6	0.051372334361076355
32928	rnn.bias_hh_l0	7	0.059881541877985
32928	rnn.bias_hh_l0	8	0.016828151419758797
32928	rnn.bias_hh_l0	9	0.0431344211101532
32928	rnn.weight_ih_l0_reverse	0	-0.029719136655330658
32928	rnn.weight_ih_l0_reverse	1	-0.002198970876634121
32928	rnn.weight_ih_l0_reverse	2	0.02380404621362686
32928	rnn.weight_ih_l0_reverse	3	-0.062134649604558945
32928	rnn.weight_ih_l0_reverse	4	0.009287329390645027
32928	rnn.weight_ih_l0_reverse	5	-0.046086132526397705
32928	rnn.weight_ih_l0_reverse	6	0.02835477702319622
32928	rnn.weight_ih_l0_reverse	7	0.04596855863928795
32928	rnn.weight_ih_l0_reverse	8	-0.048762645572423935
32928	rnn.weight_ih_l0_reverse	9	-0.050766680389642715
32928	rnn.weight_hh_l0_reverse	0	-0.08324791491031647
32928	rnn.weight_hh_l0_reverse	1	-0.06324433535337448
32928	rnn.weight_hh_l0_reverse	2	0.03441048040986061
32928	rnn.weight_hh_l0_reverse	3	0.045755624771118164
32928	rnn.weight_hh_l0_reverse	4	-0.01572805643081665
32928	rnn.weight_hh_l0_reverse	5	0.04557504877448082
32928	rnn.weight_hh_l0_reverse	6	0.0010106766130775213
32928	rnn.weight_hh_l0_reverse	7	-0.0002059772814391181
32928	rnn.weight_hh_l0_reverse	8	-0.09867049008607864
32928	rnn.weight_hh_l0_reverse	9	0.08010260760784149
32928	rnn.bias_ih_l0_reverse	0	-0.08919821679592133
32928	rnn.bias_ih_l0_reverse	1	-0.06907519698143005
32928	rnn.bias_ih_l0_reverse	2	0.10358994454145432
32928	rnn.bias_ih_l0_reverse	3	0.04783657193183899
32928	rnn.bias_ih_l0_reverse	4	-0.12914802134037018
32928	rnn.bias_ih_l0_reverse	5	0.0410541370511055
32928	rnn.bias_ih_l0_reverse	6	-0.10615977644920349
32928	rnn.bias_ih_l0_reverse	7	0.044454339891672134
32928	rnn.bias_ih_l0_reverse	8	0.03459709510207176
32928	rnn.bias_ih_l0_reverse	9	0.06350208818912506
32928	rnn.bias_hh_l0_reverse	0	0.05714559927582741
32928	rnn.bias_hh_l0_reverse	1	0.06552300602197647
32928	rnn.bias_hh_l0_reverse	2	0.07844188809394836
32928	rnn.bias_hh_l0_reverse	3	-0.004067388363182545
32928	rnn.bias_hh_l0_reverse	4	0.071436308324337
32928	rnn.bias_hh_l0_reverse	5	0.006860925815999508
32928	rnn.bias_hh_l0_reverse	6	-0.05435887724161148
32928	rnn.bias_hh_l0_reverse	7	0.0274403914809227
32928	rnn.bias_hh_l0_reverse	8	0.011154917068779469
32928	rnn.bias_hh_l0_reverse	9	-0.1610850840806961
32928	linear.weight	0	0.17287349700927734
32928	linear.weight	1	-0.16283771395683289
32928	linear.weight	2	-0.21489517390727997
32928	linear.weight	3	0.0781334638595581
32928	linear.weight	4	-0.026583397760987282
32928	linear.weight	5	0.004063902888447046
32928	linear.weight	6	-0.006908264476805925
32928	linear.weight	7	-0.027078213170170784
32928	linear.weight	8	0.08427271991968155
32928	linear.weight	9	0.3490816056728363
32928	linear.bias	0	-0.20818130671977997
32928	linear.bias	1	0.19422611594200134
32928	linear.bias	2	-0.5394467711448669
32928	linear.bias	3	1.7037148475646973
32928	linear.bias	4	-0.3969908654689789
32928	linear.bias	5	-0.030769959092140198
32928	linear.bias	6	-0.35770881175994873
32928	linear.bias	7	-0.27929091453552246
32928	linear.bias	8	-0.044305186718702316
32928	linear.bias	9	-0.49790453910827637
32956	transitions	0	-0.6482609510421753
32956	transitions	1	0.3495979309082031
32956	transitions	2	1.6743706464767456
32956	transitions	3	0.09656180441379547
32956	transitions	4	0.9484137892723083
32956	transitions	5	1.273923635482788
32956	transitions	6	0.48329973220825195
32956	transitions	7	0.17573733627796173
32956	transitions	8	-0.919520914554596
32956	transitions	9	0.9306594133377075
32956	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32956	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32956	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32956	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32956	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32956	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32956	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32956	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32956	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32956	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32956	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32956	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32956	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32956	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32956	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32956	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32956	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32956	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32956	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32956	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32956	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32956	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32956	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32956	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32956	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32956	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32956	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32956	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32956	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32956	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32956	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32956	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32956	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32956	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32956	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32956	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32956	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32956	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32956	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32956	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32956	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32956	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32956	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32956	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32956	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32956	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32956	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32956	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32956	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32956	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32956	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32956	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32956	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32956	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32956	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32956	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32956	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32956	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32956	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32956	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32956	embedding2nn.weight	0	0.022495415061712265
32956	embedding2nn.weight	1	0.014191904105246067
32956	embedding2nn.weight	2	-0.0042887055315077305
32956	embedding2nn.weight	3	-0.0001027760372380726
32956	embedding2nn.weight	4	-0.00437321187928319
32956	embedding2nn.weight	5	0.011861428618431091
32956	embedding2nn.weight	6	-0.004967779386788607
32956	embedding2nn.weight	7	0.020847294479608536
32956	embedding2nn.weight	8	-0.006831198465079069
32956	embedding2nn.weight	9	-0.013904426246881485
32956	embedding2nn.bias	0	-0.03840303793549538
32956	embedding2nn.bias	1	-0.021557221189141273
32956	embedding2nn.bias	2	-0.07356426119804382
32956	embedding2nn.bias	3	-0.0015375560615211725
32956	embedding2nn.bias	4	0.004026608541607857
32956	embedding2nn.bias	5	-0.0065602329559624195
32956	embedding2nn.bias	6	0.008677037432789803
32956	embedding2nn.bias	7	0.020200300961732864
32956	embedding2nn.bias	8	0.007072781678289175
32956	embedding2nn.bias	9	0.0015035036485642195
32956	rnn.weight_ih_l0	0	0.03949350863695145
32956	rnn.weight_ih_l0	1	-0.013602581806480885
32956	rnn.weight_ih_l0	2	-0.03634186089038849
32956	rnn.weight_ih_l0	3	-0.044823724776506424
32956	rnn.weight_ih_l0	4	-0.052049681544303894
32956	rnn.weight_ih_l0	5	-0.008463202975690365
32956	rnn.weight_ih_l0	6	-0.05189961940050125
32956	rnn.weight_ih_l0	7	-0.06159260869026184
32956	rnn.weight_ih_l0	8	-0.04474184662103653
32956	rnn.weight_ih_l0	9	-0.02695634588599205
32956	rnn.weight_hh_l0	0	0.019412541761994362
32956	rnn.weight_hh_l0	1	-0.009704537689685822
32956	rnn.weight_hh_l0	2	-0.06749211251735687
32956	rnn.weight_hh_l0	3	-0.033395033329725266
32956	rnn.weight_hh_l0	4	-0.07831242680549622
32956	rnn.weight_hh_l0	5	-0.014553197659552097
32956	rnn.weight_hh_l0	6	-0.05441120266914368
32956	rnn.weight_hh_l0	7	-0.04049934819340706
32956	rnn.weight_hh_l0	8	-0.019101399928331375
32956	rnn.weight_hh_l0	9	-0.007977118715643883
32956	rnn.bias_ih_l0	0	0.14543955028057098
32956	rnn.bias_ih_l0	1	-0.05600826069712639
32956	rnn.bias_ih_l0	2	0.10415660589933395
32956	rnn.bias_ih_l0	3	0.04874162748456001
32956	rnn.bias_ih_l0	4	0.09902863949537277
32956	rnn.bias_ih_l0	5	0.024218887090682983
32956	rnn.bias_ih_l0	6	-0.01753394305706024
32956	rnn.bias_ih_l0	7	-0.10874563455581665
32956	rnn.bias_ih_l0	8	-0.20703932642936707
32956	rnn.bias_ih_l0	9	0.08696351200342178
32956	rnn.bias_hh_l0	0	0.0026247946079820395
32956	rnn.bias_hh_l0	1	0.023350482806563377
32956	rnn.bias_hh_l0	2	-0.0061403438448905945
32956	rnn.bias_hh_l0	3	-0.0303763747215271
32956	rnn.bias_hh_l0	4	-0.03634324669837952
32956	rnn.bias_hh_l0	5	0.1433776170015335
32956	rnn.bias_hh_l0	6	0.05140243098139763
32956	rnn.bias_hh_l0	7	0.05986720323562622
32956	rnn.bias_hh_l0	8	0.01683475449681282
32956	rnn.bias_hh_l0	9	0.04315651208162308
32956	rnn.weight_ih_l0_reverse	0	-0.02971917763352394
32956	rnn.weight_ih_l0_reverse	1	-0.0021892732474952936
32956	rnn.weight_ih_l0_reverse	2	0.02380426973104477
32956	rnn.weight_ih_l0_reverse	3	-0.06214180961251259
32956	rnn.weight_ih_l0_reverse	4	0.00929012056440115
32956	rnn.weight_ih_l0_reverse	5	-0.04609045013785362
32956	rnn.weight_ih_l0_reverse	6	0.028349345549941063
32956	rnn.weight_ih_l0_reverse	7	0.04596910998225212
32956	rnn.weight_ih_l0_reverse	8	-0.048765309154987335
32956	rnn.weight_ih_l0_reverse	9	-0.05076655000448227
32956	rnn.weight_hh_l0_reverse	0	-0.08325347304344177
32956	rnn.weight_hh_l0_reverse	1	-0.06325864791870117
32956	rnn.weight_hh_l0_reverse	2	0.03439575061202049
32956	rnn.weight_hh_l0_reverse	3	0.04575817286968231
32956	rnn.weight_hh_l0_reverse	4	-0.01571648381650448
32956	rnn.weight_hh_l0_reverse	5	0.04557722061872482
32956	rnn.weight_hh_l0_reverse	6	0.0010136589407920837
32956	rnn.weight_hh_l0_reverse	7	-0.0002055862423731014
32956	rnn.weight_hh_l0_reverse	8	-0.09867819398641586
32956	rnn.weight_hh_l0_reverse	9	0.08010472357273102
32956	rnn.bias_ih_l0_reverse	0	-0.08916332572698593
32956	rnn.bias_ih_l0_reverse	1	-0.06903591752052307
32956	rnn.bias_ih_l0_reverse	2	0.10358806699514389
32956	rnn.bias_ih_l0_reverse	3	0.04783110320568085
32956	rnn.bias_ih_l0_reverse	4	-0.12915359437465668
32956	rnn.bias_ih_l0_reverse	5	0.041055142879486084
32956	rnn.bias_ih_l0_reverse	6	-0.10617706179618835
32956	rnn.bias_ih_l0_reverse	7	0.044450514018535614
32956	rnn.bias_ih_l0_reverse	8	0.034602195024490356
32956	rnn.bias_ih_l0_reverse	9	0.0634932890534401
32956	rnn.bias_hh_l0_reverse	0	0.057171232998371124
32956	rnn.bias_hh_l0_reverse	1	0.06554602831602097
32956	rnn.bias_hh_l0_reverse	2	0.07845322787761688
32956	rnn.bias_hh_l0_reverse	3	-0.004071486182510853
32956	rnn.bias_hh_l0_reverse	4	0.0714336410164833
32956	rnn.bias_hh_l0_reverse	5	0.006719840690493584
32956	rnn.bias_hh_l0_reverse	6	-0.054324280470609665
32956	rnn.bias_hh_l0_reverse	7	0.02742827869951725
32956	rnn.bias_hh_l0_reverse	8	0.01114046759903431
32956	rnn.bias_hh_l0_reverse	9	-0.16107270121574402
32956	linear.weight	0	0.17285551130771637
32956	linear.weight	1	-0.16283753514289856
32956	linear.weight	2	-0.21483393013477325
32956	linear.weight	3	0.07813484221696854
32956	linear.weight	4	-0.026604007929563522
32956	linear.weight	5	0.004066062159836292
32956	linear.weight	6	-0.006908238399773836
32956	linear.weight	7	-0.027091078460216522
32956	linear.weight	8	0.08427172899246216
32956	linear.weight	9	0.3491252362728119
32956	linear.bias	0	-0.20808468759059906
32956	linear.bias	1	0.19431328773498535
32956	linear.bias	2	-0.5394505262374878
32956	linear.bias	3	1.7038233280181885
32956	linear.bias	4	-0.3969951868057251
32956	linear.bias	5	-0.030769959092140198
32956	linear.bias	6	-0.35771477222442627
32956	linear.bias	7	-0.2792512774467468
32956	linear.bias	8	-0.04424372315406799
32956	linear.bias	9	-0.49790552258491516
32984	transitions	0	-0.6482614278793335
32984	transitions	1	0.3495977818965912
32984	transitions	2	1.674370527267456
32984	transitions	3	0.09656167775392532
32984	transitions	4	0.9484137892723083
32984	transitions	5	1.273923635482788
32984	transitions	6	0.48329973220825195
32984	transitions	7	0.17573733627796173
32984	transitions	8	-0.919520914554596
32984	transitions	9	0.9306594133377075
32984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
32984	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
32984	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
32984	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
32984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
32984	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
32984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
32984	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
32984	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
32984	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
32984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
32984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
32984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
32984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
32984	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
32984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
32984	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
32984	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
32984	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
32984	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
32984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
32984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
32984	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
32984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
32984	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
32984	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
32984	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
32984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
32984	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
32984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
32984	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
32984	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
32984	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
32984	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
32984	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
32984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
32984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
32984	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
32984	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
32984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
32984	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
32984	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
32984	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
32984	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
32984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
32984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
32984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
32984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
32984	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
32984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
32984	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
32984	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
32984	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
32984	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
32984	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
32984	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
32984	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
32984	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
32984	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
32984	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
32984	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
32984	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
32984	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
32984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
32984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
32984	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
32984	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
32984	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
32984	embedding2nn.weight	0	0.022501561790704727
32984	embedding2nn.weight	1	0.01419130526483059
32984	embedding2nn.weight	2	-0.004289092496037483
32984	embedding2nn.weight	3	-0.0001047138575813733
32984	embedding2nn.weight	4	-0.004372113849967718
32984	embedding2nn.weight	5	0.011859839782118797
32984	embedding2nn.weight	6	-0.004966934211552143
32984	embedding2nn.weight	7	0.020854946225881577
32984	embedding2nn.weight	8	-0.006831072270870209
32984	embedding2nn.weight	9	-0.013904720544815063
32984	embedding2nn.bias	0	-0.03846652805805206
32984	embedding2nn.bias	1	-0.021467609331011772
32984	embedding2nn.bias	2	-0.07359769940376282
32984	embedding2nn.bias	3	-0.0015108955558389425
32984	embedding2nn.bias	4	0.004068936221301556
32984	embedding2nn.bias	5	-0.006557860411703587
32984	embedding2nn.bias	6	0.008656786754727364
32984	embedding2nn.bias	7	0.02021165005862713
32984	embedding2nn.bias	8	0.007152315229177475
32984	embedding2nn.bias	9	0.0015109910164028406
32984	rnn.weight_ih_l0	0	0.03949590399861336
32984	rnn.weight_ih_l0	1	-0.013600566424429417
32984	rnn.weight_ih_l0	2	-0.036354970186948776
32984	rnn.weight_ih_l0	3	-0.044819727540016174
32984	rnn.weight_ih_l0	4	-0.05205067619681358
32984	rnn.weight_ih_l0	5	-0.008463537320494652
32984	rnn.weight_ih_l0	6	-0.051906269043684006
32984	rnn.weight_ih_l0	7	-0.061592862010002136
32984	rnn.weight_ih_l0	8	-0.04473899304866791
32984	rnn.weight_ih_l0	9	-0.026955964043736458
32984	rnn.weight_hh_l0	0	0.019412409514188766
32984	rnn.weight_hh_l0	1	-0.009705299511551857
32984	rnn.weight_hh_l0	2	-0.06751395761966705
32984	rnn.weight_hh_l0	3	-0.03338903561234474
32984	rnn.weight_hh_l0	4	-0.07831422984600067
32984	rnn.weight_hh_l0	5	-0.014553138054907322
32984	rnn.weight_hh_l0	6	-0.05440109223127365
32984	rnn.weight_hh_l0	7	-0.04049481078982353
32984	rnn.weight_hh_l0	8	-0.019106192514300346
32984	rnn.weight_hh_l0	9	-0.007989141158759594
32984	rnn.bias_ih_l0	0	0.14544372260570526
32984	rnn.bias_ih_l0	1	-0.05601023882627487
32984	rnn.bias_ih_l0	2	0.10416784882545471
32984	rnn.bias_ih_l0	3	0.04874963313341141
32984	rnn.bias_ih_l0	4	0.09904791414737701
32984	rnn.bias_ih_l0	5	0.024210432544350624
32984	rnn.bias_ih_l0	6	-0.01751461811363697
32984	rnn.bias_ih_l0	7	-0.10888632386922836
32984	rnn.bias_ih_l0	8	-0.20708157122135162
32984	rnn.bias_ih_l0	9	0.08696915209293365
32984	rnn.bias_hh_l0	0	0.002640301361680031
32984	rnn.bias_hh_l0	1	0.023355312645435333
32984	rnn.bias_hh_l0	2	-0.006146411877125502
32984	rnn.bias_hh_l0	3	-0.030371518805623055
32984	rnn.bias_hh_l0	4	-0.036392077803611755
32984	rnn.bias_hh_l0	5	0.14336232841014862
32984	rnn.bias_hh_l0	6	0.05141710117459297
32984	rnn.bias_hh_l0	7	0.05988747254014015
32984	rnn.bias_hh_l0	8	0.01685407944023609
32984	rnn.bias_hh_l0	9	0.04317006841301918
32984	rnn.weight_ih_l0_reverse	0	-0.02971694804728031
32984	rnn.weight_ih_l0_reverse	1	-0.0021963976323604584
32984	rnn.weight_ih_l0_reverse	2	0.023805875331163406
32984	rnn.weight_ih_l0_reverse	3	-0.0621405690908432
32984	rnn.weight_ih_l0_reverse	4	0.009288753382861614
32984	rnn.weight_ih_l0_reverse	5	-0.046089135110378265
32984	rnn.weight_ih_l0_reverse	6	0.028349395841360092
32984	rnn.weight_ih_l0_reverse	7	0.045970119535923004
32984	rnn.weight_ih_l0_reverse	8	-0.04876198619604111
32984	rnn.weight_ih_l0_reverse	9	-0.05076788365840912
32984	rnn.weight_hh_l0_reverse	0	-0.08325909078121185
32984	rnn.weight_hh_l0_reverse	1	-0.0632605329155922
32984	rnn.weight_hh_l0_reverse	2	0.03440195694565773
32984	rnn.weight_hh_l0_reverse	3	0.045758865773677826
32984	rnn.weight_hh_l0_reverse	4	-0.0157324206084013
32984	rnn.weight_hh_l0_reverse	5	0.045577794313430786
32984	rnn.weight_hh_l0_reverse	6	0.0010312022641301155
32984	rnn.weight_hh_l0_reverse	7	-0.0002031682088272646
32984	rnn.weight_hh_l0_reverse	8	-0.09867645800113678
32984	rnn.weight_hh_l0_reverse	9	0.08009769022464752
32984	rnn.bias_ih_l0_reverse	0	-0.08912026137113571
32984	rnn.bias_ih_l0_reverse	1	-0.06909503042697906
32984	rnn.bias_ih_l0_reverse	2	0.1035955399274826
32984	rnn.bias_ih_l0_reverse	3	0.047838062047958374
32984	rnn.bias_ih_l0_reverse	4	-0.129149928689003
32984	rnn.bias_ih_l0_reverse	5	0.041046444326639175
32984	rnn.bias_ih_l0_reverse	6	-0.10617852210998535
32984	rnn.bias_ih_l0_reverse	7	0.04441485553979874
32984	rnn.bias_ih_l0_reverse	8	0.03459906578063965
32984	rnn.bias_ih_l0_reverse	9	0.06347506493330002
32984	rnn.bias_hh_l0_reverse	0	0.05707526579499245
32984	rnn.bias_hh_l0_reverse	1	0.06555232405662537
32984	rnn.bias_hh_l0_reverse	2	0.07844678312540054
32984	rnn.bias_hh_l0_reverse	3	-0.0040531279519200325
32984	rnn.bias_hh_l0_reverse	4	0.07143570482730865
32984	rnn.bias_hh_l0_reverse	5	0.006778785493224859
32984	rnn.bias_hh_l0_reverse	6	-0.05433740094304085
32984	rnn.bias_hh_l0_reverse	7	0.02742904983460903
32984	rnn.bias_hh_l0_reverse	8	0.011146425269544125
32984	rnn.bias_hh_l0_reverse	9	-0.16101358830928802
32984	linear.weight	0	0.17291954159736633
32984	linear.weight	1	-0.16283738613128662
32984	linear.weight	2	-0.21485614776611328
32984	linear.weight	3	0.07815875858068466
32984	linear.weight	4	-0.026615086942911148
32984	linear.weight	5	0.004063787870109081
32984	linear.weight	6	-0.006908203009516001
32984	linear.weight	7	-0.027090931311249733
32984	linear.weight	8	0.08426216244697571
32984	linear.weight	9	0.3491518497467041
32984	linear.bias	0	-0.20794840157032013
32984	linear.bias	1	0.19426032900810242
32984	linear.bias	2	-0.5394646525382996
32984	linear.bias	3	1.7035284042358398
32984	linear.bias	4	-0.3969963490962982
32984	linear.bias	5	-0.030769959092140198
32984	linear.bias	6	-0.35772716999053955
32984	linear.bias	7	-0.2792131304740906
32984	linear.bias	8	-0.04431590065360069
32984	linear.bias	9	-0.4979061484336853
33012	transitions	0	-0.648261547088623
33012	transitions	1	0.3495977520942688
33012	transitions	2	1.6743699312210083
33012	transitions	3	0.09656162559986115
33012	transitions	4	0.9484137892723083
33012	transitions	5	1.2739235162734985
33012	transitions	6	0.48329973220825195
33012	transitions	7	0.17573733627796173
33012	transitions	8	-0.919520914554596
33012	transitions	9	0.9306594133377075
33012	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33012	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33012	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33012	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33012	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33012	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33012	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33012	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33012	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33012	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33012	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33012	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33012	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33012	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33012	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33012	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33012	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33012	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33012	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33012	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33012	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33012	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33012	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33012	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33012	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33012	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33012	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33012	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33012	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33012	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33012	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33012	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33012	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33012	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33012	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33012	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33012	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33012	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33012	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33012	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33012	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33012	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33012	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33012	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33012	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33012	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33012	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33012	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33012	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33012	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33012	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33012	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33012	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33012	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33012	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33012	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33012	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33012	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33012	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33012	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33012	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33012	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33012	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33012	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33012	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33012	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33012	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33012	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33012	embedding2nn.weight	0	0.022496942430734634
33012	embedding2nn.weight	1	0.01419130340218544
33012	embedding2nn.weight	2	-0.004289273172616959
33012	embedding2nn.weight	3	-0.00010285904136253521
33012	embedding2nn.weight	4	-0.004372141789644957
33012	embedding2nn.weight	5	0.011860671453177929
33012	embedding2nn.weight	6	-0.004965959582477808
33012	embedding2nn.weight	7	0.02085558883845806
33012	embedding2nn.weight	8	-0.006829746533185244
33012	embedding2nn.weight	9	-0.01390526071190834
33012	embedding2nn.bias	0	-0.03854503855109215
33012	embedding2nn.bias	1	-0.02146725356578827
33012	embedding2nn.bias	2	-0.07363353669643402
33012	embedding2nn.bias	3	-0.0015248683048412204
33012	embedding2nn.bias	4	0.004101348575204611
33012	embedding2nn.bias	5	-0.0066146948374807835
33012	embedding2nn.bias	6	0.008712239563465118
33012	embedding2nn.bias	7	0.020230339840054512
33012	embedding2nn.bias	8	0.007083307486027479
33012	embedding2nn.bias	9	0.0015613902360200882
33012	rnn.weight_ih_l0	0	0.03949875757098198
33012	rnn.weight_ih_l0	1	-0.013599076308310032
33012	rnn.weight_ih_l0	2	-0.03636464849114418
33012	rnn.weight_ih_l0	3	-0.044817566871643066
33012	rnn.weight_ih_l0	4	-0.052050087600946426
33012	rnn.weight_ih_l0	5	-0.008459140546619892
33012	rnn.weight_ih_l0	6	-0.0519096814095974
33012	rnn.weight_ih_l0	7	-0.06159362569451332
33012	rnn.weight_ih_l0	8	-0.04473944753408432
33012	rnn.weight_ih_l0	9	-0.026955869048833847
33012	rnn.weight_hh_l0	0	0.019411684945225716
33012	rnn.weight_hh_l0	1	-0.00970482174307108
33012	rnn.weight_hh_l0	2	-0.06751499325037003
33012	rnn.weight_hh_l0	3	-0.03338836506009102
33012	rnn.weight_hh_l0	4	-0.07832299172878265
33012	rnn.weight_hh_l0	5	-0.014563459903001785
33012	rnn.weight_hh_l0	6	-0.05439072474837303
33012	rnn.weight_hh_l0	7	-0.040490590035915375
33012	rnn.weight_hh_l0	8	-0.019104337319731712
33012	rnn.weight_hh_l0	9	-0.007993222214281559
33012	rnn.bias_ih_l0	0	0.1454315483570099
33012	rnn.bias_ih_l0	1	-0.056013718247413635
33012	rnn.bias_ih_l0	2	0.10417776554822922
33012	rnn.bias_ih_l0	3	0.048744503408670425
33012	rnn.bias_ih_l0	4	0.0990237295627594
33012	rnn.bias_ih_l0	5	0.02422141842544079
33012	rnn.bias_ih_l0	6	-0.017515236511826515
33012	rnn.bias_ih_l0	7	-0.10882739722728729
33012	rnn.bias_ih_l0	8	-0.20711427927017212
33012	rnn.bias_ih_l0	9	0.08696983009576797
33012	rnn.bias_hh_l0	0	0.002668058266863227
33012	rnn.bias_hh_l0	1	0.02334607020020485
33012	rnn.bias_hh_l0	2	-0.0061468519270420074
33012	rnn.bias_hh_l0	3	-0.030383367091417313
33012	rnn.bias_hh_l0	4	-0.03640293329954147
33012	rnn.bias_hh_l0	5	0.14340199530124664
33012	rnn.bias_hh_l0	6	0.05140603333711624
33012	rnn.bias_hh_l0	7	0.05986036732792854
33012	rnn.bias_hh_l0	8	0.016853461042046547
33012	rnn.bias_hh_l0	9	0.04316245764493942
33012	rnn.weight_ih_l0_reverse	0	-0.029722481966018677
33012	rnn.weight_ih_l0_reverse	1	-0.0022015844006091356
33012	rnn.weight_ih_l0_reverse	2	0.023806843906641006
33012	rnn.weight_ih_l0_reverse	3	-0.06213992089033127
33012	rnn.weight_ih_l0_reverse	4	0.009286747314035892
33012	rnn.weight_ih_l0_reverse	5	-0.04608769714832306
33012	rnn.weight_ih_l0_reverse	6	0.028352800756692886
33012	rnn.weight_ih_l0_reverse	7	0.04597083106637001
33012	rnn.weight_ih_l0_reverse	8	-0.048763759434223175
33012	rnn.weight_ih_l0_reverse	9	-0.05076604709029198
33012	rnn.weight_hh_l0_reverse	0	-0.08326426893472672
33012	rnn.weight_hh_l0_reverse	1	-0.06325843185186386
33012	rnn.weight_hh_l0_reverse	2	0.034402862191200256
33012	rnn.weight_hh_l0_reverse	3	0.04575754702091217
33012	rnn.weight_hh_l0_reverse	4	-0.015729907900094986
33012	rnn.weight_hh_l0_reverse	5	0.04557925462722778
33012	rnn.weight_hh_l0_reverse	6	0.0009833486983552575
33012	rnn.weight_hh_l0_reverse	7	-0.00020648121426347643
33012	rnn.weight_hh_l0_reverse	8	-0.09867993742227554
33012	rnn.weight_hh_l0_reverse	9	0.08009567856788635
33012	rnn.bias_ih_l0_reverse	0	-0.08919530361890793
33012	rnn.bias_ih_l0_reverse	1	-0.06907369196414948
33012	rnn.bias_ih_l0_reverse	2	0.1035858765244484
33012	rnn.bias_ih_l0_reverse	3	0.047828059643507004
33012	rnn.bias_ih_l0_reverse	4	-0.12914732098579407
33012	rnn.bias_ih_l0_reverse	5	0.04105119779706001
33012	rnn.bias_ih_l0_reverse	6	-0.10619918256998062
33012	rnn.bias_ih_l0_reverse	7	0.04445018991827965
33012	rnn.bias_ih_l0_reverse	8	0.03458065539598465
33012	rnn.bias_ih_l0_reverse	9	0.06347087770700455
33012	rnn.bias_hh_l0_reverse	0	0.057068876922130585
33012	rnn.bias_hh_l0_reverse	1	0.06552977114915848
33012	rnn.bias_hh_l0_reverse	2	0.0784715935587883
33012	rnn.bias_hh_l0_reverse	3	-0.004065594635903835
33012	rnn.bias_hh_l0_reverse	4	0.07142575085163116
33012	rnn.bias_hh_l0_reverse	5	0.006702409591525793
33012	rnn.bias_hh_l0_reverse	6	-0.05432525649666786
33012	rnn.bias_hh_l0_reverse	7	0.027426881715655327
33012	rnn.bias_hh_l0_reverse	8	0.011134643107652664
33012	rnn.bias_hh_l0_reverse	9	-0.16103067994117737
33012	linear.weight	0	0.1729278713464737
33012	linear.weight	1	-0.16287659108638763
33012	linear.weight	2	-0.2148558348417282
33012	linear.weight	3	0.07813043147325516
33012	linear.weight	4	-0.026614271104335785
33012	linear.weight	5	0.004057671409100294
33012	linear.weight	6	-0.006908024195581675
33012	linear.weight	7	-0.02709038555622101
33012	linear.weight	8	0.08425397425889969
33012	linear.weight	9	0.34915879368782043
33012	linear.bias	0	-0.20777954161167145
33012	linear.bias	1	0.19425493478775024
33012	linear.bias	2	-0.5394666790962219
33012	linear.bias	3	1.7037824392318726
33012	linear.bias	4	-0.3969982862472534
33012	linear.bias	5	-0.030769959092140198
33012	linear.bias	6	-0.357727587223053
33012	linear.bias	7	-0.2792098820209503
33012	linear.bias	8	-0.04430367052555084
33012	linear.bias	9	-0.49790677428245544
33040	transitions	0	-0.6482619047164917
33040	transitions	1	0.34959763288497925
33040	transitions	2	1.6743698120117188
33040	transitions	3	0.09656158834695816
33040	transitions	4	0.9484137296676636
33040	transitions	5	1.2739235162734985
33040	transitions	6	0.4832996726036072
33040	transitions	7	0.17573733627796173
33040	transitions	8	-0.919520914554596
33040	transitions	9	0.9306594133377075
33040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33040	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33040	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33040	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33040	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33040	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33040	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33040	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33040	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33040	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33040	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33040	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33040	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33040	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33040	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33040	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33040	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33040	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33040	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33040	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33040	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33040	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33040	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33040	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33040	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33040	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33040	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33040	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33040	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33040	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33040	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33040	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33040	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33040	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33040	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33040	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33040	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33040	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33040	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33040	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33040	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33040	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33040	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33040	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33040	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33040	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33040	embedding2nn.weight	0	0.022500431165099144
33040	embedding2nn.weight	1	0.014191582798957825
33040	embedding2nn.weight	2	-0.004288653377443552
33040	embedding2nn.weight	3	-0.00010283330630045384
33040	embedding2nn.weight	4	-0.004372401628643274
33040	embedding2nn.weight	5	0.011859078891575336
33040	embedding2nn.weight	6	-0.004965629428625107
33040	embedding2nn.weight	7	0.020845146849751472
33040	embedding2nn.weight	8	-0.006830764003098011
33040	embedding2nn.weight	9	-0.01390562392771244
33040	embedding2nn.bias	0	-0.03845414146780968
33040	embedding2nn.bias	1	-0.021544452756643295
33040	embedding2nn.bias	2	-0.07364756613969803
33040	embedding2nn.bias	3	-0.0016153528122231364
33040	embedding2nn.bias	4	0.003936027642339468
33040	embedding2nn.bias	5	-0.006699308753013611
33040	embedding2nn.bias	6	0.008696955628693104
33040	embedding2nn.bias	7	0.02015290968120098
33040	embedding2nn.bias	8	0.007187664974480867
33040	embedding2nn.bias	9	0.001556209521368146
33040	rnn.weight_ih_l0	0	0.03950624167919159
33040	rnn.weight_ih_l0	1	-0.01359411608427763
33040	rnn.weight_ih_l0	2	-0.036371178925037384
33040	rnn.weight_ih_l0	3	-0.04481493681669235
33040	rnn.weight_ih_l0	4	-0.05204928666353226
33040	rnn.weight_ih_l0	5	-0.008460957556962967
33040	rnn.weight_ih_l0	6	-0.05190533772110939
33040	rnn.weight_ih_l0	7	-0.061593055725097656
33040	rnn.weight_ih_l0	8	-0.04473855346441269
33040	rnn.weight_ih_l0	9	-0.026955902576446533
33040	rnn.weight_hh_l0	0	0.01940850168466568
33040	rnn.weight_hh_l0	1	-0.00970214232802391
33040	rnn.weight_hh_l0	2	-0.06752684712409973
33040	rnn.weight_hh_l0	3	-0.03337619826197624
33040	rnn.weight_hh_l0	4	-0.07832575589418411
33040	rnn.weight_hh_l0	5	-0.014561974443495274
33040	rnn.weight_hh_l0	6	-0.05435982346534729
33040	rnn.weight_hh_l0	7	-0.04050122946500778
33040	rnn.weight_hh_l0	8	-0.019104616716504097
33040	rnn.weight_hh_l0	9	-0.007973474450409412
33040	rnn.bias_ih_l0	0	0.1454090178012848
33040	rnn.bias_ih_l0	1	-0.05599960684776306
33040	rnn.bias_ih_l0	2	0.10417439788579941
33040	rnn.bias_ih_l0	3	0.048752978444099426
33040	rnn.bias_ih_l0	4	0.09904564917087555
33040	rnn.bias_ih_l0	5	0.024220092222094536
33040	rnn.bias_ih_l0	6	-0.017545636743307114
33040	rnn.bias_ih_l0	7	-0.10888027399778366
33040	rnn.bias_ih_l0	8	-0.20708207786083221
33040	rnn.bias_ih_l0	9	0.08695599436759949
33040	rnn.bias_hh_l0	0	0.0026488977018743753
33040	rnn.bias_hh_l0	1	0.023346280679106712
33040	rnn.bias_hh_l0	2	-0.0061323195695877075
33040	rnn.bias_hh_l0	3	-0.030400361865758896
33040	rnn.bias_hh_l0	4	-0.03636347874999046
33040	rnn.bias_hh_l0	5	0.14339104294776917
33040	rnn.bias_hh_l0	6	0.05139823630452156
33040	rnn.bias_hh_l0	7	0.05985653027892113
33040	rnn.bias_hh_l0	8	0.01682306081056595
33040	rnn.bias_hh_l0	9	0.04318823292851448
33040	rnn.weight_ih_l0_reverse	0	-0.029725918546319008
33040	rnn.weight_ih_l0_reverse	1	-0.0022133763413876295
33040	rnn.weight_ih_l0_reverse	2	0.023809250444173813
33040	rnn.weight_ih_l0_reverse	3	-0.0621429868042469
33040	rnn.weight_ih_l0_reverse	4	0.009283197112381458
33040	rnn.weight_ih_l0_reverse	5	-0.0460934191942215
33040	rnn.weight_ih_l0_reverse	6	0.028356827795505524
33040	rnn.weight_ih_l0_reverse	7	0.04597390815615654
33040	rnn.weight_ih_l0_reverse	8	-0.048771679401397705
33040	rnn.weight_ih_l0_reverse	9	-0.050762150436639786
33040	rnn.weight_hh_l0_reverse	0	-0.08327562361955643
33040	rnn.weight_hh_l0_reverse	1	-0.06326067447662354
33040	rnn.weight_hh_l0_reverse	2	0.03439481928944588
33040	rnn.weight_hh_l0_reverse	3	0.045762814581394196
33040	rnn.weight_hh_l0_reverse	4	-0.01572634093463421
33040	rnn.weight_hh_l0_reverse	5	0.04557524621486664
33040	rnn.weight_hh_l0_reverse	6	0.0010346428025513887
33040	rnn.weight_hh_l0_reverse	7	-0.00019875666475854814
33040	rnn.weight_hh_l0_reverse	8	-0.09869036823511124
33040	rnn.weight_hh_l0_reverse	9	0.08008957654237747
33040	rnn.bias_ih_l0_reverse	0	-0.0890626385807991
33040	rnn.bias_ih_l0_reverse	1	-0.06905610859394073
33040	rnn.bias_ih_l0_reverse	2	0.10357782989740372
33040	rnn.bias_ih_l0_reverse	3	0.04783443361520767
33040	rnn.bias_ih_l0_reverse	4	-0.12912064790725708
33040	rnn.bias_ih_l0_reverse	5	0.04104703292250633
33040	rnn.bias_ih_l0_reverse	6	-0.10616524517536163
33040	rnn.bias_ih_l0_reverse	7	0.04446350410580635
33040	rnn.bias_ih_l0_reverse	8	0.034572433680295944
33040	rnn.bias_ih_l0_reverse	9	0.0634295642375946
33040	rnn.bias_hh_l0_reverse	0	0.05698322877287865
33040	rnn.bias_hh_l0_reverse	1	0.0654744803905487
33040	rnn.bias_hh_l0_reverse	2	0.07848849892616272
33040	rnn.bias_hh_l0_reverse	3	-0.004067815840244293
33040	rnn.bias_hh_l0_reverse	4	0.07141496241092682
33040	rnn.bias_hh_l0_reverse	5	0.0066641089506447315
33040	rnn.bias_hh_l0_reverse	6	-0.05432198569178581
33040	rnn.bias_hh_l0_reverse	7	0.02744465135037899
33040	rnn.bias_hh_l0_reverse	8	0.011122984811663628
33040	rnn.bias_hh_l0_reverse	9	-0.16096974909305573
33040	linear.weight	0	0.17280474305152893
33040	linear.weight	1	-0.1628766506910324
33040	linear.weight	2	-0.2148437798023224
33040	linear.weight	3	0.07806941121816635
33040	linear.weight	4	-0.026613058522343636
33040	linear.weight	5	0.004058654420077801
33040	linear.weight	6	-0.006908008828759193
33040	linear.weight	7	-0.02709030546247959
33040	linear.weight	8	0.08427508175373077
33040	linear.weight	9	0.3491731882095337
33040	linear.bias	0	-0.20800000429153442
33040	linear.bias	1	0.19423656165599823
33040	linear.bias	2	-0.5394426584243774
33040	linear.bias	3	1.7037042379379272
33040	linear.bias	4	-0.3970012366771698
33040	linear.bias	5	-0.030769959092140198
33040	linear.bias	6	-0.35769277811050415
33040	linear.bias	7	-0.27922967076301575
33040	linear.bias	8	-0.044193707406520844
33040	linear.bias	9	-0.4979076683521271
33068	transitions	0	-0.6482622623443604
33068	transitions	1	0.3495974838733673
33068	transitions	2	1.67436945438385
33068	transitions	3	0.09656141698360443
33068	transitions	4	0.9484137296676636
33068	transitions	5	1.2739235162734985
33068	transitions	6	0.4832996726036072
33068	transitions	7	0.1757347136735916
33068	transitions	8	-0.919520914554596
33068	transitions	9	0.9306594133377075
33068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33068	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33068	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33068	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33068	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33068	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33068	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33068	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33068	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33068	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33068	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33068	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33068	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33068	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33068	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33068	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33068	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33068	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33068	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33068	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33068	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33068	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33068	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33068	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33068	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33068	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33068	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33068	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33068	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33068	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33068	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33068	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33068	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33068	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33068	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33068	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33068	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33068	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33068	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33068	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33068	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33068	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33068	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33068	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33068	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33068	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33068	embedding2nn.weight	0	0.022498786449432373
33068	embedding2nn.weight	1	0.014192438684403896
33068	embedding2nn.weight	2	-0.004287819378077984
33068	embedding2nn.weight	3	-0.00010065296373795718
33068	embedding2nn.weight	4	-0.004371148068457842
33068	embedding2nn.weight	5	0.011858501471579075
33068	embedding2nn.weight	6	-0.0049664671532809734
33068	embedding2nn.weight	7	0.020843597128987312
33068	embedding2nn.weight	8	-0.00682820612564683
33068	embedding2nn.weight	9	-0.013905705884099007
33068	embedding2nn.bias	0	-0.038457613438367844
33068	embedding2nn.bias	1	-0.02161135897040367
33068	embedding2nn.bias	2	-0.07362116873264313
33068	embedding2nn.bias	3	-0.001662703463807702
33068	embedding2nn.bias	4	0.003879596944898367
33068	embedding2nn.bias	5	-0.006675953511148691
33068	embedding2nn.bias	6	0.008661966770887375
33068	embedding2nn.bias	7	0.02015809901058674
33068	embedding2nn.bias	8	0.00714821508154273
33068	embedding2nn.bias	9	0.0016214391216635704
33068	rnn.weight_ih_l0	0	0.03950369358062744
33068	rnn.weight_ih_l0	1	-0.013575350865721703
33068	rnn.weight_ih_l0	2	-0.03637588769197464
33068	rnn.weight_ih_l0	3	-0.04481244087219238
33068	rnn.weight_ih_l0	4	-0.05204276368021965
33068	rnn.weight_ih_l0	5	-0.008459493517875671
33068	rnn.weight_ih_l0	6	-0.0519057959318161
33068	rnn.weight_ih_l0	7	-0.0615876205265522
33068	rnn.weight_ih_l0	8	-0.04473552107810974
33068	rnn.weight_ih_l0	9	-0.02695722132921219
33068	rnn.weight_hh_l0	0	0.019413240253925323
33068	rnn.weight_hh_l0	1	-0.009699386544525623
33068	rnn.weight_hh_l0	2	-0.06752777844667435
33068	rnn.weight_hh_l0	3	-0.03338422626256943
33068	rnn.weight_hh_l0	4	-0.07832620292901993
33068	rnn.weight_hh_l0	5	-0.014566769823431969
33068	rnn.weight_hh_l0	6	-0.05435161292552948
33068	rnn.weight_hh_l0	7	-0.04051224887371063
33068	rnn.weight_hh_l0	8	-0.019111426547169685
33068	rnn.weight_hh_l0	9	-0.007967742159962654
33068	rnn.bias_ih_l0	0	0.1454237848520279
33068	rnn.bias_ih_l0	1	-0.05601254478096962
33068	rnn.bias_ih_l0	2	0.10418596118688583
33068	rnn.bias_ih_l0	3	0.04876534268260002
33068	rnn.bias_ih_l0	4	0.09904444217681885
33068	rnn.bias_ih_l0	5	0.02422446385025978
33068	rnn.bias_ih_l0	6	-0.017528114840388298
33068	rnn.bias_ih_l0	7	-0.10886012017726898
33068	rnn.bias_ih_l0	8	-0.20715680718421936
33068	rnn.bias_ih_l0	9	0.08695758134126663
33068	rnn.bias_hh_l0	0	0.002672367263585329
33068	rnn.bias_hh_l0	1	0.023339014500379562
33068	rnn.bias_hh_l0	2	-0.006119067780673504
33068	rnn.bias_hh_l0	3	-0.030386772006750107
33068	rnn.bias_hh_l0	4	-0.03636499494314194
33068	rnn.bias_hh_l0	5	0.14339539408683777
33068	rnn.bias_hh_l0	6	0.05141248553991318
33068	rnn.bias_hh_l0	7	0.05986591428518295
33068	rnn.bias_hh_l0	8	0.016840582713484764
33068	rnn.bias_hh_l0	9	0.04315974563360214
33068	rnn.weight_ih_l0_reverse	0	-0.0297220628708601
33068	rnn.weight_ih_l0_reverse	1	-0.002210780745372176
33068	rnn.weight_ih_l0_reverse	2	0.02380819246172905
33068	rnn.weight_ih_l0_reverse	3	-0.06213769316673279
33068	rnn.weight_ih_l0_reverse	4	0.009280952624976635
33068	rnn.weight_ih_l0_reverse	5	-0.04609280079603195
33068	rnn.weight_ih_l0_reverse	6	0.028361625969409943
33068	rnn.weight_ih_l0_reverse	7	0.04597342014312744
33068	rnn.weight_ih_l0_reverse	8	-0.04877074062824249
33068	rnn.weight_ih_l0_reverse	9	-0.05076256021857262
33068	rnn.weight_hh_l0_reverse	0	-0.08326859772205353
33068	rnn.weight_hh_l0_reverse	1	-0.06325646489858627
33068	rnn.weight_hh_l0_reverse	2	0.03440495580434799
33068	rnn.weight_hh_l0_reverse	3	0.0457625575363636
33068	rnn.weight_hh_l0_reverse	4	-0.015726203098893166
33068	rnn.weight_hh_l0_reverse	5	0.04557972401380539
33068	rnn.weight_hh_l0_reverse	6	0.001055476488545537
33068	rnn.weight_hh_l0_reverse	7	-0.00019875071302521974
33068	rnn.weight_hh_l0_reverse	8	-0.09869421273469925
33068	rnn.weight_hh_l0_reverse	9	0.08009511977434158
33068	rnn.bias_ih_l0_reverse	0	-0.08903840184211731
33068	rnn.bias_ih_l0_reverse	1	-0.06907274574041367
33068	rnn.bias_ih_l0_reverse	2	0.10358432680368423
33068	rnn.bias_ih_l0_reverse	3	0.04782178997993469
33068	rnn.bias_ih_l0_reverse	4	-0.12912487983703613
33068	rnn.bias_ih_l0_reverse	5	0.041035789996385574
33068	rnn.bias_ih_l0_reverse	6	-0.10615126043558121
33068	rnn.bias_ih_l0_reverse	7	0.04445822536945343
33068	rnn.bias_ih_l0_reverse	8	0.03454936668276787
33068	rnn.bias_ih_l0_reverse	9	0.06344060599803925
33068	rnn.bias_hh_l0_reverse	0	0.05703439190983772
33068	rnn.bias_hh_l0_reverse	1	0.06551311165094376
33068	rnn.bias_hh_l0_reverse	2	0.0784723088145256
33068	rnn.bias_hh_l0_reverse	3	-0.004075932316482067
33068	rnn.bias_hh_l0_reverse	4	0.07143595069646835
33068	rnn.bias_hh_l0_reverse	5	0.006625412032008171
33068	rnn.bias_hh_l0_reverse	6	-0.05434456467628479
33068	rnn.bias_hh_l0_reverse	7	0.027407750487327576
33068	rnn.bias_hh_l0_reverse	8	0.01110752671957016
33068	rnn.bias_hh_l0_reverse	9	-0.16095732152462006
33068	linear.weight	0	0.17275111377239227
33068	linear.weight	1	-0.16287663578987122
33068	linear.weight	2	-0.21484117209911346
33068	linear.weight	3	0.07806619256734848
33068	linear.weight	4	-0.026620488613843918
33068	linear.weight	5	0.004053334705531597
33068	linear.weight	6	-0.006907976232469082
33068	linear.weight	7	-0.02708946354687214
33068	linear.weight	8	0.08422274887561798
33068	linear.weight	9	0.34912940859794617
33068	linear.bias	0	-0.20782889425754547
33068	linear.bias	1	0.19421802461147308
33068	linear.bias	2	-0.5394378304481506
33068	linear.bias	3	1.703580379486084
33068	linear.bias	4	-0.3970031142234802
33068	linear.bias	5	-0.030769959092140198
33068	linear.bias	6	-0.35768285393714905
33068	linear.bias	7	-0.2792561948299408
33068	linear.bias	8	-0.043993983417749405
33068	linear.bias	9	-0.49790841341018677
33096	transitions	0	-0.648262619972229
33096	transitions	1	0.34959694743156433
33096	transitions	2	1.6743688583374023
33096	transitions	3	0.0965607762336731
33096	transitions	4	0.9484130144119263
33096	transitions	5	1.2739232778549194
33096	transitions	6	0.4832996726036072
33096	transitions	7	0.1757347136735916
33096	transitions	8	-0.919520914554596
33096	transitions	9	0.9306594133377075
33096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33096	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33096	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33096	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33096	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33096	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33096	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33096	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33096	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33096	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33096	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33096	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33096	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33096	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33096	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33096	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33096	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33096	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33096	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33096	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33096	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33096	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33096	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33096	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33096	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33096	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33096	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33096	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33096	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33096	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33096	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33096	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33096	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33096	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33096	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33096	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33096	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33096	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33096	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33096	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33096	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33096	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33096	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33096	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33096	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33096	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33096	embedding2nn.weight	0	0.022500207647681236
33096	embedding2nn.weight	1	0.014192636124789715
33096	embedding2nn.weight	2	-0.004286506213247776
33096	embedding2nn.weight	3	-9.914932888932526e-05
33096	embedding2nn.weight	4	-0.004370694514364004
33096	embedding2nn.weight	5	0.011856836266815662
33096	embedding2nn.weight	6	-0.004966778215020895
33096	embedding2nn.weight	7	0.020842498168349266
33096	embedding2nn.weight	8	-0.0068287611939013
33096	embedding2nn.weight	9	-0.013904472813010216
33096	embedding2nn.bias	0	-0.038526467978954315
33096	embedding2nn.bias	1	-0.02160024456679821
33096	embedding2nn.bias	2	-0.07361652702093124
33096	embedding2nn.bias	3	-0.0015578923048451543
33096	embedding2nn.bias	4	0.00393298314884305
33096	embedding2nn.bias	5	-0.006667222827672958
33096	embedding2nn.bias	6	0.008655418641865253
33096	embedding2nn.bias	7	0.02015378512442112
33096	embedding2nn.bias	8	0.007121555507183075
33096	embedding2nn.bias	9	0.0016372821992263198
33096	rnn.weight_ih_l0	0	0.039512138813734055
33096	rnn.weight_ih_l0	1	-0.01356569491326809
33096	rnn.weight_ih_l0	2	-0.03636382520198822
33096	rnn.weight_ih_l0	3	-0.04481329768896103
33096	rnn.weight_ih_l0	4	-0.05203980952501297
33096	rnn.weight_ih_l0	5	-0.008461345918476582
33096	rnn.weight_ih_l0	6	-0.051907673478126526
33096	rnn.weight_ih_l0	7	-0.06158748269081116
33096	rnn.weight_ih_l0	8	-0.04473688453435898
33096	rnn.weight_ih_l0	9	-0.02695641480386257
33096	rnn.weight_hh_l0	0	0.019409172236919403
33096	rnn.weight_hh_l0	1	-0.009695659391582012
33096	rnn.weight_hh_l0	2	-0.06752855330705643
33096	rnn.weight_hh_l0	3	-0.033385518938302994
33096	rnn.weight_hh_l0	4	-0.07832557708024979
33096	rnn.weight_hh_l0	5	-0.01456616260111332
33096	rnn.weight_hh_l0	6	-0.0543491467833519
33096	rnn.weight_hh_l0	7	-0.04052099958062172
33096	rnn.weight_hh_l0	8	-0.01910954900085926
33096	rnn.weight_hh_l0	9	-0.007968230172991753
33096	rnn.bias_ih_l0	0	0.14542897045612335
33096	rnn.bias_ih_l0	1	-0.05600472912192345
33096	rnn.bias_ih_l0	2	0.10416007041931152
33096	rnn.bias_ih_l0	3	0.048767704516649246
33096	rnn.bias_ih_l0	4	0.09903590381145477
33096	rnn.bias_ih_l0	5	0.024231325834989548
33096	rnn.bias_ih_l0	6	-0.017513414844870567
33096	rnn.bias_ih_l0	7	-0.10883592069149017
33096	rnn.bias_ih_l0	8	-0.20709891617298126
33096	rnn.bias_ih_l0	9	0.08694704622030258
33096	rnn.bias_hh_l0	0	0.0026852746959775686
33096	rnn.bias_hh_l0	1	0.02334461361169815
33096	rnn.bias_hh_l0	2	-0.006110232323408127
33096	rnn.bias_hh_l0	3	-0.03035341389477253
33096	rnn.bias_hh_l0	4	-0.036374203860759735
33096	rnn.bias_hh_l0	5	0.14341790974140167
33096	rnn.bias_hh_l0	6	0.05144621059298515
33096	rnn.bias_hh_l0	7	0.05984850972890854
33096	rnn.bias_hh_l0	8	0.016855282709002495
33096	rnn.bias_hh_l0	9	0.043171219527721405
33096	rnn.weight_ih_l0_reverse	0	-0.029721545055508614
33096	rnn.weight_ih_l0_reverse	1	-0.0022123719099909067
33096	rnn.weight_ih_l0_reverse	2	0.023808494210243225
33096	rnn.weight_ih_l0_reverse	3	-0.06213539466261864
33096	rnn.weight_ih_l0_reverse	4	0.009281543083488941
33096	rnn.weight_ih_l0_reverse	5	-0.046091388911008835
33096	rnn.weight_ih_l0_reverse	6	0.028349123895168304
33096	rnn.weight_ih_l0_reverse	7	0.04597414284944534
33096	rnn.weight_ih_l0_reverse	8	-0.0487743578851223
33096	rnn.weight_ih_l0_reverse	9	-0.05076072737574577
33096	rnn.weight_hh_l0_reverse	0	-0.0832766443490982
33096	rnn.weight_hh_l0_reverse	1	-0.06326299905776978
33096	rnn.weight_hh_l0_reverse	2	0.03440601006150246
33096	rnn.weight_hh_l0_reverse	3	0.04575871303677559
33096	rnn.weight_hh_l0_reverse	4	-0.015722151845693588
33096	rnn.weight_hh_l0_reverse	5	0.04557903856039047
33096	rnn.weight_hh_l0_reverse	6	0.001062416355125606
33096	rnn.weight_hh_l0_reverse	7	-0.00020364028750918806
33096	rnn.weight_hh_l0_reverse	8	-0.09870587289333344
33096	rnn.weight_hh_l0_reverse	9	0.08009551465511322
33096	rnn.bias_ih_l0_reverse	0	-0.0890582948923111
33096	rnn.bias_ih_l0_reverse	1	-0.06902994215488434
33096	rnn.bias_ih_l0_reverse	2	0.10357380658388138
33096	rnn.bias_ih_l0_reverse	3	0.04782099649310112
33096	rnn.bias_ih_l0_reverse	4	-0.12912802398204803
33096	rnn.bias_ih_l0_reverse	5	0.04101962223649025
33096	rnn.bias_ih_l0_reverse	6	-0.10616575926542282
33096	rnn.bias_ih_l0_reverse	7	0.044476885348558426
33096	rnn.bias_ih_l0_reverse	8	0.034538883715867996
33096	rnn.bias_ih_l0_reverse	9	0.06343982368707657
33096	rnn.bias_hh_l0_reverse	0	0.057090383023023605
33096	rnn.bias_hh_l0_reverse	1	0.06549149751663208
33096	rnn.bias_hh_l0_reverse	2	0.07844062894582748
33096	rnn.bias_hh_l0_reverse	3	-0.0040634749457240105
33096	rnn.bias_hh_l0_reverse	4	0.07143591344356537
33096	rnn.bias_hh_l0_reverse	5	0.006658364087343216
33096	rnn.bias_hh_l0_reverse	6	-0.05434919521212578
33096	rnn.bias_hh_l0_reverse	7	0.027397476136684418
33096	rnn.bias_hh_l0_reverse	8	0.011062843725085258
33096	rnn.bias_hh_l0_reverse	9	-0.16096395254135132
33096	linear.weight	0	0.17273351550102234
33096	linear.weight	1	-0.16287656128406525
33096	linear.weight	2	-0.21484294533729553
33096	linear.weight	3	0.07801152020692825
33096	linear.weight	4	-0.026620235294103622
33096	linear.weight	5	0.004052718635648489
33096	linear.weight	6	-0.006907448172569275
33096	linear.weight	7	-0.027085263282060623
33096	linear.weight	8	0.08420335501432419
33096	linear.weight	9	0.3491063714027405
33096	linear.bias	0	-0.20792898535728455
33096	linear.bias	1	0.19421854615211487
33096	linear.bias	2	-0.5394463539123535
33096	linear.bias	3	1.7036865949630737
33096	linear.bias	4	-0.3970053195953369
33096	linear.bias	5	-0.030769959092140198
33096	linear.bias	6	-0.35768595337867737
33096	linear.bias	7	-0.27923429012298584
33096	linear.bias	8	-0.04399320110678673
33096	linear.bias	9	-0.4979090094566345
33124	transitions	0	-0.6482635140419006
33124	transitions	1	0.34959688782691956
33124	transitions	2	1.6743686199188232
33124	transitions	3	0.09656072407960892
33124	transitions	4	0.9484129548072815
33124	transitions	5	1.2739232778549194
33124	transitions	6	0.4832996428012848
33124	transitions	7	0.1757347136735916
33124	transitions	8	-0.919520914554596
33124	transitions	9	0.9306594133377075
33124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33124	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33124	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33124	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33124	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33124	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33124	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33124	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33124	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33124	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33124	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33124	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33124	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33124	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33124	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33124	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33124	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33124	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33124	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33124	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33124	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33124	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33124	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33124	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33124	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33124	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33124	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33124	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33124	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33124	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33124	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33124	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33124	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33124	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33124	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33124	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33124	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33124	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33124	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33124	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33124	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33124	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33124	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33124	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33124	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33124	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33124	embedding2nn.weight	0	0.022489361464977264
33124	embedding2nn.weight	1	0.014191964641213417
33124	embedding2nn.weight	2	-0.004287033807486296
33124	embedding2nn.weight	3	-0.0001008452454698272
33124	embedding2nn.weight	4	-0.004370648413896561
33124	embedding2nn.weight	5	0.011854887008666992
33124	embedding2nn.weight	6	-0.004965624306350946
33124	embedding2nn.weight	7	0.0208364799618721
33124	embedding2nn.weight	8	-0.006826814729720354
33124	embedding2nn.weight	9	-0.013905283994972706
33124	embedding2nn.bias	0	-0.03857522830367088
33124	embedding2nn.bias	1	-0.02165159396827221
33124	embedding2nn.bias	2	-0.07366885989904404
33124	embedding2nn.bias	3	-0.0015208882978186011
33124	embedding2nn.bias	4	0.0038742769975215197
33124	embedding2nn.bias	5	-0.006744143087416887
33124	embedding2nn.bias	6	0.008713187649846077
33124	embedding2nn.bias	7	0.02008621022105217
33124	embedding2nn.bias	8	0.0071302419528365135
33124	embedding2nn.bias	9	0.001626855111680925
33124	rnn.weight_ih_l0	0	0.03951909393072128
33124	rnn.weight_ih_l0	1	-0.013571687042713165
33124	rnn.weight_ih_l0	2	-0.03635654225945473
33124	rnn.weight_ih_l0	3	-0.04481636732816696
33124	rnn.weight_ih_l0	4	-0.052040375769138336
33124	rnn.weight_ih_l0	5	-0.008464109152555466
33124	rnn.weight_ih_l0	6	-0.05190848931670189
33124	rnn.weight_ih_l0	7	-0.061588965356349945
33124	rnn.weight_ih_l0	8	-0.0447436198592186
33124	rnn.weight_ih_l0	9	-0.02695302478969097
33124	rnn.weight_hh_l0	0	0.019407672807574272
33124	rnn.weight_hh_l0	1	-0.009693766012787819
33124	rnn.weight_hh_l0	2	-0.06753264367580414
33124	rnn.weight_hh_l0	3	-0.033381376415491104
33124	rnn.weight_hh_l0	4	-0.07832684367895126
33124	rnn.weight_hh_l0	5	-0.014562760479748249
33124	rnn.weight_hh_l0	6	-0.054348357021808624
33124	rnn.weight_hh_l0	7	-0.040533144026994705
33124	rnn.weight_hh_l0	8	-0.019106997177004814
33124	rnn.weight_hh_l0	9	-0.007980844005942345
33124	rnn.bias_ih_l0	0	0.1454181969165802
33124	rnn.bias_ih_l0	1	-0.05603356659412384
33124	rnn.bias_ih_l0	2	0.10414958000183105
33124	rnn.bias_ih_l0	3	0.048774052411317825
33124	rnn.bias_ih_l0	4	0.09906446933746338
33124	rnn.bias_ih_l0	5	0.024229727685451508
33124	rnn.bias_ih_l0	6	-0.01752716489136219
33124	rnn.bias_ih_l0	7	-0.10883916169404984
33124	rnn.bias_ih_l0	8	-0.20704855024814606
33124	rnn.bias_ih_l0	9	0.08694572746753693
33124	rnn.bias_hh_l0	0	0.002659405814483762
33124	rnn.bias_hh_l0	1	0.023362288251519203
33124	rnn.bias_hh_l0	2	-0.006138764321804047
33124	rnn.bias_hh_l0	3	-0.030309608206152916
33124	rnn.bias_hh_l0	4	-0.03635508194565773
33124	rnn.bias_hh_l0	5	0.1433962732553482
33124	rnn.bias_hh_l0	6	0.05139171704649925
33124	rnn.bias_hh_l0	7	0.05985511839389801
33124	rnn.bias_hh_l0	8	0.016841532662510872
33124	rnn.bias_hh_l0	9	0.0431913286447525
33124	rnn.weight_ih_l0_reverse	0	-0.029724687337875366
33124	rnn.weight_ih_l0_reverse	1	-0.0022011015098541975
33124	rnn.weight_ih_l0_reverse	2	0.02381126768887043
33124	rnn.weight_ih_l0_reverse	3	-0.06214221566915512
33124	rnn.weight_ih_l0_reverse	4	0.009282911196351051
33124	rnn.weight_ih_l0_reverse	5	-0.0460876040160656
33124	rnn.weight_ih_l0_reverse	6	0.028354236856102943
33124	rnn.weight_ih_l0_reverse	7	0.04597664996981621
33124	rnn.weight_ih_l0_reverse	8	-0.048774171620607376
33124	rnn.weight_ih_l0_reverse	9	-0.050763197243213654
33124	rnn.weight_hh_l0_reverse	0	-0.0832776203751564
33124	rnn.weight_hh_l0_reverse	1	-0.06327922642230988
33124	rnn.weight_hh_l0_reverse	2	0.034397538751363754
33124	rnn.weight_hh_l0_reverse	3	0.04575847089290619
33124	rnn.weight_hh_l0_reverse	4	-0.015725092962384224
33124	rnn.weight_hh_l0_reverse	5	0.045581307262182236
33124	rnn.weight_hh_l0_reverse	6	0.0010722760343924165
33124	rnn.weight_hh_l0_reverse	7	-0.00020513903291430324
33124	rnn.weight_hh_l0_reverse	8	-0.09870325773954391
33124	rnn.weight_hh_l0_reverse	9	0.08010426163673401
33124	rnn.bias_ih_l0_reverse	0	-0.08906716853380203
33124	rnn.bias_ih_l0_reverse	1	-0.06902380287647247
33124	rnn.bias_ih_l0_reverse	2	0.10355419665575027
33124	rnn.bias_ih_l0_reverse	3	0.047838084399700165
33124	rnn.bias_ih_l0_reverse	4	-0.12913820147514343
33124	rnn.bias_ih_l0_reverse	5	0.041049789637327194
33124	rnn.bias_ih_l0_reverse	6	-0.10617847740650177
33124	rnn.bias_ih_l0_reverse	7	0.04444628208875656
33124	rnn.bias_ih_l0_reverse	8	0.034540608525276184
33124	rnn.bias_ih_l0_reverse	9	0.06342823058366776
33124	rnn.bias_hh_l0_reverse	0	0.05706389993429184
33124	rnn.bias_hh_l0_reverse	1	0.06553404033184052
33124	rnn.bias_hh_l0_reverse	2	0.07842393964529037
33124	rnn.bias_hh_l0_reverse	3	-0.004053717944771051
33124	rnn.bias_hh_l0_reverse	4	0.07141289114952087
33124	rnn.bias_hh_l0_reverse	5	0.006675148382782936
33124	rnn.bias_hh_l0_reverse	6	-0.054384518414735794
33124	rnn.bias_hh_l0_reverse	7	0.027405845001339912
33124	rnn.bias_hh_l0_reverse	8	0.011087737046182156
33124	rnn.bias_hh_l0_reverse	9	-0.1608966588973999
33124	linear.weight	0	0.17267104983329773
33124	linear.weight	1	-0.16287657618522644
33124	linear.weight	2	-0.21483860909938812
33124	linear.weight	3	0.07798632234334946
33124	linear.weight	4	-0.026615597307682037
33124	linear.weight	5	0.004034188576042652
33124	linear.weight	6	-0.006907423958182335
33124	linear.weight	7	-0.02708319015800953
33124	linear.weight	8	0.08419579267501831
33124	linear.weight	9	0.34912827610969543
33124	linear.bias	0	-0.20808003842830658
33124	linear.bias	1	0.19431540369987488
33124	linear.bias	2	-0.5394944548606873
33124	linear.bias	3	1.7033933401107788
33124	linear.bias	4	-0.39700672030448914
33124	linear.bias	5	-0.030769959092140198
33124	linear.bias	6	-0.3577381670475006
33124	linear.bias	7	-0.27925002574920654
33124	linear.bias	8	-0.04405215010046959
33124	linear.bias	9	-0.497909277677536
33152	transitions	0	-0.6482637524604797
33152	transitions	1	0.3495968282222748
33152	transitions	2	1.6743682622909546
33152	transitions	3	0.0965605154633522
33152	transitions	4	0.9484129548072815
33152	transitions	5	1.2739232778549194
33152	transitions	6	0.4832993745803833
33152	transitions	7	0.1757347136735916
33152	transitions	8	-0.919520914554596
33152	transitions	9	0.9306594133377075
33152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33152	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33152	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33152	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33152	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33152	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33152	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33152	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33152	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33152	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33152	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33152	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33152	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33152	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33152	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33152	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33152	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33152	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33152	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33152	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33152	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33152	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33152	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33152	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33152	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33152	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33152	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33152	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33152	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33152	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33152	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33152	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33152	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33152	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33152	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33152	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33152	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33152	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33152	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33152	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33152	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33152	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33152	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33152	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33152	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33152	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33152	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33152	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33152	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33152	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33152	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33152	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33152	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33152	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33152	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33152	embedding2nn.weight	0	0.022478828206658363
33152	embedding2nn.weight	1	0.014191792346537113
33152	embedding2nn.weight	2	-0.004286797717213631
33152	embedding2nn.weight	3	-9.90664484561421e-05
33152	embedding2nn.weight	4	-0.004371308721601963
33152	embedding2nn.weight	5	0.011855204589664936
33152	embedding2nn.weight	6	-0.0049655502662062645
33152	embedding2nn.weight	7	0.020827610045671463
33152	embedding2nn.weight	8	-0.006824336014688015
33152	embedding2nn.weight	9	-0.01390581950545311
33152	embedding2nn.bias	0	-0.038596492260694504
33152	embedding2nn.bias	1	-0.021630343049764633
33152	embedding2nn.bias	2	-0.07379591464996338
33152	embedding2nn.bias	3	-0.0015135681023821235
33152	embedding2nn.bias	4	0.003867481369525194
33152	embedding2nn.bias	5	-0.006738608703017235
33152	embedding2nn.bias	6	0.008699515834450722
33152	embedding2nn.bias	7	0.020110486075282097
33152	embedding2nn.bias	8	0.007128448691219091
33152	embedding2nn.bias	9	0.0015900253783911467
33152	rnn.weight_ih_l0	0	0.03952064365148544
33152	rnn.weight_ih_l0	1	-0.013580463826656342
33152	rnn.weight_ih_l0	2	-0.03635699674487114
33152	rnn.weight_ih_l0	3	-0.04481739550828934
33152	rnn.weight_ih_l0	4	-0.052045054733753204
33152	rnn.weight_ih_l0	5	-0.008464345708489418
33152	rnn.weight_ih_l0	6	-0.05191003531217575
33152	rnn.weight_ih_l0	7	-0.061591390520334244
33152	rnn.weight_ih_l0	8	-0.04474293813109398
33152	rnn.weight_ih_l0	9	-0.026951894164085388
33152	rnn.weight_hh_l0	0	0.0194076057523489
33152	rnn.weight_hh_l0	1	-0.009691876359283924
33152	rnn.weight_hh_l0	2	-0.06752725690603256
33152	rnn.weight_hh_l0	3	-0.03337741643190384
33152	rnn.weight_hh_l0	4	-0.07832873612642288
33152	rnn.weight_hh_l0	5	-0.014561375603079796
33152	rnn.weight_hh_l0	6	-0.054352372884750366
33152	rnn.weight_hh_l0	7	-0.040553927421569824
33152	rnn.weight_hh_l0	8	-0.01911170594394207
33152	rnn.weight_hh_l0	9	-0.007974722422659397
33152	rnn.bias_ih_l0	0	0.1454109251499176
33152	rnn.bias_ih_l0	1	-0.05603298544883728
33152	rnn.bias_ih_l0	2	0.10414345562458038
33152	rnn.bias_ih_l0	3	0.04877690598368645
33152	rnn.bias_ih_l0	4	0.09906560927629471
33152	rnn.bias_ih_l0	5	0.02424161694943905
33152	rnn.bias_ih_l0	6	-0.01750303991138935
33152	rnn.bias_ih_l0	7	-0.10884438455104828
33152	rnn.bias_ih_l0	8	-0.20708326995372772
33152	rnn.bias_ih_l0	9	0.08693787455558777
33152	rnn.bias_hh_l0	0	0.002656009513884783
33152	rnn.bias_hh_l0	1	0.023358192294836044
33152	rnn.bias_hh_l0	2	-0.006125708110630512
33152	rnn.bias_hh_l0	3	-0.030326370149850845
33152	rnn.bias_hh_l0	4	-0.03636208549141884
33152	rnn.bias_hh_l0	5	0.14337849617004395
33152	rnn.bias_hh_l0	6	0.05140931159257889
33152	rnn.bias_hh_l0	7	0.059851545840501785
33152	rnn.bias_hh_l0	8	0.01686565764248371
33152	rnn.bias_hh_l0	9	0.04320189356803894
33152	rnn.weight_ih_l0_reverse	0	-0.02973037213087082
33152	rnn.weight_ih_l0_reverse	1	-0.002202667761594057
33152	rnn.weight_ih_l0_reverse	2	0.02381013333797455
33152	rnn.weight_ih_l0_reverse	3	-0.062139518558979034
33152	rnn.weight_ih_l0_reverse	4	0.009288000874221325
33152	rnn.weight_ih_l0_reverse	5	-0.04608625918626785
33152	rnn.weight_ih_l0_reverse	6	0.028356555849313736
33152	rnn.weight_ih_l0_reverse	7	0.045976925641298294
33152	rnn.weight_ih_l0_reverse	8	-0.048774078488349915
33152	rnn.weight_ih_l0_reverse	9	-0.05076286941766739
33152	rnn.weight_hh_l0_reverse	0	-0.08327632397413254
33152	rnn.weight_hh_l0_reverse	1	-0.06327204406261444
33152	rnn.weight_hh_l0_reverse	2	0.03440319374203682
33152	rnn.weight_hh_l0_reverse	3	0.045760173350572586
33152	rnn.weight_hh_l0_reverse	4	-0.015735603868961334
33152	rnn.weight_hh_l0_reverse	5	0.04558291658759117
33152	rnn.weight_hh_l0_reverse	6	0.0010866571683436632
33152	rnn.weight_hh_l0_reverse	7	-0.00019948689441662282
33152	rnn.weight_hh_l0_reverse	8	-0.0987037643790245
33152	rnn.weight_hh_l0_reverse	9	0.0801197811961174
33152	rnn.bias_ih_l0_reverse	0	-0.089029461145401
33152	rnn.bias_ih_l0_reverse	1	-0.06904642283916473
33152	rnn.bias_ih_l0_reverse	2	0.10352399200201035
33152	rnn.bias_ih_l0_reverse	3	0.047843050211668015
33152	rnn.bias_ih_l0_reverse	4	-0.12913508713245392
33152	rnn.bias_ih_l0_reverse	5	0.041052501648664474
33152	rnn.bias_ih_l0_reverse	6	-0.1061641201376915
33152	rnn.bias_ih_l0_reverse	7	0.04445687681436539
33152	rnn.bias_ih_l0_reverse	8	0.03456132113933563
33152	rnn.bias_ih_l0_reverse	9	0.0634104460477829
33152	rnn.bias_hh_l0_reverse	0	0.057077597826719284
33152	rnn.bias_hh_l0_reverse	1	0.06555380672216415
33152	rnn.bias_hh_l0_reverse	2	0.07845792174339294
33152	rnn.bias_hh_l0_reverse	3	-0.004035440273582935
33152	rnn.bias_hh_l0_reverse	4	0.07141723483800888
33152	rnn.bias_hh_l0_reverse	5	0.006672122050076723
33152	rnn.bias_hh_l0_reverse	6	-0.05441255867481232
33152	rnn.bias_hh_l0_reverse	7	0.027404826134443283
33152	rnn.bias_hh_l0_reverse	8	0.011090386658906937
33152	rnn.bias_hh_l0_reverse	9	-0.1609542816877365
33152	linear.weight	0	0.17267651855945587
33152	linear.weight	1	-0.16287660598754883
33152	linear.weight	2	-0.21486015617847443
33152	linear.weight	3	0.07801678031682968
33152	linear.weight	4	-0.026616321876645088
33152	linear.weight	5	0.004013061989098787
33152	linear.weight	6	-0.006907419301569462
33152	linear.weight	7	-0.027082758024334908
33152	linear.weight	8	0.08416920155286789
33152	linear.weight	9	0.3491174578666687
33152	linear.bias	0	-0.20810116827487946
33152	linear.bias	1	0.19431757926940918
33152	linear.bias	2	-0.5394977927207947
33152	linear.bias	3	1.7033075094223022
33152	linear.bias	4	-0.39700746536254883
33152	linear.bias	5	-0.030769959092140198
33152	linear.bias	6	-0.357742577791214
33152	linear.bias	7	-0.2792600393295288
33152	linear.bias	8	-0.04394349455833435
33152	linear.bias	9	-0.4979097843170166
33180	transitions	0	-0.6482642889022827
33180	transitions	1	0.3495965003967285
33180	transitions	2	1.674368143081665
33180	transitions	3	0.09656044095754623
33180	transitions	4	0.9484128355979919
33180	transitions	5	1.2739232778549194
33180	transitions	6	0.4832993745803833
33180	transitions	7	0.17573468387126923
33180	transitions	8	-0.919520914554596
33180	transitions	9	0.9306594133377075
33180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33180	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33180	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33180	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33180	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33180	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33180	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33180	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33180	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33180	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33180	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33180	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33180	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33180	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33180	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33180	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33180	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33180	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33180	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33180	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33180	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33180	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33180	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33180	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33180	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33180	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33180	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33180	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33180	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33180	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33180	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33180	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33180	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33180	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33180	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33180	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33180	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33180	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33180	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33180	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33180	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33180	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33180	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33180	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33180	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33180	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33180	embedding2nn.weight	0	0.022485507652163506
33180	embedding2nn.weight	1	0.014191347174346447
33180	embedding2nn.weight	2	-0.004286436829715967
33180	embedding2nn.weight	3	-9.958961891243234e-05
33180	embedding2nn.weight	4	-0.004371670540422201
33180	embedding2nn.weight	5	0.011851607821881771
33180	embedding2nn.weight	6	-0.004964184015989304
33180	embedding2nn.weight	7	0.02082424983382225
33180	embedding2nn.weight	8	-0.006824651267379522
33180	embedding2nn.weight	9	-0.013905621133744717
33180	embedding2nn.bias	0	-0.03853646665811539
33180	embedding2nn.bias	1	-0.02159961685538292
33180	embedding2nn.bias	2	-0.07385110855102539
33180	embedding2nn.bias	3	-0.0015805755974724889
33180	embedding2nn.bias	4	0.003839765675365925
33180	embedding2nn.bias	5	-0.0067733339965343475
33180	embedding2nn.bias	6	0.008594674989581108
33180	embedding2nn.bias	7	0.0201005470007658
33180	embedding2nn.bias	8	0.007155631668865681
33180	embedding2nn.bias	9	0.0015831695636734366
33180	rnn.weight_ih_l0	0	0.03952256217598915
33180	rnn.weight_ih_l0	1	-0.013584467582404613
33180	rnn.weight_ih_l0	2	-0.03636294603347778
33180	rnn.weight_ih_l0	3	-0.04481656104326248
33180	rnn.weight_ih_l0	4	-0.05204639211297035
33180	rnn.weight_ih_l0	5	-0.008459673263132572
33180	rnn.weight_ih_l0	6	-0.05190901458263397
33180	rnn.weight_ih_l0	7	-0.06159112602472305
33180	rnn.weight_ih_l0	8	-0.04474401846528053
33180	rnn.weight_ih_l0	9	-0.026951519772410393
33180	rnn.weight_hh_l0	0	0.019409777596592903
33180	rnn.weight_hh_l0	1	-0.009690264239907265
33180	rnn.weight_hh_l0	2	-0.06752017140388489
33180	rnn.weight_hh_l0	3	-0.033383823931217194
33180	rnn.weight_hh_l0	4	-0.07832906395196915
33180	rnn.weight_hh_l0	5	-0.014560415409505367
33180	rnn.weight_hh_l0	6	-0.05434688180685043
33180	rnn.weight_hh_l0	7	-0.04055774211883545
33180	rnn.weight_hh_l0	8	-0.019106507301330566
33180	rnn.weight_hh_l0	9	-0.007968218997120857
33180	rnn.bias_ih_l0	0	0.14541436731815338
33180	rnn.bias_ih_l0	1	-0.05603299289941788
33180	rnn.bias_ih_l0	2	0.10414493829011917
33180	rnn.bias_ih_l0	3	0.04877142980694771
33180	rnn.bias_ih_l0	4	0.09904595464468002
33180	rnn.bias_ih_l0	5	0.024223895743489265
33180	rnn.bias_ih_l0	6	-0.017501231282949448
33180	rnn.bias_ih_l0	7	-0.10881885141134262
33180	rnn.bias_ih_l0	8	-0.2070695459842682
33180	rnn.bias_ih_l0	9	0.08694691956043243
33180	rnn.bias_hh_l0	0	0.002640021499246359
33180	rnn.bias_hh_l0	1	0.02337353304028511
33180	rnn.bias_hh_l0	2	-0.006114941090345383
33180	rnn.bias_hh_l0	3	-0.030361002311110497
33180	rnn.bias_hh_l0	4	-0.03636341542005539
33180	rnn.bias_hh_l0	5	0.14337849617004395
33180	rnn.bias_hh_l0	6	0.05140140652656555
33180	rnn.bias_hh_l0	7	0.05987780541181564
33180	rnn.bias_hh_l0	8	0.016867466270923615
33180	rnn.bias_hh_l0	9	0.043214716017246246
33180	rnn.weight_ih_l0_reverse	0	-0.02972855418920517
33180	rnn.weight_ih_l0_reverse	1	-0.0022079800255596638
33180	rnn.weight_ih_l0_reverse	2	0.023809857666492462
33180	rnn.weight_ih_l0_reverse	3	-0.06213746592402458
33180	rnn.weight_ih_l0_reverse	4	0.009289706125855446
33180	rnn.weight_ih_l0_reverse	5	-0.04608522728085518
33180	rnn.weight_ih_l0_reverse	6	0.028362538665533066
33180	rnn.weight_ih_l0_reverse	7	0.045976243913173676
33180	rnn.weight_ih_l0_reverse	8	-0.04877251014113426
33180	rnn.weight_ih_l0_reverse	9	-0.05076347663998604
33180	rnn.weight_hh_l0_reverse	0	-0.08328451216220856
33180	rnn.weight_hh_l0_reverse	1	-0.06326644867658615
33180	rnn.weight_hh_l0_reverse	2	0.034406788647174835
33180	rnn.weight_hh_l0_reverse	3	0.045758433640003204
33180	rnn.weight_hh_l0_reverse	4	-0.015742944553494453
33180	rnn.weight_hh_l0_reverse	5	0.04558027163147926
33180	rnn.weight_hh_l0_reverse	6	0.001096389489248395
33180	rnn.weight_hh_l0_reverse	7	-0.00020551355555653572
33180	rnn.weight_hh_l0_reverse	8	-0.09870127588510513
33180	rnn.weight_hh_l0_reverse	9	0.08012007921934128
33180	rnn.bias_ih_l0_reverse	0	-0.08894150704145432
33180	rnn.bias_ih_l0_reverse	1	-0.06900952756404877
33180	rnn.bias_ih_l0_reverse	2	0.10351917892694473
33180	rnn.bias_ih_l0_reverse	3	0.04784231632947922
33180	rnn.bias_ih_l0_reverse	4	-0.1291520744562149
33180	rnn.bias_ih_l0_reverse	5	0.04104222357273102
33180	rnn.bias_ih_l0_reverse	6	-0.10615632683038712
33180	rnn.bias_ih_l0_reverse	7	0.04443588852882385
33180	rnn.bias_ih_l0_reverse	8	0.03456014394760132
33180	rnn.bias_ih_l0_reverse	9	0.06340682506561279
33180	rnn.bias_hh_l0_reverse	0	0.057094138115644455
33180	rnn.bias_hh_l0_reverse	1	0.06555112451314926
33180	rnn.bias_hh_l0_reverse	2	0.07845627516508102
33180	rnn.bias_hh_l0_reverse	3	-0.0040234229527413845
33180	rnn.bias_hh_l0_reverse	4	0.0714334174990654
33180	rnn.bias_hh_l0_reverse	5	0.006749480962753296
33180	rnn.bias_hh_l0_reverse	6	-0.05440523475408554
33180	rnn.bias_hh_l0_reverse	7	0.027391668409109116
33180	rnn.bias_hh_l0_reverse	8	0.011086545884609222
33180	rnn.bias_hh_l0_reverse	9	-0.16097590327262878
33180	linear.weight	0	0.17265284061431885
33180	linear.weight	1	-0.16287657618522644
33180	linear.weight	2	-0.21484974026679993
33180	linear.weight	3	0.0780242383480072
33180	linear.weight	4	-0.026614267379045486
33180	linear.weight	5	0.00401432765647769
33180	linear.weight	6	-0.006907402537763119
33180	linear.weight	7	-0.0270826518535614
33180	linear.weight	8	0.08416298776865005
33180	linear.weight	9	0.34911060333251953
33180	linear.bias	0	-0.20783351361751556
33180	linear.bias	1	0.19430774450302124
33180	linear.bias	2	-0.5395185351371765
33180	linear.bias	3	1.7028619050979614
33180	linear.bias	4	-0.3970087766647339
33180	linear.bias	5	-0.030769959092140198
33180	linear.bias	6	-0.35774481296539307
33180	linear.bias	7	-0.27924230694770813
33180	linear.bias	8	-0.04397398978471756
33180	linear.bias	9	-0.4979102909564972
33208	transitions	0	-0.6482649445533752
33208	transitions	1	0.3495946526527405
33208	transitions	2	1.674364447593689
33208	transitions	3	0.09656020998954773
33208	transitions	4	0.9484126567840576
33208	transitions	5	1.2739232778549194
33208	transitions	6	0.4832993745803833
33208	transitions	7	0.17573468387126923
33208	transitions	8	-0.919520914554596
33208	transitions	9	0.9306593537330627
33208	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33208	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33208	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33208	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33208	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33208	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33208	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33208	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33208	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33208	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33208	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33208	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33208	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33208	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33208	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33208	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33208	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33208	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33208	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33208	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33208	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33208	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33208	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33208	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33208	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33208	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33208	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33208	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33208	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33208	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33208	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33208	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33208	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33208	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33208	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33208	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33208	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33208	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33208	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33208	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33208	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33208	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33208	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33208	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33208	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33208	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33208	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33208	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33208	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33208	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33208	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33208	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33208	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33208	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33208	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33208	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33208	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33208	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33208	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33208	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33208	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33208	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33208	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33208	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33208	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33208	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33208	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33208	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33208	embedding2nn.weight	0	0.022488003596663475
33208	embedding2nn.weight	1	0.01419327687472105
33208	embedding2nn.weight	2	-0.004286543466150761
33208	embedding2nn.weight	3	-0.00010019345063483343
33208	embedding2nn.weight	4	-0.00437163794413209
33208	embedding2nn.weight	5	0.01185348629951477
33208	embedding2nn.weight	6	-0.004965822212398052
33208	embedding2nn.weight	7	0.020818548277020454
33208	embedding2nn.weight	8	-0.0068225073628127575
33208	embedding2nn.weight	9	-0.013906118459999561
33208	embedding2nn.bias	0	-0.038500089198350906
33208	embedding2nn.bias	1	-0.0216631181538105
33208	embedding2nn.bias	2	-0.07388962060213089
33208	embedding2nn.bias	3	-0.0016417831648141146
33208	embedding2nn.bias	4	0.003770203795284033
33208	embedding2nn.bias	5	-0.006767798215150833
33208	embedding2nn.bias	6	0.00863286480307579
33208	embedding2nn.bias	7	0.01999046839773655
33208	embedding2nn.bias	8	0.007151831407099962
33208	embedding2nn.bias	9	0.0016338161658495665
33208	rnn.weight_ih_l0	0	0.03951827436685562
33208	rnn.weight_ih_l0	1	-0.01358684804290533
33208	rnn.weight_ih_l0	2	-0.0363626629114151
33208	rnn.weight_ih_l0	3	-0.0448138527572155
33208	rnn.weight_ih_l0	4	-0.05204271897673607
33208	rnn.weight_ih_l0	5	-0.008458917960524559
33208	rnn.weight_ih_l0	6	-0.051907047629356384
33208	rnn.weight_ih_l0	7	-0.061586953699588776
33208	rnn.weight_ih_l0	8	-0.044743217527866364
33208	rnn.weight_ih_l0	9	-0.026950936764478683
33208	rnn.weight_hh_l0	0	0.019394615665078163
33208	rnn.weight_hh_l0	1	-0.009689915925264359
33208	rnn.weight_hh_l0	2	-0.06751653552055359
33208	rnn.weight_hh_l0	3	-0.03338967636227608
33208	rnn.weight_hh_l0	4	-0.07832272350788116
33208	rnn.weight_hh_l0	5	-0.014559256844222546
33208	rnn.weight_hh_l0	6	-0.054359424859285355
33208	rnn.weight_hh_l0	7	-0.04054666683077812
33208	rnn.weight_hh_l0	8	-0.01911042630672455
33208	rnn.weight_hh_l0	9	-0.007973413914442062
33208	rnn.bias_ih_l0	0	0.1454266905784607
33208	rnn.bias_ih_l0	1	-0.05602521821856499
33208	rnn.bias_ih_l0	2	0.10416168719530106
33208	rnn.bias_ih_l0	3	0.04880325868725777
33208	rnn.bias_ih_l0	4	0.09905702620744705
33208	rnn.bias_ih_l0	5	0.024214498698711395
33208	rnn.bias_ih_l0	6	-0.01750560849905014
33208	rnn.bias_ih_l0	7	-0.10885458439588547
33208	rnn.bias_ih_l0	8	-0.20699378848075867
33208	rnn.bias_ih_l0	9	0.08693704009056091
33208	rnn.bias_hh_l0	0	0.0026479975786060095
33208	rnn.bias_hh_l0	1	0.02334601804614067
33208	rnn.bias_hh_l0	2	-0.006099403835833073
33208	rnn.bias_hh_l0	3	-0.030363714322447777
33208	rnn.bias_hh_l0	4	-0.036365069448947906
33208	rnn.bias_hh_l0	5	0.14335238933563232
33208	rnn.bias_hh_l0	6	0.05143222585320473
33208	rnn.bias_hh_l0	7	0.05986608564853668
33208	rnn.bias_hh_l0	8	0.016863089054822922
33208	rnn.bias_hh_l0	9	0.04324674606323242
33208	rnn.weight_ih_l0_reverse	0	-0.02972554787993431
33208	rnn.weight_ih_l0_reverse	1	-0.002219949848949909
33208	rnn.weight_ih_l0_reverse	2	0.023812536150217056
33208	rnn.weight_ih_l0_reverse	3	-0.06213562190532684
33208	rnn.weight_ih_l0_reverse	4	0.009294634684920311
33208	rnn.weight_ih_l0_reverse	5	-0.0460871122777462
33208	rnn.weight_ih_l0_reverse	6	0.028358662500977516
33208	rnn.weight_ih_l0_reverse	7	0.04597554728388786
33208	rnn.weight_ih_l0_reverse	8	-0.04877198114991188
33208	rnn.weight_ih_l0_reverse	9	-0.05076318979263306
33208	rnn.weight_hh_l0_reverse	0	-0.08327963948249817
33208	rnn.weight_hh_l0_reverse	1	-0.06327135115861893
33208	rnn.weight_hh_l0_reverse	2	0.034411460161209106
33208	rnn.weight_hh_l0_reverse	3	0.04575302079319954
33208	rnn.weight_hh_l0_reverse	4	-0.01573493517935276
33208	rnn.weight_hh_l0_reverse	5	0.045586131513118744
33208	rnn.weight_hh_l0_reverse	6	0.0011363476514816284
33208	rnn.weight_hh_l0_reverse	7	-0.0002090873895213008
33208	rnn.weight_hh_l0_reverse	8	-0.09869235008955002
33208	rnn.weight_hh_l0_reverse	9	0.08013308048248291
33208	rnn.bias_ih_l0_reverse	0	-0.08891018480062485
33208	rnn.bias_ih_l0_reverse	1	-0.06901711225509644
33208	rnn.bias_ih_l0_reverse	2	0.10354073345661163
33208	rnn.bias_ih_l0_reverse	3	0.04784845933318138
33208	rnn.bias_ih_l0_reverse	4	-0.12916061282157898
33208	rnn.bias_ih_l0_reverse	5	0.0410485602915287
33208	rnn.bias_ih_l0_reverse	6	-0.1061541810631752
33208	rnn.bias_ih_l0_reverse	7	0.04442662373185158
33208	rnn.bias_ih_l0_reverse	8	0.034545548260211945
33208	rnn.bias_ih_l0_reverse	9	0.06343875825405121
33208	rnn.bias_hh_l0_reverse	0	0.057003531605005264
33208	rnn.bias_hh_l0_reverse	1	0.06555105745792389
33208	rnn.bias_hh_l0_reverse	2	0.07845573872327805
33208	rnn.bias_hh_l0_reverse	3	-0.004030333366245031
33208	rnn.bias_hh_l0_reverse	4	0.0714356079697609
33208	rnn.bias_hh_l0_reverse	5	0.006674125790596008
33208	rnn.bias_hh_l0_reverse	6	-0.05440433695912361
33208	rnn.bias_hh_l0_reverse	7	0.027387656271457672
33208	rnn.bias_hh_l0_reverse	8	0.011101403273642063
33208	rnn.bias_hh_l0_reverse	9	-0.1609635204076767
33208	linear.weight	0	0.17267383635044098
33208	linear.weight	1	-0.16287650167942047
33208	linear.weight	2	-0.21486793458461761
33208	linear.weight	3	0.078045554459095
33208	linear.weight	4	-0.026624727994203568
33208	linear.weight	5	0.004017464816570282
33208	linear.weight	6	-0.0069073899649083614
33208	linear.weight	7	-0.02708069235086441
33208	linear.weight	8	0.08416853100061417
33208	linear.weight	9	0.3491165339946747
33208	linear.bias	0	-0.20770467817783356
33208	linear.bias	1	0.19432267546653748
33208	linear.bias	2	-0.5395526885986328
33208	linear.bias	3	1.7027981281280518
33208	linear.bias	4	-0.3968799114227295
33208	linear.bias	5	-0.030769959092140198
33208	linear.bias	6	-0.35772866010665894
33208	linear.bias	7	-0.27924928069114685
33208	linear.bias	8	-0.04395776242017746
33208	linear.bias	9	-0.49791082739830017
33236	transitions	0	-0.6482653617858887
33236	transitions	1	0.34959396719932556
33236	transitions	2	1.6743643283843994
33236	transitions	3	0.09655983746051788
33236	transitions	4	0.9484125971794128
33236	transitions	5	1.2739231586456299
33236	transitions	6	0.4832993745803833
33236	transitions	7	0.17573468387126923
33236	transitions	8	-0.919520914554596
33236	transitions	9	0.9306593537330627
33236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33236	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33236	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33236	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33236	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33236	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33236	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33236	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33236	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33236	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33236	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33236	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33236	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33236	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33236	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33236	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33236	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33236	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33236	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33236	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33236	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33236	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33236	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33236	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33236	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33236	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33236	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33236	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33236	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33236	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33236	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33236	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33236	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33236	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33236	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33236	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33236	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33236	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33236	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33236	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33236	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33236	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33236	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33236	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33236	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33236	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33236	embedding2nn.weight	0	0.022486373782157898
33236	embedding2nn.weight	1	0.014192679896950722
33236	embedding2nn.weight	2	-0.004285958129912615
33236	embedding2nn.weight	3	-0.00010140171798411757
33236	embedding2nn.weight	4	-0.004371654707938433
33236	embedding2nn.weight	5	0.011853700503706932
33236	embedding2nn.weight	6	-0.004965456668287516
33236	embedding2nn.weight	7	0.02082165889441967
33236	embedding2nn.weight	8	-0.006821050308644772
33236	embedding2nn.weight	9	-0.0139055410400033
33236	embedding2nn.bias	0	-0.03852496296167374
33236	embedding2nn.bias	1	-0.021664608269929886
33236	embedding2nn.bias	2	-0.07385645806789398
33236	embedding2nn.bias	3	-0.0016670175828039646
33236	embedding2nn.bias	4	0.0038062266539782286
33236	embedding2nn.bias	5	-0.006700153462588787
33236	embedding2nn.bias	6	0.008679907768964767
33236	embedding2nn.bias	7	0.020019281655550003
33236	embedding2nn.bias	8	0.007212014403194189
33236	embedding2nn.bias	9	0.0017158982809633017
33236	rnn.weight_ih_l0	0	0.03951941058039665
33236	rnn.weight_ih_l0	1	-0.01358866784721613
33236	rnn.weight_ih_l0	2	-0.03637417033314705
33236	rnn.weight_ih_l0	3	-0.04481418430805206
33236	rnn.weight_ih_l0	4	-0.052043717354536057
33236	rnn.weight_ih_l0	5	-0.008462504483759403
33236	rnn.weight_ih_l0	6	-0.051905710250139236
33236	rnn.weight_ih_l0	7	-0.06158086657524109
33236	rnn.weight_ih_l0	8	-0.044746577739715576
33236	rnn.weight_ih_l0	9	-0.02694699913263321
33236	rnn.weight_hh_l0	0	0.01939951442182064
33236	rnn.weight_hh_l0	1	-0.009695373475551605
33236	rnn.weight_hh_l0	2	-0.06751630455255508
33236	rnn.weight_hh_l0	3	-0.03339185565710068
33236	rnn.weight_hh_l0	4	-0.07831935584545135
33236	rnn.weight_hh_l0	5	-0.014563324861228466
33236	rnn.weight_hh_l0	6	-0.054338231682777405
33236	rnn.weight_hh_l0	7	-0.04055453836917877
33236	rnn.weight_hh_l0	8	-0.019108369946479797
33236	rnn.weight_hh_l0	9	-0.00797383300960064
33236	rnn.bias_ih_l0	0	0.14543463289737701
33236	rnn.bias_ih_l0	1	-0.056037191301584244
33236	rnn.bias_ih_l0	2	0.10419317334890366
33236	rnn.bias_ih_l0	3	0.048793528228998184
33236	rnn.bias_ih_l0	4	0.09905863553285599
33236	rnn.bias_ih_l0	5	0.024205433204770088
33236	rnn.bias_ih_l0	6	-0.01754046231508255
33236	rnn.bias_ih_l0	7	-0.10889564454555511
33236	rnn.bias_ih_l0	8	-0.20694106817245483
33236	rnn.bias_ih_l0	9	0.08695223927497864
33236	rnn.bias_hh_l0	0	0.0026519899256527424
33236	rnn.bias_hh_l0	1	0.0233098566532135
33236	rnn.bias_hh_l0	2	-0.006109059788286686
33236	rnn.bias_hh_l0	3	-0.030365753918886185
33236	rnn.bias_hh_l0	4	-0.036348938941955566
33236	rnn.bias_hh_l0	5	0.1433415710926056
33236	rnn.bias_hh_l0	6	0.05140900984406471
33236	rnn.bias_hh_l0	7	0.05985218659043312
33236	rnn.bias_hh_l0	8	0.016828235238790512
33236	rnn.bias_hh_l0	9	0.04327232018113136
33236	rnn.weight_ih_l0_reverse	0	-0.029732683673501015
33236	rnn.weight_ih_l0_reverse	1	-0.0022250297479331493
33236	rnn.weight_ih_l0_reverse	2	0.023815780878067017
33236	rnn.weight_ih_l0_reverse	3	-0.062133293598890305
33236	rnn.weight_ih_l0_reverse	4	0.009295202791690826
33236	rnn.weight_ih_l0_reverse	5	-0.046085748821496964
33236	rnn.weight_ih_l0_reverse	6	0.028361741453409195
33236	rnn.weight_ih_l0_reverse	7	0.04597766697406769
33236	rnn.weight_ih_l0_reverse	8	-0.048771053552627563
33236	rnn.weight_ih_l0_reverse	9	-0.05076127499341965
33236	rnn.weight_hh_l0_reverse	0	-0.08328395336866379
33236	rnn.weight_hh_l0_reverse	1	-0.06328172981739044
33236	rnn.weight_hh_l0_reverse	2	0.03441106900572777
33236	rnn.weight_hh_l0_reverse	3	0.0457577183842659
33236	rnn.weight_hh_l0_reverse	4	-0.015741659328341484
33236	rnn.weight_hh_l0_reverse	5	0.04558566212654114
33236	rnn.weight_hh_l0_reverse	6	0.0011388385901227593
33236	rnn.weight_hh_l0_reverse	7	-0.00020420303917489946
33236	rnn.weight_hh_l0_reverse	8	-0.09869708120822906
33236	rnn.weight_hh_l0_reverse	9	0.08014047890901566
33236	rnn.bias_ih_l0_reverse	0	-0.088993601500988
33236	rnn.bias_ih_l0_reverse	1	-0.0690050944685936
33236	rnn.bias_ih_l0_reverse	2	0.10351717472076416
33236	rnn.bias_ih_l0_reverse	3	0.047834426164627075
33236	rnn.bias_ih_l0_reverse	4	-0.12916697561740875
33236	rnn.bias_ih_l0_reverse	5	0.04102322459220886
33236	rnn.bias_ih_l0_reverse	6	-0.10617290437221527
33236	rnn.bias_ih_l0_reverse	7	0.04443971812725067
33236	rnn.bias_ih_l0_reverse	8	0.03454817458987236
33236	rnn.bias_ih_l0_reverse	9	0.06341390311717987
33236	rnn.bias_hh_l0_reverse	0	0.05703991279006004
33236	rnn.bias_hh_l0_reverse	1	0.06554009020328522
33236	rnn.bias_hh_l0_reverse	2	0.07843875885009766
33236	rnn.bias_hh_l0_reverse	3	-0.0040227803401649
33236	rnn.bias_hh_l0_reverse	4	0.07143032550811768
33236	rnn.bias_hh_l0_reverse	5	0.00669125048443675
33236	rnn.bias_hh_l0_reverse	6	-0.05441124364733696
33236	rnn.bias_hh_l0_reverse	7	0.027354441583156586
33236	rnn.bias_hh_l0_reverse	8	0.01109520997852087
33236	rnn.bias_hh_l0_reverse	9	-0.1609339565038681
33236	linear.weight	0	0.17276424169540405
33236	linear.weight	1	-0.16287647187709808
33236	linear.weight	2	-0.21486438810825348
33236	linear.weight	3	0.07809475064277649
33236	linear.weight	4	-0.026623524725437164
33236	linear.weight	5	0.004019362386316061
33236	linear.weight	6	-0.006907346658408642
33236	linear.weight	7	-0.027079181745648384
33236	linear.weight	8	0.08415766060352325
33236	linear.weight	9	0.3491075038909912
33236	linear.bias	0	-0.20757529139518738
33236	linear.bias	1	0.194284126162529
33236	linear.bias	2	-0.5395073294639587
33236	linear.bias	3	1.7027603387832642
33236	linear.bias	4	-0.39688295125961304
33236	linear.bias	5	-0.030769959092140198
33236	linear.bias	6	-0.3576711416244507
33236	linear.bias	7	-0.2792714238166809
33236	linear.bias	8	-0.04411812871694565
33236	linear.bias	9	-0.49791160225868225
33264	transitions	0	-0.6482656598091125
33264	transitions	1	0.3495939075946808
33264	transitions	2	1.6743640899658203
33264	transitions	3	0.09655972570180893
33264	transitions	4	0.9484125375747681
33264	transitions	5	1.2739231586456299
33264	transitions	6	0.4832993745803833
33264	transitions	7	0.17573468387126923
33264	transitions	8	-0.919520914554596
33264	transitions	9	0.9306593537330627
33264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33264	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33264	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33264	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33264	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33264	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33264	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33264	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33264	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33264	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33264	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33264	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33264	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33264	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33264	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33264	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33264	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33264	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33264	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33264	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33264	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33264	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33264	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33264	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33264	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33264	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33264	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33264	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33264	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33264	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33264	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33264	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33264	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33264	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33264	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33264	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33264	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33264	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33264	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33264	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33264	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33264	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33264	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33264	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33264	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33264	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33264	embedding2nn.weight	0	0.02249515801668167
33264	embedding2nn.weight	1	0.01419329084455967
33264	embedding2nn.weight	2	-0.004285239614546299
33264	embedding2nn.weight	3	-0.0001021629577735439
33264	embedding2nn.weight	4	-0.004371511749923229
33264	embedding2nn.weight	5	0.0118517205119133
33264	embedding2nn.weight	6	-0.00496828556060791
33264	embedding2nn.weight	7	0.020825743675231934
33264	embedding2nn.weight	8	-0.006821768824011087
33264	embedding2nn.weight	9	-0.013904874213039875
33264	embedding2nn.bias	0	-0.03858805075287819
33264	embedding2nn.bias	1	-0.021668555215001106
33264	embedding2nn.bias	2	-0.07385269552469254
33264	embedding2nn.bias	3	-0.0016583858523517847
33264	embedding2nn.bias	4	0.003864973783493042
33264	embedding2nn.bias	5	-0.006759106181561947
33264	embedding2nn.bias	6	0.008737383410334587
33264	embedding2nn.bias	7	0.02001352421939373
33264	embedding2nn.bias	8	0.0071753268130123615
33264	embedding2nn.bias	9	0.001627334044314921
33264	rnn.weight_ih_l0	0	0.03951776400208473
33264	rnn.weight_ih_l0	1	-0.013584380969405174
33264	rnn.weight_ih_l0	2	-0.036369115114212036
33264	rnn.weight_ih_l0	3	-0.044818561524152756
33264	rnn.weight_ih_l0	4	-0.05203806608915329
33264	rnn.weight_ih_l0	5	-0.008462798781692982
33264	rnn.weight_ih_l0	6	-0.05190550908446312
33264	rnn.weight_ih_l0	7	-0.06158049404621124
33264	rnn.weight_ih_l0	8	-0.04474528506398201
33264	rnn.weight_ih_l0	9	-0.026945408433675766
33264	rnn.weight_hh_l0	0	0.019399670884013176
33264	rnn.weight_hh_l0	1	-0.009692337363958359
33264	rnn.weight_hh_l0	2	-0.06751611828804016
33264	rnn.weight_hh_l0	3	-0.03339972719550133
33264	rnn.weight_hh_l0	4	-0.07832380384206772
33264	rnn.weight_hh_l0	5	-0.014559673145413399
33264	rnn.weight_hh_l0	6	-0.05432317778468132
33264	rnn.weight_hh_l0	7	-0.040540989488363266
33264	rnn.weight_hh_l0	8	-0.019107874482870102
33264	rnn.weight_hh_l0	9	-0.007966718636453152
33264	rnn.bias_ih_l0	0	0.1454344242811203
33264	rnn.bias_ih_l0	1	-0.05602005869150162
33264	rnn.bias_ih_l0	2	0.10418849438428879
33264	rnn.bias_ih_l0	3	0.04880804568529129
33264	rnn.bias_ih_l0	4	0.0990673303604126
33264	rnn.bias_ih_l0	5	0.024226203560829163
33264	rnn.bias_ih_l0	6	-0.017534423619508743
33264	rnn.bias_ih_l0	7	-0.10882029682397842
33264	rnn.bias_ih_l0	8	-0.2070670872926712
33264	rnn.bias_ih_l0	9	0.08694878965616226
33264	rnn.bias_hh_l0	0	0.002648721681907773
33264	rnn.bias_hh_l0	1	0.023313725367188454
33264	rnn.bias_hh_l0	2	-0.006102294661104679
33264	rnn.bias_hh_l0	3	-0.030348969623446465
33264	rnn.bias_hh_l0	4	-0.03633921593427658
33264	rnn.bias_hh_l0	5	0.1433473825454712
33264	rnn.bias_hh_l0	6	0.05138082429766655
33264	rnn.bias_hh_l0	7	0.059895481914281845
33264	rnn.bias_hh_l0	8	0.01683427393436432
33264	rnn.bias_hh_l0	9	0.04326079040765762
33264	rnn.weight_ih_l0_reverse	0	-0.029733244329690933
33264	rnn.weight_ih_l0_reverse	1	-0.002219310961663723
33264	rnn.weight_ih_l0_reverse	2	0.02381628006696701
33264	rnn.weight_ih_l0_reverse	3	-0.06213366612792015
33264	rnn.weight_ih_l0_reverse	4	0.00929280836135149
33264	rnn.weight_ih_l0_reverse	5	-0.0460892878472805
33264	rnn.weight_ih_l0_reverse	6	0.028374072164297104
33264	rnn.weight_ih_l0_reverse	7	0.0459781140089035
33264	rnn.weight_ih_l0_reverse	8	-0.048773135989904404
33264	rnn.weight_ih_l0_reverse	9	-0.0507611446082592
33264	rnn.weight_hh_l0_reverse	0	-0.08327597379684448
33264	rnn.weight_hh_l0_reverse	1	-0.06329178065061569
33264	rnn.weight_hh_l0_reverse	2	0.034408994019031525
33264	rnn.weight_hh_l0_reverse	3	0.04575718939304352
33264	rnn.weight_hh_l0_reverse	4	-0.015748802572488785
33264	rnn.weight_hh_l0_reverse	5	0.045576248317956924
33264	rnn.weight_hh_l0_reverse	6	0.001135562895797193
33264	rnn.weight_hh_l0_reverse	7	-0.00019276408420410007
33264	rnn.weight_hh_l0_reverse	8	-0.09869999438524246
33264	rnn.weight_hh_l0_reverse	9	0.08014314621686935
33264	rnn.bias_ih_l0_reverse	0	-0.08905508369207382
33264	rnn.bias_ih_l0_reverse	1	-0.06895136833190918
33264	rnn.bias_ih_l0_reverse	2	0.1035015657544136
33264	rnn.bias_ih_l0_reverse	3	0.047829851508140564
33264	rnn.bias_ih_l0_reverse	4	-0.1291598528623581
33264	rnn.bias_ih_l0_reverse	5	0.04105430468916893
33264	rnn.bias_ih_l0_reverse	6	-0.10616374760866165
33264	rnn.bias_ih_l0_reverse	7	0.04446706548333168
33264	rnn.bias_ih_l0_reverse	8	0.034552425146102905
33264	rnn.bias_ih_l0_reverse	9	0.06341684609651566
33264	rnn.bias_hh_l0_reverse	0	0.05708158388733864
33264	rnn.bias_hh_l0_reverse	1	0.06554649025201797
33264	rnn.bias_hh_l0_reverse	2	0.07844308018684387
33264	rnn.bias_hh_l0_reverse	3	-0.004032812546938658
33264	rnn.bias_hh_l0_reverse	4	0.07144084572792053
33264	rnn.bias_hh_l0_reverse	5	0.006627360358834267
33264	rnn.bias_hh_l0_reverse	6	-0.054389845579862595
33264	rnn.bias_hh_l0_reverse	7	0.027343733236193657
33264	rnn.bias_hh_l0_reverse	8	0.011105374433100224
33264	rnn.bias_hh_l0_reverse	9	-0.16101256012916565
33264	linear.weight	0	0.17279714345932007
33264	linear.weight	1	-0.16287647187709808
33264	linear.weight	2	-0.21486397087574005
33264	linear.weight	3	0.07808659970760345
33264	linear.weight	4	-0.02668011747300625
33264	linear.weight	5	0.004001743625849485
33264	linear.weight	6	-0.006907327100634575
33264	linear.weight	7	-0.027079148218035698
33264	linear.weight	8	0.08413807302713394
33264	linear.weight	9	0.3491058051586151
33264	linear.bias	0	-0.20745503902435303
33264	linear.bias	1	0.1941959410905838
33264	linear.bias	2	-0.5395153164863586
33264	linear.bias	3	1.7030869722366333
33264	linear.bias	4	-0.39688360691070557
33264	linear.bias	5	-0.030769959092140198
33264	linear.bias	6	-0.35768306255340576
33264	linear.bias	7	-0.2792744040489197
33264	linear.bias	8	-0.04413839429616928
33264	linear.bias	9	-0.4979119300842285
33292	transitions	0	-0.6482659578323364
33292	transitions	1	0.3495936989784241
33292	transitions	2	1.674363374710083
33292	transitions	3	0.09655918926000595
33292	transitions	4	0.948412299156189
33292	transitions	5	1.2739231586456299
33292	transitions	6	0.4832993745803833
33292	transitions	7	0.17573468387126923
33292	transitions	8	-0.919520914554596
33292	transitions	9	0.9306593537330627
33292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33292	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33292	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33292	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33292	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33292	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33292	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33292	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33292	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33292	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33292	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33292	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33292	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33292	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33292	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33292	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33292	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33292	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33292	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33292	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33292	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33292	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33292	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33292	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33292	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33292	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33292	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33292	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33292	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33292	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33292	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33292	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33292	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33292	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33292	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33292	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33292	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33292	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33292	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33292	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33292	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33292	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33292	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33292	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33292	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33292	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33292	embedding2nn.weight	0	0.022491591051220894
33292	embedding2nn.weight	1	0.014193795621395111
33292	embedding2nn.weight	2	-0.004284868482500315
33292	embedding2nn.weight	3	-0.00010178519005421549
33292	embedding2nn.weight	4	-0.004371277522295713
33292	embedding2nn.weight	5	0.011851806193590164
33292	embedding2nn.weight	6	-0.004969199653714895
33292	embedding2nn.weight	7	0.020826851949095726
33292	embedding2nn.weight	8	-0.0068234712816774845
33292	embedding2nn.weight	9	-0.013905546627938747
33292	embedding2nn.bias	0	-0.03860955685377121
33292	embedding2nn.bias	1	-0.021674757823348045
33292	embedding2nn.bias	2	-0.07391681522130966
33292	embedding2nn.bias	3	-0.0016911637503653765
33292	embedding2nn.bias	4	0.003848838387057185
33292	embedding2nn.bias	5	-0.006764953024685383
33292	embedding2nn.bias	6	0.008663932792842388
33292	embedding2nn.bias	7	0.019993701949715614
33292	embedding2nn.bias	8	0.0072870636358857155
33292	embedding2nn.bias	9	0.001556438859552145
33292	rnn.weight_ih_l0	0	0.0395176038146019
33292	rnn.weight_ih_l0	1	-0.013591931201517582
33292	rnn.weight_ih_l0	2	-0.03637664020061493
33292	rnn.weight_ih_l0	3	-0.044811397790908813
33292	rnn.weight_ih_l0	4	-0.05203976854681969
33292	rnn.weight_ih_l0	5	-0.00846740324050188
33292	rnn.weight_ih_l0	6	-0.05190389230847359
33292	rnn.weight_ih_l0	7	-0.061581164598464966
33292	rnn.weight_ih_l0	8	-0.04474558308720589
33292	rnn.weight_ih_l0	9	-0.02694517746567726
33292	rnn.weight_hh_l0	0	0.019390461966395378
33292	rnn.weight_hh_l0	1	-0.009693131782114506
33292	rnn.weight_hh_l0	2	-0.06751411408185959
33292	rnn.weight_hh_l0	3	-0.033399149775505066
33292	rnn.weight_hh_l0	4	-0.07832907885313034
33292	rnn.weight_hh_l0	5	-0.014556053094565868
33292	rnn.weight_hh_l0	6	-0.05433911085128784
33292	rnn.weight_hh_l0	7	-0.04055534675717354
33292	rnn.weight_hh_l0	8	-0.019105255603790283
33292	rnn.weight_hh_l0	9	-0.007969538681209087
33292	rnn.bias_ih_l0	0	0.14542602002620697
33292	rnn.bias_ih_l0	1	-0.05602952837944031
33292	rnn.bias_ih_l0	2	0.10420696437358856
33292	rnn.bias_ih_l0	3	0.048787541687488556
33292	rnn.bias_ih_l0	4	0.09904783964157104
33292	rnn.bias_ih_l0	5	0.024213997647166252
33292	rnn.bias_ih_l0	6	-0.017533481121063232
33292	rnn.bias_ih_l0	7	-0.10877233743667603
33292	rnn.bias_ih_l0	8	-0.20704007148742676
33292	rnn.bias_ih_l0	9	0.08695775270462036
33292	rnn.bias_hh_l0	0	0.0026530413888394833
33292	rnn.bias_hh_l0	1	0.02335740625858307
33292	rnn.bias_hh_l0	2	-0.006097561679780483
33292	rnn.bias_hh_l0	3	-0.03034854866564274
33292	rnn.bias_hh_l0	4	-0.036326199769973755
33292	rnn.bias_hh_l0	5	0.14332279562950134
33292	rnn.bias_hh_l0	6	0.051370713859796524
33292	rnn.bias_hh_l0	7	0.05985712260007858
33292	rnn.bias_hh_l0	8	0.01683521643280983
33292	rnn.bias_hh_l0	9	0.043256498873233795
33292	rnn.weight_ih_l0_reverse	0	-0.02973163314163685
33292	rnn.weight_ih_l0_reverse	1	-0.0022247466258704662
33292	rnn.weight_ih_l0_reverse	2	0.023816170170903206
33292	rnn.weight_ih_l0_reverse	3	-0.06213785707950592
33292	rnn.weight_ih_l0_reverse	4	0.00929456390440464
33292	rnn.weight_ih_l0_reverse	5	-0.04609488695859909
33292	rnn.weight_ih_l0_reverse	6	0.028374867513775826
33292	rnn.weight_ih_l0_reverse	7	0.04597907140851021
33292	rnn.weight_ih_l0_reverse	8	-0.048771996051073074
33292	rnn.weight_ih_l0_reverse	9	-0.05076054111123085
33292	rnn.weight_hh_l0_reverse	0	-0.08327186107635498
33292	rnn.weight_hh_l0_reverse	1	-0.06328627467155457
33292	rnn.weight_hh_l0_reverse	2	0.03440790995955467
33292	rnn.weight_hh_l0_reverse	3	0.04576154798269272
33292	rnn.weight_hh_l0_reverse	4	-0.015760278329253197
33292	rnn.weight_hh_l0_reverse	5	0.045575112104415894
33292	rnn.weight_hh_l0_reverse	6	0.0011291871778666973
33292	rnn.weight_hh_l0_reverse	7	-0.00019973536836914718
33292	rnn.weight_hh_l0_reverse	8	-0.09869960695505142
33292	rnn.weight_hh_l0_reverse	9	0.08015438169240952
33292	rnn.bias_ih_l0_reverse	0	-0.08899830281734467
33292	rnn.bias_ih_l0_reverse	1	-0.06894515454769135
33292	rnn.bias_ih_l0_reverse	2	0.10349445790052414
33292	rnn.bias_ih_l0_reverse	3	0.04783747345209122
33292	rnn.bias_ih_l0_reverse	4	-0.1291544884443283
33292	rnn.bias_ih_l0_reverse	5	0.04103701561689377
33292	rnn.bias_ih_l0_reverse	6	-0.10614058375358582
33292	rnn.bias_ih_l0_reverse	7	0.044540971517562866
33292	rnn.bias_ih_l0_reverse	8	0.03455072268843651
33292	rnn.bias_ih_l0_reverse	9	0.06341005116701126
33292	rnn.bias_hh_l0_reverse	0	0.05704096332192421
33292	rnn.bias_hh_l0_reverse	1	0.06552974134683609
33292	rnn.bias_hh_l0_reverse	2	0.07842350006103516
33292	rnn.bias_hh_l0_reverse	3	-0.00403715530410409
33292	rnn.bias_hh_l0_reverse	4	0.07142037153244019
33292	rnn.bias_hh_l0_reverse	5	0.006628053728491068
33292	rnn.bias_hh_l0_reverse	6	-0.05440526083111763
33292	rnn.bias_hh_l0_reverse	7	0.027366943657398224
33292	rnn.bias_hh_l0_reverse	8	0.011105604469776154
33292	rnn.bias_hh_l0_reverse	9	-0.16096866130828857
33292	linear.weight	0	0.1728217750787735
33292	linear.weight	1	-0.1628764420747757
33292	linear.weight	2	-0.2148607224225998
33292	linear.weight	3	0.07812361419200897
33292	linear.weight	4	-0.02667815051972866
33292	linear.weight	5	0.003981244284659624
33292	linear.weight	6	-0.006907315459102392
33292	linear.weight	7	-0.027078967541456223
33292	linear.weight	8	0.08417801558971405
33292	linear.weight	9	0.34913840889930725
33292	linear.bias	0	-0.2075301706790924
33292	linear.bias	1	0.19420026242733002
33292	linear.bias	2	-0.539542555809021
33292	linear.bias	3	1.702951192855835
33292	linear.bias	4	-0.39688464999198914
33292	linear.bias	5	-0.030769959092140198
33292	linear.bias	6	-0.35771769285202026
33292	linear.bias	7	-0.2792503535747528
33292	linear.bias	8	-0.04401620104908943
33292	linear.bias	9	-0.4979127049446106
33320	transitions	0	-0.6482663750648499
33320	transitions	1	0.3495924174785614
33320	transitions	2	1.6743630170822144
33320	transitions	3	0.09655911475419998
33320	transitions	4	0.9484122395515442
33320	transitions	5	1.2739231586456299
33320	transitions	6	0.4832993745803833
33320	transitions	7	0.17573468387126923
33320	transitions	8	-0.919520914554596
33320	transitions	9	0.9306593537330627
33320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33320	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33320	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33320	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33320	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33320	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33320	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33320	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33320	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33320	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33320	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33320	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33320	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33320	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33320	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33320	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33320	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33320	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33320	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33320	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33320	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33320	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33320	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33320	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33320	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33320	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33320	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33320	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33320	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33320	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33320	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33320	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33320	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33320	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33320	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33320	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33320	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33320	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33320	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33320	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33320	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33320	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33320	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33320	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33320	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33320	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33320	embedding2nn.weight	0	0.022496113553643227
33320	embedding2nn.weight	1	0.014194346964359283
33320	embedding2nn.weight	2	-0.004285179078578949
33320	embedding2nn.weight	3	-0.00010234247747575864
33320	embedding2nn.weight	4	-0.004370916169136763
33320	embedding2nn.weight	5	0.011852508410811424
33320	embedding2nn.weight	6	-0.004969509318470955
33320	embedding2nn.weight	7	0.02083882875740528
33320	embedding2nn.weight	8	-0.0068253036588430405
33320	embedding2nn.weight	9	-0.013905634172260761
33320	embedding2nn.bias	0	-0.03861214220523834
33320	embedding2nn.bias	1	-0.021634163334965706
33320	embedding2nn.bias	2	-0.07401703298091888
33320	embedding2nn.bias	3	-0.0017658333526924253
33320	embedding2nn.bias	4	0.003767140442505479
33320	embedding2nn.bias	5	-0.006750632543116808
33320	embedding2nn.bias	6	0.008637174032628536
33320	embedding2nn.bias	7	0.019974134862422943
33320	embedding2nn.bias	8	0.007299751043319702
33320	embedding2nn.bias	9	0.0015113522531464696
33320	rnn.weight_ih_l0	0	0.03951597958803177
33320	rnn.weight_ih_l0	1	-0.013589686714112759
33320	rnn.weight_ih_l0	2	-0.036389730870723724
33320	rnn.weight_ih_l0	3	-0.04481297731399536
33320	rnn.weight_ih_l0	4	-0.0520341582596302
33320	rnn.weight_ih_l0	5	-0.008470327593386173
33320	rnn.weight_ih_l0	6	-0.05190107971429825
33320	rnn.weight_ih_l0	7	-0.06158195808529854
33320	rnn.weight_ih_l0	8	-0.04473906382918358
33320	rnn.weight_ih_l0	9	-0.02694730833172798
33320	rnn.weight_hh_l0	0	0.019393477588891983
33320	rnn.weight_hh_l0	1	-0.009697615168988705
33320	rnn.weight_hh_l0	2	-0.06751226633787155
33320	rnn.weight_hh_l0	3	-0.03340070694684982
33320	rnn.weight_hh_l0	4	-0.07832851260900497
33320	rnn.weight_hh_l0	5	-0.014559634029865265
33320	rnn.weight_hh_l0	6	-0.054346486926078796
33320	rnn.weight_hh_l0	7	-0.04054843261837959
33320	rnn.weight_hh_l0	8	-0.019104881212115288
33320	rnn.weight_hh_l0	9	-0.007957195863127708
33320	rnn.bias_ih_l0	0	0.1454424113035202
33320	rnn.bias_ih_l0	1	-0.056001774966716766
33320	rnn.bias_ih_l0	2	0.10420770198106766
33320	rnn.bias_ih_l0	3	0.04876364395022392
33320	rnn.bias_ih_l0	4	0.0990629717707634
33320	rnn.bias_ih_l0	5	0.024210404604673386
33320	rnn.bias_ih_l0	6	-0.01753298193216324
33320	rnn.bias_ih_l0	7	-0.10876613110303879
33320	rnn.bias_ih_l0	8	-0.20700646936893463
33320	rnn.bias_ih_l0	9	0.08696724474430084
33320	rnn.bias_hh_l0	0	0.002654096344485879
33320	rnn.bias_hh_l0	1	0.023370126262307167
33320	rnn.bias_hh_l0	2	-0.006095978897064924
33320	rnn.bias_hh_l0	3	-0.030318910256028175
33320	rnn.bias_hh_l0	4	-0.03631114214658737
33320	rnn.bias_hh_l0	5	0.14335119724273682
33320	rnn.bias_hh_l0	6	0.051387324929237366
33320	rnn.bias_hh_l0	7	0.059876736253499985
33320	rnn.bias_hh_l0	8	0.016835715621709824
33320	rnn.bias_hh_l0	9	0.04325481131672859
33320	rnn.weight_ih_l0_reverse	0	-0.02972976118326187
33320	rnn.weight_ih_l0_reverse	1	-0.0022305448073893785
33320	rnn.weight_ih_l0_reverse	2	0.0238155797123909
33320	rnn.weight_ih_l0_reverse	3	-0.062138378620147705
33320	rnn.weight_ih_l0_reverse	4	0.009293165057897568
33320	rnn.weight_ih_l0_reverse	5	-0.04609494283795357
33320	rnn.weight_ih_l0_reverse	6	0.028395595028996468
33320	rnn.weight_ih_l0_reverse	7	0.045978423207998276
33320	rnn.weight_ih_l0_reverse	8	-0.04877181723713875
33320	rnn.weight_ih_l0_reverse	9	-0.0507572665810585
33320	rnn.weight_hh_l0_reverse	0	-0.08327332884073257
33320	rnn.weight_hh_l0_reverse	1	-0.06328777223825455
33320	rnn.weight_hh_l0_reverse	2	0.034412797540426254
33320	rnn.weight_hh_l0_reverse	3	0.04575473070144653
33320	rnn.weight_hh_l0_reverse	4	-0.01576273888349533
33320	rnn.weight_hh_l0_reverse	5	0.045571472495794296
33320	rnn.weight_hh_l0_reverse	6	0.0010849692625924945
33320	rnn.weight_hh_l0_reverse	7	-0.00020316681184340268
33320	rnn.weight_hh_l0_reverse	8	-0.09869936853647232
33320	rnn.weight_hh_l0_reverse	9	0.08014817535877228
33320	rnn.bias_ih_l0_reverse	0	-0.08888999372720718
33320	rnn.bias_ih_l0_reverse	1	-0.06899319589138031
33320	rnn.bias_ih_l0_reverse	2	0.10349349677562714
33320	rnn.bias_ih_l0_reverse	3	0.04784316197037697
33320	rnn.bias_ih_l0_reverse	4	-0.1291576772928238
33320	rnn.bias_ih_l0_reverse	5	0.04102969542145729
33320	rnn.bias_ih_l0_reverse	6	-0.10614816844463348
33320	rnn.bias_ih_l0_reverse	7	0.04451289400458336
33320	rnn.bias_ih_l0_reverse	8	0.03455125913023949
33320	rnn.bias_ih_l0_reverse	9	0.06342896074056625
33320	rnn.bias_hh_l0_reverse	0	0.056884802877902985
33320	rnn.bias_hh_l0_reverse	1	0.0655243769288063
33320	rnn.bias_hh_l0_reverse	2	0.07842021435499191
33320	rnn.bias_hh_l0_reverse	3	-0.004060258157551289
33320	rnn.bias_hh_l0_reverse	4	0.07142268121242523
33320	rnn.bias_hh_l0_reverse	5	0.006658153608441353
33320	rnn.bias_hh_l0_reverse	6	-0.05441189184784889
33320	rnn.bias_hh_l0_reverse	7	0.027382517233490944
33320	rnn.bias_hh_l0_reverse	8	0.011121349409222603
33320	rnn.bias_hh_l0_reverse	9	-0.16095112264156342
33320	linear.weight	0	0.1728605329990387
33320	linear.weight	1	-0.16287638247013092
33320	linear.weight	2	-0.21486304700374603
33320	linear.weight	3	0.07814361900091171
33320	linear.weight	4	-0.02667980268597603
33320	linear.weight	5	0.003999088425189257
33320	linear.weight	6	-0.006907314527779818
33320	linear.weight	7	-0.02707890421152115
33320	linear.weight	8	0.08424612879753113
33320	linear.weight	9	0.3491365611553192
33320	linear.bias	0	-0.2075541764497757
33320	linear.bias	1	0.19416552782058716
33320	linear.bias	2	-0.5395369529724121
33320	linear.bias	3	1.702689290046692
33320	linear.bias	4	-0.3968770503997803
33320	linear.bias	5	-0.030769959092140198
33320	linear.bias	6	-0.35771018266677856
33320	linear.bias	7	-0.2792973220348358
33320	linear.bias	8	-0.04414673522114754
33320	linear.bias	9	-0.49791383743286133
33348	transitions	0	-0.6482665538787842
33348	transitions	1	0.3495922386646271
33348	transitions	2	1.6743626594543457
33348	transitions	3	0.09655892848968506
33348	transitions	4	0.9484121799468994
33348	transitions	5	1.2739231586456299
33348	transitions	6	0.4832993745803833
33348	transitions	7	0.17573468387126923
33348	transitions	8	-0.919520914554596
33348	transitions	9	0.9306593537330627
33348	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33348	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33348	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33348	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33348	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33348	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33348	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33348	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33348	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33348	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33348	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33348	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33348	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33348	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33348	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33348	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33348	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33348	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33348	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33348	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33348	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33348	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33348	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33348	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33348	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33348	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33348	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33348	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33348	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33348	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33348	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33348	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33348	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33348	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33348	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33348	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33348	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33348	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33348	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33348	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33348	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33348	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33348	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33348	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33348	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33348	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33348	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33348	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33348	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33348	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33348	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33348	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33348	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33348	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33348	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33348	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33348	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33348	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33348	embedding2nn.weight	0	0.022496141493320465
33348	embedding2nn.weight	1	0.014194047078490257
33348	embedding2nn.weight	2	-0.0042855688370764256
33348	embedding2nn.weight	3	-0.00010151934839086607
33348	embedding2nn.weight	4	-0.004370740614831448
33348	embedding2nn.weight	5	0.01185141783207655
33348	embedding2nn.weight	6	-0.004969194997102022
33348	embedding2nn.weight	7	0.020831946283578873
33348	embedding2nn.weight	8	-0.00682504428550601
33348	embedding2nn.weight	9	-0.013903974555432796
33348	embedding2nn.bias	0	-0.03870499134063721
33348	embedding2nn.bias	1	-0.021634060889482498
33348	embedding2nn.bias	2	-0.07395696640014648
33348	embedding2nn.bias	3	-0.0017058465164154768
33348	embedding2nn.bias	4	0.003812158480286598
33348	embedding2nn.bias	5	-0.006750199012458324
33348	embedding2nn.bias	6	0.008631482720375061
33348	embedding2nn.bias	7	0.019898544996976852
33348	embedding2nn.bias	8	0.007225959561765194
33348	embedding2nn.bias	9	0.0015205717645585537
33348	rnn.weight_ih_l0	0	0.039519552141427994
33348	rnn.weight_ih_l0	1	-0.013591920956969261
33348	rnn.weight_ih_l0	2	-0.036396268755197525
33348	rnn.weight_ih_l0	3	-0.0448165126144886
33348	rnn.weight_ih_l0	4	-0.05203095078468323
33348	rnn.weight_ih_l0	5	-0.008466179482638836
33348	rnn.weight_ih_l0	6	-0.05190321058034897
33348	rnn.weight_ih_l0	7	-0.061583906412124634
33348	rnn.weight_ih_l0	8	-0.04473553225398064
33348	rnn.weight_ih_l0	9	-0.026948751881718636
33348	rnn.weight_hh_l0	0	0.019389040768146515
33348	rnn.weight_hh_l0	1	-0.009697158820927143
33348	rnn.weight_hh_l0	2	-0.06751029193401337
33348	rnn.weight_hh_l0	3	-0.03340352326631546
33348	rnn.weight_hh_l0	4	-0.07833396643400192
33348	rnn.weight_hh_l0	5	-0.01455266959965229
33348	rnn.weight_hh_l0	6	-0.05434824898838997
33348	rnn.weight_hh_l0	7	-0.040560849010944366
33348	rnn.weight_hh_l0	8	-0.019104503095149994
33348	rnn.weight_hh_l0	9	-0.007952705956995487
33348	rnn.bias_ih_l0	0	0.14545156061649323
33348	rnn.bias_ih_l0	1	-0.05600428208708763
33348	rnn.bias_ih_l0	2	0.10421483963727951
33348	rnn.bias_ih_l0	3	0.04874132201075554
33348	rnn.bias_ih_l0	4	0.09906411170959473
33348	rnn.bias_ih_l0	5	0.024206286296248436
33348	rnn.bias_ih_l0	6	-0.017493961378932
33348	rnn.bias_ih_l0	7	-0.10880347341299057
33348	rnn.bias_ih_l0	8	-0.20696884393692017
33348	rnn.bias_ih_l0	9	0.08699749410152435
33348	rnn.bias_hh_l0	0	0.002658192068338394
33348	rnn.bias_hh_l0	1	0.02338794805109501
33348	rnn.bias_hh_l0	2	-0.006090610288083553
33348	rnn.bias_hh_l0	3	-0.030315790325403214
33348	rnn.bias_hh_l0	4	-0.03628337010741234
33348	rnn.bias_hh_l0	5	0.14330780506134033
33348	rnn.bias_hh_l0	6	0.05139176920056343
33348	rnn.bias_hh_l0	7	0.05987446382641792
33348	rnn.bias_hh_l0	8	0.016874736174941063
33348	rnn.bias_hh_l0	9	0.04324747622013092
33348	rnn.weight_ih_l0_reverse	0	-0.029719870537519455
33348	rnn.weight_ih_l0_reverse	1	-0.002233688021078706
33348	rnn.weight_ih_l0_reverse	2	0.02381574921309948
33348	rnn.weight_ih_l0_reverse	3	-0.0621439591050148
33348	rnn.weight_ih_l0_reverse	4	0.009296332485973835
33348	rnn.weight_ih_l0_reverse	5	-0.04609370231628418
33348	rnn.weight_ih_l0_reverse	6	0.028403127565979958
33348	rnn.weight_ih_l0_reverse	7	0.04597814753651619
33348	rnn.weight_ih_l0_reverse	8	-0.04877012223005295
33348	rnn.weight_ih_l0_reverse	9	-0.050756506621837616
33348	rnn.weight_hh_l0_reverse	0	-0.08326483517885208
33348	rnn.weight_hh_l0_reverse	1	-0.06328270584344864
33348	rnn.weight_hh_l0_reverse	2	0.03440868481993675
33348	rnn.weight_hh_l0_reverse	3	0.0457552969455719
33348	rnn.weight_hh_l0_reverse	4	-0.015778347849845886
33348	rnn.weight_hh_l0_reverse	5	0.045572735369205475
33348	rnn.weight_hh_l0_reverse	6	0.0010886548552662134
33348	rnn.weight_hh_l0_reverse	7	-0.00019278623221907765
33348	rnn.weight_hh_l0_reverse	8	-0.09869734942913055
33348	rnn.weight_hh_l0_reverse	9	0.08014675974845886
33348	rnn.bias_ih_l0_reverse	0	-0.08884715288877487
33348	rnn.bias_ih_l0_reverse	1	-0.06898199021816254
33348	rnn.bias_ih_l0_reverse	2	0.10349941998720169
33348	rnn.bias_ih_l0_reverse	3	0.04784655570983887
33348	rnn.bias_ih_l0_reverse	4	-0.1291627734899521
33348	rnn.bias_ih_l0_reverse	5	0.041020043194293976
33348	rnn.bias_ih_l0_reverse	6	-0.10613670945167542
33348	rnn.bias_ih_l0_reverse	7	0.04448520019650459
33348	rnn.bias_ih_l0_reverse	8	0.034563641995191574
33348	rnn.bias_ih_l0_reverse	9	0.0634268969297409
33348	rnn.bias_hh_l0_reverse	0	0.05684294551610947
33348	rnn.bias_hh_l0_reverse	1	0.06551633775234222
33348	rnn.bias_hh_l0_reverse	2	0.07843555510044098
33348	rnn.bias_hh_l0_reverse	3	-0.004062897525727749
33348	rnn.bias_hh_l0_reverse	4	0.07143241912126541
33348	rnn.bias_hh_l0_reverse	5	0.006748921703547239
33348	rnn.bias_hh_l0_reverse	6	-0.05440204218029976
33348	rnn.bias_hh_l0_reverse	7	0.02738686092197895
33348	rnn.bias_hh_l0_reverse	8	0.01115530263632536
33348	rnn.bias_hh_l0_reverse	9	-0.16099867224693298
33348	linear.weight	0	0.1728883981704712
33348	linear.weight	1	-0.16287633776664734
33348	linear.weight	2	-0.2148592323064804
33348	linear.weight	3	0.0781097561120987
33348	linear.weight	4	-0.026702458038926125
33348	linear.weight	5	0.004000450950115919
33348	linear.weight	6	-0.006907296366989613
33348	linear.weight	7	-0.027078652754426003
33348	linear.weight	8	0.08423059433698654
33348	linear.weight	9	0.3491404056549072
33348	linear.bias	0	-0.207504540681839
33348	linear.bias	1	0.19421114027500153
33348	linear.bias	2	-0.5395404696464539
33348	linear.bias	3	1.7028471231460571
33348	linear.bias	4	-0.39687827229499817
33348	linear.bias	5	-0.030769959092140198
33348	linear.bias	6	-0.35771292448043823
33348	linear.bias	7	-0.2793028652667999
33348	linear.bias	8	-0.04419206082820892
33348	linear.bias	9	-0.4979143738746643
33376	transitions	0	-0.6482669711112976
33376	transitions	1	0.34959205985069275
33376	transitions	2	1.6743625402450562
33376	transitions	3	0.09655884653329849
33376	transitions	4	0.9484120607376099
33376	transitions	5	1.2739231586456299
33376	transitions	6	0.4832993745803833
33376	transitions	7	0.17573468387126923
33376	transitions	8	-0.919520914554596
33376	transitions	9	0.9306593537330627
33376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33376	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33376	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33376	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33376	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33376	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33376	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33376	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33376	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33376	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33376	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33376	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33376	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33376	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33376	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33376	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33376	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33376	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33376	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33376	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33376	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33376	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33376	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33376	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33376	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33376	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33376	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33376	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33376	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33376	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33376	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33376	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33376	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33376	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33376	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33376	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33376	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33376	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33376	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33376	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33376	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33376	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33376	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33376	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33376	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33376	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33376	embedding2nn.weight	0	0.022496946156024933
33376	embedding2nn.weight	1	0.014194561168551445
33376	embedding2nn.weight	2	-0.00428501283749938
33376	embedding2nn.weight	3	-0.00010146162821911275
33376	embedding2nn.weight	4	-0.004369935020804405
33376	embedding2nn.weight	5	0.011848348192870617
33376	embedding2nn.weight	6	-0.004969260189682245
33376	embedding2nn.weight	7	0.020823407918214798
33376	embedding2nn.weight	8	-0.006824287120252848
33376	embedding2nn.weight	9	-0.013904005289077759
33376	embedding2nn.bias	0	-0.0388028584420681
33376	embedding2nn.bias	1	-0.021685980260372162
33376	embedding2nn.bias	2	-0.07393636554479599
33376	embedding2nn.bias	3	-0.0017270258395001292
33376	embedding2nn.bias	4	0.0038310857489705086
33376	embedding2nn.bias	5	-0.006727403495460749
33376	embedding2nn.bias	6	0.00863152090460062
33376	embedding2nn.bias	7	0.01990392617881298
33376	embedding2nn.bias	8	0.007353796157985926
33376	embedding2nn.bias	9	0.001469713868573308
33376	rnn.weight_ih_l0	0	0.03952063247561455
33376	rnn.weight_ih_l0	1	-0.013589991256594658
33376	rnn.weight_ih_l0	2	-0.03639824688434601
33376	rnn.weight_ih_l0	3	-0.04481494054198265
33376	rnn.weight_ih_l0	4	-0.052034251391887665
33376	rnn.weight_ih_l0	5	-0.008462700061500072
33376	rnn.weight_ih_l0	6	-0.05190826207399368
33376	rnn.weight_ih_l0	7	-0.06158585473895073
33376	rnn.weight_ih_l0	8	-0.044735491275787354
33376	rnn.weight_ih_l0	9	-0.026949208229780197
33376	rnn.weight_hh_l0	0	0.019392432644963264
33376	rnn.weight_hh_l0	1	-0.009697738103568554
33376	rnn.weight_hh_l0	2	-0.06753384321928024
33376	rnn.weight_hh_l0	3	-0.03339258208870888
33376	rnn.weight_hh_l0	4	-0.07833447307348251
33376	rnn.weight_hh_l0	5	-0.01456106174737215
33376	rnn.weight_hh_l0	6	-0.05436031520366669
33376	rnn.weight_hh_l0	7	-0.0405556820333004
33376	rnn.weight_hh_l0	8	-0.019104616716504097
33376	rnn.weight_hh_l0	9	-0.007948706857860088
33376	rnn.bias_ih_l0	0	0.1454785317182541
33376	rnn.bias_ih_l0	1	-0.05601681396365166
33376	rnn.bias_ih_l0	2	0.10419811308383942
33376	rnn.bias_ih_l0	3	0.048772573471069336
33376	rnn.bias_ih_l0	4	0.09907956421375275
33376	rnn.bias_ih_l0	5	0.024234134703874588
33376	rnn.bias_ih_l0	6	-0.017502980306744576
33376	rnn.bias_ih_l0	7	-0.10882013291120529
33376	rnn.bias_ih_l0	8	-0.20691251754760742
33376	rnn.bias_ih_l0	9	0.08699528127908707
33376	rnn.bias_hh_l0	0	0.002662292215973139
33376	rnn.bias_hh_l0	1	0.023397918790578842
33376	rnn.bias_hh_l0	2	-0.006084568332880735
33376	rnn.bias_hh_l0	3	-0.030276581645011902
33376	rnn.bias_hh_l0	4	-0.03629942238330841
33376	rnn.bias_hh_l0	5	0.1432981938123703
33376	rnn.bias_hh_l0	6	0.05140036344528198
33376	rnn.bias_hh_l0	7	0.05992988869547844
33376	rnn.bias_hh_l0	8	0.016865717247128487
33376	rnn.bias_hh_l0	9	0.0432596430182457
33376	rnn.weight_ih_l0_reverse	0	-0.029718268662691116
33376	rnn.weight_ih_l0_reverse	1	-0.002224892610684037
33376	rnn.weight_ih_l0_reverse	2	0.023814812302589417
33376	rnn.weight_ih_l0_reverse	3	-0.06214511767029762
33376	rnn.weight_ih_l0_reverse	4	0.009296583943068981
33376	rnn.weight_ih_l0_reverse	5	-0.04609450697898865
33376	rnn.weight_ih_l0_reverse	6	0.028402576223015785
33376	rnn.weight_ih_l0_reverse	7	0.0459744855761528
33376	rnn.weight_ih_l0_reverse	8	-0.04877358302474022
33376	rnn.weight_ih_l0_reverse	9	-0.050755877047777176
33376	rnn.weight_hh_l0_reverse	0	-0.08325917273759842
33376	rnn.weight_hh_l0_reverse	1	-0.06327102333307266
33376	rnn.weight_hh_l0_reverse	2	0.03440755605697632
33376	rnn.weight_hh_l0_reverse	3	0.04575849324464798
33376	rnn.weight_hh_l0_reverse	4	-0.0157770998775959
33376	rnn.weight_hh_l0_reverse	5	0.04557019844651222
33376	rnn.weight_hh_l0_reverse	6	0.0010983407264575362
33376	rnn.weight_hh_l0_reverse	7	-0.00020080643298570067
33376	rnn.weight_hh_l0_reverse	8	-0.09869515895843506
33376	rnn.weight_hh_l0_reverse	9	0.08012685179710388
33376	rnn.bias_ih_l0_reverse	0	-0.08882389217615128
33376	rnn.bias_ih_l0_reverse	1	-0.06903232634067535
33376	rnn.bias_ih_l0_reverse	2	0.10351109504699707
33376	rnn.bias_ih_l0_reverse	3	0.04784247651696205
33376	rnn.bias_ih_l0_reverse	4	-0.129174143075943
33376	rnn.bias_ih_l0_reverse	5	0.04102717339992523
33376	rnn.bias_ih_l0_reverse	6	-0.10612288862466812
33376	rnn.bias_ih_l0_reverse	7	0.04450104385614395
33376	rnn.bias_ih_l0_reverse	8	0.03457159921526909
33376	rnn.bias_ih_l0_reverse	9	0.06342478096485138
33376	rnn.bias_hh_l0_reverse	0	0.05678953602910042
33376	rnn.bias_hh_l0_reverse	1	0.06550745666027069
33376	rnn.bias_hh_l0_reverse	2	0.07843948900699615
33376	rnn.bias_hh_l0_reverse	3	-0.004059570375829935
33376	rnn.bias_hh_l0_reverse	4	0.07143881171941757
33376	rnn.bias_hh_l0_reverse	5	0.006760350428521633
33376	rnn.bias_hh_l0_reverse	6	-0.054378654807806015
33376	rnn.bias_hh_l0_reverse	7	0.027393514290452003
33376	rnn.bias_hh_l0_reverse	8	0.011149873957037926
33376	rnn.bias_hh_l0_reverse	9	-0.16085809469223022
33376	linear.weight	0	0.1729881316423416
33376	linear.weight	1	-0.16287635266780853
33376	linear.weight	2	-0.21487517654895782
33376	linear.weight	3	0.07816431671380997
33376	linear.weight	4	-0.026707254350185394
33376	linear.weight	5	0.003999729640781879
33376	linear.weight	6	-0.006907251197844744
33376	linear.weight	7	-0.027078403159976006
33376	linear.weight	8	0.08427952229976654
33376	linear.weight	9	0.34916287660598755
33376	linear.bias	0	-0.20768041908740997
33376	linear.bias	1	0.19424833357334137
33376	linear.bias	2	-0.539560854434967
33376	linear.bias	3	1.7029515504837036
33376	linear.bias	4	-0.39688023924827576
33376	linear.bias	5	-0.030769959092140198
33376	linear.bias	6	-0.3577226400375366
33376	linear.bias	7	-0.27930524945259094
33376	linear.bias	8	-0.044130563735961914
33376	linear.bias	9	-0.49791473150253296
33404	transitions	0	-0.6482672095298767
33404	transitions	1	0.34959182143211365
33404	transitions	2	1.6743625402450562
33404	transitions	3	0.0965588241815567
33404	transitions	4	0.9484117031097412
33404	transitions	5	1.2739231586456299
33404	transitions	6	0.4832993745803833
33404	transitions	7	0.17573466897010803
33404	transitions	8	-0.919520914554596
33404	transitions	9	0.9306593537330627
33404	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33404	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33404	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33404	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33404	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33404	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33404	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33404	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33404	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33404	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33404	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33404	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33404	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33404	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33404	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33404	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33404	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33404	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33404	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33404	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33404	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33404	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33404	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33404	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33404	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33404	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33404	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33404	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33404	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33404	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33404	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33404	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33404	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33404	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33404	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33404	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33404	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33404	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33404	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33404	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33404	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33404	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33404	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33404	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33404	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33404	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33404	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33404	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33404	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33404	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33404	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33404	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33404	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33404	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33404	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33404	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33404	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33404	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33404	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33404	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33404	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33404	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33404	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33404	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33404	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33404	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33404	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33404	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33404	embedding2nn.weight	0	0.022503459826111794
33404	embedding2nn.weight	1	0.014194512739777565
33404	embedding2nn.weight	2	-0.0042852358892560005
33404	embedding2nn.weight	3	-0.0001012613283819519
33404	embedding2nn.weight	4	-0.004369919653981924
33404	embedding2nn.weight	5	0.011851519346237183
33404	embedding2nn.weight	6	-0.004968823399394751
33404	embedding2nn.weight	7	0.02082054689526558
33404	embedding2nn.weight	8	-0.006821115966886282
33404	embedding2nn.weight	9	-0.01390478853136301
33404	embedding2nn.bias	0	-0.03882959857583046
33404	embedding2nn.bias	1	-0.021652037277817726
33404	embedding2nn.bias	2	-0.0739775002002716
33404	embedding2nn.bias	3	-0.001719426130875945
33404	embedding2nn.bias	4	0.003914198372513056
33404	embedding2nn.bias	5	-0.006684143096208572
33404	embedding2nn.bias	6	0.00857402104884386
33404	embedding2nn.bias	7	0.01989521086215973
33404	embedding2nn.bias	8	0.007281119469553232
33404	embedding2nn.bias	9	0.0014194308314472437
33404	rnn.weight_ih_l0	0	0.039516765624284744
33404	rnn.weight_ih_l0	1	-0.013587460853159428
33404	rnn.weight_ih_l0	2	-0.03640564903616905
33404	rnn.weight_ih_l0	3	-0.04481646418571472
33404	rnn.weight_ih_l0	4	-0.05203336849808693
33404	rnn.weight_ih_l0	5	-0.008462334983050823
33404	rnn.weight_ih_l0	6	-0.05190592259168625
33404	rnn.weight_ih_l0	7	-0.06158355996012688
33404	rnn.weight_ih_l0	8	-0.0447392538189888
33404	rnn.weight_ih_l0	9	-0.02694970741868019
33404	rnn.weight_hh_l0	0	0.01939106173813343
33404	rnn.weight_hh_l0	1	-0.009698702953755856
33404	rnn.weight_hh_l0	2	-0.06754196435213089
33404	rnn.weight_hh_l0	3	-0.03339245542883873
33404	rnn.weight_hh_l0	4	-0.07833077013492584
33404	rnn.weight_hh_l0	5	-0.014569113031029701
33404	rnn.weight_hh_l0	6	-0.05435686558485031
33404	rnn.weight_hh_l0	7	-0.040559183806180954
33404	rnn.weight_hh_l0	8	-0.019099989905953407
33404	rnn.weight_hh_l0	9	-0.007941291667521
33404	rnn.bias_ih_l0	0	0.14547081291675568
33404	rnn.bias_ih_l0	1	-0.056006573140621185
33404	rnn.bias_ih_l0	2	0.1041848286986351
33404	rnn.bias_ih_l0	3	0.04878317192196846
33404	rnn.bias_ih_l0	4	0.09906848520040512
33404	rnn.bias_ih_l0	5	0.02421417087316513
33404	rnn.bias_ih_l0	6	-0.017464542761445045
33404	rnn.bias_ih_l0	7	-0.10882507264614105
33404	rnn.bias_ih_l0	8	-0.2069443166255951
33404	rnn.bias_ih_l0	9	0.08700323104858398
33404	rnn.bias_hh_l0	0	0.0026542763225734234
33404	rnn.bias_hh_l0	1	0.023401185870170593
33404	rnn.bias_hh_l0	2	-0.006086654029786587
33404	rnn.bias_hh_l0	3	-0.03027171827852726
33404	rnn.bias_hh_l0	4	-0.03632473945617676
33404	rnn.bias_hh_l0	5	0.14333581924438477
33404	rnn.bias_hh_l0	6	0.05141861364245415
33404	rnn.bias_hh_l0	7	0.05993467941880226
33404	rnn.bias_hh_l0	8	0.016904154792428017
33404	rnn.bias_hh_l0	9	0.0432593896985054
33404	rnn.weight_ih_l0_reverse	0	-0.02971944771707058
33404	rnn.weight_ih_l0_reverse	1	-0.0022224541753530502
33404	rnn.weight_ih_l0_reverse	2	0.02381371520459652
33404	rnn.weight_ih_l0_reverse	3	-0.062145084142684937
33404	rnn.weight_ih_l0_reverse	4	0.009293251670897007
33404	rnn.weight_ih_l0_reverse	5	-0.046094413846731186
33404	rnn.weight_ih_l0_reverse	6	0.02839484065771103
33404	rnn.weight_ih_l0_reverse	7	0.04597223550081253
33404	rnn.weight_ih_l0_reverse	8	-0.04877366125583649
33404	rnn.weight_ih_l0_reverse	9	-0.05075385794043541
33404	rnn.weight_hh_l0_reverse	0	-0.08325584977865219
33404	rnn.weight_hh_l0_reverse	1	-0.06327743083238602
33404	rnn.weight_hh_l0_reverse	2	0.03439852595329285
33404	rnn.weight_hh_l0_reverse	3	0.04575565457344055
33404	rnn.weight_hh_l0_reverse	4	-0.01577690802514553
33404	rnn.weight_hh_l0_reverse	5	0.045568596571683884
33404	rnn.weight_hh_l0_reverse	6	0.001107015646994114
33404	rnn.weight_hh_l0_reverse	7	-0.00019467440142761916
33404	rnn.weight_hh_l0_reverse	8	-0.09870307892560959
33404	rnn.weight_hh_l0_reverse	9	0.08014613389968872
33404	rnn.bias_ih_l0_reverse	0	-0.08897428214550018
33404	rnn.bias_ih_l0_reverse	1	-0.06905479729175568
33404	rnn.bias_ih_l0_reverse	2	0.10350341349840164
33404	rnn.bias_ih_l0_reverse	3	0.047848545014858246
33404	rnn.bias_ih_l0_reverse	4	-0.12917684018611908
33404	rnn.bias_ih_l0_reverse	5	0.0409979522228241
33404	rnn.bias_ih_l0_reverse	6	-0.10610206425189972
33404	rnn.bias_ih_l0_reverse	7	0.04448515176773071
33404	rnn.bias_ih_l0_reverse	8	0.034590743482112885
33404	rnn.bias_ih_l0_reverse	9	0.06341001391410828
33404	rnn.bias_hh_l0_reverse	0	0.05692550539970398
33404	rnn.bias_hh_l0_reverse	1	0.06552194803953171
33404	rnn.bias_hh_l0_reverse	2	0.07842626422643661
33404	rnn.bias_hh_l0_reverse	3	-0.004081818740814924
33404	rnn.bias_hh_l0_reverse	4	0.07147008180618286
33404	rnn.bias_hh_l0_reverse	5	0.006804438307881355
33404	rnn.bias_hh_l0_reverse	6	-0.054385967552661896
33404	rnn.bias_hh_l0_reverse	7	0.027377411723136902
33404	rnn.bias_hh_l0_reverse	8	0.011147945187985897
33404	rnn.bias_hh_l0_reverse	9	-0.1609339863061905
33404	linear.weight	0	0.17303483188152313
33404	linear.weight	1	-0.16287632286548615
33404	linear.weight	2	-0.2148684859275818
33404	linear.weight	3	0.07821127027273178
33404	linear.weight	4	-0.02670644037425518
33404	linear.weight	5	0.0039998311549425125
33404	linear.weight	6	-0.0069072372280061245
33404	linear.weight	7	-0.027078278362751007
33404	linear.weight	8	0.08425113558769226
33404	linear.weight	9	0.34913620352745056
33404	linear.bias	0	-0.20752765238285065
33404	linear.bias	1	0.19422152638435364
33404	linear.bias	2	-0.5395671129226685
33404	linear.bias	3	1.703052043914795
33404	linear.bias	4	-0.3968810439109802
33404	linear.bias	5	-0.030769959092140198
33404	linear.bias	6	-0.3577253222465515
33404	linear.bias	7	-0.27931392192840576
33404	linear.bias	8	-0.044034842401742935
33404	linear.bias	9	-0.4979149103164673
33432	transitions	0	-0.6482681035995483
33432	transitions	1	0.3495916724205017
33432	transitions	2	1.6743618249893188
33432	transitions	3	0.09655820578336716
33432	transitions	4	0.9484115839004517
33432	transitions	5	1.2739231586456299
33432	transitions	6	0.4832993745803833
33432	transitions	7	0.17573466897010803
33432	transitions	8	-0.919520914554596
33432	transitions	9	0.9306593537330627
33432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33432	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33432	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33432	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33432	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33432	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33432	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33432	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33432	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33432	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33432	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33432	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33432	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33432	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33432	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33432	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33432	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33432	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33432	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33432	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33432	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33432	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33432	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33432	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33432	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33432	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33432	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33432	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33432	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33432	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33432	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33432	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33432	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33432	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33432	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33432	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33432	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33432	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33432	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33432	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33432	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33432	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33432	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33432	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33432	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33432	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33432	embedding2nn.weight	0	0.02250666357576847
33432	embedding2nn.weight	1	0.014195214956998825
33432	embedding2nn.weight	2	-0.004285006318241358
33432	embedding2nn.weight	3	-0.00010804296471178532
33432	embedding2nn.weight	4	-0.004369402304291725
33432	embedding2nn.weight	5	0.011850865557789803
33432	embedding2nn.weight	6	-0.0049704285338521
33432	embedding2nn.weight	7	0.020816804841160774
33432	embedding2nn.weight	8	-0.00682044867426157
33432	embedding2nn.weight	9	-0.013904429040849209
33432	embedding2nn.bias	0	-0.03893235698342323
33432	embedding2nn.bias	1	-0.021713314577937126
33432	embedding2nn.bias	2	-0.07404842972755432
33432	embedding2nn.bias	3	-0.0016715286765247583
33432	embedding2nn.bias	4	0.0039059584960341454
33432	embedding2nn.bias	5	-0.006711522117257118
33432	embedding2nn.bias	6	0.008574441075325012
33432	embedding2nn.bias	7	0.019916541874408722
33432	embedding2nn.bias	8	0.007226430810987949
33432	embedding2nn.bias	9	0.0013799924636259675
33432	rnn.weight_ih_l0	0	0.03951650112867355
33432	rnn.weight_ih_l0	1	-0.013588753528892994
33432	rnn.weight_ih_l0	2	-0.03641015663743019
33432	rnn.weight_ih_l0	3	-0.04481975734233856
33432	rnn.weight_ih_l0	4	-0.052032094448804855
33432	rnn.weight_ih_l0	5	-0.008461312390863895
33432	rnn.weight_ih_l0	6	-0.051912397146224976
33432	rnn.weight_ih_l0	7	-0.06158045306801796
33432	rnn.weight_ih_l0	8	-0.044740546494722366
33432	rnn.weight_ih_l0	9	-0.026949705556035042
33432	rnn.weight_hh_l0	0	0.019392317160964012
33432	rnn.weight_hh_l0	1	-0.00970672257244587
33432	rnn.weight_hh_l0	2	-0.06753198802471161
33432	rnn.weight_hh_l0	3	-0.03339502960443497
33432	rnn.weight_hh_l0	4	-0.07833494991064072
33432	rnn.weight_hh_l0	5	-0.014560289680957794
33432	rnn.weight_hh_l0	6	-0.05434805527329445
33432	rnn.weight_hh_l0	7	-0.04054674133658409
33432	rnn.weight_hh_l0	8	-0.019099095836281776
33432	rnn.weight_hh_l0	9	-0.007940261624753475
33432	rnn.bias_ih_l0	0	0.14549016952514648
33432	rnn.bias_ih_l0	1	-0.056016843765974045
33432	rnn.bias_ih_l0	2	0.10420704632997513
33432	rnn.bias_ih_l0	3	0.048787299543619156
33432	rnn.bias_ih_l0	4	0.09906869381666183
33432	rnn.bias_ih_l0	5	0.024207010865211487
33432	rnn.bias_ih_l0	6	-0.017448822036385536
33432	rnn.bias_ih_l0	7	-0.10874375700950623
33432	rnn.bias_ih_l0	8	-0.2069644182920456
33432	rnn.bias_ih_l0	9	0.08698521554470062
33432	rnn.bias_hh_l0	0	0.002662596059963107
33432	rnn.bias_hh_l0	1	0.023401597514748573
33432	rnn.bias_hh_l0	2	-0.006064550951123238
33432	rnn.bias_hh_l0	3	-0.030255736783146858
33432	rnn.bias_hh_l0	4	-0.036305420100688934
33432	rnn.bias_hh_l0	5	0.14335386455059052
33432	rnn.bias_hh_l0	6	0.05143037065863609
33432	rnn.bias_hh_l0	7	0.059917598962783813
33432	rnn.bias_hh_l0	8	0.016919875517487526
33432	rnn.bias_hh_l0	9	0.0432869978249073
33432	rnn.weight_ih_l0_reverse	0	-0.029718181118369102
33432	rnn.weight_ih_l0_reverse	1	-0.0022276449017226696
33432	rnn.weight_ih_l0_reverse	2	0.023813888430595398
33432	rnn.weight_ih_l0_reverse	3	-0.062141742557287216
33432	rnn.weight_ih_l0_reverse	4	0.009293663315474987
33432	rnn.weight_ih_l0_reverse	5	-0.04609217122197151
33432	rnn.weight_ih_l0_reverse	6	0.028411420062184334
33432	rnn.weight_ih_l0_reverse	7	0.04597258195281029
33432	rnn.weight_ih_l0_reverse	8	-0.04877067729830742
33432	rnn.weight_ih_l0_reverse	9	-0.05075332149863243
33432	rnn.weight_hh_l0_reverse	0	-0.08325962722301483
33432	rnn.weight_hh_l0_reverse	1	-0.06327640265226364
33432	rnn.weight_hh_l0_reverse	2	0.034399475902318954
33432	rnn.weight_hh_l0_reverse	3	0.04575363174080849
33432	rnn.weight_hh_l0_reverse	4	-0.015787163749337196
33432	rnn.weight_hh_l0_reverse	5	0.04556983709335327
33432	rnn.weight_hh_l0_reverse	6	0.0011072094785049558
33432	rnn.weight_hh_l0_reverse	7	-0.00018546370847616345
33432	rnn.weight_hh_l0_reverse	8	-0.09870752692222595
33432	rnn.weight_hh_l0_reverse	9	0.0801454558968544
33432	rnn.bias_ih_l0_reverse	0	-0.08900167047977448
33432	rnn.bias_ih_l0_reverse	1	-0.0689907893538475
33432	rnn.bias_ih_l0_reverse	2	0.10351105779409409
33432	rnn.bias_ih_l0_reverse	3	0.04785420373082161
33432	rnn.bias_ih_l0_reverse	4	-0.1291871815919876
33432	rnn.bias_ih_l0_reverse	5	0.0409894697368145
33432	rnn.bias_ih_l0_reverse	6	-0.10607673972845078
33432	rnn.bias_ih_l0_reverse	7	0.04448983445763588
33432	rnn.bias_ih_l0_reverse	8	0.03459740802645683
33432	rnn.bias_ih_l0_reverse	9	0.06339913606643677
33432	rnn.bias_hh_l0_reverse	0	0.05686458945274353
33432	rnn.bias_hh_l0_reverse	1	0.06550300121307373
33432	rnn.bias_hh_l0_reverse	2	0.07840177416801453
33432	rnn.bias_hh_l0_reverse	3	-0.004100623540580273
33432	rnn.bias_hh_l0_reverse	4	0.07147762924432755
33432	rnn.bias_hh_l0_reverse	5	0.0069297789596021175
33432	rnn.bias_hh_l0_reverse	6	-0.05437605828046799
33432	rnn.bias_hh_l0_reverse	7	0.02736380510032177
33432	rnn.bias_hh_l0_reverse	8	0.01112659927457571
33432	rnn.bias_hh_l0_reverse	9	-0.16095395386219025
33432	linear.weight	0	0.17302237451076508
33432	linear.weight	1	-0.16287629306316376
33432	linear.weight	2	-0.21484771370887756
33432	linear.weight	3	0.07821197062730789
33432	linear.weight	4	-0.0267053060233593
33432	linear.weight	5	0.00400026747956872
33432	linear.weight	6	-0.006907215807586908
33432	linear.weight	7	-0.027077767997980118
33432	linear.weight	8	0.08426859229803085
33432	linear.weight	9	0.34913894534111023
33432	linear.bias	0	-0.20742098987102509
33432	linear.bias	1	0.19418714940547943
33432	linear.bias	2	-0.5395603775978088
33432	linear.bias	3	1.7030301094055176
33432	linear.bias	4	-0.39688220620155334
33432	linear.bias	5	-0.030769959092140198
33432	linear.bias	6	-0.35769861936569214
33432	linear.bias	7	-0.27931907773017883
33432	linear.bias	8	-0.04381052777171135
33432	linear.bias	9	-0.4979152977466583
33460	transitions	0	-0.6482683420181274
33460	transitions	1	0.34958934783935547
33460	transitions	2	1.6743617057800293
33460	transitions	3	0.09655816107988358
33460	transitions	4	0.9484115839004517
33460	transitions	5	1.2739231586456299
33460	transitions	6	0.4832989573478699
33460	transitions	7	0.17573466897010803
33460	transitions	8	-0.919520914554596
33460	transitions	9	0.9306593537330627
33460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33460	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33460	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33460	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33460	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33460	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33460	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33460	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33460	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33460	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33460	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33460	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33460	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33460	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33460	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33460	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33460	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33460	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33460	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33460	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33460	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33460	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33460	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33460	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33460	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33460	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33460	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33460	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33460	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33460	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33460	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33460	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33460	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33460	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33460	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33460	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33460	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33460	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33460	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33460	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33460	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33460	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33460	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33460	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33460	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33460	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33460	embedding2nn.weight	0	0.022503260523080826
33460	embedding2nn.weight	1	0.014194460585713387
33460	embedding2nn.weight	2	-0.004286068491637707
33460	embedding2nn.weight	3	-0.00010939604544546455
33460	embedding2nn.weight	4	-0.004369409754872322
33460	embedding2nn.weight	5	0.011848775669932365
33460	embedding2nn.weight	6	-0.004970171954482794
33460	embedding2nn.weight	7	0.02081754431128502
33460	embedding2nn.weight	8	-0.006819405592978001
33460	embedding2nn.weight	9	-0.013904581777751446
33460	embedding2nn.bias	0	-0.03899696096777916
33460	embedding2nn.bias	1	-0.021737167611718178
33460	embedding2nn.bias	2	-0.07412958145141602
33460	embedding2nn.bias	3	-0.0016712412470951676
33460	embedding2nn.bias	4	0.003879739437252283
33460	embedding2nn.bias	5	-0.00675872340798378
33460	embedding2nn.bias	6	0.008586695417761803
33460	embedding2nn.bias	7	0.01989469677209854
33460	embedding2nn.bias	8	0.007208520546555519
33460	embedding2nn.bias	9	0.0013747627381235361
33460	rnn.weight_ih_l0	0	0.0395207516849041
33460	rnn.weight_ih_l0	1	-0.013586538843810558
33460	rnn.weight_ih_l0	2	-0.03642219677567482
33460	rnn.weight_ih_l0	3	-0.04482095316052437
33460	rnn.weight_ih_l0	4	-0.05203823745250702
33460	rnn.weight_ih_l0	5	-0.008460084907710552
33460	rnn.weight_ih_l0	6	-0.05191344767808914
33460	rnn.weight_ih_l0	7	-0.06158186495304108
33460	rnn.weight_ih_l0	8	-0.044738173484802246
33460	rnn.weight_ih_l0	9	-0.026949230581521988
33460	rnn.weight_hh_l0	0	0.019393926486372948
33460	rnn.weight_hh_l0	1	-0.009715509600937366
33460	rnn.weight_hh_l0	2	-0.06752210110425949
33460	rnn.weight_hh_l0	3	-0.03339619189500809
33460	rnn.weight_hh_l0	4	-0.0783337727189064
33460	rnn.weight_hh_l0	5	-0.014552494511008263
33460	rnn.weight_hh_l0	6	-0.05434117466211319
33460	rnn.weight_hh_l0	7	-0.04057089984416962
33460	rnn.weight_hh_l0	8	-0.019103657454252243
33460	rnn.weight_hh_l0	9	-0.007935846224427223
33460	rnn.bias_ih_l0	0	0.1455068290233612
33460	rnn.bias_ih_l0	1	-0.05600382015109062
33460	rnn.bias_ih_l0	2	0.1042129248380661
33460	rnn.bias_ih_l0	3	0.04879894480109215
33460	rnn.bias_ih_l0	4	0.09907405078411102
33460	rnn.bias_ih_l0	5	0.024227585643529892
33460	rnn.bias_ih_l0	6	-0.017458375543355942
33460	rnn.bias_ih_l0	7	-0.10872303694486618
33460	rnn.bias_ih_l0	8	-0.2069838047027588
33460	rnn.bias_ih_l0	9	0.0869932547211647
33460	rnn.bias_hh_l0	0	0.0026417418848723173
33460	rnn.bias_hh_l0	1	0.023413250222802162
33460	rnn.bias_hh_l0	2	-0.0060859620571136475
33460	rnn.bias_hh_l0	3	-0.03027285635471344
33460	rnn.bias_hh_l0	4	-0.03628243878483772
33460	rnn.bias_hh_l0	5	0.14332428574562073
33460	rnn.bias_hh_l0	6	0.05146634578704834
33460	rnn.bias_hh_l0	7	0.05990735813975334
33460	rnn.bias_hh_l0	8	0.01691032201051712
33460	rnn.bias_hh_l0	9	0.04331525042653084
33460	rnn.weight_ih_l0_reverse	0	-0.029722770676016808
33460	rnn.weight_ih_l0_reverse	1	-0.0022272521164268255
33460	rnn.weight_ih_l0_reverse	2	0.023812757804989815
33460	rnn.weight_ih_l0_reverse	3	-0.06214464455842972
33460	rnn.weight_ih_l0_reverse	4	0.009293134324252605
33460	rnn.weight_ih_l0_reverse	5	-0.04608835279941559
33460	rnn.weight_ih_l0_reverse	6	0.028410544618964195
33460	rnn.weight_ih_l0_reverse	7	0.04597507044672966
33460	rnn.weight_ih_l0_reverse	8	-0.04876556247472763
33460	rnn.weight_ih_l0_reverse	9	-0.05075586587190628
33460	rnn.weight_hh_l0_reverse	0	-0.08325552940368652
33460	rnn.weight_hh_l0_reverse	1	-0.0632772296667099
33460	rnn.weight_hh_l0_reverse	2	0.034398142248392105
33460	rnn.weight_hh_l0_reverse	3	0.04576272517442703
33460	rnn.weight_hh_l0_reverse	4	-0.015781302005052567
33460	rnn.weight_hh_l0_reverse	5	0.04557226598262787
33460	rnn.weight_hh_l0_reverse	6	0.001140504376962781
33460	rnn.weight_hh_l0_reverse	7	-0.00018769220332615077
33460	rnn.weight_hh_l0_reverse	8	-0.09871449321508408
33460	rnn.weight_hh_l0_reverse	9	0.08015931397676468
33460	rnn.bias_ih_l0_reverse	0	-0.08900685608386993
33460	rnn.bias_ih_l0_reverse	1	-0.0690205842256546
33460	rnn.bias_ih_l0_reverse	2	0.1034838929772377
33460	rnn.bias_ih_l0_reverse	3	0.047839101403951645
33460	rnn.bias_ih_l0_reverse	4	-0.1292036473751068
33460	rnn.bias_ih_l0_reverse	5	0.040971994400024414
33460	rnn.bias_ih_l0_reverse	6	-0.10606365650892258
33460	rnn.bias_ih_l0_reverse	7	0.04445063695311546
33460	rnn.bias_ih_l0_reverse	8	0.03460678458213806
33460	rnn.bias_ih_l0_reverse	9	0.06337708979845047
33460	rnn.bias_hh_l0_reverse	0	0.05687376856803894
33460	rnn.bias_hh_l0_reverse	1	0.06547975540161133
33460	rnn.bias_hh_l0_reverse	2	0.0784151628613472
33460	rnn.bias_hh_l0_reverse	3	-0.004099609795957804
33460	rnn.bias_hh_l0_reverse	4	0.07149574160575867
33460	rnn.bias_hh_l0_reverse	5	0.00690505700185895
33460	rnn.bias_hh_l0_reverse	6	-0.05437925085425377
33460	rnn.bias_hh_l0_reverse	7	0.027384411543607712
33460	rnn.bias_hh_l0_reverse	8	0.011124443262815475
33460	rnn.bias_hh_l0_reverse	9	-0.16095110774040222
33460	linear.weight	0	0.17303895950317383
33460	linear.weight	1	-0.16287632286548615
33460	linear.weight	2	-0.21485356986522675
33460	linear.weight	3	0.07822205126285553
33460	linear.weight	4	-0.026707051321864128
33460	linear.weight	5	0.003998823929578066
33460	linear.weight	6	-0.006907175295054913
33460	linear.weight	7	-0.027078306302428246
33460	linear.weight	8	0.08425945043563843
33460	linear.weight	9	0.34916821122169495
33460	linear.bias	0	-0.2074417769908905
33460	linear.bias	1	0.19424672424793243
33460	linear.bias	2	-0.5395908951759338
33460	linear.bias	3	1.7031522989273071
33460	linear.bias	4	-0.3968857526779175
33460	linear.bias	5	-0.030769959092140198
33460	linear.bias	6	-0.3577294945716858
33460	linear.bias	7	-0.2793351411819458
33460	linear.bias	8	-0.043655067682266235
33460	linear.bias	9	-0.4979163706302643
33488	transitions	0	-0.6482690572738647
33488	transitions	1	0.3495889902114868
33488	transitions	2	1.674360990524292
33488	transitions	3	0.09655778855085373
33488	transitions	4	0.9484115839004517
33488	transitions	5	1.2739231586456299
33488	transitions	6	0.4832989573478699
33488	transitions	7	0.17573466897010803
33488	transitions	8	-0.919520914554596
33488	transitions	9	0.930659294128418
33488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33488	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33488	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33488	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33488	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33488	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33488	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33488	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33488	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33488	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33488	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33488	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33488	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33488	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33488	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33488	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33488	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33488	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33488	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33488	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33488	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33488	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33488	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33488	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33488	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33488	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33488	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33488	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33488	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33488	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33488	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33488	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33488	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33488	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33488	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33488	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33488	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33488	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33488	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33488	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33488	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33488	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33488	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33488	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33488	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33488	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33488	embedding2nn.weight	0	0.022503381595015526
33488	embedding2nn.weight	1	0.014194853603839874
33488	embedding2nn.weight	2	-0.004285966046154499
33488	embedding2nn.weight	3	-0.00010844478674698621
33488	embedding2nn.weight	4	-0.004368748981505632
33488	embedding2nn.weight	5	0.011850429698824883
33488	embedding2nn.weight	6	-0.00496924202889204
33488	embedding2nn.weight	7	0.020819339901208878
33488	embedding2nn.weight	8	-0.006820294540375471
33488	embedding2nn.weight	9	-0.013903850689530373
33488	embedding2nn.bias	0	-0.03897868096828461
33488	embedding2nn.bias	1	-0.021779853850603104
33488	embedding2nn.bias	2	-0.07415273040533066
33488	embedding2nn.bias	3	-0.0016602627001702785
33488	embedding2nn.bias	4	0.0038945225533097982
33488	embedding2nn.bias	5	-0.006772581487894058
33488	embedding2nn.bias	6	0.008628353476524353
33488	embedding2nn.bias	7	0.019880646839737892
33488	embedding2nn.bias	8	0.007251505274325609
33488	embedding2nn.bias	9	0.00141541613265872
33488	rnn.weight_ih_l0	0	0.03952118009328842
33488	rnn.weight_ih_l0	1	-0.01358114555478096
33488	rnn.weight_ih_l0	2	-0.03644407168030739
33488	rnn.weight_ih_l0	3	-0.044820062816143036
33488	rnn.weight_ih_l0	4	-0.05203085020184517
33488	rnn.weight_ih_l0	5	-0.008456747978925705
33488	rnn.weight_ih_l0	6	-0.051908161491155624
33488	rnn.weight_ih_l0	7	-0.061578769236803055
33488	rnn.weight_ih_l0	8	-0.044733837246894836
33488	rnn.weight_ih_l0	9	-0.0269476268440485
33488	rnn.weight_hh_l0	0	0.01939479634165764
33488	rnn.weight_hh_l0	1	-0.00970324594527483
33488	rnn.weight_hh_l0	2	-0.06752312183380127
33488	rnn.weight_hh_l0	3	-0.033397819846868515
33488	rnn.weight_hh_l0	4	-0.07833144068717957
33488	rnn.weight_hh_l0	5	-0.014563220553100109
33488	rnn.weight_hh_l0	6	-0.054352615028619766
33488	rnn.weight_hh_l0	7	-0.04058671370148659
33488	rnn.weight_hh_l0	8	-0.01910838857293129
33488	rnn.weight_hh_l0	9	-0.007944127544760704
33488	rnn.bias_ih_l0	0	0.14550228416919708
33488	rnn.bias_ih_l0	1	-0.05601816624403
33488	rnn.bias_ih_l0	2	0.10417874157428741
33488	rnn.bias_ih_l0	3	0.04881506785750389
33488	rnn.bias_ih_l0	4	0.09904824942350388
33488	rnn.bias_ih_l0	5	0.02424677461385727
33488	rnn.bias_ih_l0	6	-0.01746242865920067
33488	rnn.bias_ih_l0	7	-0.1088344156742096
33488	rnn.bias_ih_l0	8	-0.2069244384765625
33488	rnn.bias_ih_l0	9	0.08700583130121231
33488	rnn.bias_hh_l0	0	0.0026472320314496756
33488	rnn.bias_hh_l0	1	0.023404430598020554
33488	rnn.bias_hh_l0	2	-0.006055929232388735
33488	rnn.bias_hh_l0	3	-0.03025367483496666
33488	rnn.bias_hh_l0	4	-0.03627436235547066
33488	rnn.bias_hh_l0	5	0.14331090450286865
33488	rnn.bias_hh_l0	6	0.0515044741332531
33488	rnn.bias_hh_l0	7	0.059861715883016586
33488	rnn.bias_hh_l0	8	0.016906268894672394
33488	rnn.bias_hh_l0	9	0.043289393186569214
33488	rnn.weight_ih_l0_reverse	0	-0.029724866151809692
33488	rnn.weight_ih_l0_reverse	1	-0.0022412799298763275
33488	rnn.weight_ih_l0_reverse	2	0.023814264684915543
33488	rnn.weight_ih_l0_reverse	3	-0.06214487925171852
33488	rnn.weight_ih_l0_reverse	4	0.009299242869019508
33488	rnn.weight_ih_l0_reverse	5	-0.046090997755527496
33488	rnn.weight_ih_l0_reverse	6	0.028414424508810043
33488	rnn.weight_ih_l0_reverse	7	0.04597582668066025
33488	rnn.weight_ih_l0_reverse	8	-0.04876406118273735
33488	rnn.weight_ih_l0_reverse	9	-0.05075621232390404
33488	rnn.weight_hh_l0_reverse	0	-0.08324925601482391
33488	rnn.weight_hh_l0_reverse	1	-0.06330490857362747
33488	rnn.weight_hh_l0_reverse	2	0.03440359607338905
33488	rnn.weight_hh_l0_reverse	3	0.04576195776462555
33488	rnn.weight_hh_l0_reverse	4	-0.015793168917298317
33488	rnn.weight_hh_l0_reverse	5	0.04557341709733009
33488	rnn.weight_hh_l0_reverse	6	0.0011287626111879945
33488	rnn.weight_hh_l0_reverse	7	-0.00018347871082369238
33488	rnn.weight_hh_l0_reverse	8	-0.0987250879406929
33488	rnn.weight_hh_l0_reverse	9	0.0801444798707962
33488	rnn.bias_ih_l0_reverse	0	-0.08899606764316559
33488	rnn.bias_ih_l0_reverse	1	-0.06898438185453415
33488	rnn.bias_ih_l0_reverse	2	0.10344919562339783
33488	rnn.bias_ih_l0_reverse	3	0.047837916761636734
33488	rnn.bias_ih_l0_reverse	4	-0.12921608984470367
33488	rnn.bias_ih_l0_reverse	5	0.04095923528075218
33488	rnn.bias_ih_l0_reverse	6	-0.10606244206428528
33488	rnn.bias_ih_l0_reverse	7	0.04444590583443642
33488	rnn.bias_ih_l0_reverse	8	0.034599024802446365
33488	rnn.bias_ih_l0_reverse	9	0.06333231180906296
33488	rnn.bias_hh_l0_reverse	0	0.05671122670173645
33488	rnn.bias_hh_l0_reverse	1	0.06545897573232651
33488	rnn.bias_hh_l0_reverse	2	0.07845375686883926
33488	rnn.bias_hh_l0_reverse	3	-0.004095391370356083
33488	rnn.bias_hh_l0_reverse	4	0.07149519771337509
33488	rnn.bias_hh_l0_reverse	5	0.006933493074029684
33488	rnn.bias_hh_l0_reverse	6	-0.05439562350511551
33488	rnn.bias_hh_l0_reverse	7	0.02738966792821884
33488	rnn.bias_hh_l0_reverse	8	0.011114663444459438
33488	rnn.bias_hh_l0_reverse	9	-0.16097402572631836
33488	linear.weight	0	0.17306053638458252
33488	linear.weight	1	-0.16287624835968018
33488	linear.weight	2	-0.21485352516174316
33488	linear.weight	3	0.07830937206745148
33488	linear.weight	4	-0.026705631986260414
33488	linear.weight	5	0.003999446053057909
33488	linear.weight	6	-0.0069071571342647076
33488	linear.weight	7	-0.027078039944171906
33488	linear.weight	8	0.08425635099411011
33488	linear.weight	9	0.34916821122169495
33488	linear.bias	0	-0.20763175189495087
33488	linear.bias	1	0.19427749514579773
33488	linear.bias	2	-0.5396044850349426
33488	linear.bias	3	1.7035934925079346
33488	linear.bias	4	-0.3968598544597626
33488	linear.bias	5	-0.030769959092140198
33488	linear.bias	6	-0.357737272977829
33488	linear.bias	7	-0.27933570742607117
33488	linear.bias	8	-0.043667227029800415
33488	linear.bias	9	-0.4979185461997986
33516	transitions	0	-0.648269534111023
33516	transitions	1	0.3495886027812958
33516	transitions	2	1.674360752105713
33516	transitions	3	0.09655749797821045
33516	transitions	4	0.9484115839004517
33516	transitions	5	1.2739231586456299
33516	transitions	6	0.4832989573478699
33516	transitions	7	0.17573466897010803
33516	transitions	8	-0.919520914554596
33516	transitions	9	0.930659294128418
33516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33516	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33516	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33516	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33516	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33516	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33516	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33516	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33516	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33516	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33516	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33516	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33516	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33516	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33516	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33516	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33516	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33516	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33516	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33516	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33516	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33516	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33516	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33516	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33516	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33516	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33516	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33516	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33516	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33516	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33516	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33516	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33516	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33516	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33516	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33516	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33516	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33516	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33516	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33516	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33516	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33516	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33516	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33516	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33516	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33516	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33516	embedding2nn.weight	0	0.022506140172481537
33516	embedding2nn.weight	1	0.014193804934620857
33516	embedding2nn.weight	2	-0.004286305047571659
33516	embedding2nn.weight	3	-0.00010660343104973435
33516	embedding2nn.weight	4	-0.004368992056697607
33516	embedding2nn.weight	5	0.011852359399199486
33516	embedding2nn.weight	6	-0.00496897054836154
33516	embedding2nn.weight	7	0.02082057297229767
33516	embedding2nn.weight	8	-0.0068212891928851604
33516	embedding2nn.weight	9	-0.013902575708925724
33516	embedding2nn.bias	0	-0.03900162875652313
33516	embedding2nn.bias	1	-0.021712204441428185
33516	embedding2nn.bias	2	-0.07420199364423752
33516	embedding2nn.bias	3	-0.0016233940841630101
33516	embedding2nn.bias	4	0.003935644868761301
33516	embedding2nn.bias	5	-0.006725749932229519
33516	embedding2nn.bias	6	0.008782642893493176
33516	embedding2nn.bias	7	0.019954945892095566
33516	embedding2nn.bias	8	0.0073161013424396515
33516	embedding2nn.bias	9	0.001443667453713715
33516	rnn.weight_ih_l0	0	0.039519961923360825
33516	rnn.weight_ih_l0	1	-0.013593384064733982
33516	rnn.weight_ih_l0	2	-0.03645338863134384
33516	rnn.weight_ih_l0	3	-0.04482048749923706
33516	rnn.weight_ih_l0	4	-0.05202483385801315
33516	rnn.weight_ih_l0	5	-0.008456041105091572
33516	rnn.weight_ih_l0	6	-0.0519091971218586
33516	rnn.weight_ih_l0	7	-0.061574045568704605
33516	rnn.weight_ih_l0	8	-0.0447285957634449
33516	rnn.weight_ih_l0	9	-0.02694692462682724
33516	rnn.weight_hh_l0	0	0.019392171874642372
33516	rnn.weight_hh_l0	1	-0.009704496711492538
33516	rnn.weight_hh_l0	2	-0.0675172507762909
33516	rnn.weight_hh_l0	3	-0.033400505781173706
33516	rnn.weight_hh_l0	4	-0.07832881063222885
33516	rnn.weight_hh_l0	5	-0.01456284336745739
33516	rnn.weight_hh_l0	6	-0.05435499921441078
33516	rnn.weight_hh_l0	7	-0.040602631866931915
33516	rnn.weight_hh_l0	8	-0.019114021211862564
33516	rnn.weight_hh_l0	9	-0.0079375971108675
33516	rnn.bias_ih_l0	0	0.1455157995223999
33516	rnn.bias_ih_l0	1	-0.05601921305060387
33516	rnn.bias_ih_l0	2	0.10418993979692459
33516	rnn.bias_ih_l0	3	0.04883972555398941
33516	rnn.bias_ih_l0	4	0.09905381500720978
33516	rnn.bias_ih_l0	5	0.02425975166261196
33516	rnn.bias_ih_l0	6	-0.01745530031621456
33516	rnn.bias_ih_l0	7	-0.10884914547204971
33516	rnn.bias_ih_l0	8	-0.20691072940826416
33516	rnn.bias_ih_l0	9	0.08702041208744049
33516	rnn.bias_hh_l0	0	0.0026475689373910427
33516	rnn.bias_hh_l0	1	0.023395132273435593
33516	rnn.bias_hh_l0	2	-0.006057772319763899
33516	rnn.bias_hh_l0	3	-0.030224492773413658
33516	rnn.bias_hh_l0	4	-0.036255985498428345
33516	rnn.bias_hh_l0	5	0.14331623911857605
33516	rnn.bias_hh_l0	6	0.05150162801146507
33516	rnn.bias_hh_l0	7	0.059848010540008545
33516	rnn.bias_hh_l0	8	0.0169133972376585
33516	rnn.bias_hh_l0	9	0.043289825320243835
33516	rnn.weight_ih_l0_reverse	0	-0.029721058905124664
33516	rnn.weight_ih_l0_reverse	1	-0.0022398752626031637
33516	rnn.weight_ih_l0_reverse	2	0.023813970386981964
33516	rnn.weight_ih_l0_reverse	3	-0.06214067339897156
33516	rnn.weight_ih_l0_reverse	4	0.009299300611019135
33516	rnn.weight_ih_l0_reverse	5	-0.04608882591128349
33516	rnn.weight_ih_l0_reverse	6	0.02840924635529518
33516	rnn.weight_ih_l0_reverse	7	0.04597774147987366
33516	rnn.weight_ih_l0_reverse	8	-0.04876221716403961
33516	rnn.weight_ih_l0_reverse	9	-0.050755709409713745
33516	rnn.weight_hh_l0_reverse	0	-0.08325257152318954
33516	rnn.weight_hh_l0_reverse	1	-0.06330380588769913
33516	rnn.weight_hh_l0_reverse	2	0.03440194949507713
33516	rnn.weight_hh_l0_reverse	3	0.04576439782977104
33516	rnn.weight_hh_l0_reverse	4	-0.015793805941939354
33516	rnn.weight_hh_l0_reverse	5	0.04557491093873978
33516	rnn.weight_hh_l0_reverse	6	0.001152072218246758
33516	rnn.weight_hh_l0_reverse	7	-0.00018034069216810167
33516	rnn.weight_hh_l0_reverse	8	-0.09872905164957047
33516	rnn.weight_hh_l0_reverse	9	0.08014042675495148
33516	rnn.bias_ih_l0_reverse	0	-0.08894959837198257
33516	rnn.bias_ih_l0_reverse	1	-0.0690523162484169
33516	rnn.bias_ih_l0_reverse	2	0.10343228280544281
33516	rnn.bias_ih_l0_reverse	3	0.04782664775848389
33516	rnn.bias_ih_l0_reverse	4	-0.1292143315076828
33516	rnn.bias_ih_l0_reverse	5	0.0409725159406662
33516	rnn.bias_ih_l0_reverse	6	-0.10607670247554779
33516	rnn.bias_ih_l0_reverse	7	0.04440216347575188
33516	rnn.bias_ih_l0_reverse	8	0.03460092097520828
33516	rnn.bias_ih_l0_reverse	9	0.06333368271589279
33516	rnn.bias_hh_l0_reverse	0	0.05673126503825188
33516	rnn.bias_hh_l0_reverse	1	0.06547079235315323
33516	rnn.bias_hh_l0_reverse	2	0.07843496650457382
33516	rnn.bias_hh_l0_reverse	3	-0.004102564882487059
33516	rnn.bias_hh_l0_reverse	4	0.0715085044503212
33516	rnn.bias_hh_l0_reverse	5	0.006938799284398556
33516	rnn.bias_hh_l0_reverse	6	-0.05444178730249405
33516	rnn.bias_hh_l0_reverse	7	0.027385488152503967
33516	rnn.bias_hh_l0_reverse	8	0.01108547206968069
33516	rnn.bias_hh_l0_reverse	9	-0.16097848117351532
33516	linear.weight	0	0.17303577065467834
33516	linear.weight	1	-0.16287586092948914
33516	linear.weight	2	-0.21484403312206268
33516	linear.weight	3	0.07832244038581848
33516	linear.weight	4	-0.026701902970671654
33516	linear.weight	5	0.00400000624358654
33516	linear.weight	6	-0.006907148752361536
33516	linear.weight	7	-0.027077578008174896
33516	linear.weight	8	0.08426142483949661
33516	linear.weight	9	0.34915298223495483
33516	linear.bias	0	-0.20773185789585114
33516	linear.bias	1	0.19427339732646942
33516	linear.bias	2	-0.5396091938018799
33516	linear.bias	3	1.70388662815094
33516	linear.bias	4	-0.3968659043312073
33516	linear.bias	5	-0.030769959092140198
33516	linear.bias	6	-0.3577367067337036
33516	linear.bias	7	-0.2793631851673126
33516	linear.bias	8	-0.04375908151268959
33516	linear.bias	9	-0.49791890382766724
33544	transitions	0	-0.6482701301574707
33544	transitions	1	0.34958767890930176
33544	transitions	2	1.6743605136871338
33544	transitions	3	0.09655744582414627
33544	transitions	4	0.9484115839004517
33544	transitions	5	1.2739231586456299
33544	transitions	6	0.4832989573478699
33544	transitions	7	0.17573466897010803
33544	transitions	8	-0.919520914554596
33544	transitions	9	0.930659294128418
33544	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33544	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33544	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33544	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33544	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33544	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33544	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33544	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33544	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33544	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33544	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33544	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33544	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33544	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33544	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33544	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33544	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33544	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33544	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33544	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33544	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33544	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33544	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33544	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33544	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33544	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33544	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33544	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33544	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33544	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33544	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33544	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33544	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33544	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33544	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33544	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33544	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33544	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33544	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33544	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33544	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33544	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33544	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33544	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33544	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33544	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33544	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33544	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33544	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33544	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33544	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33544	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33544	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33544	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33544	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33544	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33544	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33544	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33544	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33544	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33544	embedding2nn.weight	0	0.02250225841999054
33544	embedding2nn.weight	1	0.014193901792168617
33544	embedding2nn.weight	2	-0.004286743234843016
33544	embedding2nn.weight	3	-0.00010745934559963644
33544	embedding2nn.weight	4	-0.0043688612058758736
33544	embedding2nn.weight	5	0.011852296069264412
33544	embedding2nn.weight	6	-0.00497031956911087
33544	embedding2nn.weight	7	0.020820461213588715
33544	embedding2nn.weight	8	-0.006823250092566013
33544	embedding2nn.weight	9	-0.013902304694056511
33544	embedding2nn.bias	0	-0.03909945860505104
33544	embedding2nn.bias	1	-0.02169664390385151
33544	embedding2nn.bias	2	-0.07419867813587189
33544	embedding2nn.bias	3	-0.0016467022942379117
33544	embedding2nn.bias	4	0.003954633604735136
33544	embedding2nn.bias	5	-0.006720658857375383
33544	embedding2nn.bias	6	0.008856206201016903
33544	embedding2nn.bias	7	0.019994251430034637
33544	embedding2nn.bias	8	0.007215681951493025
33544	embedding2nn.bias	9	0.0014664210611954331
33544	rnn.weight_ih_l0	0	0.03951694443821907
33544	rnn.weight_ih_l0	1	-0.013603557832539082
33544	rnn.weight_ih_l0	2	-0.03645743802189827
33544	rnn.weight_ih_l0	3	-0.04481976106762886
33544	rnn.weight_ih_l0	4	-0.05202607065439224
33544	rnn.weight_ih_l0	5	-0.008455307222902775
33544	rnn.weight_ih_l0	6	-0.051907360553741455
33544	rnn.weight_ih_l0	7	-0.06157030537724495
33544	rnn.weight_ih_l0	8	-0.04472711309790611
33544	rnn.weight_ih_l0	9	-0.02694636955857277
33544	rnn.weight_hh_l0	0	0.019394662231206894
33544	rnn.weight_hh_l0	1	-0.009702361188828945
33544	rnn.weight_hh_l0	2	-0.06751670688390732
33544	rnn.weight_hh_l0	3	-0.033393941819667816
33544	rnn.weight_hh_l0	4	-0.07832536101341248
33544	rnn.weight_hh_l0	5	-0.014564723707735538
33544	rnn.weight_hh_l0	6	-0.054357003420591354
33544	rnn.weight_hh_l0	7	-0.04060375690460205
33544	rnn.weight_hh_l0	8	-0.019115686416625977
33544	rnn.weight_hh_l0	9	-0.007938613183796406
33544	rnn.bias_ih_l0	0	0.1455240398645401
33544	rnn.bias_ih_l0	1	-0.05602787435054779
33544	rnn.bias_ih_l0	2	0.1041795015335083
33544	rnn.bias_ih_l0	3	0.048822272568941116
33544	rnn.bias_ih_l0	4	0.09906554222106934
33544	rnn.bias_ih_l0	5	0.024244405329227448
33544	rnn.bias_ih_l0	6	-0.017451222985982895
33544	rnn.bias_ih_l0	7	-0.10876394808292389
33544	rnn.bias_ih_l0	8	-0.20701926946640015
33544	rnn.bias_ih_l0	9	0.08704789727926254
33544	rnn.bias_hh_l0	0	0.0026721579488366842
33544	rnn.bias_hh_l0	1	0.023394998162984848
33544	rnn.bias_hh_l0	2	-0.0060560861602425575
33544	rnn.bias_hh_l0	3	-0.03025527112185955
33544	rnn.bias_hh_l0	4	-0.03628459945321083
33544	rnn.bias_hh_l0	5	0.14331218600273132
33544	rnn.bias_hh_l0	6	0.051504407078027725
33544	rnn.bias_hh_l0	7	0.05980919301509857
33544	rnn.bias_hh_l0	8	0.016917474567890167
33544	rnn.bias_hh_l0	9	0.043268900364637375
33544	rnn.weight_ih_l0_reverse	0	-0.02971876971423626
33544	rnn.weight_ih_l0_reverse	1	-0.0022464855574071407
33544	rnn.weight_ih_l0_reverse	2	0.02381392940878868
33544	rnn.weight_ih_l0_reverse	3	-0.062137383967638016
33544	rnn.weight_ih_l0_reverse	4	0.00930153951048851
33544	rnn.weight_ih_l0_reverse	5	-0.04609326273202896
33544	rnn.weight_ih_l0_reverse	6	0.028396207839250565
33544	rnn.weight_ih_l0_reverse	7	0.04597989469766617
33544	rnn.weight_ih_l0_reverse	8	-0.04875743016600609
33544	rnn.weight_ih_l0_reverse	9	-0.05075517296791077
33544	rnn.weight_hh_l0_reverse	0	-0.08324167877435684
33544	rnn.weight_hh_l0_reverse	1	-0.06328963488340378
33544	rnn.weight_hh_l0_reverse	2	0.03440296649932861
33544	rnn.weight_hh_l0_reverse	3	0.0457693450152874
33544	rnn.weight_hh_l0_reverse	4	-0.01580473594367504
33544	rnn.weight_hh_l0_reverse	5	0.04557574540376663
33544	rnn.weight_hh_l0_reverse	6	0.0011551863281056285
33544	rnn.weight_hh_l0_reverse	7	-0.00018080582958646119
33544	rnn.weight_hh_l0_reverse	8	-0.09873385727405548
33544	rnn.weight_hh_l0_reverse	9	0.08014370501041412
33544	rnn.bias_ih_l0_reverse	0	-0.08893834054470062
33544	rnn.bias_ih_l0_reverse	1	-0.06907866895198822
33544	rnn.bias_ih_l0_reverse	2	0.10341287404298782
33544	rnn.bias_ih_l0_reverse	3	0.047818779945373535
33544	rnn.bias_ih_l0_reverse	4	-0.12920892238616943
33544	rnn.bias_ih_l0_reverse	5	0.04097946360707283
33544	rnn.bias_ih_l0_reverse	6	-0.10612107068300247
33544	rnn.bias_ih_l0_reverse	7	0.044440679252147675
33544	rnn.bias_ih_l0_reverse	8	0.034598253667354584
33544	rnn.bias_ih_l0_reverse	9	0.0633368119597435
33544	rnn.bias_hh_l0_reverse	0	0.056922297924757004
33544	rnn.bias_hh_l0_reverse	1	0.06547641009092331
33544	rnn.bias_hh_l0_reverse	2	0.07846349477767944
33544	rnn.bias_hh_l0_reverse	3	-0.0041337222792208195
33544	rnn.bias_hh_l0_reverse	4	0.07152249664068222
33544	rnn.bias_hh_l0_reverse	5	0.0068509080447256565
33544	rnn.bias_hh_l0_reverse	6	-0.0544610433280468
33544	rnn.bias_hh_l0_reverse	7	0.027398597449064255
33544	rnn.bias_hh_l0_reverse	8	0.011111042462289333
33544	rnn.bias_hh_l0_reverse	9	-0.16097599267959595
33544	linear.weight	0	0.17309321463108063
33544	linear.weight	1	-0.16287560760974884
33544	linear.weight	2	-0.2148430496454239
33544	linear.weight	3	0.07830793410539627
33544	linear.weight	4	-0.02671019919216633
33544	linear.weight	5	0.004003345966339111
33544	linear.weight	6	-0.006907133385539055
33544	linear.weight	7	-0.027073020115494728
33544	linear.weight	8	0.08425826579332352
33544	linear.weight	9	0.34915482997894287
33544	linear.bias	0	-0.20759879052639008
33544	linear.bias	1	0.19436052441596985
33544	linear.bias	2	-0.5396236181259155
33544	linear.bias	3	1.704172968864441
33544	linear.bias	4	-0.39686813950538635
33544	linear.bias	5	-0.030769959092140198
33544	linear.bias	6	-0.357743501663208
33544	linear.bias	7	-0.27935895323753357
33544	linear.bias	8	-0.04357806593179703
33544	linear.bias	9	-0.49791982769966125
33572	transitions	0	-0.6482704281806946
33572	transitions	1	0.3495869040489197
33572	transitions	2	1.6743478775024414
33572	transitions	3	0.09655720740556717
33572	transitions	4	0.9484115839004517
33572	transitions	5	1.2739231586456299
33572	transitions	6	0.4832989573478699
33572	transitions	7	0.17573466897010803
33572	transitions	8	-0.919520914554596
33572	transitions	9	0.930659294128418
33572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33572	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33572	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33572	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33572	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33572	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33572	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33572	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33572	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33572	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33572	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33572	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33572	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33572	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33572	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33572	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33572	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33572	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33572	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33572	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33572	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33572	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33572	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33572	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33572	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33572	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33572	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33572	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33572	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33572	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33572	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33572	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33572	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33572	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33572	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33572	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33572	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33572	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33572	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33572	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33572	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33572	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33572	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33572	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33572	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33572	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33572	embedding2nn.weight	0	0.02250691130757332
33572	embedding2nn.weight	1	0.014194500632584095
33572	embedding2nn.weight	2	-0.00428706593811512
33572	embedding2nn.weight	3	-0.00010655817459337413
33572	embedding2nn.weight	4	-0.00437010545283556
33572	embedding2nn.weight	5	0.01184932328760624
33572	embedding2nn.weight	6	-0.004970138426870108
33572	embedding2nn.weight	7	0.020815635100007057
33572	embedding2nn.weight	8	-0.00682124262675643
33572	embedding2nn.weight	9	-0.013902277685701847
33572	embedding2nn.bias	0	-0.039031971246004105
33572	embedding2nn.bias	1	-0.021703708916902542
33572	embedding2nn.bias	2	-0.07431265711784363
33572	embedding2nn.bias	3	-0.0015918842982500792
33572	embedding2nn.bias	4	0.003966319840401411
33572	embedding2nn.bias	5	-0.006814182735979557
33572	embedding2nn.bias	6	0.008905342780053616
33572	embedding2nn.bias	7	0.019993649795651436
33572	embedding2nn.bias	8	0.007124623749405146
33572	embedding2nn.bias	9	0.0015317832585424185
33572	rnn.weight_ih_l0	0	0.03951470926403999
33572	rnn.weight_ih_l0	1	-0.013603699393570423
33572	rnn.weight_ih_l0	2	-0.03645024448633194
33572	rnn.weight_ih_l0	3	-0.04482213035225868
33572	rnn.weight_ih_l0	4	-0.052024781703948975
33572	rnn.weight_ih_l0	5	-0.008449271321296692
33572	rnn.weight_ih_l0	6	-0.0519072487950325
33572	rnn.weight_ih_l0	7	-0.06157388165593147
33572	rnn.weight_ih_l0	8	-0.04473218321800232
33572	rnn.weight_ih_l0	9	-0.026947414502501488
33572	rnn.weight_hh_l0	0	0.01938583515584469
33572	rnn.weight_hh_l0	1	-0.009708880446851254
33572	rnn.weight_hh_l0	2	-0.06750612705945969
33572	rnn.weight_hh_l0	3	-0.03339165076613426
33572	rnn.weight_hh_l0	4	-0.07833044230937958
33572	rnn.weight_hh_l0	5	-0.014560285955667496
33572	rnn.weight_hh_l0	6	-0.054349564015865326
33572	rnn.weight_hh_l0	7	-0.04058760032057762
33572	rnn.weight_hh_l0	8	-0.019121985882520676
33572	rnn.weight_hh_l0	9	-0.007941646501421928
33572	rnn.bias_ih_l0	0	0.14550964534282684
33572	rnn.bias_ih_l0	1	-0.05603297799825668
33572	rnn.bias_ih_l0	2	0.10419609397649765
33572	rnn.bias_ih_l0	3	0.048816293478012085
33572	rnn.bias_ih_l0	4	0.09905875474214554
33572	rnn.bias_ih_l0	5	0.024298684671521187
33572	rnn.bias_ih_l0	6	-0.017461393028497696
33572	rnn.bias_ih_l0	7	-0.10875311493873596
33572	rnn.bias_ih_l0	8	-0.20707370340824127
33572	rnn.bias_ih_l0	9	0.08708078414201736
33572	rnn.bias_hh_l0	0	0.00268076965585351
33572	rnn.bias_hh_l0	1	0.02340177819132805
33572	rnn.bias_hh_l0	2	-0.0060660094022750854
33572	rnn.bias_hh_l0	3	-0.030265921726822853
33572	rnn.bias_hh_l0	4	-0.036299630999565125
33572	rnn.bias_hh_l0	5	0.14328068494796753
33572	rnn.bias_hh_l0	6	0.051488615572452545
33572	rnn.bias_hh_l0	7	0.05981817841529846
33572	rnn.bias_hh_l0	8	0.016907304525375366
33572	rnn.bias_hh_l0	9	0.0432693175971508
33572	rnn.weight_ih_l0_reverse	0	-0.02971169725060463
33572	rnn.weight_ih_l0_reverse	1	-0.0022485482040792704
33572	rnn.weight_ih_l0_reverse	2	0.023816244676709175
33572	rnn.weight_ih_l0_reverse	3	-0.06213159114122391
33572	rnn.weight_ih_l0_reverse	4	0.009303058497607708
33572	rnn.weight_ih_l0_reverse	5	-0.04609433189034462
33572	rnn.weight_ih_l0_reverse	6	0.02839582785964012
33572	rnn.weight_ih_l0_reverse	7	0.04598001763224602
33572	rnn.weight_ih_l0_reverse	8	-0.04875101521611214
33572	rnn.weight_ih_l0_reverse	9	-0.05075591430068016
33572	rnn.weight_hh_l0_reverse	0	-0.08323634415864944
33572	rnn.weight_hh_l0_reverse	1	-0.06329060345888138
33572	rnn.weight_hh_l0_reverse	2	0.0343998484313488
33572	rnn.weight_hh_l0_reverse	3	0.045763760805130005
33572	rnn.weight_hh_l0_reverse	4	-0.015809018164873123
33572	rnn.weight_hh_l0_reverse	5	0.04557599499821663
33572	rnn.weight_hh_l0_reverse	6	0.0011487152660265565
33572	rnn.weight_hh_l0_reverse	7	-0.00017996563110500574
33572	rnn.weight_hh_l0_reverse	8	-0.0987333208322525
33572	rnn.weight_hh_l0_reverse	9	0.08014357835054398
33572	rnn.bias_ih_l0_reverse	0	-0.08899372816085815
33572	rnn.bias_ih_l0_reverse	1	-0.06905703991651535
33572	rnn.bias_ih_l0_reverse	2	0.1034332886338234
33572	rnn.bias_ih_l0_reverse	3	0.04780930280685425
33572	rnn.bias_ih_l0_reverse	4	-0.12920302152633667
33572	rnn.bias_ih_l0_reverse	5	0.040990378707647324
33572	rnn.bias_ih_l0_reverse	6	-0.10613799095153809
33572	rnn.bias_ih_l0_reverse	7	0.044419292360544205
33572	rnn.bias_ih_l0_reverse	8	0.03458303213119507
33572	rnn.bias_ih_l0_reverse	9	0.06335993856191635
33572	rnn.bias_hh_l0_reverse	0	0.056894879788160324
33572	rnn.bias_hh_l0_reverse	1	0.06549008190631866
33572	rnn.bias_hh_l0_reverse	2	0.07845726609230042
33572	rnn.bias_hh_l0_reverse	3	-0.004138169344514608
33572	rnn.bias_hh_l0_reverse	4	0.07153364270925522
33572	rnn.bias_hh_l0_reverse	5	0.006904413923621178
33572	rnn.bias_hh_l0_reverse	6	-0.054481975734233856
33572	rnn.bias_hh_l0_reverse	7	0.027396852150559425
33572	rnn.bias_hh_l0_reverse	8	0.011089817620813847
33572	rnn.bias_hh_l0_reverse	9	-0.16095861792564392
33572	linear.weight	0	0.17314042150974274
33572	linear.weight	1	-0.16288256645202637
33572	linear.weight	2	-0.2148408144712448
33572	linear.weight	3	0.07826558500528336
33572	linear.weight	4	-0.026710133999586105
33572	linear.weight	5	0.004005596973001957
33572	linear.weight	6	-0.006906579714268446
33572	linear.weight	7	-0.02707139402627945
33572	linear.weight	8	0.08425378054380417
33572	linear.weight	9	0.34914278984069824
33572	linear.bias	0	-0.20761319994926453
33572	linear.bias	1	0.19432106614112854
33572	linear.bias	2	-0.5395927429199219
33572	linear.bias	3	1.7043501138687134
33572	linear.bias	4	-0.3968847990036011
33572	linear.bias	5	-0.030769959092140198
33572	linear.bias	6	-0.3577234447002411
33572	linear.bias	7	-0.2793700695037842
33572	linear.bias	8	-0.04381677508354187
33572	linear.bias	9	-0.4979207217693329
33600	transitions	0	-0.6482711434364319
33600	transitions	1	0.3495866358280182
33600	transitions	2	1.674347162246704
33600	transitions	3	0.09655710309743881
33600	transitions	4	0.94841068983078
33600	transitions	5	1.2739231586456299
33600	transitions	6	0.4832989573478699
33600	transitions	7	0.17573465406894684
33600	transitions	8	-0.919520914554596
33600	transitions	9	0.930659294128418
33600	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33600	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33600	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33600	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33600	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33600	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33600	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33600	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33600	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33600	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33600	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33600	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33600	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33600	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33600	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33600	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33600	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33600	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33600	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33600	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33600	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33600	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33600	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33600	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33600	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33600	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33600	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33600	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33600	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33600	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33600	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33600	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33600	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33600	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33600	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33600	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33600	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33600	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33600	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33600	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33600	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33600	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33600	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33600	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33600	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33600	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33600	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33600	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33600	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33600	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33600	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33600	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33600	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33600	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33600	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33600	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33600	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33600	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33600	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33600	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33600	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33600	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33600	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33600	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33600	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33600	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33600	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33600	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33600	embedding2nn.weight	0	0.022508669644594193
33600	embedding2nn.weight	1	0.014194120652973652
33600	embedding2nn.weight	2	-0.004286941606551409
33600	embedding2nn.weight	3	-0.00010637667583068833
33600	embedding2nn.weight	4	-0.004369385540485382
33600	embedding2nn.weight	5	0.011850601062178612
33600	embedding2nn.weight	6	-0.004970161709934473
33600	embedding2nn.weight	7	0.020798830315470695
33600	embedding2nn.weight	8	-0.0068219867534935474
33600	embedding2nn.weight	9	-0.013903873972594738
33600	embedding2nn.bias	0	-0.038937047123909
33600	embedding2nn.bias	1	-0.021744374185800552
33600	embedding2nn.bias	2	-0.07424414902925491
33600	embedding2nn.bias	3	-0.0016959903296083212
33600	embedding2nn.bias	4	0.004011434968560934
33600	embedding2nn.bias	5	-0.006821972783654928
33600	embedding2nn.bias	6	0.008928586728870869
33600	embedding2nn.bias	7	0.019922005012631416
33600	embedding2nn.bias	8	0.00708821602165699
33600	embedding2nn.bias	9	0.0016467414097860456
33600	rnn.weight_ih_l0	0	0.03951193764805794
33600	rnn.weight_ih_l0	1	-0.01360893901437521
33600	rnn.weight_ih_l0	2	-0.036457475274801254
33600	rnn.weight_ih_l0	3	-0.04481593146920204
33600	rnn.weight_ih_l0	4	-0.052015263587236404
33600	rnn.weight_ih_l0	5	-0.008451203815639019
33600	rnn.weight_ih_l0	6	-0.05190705507993698
33600	rnn.weight_ih_l0	7	-0.061573419719934464
33600	rnn.weight_ih_l0	8	-0.0447312593460083
33600	rnn.weight_ih_l0	9	-0.026947787031531334
33600	rnn.weight_hh_l0	0	0.01937851868569851
33600	rnn.weight_hh_l0	1	-0.009714928455650806
33600	rnn.weight_hh_l0	2	-0.06749965995550156
33600	rnn.weight_hh_l0	3	-0.03339139744639397
33600	rnn.weight_hh_l0	4	-0.07832900434732437
33600	rnn.weight_hh_l0	5	-0.014558125287294388
33600	rnn.weight_hh_l0	6	-0.0543474517762661
33600	rnn.weight_hh_l0	7	-0.040568698197603226
33600	rnn.weight_hh_l0	8	-0.01912063919007778
33600	rnn.weight_hh_l0	9	-0.00793546810746193
33600	rnn.bias_ih_l0	0	0.14551019668579102
33600	rnn.bias_ih_l0	1	-0.05602391064167023
33600	rnn.bias_ih_l0	2	0.10419141501188278
33600	rnn.bias_ih_l0	3	0.048828478902578354
33600	rnn.bias_ih_l0	4	0.09906201809644699
33600	rnn.bias_ih_l0	5	0.024312414228916168
33600	rnn.bias_ih_l0	6	-0.017482968047261238
33600	rnn.bias_ih_l0	7	-0.1086830273270607
33600	rnn.bias_ih_l0	8	-0.20705537497997284
33600	rnn.bias_ih_l0	9	0.0870889350771904
33600	rnn.bias_hh_l0	0	0.002675187774002552
33600	rnn.bias_hh_l0	1	0.023387424647808075
33600	rnn.bias_hh_l0	2	-0.006046631373465061
33600	rnn.bias_hh_l0	3	-0.030266910791397095
33600	rnn.bias_hh_l0	4	-0.03626398742198944
33600	rnn.bias_hh_l0	5	0.14332462847232819
33600	rnn.bias_hh_l0	6	0.05147349834442139
33600	rnn.bias_hh_l0	7	0.059798482805490494
33600	rnn.bias_hh_l0	8	0.016885729506611824
33600	rnn.bias_hh_l0	9	0.04328837990760803
33600	rnn.weight_ih_l0_reverse	0	-0.029708921909332275
33600	rnn.weight_ih_l0_reverse	1	-0.0022432287223637104
33600	rnn.weight_ih_l0_reverse	2	0.02381458692252636
33600	rnn.weight_ih_l0_reverse	3	-0.06212538480758667
33600	rnn.weight_ih_l0_reverse	4	0.009307095780968666
33600	rnn.weight_ih_l0_reverse	5	-0.04608936980366707
33600	rnn.weight_ih_l0_reverse	6	0.02838977426290512
33600	rnn.weight_ih_l0_reverse	7	0.045981261879205704
33600	rnn.weight_ih_l0_reverse	8	-0.048756636679172516
33600	rnn.weight_ih_l0_reverse	9	-0.05075564607977867
33600	rnn.weight_hh_l0_reverse	0	-0.08324213325977325
33600	rnn.weight_hh_l0_reverse	1	-0.06330744177103043
33600	rnn.weight_hh_l0_reverse	2	0.03439825400710106
33600	rnn.weight_hh_l0_reverse	3	0.045766737312078476
33600	rnn.weight_hh_l0_reverse	4	-0.015819082036614418
33600	rnn.weight_hh_l0_reverse	5	0.045575980097055435
33600	rnn.weight_hh_l0_reverse	6	0.0011289108078926802
33600	rnn.weight_hh_l0_reverse	7	-0.00017827701230999082
33600	rnn.weight_hh_l0_reverse	8	-0.09873203188180923
33600	rnn.weight_hh_l0_reverse	9	0.08015389740467072
33600	rnn.bias_ih_l0_reverse	0	-0.08903403580188751
33600	rnn.bias_ih_l0_reverse	1	-0.06904584914445877
33600	rnn.bias_ih_l0_reverse	2	0.10342960059642792
33600	rnn.bias_ih_l0_reverse	3	0.04780900478363037
33600	rnn.bias_ih_l0_reverse	4	-0.12919053435325623
33600	rnn.bias_ih_l0_reverse	5	0.04101058095693588
33600	rnn.bias_ih_l0_reverse	6	-0.10614711046218872
33600	rnn.bias_ih_l0_reverse	7	0.04440848529338837
33600	rnn.bias_ih_l0_reverse	8	0.03456910699605942
33600	rnn.bias_ih_l0_reverse	9	0.06336193531751633
33600	rnn.bias_hh_l0_reverse	0	0.056835904717445374
33600	rnn.bias_hh_l0_reverse	1	0.0654519721865654
33600	rnn.bias_hh_l0_reverse	2	0.07845588773488998
33600	rnn.bias_hh_l0_reverse	3	-0.0041426923125982285
33600	rnn.bias_hh_l0_reverse	4	0.07153642177581787
33600	rnn.bias_hh_l0_reverse	5	0.006934877019375563
33600	rnn.bias_hh_l0_reverse	6	-0.05446341261267662
33600	rnn.bias_hh_l0_reverse	7	0.027393246069550514
33600	rnn.bias_hh_l0_reverse	8	0.011110746301710606
33600	rnn.bias_hh_l0_reverse	9	-0.16097518801689148
33600	linear.weight	0	0.1730733960866928
33600	linear.weight	1	-0.1628715693950653
33600	linear.weight	2	-0.21483932435512543
33600	linear.weight	3	0.07825952023267746
33600	linear.weight	4	-0.026706088334321976
33600	linear.weight	5	0.004001157358288765
33600	linear.weight	6	-0.006906568538397551
33600	linear.weight	7	-0.02707662247121334
33600	linear.weight	8	0.08421540260314941
33600	linear.weight	9	0.3491290509700775
33600	linear.bias	0	-0.20761840045452118
33600	linear.bias	1	0.19431380927562714
33600	linear.bias	2	-0.5395892858505249
33600	linear.bias	3	1.704725980758667
33600	linear.bias	4	-0.3968871533870697
33600	linear.bias	5	-0.030769959092140198
33600	linear.bias	6	-0.3576975166797638
33600	linear.bias	7	-0.2793353199958801
33600	linear.bias	8	-0.04398844391107559
33600	linear.bias	9	-0.49792155623435974
33628	transitions	0	-0.6482712626457214
33628	transitions	1	0.3495860695838928
33628	transitions	2	1.6743470430374146
33628	transitions	3	0.09655698388814926
33628	transitions	4	0.9484105706214905
33628	transitions	5	1.2739231586456299
33628	transitions	6	0.4832989573478699
33628	transitions	7	0.17573314905166626
33628	transitions	8	-0.919520914554596
33628	transitions	9	0.930659294128418
33628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33628	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33628	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33628	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33628	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33628	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33628	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33628	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33628	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33628	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33628	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33628	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33628	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33628	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33628	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33628	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33628	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33628	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33628	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33628	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33628	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33628	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33628	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33628	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33628	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33628	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33628	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33628	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33628	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33628	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33628	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33628	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33628	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33628	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33628	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33628	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33628	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33628	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33628	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33628	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33628	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33628	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33628	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33628	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33628	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33628	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33628	embedding2nn.weight	0	0.022509919479489326
33628	embedding2nn.weight	1	0.014194807969033718
33628	embedding2nn.weight	2	-0.004287477117031813
33628	embedding2nn.weight	3	-0.0001045342069119215
33628	embedding2nn.weight	4	-0.004369338508695364
33628	embedding2nn.weight	5	0.011849157512187958
33628	embedding2nn.weight	6	-0.004970124457031488
33628	embedding2nn.weight	7	0.020802592858672142
33628	embedding2nn.weight	8	-0.006822418421506882
33628	embedding2nn.weight	9	-0.013903362676501274
33628	embedding2nn.bias	0	-0.038926415145397186
33628	embedding2nn.bias	1	-0.021703077480196953
33628	embedding2nn.bias	2	-0.07424783706665039
33628	embedding2nn.bias	3	-0.0016956733306869864
33628	embedding2nn.bias	4	0.004045885056257248
33628	embedding2nn.bias	5	-0.006722911726683378
33628	embedding2nn.bias	6	0.008841469883918762
33628	embedding2nn.bias	7	0.019925078377127647
33628	embedding2nn.bias	8	0.007014536764472723
33628	embedding2nn.bias	9	0.0016619549132883549
33628	rnn.weight_ih_l0	0	0.03951488062739372
33628	rnn.weight_ih_l0	1	-0.013599066063761711
33628	rnn.weight_ih_l0	2	-0.03646879643201828
33628	rnn.weight_ih_l0	3	-0.044815897941589355
33628	rnn.weight_ih_l0	4	-0.0520155094563961
33628	rnn.weight_ih_l0	5	-0.00845083873718977
33628	rnn.weight_ih_l0	6	-0.05190864950418472
33628	rnn.weight_ih_l0	7	-0.06157645210623741
33628	rnn.weight_ih_l0	8	-0.04473323002457619
33628	rnn.weight_ih_l0	9	-0.026944885030388832
33628	rnn.weight_hh_l0	0	0.01937868446111679
33628	rnn.weight_hh_l0	1	-0.00971662625670433
33628	rnn.weight_hh_l0	2	-0.06750123202800751
33628	rnn.weight_hh_l0	3	-0.03339829668402672
33628	rnn.weight_hh_l0	4	-0.07832638919353485
33628	rnn.weight_hh_l0	5	-0.01455000601708889
33628	rnn.weight_hh_l0	6	-0.05437556654214859
33628	rnn.weight_hh_l0	7	-0.04056500270962715
33628	rnn.weight_hh_l0	8	-0.0191181730479002
33628	rnn.weight_hh_l0	9	-0.00793018750846386
33628	rnn.bias_ih_l0	0	0.14551661908626556
33628	rnn.bias_ih_l0	1	-0.056019484996795654
33628	rnn.bias_ih_l0	2	0.10422082245349884
33628	rnn.bias_ih_l0	3	0.04884576052427292
33628	rnn.bias_ih_l0	4	0.0990598276257515
33628	rnn.bias_ih_l0	5	0.024284163489937782
33628	rnn.bias_ih_l0	6	-0.01751534268260002
33628	rnn.bias_ih_l0	7	-0.10877811163663864
33628	rnn.bias_ih_l0	8	-0.20696613192558289
33628	rnn.bias_ih_l0	9	0.08707508444786072
33628	rnn.bias_hh_l0	0	0.0026631811633706093
33628	rnn.bias_hh_l0	1	0.023374712094664574
33628	rnn.bias_hh_l0	2	-0.006058254279196262
33628	rnn.bias_hh_l0	3	-0.03021690621972084
33628	rnn.bias_hh_l0	4	-0.0362587533891201
33628	rnn.bias_hh_l0	5	0.14334027469158173
33628	rnn.bias_hh_l0	6	0.05152829736471176
33628	rnn.bias_hh_l0	7	0.05979703739285469
33628	rnn.bias_hh_l0	8	0.01685335487127304
33628	rnn.bias_hh_l0	9	0.04328376427292824
33628	rnn.weight_ih_l0_reverse	0	-0.0297092255204916
33628	rnn.weight_ih_l0_reverse	1	-0.0022406531497836113
33628	rnn.weight_ih_l0_reverse	2	0.023812122642993927
33628	rnn.weight_ih_l0_reverse	3	-0.06212422624230385
33628	rnn.weight_ih_l0_reverse	4	0.009307821281254292
33628	rnn.weight_ih_l0_reverse	5	-0.046086907386779785
33628	rnn.weight_ih_l0_reverse	6	0.028384128585457802
33628	rnn.weight_ih_l0_reverse	7	0.04598264768719673
33628	rnn.weight_ih_l0_reverse	8	-0.04875434935092926
33628	rnn.weight_ih_l0_reverse	9	-0.05075487866997719
33628	rnn.weight_hh_l0_reverse	0	-0.08324544876813889
33628	rnn.weight_hh_l0_reverse	1	-0.0633123368024826
33628	rnn.weight_hh_l0_reverse	2	0.03439909592270851
33628	rnn.weight_hh_l0_reverse	3	0.045765992254018784
33628	rnn.weight_hh_l0_reverse	4	-0.0158277228474617
33628	rnn.weight_hh_l0_reverse	5	0.04557240381836891
33628	rnn.weight_hh_l0_reverse	6	0.0011504373978823423
33628	rnn.weight_hh_l0_reverse	7	-0.00017142081924248487
33628	rnn.weight_hh_l0_reverse	8	-0.09873396903276443
33628	rnn.weight_hh_l0_reverse	9	0.08015748858451843
33628	rnn.bias_ih_l0_reverse	0	-0.08899827301502228
33628	rnn.bias_ih_l0_reverse	1	-0.06905775517225266
33628	rnn.bias_ih_l0_reverse	2	0.10343965888023376
33628	rnn.bias_ih_l0_reverse	3	0.04781608283519745
33628	rnn.bias_ih_l0_reverse	4	-0.12917661666870117
33628	rnn.bias_ih_l0_reverse	5	0.0410165973007679
33628	rnn.bias_ih_l0_reverse	6	-0.10614249855279922
33628	rnn.bias_ih_l0_reverse	7	0.04441767558455467
33628	rnn.bias_ih_l0_reverse	8	0.03458623215556145
33628	rnn.bias_ih_l0_reverse	9	0.06336495280265808
33628	rnn.bias_hh_l0_reverse	0	0.05693366006016731
33628	rnn.bias_hh_l0_reverse	1	0.06547947973012924
33628	rnn.bias_hh_l0_reverse	2	0.07844087481498718
33628	rnn.bias_hh_l0_reverse	3	-0.004136123228818178
33628	rnn.bias_hh_l0_reverse	4	0.07154771685600281
33628	rnn.bias_hh_l0_reverse	5	0.007030803710222244
33628	rnn.bias_hh_l0_reverse	6	-0.054485391825437546
33628	rnn.bias_hh_l0_reverse	7	0.02734316699206829
33628	rnn.bias_hh_l0_reverse	8	0.01112730149179697
33628	rnn.bias_hh_l0_reverse	9	-0.1610051691532135
33628	linear.weight	0	0.17299936711788177
33628	linear.weight	1	-0.16287118196487427
33628	linear.weight	2	-0.214834526181221
33628	linear.weight	3	0.07831300050020218
33628	linear.weight	4	-0.026698973029851913
33628	linear.weight	5	0.004007491748780012
33628	linear.weight	6	-0.006906517315655947
33628	linear.weight	7	-0.02707560732960701
33628	linear.weight	8	0.08420782536268234
33628	linear.weight	9	0.3491259515285492
33628	linear.bias	0	-0.2076011300086975
33628	linear.bias	1	0.19434665143489838
33628	linear.bias	2	-0.5396019220352173
33628	linear.bias	3	1.7046654224395752
33628	linear.bias	4	-0.39689019322395325
33628	linear.bias	5	-0.030769959092140198
33628	linear.bias	6	-0.357730895280838
33628	linear.bias	7	-0.27935752272605896
33628	linear.bias	8	-0.044112782925367355
33628	linear.bias	9	-0.49792200326919556
33656	transitions	0	-0.6482717394828796
33656	transitions	1	0.3495859205722809
33656	transitions	2	1.6743468046188354
33656	transitions	3	0.09655684232711792
33656	transitions	4	0.9484104514122009
33656	transitions	5	1.2739231586456299
33656	transitions	6	0.4832988977432251
33656	transitions	7	0.17573314905166626
33656	transitions	8	-0.919520914554596
33656	transitions	9	0.930659294128418
33656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33656	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33656	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33656	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33656	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33656	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33656	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33656	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33656	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33656	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33656	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33656	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33656	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33656	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33656	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33656	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33656	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33656	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33656	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33656	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33656	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33656	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33656	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33656	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33656	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33656	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33656	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33656	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33656	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33656	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33656	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33656	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33656	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33656	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33656	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33656	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33656	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33656	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33656	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33656	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33656	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33656	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33656	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33656	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33656	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33656	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33656	embedding2nn.weight	0	0.022512326017022133
33656	embedding2nn.weight	1	0.014194012619554996
33656	embedding2nn.weight	2	-0.00428750878199935
33656	embedding2nn.weight	3	-0.0001043879528879188
33656	embedding2nn.weight	4	-0.004370315466076136
33656	embedding2nn.weight	5	0.01184526551514864
33656	embedding2nn.weight	6	-0.004971680231392384
33656	embedding2nn.weight	7	0.0208035446703434
33656	embedding2nn.weight	8	-0.006821315735578537
33656	embedding2nn.weight	9	-0.013904661871492863
33656	embedding2nn.bias	0	-0.03895341604948044
33656	embedding2nn.bias	1	-0.02165386825799942
33656	embedding2nn.bias	2	-0.07444673776626587
33656	embedding2nn.bias	3	-0.0017686134669929743
33656	embedding2nn.bias	4	0.00401722127571702
33656	embedding2nn.bias	5	-0.006927867420017719
33656	embedding2nn.bias	6	0.008997807279229164
33656	embedding2nn.bias	7	0.01984315738081932
33656	embedding2nn.bias	8	0.006997883319854736
33656	embedding2nn.bias	9	0.0015338629018515348
33656	rnn.weight_ih_l0	0	0.039512209594249725
33656	rnn.weight_ih_l0	1	-0.013609332032501698
33656	rnn.weight_ih_l0	2	-0.03646408021450043
33656	rnn.weight_ih_l0	3	-0.044816579669713974
33656	rnn.weight_ih_l0	4	-0.05201244726777077
33656	rnn.weight_ih_l0	5	-0.008446702733635902
33656	rnn.weight_ih_l0	6	-0.05189938098192215
33656	rnn.weight_ih_l0	7	-0.0615733340382576
33656	rnn.weight_ih_l0	8	-0.044734735041856766
33656	rnn.weight_ih_l0	9	-0.026948710903525352
33656	rnn.weight_hh_l0	0	0.01938403584063053
33656	rnn.weight_hh_l0	1	-0.009708541445434093
33656	rnn.weight_hh_l0	2	-0.06751883774995804
33656	rnn.weight_hh_l0	3	-0.03339528664946556
33656	rnn.weight_hh_l0	4	-0.07832220196723938
33656	rnn.weight_hh_l0	5	-0.014554072171449661
33656	rnn.weight_hh_l0	6	-0.05437055602669716
33656	rnn.weight_hh_l0	7	-0.04054490476846695
33656	rnn.weight_hh_l0	8	-0.019119752570986748
33656	rnn.weight_hh_l0	9	-0.007929124869406223
33656	rnn.bias_ih_l0	0	0.14552591741085052
33656	rnn.bias_ih_l0	1	-0.05602482706308365
33656	rnn.bias_ih_l0	2	0.10416040569543839
33656	rnn.bias_ih_l0	3	0.04885866492986679
33656	rnn.bias_ih_l0	4	0.09906350821256638
33656	rnn.bias_ih_l0	5	0.024276845157146454
33656	rnn.bias_ih_l0	6	-0.01747761107981205
33656	rnn.bias_ih_l0	7	-0.10863317549228668
33656	rnn.bias_ih_l0	8	-0.20703639090061188
33656	rnn.bias_ih_l0	9	0.08706550300121307
33656	rnn.bias_hh_l0	0	0.002662954619154334
33656	rnn.bias_hh_l0	1	0.02338903769850731
33656	rnn.bias_hh_l0	2	-0.006079426035284996
33656	rnn.bias_hh_l0	3	-0.03023761883378029
33656	rnn.bias_hh_l0	4	-0.036272987723350525
33656	rnn.bias_hh_l0	5	0.1433113068342209
33656	rnn.bias_hh_l0	6	0.05154108628630638
33656	rnn.bias_hh_l0	7	0.059777259826660156
33656	rnn.bias_hh_l0	8	0.016891086474061012
33656	rnn.bias_hh_l0	9	0.04325355961918831
33656	rnn.weight_ih_l0_reverse	0	-0.029706541448831558
33656	rnn.weight_ih_l0_reverse	1	-0.0022448457311838865
33656	rnn.weight_ih_l0_reverse	2	0.02381102181971073
33656	rnn.weight_ih_l0_reverse	3	-0.06212117522954941
33656	rnn.weight_ih_l0_reverse	4	0.00930775422602892
33656	rnn.weight_ih_l0_reverse	5	-0.04608471691608429
33656	rnn.weight_ih_l0_reverse	6	0.02838345430791378
33656	rnn.weight_ih_l0_reverse	7	0.04598426818847656
33656	rnn.weight_ih_l0_reverse	8	-0.048749636858701706
33656	rnn.weight_ih_l0_reverse	9	-0.05075457692146301
33656	rnn.weight_hh_l0_reverse	0	-0.08325394988059998
33656	rnn.weight_hh_l0_reverse	1	-0.06330748647451401
33656	rnn.weight_hh_l0_reverse	2	0.034399326890707016
33656	rnn.weight_hh_l0_reverse	3	0.04577096551656723
33656	rnn.weight_hh_l0_reverse	4	-0.01582963578402996
33656	rnn.weight_hh_l0_reverse	5	0.045570261776447296
33656	rnn.weight_hh_l0_reverse	6	0.001149676158092916
33656	rnn.weight_hh_l0_reverse	7	-0.0001702101289993152
33656	rnn.weight_hh_l0_reverse	8	-0.09873121976852417
33656	rnn.weight_hh_l0_reverse	9	0.08016195893287659
33656	rnn.bias_ih_l0_reverse	0	-0.08900675922632217
33656	rnn.bias_ih_l0_reverse	1	-0.06904199719429016
33656	rnn.bias_ih_l0_reverse	2	0.10342694818973541
33656	rnn.bias_ih_l0_reverse	3	0.04779660329222679
33656	rnn.bias_ih_l0_reverse	4	-0.12917597591876984
33656	rnn.bias_ih_l0_reverse	5	0.04102112352848053
33656	rnn.bias_ih_l0_reverse	6	-0.10615887492895126
33656	rnn.bias_ih_l0_reverse	7	0.044445108622312546
33656	rnn.bias_ih_l0_reverse	8	0.034576546400785446
33656	rnn.bias_ih_l0_reverse	9	0.06337939202785492
33656	rnn.bias_hh_l0_reverse	0	0.05691347271203995
33656	rnn.bias_hh_l0_reverse	1	0.06548869609832764
33656	rnn.bias_hh_l0_reverse	2	0.07844512909650803
33656	rnn.bias_hh_l0_reverse	3	-0.004145557060837746
33656	rnn.bias_hh_l0_reverse	4	0.07151957601308823
33656	rnn.bias_hh_l0_reverse	5	0.006990957539528608
33656	rnn.bias_hh_l0_reverse	6	-0.054480064660310745
33656	rnn.bias_hh_l0_reverse	7	0.027361584827303886
33656	rnn.bias_hh_l0_reverse	8	0.011149116791784763
33656	rnn.bias_hh_l0_reverse	9	-0.1609860062599182
33656	linear.weight	0	0.1730729341506958
33656	linear.weight	1	-0.16287122666835785
33656	linear.weight	2	-0.21482570469379425
33656	linear.weight	3	0.07828366756439209
33656	linear.weight	4	-0.026717381551861763
33656	linear.weight	5	0.0039951433427631855
33656	linear.weight	6	-0.006906464695930481
33656	linear.weight	7	-0.02707534469664097
33656	linear.weight	8	0.08418579399585724
33656	linear.weight	9	0.3491305410861969
33656	linear.bias	0	-0.20768478512763977
33656	linear.bias	1	0.19421224296092987
33656	linear.bias	2	-0.5396292805671692
33656	linear.bias	3	1.7048619985580444
33656	linear.bias	4	-0.39689138531684875
33656	linear.bias	5	-0.030769959092140198
33656	linear.bias	6	-0.3577560782432556
33656	linear.bias	7	-0.2793671190738678
33656	linear.bias	8	-0.04374034330248833
33656	linear.bias	9	-0.49792325496673584
33684	transitions	0	-0.6482718586921692
33684	transitions	1	0.34958550333976746
33684	transitions	2	1.6743464469909668
33684	transitions	3	0.0965566337108612
33684	transitions	4	0.9484103918075562
33684	transitions	5	1.2739231586456299
33684	transitions	6	0.4832988977432251
33684	transitions	7	0.17573314905166626
33684	transitions	8	-0.919520914554596
33684	transitions	9	0.930659294128418
33684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33684	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33684	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33684	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33684	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33684	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33684	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33684	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33684	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33684	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33684	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33684	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33684	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33684	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33684	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33684	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33684	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33684	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33684	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33684	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33684	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33684	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33684	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33684	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33684	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33684	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33684	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33684	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33684	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33684	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33684	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33684	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33684	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33684	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33684	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33684	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33684	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33684	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33684	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33684	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33684	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33684	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33684	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33684	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33684	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33684	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33684	embedding2nn.weight	0	0.022509614005684853
33684	embedding2nn.weight	1	0.014192904345691204
33684	embedding2nn.weight	2	-0.004287928808480501
33684	embedding2nn.weight	3	-0.00010472454596310854
33684	embedding2nn.weight	4	-0.004369952250272036
33684	embedding2nn.weight	5	0.011847984045743942
33684	embedding2nn.weight	6	-0.004970890935510397
33684	embedding2nn.weight	7	0.020790738984942436
33684	embedding2nn.weight	8	-0.006821155082434416
33684	embedding2nn.weight	9	-0.013904508203268051
33684	embedding2nn.bias	0	-0.039017971605062485
33684	embedding2nn.bias	1	-0.02160048671066761
33684	embedding2nn.bias	2	-0.07446044683456421
33684	embedding2nn.bias	3	-0.0017596828984096646
33684	embedding2nn.bias	4	0.004027546849101782
33684	embedding2nn.bias	5	-0.0069121066480875015
33684	embedding2nn.bias	6	0.009035379625856876
33684	embedding2nn.bias	7	0.019877076148986816
33684	embedding2nn.bias	8	0.007029913365840912
33684	embedding2nn.bias	9	0.0015497717540711164
33684	rnn.weight_ih_l0	0	0.039514247328042984
33684	rnn.weight_ih_l0	1	-0.013607923872768879
33684	rnn.weight_ih_l0	2	-0.036464206874370575
33684	rnn.weight_ih_l0	3	-0.044817693531513214
33684	rnn.weight_ih_l0	4	-0.05200931429862976
33684	rnn.weight_ih_l0	5	-0.008446399122476578
33684	rnn.weight_ih_l0	6	-0.05190075561404228
33684	rnn.weight_ih_l0	7	-0.061573803424835205
33684	rnn.weight_ih_l0	8	-0.044732604175806046
33684	rnn.weight_ih_l0	9	-0.026946812868118286
33684	rnn.weight_hh_l0	0	0.019377179443836212
33684	rnn.weight_hh_l0	1	-0.009709654375910759
33684	rnn.weight_hh_l0	2	-0.06752017140388489
33684	rnn.weight_hh_l0	3	-0.033391643315553665
33684	rnn.weight_hh_l0	4	-0.07832401990890503
33684	rnn.weight_hh_l0	5	-0.014550291001796722
33684	rnn.weight_hh_l0	6	-0.0543624646961689
33684	rnn.weight_hh_l0	7	-0.04055759683251381
33684	rnn.weight_hh_l0	8	-0.019124314188957214
33684	rnn.weight_hh_l0	9	-0.007925516925752163
33684	rnn.bias_ih_l0	0	0.1455240249633789
33684	rnn.bias_ih_l0	1	-0.05603260174393654
33684	rnn.bias_ih_l0	2	0.10417598485946655
33684	rnn.bias_ih_l0	3	0.04885779321193695
33684	rnn.bias_ih_l0	4	0.0990850180387497
33684	rnn.bias_ih_l0	5	0.024275638163089752
33684	rnn.bias_ih_l0	6	-0.01745092123746872
33684	rnn.bias_ih_l0	7	-0.10871703922748566
33684	rnn.bias_ih_l0	8	-0.20704993605613708
33684	rnn.bias_ih_l0	9	0.0870780199766159
33684	rnn.bias_hh_l0	0	0.0026603764854371548
33684	rnn.bias_hh_l0	1	0.023387862369418144
33684	rnn.bias_hh_l0	2	-0.006048699840903282
33684	rnn.bias_hh_l0	3	-0.0302212405949831
33684	rnn.bias_hh_l0	4	-0.0362907350063324
33684	rnn.bias_hh_l0	5	0.14331521093845367
33684	rnn.bias_hh_l0	6	0.051554977893829346
33684	rnn.bias_hh_l0	7	0.0597793385386467
33684	rnn.bias_hh_l0	8	0.016917776316404343
33684	rnn.bias_hh_l0	9	0.043256111443042755
33684	rnn.weight_ih_l0_reverse	0	-0.029707277193665504
33684	rnn.weight_ih_l0_reverse	1	-0.002250753343105316
33684	rnn.weight_ih_l0_reverse	2	0.02381104789674282
33684	rnn.weight_ih_l0_reverse	3	-0.062125515192747116
33684	rnn.weight_ih_l0_reverse	4	0.00930942315608263
33684	rnn.weight_ih_l0_reverse	5	-0.04608914628624916
33684	rnn.weight_ih_l0_reverse	6	0.028373753651976585
33684	rnn.weight_ih_l0_reverse	7	0.04598228633403778
33684	rnn.weight_ih_l0_reverse	8	-0.04874609038233757
33684	rnn.weight_ih_l0_reverse	9	-0.05075612664222717
33684	rnn.weight_hh_l0_reverse	0	-0.08325943350791931
33684	rnn.weight_hh_l0_reverse	1	-0.06330114603042603
33684	rnn.weight_hh_l0_reverse	2	0.03440219908952713
33684	rnn.weight_hh_l0_reverse	3	0.04577786475419998
33684	rnn.weight_hh_l0_reverse	4	-0.015818394720554352
33684	rnn.weight_hh_l0_reverse	5	0.04557350277900696
33684	rnn.weight_hh_l0_reverse	6	0.0011406127596274018
33684	rnn.weight_hh_l0_reverse	7	-0.00016798866272438318
33684	rnn.weight_hh_l0_reverse	8	-0.09873482584953308
33684	rnn.weight_hh_l0_reverse	9	0.08016837388277054
33684	rnn.bias_ih_l0_reverse	0	-0.08905977755784988
33684	rnn.bias_ih_l0_reverse	1	-0.06905539333820343
33684	rnn.bias_ih_l0_reverse	2	0.10342571139335632
33684	rnn.bias_ih_l0_reverse	3	0.04780013486742973
33684	rnn.bias_ih_l0_reverse	4	-0.1291784942150116
33684	rnn.bias_ih_l0_reverse	5	0.04104050248861313
33684	rnn.bias_ih_l0_reverse	6	-0.10616892576217651
33684	rnn.bias_ih_l0_reverse	7	0.04442855343222618
33684	rnn.bias_ih_l0_reverse	8	0.03457588702440262
33684	rnn.bias_ih_l0_reverse	9	0.06337621808052063
33684	rnn.bias_hh_l0_reverse	0	0.056880153715610504
33684	rnn.bias_hh_l0_reverse	1	0.06550179421901703
33684	rnn.bias_hh_l0_reverse	2	0.07843463122844696
33684	rnn.bias_hh_l0_reverse	3	-0.004135803319513798
33684	rnn.bias_hh_l0_reverse	4	0.07150719314813614
33684	rnn.bias_hh_l0_reverse	5	0.006965978071093559
33684	rnn.bias_hh_l0_reverse	6	-0.054475631564855576
33684	rnn.bias_hh_l0_reverse	7	0.027356939390301704
33684	rnn.bias_hh_l0_reverse	8	0.011137912981212139
33684	rnn.bias_hh_l0_reverse	9	-0.16103331744670868
33684	linear.weight	0	0.1730964034795761
33684	linear.weight	1	-0.1628711223602295
33684	linear.weight	2	-0.21486538648605347
33684	linear.weight	3	0.07826466113328934
33684	linear.weight	4	-0.02671174146234989
33684	linear.weight	5	0.003993138670921326
33684	linear.weight	6	-0.006906468421220779
33684	linear.weight	7	-0.027075130492448807
33684	linear.weight	8	0.08420009911060333
33684	linear.weight	9	0.34914612770080566
33684	linear.bias	0	-0.20753119885921478
33684	linear.bias	1	0.1942138969898224
33684	linear.bias	2	-0.539638876914978
33684	linear.bias	3	1.7046544551849365
33684	linear.bias	4	-0.39678511023521423
33684	linear.bias	5	-0.030769959092140198
33684	linear.bias	6	-0.3577629029750824
33684	linear.bias	7	-0.2793794870376587
33684	linear.bias	8	-0.043613944202661514
33684	linear.bias	9	-0.497923880815506
33712	transitions	0	-0.6482725739479065
33712	transitions	1	0.3495854139328003
33712	transitions	2	1.6743462085723877
33712	transitions	3	0.09655649214982986
33712	transitions	4	0.9484103322029114
33712	transitions	5	1.2739231586456299
33712	transitions	6	0.4832988679409027
33712	transitions	7	0.17573313415050507
33712	transitions	8	-0.919520914554596
33712	transitions	9	0.930659294128418
33712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33712	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33712	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33712	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33712	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33712	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33712	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33712	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33712	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33712	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33712	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33712	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33712	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33712	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33712	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33712	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33712	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33712	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33712	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33712	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33712	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33712	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33712	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33712	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33712	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33712	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33712	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33712	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33712	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33712	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33712	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33712	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33712	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33712	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33712	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33712	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33712	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33712	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33712	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33712	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33712	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33712	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33712	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33712	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33712	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33712	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33712	embedding2nn.weight	0	0.022505756467580795
33712	embedding2nn.weight	1	0.014191921800374985
33712	embedding2nn.weight	2	-0.0042876992374658585
33712	embedding2nn.weight	3	-0.00010157838551094756
33712	embedding2nn.weight	4	-0.004369682632386684
33712	embedding2nn.weight	5	0.011848678812384605
33712	embedding2nn.weight	6	-0.004970342852175236
33712	embedding2nn.weight	7	0.020795755088329315
33712	embedding2nn.weight	8	-0.006820606999099255
33712	embedding2nn.weight	9	-0.013903683982789516
33712	embedding2nn.bias	0	-0.03911373019218445
33712	embedding2nn.bias	1	-0.021612217649817467
33712	embedding2nn.bias	2	-0.07443638890981674
33712	embedding2nn.bias	3	-0.0017735227011144161
33712	embedding2nn.bias	4	0.004049242474138737
33712	embedding2nn.bias	5	-0.006888566538691521
33712	embedding2nn.bias	6	0.009018266573548317
33712	embedding2nn.bias	7	0.019869545474648476
33712	embedding2nn.bias	8	0.0070013850927352905
33712	embedding2nn.bias	9	0.00156118581071496
33712	rnn.weight_ih_l0	0	0.03951406851410866
33712	rnn.weight_ih_l0	1	-0.013607639819383621
33712	rnn.weight_ih_l0	2	-0.036463093012571335
33712	rnn.weight_ih_l0	3	-0.044816743582487106
33712	rnn.weight_ih_l0	4	-0.05200795829296112
33712	rnn.weight_ih_l0	5	-0.008446626365184784
33712	rnn.weight_ih_l0	6	-0.05189866945147514
33712	rnn.weight_ih_l0	7	-0.061574507504701614
33712	rnn.weight_ih_l0	8	-0.0447341725230217
33712	rnn.weight_ih_l0	9	-0.02694706618785858
33712	rnn.weight_hh_l0	0	0.019370606169104576
33712	rnn.weight_hh_l0	1	-0.009702752344310284
33712	rnn.weight_hh_l0	2	-0.06751513481140137
33712	rnn.weight_hh_l0	3	-0.033391546458005905
33712	rnn.weight_hh_l0	4	-0.07832927256822586
33712	rnn.weight_hh_l0	5	-0.014552569016814232
33712	rnn.weight_hh_l0	6	-0.05435694381594658
33712	rnn.weight_hh_l0	7	-0.040548816323280334
33712	rnn.weight_hh_l0	8	-0.019119469448924065
33712	rnn.weight_hh_l0	9	-0.007915820926427841
33712	rnn.bias_ih_l0	0	0.14551891386508942
33712	rnn.bias_ih_l0	1	-0.056051105260849
33712	rnn.bias_ih_l0	2	0.1041647270321846
33712	rnn.bias_ih_l0	3	0.04886115342378616
33712	rnn.bias_ih_l0	4	0.09906268864870071
33712	rnn.bias_ih_l0	5	0.024262497201561928
33712	rnn.bias_ih_l0	6	-0.01741923578083515
33712	rnn.bias_ih_l0	7	-0.10868018865585327
33712	rnn.bias_ih_l0	8	-0.20703235268592834
33712	rnn.bias_ih_l0	9	0.087073914706707
33712	rnn.bias_hh_l0	0	0.0026686580386012793
33712	rnn.bias_hh_l0	1	0.023382147774100304
33712	rnn.bias_hh_l0	2	-0.0060454970225691795
33712	rnn.bias_hh_l0	3	-0.030218735337257385
33712	rnn.bias_hh_l0	4	-0.03624874725937843
33712	rnn.bias_hh_l0	5	0.14330458641052246
33712	rnn.bias_hh_l0	6	0.05157237499952316
33712	rnn.bias_hh_l0	7	0.05977455526590347
33712	rnn.bias_hh_l0	8	0.01694946177303791
33712	rnn.bias_hh_l0	9	0.04326043277978897
33712	rnn.weight_ih_l0_reverse	0	-0.029706111177802086
33712	rnn.weight_ih_l0_reverse	1	-0.0022463358473032713
33712	rnn.weight_ih_l0_reverse	2	0.02381204254925251
33712	rnn.weight_ih_l0_reverse	3	-0.06212356686592102
33712	rnn.weight_ih_l0_reverse	4	0.009311373345553875
33712	rnn.weight_ih_l0_reverse	5	-0.04609091952443123
33712	rnn.weight_ih_l0_reverse	6	0.02835252322256565
33712	rnn.weight_ih_l0_reverse	7	0.04598298296332359
33712	rnn.weight_ih_l0_reverse	8	-0.04874499887228012
33712	rnn.weight_ih_l0_reverse	9	-0.050753358751535416
33712	rnn.weight_hh_l0_reverse	0	-0.08325111120939255
33712	rnn.weight_hh_l0_reverse	1	-0.06330030411481857
33712	rnn.weight_hh_l0_reverse	2	0.03438963368535042
33712	rnn.weight_hh_l0_reverse	3	0.045776814222335815
33712	rnn.weight_hh_l0_reverse	4	-0.015826653689146042
33712	rnn.weight_hh_l0_reverse	5	0.04557138308882713
33712	rnn.weight_hh_l0_reverse	6	0.0010992615716531873
33712	rnn.weight_hh_l0_reverse	7	-0.0001803193736122921
33712	rnn.weight_hh_l0_reverse	8	-0.09873534739017487
33712	rnn.weight_hh_l0_reverse	9	0.08016078919172287
33712	rnn.bias_ih_l0_reverse	0	-0.08906055986881256
33712	rnn.bias_ih_l0_reverse	1	-0.06905630975961685
33712	rnn.bias_ih_l0_reverse	2	0.10342152416706085
33712	rnn.bias_ih_l0_reverse	3	0.04780661687254906
33712	rnn.bias_ih_l0_reverse	4	-0.12917941808700562
33712	rnn.bias_ih_l0_reverse	5	0.04107058048248291
33712	rnn.bias_ih_l0_reverse	6	-0.10619662702083588
33712	rnn.bias_ih_l0_reverse	7	0.04443887248635292
33712	rnn.bias_ih_l0_reverse	8	0.03456009179353714
33712	rnn.bias_ih_l0_reverse	9	0.06338133662939072
33712	rnn.bias_hh_l0_reverse	0	0.05683678388595581
33712	rnn.bias_hh_l0_reverse	1	0.06551311910152435
33712	rnn.bias_hh_l0_reverse	2	0.07842466235160828
33712	rnn.bias_hh_l0_reverse	3	-0.004139804746955633
33712	rnn.bias_hh_l0_reverse	4	0.07149278372526169
33712	rnn.bias_hh_l0_reverse	5	0.007025821600109339
33712	rnn.bias_hh_l0_reverse	6	-0.05445078760385513
33712	rnn.bias_hh_l0_reverse	7	0.027352267876267433
33712	rnn.bias_hh_l0_reverse	8	0.011146951466798782
33712	rnn.bias_hh_l0_reverse	9	-0.16114366054534912
33712	linear.weight	0	0.1731126308441162
33712	linear.weight	1	-0.1628708690404892
33712	linear.weight	2	-0.21486146748065948
33712	linear.weight	3	0.07816298305988312
33712	linear.weight	4	-0.0267103873193264
33712	linear.weight	5	0.003995636012405157
33712	linear.weight	6	-0.006906445138156414
33712	linear.weight	7	-0.027075016871094704
33712	linear.weight	8	0.08420401811599731
33712	linear.weight	9	0.3491648733615875
33712	linear.bias	0	-0.2076968550682068
33712	linear.bias	1	0.19429263472557068
33712	linear.bias	2	-0.5396221876144409
33712	linear.bias	3	1.7049740552902222
33712	linear.bias	4	-0.3967859148979187
33712	linear.bias	5	-0.030769959092140198
33712	linear.bias	6	-0.35775965452194214
33712	linear.bias	7	-0.279376745223999
33712	linear.bias	8	-0.04374169185757637
33712	linear.bias	9	-0.4979245364665985
33740	transitions	0	-0.6482728123664856
33740	transitions	1	0.3495846092700958
33740	transitions	2	1.6743457317352295
33740	transitions	3	0.09655340015888214
33740	transitions	4	0.9484102129936218
33740	transitions	5	1.2739231586456299
33740	transitions	6	0.4832988679409027
33740	transitions	7	0.17573313415050507
33740	transitions	8	-0.919520914554596
33740	transitions	9	0.930659294128418
33740	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33740	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33740	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33740	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33740	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33740	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33740	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33740	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33740	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33740	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33740	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33740	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33740	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33740	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33740	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33740	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33740	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33740	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33740	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33740	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33740	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33740	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33740	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33740	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33740	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33740	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33740	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33740	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33740	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33740	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33740	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33740	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33740	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33740	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33740	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33740	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33740	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33740	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33740	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33740	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33740	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33740	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33740	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33740	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33740	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33740	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33740	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33740	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33740	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33740	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33740	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33740	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33740	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33740	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33740	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33740	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33740	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33740	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33740	embedding2nn.weight	0	0.02251065894961357
33740	embedding2nn.weight	1	0.014190560206770897
33740	embedding2nn.weight	2	-0.004287577234208584
33740	embedding2nn.weight	3	-0.00010331694647902623
33740	embedding2nn.weight	4	-0.004368921276181936
33740	embedding2nn.weight	5	0.011850319802761078
33740	embedding2nn.weight	6	-0.0049708993174135685
33740	embedding2nn.weight	7	0.020815355703234673
33740	embedding2nn.weight	8	-0.006819855887442827
33740	embedding2nn.weight	9	-0.013902462087571621
33740	embedding2nn.bias	0	-0.039113182574510574
33740	embedding2nn.bias	1	-0.021646831184625626
33740	embedding2nn.bias	2	-0.07439545542001724
33740	embedding2nn.bias	3	-0.0017815822502598166
33740	embedding2nn.bias	4	0.004151141736656427
33740	embedding2nn.bias	5	-0.006915254518389702
33740	embedding2nn.bias	6	0.009003685787320137
33740	embedding2nn.bias	7	0.019847115501761436
33740	embedding2nn.bias	8	0.006836866028606892
33740	embedding2nn.bias	9	0.0014786546817049384
33740	rnn.weight_ih_l0	0	0.03951682522892952
33740	rnn.weight_ih_l0	1	-0.013621317222714424
33740	rnn.weight_ih_l0	2	-0.03644959628582001
33740	rnn.weight_ih_l0	3	-0.04481537640094757
33740	rnn.weight_ih_l0	4	-0.05200497806072235
33740	rnn.weight_ih_l0	5	-0.00844521727412939
33740	rnn.weight_ih_l0	6	-0.05189802870154381
33740	rnn.weight_ih_l0	7	-0.06157268211245537
33740	rnn.weight_ih_l0	8	-0.0447353795170784
33740	rnn.weight_ih_l0	9	-0.026948561891913414
33740	rnn.weight_hh_l0	0	0.019368981942534447
33740	rnn.weight_hh_l0	1	-0.009701071307063103
33740	rnn.weight_hh_l0	2	-0.06750956922769547
33740	rnn.weight_hh_l0	3	-0.03339195251464844
33740	rnn.weight_hh_l0	4	-0.07832751423120499
33740	rnn.weight_hh_l0	5	-0.014559818431735039
33740	rnn.weight_hh_l0	6	-0.05437595397233963
33740	rnn.weight_hh_l0	7	-0.04056273400783539
33740	rnn.weight_hh_l0	8	-0.01911986991763115
33740	rnn.weight_hh_l0	9	-0.00789568293839693
33740	rnn.bias_ih_l0	0	0.1455337554216385
33740	rnn.bias_ih_l0	1	-0.05605841428041458
33740	rnn.bias_ih_l0	2	0.10415071249008179
33740	rnn.bias_ih_l0	3	0.04886070266366005
33740	rnn.bias_ih_l0	4	0.09904260188341141
33740	rnn.bias_ih_l0	5	0.024254007264971733
33740	rnn.bias_ih_l0	6	-0.017418140545487404
33740	rnn.bias_ih_l0	7	-0.10869446396827698
33740	rnn.bias_ih_l0	8	-0.20701247453689575
33740	rnn.bias_ih_l0	9	0.08707831799983978
33740	rnn.bias_hh_l0	0	0.0026855533942580223
33740	rnn.bias_hh_l0	1	0.023369159549474716
33740	rnn.bias_hh_l0	2	-0.006114757154136896
33740	rnn.bias_hh_l0	3	-0.030238473787903786
33740	rnn.bias_hh_l0	4	-0.03625570237636566
33740	rnn.bias_hh_l0	5	0.14331907033920288
33740	rnn.bias_hh_l0	6	0.05160463973879814
33740	rnn.bias_hh_l0	7	0.05977114289999008
33740	rnn.bias_hh_l0	8	0.016950557008385658
33740	rnn.bias_hh_l0	9	0.04329029098153114
33740	rnn.weight_ih_l0_reverse	0	-0.02970542013645172
33740	rnn.weight_ih_l0_reverse	1	-0.0022460883483290672
33740	rnn.weight_ih_l0_reverse	2	0.023813657462596893
33740	rnn.weight_ih_l0_reverse	3	-0.0621277391910553
33740	rnn.weight_ih_l0_reverse	4	0.009314076043665409
33740	rnn.weight_ih_l0_reverse	5	-0.04609248414635658
33740	rnn.weight_ih_l0_reverse	6	0.028345072641968727
33740	rnn.weight_ih_l0_reverse	7	0.04598309472203255
33740	rnn.weight_ih_l0_reverse	8	-0.04874083772301674
33740	rnn.weight_ih_l0_reverse	9	-0.050752393901348114
33740	rnn.weight_hh_l0_reverse	0	-0.08324209600687027
33740	rnn.weight_hh_l0_reverse	1	-0.06330783665180206
33740	rnn.weight_hh_l0_reverse	2	0.03439263626933098
33740	rnn.weight_hh_l0_reverse	3	0.04577147215604782
33740	rnn.weight_hh_l0_reverse	4	-0.015826456248760223
33740	rnn.weight_hh_l0_reverse	5	0.045574676245450974
33740	rnn.weight_hh_l0_reverse	6	0.0010709137422963977
33740	rnn.weight_hh_l0_reverse	7	-0.00019241923291701823
33740	rnn.weight_hh_l0_reverse	8	-0.09873928129673004
33740	rnn.weight_hh_l0_reverse	9	0.08017230033874512
33740	rnn.bias_ih_l0_reverse	0	-0.08901982754468918
33740	rnn.bias_ih_l0_reverse	1	-0.06902695447206497
33740	rnn.bias_ih_l0_reverse	2	0.10341250896453857
33740	rnn.bias_ih_l0_reverse	3	0.04781609773635864
33740	rnn.bias_ih_l0_reverse	4	-0.12916676700115204
33740	rnn.bias_ih_l0_reverse	5	0.04109252616763115
33740	rnn.bias_ih_l0_reverse	6	-0.1061839833855629
33740	rnn.bias_ih_l0_reverse	7	0.04443533346056938
33740	rnn.bias_ih_l0_reverse	8	0.03456559032201767
33740	rnn.bias_ih_l0_reverse	9	0.06337463855743408
33740	rnn.bias_hh_l0_reverse	0	0.05690280720591545
33740	rnn.bias_hh_l0_reverse	1	0.0655115395784378
33740	rnn.bias_hh_l0_reverse	2	0.0784456804394722
33740	rnn.bias_hh_l0_reverse	3	-0.004151647444814444
33740	rnn.bias_hh_l0_reverse	4	0.07150748372077942
33740	rnn.bias_hh_l0_reverse	5	0.007021263707429171
33740	rnn.bias_hh_l0_reverse	6	-0.05448399856686592
33740	rnn.bias_hh_l0_reverse	7	0.027378516271710396
33740	rnn.bias_hh_l0_reverse	8	0.011154534295201302
33740	rnn.bias_hh_l0_reverse	9	-0.16116318106651306
33740	linear.weight	0	0.17318673431873322
33740	linear.weight	1	-0.1628708690404892
33740	linear.weight	2	-0.21485906839370728
33740	linear.weight	3	0.07826796919107437
33740	linear.weight	4	-0.026694685220718384
33740	linear.weight	5	0.00400187075138092
33740	linear.weight	6	-0.006906414870172739
33740	linear.weight	7	-0.027074461802840233
33740	linear.weight	8	0.08423593640327454
33740	linear.weight	9	0.34920936822891235
33740	linear.bias	0	-0.2079060822725296
33740	linear.bias	1	0.19421251118183136
33740	linear.bias	2	-0.5396237969398499
33740	linear.bias	3	1.7051334381103516
33740	linear.bias	4	-0.39678844809532166
33740	linear.bias	5	-0.030769959092140198
33740	linear.bias	6	-0.35775554180145264
33740	linear.bias	7	-0.279377281665802
33740	linear.bias	8	-0.043701983988285065
33740	linear.bias	9	-0.49792560935020447
33768	transitions	0	-0.6482731103897095
33768	transitions	1	0.34958457946777344
33768	transitions	2	1.6743454933166504
33768	transitions	3	0.09655309468507767
33768	transitions	4	0.948410153388977
33768	transitions	5	1.2739231586456299
33768	transitions	6	0.4832988679409027
33768	transitions	7	0.17573313415050507
33768	transitions	8	-0.919520914554596
33768	transitions	9	0.930659294128418
33768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33768	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33768	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33768	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33768	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33768	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33768	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33768	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33768	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33768	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33768	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33768	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33768	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33768	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33768	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33768	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33768	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33768	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33768	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33768	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33768	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33768	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33768	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33768	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33768	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33768	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33768	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33768	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33768	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33768	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33768	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33768	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33768	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33768	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33768	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33768	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33768	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33768	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33768	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33768	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33768	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33768	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33768	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33768	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33768	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33768	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33768	embedding2nn.weight	0	0.02250276692211628
33768	embedding2nn.weight	1	0.014189722947776318
33768	embedding2nn.weight	2	-0.004287819378077984
33768	embedding2nn.weight	3	-0.00010393606498837471
33768	embedding2nn.weight	4	-0.004369622562080622
33768	embedding2nn.weight	5	0.011853056959807873
33768	embedding2nn.weight	6	-0.00497035076841712
33768	embedding2nn.weight	7	0.020815007388591766
33768	embedding2nn.weight	8	-0.006821413058787584
33768	embedding2nn.weight	9	-0.01390264742076397
33768	embedding2nn.bias	0	-0.039192378520965576
33768	embedding2nn.bias	1	-0.021690011024475098
33768	embedding2nn.bias	2	-0.0743965432047844
33768	embedding2nn.bias	3	-0.001694755512289703
33768	embedding2nn.bias	4	0.004181655589491129
33768	embedding2nn.bias	5	-0.00691014900803566
33768	embedding2nn.bias	6	0.009012501686811447
33768	embedding2nn.bias	7	0.019887911155819893
33768	embedding2nn.bias	8	0.006832596845924854
33768	embedding2nn.bias	9	0.0015130912652239203
33768	rnn.weight_ih_l0	0	0.03952152281999588
33768	rnn.weight_ih_l0	1	-0.013624068349599838
33768	rnn.weight_ih_l0	2	-0.03646385669708252
33768	rnn.weight_ih_l0	3	-0.04481402784585953
33768	rnn.weight_ih_l0	4	-0.0520053505897522
33768	rnn.weight_ih_l0	5	-0.008443220518529415
33768	rnn.weight_ih_l0	6	-0.05190444365143776
33768	rnn.weight_ih_l0	7	-0.061572086066007614
33768	rnn.weight_ih_l0	8	-0.044735316187143326
33768	rnn.weight_ih_l0	9	-0.026951508596539497
33768	rnn.weight_hh_l0	0	0.019376108422875404
33768	rnn.weight_hh_l0	1	-0.009704816155135632
33768	rnn.weight_hh_l0	2	-0.067525714635849
33768	rnn.weight_hh_l0	3	-0.03338823840022087
33768	rnn.weight_hh_l0	4	-0.07832532376050949
33768	rnn.weight_hh_l0	5	-0.014559256844222546
33768	rnn.weight_hh_l0	6	-0.054389774799346924
33768	rnn.weight_hh_l0	7	-0.0405762642621994
33768	rnn.weight_hh_l0	8	-0.019122153520584106
33768	rnn.weight_hh_l0	9	-0.007909770123660564
33768	rnn.bias_ih_l0	0	0.1455191820859909
33768	rnn.bias_ih_l0	1	-0.05607624351978302
33768	rnn.bias_ih_l0	2	0.10416720807552338
33768	rnn.bias_ih_l0	3	0.04884129390120506
33768	rnn.bias_ih_l0	4	0.09902618825435638
33768	rnn.bias_ih_l0	5	0.02426735870540142
33768	rnn.bias_ih_l0	6	-0.017427118495106697
33768	rnn.bias_ih_l0	7	-0.10865383595228195
33768	rnn.bias_ih_l0	8	-0.20683598518371582
33768	rnn.bias_ih_l0	9	0.08704821020364761
33768	rnn.bias_hh_l0	0	0.0026842274237424135
33768	rnn.bias_hh_l0	1	0.023371880874037743
33768	rnn.bias_hh_l0	2	-0.0061006927862763405
33768	rnn.bias_hh_l0	3	-0.03024841845035553
33768	rnn.bias_hh_l0	4	-0.03624467924237251
33768	rnn.bias_hh_l0	5	0.14333663880825043
33768	rnn.bias_hh_l0	6	0.05159364640712738
33768	rnn.bias_hh_l0	7	0.059795066714286804
33768	rnn.bias_hh_l0	8	0.016941579058766365
33768	rnn.bias_hh_l0	9	0.04328927770256996
33768	rnn.weight_ih_l0_reverse	0	-0.029703110456466675
33768	rnn.weight_ih_l0_reverse	1	-0.002242559799924493
33768	rnn.weight_ih_l0_reverse	2	0.023810500279068947
33768	rnn.weight_ih_l0_reverse	3	-0.06212526932358742
33768	rnn.weight_ih_l0_reverse	4	0.00931951217353344
33768	rnn.weight_ih_l0_reverse	5	-0.04609124734997749
33768	rnn.weight_ih_l0_reverse	6	0.028351835906505585
33768	rnn.weight_ih_l0_reverse	7	0.04598343372344971
33768	rnn.weight_ih_l0_reverse	8	-0.0487382672727108
33768	rnn.weight_ih_l0_reverse	9	-0.05075322464108467
33768	rnn.weight_hh_l0_reverse	0	-0.08324328809976578
33768	rnn.weight_hh_l0_reverse	1	-0.06332304328680038
33768	rnn.weight_hh_l0_reverse	2	0.03439591825008392
33768	rnn.weight_hh_l0_reverse	3	0.045773278921842575
33768	rnn.weight_hh_l0_reverse	4	-0.015820801258087158
33768	rnn.weight_hh_l0_reverse	5	0.04557071253657341
33768	rnn.weight_hh_l0_reverse	6	0.0010778229916468263
33768	rnn.weight_hh_l0_reverse	7	-0.00019578466890379786
33768	rnn.weight_hh_l0_reverse	8	-0.09873472899198532
33768	rnn.weight_hh_l0_reverse	9	0.08018407970666885
33768	rnn.bias_ih_l0_reverse	0	-0.08902431279420853
33768	rnn.bias_ih_l0_reverse	1	-0.06909115612506866
33768	rnn.bias_ih_l0_reverse	2	0.10341200232505798
33768	rnn.bias_ih_l0_reverse	3	0.04783574119210243
33768	rnn.bias_ih_l0_reverse	4	-0.12915104627609253
33768	rnn.bias_ih_l0_reverse	5	0.04111160337924957
33768	rnn.bias_ih_l0_reverse	6	-0.10620757192373276
33768	rnn.bias_ih_l0_reverse	7	0.044431060552597046
33768	rnn.bias_ih_l0_reverse	8	0.0345638170838356
33768	rnn.bias_ih_l0_reverse	9	0.06338004767894745
33768	rnn.bias_hh_l0_reverse	0	0.05697200447320938
33768	rnn.bias_hh_l0_reverse	1	0.06551257520914078
33768	rnn.bias_hh_l0_reverse	2	0.0784500315785408
33768	rnn.bias_hh_l0_reverse	3	-0.004138987045735121
33768	rnn.bias_hh_l0_reverse	4	0.07153982669115067
33768	rnn.bias_hh_l0_reverse	5	0.007025606464594603
33768	rnn.bias_hh_l0_reverse	6	-0.05447140336036682
33768	rnn.bias_hh_l0_reverse	7	0.027391448616981506
33768	rnn.bias_hh_l0_reverse	8	0.011158915236592293
33768	rnn.bias_hh_l0_reverse	9	-0.16120070219039917
33768	linear.weight	0	0.1732400506734848
33768	linear.weight	1	-0.162870854139328
33768	linear.weight	2	-0.2148520052433014
33768	linear.weight	3	0.07824646681547165
33768	linear.weight	4	-0.026698285713791847
33768	linear.weight	5	0.004001844674348831
33768	linear.weight	6	-0.006906403694301844
33768	linear.weight	7	-0.027074432000517845
33768	linear.weight	8	0.08422517776489258
33768	linear.weight	9	0.3492400646209717
33768	linear.bias	0	-0.20799918472766876
33768	linear.bias	1	0.19420813024044037
33768	linear.bias	2	-0.5396248698234558
33768	linear.bias	3	1.7054229974746704
33768	linear.bias	4	-0.3967892527580261
33768	linear.bias	5	-0.030769959092140198
33768	linear.bias	6	-0.3577614724636078
33768	linear.bias	7	-0.27935895323753357
33768	linear.bias	8	-0.043719176203012466
33768	linear.bias	9	-0.49792590737342834
33796	transitions	0	-0.6482734680175781
33796	transitions	1	0.3495789170265198
33796	transitions	2	1.6743454933166504
33796	transitions	3	0.0965530052781105
33796	transitions	4	0.9484099745750427
33796	transitions	5	1.2739231586456299
33796	transitions	6	0.4832988679409027
33796	transitions	7	0.17573313415050507
33796	transitions	8	-0.919520914554596
33796	transitions	9	0.930659294128418
33796	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33796	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33796	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33796	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33796	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33796	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33796	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33796	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33796	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33796	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33796	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33796	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33796	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33796	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33796	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33796	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33796	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33796	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33796	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33796	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33796	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33796	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33796	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33796	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33796	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33796	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33796	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33796	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33796	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33796	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33796	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33796	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33796	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33796	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33796	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33796	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33796	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33796	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33796	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33796	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33796	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33796	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33796	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33796	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33796	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33796	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33796	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33796	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33796	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33796	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33796	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33796	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33796	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33796	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33796	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33796	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33796	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33796	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33796	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33796	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33796	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33796	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33796	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33796	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33796	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33796	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33796	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33796	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33796	embedding2nn.weight	0	0.022503480315208435
33796	embedding2nn.weight	1	0.01419105939567089
33796	embedding2nn.weight	2	-0.00428682891651988
33796	embedding2nn.weight	3	-0.00010307124466635287
33796	embedding2nn.weight	4	-0.004369842819869518
33796	embedding2nn.weight	5	0.011851795017719269
33796	embedding2nn.weight	6	-0.004972065798938274
33796	embedding2nn.weight	7	0.020826756954193115
33796	embedding2nn.weight	8	-0.006824166979640722
33796	embedding2nn.weight	9	-0.013901778496801853
33796	embedding2nn.bias	0	-0.039209842681884766
33796	embedding2nn.bias	1	-0.021670885384082794
33796	embedding2nn.bias	2	-0.0744052305817604
33796	embedding2nn.bias	3	-0.001735696685500443
33796	embedding2nn.bias	4	0.004209967330098152
33796	embedding2nn.bias	5	-0.006947055459022522
33796	embedding2nn.bias	6	0.008943461813032627
33796	embedding2nn.bias	7	0.01981745846569538
33796	embedding2nn.bias	8	0.006746299564838409
33796	embedding2nn.bias	9	0.0016044554067775607
33796	rnn.weight_ih_l0	0	0.0395207516849041
33796	rnn.weight_ih_l0	1	-0.013630777597427368
33796	rnn.weight_ih_l0	2	-0.0364619717001915
33796	rnn.weight_ih_l0	3	-0.04481125995516777
33796	rnn.weight_ih_l0	4	-0.05200524628162384
33796	rnn.weight_ih_l0	5	-0.008441477082669735
33796	rnn.weight_ih_l0	6	-0.05190800875425339
33796	rnn.weight_ih_l0	7	-0.06157435476779938
33796	rnn.weight_ih_l0	8	-0.04473657160997391
33796	rnn.weight_ih_l0	9	-0.026951059699058533
33796	rnn.weight_hh_l0	0	0.01937786303460598
33796	rnn.weight_hh_l0	1	-0.00971348024904728
33796	rnn.weight_hh_l0	2	-0.06751365959644318
33796	rnn.weight_hh_l0	3	-0.03338271751999855
33796	rnn.weight_hh_l0	4	-0.07831915467977524
33796	rnn.weight_hh_l0	5	-0.01456054113805294
33796	rnn.weight_hh_l0	6	-0.054381076246500015
33796	rnn.weight_hh_l0	7	-0.04057544469833374
33796	rnn.weight_hh_l0	8	-0.019125936552882195
33796	rnn.weight_hh_l0	9	-0.007905642502009869
33796	rnn.bias_ih_l0	0	0.1455201655626297
33796	rnn.bias_ih_l0	1	-0.05607086420059204
33796	rnn.bias_ih_l0	2	0.10418854653835297
33796	rnn.bias_ih_l0	3	0.04886516183614731
33796	rnn.bias_ih_l0	4	0.09900403767824173
33796	rnn.bias_ih_l0	5	0.02425203286111355
33796	rnn.bias_ih_l0	6	-0.0174428578466177
33796	rnn.bias_ih_l0	7	-0.10862400382757187
33796	rnn.bias_ih_l0	8	-0.2069055438041687
33796	rnn.bias_ih_l0	9	0.08705008774995804
33796	rnn.bias_hh_l0	0	0.002704234793782234
33796	rnn.bias_hh_l0	1	0.02339869923889637
33796	rnn.bias_hh_l0	2	-0.006104064639657736
33796	rnn.bias_hh_l0	3	-0.03026331029832363
33796	rnn.bias_hh_l0	4	-0.03623984381556511
33796	rnn.bias_hh_l0	5	0.14337049424648285
33796	rnn.bias_hh_l0	6	0.05156697332859039
33796	rnn.bias_hh_l0	7	0.05982964113354683
33796	rnn.bias_hh_l0	8	0.016925839707255363
33796	rnn.bias_hh_l0	9	0.04328316077589989
33796	rnn.weight_ih_l0_reverse	0	-0.02970612607896328
33796	rnn.weight_ih_l0_reverse	1	-0.0022337923292070627
33796	rnn.weight_ih_l0_reverse	2	0.023812567815184593
33796	rnn.weight_ih_l0_reverse	3	-0.06212903559207916
33796	rnn.weight_ih_l0_reverse	4	0.00931562203913927
33796	rnn.weight_ih_l0_reverse	5	-0.04608893021941185
33796	rnn.weight_ih_l0_reverse	6	0.02834656834602356
33796	rnn.weight_ih_l0_reverse	7	0.04598270356655121
33796	rnn.weight_ih_l0_reverse	8	-0.0487370640039444
33796	rnn.weight_ih_l0_reverse	9	-0.050752557814121246
33796	rnn.weight_hh_l0_reverse	0	-0.0832432359457016
33796	rnn.weight_hh_l0_reverse	1	-0.06333312392234802
33796	rnn.weight_hh_l0_reverse	2	0.03439319133758545
33796	rnn.weight_hh_l0_reverse	3	0.045767270028591156
33796	rnn.weight_hh_l0_reverse	4	-0.015837930142879486
33796	rnn.weight_hh_l0_reverse	5	0.04557109624147415
33796	rnn.weight_hh_l0_reverse	6	0.0010546594858169556
33796	rnn.weight_hh_l0_reverse	7	-0.00019218040688429028
33796	rnn.weight_hh_l0_reverse	8	-0.09873106330633163
33796	rnn.weight_hh_l0_reverse	9	0.0802018791437149
33796	rnn.bias_ih_l0_reverse	0	-0.08913765102624893
33796	rnn.bias_ih_l0_reverse	1	-0.06908383220434189
33796	rnn.bias_ih_l0_reverse	2	0.10339731723070145
33796	rnn.bias_ih_l0_reverse	3	0.047842394560575485
33796	rnn.bias_ih_l0_reverse	4	-0.12914520502090454
33796	rnn.bias_ih_l0_reverse	5	0.041113823652267456
33796	rnn.bias_ih_l0_reverse	6	-0.10620862245559692
33796	rnn.bias_ih_l0_reverse	7	0.044440269470214844
33796	rnn.bias_ih_l0_reverse	8	0.03454224020242691
33796	rnn.bias_ih_l0_reverse	9	0.06337710469961166
33796	rnn.bias_hh_l0_reverse	0	0.05714539438486099
33796	rnn.bias_hh_l0_reverse	1	0.065548375248909
33796	rnn.bias_hh_l0_reverse	2	0.07844110578298569
33796	rnn.bias_hh_l0_reverse	3	-0.00414256053045392
33796	rnn.bias_hh_l0_reverse	4	0.0715637356042862
33796	rnn.bias_hh_l0_reverse	5	0.00702271843329072
33796	rnn.bias_hh_l0_reverse	6	-0.05445393919944763
33796	rnn.bias_hh_l0_reverse	7	0.027373023331165314
33796	rnn.bias_hh_l0_reverse	8	0.011148961260914803
33796	rnn.bias_hh_l0_reverse	9	-0.16127052903175354
33796	linear.weight	0	0.17326030135154724
33796	linear.weight	1	-0.1628708392381668
33796	linear.weight	2	-0.21484670042991638
33796	linear.weight	3	0.07826980203390121
33796	linear.weight	4	-0.026695122942328453
33796	linear.weight	5	0.004001524765044451
33796	linear.weight	6	-0.00690639391541481
33796	linear.weight	7	-0.02707425318658352
33796	linear.weight	8	0.08426863700151443
33796	linear.weight	9	0.34924963116645813
33796	linear.bias	0	-0.20786568522453308
33796	linear.bias	1	0.19415952265262604
33796	linear.bias	2	-0.5396301746368408
33796	linear.bias	3	1.7055258750915527
33796	linear.bias	4	-0.39675652980804443
33796	linear.bias	5	-0.030769959092140198
33796	linear.bias	6	-0.3577693700790405
33796	linear.bias	7	-0.27934205532073975
33796	linear.bias	8	-0.04377417266368866
33796	linear.bias	9	-0.49792686104774475
33824	transitions	0	-0.6482736468315125
33824	transitions	1	0.3495786786079407
33824	transitions	2	1.6743453741073608
33824	transitions	3	0.09655237197875977
33824	transitions	4	0.9484099745750427
33824	transitions	5	1.2739231586456299
33824	transitions	6	0.4832988679409027
33824	transitions	7	0.17573313415050507
33824	transitions	8	-0.919520914554596
33824	transitions	9	0.930659294128418
33824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33824	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33824	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33824	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33824	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33824	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33824	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33824	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33824	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33824	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33824	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33824	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33824	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33824	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33824	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33824	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33824	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33824	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33824	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33824	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33824	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33824	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33824	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33824	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33824	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33824	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33824	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33824	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33824	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33824	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33824	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33824	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33824	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33824	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33824	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33824	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33824	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33824	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33824	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33824	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33824	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33824	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33824	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33824	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33824	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33824	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33824	embedding2nn.weight	0	0.022495927289128304
33824	embedding2nn.weight	1	0.014191791415214539
33824	embedding2nn.weight	2	-0.004287332762032747
33824	embedding2nn.weight	3	-0.00010448935790918767
33824	embedding2nn.weight	4	-0.00436932360753417
33824	embedding2nn.weight	5	0.011849324218928814
33824	embedding2nn.weight	6	-0.004971436690539122
33824	embedding2nn.weight	7	0.020829569548368454
33824	embedding2nn.weight	8	-0.006823747418820858
33824	embedding2nn.weight	9	-0.013902454636991024
33824	embedding2nn.bias	0	-0.03920167684555054
33824	embedding2nn.bias	1	-0.021685238927602768
33824	embedding2nn.bias	2	-0.07440533488988876
33824	embedding2nn.bias	3	-0.001770099624991417
33824	embedding2nn.bias	4	0.004259162582457066
33824	embedding2nn.bias	5	-0.006998930126428604
33824	embedding2nn.bias	6	0.008896817453205585
33824	embedding2nn.bias	7	0.01989123411476612
33824	embedding2nn.bias	8	0.006750443018972874
33824	embedding2nn.bias	9	0.0015123006887733936
33824	rnn.weight_ih_l0	0	0.03952133283019066
33824	rnn.weight_ih_l0	1	-0.013625177554786205
33824	rnn.weight_ih_l0	2	-0.03645308315753937
33824	rnn.weight_ih_l0	3	-0.04480955749750137
33824	rnn.weight_ih_l0	4	-0.05201183259487152
33824	rnn.weight_ih_l0	5	-0.008444825187325478
33824	rnn.weight_ih_l0	6	-0.05189916864037514
33824	rnn.weight_ih_l0	7	-0.06157512962818146
33824	rnn.weight_ih_l0	8	-0.044733643531799316
33824	rnn.weight_ih_l0	9	-0.026951240375638008
33824	rnn.weight_hh_l0	0	0.019373128190636635
33824	rnn.weight_hh_l0	1	-0.009714256040751934
33824	rnn.weight_hh_l0	2	-0.0675140991806984
33824	rnn.weight_hh_l0	3	-0.03338193520903587
33824	rnn.weight_hh_l0	4	-0.07832106947898865
33824	rnn.weight_hh_l0	5	-0.014551257714629173
33824	rnn.weight_hh_l0	6	-0.05439424514770508
33824	rnn.weight_hh_l0	7	-0.04058953374624252
33824	rnn.weight_hh_l0	8	-0.019124038517475128
33824	rnn.weight_hh_l0	9	-0.007896605879068375
33824	rnn.bias_ih_l0	0	0.1455315798521042
33824	rnn.bias_ih_l0	1	-0.05605217069387436
33824	rnn.bias_ih_l0	2	0.10422424226999283
33824	rnn.bias_ih_l0	3	0.04883645102381706
33824	rnn.bias_ih_l0	4	0.0989978164434433
33824	rnn.bias_ih_l0	5	0.024247217923402786
33824	rnn.bias_ih_l0	6	-0.017443997785449028
33824	rnn.bias_ih_l0	7	-0.10866854339838028
33824	rnn.bias_ih_l0	8	-0.20699526369571686
33824	rnn.bias_ih_l0	9	0.08704731613397598
33824	rnn.bias_hh_l0	0	0.002703308593481779
33824	rnn.bias_hh_l0	1	0.02341879904270172
33824	rnn.bias_hh_l0	2	-0.0061010634526610374
33824	rnn.bias_hh_l0	3	-0.03029371239244938
33824	rnn.bias_hh_l0	4	-0.03627539798617363
33824	rnn.bias_hh_l0	5	0.1433948427438736
33824	rnn.bias_hh_l0	6	0.05161402374505997
33824	rnn.bias_hh_l0	7	0.05985007435083389
33824	rnn.bias_hh_l0	8	0.016924699768424034
33824	rnn.bias_hh_l0	9	0.04328393563628197
33824	rnn.weight_ih_l0_reverse	0	-0.029705697670578957
33824	rnn.weight_ih_l0_reverse	1	-0.002237559761852026
33824	rnn.weight_ih_l0_reverse	2	0.023812316358089447
33824	rnn.weight_ih_l0_reverse	3	-0.06212770566344261
33824	rnn.weight_ih_l0_reverse	4	0.009314472787082195
33824	rnn.weight_ih_l0_reverse	5	-0.04609157517552376
33824	rnn.weight_ih_l0_reverse	6	0.028354473412036896
33824	rnn.weight_ih_l0_reverse	7	0.04598250985145569
33824	rnn.weight_ih_l0_reverse	8	-0.04873988404870033
33824	rnn.weight_ih_l0_reverse	9	-0.050752945244312286
33824	rnn.weight_hh_l0_reverse	0	-0.08324369043111801
33824	rnn.weight_hh_l0_reverse	1	-0.06332560628652573
33824	rnn.weight_hh_l0_reverse	2	0.03439995273947716
33824	rnn.weight_hh_l0_reverse	3	0.04576670005917549
33824	rnn.weight_hh_l0_reverse	4	-0.015841081738471985
33824	rnn.weight_hh_l0_reverse	5	0.04557131603360176
33824	rnn.weight_hh_l0_reverse	6	0.001032332074828446
33824	rnn.weight_hh_l0_reverse	7	-0.0001794699637684971
33824	rnn.weight_hh_l0_reverse	8	-0.09874482452869415
33824	rnn.weight_hh_l0_reverse	9	0.08020377159118652
33824	rnn.bias_ih_l0_reverse	0	-0.08922550082206726
33824	rnn.bias_ih_l0_reverse	1	-0.06908106803894043
33824	rnn.bias_ih_l0_reverse	2	0.10339295119047165
33824	rnn.bias_ih_l0_reverse	3	0.04784925654530525
33824	rnn.bias_ih_l0_reverse	4	-0.12914913892745972
33824	rnn.bias_ih_l0_reverse	5	0.04110193997621536
33824	rnn.bias_ih_l0_reverse	6	-0.10621891915798187
33824	rnn.bias_ih_l0_reverse	7	0.044449448585510254
33824	rnn.bias_ih_l0_reverse	8	0.03453011065721512
33824	rnn.bias_ih_l0_reverse	9	0.06337471306324005
33824	rnn.bias_hh_l0_reverse	0	0.057236429303884506
33824	rnn.bias_hh_l0_reverse	1	0.06556388735771179
33824	rnn.bias_hh_l0_reverse	2	0.07844831049442291
33824	rnn.bias_hh_l0_reverse	3	-0.004146842285990715
33824	rnn.bias_hh_l0_reverse	4	0.07157279551029205
33824	rnn.bias_hh_l0_reverse	5	0.007031653542071581
33824	rnn.bias_hh_l0_reverse	6	-0.05443214252591133
33824	rnn.bias_hh_l0_reverse	7	0.027367059141397476
33824	rnn.bias_hh_l0_reverse	8	0.011145398020744324
33824	rnn.bias_hh_l0_reverse	9	-0.16126486659049988
33824	linear.weight	0	0.17325374484062195
33824	linear.weight	1	-0.16287080943584442
33824	linear.weight	2	-0.2148381918668747
33824	linear.weight	3	0.07823582738637924
33824	linear.weight	4	-0.02669396623969078
33824	linear.weight	5	0.004002313129603863
33824	linear.weight	6	-0.0069063762202858925
33824	linear.weight	7	-0.027074197307229042
33824	linear.weight	8	0.08427876234054565
33824	linear.weight	9	0.34923264384269714
33824	linear.bias	0	-0.20778198540210724
33824	linear.bias	1	0.1941702514886856
33824	linear.bias	2	-0.5396785140037537
33824	linear.bias	3	1.705622673034668
33824	linear.bias	4	-0.3967576026916504
33824	linear.bias	5	-0.030769959092140198
33824	linear.bias	6	-0.3578214645385742
33824	linear.bias	7	-0.2793538570404053
33824	linear.bias	8	-0.043506018817424774
33824	linear.bias	9	-0.4979270100593567
33852	transitions	0	-0.6482738852500916
33852	transitions	1	0.3495776653289795
33852	transitions	2	1.6743448972702026
33852	transitions	3	0.09655212610960007
33852	transitions	4	0.9484098553657532
33852	transitions	5	1.2739231586456299
33852	transitions	6	0.4832988679409027
33852	transitions	7	0.17573313415050507
33852	transitions	8	-0.919520914554596
33852	transitions	9	0.930659294128418
33852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33852	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33852	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33852	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33852	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33852	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33852	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33852	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33852	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33852	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33852	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33852	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33852	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33852	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33852	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33852	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33852	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33852	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33852	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33852	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33852	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33852	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33852	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33852	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33852	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33852	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33852	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33852	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33852	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33852	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33852	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33852	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33852	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33852	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33852	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33852	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33852	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33852	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33852	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33852	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33852	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33852	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33852	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33852	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33852	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33852	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33852	embedding2nn.weight	0	0.022501198574900627
33852	embedding2nn.weight	1	0.014191856607794762
33852	embedding2nn.weight	2	-0.004287709482014179
33852	embedding2nn.weight	3	-0.00010562417446635664
33852	embedding2nn.weight	4	-0.004369424656033516
33852	embedding2nn.weight	5	0.011849716305732727
33852	embedding2nn.weight	6	-0.004970160778611898
33852	embedding2nn.weight	7	0.020830171182751656
33852	embedding2nn.weight	8	-0.0068259635008871555
33852	embedding2nn.weight	9	-0.01390218548476696
33852	embedding2nn.bias	0	-0.03916893154382706
33852	embedding2nn.bias	1	-0.021617289632558823
33852	embedding2nn.bias	2	-0.07444436103105545
33852	embedding2nn.bias	3	-0.0017685096245259047
33852	embedding2nn.bias	4	0.004198729060590267
33852	embedding2nn.bias	5	-0.006956909317523241
33852	embedding2nn.bias	6	0.008938883431255817
33852	embedding2nn.bias	7	0.01988506130874157
33852	embedding2nn.bias	8	0.006741697899997234
33852	embedding2nn.bias	9	0.0014280632603913546
33852	rnn.weight_ih_l0	0	0.03952357918024063
33852	rnn.weight_ih_l0	1	-0.013624698854982853
33852	rnn.weight_ih_l0	2	-0.03645442798733711
33852	rnn.weight_ih_l0	3	-0.044808730483055115
33852	rnn.weight_ih_l0	4	-0.05200808495283127
33852	rnn.weight_ih_l0	5	-0.00843828171491623
33852	rnn.weight_ih_l0	6	-0.05189301073551178
33852	rnn.weight_ih_l0	7	-0.061574775725603104
33852	rnn.weight_ih_l0	8	-0.04474117234349251
33852	rnn.weight_ih_l0	9	-0.026951497420668602
33852	rnn.weight_hh_l0	0	0.01937265321612358
33852	rnn.weight_hh_l0	1	-0.009710394777357578
33852	rnn.weight_hh_l0	2	-0.06752308458089828
33852	rnn.weight_hh_l0	3	-0.0333765372633934
33852	rnn.weight_hh_l0	4	-0.07831742614507675
33852	rnn.weight_hh_l0	5	-0.01455911248922348
33852	rnn.weight_hh_l0	6	-0.054401133209466934
33852	rnn.weight_hh_l0	7	-0.04059740528464317
33852	rnn.weight_hh_l0	8	-0.01912182942032814
33852	rnn.weight_hh_l0	9	-0.007910903543233871
33852	rnn.bias_ih_l0	0	0.14553098380565643
33852	rnn.bias_ih_l0	1	-0.056039150804281235
33852	rnn.bias_ih_l0	2	0.10423938184976578
33852	rnn.bias_ih_l0	3	0.04883904010057449
33852	rnn.bias_ih_l0	4	0.09902593493461609
33852	rnn.bias_ih_l0	5	0.024252768605947495
33852	rnn.bias_ih_l0	6	-0.017478805035352707
33852	rnn.bias_ih_l0	7	-0.1086622104048729
33852	rnn.bias_ih_l0	8	-0.2069910764694214
33852	rnn.bias_ih_l0	9	0.08705455809831619
33852	rnn.bias_hh_l0	0	0.002724983962252736
33852	rnn.bias_hh_l0	1	0.02344733290374279
33852	rnn.bias_hh_l0	2	-0.006098620593547821
33852	rnn.bias_hh_l0	3	-0.03026873618364334
33852	rnn.bias_hh_l0	4	-0.036288078874349594
33852	rnn.bias_hh_l0	5	0.14334282279014587
33852	rnn.bias_hh_l0	6	0.051615118980407715
33852	rnn.bias_hh_l0	7	0.059833940118551254
33852	rnn.bias_hh_l0	8	0.016889892518520355
33852	rnn.bias_hh_l0	9	0.04327884316444397
33852	rnn.weight_ih_l0_reverse	0	-0.029697837308049202
33852	rnn.weight_ih_l0_reverse	1	-0.0022303182631731033
33852	rnn.weight_ih_l0_reverse	2	0.023812640458345413
33852	rnn.weight_ih_l0_reverse	3	-0.062121547758579254
33852	rnn.weight_ih_l0_reverse	4	0.009311884641647339
33852	rnn.weight_ih_l0_reverse	5	-0.046088770031929016
33852	rnn.weight_ih_l0_reverse	6	0.028360072523355484
33852	rnn.weight_ih_l0_reverse	7	0.04598326236009598
33852	rnn.weight_ih_l0_reverse	8	-0.04874192923307419
33852	rnn.weight_ih_l0_reverse	9	-0.05075068771839142
33852	rnn.weight_hh_l0_reverse	0	-0.08323293179273605
33852	rnn.weight_hh_l0_reverse	1	-0.06330543011426926
33852	rnn.weight_hh_l0_reverse	2	0.034400928765535355
33852	rnn.weight_hh_l0_reverse	3	0.04576827585697174
33852	rnn.weight_hh_l0_reverse	4	-0.01584826037287712
33852	rnn.weight_hh_l0_reverse	5	0.045571520924568176
33852	rnn.weight_hh_l0_reverse	6	0.001040562172420323
33852	rnn.weight_hh_l0_reverse	7	-0.0001707012124825269
33852	rnn.weight_hh_l0_reverse	8	-0.09874598681926727
33852	rnn.weight_hh_l0_reverse	9	0.08018457144498825
33852	rnn.bias_ih_l0_reverse	0	-0.08928105235099792
33852	rnn.bias_ih_l0_reverse	1	-0.06911473721265793
33852	rnn.bias_ih_l0_reverse	2	0.10338400304317474
33852	rnn.bias_ih_l0_reverse	3	0.04784945771098137
33852	rnn.bias_ih_l0_reverse	4	-0.12915748357772827
33852	rnn.bias_ih_l0_reverse	5	0.04110384359955788
33852	rnn.bias_ih_l0_reverse	6	-0.1062145009636879
33852	rnn.bias_ih_l0_reverse	7	0.04439052194356918
33852	rnn.bias_ih_l0_reverse	8	0.03454403206706047
33852	rnn.bias_ih_l0_reverse	9	0.06337036937475204
33852	rnn.bias_hh_l0_reverse	0	0.05717739462852478
33852	rnn.bias_hh_l0_reverse	1	0.06556252390146255
33852	rnn.bias_hh_l0_reverse	2	0.07845193147659302
33852	rnn.bias_hh_l0_reverse	3	-0.004121678881347179
33852	rnn.bias_hh_l0_reverse	4	0.07154594361782074
33852	rnn.bias_hh_l0_reverse	5	0.007058906368911266
33852	rnn.bias_hh_l0_reverse	6	-0.05444084480404854
33852	rnn.bias_hh_l0_reverse	7	0.027361761778593063
33852	rnn.bias_hh_l0_reverse	8	0.01113099604845047
33852	rnn.bias_hh_l0_reverse	9	-0.161219522356987
33852	linear.weight	0	0.17330031096935272
33852	linear.weight	1	-0.16287067532539368
33852	linear.weight	2	-0.21482300758361816
33852	linear.weight	3	0.07817928493022919
33852	linear.weight	4	-0.02671307697892189
33852	linear.weight	5	0.004029040224850178
33852	linear.weight	6	-0.006906373426318169
33852	linear.weight	7	-0.027073541656136513
33852	linear.weight	8	0.08425259590148926
33852	linear.weight	9	0.3493005633354187
33852	linear.bias	0	-0.20785443484783173
33852	linear.bias	1	0.1942051351070404
33852	linear.bias	2	-0.5396823287010193
33852	linear.bias	3	1.7054563760757446
33852	linear.bias	4	-0.3967605233192444
33852	linear.bias	5	-0.030769959092140198
33852	linear.bias	6	-0.3578263819217682
33852	linear.bias	7	-0.27936822175979614
33852	linear.bias	8	-0.04324561730027199
33852	linear.bias	9	-0.49792858958244324
33880	transitions	0	-0.6482744216918945
33880	transitions	1	0.34957751631736755
33880	transitions	2	1.674339771270752
33880	transitions	3	0.09655196964740753
33880	transitions	4	0.9484097361564636
33880	transitions	5	1.2739231586456299
33880	transitions	6	0.4832988679409027
33880	transitions	7	0.17573313415050507
33880	transitions	8	-0.919520914554596
33880	transitions	9	0.930659294128418
33880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33880	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33880	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33880	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33880	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33880	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33880	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33880	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33880	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33880	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33880	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33880	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33880	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33880	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33880	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33880	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33880	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33880	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33880	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33880	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33880	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33880	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33880	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33880	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33880	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33880	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33880	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33880	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33880	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33880	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33880	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33880	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33880	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33880	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33880	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33880	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33880	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33880	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33880	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33880	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33880	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33880	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33880	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33880	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33880	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33880	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33880	embedding2nn.weight	0	0.022489486262202263
33880	embedding2nn.weight	1	0.014192881062626839
33880	embedding2nn.weight	2	-0.00428827153518796
33880	embedding2nn.weight	3	-0.00010855906293727458
33880	embedding2nn.weight	4	-0.004370600450783968
33880	embedding2nn.weight	5	0.01184952910989523
33880	embedding2nn.weight	6	-0.0049694073386490345
33880	embedding2nn.weight	7	0.02081855945289135
33880	embedding2nn.weight	8	-0.006824659649282694
33880	embedding2nn.weight	9	-0.01390319038182497
33880	embedding2nn.bias	0	-0.03905971348285675
33880	embedding2nn.bias	1	-0.021569091826677322
33880	embedding2nn.bias	2	-0.074331134557724
33880	embedding2nn.bias	3	-0.0017257400322705507
33880	embedding2nn.bias	4	0.004125725943595171
33880	embedding2nn.bias	5	-0.006972902454435825
33880	embedding2nn.bias	6	0.008866199292242527
33880	embedding2nn.bias	7	0.019869962707161903
33880	embedding2nn.bias	8	0.006821966264396906
33880	embedding2nn.bias	9	0.0013651205226778984
33880	rnn.weight_ih_l0	0	0.039525724947452545
33880	rnn.weight_ih_l0	1	-0.013619514182209969
33880	rnn.weight_ih_l0	2	-0.03644818440079689
33880	rnn.weight_ih_l0	3	-0.044802937656641006
33880	rnn.weight_ih_l0	4	-0.05200393497943878
33880	rnn.weight_ih_l0	5	-0.008439415134489536
33880	rnn.weight_ih_l0	6	-0.051896169781684875
33880	rnn.weight_ih_l0	7	-0.061574000865221024
33880	rnn.weight_ih_l0	8	-0.04473906010389328
33880	rnn.weight_ih_l0	9	-0.026952877640724182
33880	rnn.weight_hh_l0	0	0.019371846690773964
33880	rnn.weight_hh_l0	1	-0.00970379076898098
33880	rnn.weight_hh_l0	2	-0.06754061579704285
33880	rnn.weight_hh_l0	3	-0.03338225185871124
33880	rnn.weight_hh_l0	4	-0.07831340283155441
33880	rnn.weight_hh_l0	5	-0.01456610206514597
33880	rnn.weight_hh_l0	6	-0.054409757256507874
33880	rnn.weight_hh_l0	7	-0.04060685634613037
33880	rnn.weight_hh_l0	8	-0.01912524364888668
33880	rnn.weight_hh_l0	9	-0.007905660197138786
33880	rnn.bias_ih_l0	0	0.14551743865013123
33880	rnn.bias_ih_l0	1	-0.05603703856468201
33880	rnn.bias_ih_l0	2	0.1042747050523758
33880	rnn.bias_ih_l0	3	0.048815663903951645
33880	rnn.bias_ih_l0	4	0.09903063625097275
33880	rnn.bias_ih_l0	5	0.02423735335469246
33880	rnn.bias_ih_l0	6	-0.017484549432992935
33880	rnn.bias_ih_l0	7	-0.10868863761425018
33880	rnn.bias_ih_l0	8	-0.20701003074645996
33880	rnn.bias_ih_l0	9	0.0870637446641922
33880	rnn.bias_hh_l0	0	0.002716930117458105
33880	rnn.bias_hh_l0	1	0.023466693237423897
33880	rnn.bias_hh_l0	2	-0.006097367499023676
33880	rnn.bias_hh_l0	3	-0.030259614810347557
33880	rnn.bias_hh_l0	4	-0.03629884123802185
33880	rnn.bias_hh_l0	5	0.143365278840065
33880	rnn.bias_hh_l0	6	0.05163981020450592
33880	rnn.bias_hh_l0	7	0.05983554571866989
33880	rnn.bias_hh_l0	8	0.016884148120880127
33880	rnn.bias_hh_l0	9	0.04326183721423149
33880	rnn.weight_ih_l0_reverse	0	-0.029698222875595093
33880	rnn.weight_ih_l0_reverse	1	-0.00223117065615952
33880	rnn.weight_ih_l0_reverse	2	0.023813284933567047
33880	rnn.weight_ih_l0_reverse	3	-0.06212323158979416
33880	rnn.weight_ih_l0_reverse	4	0.009304936043918133
33880	rnn.weight_ih_l0_reverse	5	-0.04609275609254837
33880	rnn.weight_ih_l0_reverse	6	0.028368914499878883
33880	rnn.weight_ih_l0_reverse	7	0.04598644748330116
33880	rnn.weight_ih_l0_reverse	8	-0.04874422401189804
33880	rnn.weight_ih_l0_reverse	9	-0.050752829760313034
33880	rnn.weight_hh_l0_reverse	0	-0.08322477340698242
33880	rnn.weight_hh_l0_reverse	1	-0.06330038607120514
33880	rnn.weight_hh_l0_reverse	2	0.03439963236451149
33880	rnn.weight_hh_l0_reverse	3	0.04577316343784332
33880	rnn.weight_hh_l0_reverse	4	-0.015839383006095886
33880	rnn.weight_hh_l0_reverse	5	0.045567501336336136
33880	rnn.weight_hh_l0_reverse	6	0.0010571576422080398
33880	rnn.weight_hh_l0_reverse	7	-0.00017519970424473286
33880	rnn.weight_hh_l0_reverse	8	-0.0987459346652031
33880	rnn.weight_hh_l0_reverse	9	0.08017187565565109
33880	rnn.bias_ih_l0_reverse	0	-0.08928953111171722
33880	rnn.bias_ih_l0_reverse	1	-0.06908433139324188
33880	rnn.bias_ih_l0_reverse	2	0.1034175232052803
33880	rnn.bias_ih_l0_reverse	3	0.04785093292593956
33880	rnn.bias_ih_l0_reverse	4	-0.12914535403251648
33880	rnn.bias_ih_l0_reverse	5	0.041117552667856216
33880	rnn.bias_ih_l0_reverse	6	-0.10622095316648483
33880	rnn.bias_ih_l0_reverse	7	0.044404368847608566
33880	rnn.bias_ih_l0_reverse	8	0.034527119249105453
33880	rnn.bias_ih_l0_reverse	9	0.06336325407028198
33880	rnn.bias_hh_l0_reverse	0	0.05716460198163986
33880	rnn.bias_hh_l0_reverse	1	0.06556018441915512
33880	rnn.bias_hh_l0_reverse	2	0.07846719026565552
33880	rnn.bias_hh_l0_reverse	3	-0.004122892394661903
33880	rnn.bias_hh_l0_reverse	4	0.07155515998601913
33880	rnn.bias_hh_l0_reverse	5	0.007085744291543961
33880	rnn.bias_hh_l0_reverse	6	-0.05448494479060173
33880	rnn.bias_hh_l0_reverse	7	0.02735692821443081
33880	rnn.bias_hh_l0_reverse	8	0.011140190064907074
33880	rnn.bias_hh_l0_reverse	9	-0.16121038794517517
33880	linear.weight	0	0.1733878254890442
33880	linear.weight	1	-0.1628705859184265
33880	linear.weight	2	-0.21481266617774963
33880	linear.weight	3	0.07815814763307571
33880	linear.weight	4	-0.026713132858276367
33880	linear.weight	5	0.0040289852768182755
33880	linear.weight	6	-0.006906359922140837
33880	linear.weight	7	-0.027072971686720848
33880	linear.weight	8	0.08424977213144302
33880	linear.weight	9	0.34931543469429016
33880	linear.bias	0	-0.20754602551460266
33880	linear.bias	1	0.19409458339214325
33880	linear.bias	2	-0.5396648645401001
33880	linear.bias	3	1.704903244972229
33880	linear.bias	4	-0.39676204323768616
33880	linear.bias	5	-0.030769959092140198
33880	linear.bias	6	-0.3577880561351776
33880	linear.bias	7	-0.2793838381767273
33880	linear.bias	8	-0.04325006157159805
33880	linear.bias	9	-0.4979294240474701
33908	transitions	0	-0.6482746005058289
33908	transitions	1	0.3495773375034332
33908	transitions	2	1.6743396520614624
33908	transitions	3	0.09655177593231201
33908	transitions	4	0.9484094381332397
33908	transitions	5	1.2739231586456299
33908	transitions	6	0.4832988679409027
33908	transitions	7	0.17573313415050507
33908	transitions	8	-0.919520914554596
33908	transitions	9	0.930659294128418
33908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33908	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33908	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33908	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33908	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33908	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33908	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33908	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33908	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33908	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33908	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33908	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33908	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33908	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33908	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33908	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33908	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33908	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33908	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33908	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33908	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33908	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33908	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33908	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33908	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33908	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33908	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33908	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33908	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33908	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33908	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33908	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33908	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33908	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33908	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33908	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33908	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33908	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33908	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33908	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33908	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33908	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33908	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33908	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33908	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33908	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33908	embedding2nn.weight	0	0.022490909323096275
33908	embedding2nn.weight	1	0.014192244037985802
33908	embedding2nn.weight	2	-0.0042882212437689304
33908	embedding2nn.weight	3	-0.00010451538400957361
33908	embedding2nn.weight	4	-0.004370503593236208
33908	embedding2nn.weight	5	0.011848855763673782
33908	embedding2nn.weight	6	-0.004969744011759758
33908	embedding2nn.weight	7	0.020808495581150055
33908	embedding2nn.weight	8	-0.0068237329833209515
33908	embedding2nn.weight	9	-0.013903659768402576
33908	embedding2nn.bias	0	-0.03906724601984024
33908	embedding2nn.bias	1	-0.02160360850393772
33908	embedding2nn.bias	2	-0.07434986531734467
33908	embedding2nn.bias	3	-0.0016988824354484677
33908	embedding2nn.bias	4	0.004109947942197323
33908	embedding2nn.bias	5	-0.00705463532358408
33908	embedding2nn.bias	6	0.008833828382194042
33908	embedding2nn.bias	7	0.01984565332531929
33908	embedding2nn.bias	8	0.006717766169458628
33908	embedding2nn.bias	9	0.0013912442373111844
33908	rnn.weight_ih_l0	0	0.03952324390411377
33908	rnn.weight_ih_l0	1	-0.013619153760373592
33908	rnn.weight_ih_l0	2	-0.03646675497293472
33908	rnn.weight_ih_l0	3	-0.04480048641562462
33908	rnn.weight_ih_l0	4	-0.05200383812189102
33908	rnn.weight_ih_l0	5	-0.008438626304268837
33908	rnn.weight_ih_l0	6	-0.051902029663324356
33908	rnn.weight_ih_l0	7	-0.06157442554831505
33908	rnn.weight_ih_l0	8	-0.04473719373345375
33908	rnn.weight_ih_l0	9	-0.02695430815219879
33908	rnn.weight_hh_l0	0	0.019366618245840073
33908	rnn.weight_hh_l0	1	-0.009711919352412224
33908	rnn.weight_hh_l0	2	-0.06754375249147415
33908	rnn.weight_hh_l0	3	-0.03338433429598808
33908	rnn.weight_hh_l0	4	-0.07830916345119476
33908	rnn.weight_hh_l0	5	-0.01457187905907631
33908	rnn.weight_hh_l0	6	-0.0544184073805809
33908	rnn.weight_hh_l0	7	-0.04061967879533768
33908	rnn.weight_hh_l0	8	-0.019122686237096786
33908	rnn.weight_hh_l0	9	-0.007915918715298176
33908	rnn.bias_ih_l0	0	0.1455352008342743
33908	rnn.bias_ih_l0	1	-0.05605415999889374
33908	rnn.bias_ih_l0	2	0.10425854474306107
33908	rnn.bias_ih_l0	3	0.04881708323955536
33908	rnn.bias_ih_l0	4	0.09904719889163971
33908	rnn.bias_ih_l0	5	0.02423783950507641
33908	rnn.bias_ih_l0	6	-0.01749517023563385
33908	rnn.bias_ih_l0	7	-0.10870115458965302
33908	rnn.bias_ih_l0	8	-0.20705100893974304
33908	rnn.bias_ih_l0	9	0.08706557750701904
33908	rnn.bias_hh_l0	0	0.002727034967392683
33908	rnn.bias_hh_l0	1	0.02346763387322426
33908	rnn.bias_hh_l0	2	-0.0060758464969694614
33908	rnn.bias_hh_l0	3	-0.03025912493467331
33908	rnn.bias_hh_l0	4	-0.036305706948041916
33908	rnn.bias_hh_l0	5	0.1433771401643753
33908	rnn.bias_hh_l0	6	0.05160663649439812
33908	rnn.bias_hh_l0	7	0.05981363728642464
33908	rnn.bias_hh_l0	8	0.016873527318239212
33908	rnn.bias_hh_l0	9	0.04327719286084175
33908	rnn.weight_ih_l0_reverse	0	-0.02969796396791935
33908	rnn.weight_ih_l0_reverse	1	-0.002227801363915205
33908	rnn.weight_ih_l0_reverse	2	0.023811304941773415
33908	rnn.weight_ih_l0_reverse	3	-0.06212267652153969
33908	rnn.weight_ih_l0_reverse	4	0.00929973367601633
33908	rnn.weight_ih_l0_reverse	5	-0.04608755186200142
33908	rnn.weight_ih_l0_reverse	6	0.02836695872247219
33908	rnn.weight_ih_l0_reverse	7	0.04598553478717804
33908	rnn.weight_ih_l0_reverse	8	-0.048746898770332336
33908	rnn.weight_ih_l0_reverse	9	-0.0507517047226429
33908	rnn.weight_hh_l0_reverse	0	-0.08322495222091675
33908	rnn.weight_hh_l0_reverse	1	-0.06330320239067078
33908	rnn.weight_hh_l0_reverse	2	0.03440089151263237
33908	rnn.weight_hh_l0_reverse	3	0.04577642306685448
33908	rnn.weight_hh_l0_reverse	4	-0.015851765871047974
33908	rnn.weight_hh_l0_reverse	5	0.045570872724056244
33908	rnn.weight_hh_l0_reverse	6	0.0010581820970401168
33908	rnn.weight_hh_l0_reverse	7	-0.0001743336906656623
33908	rnn.weight_hh_l0_reverse	8	-0.0987444594502449
33908	rnn.weight_hh_l0_reverse	9	0.08018055558204651
33908	rnn.bias_ih_l0_reverse	0	-0.08927317708730698
33908	rnn.bias_ih_l0_reverse	1	-0.06909680366516113
33908	rnn.bias_ih_l0_reverse	2	0.10342128574848175
33908	rnn.bias_ih_l0_reverse	3	0.04784519225358963
33908	rnn.bias_ih_l0_reverse	4	-0.1291479617357254
33908	rnn.bias_ih_l0_reverse	5	0.04110383242368698
33908	rnn.bias_ih_l0_reverse	6	-0.10621324181556702
33908	rnn.bias_ih_l0_reverse	7	0.044413983821868896
33908	rnn.bias_ih_l0_reverse	8	0.03455214202404022
33908	rnn.bias_ih_l0_reverse	9	0.06335212290287018
33908	rnn.bias_hh_l0_reverse	0	0.05713023990392685
33908	rnn.bias_hh_l0_reverse	1	0.06557866185903549
33908	rnn.bias_hh_l0_reverse	2	0.078487828373909
33908	rnn.bias_hh_l0_reverse	3	-0.00413077138364315
33908	rnn.bias_hh_l0_reverse	4	0.07157665491104126
33908	rnn.bias_hh_l0_reverse	5	0.007042365614324808
33908	rnn.bias_hh_l0_reverse	6	-0.05449376627802849
33908	rnn.bias_hh_l0_reverse	7	0.0273797195404768
33908	rnn.bias_hh_l0_reverse	8	0.011140549555420876
33908	rnn.bias_hh_l0_reverse	9	-0.1611337959766388
33908	linear.weight	0	0.1733686327934265
33908	linear.weight	1	-0.1628706008195877
33908	linear.weight	2	-0.2148260772228241
33908	linear.weight	3	0.07814215123653412
33908	linear.weight	4	-0.026722216978669167
33908	linear.weight	5	0.004030399955809116
33908	linear.weight	6	-0.006906348280608654
33908	linear.weight	7	-0.027072878554463387
33908	linear.weight	8	0.08425772190093994
33908	linear.weight	9	0.3493459224700928
33908	linear.bias	0	-0.20733940601348877
33908	linear.bias	1	0.19412767887115479
33908	linear.bias	2	-0.5396271347999573
33908	linear.bias	3	1.7047621011734009
33908	linear.bias	4	-0.3967629671096802
33908	linear.bias	5	-0.030769959092140198
33908	linear.bias	6	-0.3577660620212555
33908	linear.bias	7	-0.27941375970840454
33908	linear.bias	8	-0.0430067740380764
33908	linear.bias	9	-0.4979296326637268
33936	transitions	0	-0.6482752561569214
33936	transitions	1	0.34957700967788696
33936	transitions	2	1.674338936805725
33936	transitions	3	0.09655077755451202
33936	transitions	4	0.9484094381332397
33936	transitions	5	1.2739231586456299
33936	transitions	6	0.4832988679409027
33936	transitions	7	0.1757325679063797
33936	transitions	8	-0.919520914554596
33936	transitions	9	0.930659294128418
33936	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33936	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33936	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33936	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33936	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33936	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33936	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33936	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33936	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33936	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33936	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33936	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33936	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33936	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33936	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33936	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33936	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33936	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33936	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33936	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33936	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33936	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33936	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33936	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33936	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33936	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33936	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33936	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33936	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33936	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33936	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33936	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33936	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33936	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33936	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33936	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33936	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33936	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33936	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33936	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33936	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33936	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33936	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33936	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33936	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33936	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33936	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33936	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33936	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33936	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33936	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33936	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33936	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33936	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33936	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33936	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33936	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33936	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33936	embedding2nn.weight	0	0.022491661831736565
33936	embedding2nn.weight	1	0.014190438203513622
33936	embedding2nn.weight	2	-0.004288043361157179
33936	embedding2nn.weight	3	-0.00010186806321144104
33936	embedding2nn.weight	4	-0.004370563663542271
33936	embedding2nn.weight	5	0.011849458329379559
33936	embedding2nn.weight	6	-0.004972805734723806
33936	embedding2nn.weight	7	0.020807631313800812
33936	embedding2nn.weight	8	-0.006825562100857496
33936	embedding2nn.weight	9	-0.013903920538723469
33936	embedding2nn.bias	0	-0.03910578414797783
33936	embedding2nn.bias	1	-0.021748755127191544
33936	embedding2nn.bias	2	-0.0744817778468132
33936	embedding2nn.bias	3	-0.0016494739102199674
33936	embedding2nn.bias	4	0.004043324384838343
33936	embedding2nn.bias	5	-0.007012294139713049
33936	embedding2nn.bias	6	0.008986399509012699
33936	embedding2nn.bias	7	0.019819827750325203
33936	embedding2nn.bias	8	0.006803526543080807
33936	embedding2nn.bias	9	0.0014768800465390086
33936	rnn.weight_ih_l0	0	0.039525192230939865
33936	rnn.weight_ih_l0	1	-0.013616994023323059
33936	rnn.weight_ih_l0	2	-0.03647695481777191
33936	rnn.weight_ih_l0	3	-0.044797416776418686
33936	rnn.weight_ih_l0	4	-0.0520075298845768
33936	rnn.weight_ih_l0	5	-0.008441501297056675
33936	rnn.weight_ih_l0	6	-0.05189702659845352
33936	rnn.weight_ih_l0	7	-0.06157542020082474
33936	rnn.weight_ih_l0	8	-0.04473477602005005
33936	rnn.weight_ih_l0	9	-0.0269558597356081
33936	rnn.weight_hh_l0	0	0.019369525834918022
33936	rnn.weight_hh_l0	1	-0.009710605256259441
33936	rnn.weight_hh_l0	2	-0.06754075735807419
33936	rnn.weight_hh_l0	3	-0.03337503969669342
33936	rnn.weight_hh_l0	4	-0.07831158488988876
33936	rnn.weight_hh_l0	5	-0.014571641571819782
33936	rnn.weight_hh_l0	6	-0.05443139001727104
33936	rnn.weight_hh_l0	7	-0.04060318320989609
33936	rnn.weight_hh_l0	8	-0.0191205907613039
33936	rnn.weight_hh_l0	9	-0.007925811223685741
33936	rnn.bias_ih_l0	0	0.14552506804466248
33936	rnn.bias_ih_l0	1	-0.056054458022117615
33936	rnn.bias_ih_l0	2	0.10424797236919403
33936	rnn.bias_ih_l0	3	0.048828624188899994
33936	rnn.bias_ih_l0	4	0.09908264130353928
33936	rnn.bias_ih_l0	5	0.024238185957074165
33936	rnn.bias_ih_l0	6	-0.01750471442937851
33936	rnn.bias_ih_l0	7	-0.10867363959550858
33936	rnn.bias_ih_l0	8	-0.20700834691524506
33936	rnn.bias_ih_l0	9	0.0870794877409935
33936	rnn.bias_hh_l0	0	0.0027222908101975918
33936	rnn.bias_hh_l0	1	0.023462655022740364
33936	rnn.bias_hh_l0	2	-0.00606065709143877
33936	rnn.bias_hh_l0	3	-0.030275968834757805
33936	rnn.bias_hh_l0	4	-0.03629162907600403
33936	rnn.bias_hh_l0	5	0.14341960847377777
33936	rnn.bias_hh_l0	6	0.05162373185157776
33936	rnn.bias_hh_l0	7	0.059776030480861664
33936	rnn.bias_hh_l0	8	0.016863983124494553
33936	rnn.bias_hh_l0	9	0.04328969493508339
33936	rnn.weight_ih_l0_reverse	0	-0.029700186103582382
33936	rnn.weight_ih_l0_reverse	1	-0.0022276435047388077
33936	rnn.weight_ih_l0_reverse	2	0.023811321705579758
33936	rnn.weight_ih_l0_reverse	3	-0.062121182680130005
33936	rnn.weight_ih_l0_reverse	4	0.009301477111876011
33936	rnn.weight_ih_l0_reverse	5	-0.046084050089120865
33936	rnn.weight_ih_l0_reverse	6	0.028364472091197968
33936	rnn.weight_ih_l0_reverse	7	0.045985277742147446
33936	rnn.weight_ih_l0_reverse	8	-0.04875096678733826
33936	rnn.weight_ih_l0_reverse	9	-0.05075036361813545
33936	rnn.weight_hh_l0_reverse	0	-0.08323336392641068
33936	rnn.weight_hh_l0_reverse	1	-0.06332089751958847
33936	rnn.weight_hh_l0_reverse	2	0.03440186381340027
33936	rnn.weight_hh_l0_reverse	3	0.0457746796309948
33936	rnn.weight_hh_l0_reverse	4	-0.015853291377425194
33936	rnn.weight_hh_l0_reverse	5	0.04557223618030548
33936	rnn.weight_hh_l0_reverse	6	0.0010520797222852707
33936	rnn.weight_hh_l0_reverse	7	-0.00017433262837585062
33936	rnn.weight_hh_l0_reverse	8	-0.09875413030385971
33936	rnn.weight_hh_l0_reverse	9	0.08018884062767029
33936	rnn.bias_ih_l0_reverse	0	-0.08928573876619339
33936	rnn.bias_ih_l0_reverse	1	-0.069144606590271
33936	rnn.bias_ih_l0_reverse	2	0.10341162234544754
33936	rnn.bias_ih_l0_reverse	3	0.04784507676959038
33936	rnn.bias_ih_l0_reverse	4	-0.12914447486400604
33936	rnn.bias_ih_l0_reverse	5	0.04110848903656006
33936	rnn.bias_ih_l0_reverse	6	-0.1062169000506401
33936	rnn.bias_ih_l0_reverse	7	0.04444185271859169
33936	rnn.bias_ih_l0_reverse	8	0.034550730139017105
33936	rnn.bias_ih_l0_reverse	9	0.06334024667739868
33936	rnn.bias_hh_l0_reverse	0	0.057007092982530594
33936	rnn.bias_hh_l0_reverse	1	0.06558194011449814
33936	rnn.bias_hh_l0_reverse	2	0.07846228033304214
33936	rnn.bias_hh_l0_reverse	3	-0.004142307210713625
33936	rnn.bias_hh_l0_reverse	4	0.07158268988132477
33936	rnn.bias_hh_l0_reverse	5	0.007036282680928707
33936	rnn.bias_hh_l0_reverse	6	-0.05449870973825455
33936	rnn.bias_hh_l0_reverse	7	0.027373984456062317
33936	rnn.bias_hh_l0_reverse	8	0.011157837696373463
33936	rnn.bias_hh_l0_reverse	9	-0.16105705499649048
33936	linear.weight	0	0.17332489788532257
33936	linear.weight	1	-0.16287052631378174
33936	linear.weight	2	-0.21485406160354614
33936	linear.weight	3	0.07813362032175064
33936	linear.weight	4	-0.026693832129240036
33936	linear.weight	5	0.004020769614726305
33936	linear.weight	6	-0.006906334310770035
33936	linear.weight	7	-0.02707245759665966
33936	linear.weight	8	0.08421950787305832
33936	linear.weight	9	0.3492928743362427
33936	linear.bias	0	-0.20766609907150269
33936	linear.bias	1	0.19425924122333527
33936	linear.bias	2	-0.5396134853363037
33936	linear.bias	3	1.7050342559814453
33936	linear.bias	4	-0.3967657685279846
33936	linear.bias	5	-0.030769959092140198
33936	linear.bias	6	-0.3577544391155243
33936	linear.bias	7	-0.27941760420799255
33936	linear.bias	8	-0.04315922036767006
33936	linear.bias	9	-0.49793100357055664
33964	transitions	0	-0.6482756733894348
33964	transitions	1	0.3495766818523407
33964	transitions	2	1.674338698387146
33964	transitions	3	0.09655003994703293
33964	transitions	4	0.948409378528595
33964	transitions	5	1.2739231586456299
33964	transitions	6	0.4832988679409027
33964	transitions	7	0.1757325530052185
33964	transitions	8	-0.919520914554596
33964	transitions	9	0.930659294128418
33964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33964	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33964	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33964	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33964	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33964	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33964	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33964	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33964	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33964	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33964	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33964	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33964	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33964	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33964	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33964	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33964	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33964	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33964	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33964	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33964	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33964	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33964	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33964	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33964	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33964	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33964	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33964	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33964	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33964	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33964	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33964	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33964	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33964	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33964	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33964	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33964	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33964	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33964	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33964	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33964	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33964	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33964	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33964	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33964	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33964	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33964	embedding2nn.weight	0	0.022501477971673012
33964	embedding2nn.weight	1	0.014188884757459164
33964	embedding2nn.weight	2	-0.004287218675017357
33964	embedding2nn.weight	3	-0.0001032958462019451
33964	embedding2nn.weight	4	-0.0043709538877010345
33964	embedding2nn.weight	5	0.011851998046040535
33964	embedding2nn.weight	6	-0.0049731130711734295
33964	embedding2nn.weight	7	0.020793765783309937
33964	embedding2nn.weight	8	-0.006825994234532118
33964	embedding2nn.weight	9	-0.013904931955039501
33964	embedding2nn.bias	0	-0.039169929921627045
33964	embedding2nn.bias	1	-0.02165362983942032
33964	embedding2nn.bias	2	-0.0745619609951973
33964	embedding2nn.bias	3	-0.001557411509566009
33964	embedding2nn.bias	4	0.0040396093390882015
33964	embedding2nn.bias	5	-0.006978461053222418
33964	embedding2nn.bias	6	0.009051423519849777
33964	embedding2nn.bias	7	0.019841358065605164
33964	embedding2nn.bias	8	0.006664538290351629
33964	embedding2nn.bias	9	0.0013806427596136928
33964	rnn.weight_ih_l0	0	0.03952961787581444
33964	rnn.weight_ih_l0	1	-0.01361480075865984
33964	rnn.weight_ih_l0	2	-0.03648119792342186
33964	rnn.weight_ih_l0	3	-0.04479535296559334
33964	rnn.weight_ih_l0	4	-0.05200052261352539
33964	rnn.weight_ih_l0	5	-0.008440840989351273
33964	rnn.weight_ih_l0	6	-0.051901016384363174
33964	rnn.weight_ih_l0	7	-0.061578501015901566
33964	rnn.weight_ih_l0	8	-0.04473491758108139
33964	rnn.weight_ih_l0	9	-0.026956673711538315
33964	rnn.weight_hh_l0	0	0.019368011504411697
33964	rnn.weight_hh_l0	1	-0.009702733717858791
33964	rnn.weight_hh_l0	2	-0.06754603236913681
33964	rnn.weight_hh_l0	3	-0.03337567672133446
33964	rnn.weight_hh_l0	4	-0.07831433415412903
33964	rnn.weight_hh_l0	5	-0.014568652026355267
33964	rnn.weight_hh_l0	6	-0.054446741938591
33964	rnn.weight_hh_l0	7	-0.040594324469566345
33964	rnn.weight_hh_l0	8	-0.019122019410133362
33964	rnn.weight_hh_l0	9	-0.007911422289907932
33964	rnn.bias_ih_l0	0	0.1455366164445877
33964	rnn.bias_ih_l0	1	-0.0560774989426136
33964	rnn.bias_ih_l0	2	0.10425061732530594
33964	rnn.bias_ih_l0	3	0.04883484169840813
33964	rnn.bias_ih_l0	4	0.09907340258359909
33964	rnn.bias_ih_l0	5	0.02423173189163208
33964	rnn.bias_ih_l0	6	-0.0175044983625412
33964	rnn.bias_ih_l0	7	-0.10865617543458939
33964	rnn.bias_ih_l0	8	-0.20693686604499817
33964	rnn.bias_ih_l0	9	0.08705859631299973
33964	rnn.bias_hh_l0	0	0.002742493525147438
33964	rnn.bias_hh_l0	1	0.023438483476638794
33964	rnn.bias_hh_l0	2	-0.006069700233638287
33964	rnn.bias_hh_l0	3	-0.030265096575021744
33964	rnn.bias_hh_l0	4	-0.0362800695002079
33964	rnn.bias_hh_l0	5	0.14341014623641968
33964	rnn.bias_hh_l0	6	0.05160241946578026
33964	rnn.bias_hh_l0	7	0.05974968895316124
33964	rnn.bias_hh_l0	8	0.016864199191331863
33964	rnn.bias_hh_l0	9	0.043279826641082764
33964	rnn.weight_ih_l0_reverse	0	-0.029700027778744698
33964	rnn.weight_ih_l0_reverse	1	-0.0022261696867644787
33964	rnn.weight_ih_l0_reverse	2	0.02381088398396969
33964	rnn.weight_ih_l0_reverse	3	-0.06212368234992027
33964	rnn.weight_ih_l0_reverse	4	0.009298057295382023
33964	rnn.weight_ih_l0_reverse	5	-0.04608425125479698
33964	rnn.weight_ih_l0_reverse	6	0.028365574777126312
33964	rnn.weight_ih_l0_reverse	7	0.045985184609889984
33964	rnn.weight_ih_l0_reverse	8	-0.048749808222055435
33964	rnn.weight_ih_l0_reverse	9	-0.05075199902057648
33964	rnn.weight_hh_l0_reverse	0	-0.08324911445379257
33964	rnn.weight_hh_l0_reverse	1	-0.06332814693450928
33964	rnn.weight_hh_l0_reverse	2	0.03440646827220917
33964	rnn.weight_hh_l0_reverse	3	0.04577326774597168
33964	rnn.weight_hh_l0_reverse	4	-0.015858599916100502
33964	rnn.weight_hh_l0_reverse	5	0.045572079718112946
33964	rnn.weight_hh_l0_reverse	6	0.001075840089470148
33964	rnn.weight_hh_l0_reverse	7	-0.00017081772966776043
33964	rnn.weight_hh_l0_reverse	8	-0.09875302761793137
33964	rnn.weight_hh_l0_reverse	9	0.08017295598983765
33964	rnn.bias_ih_l0_reverse	0	-0.08925193548202515
33964	rnn.bias_ih_l0_reverse	1	-0.06917193531990051
33964	rnn.bias_ih_l0_reverse	2	0.10341639816761017
33964	rnn.bias_ih_l0_reverse	3	0.04783365875482559
33964	rnn.bias_ih_l0_reverse	4	-0.12913331389427185
33964	rnn.bias_ih_l0_reverse	5	0.04111158847808838
33964	rnn.bias_ih_l0_reverse	6	-0.10624483972787857
33964	rnn.bias_ih_l0_reverse	7	0.04444485902786255
33964	rnn.bias_ih_l0_reverse	8	0.03455599397420883
33964	rnn.bias_ih_l0_reverse	9	0.06331823021173477
33964	rnn.bias_hh_l0_reverse	0	0.05702769011259079
33964	rnn.bias_hh_l0_reverse	1	0.0655641034245491
33964	rnn.bias_hh_l0_reverse	2	0.07847977429628372
33964	rnn.bias_hh_l0_reverse	3	-0.004137807991355658
33964	rnn.bias_hh_l0_reverse	4	0.07157951593399048
33964	rnn.bias_hh_l0_reverse	5	0.007069658022373915
33964	rnn.bias_hh_l0_reverse	6	-0.054487746208906174
33964	rnn.bias_hh_l0_reverse	7	0.02735651098191738
33964	rnn.bias_hh_l0_reverse	8	0.011163756251335144
33964	rnn.bias_hh_l0_reverse	9	-0.16107137501239777
33964	linear.weight	0	0.17328910529613495
33964	linear.weight	1	-0.16287052631378174
33964	linear.weight	2	-0.21485665440559387
33964	linear.weight	3	0.07807925343513489
33964	linear.weight	4	-0.02669154480099678
33964	linear.weight	5	0.0040238117799162865
33964	linear.weight	6	-0.0069063282571733
33964	linear.weight	7	-0.027070075273513794
33964	linear.weight	8	0.08422195166349411
33964	linear.weight	9	0.34935691952705383
33964	linear.bias	0	-0.20797321200370789
33964	linear.bias	1	0.19433680176734924
33964	linear.bias	2	-0.5395856499671936
33964	linear.bias	3	1.705319881439209
33964	linear.bias	4	-0.39676791429519653
33964	linear.bias	5	-0.030769959092140198
33964	linear.bias	6	-0.3577304482460022
33964	linear.bias	7	-0.2793971300125122
33964	linear.bias	8	-0.04308951646089554
33964	linear.bias	9	-0.49793267250061035
33992	transitions	0	-0.6482762694358826
33992	transitions	1	0.3495763838291168
33992	transitions	2	1.674338459968567
33992	transitions	3	0.09654969722032547
33992	transitions	4	0.948409378528595
33992	transitions	5	1.2739231586456299
33992	transitions	6	0.4832988679409027
33992	transitions	7	0.1757325530052185
33992	transitions	8	-0.919520914554596
33992	transitions	9	0.9306592345237732
33992	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
33992	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
33992	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
33992	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
33992	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
33992	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
33992	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
33992	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
33992	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
33992	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
33992	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
33992	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
33992	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
33992	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
33992	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
33992	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
33992	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
33992	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
33992	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
33992	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
33992	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
33992	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
33992	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
33992	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
33992	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
33992	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
33992	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
33992	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
33992	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
33992	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
33992	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
33992	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
33992	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
33992	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
33992	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
33992	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
33992	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
33992	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
33992	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
33992	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
33992	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
33992	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
33992	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
33992	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
33992	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
33992	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
33992	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
33992	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
33992	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
33992	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
33992	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
33992	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
33992	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
33992	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
33992	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
33992	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
33992	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
33992	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
33992	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
33992	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
33992	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
33992	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
33992	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
33992	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
33992	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
33992	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
33992	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
33992	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
33992	embedding2nn.weight	0	0.02249833196401596
33992	embedding2nn.weight	1	0.014188343659043312
33992	embedding2nn.weight	2	-0.004286660812795162
33992	embedding2nn.weight	3	-0.00010483154619578272
33992	embedding2nn.weight	4	-0.004371314775198698
33992	embedding2nn.weight	5	0.011854949407279491
33992	embedding2nn.weight	6	-0.004974091425538063
33992	embedding2nn.weight	7	0.020786931738257408
33992	embedding2nn.weight	8	-0.006826514378190041
33992	embedding2nn.weight	9	-0.013904964551329613
33992	embedding2nn.bias	0	-0.03912883624434471
33992	embedding2nn.bias	1	-0.02158750407397747
33992	embedding2nn.bias	2	-0.07450352609157562
33992	embedding2nn.bias	3	-0.0015754732303321362
33992	embedding2nn.bias	4	0.0041182320564985275
33992	embedding2nn.bias	5	-0.006987533997744322
33992	embedding2nn.bias	6	0.009070813655853271
33992	embedding2nn.bias	7	0.019932309165596962
33992	embedding2nn.bias	8	0.0067526656202971935
33992	embedding2nn.bias	9	0.0013680673437193036
33992	rnn.weight_ih_l0	0	0.03952917084097862
33992	rnn.weight_ih_l0	1	-0.013613051734864712
33992	rnn.weight_ih_l0	2	-0.036469701677560806
33992	rnn.weight_ih_l0	3	-0.044794946908950806
33992	rnn.weight_ih_l0	4	-0.05199625343084335
33992	rnn.weight_ih_l0	5	-0.008441478945314884
33992	rnn.weight_ih_l0	6	-0.05190257355570793
33992	rnn.weight_ih_l0	7	-0.061580002307891846
33992	rnn.weight_ih_l0	8	-0.04473458230495453
33992	rnn.weight_ih_l0	9	-0.026954367756843567
33992	rnn.weight_hh_l0	0	0.019363371655344963
33992	rnn.weight_hh_l0	1	-0.009698242880403996
33992	rnn.weight_hh_l0	2	-0.06755735725164413
33992	rnn.weight_hh_l0	3	-0.033373333513736725
33992	rnn.weight_hh_l0	4	-0.07831559330224991
33992	rnn.weight_hh_l0	5	-0.014559869654476643
33992	rnn.weight_hh_l0	6	-0.0544414296746254
33992	rnn.weight_hh_l0	7	-0.04059294983744621
33992	rnn.weight_hh_l0	8	-0.01911836303770542
33992	rnn.weight_hh_l0	9	-0.007907237857580185
33992	rnn.bias_ih_l0	0	0.14552050828933716
33992	rnn.bias_ih_l0	1	-0.05604001134634018
33992	rnn.bias_ih_l0	2	0.10427142679691315
33992	rnn.bias_ih_l0	3	0.04883117601275444
33992	rnn.bias_ih_l0	4	0.09904225915670395
33992	rnn.bias_ih_l0	5	0.02423800714313984
33992	rnn.bias_ih_l0	6	-0.017500540241599083
33992	rnn.bias_ih_l0	7	-0.10865935683250427
33992	rnn.bias_ih_l0	8	-0.2069517821073532
33992	rnn.bias_ih_l0	9	0.08705975860357285
33992	rnn.bias_hh_l0	0	0.0027156411670148373
33992	rnn.bias_hh_l0	1	0.023457741364836693
33992	rnn.bias_hh_l0	2	-0.006061125546693802
33992	rnn.bias_hh_l0	3	-0.030238425359129906
33992	rnn.bias_hh_l0	4	-0.0362897664308548
33992	rnn.bias_hh_l0	5	0.1434062123298645
33992	rnn.bias_hh_l0	6	0.05161315202713013
33992	rnn.bias_hh_l0	7	0.05978192761540413
33992	rnn.bias_hh_l0	8	0.01686815731227398
33992	rnn.bias_hh_l0	9	0.04329565167427063
33992	rnn.weight_ih_l0_reverse	0	-0.029698632657527924
33992	rnn.weight_ih_l0_reverse	1	-0.0022273447830229998
33992	rnn.weight_ih_l0_reverse	2	0.023813117295503616
33992	rnn.weight_ih_l0_reverse	3	-0.06212618947029114
33992	rnn.weight_ih_l0_reverse	4	0.00929842796176672
33992	rnn.weight_ih_l0_reverse	5	-0.04608311876654625
33992	rnn.weight_ih_l0_reverse	6	0.028347305953502655
33992	rnn.weight_ih_l0_reverse	7	0.045988161116838455
33992	rnn.weight_ih_l0_reverse	8	-0.048750605434179306
33992	rnn.weight_ih_l0_reverse	9	-0.050752904266119
33992	rnn.weight_hh_l0_reverse	0	-0.08324764668941498
33992	rnn.weight_hh_l0_reverse	1	-0.06332670897245407
33992	rnn.weight_hh_l0_reverse	2	0.03440694510936737
33992	rnn.weight_hh_l0_reverse	3	0.045773688703775406
33992	rnn.weight_hh_l0_reverse	4	-0.015853093937039375
33992	rnn.weight_hh_l0_reverse	5	0.04557425156235695
33992	rnn.weight_hh_l0_reverse	6	0.0010896146995946765
33992	rnn.weight_hh_l0_reverse	7	-0.0001708576746750623
33992	rnn.weight_hh_l0_reverse	8	-0.09874788671731949
33992	rnn.weight_hh_l0_reverse	9	0.08018283545970917
33992	rnn.bias_ih_l0_reverse	0	-0.08921308815479279
33992	rnn.bias_ih_l0_reverse	1	-0.0692102462053299
33992	rnn.bias_ih_l0_reverse	2	0.1034483090043068
33992	rnn.bias_ih_l0_reverse	3	0.04784376174211502
33992	rnn.bias_ih_l0_reverse	4	-0.1291402131319046
33992	rnn.bias_ih_l0_reverse	5	0.04111415147781372
33992	rnn.bias_ih_l0_reverse	6	-0.10624249279499054
33992	rnn.bias_ih_l0_reverse	7	0.04445783421397209
33992	rnn.bias_ih_l0_reverse	8	0.034505266696214676
33992	rnn.bias_ih_l0_reverse	9	0.06332996487617493
33992	rnn.bias_hh_l0_reverse	0	0.05705348774790764
33992	rnn.bias_hh_l0_reverse	1	0.06556925922632217
33992	rnn.bias_hh_l0_reverse	2	0.07848896831274033
33992	rnn.bias_hh_l0_reverse	3	-0.004123297054320574
33992	rnn.bias_hh_l0_reverse	4	0.07158441096544266
33992	rnn.bias_hh_l0_reverse	5	0.0070901489816606045
33992	rnn.bias_hh_l0_reverse	6	-0.05449143797159195
33992	rnn.bias_hh_l0_reverse	7	0.027333630248904228
33992	rnn.bias_hh_l0_reverse	8	0.011136333458125591
33992	rnn.bias_hh_l0_reverse	9	-0.16107802093029022
33992	linear.weight	0	0.17328111827373505
33992	linear.weight	1	-0.16287042200565338
33992	linear.weight	2	-0.21484293043613434
33992	linear.weight	3	0.07812678813934326
33992	linear.weight	4	-0.0266847126185894
33992	linear.weight	5	0.0040140822529792786
33992	linear.weight	6	-0.00690630916506052
33992	linear.weight	7	-0.02706986479461193
33992	linear.weight	8	0.08425183594226837
33992	linear.weight	9	0.3493734300136566
33992	linear.bias	0	-0.2077469378709793
33992	linear.bias	1	0.194355309009552
33992	linear.bias	2	-0.539563000202179
33992	linear.bias	3	1.7050118446350098
33992	linear.bias	4	-0.3967687785625458
33992	linear.bias	5	-0.030769959092140198
33992	linear.bias	6	-0.3577026128768921
33992	linear.bias	7	-0.27944424748420715
33992	linear.bias	8	-0.043274372816085815
33992	linear.bias	9	-0.4979332685470581
34020	transitions	0	-0.6482764482498169
34020	transitions	1	0.3495762050151825
34020	transitions	2	1.6743382215499878
34020	transitions	3	0.09654926508665085
34020	transitions	4	0.948409378528595
34020	transitions	5	1.2739231586456299
34020	transitions	6	0.4832988679409027
34020	transitions	7	0.17573252320289612
34020	transitions	8	-0.919520914554596
34020	transitions	9	0.9306592345237732
34020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34020	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34020	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34020	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34020	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34020	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34020	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34020	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34020	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34020	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34020	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34020	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34020	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34020	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34020	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34020	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34020	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34020	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34020	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34020	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34020	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34020	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34020	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34020	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34020	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34020	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34020	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34020	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34020	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34020	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34020	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34020	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34020	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34020	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34020	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34020	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34020	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34020	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34020	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34020	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34020	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34020	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34020	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34020	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34020	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34020	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34020	embedding2nn.weight	0	0.022496843710541725
34020	embedding2nn.weight	1	0.01418980024755001
34020	embedding2nn.weight	2	-0.004286285489797592
34020	embedding2nn.weight	3	-0.0001039904382196255
34020	embedding2nn.weight	4	-0.004371175076812506
34020	embedding2nn.weight	5	0.011855370365083218
34020	embedding2nn.weight	6	-0.004973732866346836
34020	embedding2nn.weight	7	0.020787399262189865
34020	embedding2nn.weight	8	-0.006828818470239639
34020	embedding2nn.weight	9	-0.013905756175518036
34020	embedding2nn.bias	0	-0.039184827357530594
34020	embedding2nn.bias	1	-0.02159132994711399
34020	embedding2nn.bias	2	-0.07459702342748642
34020	embedding2nn.bias	3	-0.0016375568229705095
34020	embedding2nn.bias	4	0.004159785807132721
34020	embedding2nn.bias	5	-0.006999471690505743
34020	embedding2nn.bias	6	0.009042446501553059
34020	embedding2nn.bias	7	0.020044168457388878
34020	embedding2nn.bias	8	0.006656307261437178
34020	embedding2nn.bias	9	0.0013974664034321904
34020	rnn.weight_ih_l0	0	0.03953215479850769
34020	rnn.weight_ih_l0	1	-0.013625473715364933
34020	rnn.weight_ih_l0	2	-0.036472566425800323
34020	rnn.weight_ih_l0	3	-0.04479386657476425
34020	rnn.weight_ih_l0	4	-0.051999177783727646
34020	rnn.weight_ih_l0	5	-0.008442931808531284
34020	rnn.weight_ih_l0	6	-0.051901333034038544
34020	rnn.weight_ih_l0	7	-0.06158070266246796
34020	rnn.weight_ih_l0	8	-0.04472828656435013
34020	rnn.weight_ih_l0	9	-0.02695523388683796
34020	rnn.weight_hh_l0	0	0.019361864775419235
34020	rnn.weight_hh_l0	1	-0.00969703309237957
34020	rnn.weight_hh_l0	2	-0.06755893677473068
34020	rnn.weight_hh_l0	3	-0.03337640315294266
34020	rnn.weight_hh_l0	4	-0.07832021266222
34020	rnn.weight_hh_l0	5	-0.014565995894372463
34020	rnn.weight_hh_l0	6	-0.05443969741463661
34020	rnn.weight_hh_l0	7	-0.04061289504170418
34020	rnn.weight_hh_l0	8	-0.01911885477602482
34020	rnn.weight_hh_l0	9	-0.007903767749667168
34020	rnn.bias_ih_l0	0	0.14552810788154602
34020	rnn.bias_ih_l0	1	-0.05605272203683853
34020	rnn.bias_ih_l0	2	0.10427163541316986
34020	rnn.bias_ih_l0	3	0.04882283881306648
34020	rnn.bias_ih_l0	4	0.0990547388792038
34020	rnn.bias_ih_l0	5	0.02422015555202961
34020	rnn.bias_ih_l0	6	-0.017522772774100304
34020	rnn.bias_ih_l0	7	-0.10862430185079575
34020	rnn.bias_ih_l0	8	-0.2069726586341858
34020	rnn.bias_ih_l0	9	0.08704842627048492
34020	rnn.bias_hh_l0	0	0.0027082464657723904
34020	rnn.bias_hh_l0	1	0.023449478670954704
34020	rnn.bias_hh_l0	2	-0.0060517569072544575
34020	rnn.bias_hh_l0	3	-0.030253326520323753
34020	rnn.bias_hh_l0	4	-0.03628608211874962
34020	rnn.bias_hh_l0	5	0.14339013397693634
34020	rnn.bias_hh_l0	6	0.051577549427747726
34020	rnn.bias_hh_l0	7	0.059770163148641586
34020	rnn.bias_hh_l0	8	0.01684592477977276
34020	rnn.bias_hh_l0	9	0.043293848633766174
34020	rnn.weight_ih_l0_reverse	0	-0.029700860381126404
34020	rnn.weight_ih_l0_reverse	1	-0.0022312935907393694
34020	rnn.weight_ih_l0_reverse	2	0.023813987150788307
34020	rnn.weight_ih_l0_reverse	3	-0.062121763825416565
34020	rnn.weight_ih_l0_reverse	4	0.009298685938119888
34020	rnn.weight_ih_l0_reverse	5	-0.046083856374025345
34020	rnn.weight_ih_l0_reverse	6	0.028350263833999634
34020	rnn.weight_ih_l0_reverse	7	0.0459856279194355
34020	rnn.weight_ih_l0_reverse	8	-0.04874978959560394
34020	rnn.weight_ih_l0_reverse	9	-0.05075496435165405
34020	rnn.weight_hh_l0_reverse	0	-0.08324828743934631
34020	rnn.weight_hh_l0_reverse	1	-0.06333067268133163
34020	rnn.weight_hh_l0_reverse	2	0.034408312290906906
34020	rnn.weight_hh_l0_reverse	3	0.04577367752790451
34020	rnn.weight_hh_l0_reverse	4	-0.015865668654441833
34020	rnn.weight_hh_l0_reverse	5	0.0455753467977047
34020	rnn.weight_hh_l0_reverse	6	0.0010826393263414502
34020	rnn.weight_hh_l0_reverse	7	-0.00017522483540233225
34020	rnn.weight_hh_l0_reverse	8	-0.09874749928712845
34020	rnn.weight_hh_l0_reverse	9	0.08018200844526291
34020	rnn.bias_ih_l0_reverse	0	-0.08925759792327881
34020	rnn.bias_ih_l0_reverse	1	-0.06920242309570312
34020	rnn.bias_ih_l0_reverse	2	0.10342695564031601
34020	rnn.bias_ih_l0_reverse	3	0.04785652086138725
34020	rnn.bias_ih_l0_reverse	4	-0.12917552888393402
34020	rnn.bias_ih_l0_reverse	5	0.0410916805267334
34020	rnn.bias_ih_l0_reverse	6	-0.10625085979700089
34020	rnn.bias_ih_l0_reverse	7	0.04447077959775925
34020	rnn.bias_ih_l0_reverse	8	0.03449012339115143
34020	rnn.bias_ih_l0_reverse	9	0.06336905062198639
34020	rnn.bias_hh_l0_reverse	0	0.057088468223810196
34020	rnn.bias_hh_l0_reverse	1	0.06551281362771988
34020	rnn.bias_hh_l0_reverse	2	0.07850223034620285
34020	rnn.bias_hh_l0_reverse	3	-0.004117789678275585
34020	rnn.bias_hh_l0_reverse	4	0.07156913727521896
34020	rnn.bias_hh_l0_reverse	5	0.007122429087758064
34020	rnn.bias_hh_l0_reverse	6	-0.054497189819812775
34020	rnn.bias_hh_l0_reverse	7	0.027346910908818245
34020	rnn.bias_hh_l0_reverse	8	0.011127719655632973
34020	rnn.bias_hh_l0_reverse	9	-0.16101181507110596
34020	linear.weight	0	0.173267662525177
34020	linear.weight	1	-0.1628703773021698
34020	linear.weight	2	-0.21486328542232513
34020	linear.weight	3	0.07809525728225708
34020	linear.weight	4	-0.02668367326259613
34020	linear.weight	5	0.004015455953776836
34020	linear.weight	6	-0.006906282156705856
34020	linear.weight	7	-0.027068790048360825
34020	linear.weight	8	0.08422181755304337
34020	linear.weight	9	0.349352091550827
34020	linear.bias	0	-0.20778235793113708
34020	linear.bias	1	0.1943090707063675
34020	linear.bias	2	-0.5395694375038147
34020	linear.bias	3	1.7051299810409546
34020	linear.bias	4	-0.39677006006240845
34020	linear.bias	5	-0.030769959092140198
34020	linear.bias	6	-0.3577084243297577
34020	linear.bias	7	-0.2794474959373474
34020	linear.bias	8	-0.04334990307688713
34020	linear.bias	9	-0.4979337155818939
34048	transitions	0	-0.6482771635055542
34048	transitions	1	0.3495759069919586
34048	transitions	2	1.6743377447128296
34048	transitions	3	0.09654904901981354
34048	transitions	4	0.948409378528595
34048	transitions	5	1.2739231586456299
34048	transitions	6	0.4832988679409027
34048	transitions	7	0.17573250830173492
34048	transitions	8	-0.919520914554596
34048	transitions	9	0.9306592345237732
34048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34048	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34048	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34048	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34048	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34048	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34048	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34048	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34048	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34048	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34048	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34048	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34048	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34048	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34048	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34048	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34048	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34048	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34048	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34048	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34048	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34048	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34048	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34048	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34048	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34048	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34048	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34048	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34048	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34048	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34048	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34048	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34048	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34048	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34048	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34048	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34048	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34048	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34048	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34048	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34048	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34048	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34048	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34048	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34048	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34048	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34048	embedding2nn.weight	0	0.02250370755791664
34048	embedding2nn.weight	1	0.014189858920872211
34048	embedding2nn.weight	2	-0.004286052659153938
34048	embedding2nn.weight	3	-0.00010324101458536461
34048	embedding2nn.weight	4	-0.004371750168502331
34048	embedding2nn.weight	5	0.011855815537273884
34048	embedding2nn.weight	6	-0.004973857197910547
34048	embedding2nn.weight	7	0.020786114037036896
34048	embedding2nn.weight	8	-0.00682865921407938
34048	embedding2nn.weight	9	-0.01390704046934843
34048	embedding2nn.bias	0	-0.039231330156326294
34048	embedding2nn.bias	1	-0.02170470729470253
34048	embedding2nn.bias	2	-0.07461784780025482
34048	embedding2nn.bias	3	-0.0017369098495692015
34048	embedding2nn.bias	4	0.004245216492563486
34048	embedding2nn.bias	5	-0.006889063864946365
34048	embedding2nn.bias	6	0.009101434610784054
34048	embedding2nn.bias	7	0.02003990299999714
34048	embedding2nn.bias	8	0.006700565572828054
34048	embedding2nn.bias	9	0.0014506822917610407
34048	rnn.weight_ih_l0	0	0.039537541568279266
34048	rnn.weight_ih_l0	1	-0.01363385934382677
34048	rnn.weight_ih_l0	2	-0.03649059683084488
34048	rnn.weight_ih_l0	3	-0.04479454457759857
34048	rnn.weight_ih_l0	4	-0.05200525000691414
34048	rnn.weight_ih_l0	5	-0.008441822603344917
34048	rnn.weight_ih_l0	6	-0.05189689248800278
34048	rnn.weight_ih_l0	7	-0.061580199748277664
34048	rnn.weight_ih_l0	8	-0.04472415894269943
34048	rnn.weight_ih_l0	9	-0.026952076703310013
34048	rnn.weight_hh_l0	0	0.01936083473265171
34048	rnn.weight_hh_l0	1	-0.009700574912130833
34048	rnn.weight_hh_l0	2	-0.06756921112537384
34048	rnn.weight_hh_l0	3	-0.03337923809885979
34048	rnn.weight_hh_l0	4	-0.07831231504678726
34048	rnn.weight_hh_l0	5	-0.014578511007130146
34048	rnn.weight_hh_l0	6	-0.05441711097955704
34048	rnn.weight_hh_l0	7	-0.04061476141214371
34048	rnn.weight_hh_l0	8	-0.019114302471280098
34048	rnn.weight_hh_l0	9	-0.007922131568193436
34048	rnn.bias_ih_l0	0	0.14552359282970428
34048	rnn.bias_ih_l0	1	-0.05603363364934921
34048	rnn.bias_ih_l0	2	0.10428838431835175
34048	rnn.bias_ih_l0	3	0.04882320016622543
34048	rnn.bias_ih_l0	4	0.09904656559228897
34048	rnn.bias_ih_l0	5	0.02424430474638939
34048	rnn.bias_ih_l0	6	-0.017502041533589363
34048	rnn.bias_ih_l0	7	-0.10861139744520187
34048	rnn.bias_ih_l0	8	-0.20703689754009247
34048	rnn.bias_ih_l0	9	0.08706438541412354
34048	rnn.bias_hh_l0	0	0.0027001257985830307
34048	rnn.bias_hh_l0	1	0.023431075736880302
34048	rnn.bias_hh_l0	2	-0.006050953175872564
34048	rnn.bias_hh_l0	3	-0.030277298763394356
34048	rnn.bias_hh_l0	4	-0.03629221394658089
34048	rnn.bias_hh_l0	5	0.14343953132629395
34048	rnn.bias_hh_l0	6	0.05158700421452522
34048	rnn.bias_hh_l0	7	0.059733618050813675
34048	rnn.bias_hh_l0	8	0.0168666560202837
34048	rnn.bias_hh_l0	9	0.043268680572509766
34048	rnn.weight_ih_l0_reverse	0	-0.02969995327293873
34048	rnn.weight_ih_l0_reverse	1	-0.002239770954474807
34048	rnn.weight_ih_l0_reverse	2	0.02381381019949913
34048	rnn.weight_ih_l0_reverse	3	-0.06211911886930466
34048	rnn.weight_ih_l0_reverse	4	0.009297809563577175
34048	rnn.weight_ih_l0_reverse	5	-0.046083640307188034
34048	rnn.weight_ih_l0_reverse	6	0.028336383402347565
34048	rnn.weight_ih_l0_reverse	7	0.04598398506641388
34048	rnn.weight_ih_l0_reverse	8	-0.0487508699297905
34048	rnn.weight_ih_l0_reverse	9	-0.050753165036439896
34048	rnn.weight_hh_l0_reverse	0	-0.08326005190610886
34048	rnn.weight_hh_l0_reverse	1	-0.06332956999540329
34048	rnn.weight_hh_l0_reverse	2	0.03441737964749336
34048	rnn.weight_hh_l0_reverse	3	0.04576994106173515
34048	rnn.weight_hh_l0_reverse	4	-0.015869176015257835
34048	rnn.weight_hh_l0_reverse	5	0.04557104408740997
34048	rnn.weight_hh_l0_reverse	6	0.0011032463517040014
34048	rnn.weight_hh_l0_reverse	7	-0.0001770432572811842
34048	rnn.weight_hh_l0_reverse	8	-0.09875208139419556
34048	rnn.weight_hh_l0_reverse	9	0.08016866445541382
34048	rnn.bias_ih_l0_reverse	0	-0.08925981819629669
34048	rnn.bias_ih_l0_reverse	1	-0.06913679093122482
34048	rnn.bias_ih_l0_reverse	2	0.10341978073120117
34048	rnn.bias_ih_l0_reverse	3	0.0478692390024662
34048	rnn.bias_ih_l0_reverse	4	-0.12916944921016693
34048	rnn.bias_ih_l0_reverse	5	0.04105827584862709
34048	rnn.bias_ih_l0_reverse	6	-0.10621905326843262
34048	rnn.bias_ih_l0_reverse	7	0.044504329562187195
34048	rnn.bias_ih_l0_reverse	8	0.03449484333395958
34048	rnn.bias_ih_l0_reverse	9	0.06335810571908951
34048	rnn.bias_hh_l0_reverse	0	0.05710219219326973
34048	rnn.bias_hh_l0_reverse	1	0.06552562862634659
34048	rnn.bias_hh_l0_reverse	2	0.07851021736860275
34048	rnn.bias_hh_l0_reverse	3	-0.0041234842501580715
34048	rnn.bias_hh_l0_reverse	4	0.071576789021492
34048	rnn.bias_hh_l0_reverse	5	0.007092792075127363
34048	rnn.bias_hh_l0_reverse	6	-0.054481349885463715
34048	rnn.bias_hh_l0_reverse	7	0.027363449335098267
34048	rnn.bias_hh_l0_reverse	8	0.011144585907459259
34048	rnn.bias_hh_l0_reverse	9	-0.1610616147518158
34048	linear.weight	0	0.17322076857089996
34048	linear.weight	1	-0.16292688250541687
34048	linear.weight	2	-0.21485836803913116
34048	linear.weight	3	0.0781034603714943
34048	linear.weight	4	-0.026690280064940453
34048	linear.weight	5	0.00399834755808115
34048	linear.weight	6	-0.00690609822049737
34048	linear.weight	7	-0.027068471536040306
34048	linear.weight	8	0.08427010476589203
34048	linear.weight	9	0.34943562746047974
34048	linear.bias	0	-0.20745429396629333
34048	linear.bias	1	0.19435875117778778
34048	linear.bias	2	-0.5396041870117188
34048	linear.bias	3	1.7048436403274536
34048	linear.bias	4	-0.39677155017852783
34048	linear.bias	5	-0.030769959092140198
34048	linear.bias	6	-0.3577396869659424
34048	linear.bias	7	-0.2794938087463379
34048	linear.bias	8	-0.04342315346002579
34048	linear.bias	9	-0.49793490767478943
34076	transitions	0	-0.6482774615287781
34076	transitions	1	0.3495757579803467
34076	transitions	2	1.6743377447128296
34076	transitions	3	0.09654898196458817
34076	transitions	4	0.9484093189239502
34076	transitions	5	1.2739231586456299
34076	transitions	6	0.48329880833625793
34076	transitions	7	0.17573249340057373
34076	transitions	8	-0.919520914554596
34076	transitions	9	0.9306592345237732
34076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34076	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34076	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34076	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34076	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34076	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34076	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34076	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34076	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34076	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34076	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34076	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34076	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34076	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34076	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34076	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34076	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34076	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34076	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34076	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34076	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34076	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34076	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34076	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34076	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34076	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34076	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34076	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34076	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34076	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34076	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34076	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34076	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34076	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34076	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34076	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34076	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34076	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34076	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34076	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34076	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34076	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34076	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34076	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34076	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34076	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34076	embedding2nn.weight	0	0.022499535232782364
34076	embedding2nn.weight	1	0.014189373701810837
34076	embedding2nn.weight	2	-0.0042857578955590725
34076	embedding2nn.weight	3	-0.00010447506792843342
34076	embedding2nn.weight	4	-0.004371006973087788
34076	embedding2nn.weight	5	0.011857438832521439
34076	embedding2nn.weight	6	-0.004974081180989742
34076	embedding2nn.weight	7	0.020776771008968353
34076	embedding2nn.weight	8	-0.006829113699495792
34076	embedding2nn.weight	9	-0.013906406238675117
34076	embedding2nn.bias	0	-0.039237961173057556
34076	embedding2nn.bias	1	-0.021745534613728523
34076	embedding2nn.bias	2	-0.07467401027679443
34076	embedding2nn.bias	3	-0.0017736187437549233
34076	embedding2nn.bias	4	0.004261245485395193
34076	embedding2nn.bias	5	-0.006846626754850149
34076	embedding2nn.bias	6	0.009038283489644527
34076	embedding2nn.bias	7	0.020064787939190865
34076	embedding2nn.bias	8	0.006819781847298145
34076	embedding2nn.bias	9	0.0014400448417291045
34076	rnn.weight_ih_l0	0	0.03953101485967636
34076	rnn.weight_ih_l0	1	-0.013642868958413601
34076	rnn.weight_ih_l0	2	-0.03649495169520378
34076	rnn.weight_ih_l0	3	-0.04479231312870979
34076	rnn.weight_ih_l0	4	-0.052004750818014145
34076	rnn.weight_ih_l0	5	-0.008444723673164845
34076	rnn.weight_ih_l0	6	-0.05188826099038124
34076	rnn.weight_ih_l0	7	-0.06158050522208214
34076	rnn.weight_ih_l0	8	-0.044724322855472565
34076	rnn.weight_ih_l0	9	-0.02695109322667122
34076	rnn.weight_hh_l0	0	0.01935516484081745
34076	rnn.weight_hh_l0	1	-0.009695791639387608
34076	rnn.weight_hh_l0	2	-0.06757824867963791
34076	rnn.weight_hh_l0	3	-0.03337711840867996
34076	rnn.weight_hh_l0	4	-0.07830511778593063
34076	rnn.weight_hh_l0	5	-0.014573507010936737
34076	rnn.weight_hh_l0	6	-0.054431505501270294
34076	rnn.weight_hh_l0	7	-0.04062903672456741
34076	rnn.weight_hh_l0	8	-0.019109481945633888
34076	rnn.weight_hh_l0	9	-0.00791851431131363
34076	rnn.bias_ih_l0	0	0.1455162614583969
34076	rnn.bias_ih_l0	1	-0.05605583265423775
34076	rnn.bias_ih_l0	2	0.10428405553102493
34076	rnn.bias_ih_l0	3	0.04885311424732208
34076	rnn.bias_ih_l0	4	0.09905730187892914
34076	rnn.bias_ih_l0	5	0.02423773519694805
34076	rnn.bias_ih_l0	6	-0.017490329220891
34076	rnn.bias_ih_l0	7	-0.10874754190444946
34076	rnn.bias_ih_l0	8	-0.20702621340751648
34076	rnn.bias_ih_l0	9	0.08706595748662949
34076	rnn.bias_hh_l0	0	0.0026992857456207275
34076	rnn.bias_hh_l0	1	0.02342848666012287
34076	rnn.bias_hh_l0	2	-0.0060341027565300465
34076	rnn.bias_hh_l0	3	-0.030254604294896126
34076	rnn.bias_hh_l0	4	-0.036276765167713165
34076	rnn.bias_hh_l0	5	0.1434497982263565
34076	rnn.bias_hh_l0	6	0.05159337818622589
34076	rnn.bias_hh_l0	7	0.059743400663137436
34076	rnn.bias_hh_l0	8	0.016878368332982063
34076	rnn.bias_hh_l0	9	0.043268755078315735
34076	rnn.weight_ih_l0_reverse	0	-0.0296997781842947
34076	rnn.weight_ih_l0_reverse	1	-0.002242244314402342
34076	rnn.weight_ih_l0_reverse	2	0.023813368752598763
34076	rnn.weight_ih_l0_reverse	3	-0.06211770325899124
34076	rnn.weight_ih_l0_reverse	4	0.009299390017986298
34076	rnn.weight_ih_l0_reverse	5	-0.046084340661764145
34076	rnn.weight_ih_l0_reverse	6	0.028335247188806534
34076	rnn.weight_ih_l0_reverse	7	0.04598443582653999
34076	rnn.weight_ih_l0_reverse	8	-0.048750899732112885
34076	rnn.weight_ih_l0_reverse	9	-0.05075424909591675
34076	rnn.weight_hh_l0_reverse	0	-0.08325513452291489
34076	rnn.weight_hh_l0_reverse	1	-0.06333725899457932
34076	rnn.weight_hh_l0_reverse	2	0.03441949561238289
34076	rnn.weight_hh_l0_reverse	3	0.045774996280670166
34076	rnn.weight_hh_l0_reverse	4	-0.015875471755862236
34076	rnn.weight_hh_l0_reverse	5	0.04557153955101967
34076	rnn.weight_hh_l0_reverse	6	0.0011161467991769314
34076	rnn.weight_hh_l0_reverse	7	-0.00017924935673363507
34076	rnn.weight_hh_l0_reverse	8	-0.09875568747520447
34076	rnn.weight_hh_l0_reverse	9	0.08015432953834534
34076	rnn.bias_ih_l0_reverse	0	-0.08928941935300827
34076	rnn.bias_ih_l0_reverse	1	-0.06912195682525635
34076	rnn.bias_ih_l0_reverse	2	0.10339106619358063
34076	rnn.bias_ih_l0_reverse	3	0.047881849110126495
34076	rnn.bias_ih_l0_reverse	4	-0.12916436791419983
34076	rnn.bias_ih_l0_reverse	5	0.04107707366347313
34076	rnn.bias_ih_l0_reverse	6	-0.10620906203985214
34076	rnn.bias_ih_l0_reverse	7	0.044533394277095795
34076	rnn.bias_ih_l0_reverse	8	0.03448820486664772
34076	rnn.bias_ih_l0_reverse	9	0.0633646696805954
34076	rnn.bias_hh_l0_reverse	0	0.057113032788038254
34076	rnn.bias_hh_l0_reverse	1	0.06552745401859283
34076	rnn.bias_hh_l0_reverse	2	0.07851008325815201
34076	rnn.bias_hh_l0_reverse	3	-0.004132826346904039
34076	rnn.bias_hh_l0_reverse	4	0.0715363621711731
34076	rnn.bias_hh_l0_reverse	5	0.007056854199618101
34076	rnn.bias_hh_l0_reverse	6	-0.05448435992002487
34076	rnn.bias_hh_l0_reverse	7	0.027372706681489944
34076	rnn.bias_hh_l0_reverse	8	0.011152544058859348
34076	rnn.bias_hh_l0_reverse	9	-0.161033034324646
34076	linear.weight	0	0.17328466475009918
34076	linear.weight	1	-0.1629268079996109
34076	linear.weight	2	-0.21484722197055817
34076	linear.weight	3	0.07815723866224289
34076	linear.weight	4	-0.026686469092965126
34076	linear.weight	5	0.003993053920567036
34076	linear.weight	6	-0.006906055845320225
34076	linear.weight	7	-0.02707122452557087
34076	linear.weight	8	0.0842638835310936
34076	linear.weight	9	0.34942564368247986
34076	linear.bias	0	-0.20730392634868622
34076	linear.bias	1	0.19433006644248962
34076	linear.bias	2	-0.5396325588226318
34076	linear.bias	3	1.7046202421188354
34076	linear.bias	4	-0.3967726230621338
34076	linear.bias	5	-0.030769959092140198
34076	linear.bias	6	-0.3577711582183838
34076	linear.bias	7	-0.27952301502227783
34076	linear.bias	8	-0.0433538481593132
34076	linear.bias	9	-0.4979352653026581
34104	transitions	0	-0.6482781171798706
34104	transitions	1	0.3495756983757019
34104	transitions	2	1.67433762550354
34104	transitions	3	0.0965489074587822
34104	transitions	4	0.9484092593193054
34104	transitions	5	1.2739231586456299
34104	transitions	6	0.48329880833625793
34104	transitions	7	0.17573249340057373
34104	transitions	8	-0.919520914554596
34104	transitions	9	0.9306592345237732
34104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34104	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34104	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34104	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34104	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34104	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34104	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34104	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34104	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34104	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34104	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34104	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34104	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34104	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34104	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34104	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34104	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34104	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34104	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34104	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34104	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34104	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34104	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34104	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34104	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34104	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34104	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34104	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34104	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34104	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34104	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34104	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34104	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34104	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34104	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34104	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34104	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34104	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34104	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34104	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34104	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34104	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34104	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34104	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34104	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34104	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34104	embedding2nn.weight	0	0.022490307688713074
34104	embedding2nn.weight	1	0.014188824221491814
34104	embedding2nn.weight	2	-0.004285764414817095
34104	embedding2nn.weight	3	-0.00010634271166054532
34104	embedding2nn.weight	4	-0.004369835834950209
34104	embedding2nn.weight	5	0.011857151053845882
34104	embedding2nn.weight	6	-0.004974061623215675
34104	embedding2nn.weight	7	0.020777346566319466
34104	embedding2nn.weight	8	-0.006827230099588633
34104	embedding2nn.weight	9	-0.01390790194272995
34104	embedding2nn.bias	0	-0.039038147777318954
34104	embedding2nn.bias	1	-0.021696817129850388
34104	embedding2nn.bias	2	-0.07467854768037796
34104	embedding2nn.bias	3	-0.001721036504022777
34104	embedding2nn.bias	4	0.0042546591721475124
34104	embedding2nn.bias	5	-0.007007903885096312
34104	embedding2nn.bias	6	0.008931977674365044
34104	embedding2nn.bias	7	0.02005329541862011
34104	embedding2nn.bias	8	0.006837665569037199
34104	embedding2nn.bias	9	0.001420315122231841
34104	rnn.weight_ih_l0	0	0.03953533247113228
34104	rnn.weight_ih_l0	1	-0.01365605741739273
34104	rnn.weight_ih_l0	2	-0.036520812660455704
34104	rnn.weight_ih_l0	3	-0.04478561878204346
34104	rnn.weight_ih_l0	4	-0.052010536193847656
34104	rnn.weight_ih_l0	5	-0.008446769788861275
34104	rnn.weight_ih_l0	6	-0.05188507214188576
34104	rnn.weight_ih_l0	7	-0.06158522889018059
34104	rnn.weight_ih_l0	8	-0.04472880810499191
34104	rnn.weight_ih_l0	9	-0.026953434571623802
34104	rnn.weight_hh_l0	0	0.019363868981599808
34104	rnn.weight_hh_l0	1	-0.009698644280433655
34104	rnn.weight_hh_l0	2	-0.06756806373596191
34104	rnn.weight_hh_l0	3	-0.03337850794196129
34104	rnn.weight_hh_l0	4	-0.07831215113401413
34104	rnn.weight_hh_l0	5	-0.014558390714228153
34104	rnn.weight_hh_l0	6	-0.054430942982435226
34104	rnn.weight_hh_l0	7	-0.040643464773893356
34104	rnn.weight_hh_l0	8	-0.01911478117108345
34104	rnn.weight_hh_l0	9	-0.007917861454188824
34104	rnn.bias_ih_l0	0	0.14549660682678223
34104	rnn.bias_ih_l0	1	-0.05606039613485336
34104	rnn.bias_ih_l0	2	0.10427769273519516
34104	rnn.bias_ih_l0	3	0.048859938979148865
34104	rnn.bias_ih_l0	4	0.0990372970700264
34104	rnn.bias_ih_l0	5	0.024214737117290497
34104	rnn.bias_ih_l0	6	-0.01748775877058506
34104	rnn.bias_ih_l0	7	-0.10874088108539581
34104	rnn.bias_ih_l0	8	-0.20704010128974915
34104	rnn.bias_ih_l0	9	0.0870506539940834
34104	rnn.bias_hh_l0	0	0.002720222808420658
34104	rnn.bias_hh_l0	1	0.02348281815648079
34104	rnn.bias_hh_l0	2	-0.006040805019438267
34104	rnn.bias_hh_l0	3	-0.030289752408862114
34104	rnn.bias_hh_l0	4	-0.03625992313027382
34104	rnn.bias_hh_l0	5	0.14342322945594788
34104	rnn.bias_hh_l0	6	0.051566001027822495
34104	rnn.bias_hh_l0	7	0.05974366515874863
34104	rnn.bias_hh_l0	8	0.016880938783288002
34104	rnn.bias_hh_l0	9	0.04326782003045082
34104	rnn.weight_ih_l0_reverse	0	-0.029699178412556648
34104	rnn.weight_ih_l0_reverse	1	-0.002239423571154475
34104	rnn.weight_ih_l0_reverse	2	0.02381342090666294
34104	rnn.weight_ih_l0_reverse	3	-0.062119778245687485
34104	rnn.weight_ih_l0_reverse	4	0.00929380301386118
34104	rnn.weight_ih_l0_reverse	5	-0.0460859052836895
34104	rnn.weight_ih_l0_reverse	6	0.028331857174634933
34104	rnn.weight_ih_l0_reverse	7	0.04598241671919823
34104	rnn.weight_ih_l0_reverse	8	-0.04875098168849945
34104	rnn.weight_ih_l0_reverse	9	-0.05075560137629509
34104	rnn.weight_hh_l0_reverse	0	-0.0832582637667656
34104	rnn.weight_hh_l0_reverse	1	-0.06334280222654343
34104	rnn.weight_hh_l0_reverse	2	0.03441530838608742
34104	rnn.weight_hh_l0_reverse	3	0.045778632164001465
34104	rnn.weight_hh_l0_reverse	4	-0.01587660238146782
34104	rnn.weight_hh_l0_reverse	5	0.04557428136467934
34104	rnn.weight_hh_l0_reverse	6	0.0011166188633069396
34104	rnn.weight_hh_l0_reverse	7	-0.000187949844985269
34104	rnn.weight_hh_l0_reverse	8	-0.09874814748764038
34104	rnn.weight_hh_l0_reverse	9	0.08015093207359314
34104	rnn.bias_ih_l0_reverse	0	-0.08928637206554413
34104	rnn.bias_ih_l0_reverse	1	-0.06911170482635498
34104	rnn.bias_ih_l0_reverse	2	0.10339079797267914
34104	rnn.bias_ih_l0_reverse	3	0.04790152609348297
34104	rnn.bias_ih_l0_reverse	4	-0.12917272746562958
34104	rnn.bias_ih_l0_reverse	5	0.04107947647571564
34104	rnn.bias_ih_l0_reverse	6	-0.10621825605630875
34104	rnn.bias_ih_l0_reverse	7	0.0445253923535347
34104	rnn.bias_ih_l0_reverse	8	0.0344926193356514
34104	rnn.bias_ih_l0_reverse	9	0.06333369016647339
34104	rnn.bias_hh_l0_reverse	0	0.05706236511468887
34104	rnn.bias_hh_l0_reverse	1	0.06551825255155563
34104	rnn.bias_hh_l0_reverse	2	0.07850779592990875
34104	rnn.bias_hh_l0_reverse	3	-0.004109556321054697
34104	rnn.bias_hh_l0_reverse	4	0.07155641913414001
34104	rnn.bias_hh_l0_reverse	5	0.007081196177750826
34104	rnn.bias_hh_l0_reverse	6	-0.05450325086712837
34104	rnn.bias_hh_l0_reverse	7	0.027383750304579735
34104	rnn.bias_hh_l0_reverse	8	0.01114535890519619
34104	rnn.bias_hh_l0_reverse	9	-0.16105128824710846
34104	linear.weight	0	0.17331050336360931
34104	linear.weight	1	-0.16292662918567657
34104	linear.weight	2	-0.21484972536563873
34104	linear.weight	3	0.07817354053258896
34104	linear.weight	4	-0.026670631021261215
34104	linear.weight	5	0.003994774539023638
34104	linear.weight	6	-0.006906020455062389
34104	linear.weight	7	-0.027104735374450684
34104	linear.weight	8	0.0842793881893158
34104	linear.weight	9	0.3493185043334961
34104	linear.bias	0	-0.20714622735977173
34104	linear.bias	1	0.19422951340675354
34104	linear.bias	2	-0.5396522283554077
34104	linear.bias	3	1.704296588897705
34104	linear.bias	4	-0.3967764973640442
34104	linear.bias	5	-0.030769959092140198
34104	linear.bias	6	-0.357796847820282
34104	linear.bias	7	-0.2795443832874298
34104	linear.bias	8	-0.04335952550172806
34104	linear.bias	9	-0.49793583154678345
34132	transitions	0	-0.6482784748077393
34132	transitions	1	0.3495754301548004
34132	transitions	2	1.6743371486663818
34132	transitions	3	0.09654852002859116
34132	transitions	4	0.9484092593193054
34132	transitions	5	1.2739231586456299
34132	transitions	6	0.48329880833625793
34132	transitions	7	0.17573247849941254
34132	transitions	8	-0.919520914554596
34132	transitions	9	0.9306592345237732
34132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34132	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34132	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34132	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34132	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34132	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34132	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34132	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34132	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34132	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34132	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34132	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34132	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34132	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34132	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34132	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34132	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34132	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34132	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34132	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34132	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34132	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34132	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34132	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34132	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34132	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34132	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34132	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34132	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34132	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34132	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34132	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34132	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34132	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34132	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34132	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34132	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34132	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34132	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34132	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34132	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34132	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34132	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34132	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34132	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34132	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34132	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34132	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34132	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34132	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34132	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34132	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34132	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34132	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34132	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34132	embedding2nn.weight	0	0.02249089628458023
34132	embedding2nn.weight	1	0.014188136905431747
34132	embedding2nn.weight	2	-0.004285365808755159
34132	embedding2nn.weight	3	-0.00010765505430754274
34132	embedding2nn.weight	4	-0.004370077978819609
34132	embedding2nn.weight	5	0.011857109144330025
34132	embedding2nn.weight	6	-0.00497626606374979
34132	embedding2nn.weight	7	0.02077430672943592
34132	embedding2nn.weight	8	-0.006827075500041246
34132	embedding2nn.weight	9	-0.013907219283282757
34132	embedding2nn.bias	0	-0.03901069983839989
34132	embedding2nn.bias	1	-0.021670380607247353
34132	embedding2nn.bias	2	-0.07468605786561966
34132	embedding2nn.bias	3	-0.0016714626690372825
34132	embedding2nn.bias	4	0.00414262292906642
34132	embedding2nn.bias	5	-0.006997315678745508
34132	embedding2nn.bias	6	0.008901651948690414
34132	embedding2nn.bias	7	0.020014135167002678
34132	embedding2nn.bias	8	0.006853040773421526
34132	embedding2nn.bias	9	0.0014840023359283805
34132	rnn.weight_ih_l0	0	0.03953372687101364
34132	rnn.weight_ih_l0	1	-0.013658465817570686
34132	rnn.weight_ih_l0	2	-0.03651126101613045
34132	rnn.weight_ih_l0	3	-0.044783707708120346
34132	rnn.weight_ih_l0	4	-0.052013516426086426
34132	rnn.weight_ih_l0	5	-0.00844851229339838
34132	rnn.weight_ih_l0	6	-0.05188408121466637
34132	rnn.weight_ih_l0	7	-0.06158151105046272
34132	rnn.weight_ih_l0	8	-0.04472839832305908
34132	rnn.weight_ih_l0	9	-0.02695476822555065
34132	rnn.weight_hh_l0	0	0.01935473643243313
34132	rnn.weight_hh_l0	1	-0.009696516208350658
34132	rnn.weight_hh_l0	2	-0.06757215410470963
34132	rnn.weight_hh_l0	3	-0.033377837389707565
34132	rnn.weight_hh_l0	4	-0.07831624895334244
34132	rnn.weight_hh_l0	5	-0.014567209407687187
34132	rnn.weight_hh_l0	6	-0.05446455255150795
34132	rnn.weight_hh_l0	7	-0.04065578430891037
34132	rnn.weight_hh_l0	8	-0.019120635464787483
34132	rnn.weight_hh_l0	9	-0.0079043535515666
34132	rnn.bias_ih_l0	0	0.14548680186271667
34132	rnn.bias_ih_l0	1	-0.0560486726462841
34132	rnn.bias_ih_l0	2	0.10424327105283737
34132	rnn.bias_ih_l0	3	0.048852600157260895
34132	rnn.bias_ih_l0	4	0.09902305901050568
34132	rnn.bias_ih_l0	5	0.024207254871726036
34132	rnn.bias_ih_l0	6	-0.017463747411966324
34132	rnn.bias_ih_l0	7	-0.10879792273044586
34132	rnn.bias_ih_l0	8	-0.20696613192558289
34132	rnn.bias_ih_l0	9	0.08704602718353271
34132	rnn.bias_hh_l0	0	0.002714131958782673
34132	rnn.bias_hh_l0	1	0.02351001277565956
34132	rnn.bias_hh_l0	2	-0.006040791515260935
34132	rnn.bias_hh_l0	3	-0.03032837063074112
34132	rnn.bias_hh_l0	4	-0.03627923130989075
34132	rnn.bias_hh_l0	5	0.14340656995773315
34132	rnn.bias_hh_l0	6	0.05155746266245842
34132	rnn.bias_hh_l0	7	0.059776272624731064
34132	rnn.bias_hh_l0	8	0.01690495014190674
34132	rnn.bias_hh_l0	9	0.04324846714735031
34132	rnn.weight_ih_l0_reverse	0	-0.0297019574791193
34132	rnn.weight_ih_l0_reverse	1	-0.0022307313047349453
34132	rnn.weight_ih_l0_reverse	2	0.023813752457499504
34132	rnn.weight_ih_l0_reverse	3	-0.062121570110321045
34132	rnn.weight_ih_l0_reverse	4	0.009295807220041752
34132	rnn.weight_ih_l0_reverse	5	-0.046085260808467865
34132	rnn.weight_ih_l0_reverse	6	0.028327153995633125
34132	rnn.weight_ih_l0_reverse	7	0.045983944088220596
34132	rnn.weight_ih_l0_reverse	8	-0.048753660172224045
34132	rnn.weight_ih_l0_reverse	9	-0.05075501278042793
34132	rnn.weight_hh_l0_reverse	0	-0.08325736969709396
34132	rnn.weight_hh_l0_reverse	1	-0.06333640962839127
34132	rnn.weight_hh_l0_reverse	2	0.03442152589559555
34132	rnn.weight_hh_l0_reverse	3	0.045772284269332886
34132	rnn.weight_hh_l0_reverse	4	-0.015878021717071533
34132	rnn.weight_hh_l0_reverse	5	0.045569825917482376
34132	rnn.weight_hh_l0_reverse	6	0.0011223943438380957
34132	rnn.weight_hh_l0_reverse	7	-0.00019043823704123497
34132	rnn.weight_hh_l0_reverse	8	-0.09874637424945831
34132	rnn.weight_hh_l0_reverse	9	0.08014760911464691
34132	rnn.bias_ih_l0_reverse	0	-0.08927102386951447
34132	rnn.bias_ih_l0_reverse	1	-0.06916851550340652
34132	rnn.bias_ih_l0_reverse	2	0.10339958220720291
34132	rnn.bias_ih_l0_reverse	3	0.04791449382901192
34132	rnn.bias_ih_l0_reverse	4	-0.1291808784008026
34132	rnn.bias_ih_l0_reverse	5	0.04106537997722626
34132	rnn.bias_ih_l0_reverse	6	-0.10620304942131042
34132	rnn.bias_ih_l0_reverse	7	0.0445115827023983
34132	rnn.bias_ih_l0_reverse	8	0.034488700330257416
34132	rnn.bias_ih_l0_reverse	9	0.06332400441169739
34132	rnn.bias_hh_l0_reverse	0	0.056970976293087006
34132	rnn.bias_hh_l0_reverse	1	0.06551017612218857
34132	rnn.bias_hh_l0_reverse	2	0.07849722355604172
34132	rnn.bias_hh_l0_reverse	3	-0.004102121572941542
34132	rnn.bias_hh_l0_reverse	4	0.07157851755619049
34132	rnn.bias_hh_l0_reverse	5	0.007148892153054476
34132	rnn.bias_hh_l0_reverse	6	-0.05449908226728439
34132	rnn.bias_hh_l0_reverse	7	0.027385668829083443
34132	rnn.bias_hh_l0_reverse	8	0.01114930585026741
34132	rnn.bias_hh_l0_reverse	9	-0.16100306808948517
34132	linear.weight	0	0.17335893213748932
34132	linear.weight	1	-0.1629263013601303
34132	linear.weight	2	-0.21485385298728943
34132	linear.weight	3	0.07822936773300171
34132	linear.weight	4	-0.026669040322303772
34132	linear.weight	5	0.003997436724603176
34132	linear.weight	6	-0.006905987858772278
34132	linear.weight	7	-0.027104590088129044
34132	linear.weight	8	0.08433417975902557
34132	linear.weight	9	0.3493008017539978
34132	linear.bias	0	-0.20708772540092468
34132	linear.bias	1	0.19417642056941986
34132	linear.bias	2	-0.5395563244819641
34132	linear.bias	3	1.7042814493179321
34132	linear.bias	4	-0.39677780866622925
34132	linear.bias	5	-0.030769959092140198
34132	linear.bias	6	-0.3576933443546295
34132	linear.bias	7	-0.2795446515083313
34132	linear.bias	8	-0.04336824268102646
34132	linear.bias	9	-0.49793609976768494
34160	transitions	0	-0.6482785940170288
34160	transitions	1	0.349575400352478
34160	transitions	2	1.6743369102478027
34160	transitions	3	0.09654809534549713
34160	transitions	4	0.948407769203186
34160	transitions	5	1.2739231586456299
34160	transitions	6	0.48329880833625793
34160	transitions	7	0.17573246359825134
34160	transitions	8	-0.919520914554596
34160	transitions	9	0.9306592345237732
34160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34160	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34160	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34160	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34160	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34160	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34160	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34160	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34160	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34160	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34160	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34160	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34160	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34160	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34160	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34160	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34160	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34160	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34160	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34160	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34160	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34160	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34160	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34160	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34160	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34160	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34160	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34160	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34160	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34160	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34160	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34160	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34160	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34160	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34160	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34160	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34160	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34160	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34160	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34160	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34160	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34160	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34160	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34160	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34160	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34160	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34160	embedding2nn.weight	0	0.022488698363304138
34160	embedding2nn.weight	1	0.014187526889145374
34160	embedding2nn.weight	2	-0.0042854733765125275
34160	embedding2nn.weight	3	-0.00010869861580431461
34160	embedding2nn.weight	4	-0.004370632115751505
34160	embedding2nn.weight	5	0.011852982454001904
34160	embedding2nn.weight	6	-0.004975072108209133
34160	embedding2nn.weight	7	0.02077225036919117
34160	embedding2nn.weight	8	-0.006829188670963049
34160	embedding2nn.weight	9	-0.01390762161463499
34160	embedding2nn.bias	0	-0.03892263397574425
34160	embedding2nn.bias	1	-0.02176617830991745
34160	embedding2nn.bias	2	-0.0746702179312706
34160	embedding2nn.bias	3	-0.0016402342589572072
34160	embedding2nn.bias	4	0.004224524833261967
34160	embedding2nn.bias	5	-0.00701858289539814
34160	embedding2nn.bias	6	0.008923259563744068
34160	embedding2nn.bias	7	0.020045556128025055
34160	embedding2nn.bias	8	0.006875626277178526
34160	embedding2nn.bias	9	0.001535835093818605
34160	rnn.weight_ih_l0	0	0.039536796510219574
34160	rnn.weight_ih_l0	1	-0.013656478375196457
34160	rnn.weight_ih_l0	2	-0.03650669381022453
34160	rnn.weight_ih_l0	3	-0.04478050395846367
34160	rnn.weight_ih_l0	4	-0.052018072456121445
34160	rnn.weight_ih_l0	5	-0.008448011241853237
34160	rnn.weight_ih_l0	6	-0.051883384585380554
34160	rnn.weight_ih_l0	7	-0.06158816069364548
34160	rnn.weight_ih_l0	8	-0.04472072795033455
34160	rnn.weight_ih_l0	9	-0.026955267414450645
34160	rnn.weight_hh_l0	0	0.019349053502082825
34160	rnn.weight_hh_l0	1	-0.009695791639387608
34160	rnn.weight_hh_l0	2	-0.06758833676576614
34160	rnn.weight_hh_l0	3	-0.03337401896715164
34160	rnn.weight_hh_l0	4	-0.07831745594739914
34160	rnn.weight_hh_l0	5	-0.014570045284926891
34160	rnn.weight_hh_l0	6	-0.05447573959827423
34160	rnn.weight_hh_l0	7	-0.04065656289458275
34160	rnn.weight_hh_l0	8	-0.01912238635122776
34160	rnn.weight_hh_l0	9	-0.007904944010078907
34160	rnn.bias_ih_l0	0	0.14549589157104492
34160	rnn.bias_ih_l0	1	-0.0560392364859581
34160	rnn.bias_ih_l0	2	0.10427192598581314
34160	rnn.bias_ih_l0	3	0.04885387793183327
34160	rnn.bias_ih_l0	4	0.09900987148284912
34160	rnn.bias_ih_l0	5	0.02421068586409092
34160	rnn.bias_ih_l0	6	-0.017474014312028885
34160	rnn.bias_ih_l0	7	-0.10873157531023026
34160	rnn.bias_ih_l0	8	-0.20700812339782715
34160	rnn.bias_ih_l0	9	0.08707728981971741
34160	rnn.bias_hh_l0	0	0.0027156914584338665
34160	rnn.bias_hh_l0	1	0.023511730134487152
34160	rnn.bias_hh_l0	2	-0.006042676977813244
34160	rnn.bias_hh_l0	3	-0.030306832864880562
34160	rnn.bias_hh_l0	4	-0.036282017827034
34160	rnn.bias_hh_l0	5	0.14346924424171448
34160	rnn.bias_hh_l0	6	0.05153770372271538
34160	rnn.bias_hh_l0	7	0.05975566804409027
34160	rnn.bias_hh_l0	8	0.016894683241844177
34160	rnn.bias_hh_l0	9	0.04326397925615311
34160	rnn.weight_ih_l0_reverse	0	-0.029704246670007706
34160	rnn.weight_ih_l0_reverse	1	-0.0022301324643194675
34160	rnn.weight_ih_l0_reverse	2	0.02381361462175846
34160	rnn.weight_ih_l0_reverse	3	-0.0621178075671196
34160	rnn.weight_ih_l0_reverse	4	0.009290775284171104
34160	rnn.weight_ih_l0_reverse	5	-0.046076685190200806
34160	rnn.weight_ih_l0_reverse	6	0.028343522921204567
34160	rnn.weight_ih_l0_reverse	7	0.04598400741815567
34160	rnn.weight_ih_l0_reverse	8	-0.04875517264008522
34160	rnn.weight_ih_l0_reverse	9	-0.05075439065694809
34160	rnn.weight_hh_l0_reverse	0	-0.0832480937242508
34160	rnn.weight_hh_l0_reverse	1	-0.06333301216363907
34160	rnn.weight_hh_l0_reverse	2	0.03441862761974335
34160	rnn.weight_hh_l0_reverse	3	0.04577096924185753
34160	rnn.weight_hh_l0_reverse	4	-0.01588542014360428
34160	rnn.weight_hh_l0_reverse	5	0.04556690901517868
34160	rnn.weight_hh_l0_reverse	6	0.0011387220583856106
34160	rnn.weight_hh_l0_reverse	7	-0.0001878434995887801
34160	rnn.weight_hh_l0_reverse	8	-0.09875450283288956
34160	rnn.weight_hh_l0_reverse	9	0.08015888184309006
34160	rnn.bias_ih_l0_reverse	0	-0.08925698697566986
34160	rnn.bias_ih_l0_reverse	1	-0.06908651441335678
34160	rnn.bias_ih_l0_reverse	2	0.1033896803855896
34160	rnn.bias_ih_l0_reverse	3	0.047926273196935654
34160	rnn.bias_ih_l0_reverse	4	-0.12915807962417603
34160	rnn.bias_ih_l0_reverse	5	0.041051339358091354
34160	rnn.bias_ih_l0_reverse	6	-0.10619080066680908
34160	rnn.bias_ih_l0_reverse	7	0.044541239738464355
34160	rnn.bias_ih_l0_reverse	8	0.034489940851926804
34160	rnn.bias_ih_l0_reverse	9	0.06332256644964218
34160	rnn.bias_hh_l0_reverse	0	0.056968845427036285
34160	rnn.bias_hh_l0_reverse	1	0.06551750749349594
34160	rnn.bias_hh_l0_reverse	2	0.07852362096309662
34160	rnn.bias_hh_l0_reverse	3	-0.004091294948011637
34160	rnn.bias_hh_l0_reverse	4	0.07157319039106369
34160	rnn.bias_hh_l0_reverse	5	0.007048500701785088
34160	rnn.bias_hh_l0_reverse	6	-0.05447859689593315
34160	rnn.bias_hh_l0_reverse	7	0.027386408299207687
34160	rnn.bias_hh_l0_reverse	8	0.01115852128714323
34160	rnn.bias_hh_l0_reverse	9	-0.16101831197738647
34160	linear.weight	0	0.1733483374118805
34160	linear.weight	1	-0.16292567551136017
34160	linear.weight	2	-0.21484854817390442
34160	linear.weight	3	0.07825098931789398
34160	linear.weight	4	-0.026698904111981392
34160	linear.weight	5	0.004008369520306587
34160	linear.weight	6	-0.006905961781740189
34160	linear.weight	7	-0.027104409411549568
34160	linear.weight	8	0.08428976684808731
34160	linear.weight	9	0.3492913246154785
34160	linear.bias	0	-0.2072485238313675
34160	linear.bias	1	0.19418011605739594
34160	linear.bias	2	-0.5395607948303223
34160	linear.bias	3	1.7045775651931763
34160	linear.bias	4	-0.39677897095680237
34160	linear.bias	5	-0.030769959092140198
34160	linear.bias	6	-0.3577004075050354
34160	linear.bias	7	-0.2794739007949829
34160	linear.bias	8	-0.04347991570830345
34160	linear.bias	9	-0.4979366660118103
34188	transitions	0	-0.6482788324356079
34188	transitions	1	0.34957534074783325
34188	transitions	2	1.674336552619934
34188	transitions	3	0.09653306752443314
34188	transitions	4	0.948407769203186
34188	transitions	5	1.2739231586456299
34188	transitions	6	0.48329880833625793
34188	transitions	7	0.17573246359825134
34188	transitions	8	-0.919520914554596
34188	transitions	9	0.9306592345237732
34188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34188	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34188	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34188	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34188	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34188	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34188	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34188	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34188	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34188	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34188	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34188	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34188	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34188	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34188	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34188	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34188	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34188	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34188	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34188	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34188	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34188	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34188	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34188	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34188	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34188	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34188	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34188	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34188	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34188	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34188	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34188	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34188	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34188	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34188	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34188	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34188	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34188	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34188	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34188	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34188	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34188	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34188	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34188	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34188	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34188	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34188	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34188	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34188	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34188	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34188	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34188	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34188	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34188	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34188	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34188	embedding2nn.weight	0	0.02249043993651867
34188	embedding2nn.weight	1	0.01418597437441349
34188	embedding2nn.weight	2	-0.004285820294171572
34188	embedding2nn.weight	3	-0.00011046091822208837
34188	embedding2nn.weight	4	-0.004370564129203558
34188	embedding2nn.weight	5	0.011855605989694595
34188	embedding2nn.weight	6	-0.00497591495513916
34188	embedding2nn.weight	7	0.020769447088241577
34188	embedding2nn.weight	8	-0.0068292636424303055
34188	embedding2nn.weight	9	-0.013907359912991524
34188	embedding2nn.bias	0	-0.03899427875876427
34188	embedding2nn.bias	1	-0.021770982071757317
34188	embedding2nn.bias	2	-0.07478895783424377
34188	embedding2nn.bias	3	-0.001688278280198574
34188	embedding2nn.bias	4	0.004181126598268747
34188	embedding2nn.bias	5	-0.007019932847470045
34188	embedding2nn.bias	6	0.008931241929531097
34188	embedding2nn.bias	7	0.020026860758662224
34188	embedding2nn.bias	8	0.006966001354157925
34188	embedding2nn.bias	9	0.0014963130233809352
34188	rnn.weight_ih_l0	0	0.03953703120350838
34188	rnn.weight_ih_l0	1	-0.013653896749019623
34188	rnn.weight_ih_l0	2	-0.03650360181927681
34188	rnn.weight_ih_l0	3	-0.04478169605135918
34188	rnn.weight_ih_l0	4	-0.05202500894665718
34188	rnn.weight_ih_l0	5	-0.00844599399715662
34188	rnn.weight_ih_l0	6	-0.051886629313230515
34188	rnn.weight_ih_l0	7	-0.06158708035945892
34188	rnn.weight_ih_l0	8	-0.044720232486724854
34188	rnn.weight_ih_l0	9	-0.026953859254717827
34188	rnn.weight_hh_l0	0	0.01933957263827324
34188	rnn.weight_hh_l0	1	-0.009694553911685944
34188	rnn.weight_hh_l0	2	-0.0675899088382721
34188	rnn.weight_hh_l0	3	-0.033372603356838226
34188	rnn.weight_hh_l0	4	-0.0783173218369484
34188	rnn.weight_hh_l0	5	-0.014564343728125095
34188	rnn.weight_hh_l0	6	-0.05446069687604904
34188	rnn.weight_hh_l0	7	-0.040670059621334076
34188	rnn.weight_hh_l0	8	-0.019121576100587845
34188	rnn.weight_hh_l0	9	-0.007898015901446342
34188	rnn.bias_ih_l0	0	0.1454911082983017
34188	rnn.bias_ih_l0	1	-0.05601894110441208
34188	rnn.bias_ih_l0	2	0.10427183657884598
34188	rnn.bias_ih_l0	3	0.048827338963747025
34188	rnn.bias_ih_l0	4	0.09903796762228012
34188	rnn.bias_ih_l0	5	0.02420976385474205
34188	rnn.bias_ih_l0	6	-0.01747853308916092
34188	rnn.bias_ih_l0	7	-0.10875152051448822
34188	rnn.bias_ih_l0	8	-0.20707212388515472
34188	rnn.bias_ih_l0	9	0.08707243949174881
34188	rnn.bias_hh_l0	0	0.002716790186241269
34188	rnn.bias_hh_l0	1	0.023515112698078156
34188	rnn.bias_hh_l0	2	-0.006058071739971638
34188	rnn.bias_hh_l0	3	-0.03034384548664093
34188	rnn.bias_hh_l0	4	-0.03626738488674164
34188	rnn.bias_hh_l0	5	0.14348125457763672
34188	rnn.bias_hh_l0	6	0.051531191915273666
34188	rnn.bias_hh_l0	7	0.05975842848420143
34188	rnn.bias_hh_l0	8	0.016890164464712143
34188	rnn.bias_hh_l0	9	0.043286021798849106
34188	rnn.weight_ih_l0_reverse	0	-0.02970375306904316
34188	rnn.weight_ih_l0_reverse	1	-0.0022295594681054354
34188	rnn.weight_ih_l0_reverse	2	0.0238146111369133
34188	rnn.weight_ih_l0_reverse	3	-0.0621168427169323
34188	rnn.weight_ih_l0_reverse	4	0.009289680048823357
34188	rnn.weight_ih_l0_reverse	5	-0.046078648418188095
34188	rnn.weight_ih_l0_reverse	6	0.028343724086880684
34188	rnn.weight_ih_l0_reverse	7	0.04598288983106613
34188	rnn.weight_ih_l0_reverse	8	-0.048753611743450165
34188	rnn.weight_ih_l0_reverse	9	-0.050754010677337646
34188	rnn.weight_hh_l0_reverse	0	-0.08325295150279999
34188	rnn.weight_hh_l0_reverse	1	-0.06332544982433319
34188	rnn.weight_hh_l0_reverse	2	0.03441629558801651
34188	rnn.weight_hh_l0_reverse	3	0.04576762020587921
34188	rnn.weight_hh_l0_reverse	4	-0.015878835693001747
34188	rnn.weight_hh_l0_reverse	5	0.04557151719927788
34188	rnn.weight_hh_l0_reverse	6	0.0011491852346807718
34188	rnn.weight_hh_l0_reverse	7	-0.00019040395272895694
34188	rnn.weight_hh_l0_reverse	8	-0.09875340014696121
34188	rnn.weight_hh_l0_reverse	9	0.08015861362218857
34188	rnn.bias_ih_l0_reverse	0	-0.08925232291221619
34188	rnn.bias_ih_l0_reverse	1	-0.0690641850233078
34188	rnn.bias_ih_l0_reverse	2	0.10340598970651627
34188	rnn.bias_ih_l0_reverse	3	0.047929078340530396
34188	rnn.bias_ih_l0_reverse	4	-0.1291729062795639
34188	rnn.bias_ih_l0_reverse	5	0.04111151397228241
34188	rnn.bias_ih_l0_reverse	6	-0.10623814165592194
34188	rnn.bias_ih_l0_reverse	7	0.04452008754014969
34188	rnn.bias_ih_l0_reverse	8	0.034486714750528336
34188	rnn.bias_ih_l0_reverse	9	0.06331974267959595
34188	rnn.bias_hh_l0_reverse	0	0.057045016437768936
34188	rnn.bias_hh_l0_reverse	1	0.0655236691236496
34188	rnn.bias_hh_l0_reverse	2	0.07853566855192184
34188	rnn.bias_hh_l0_reverse	3	-0.004094308242201805
34188	rnn.bias_hh_l0_reverse	4	0.07159094512462616
34188	rnn.bias_hh_l0_reverse	5	0.006968253757804632
34188	rnn.bias_hh_l0_reverse	6	-0.05450844019651413
34188	rnn.bias_hh_l0_reverse	7	0.027403537184000015
34188	rnn.bias_hh_l0_reverse	8	0.011134064756333828
34188	rnn.bias_hh_l0_reverse	9	-0.16102334856987
34188	linear.weight	0	0.17333082854747772
34188	linear.weight	1	-0.16292554140090942
34188	linear.weight	2	-0.21485207974910736
34188	linear.weight	3	0.0782608762383461
34188	linear.weight	4	-0.0266982801258564
34188	linear.weight	5	0.004012607969343662
34188	linear.weight	6	-0.00690593384206295
34188	linear.weight	7	-0.027104193344712257
34188	linear.weight	8	0.08430932462215424
34188	linear.weight	9	0.34926310181617737
34188	linear.bias	0	-0.20728686451911926
34188	linear.bias	1	0.19416481256484985
34188	linear.bias	2	-0.5395682454109192
34188	linear.bias	3	1.7044150829315186
34188	linear.bias	4	-0.3967801630496979
34188	linear.bias	5	-0.030769959092140198
34188	linear.bias	6	-0.35772576928138733
34188	linear.bias	7	-0.2794615626335144
34188	linear.bias	8	-0.04324623942375183
34188	linear.bias	9	-0.4979373514652252
34216	transitions	0	-0.648279070854187
34216	transitions	1	0.34957513213157654
34216	transitions	2	1.6743364334106445
34216	transitions	3	0.09653290361166
34216	transitions	4	0.9484077095985413
34216	transitions	5	1.2739231586456299
34216	transitions	6	0.48329880833625793
34216	transitions	7	0.17573246359825134
34216	transitions	8	-0.919520914554596
34216	transitions	9	0.9306592345237732
34216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34216	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34216	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34216	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34216	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34216	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34216	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34216	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34216	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34216	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34216	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34216	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34216	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34216	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34216	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34216	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34216	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34216	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34216	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34216	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34216	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34216	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34216	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34216	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34216	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34216	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34216	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34216	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34216	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34216	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34216	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34216	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34216	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34216	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34216	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34216	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34216	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34216	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34216	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34216	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34216	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34216	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34216	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34216	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34216	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34216	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34216	embedding2nn.weight	0	0.022485971450805664
34216	embedding2nn.weight	1	0.014185539446771145
34216	embedding2nn.weight	2	-0.004286101087927818
34216	embedding2nn.weight	3	-0.00011392954183975235
34216	embedding2nn.weight	4	-0.00437008123844862
34216	embedding2nn.weight	5	0.011855033226311207
34216	embedding2nn.weight	6	-0.004975371062755585
34216	embedding2nn.weight	7	0.0207627322524786
34216	embedding2nn.weight	8	-0.006828857120126486
34216	embedding2nn.weight	9	-0.013907932676374912
34216	embedding2nn.bias	0	-0.03906070068478584
34216	embedding2nn.bias	1	-0.021720625460147858
34216	embedding2nn.bias	2	-0.07474075257778168
34216	embedding2nn.bias	3	-0.0016393190016970038
34216	embedding2nn.bias	4	0.004258242901414633
34216	embedding2nn.bias	5	-0.006985927000641823
34216	embedding2nn.bias	6	0.00888776034116745
34216	embedding2nn.bias	7	0.01994497887790203
34216	embedding2nn.bias	8	0.006906062830239534
34216	embedding2nn.bias	9	0.0014629601500928402
34216	rnn.weight_ih_l0	0	0.03954310342669487
34216	rnn.weight_ih_l0	1	-0.013657869771122932
34216	rnn.weight_ih_l0	2	-0.03650270774960518
34216	rnn.weight_ih_l0	3	-0.04478152468800545
34216	rnn.weight_ih_l0	4	-0.05202093720436096
34216	rnn.weight_ih_l0	5	-0.008452099747955799
34216	rnn.weight_ih_l0	6	-0.051887672394514084
34216	rnn.weight_ih_l0	7	-0.061586178839206696
34216	rnn.weight_ih_l0	8	-0.044716447591781616
34216	rnn.weight_ih_l0	9	-0.026952926069498062
34216	rnn.weight_hh_l0	0	0.019343286752700806
34216	rnn.weight_hh_l0	1	-0.009681752882897854
34216	rnn.weight_hh_l0	2	-0.0676049292087555
34216	rnn.weight_hh_l0	3	-0.033376261591911316
34216	rnn.weight_hh_l0	4	-0.0783204734325409
34216	rnn.weight_hh_l0	5	-0.014566276222467422
34216	rnn.weight_hh_l0	6	-0.05445949360728264
34216	rnn.weight_hh_l0	7	-0.04067506268620491
34216	rnn.weight_hh_l0	8	-0.019123433157801628
34216	rnn.weight_hh_l0	9	-0.007887831889092922
34216	rnn.bias_ih_l0	0	0.1455036848783493
34216	rnn.bias_ih_l0	1	-0.05599689111113548
34216	rnn.bias_ih_l0	2	0.10425858944654465
34216	rnn.bias_ih_l0	3	0.04881243407726288
34216	rnn.bias_ih_l0	4	0.09904748201370239
34216	rnn.bias_ih_l0	5	0.024200281128287315
34216	rnn.bias_ih_l0	6	-0.017488691955804825
34216	rnn.bias_ih_l0	7	-0.10878750681877136
34216	rnn.bias_ih_l0	8	-0.20709796249866486
34216	rnn.bias_ih_l0	9	0.0870630219578743
34216	rnn.bias_hh_l0	0	0.0027297725901007652
34216	rnn.bias_hh_l0	1	0.023533718660473824
34216	rnn.bias_hh_l0	2	-0.006045996211469173
34216	rnn.bias_hh_l0	3	-0.030326252803206444
34216	rnn.bias_hh_l0	4	-0.03627190366387367
34216	rnn.bias_hh_l0	5	0.14347966015338898
34216	rnn.bias_hh_l0	6	0.05153072252869606
34216	rnn.bias_hh_l0	7	0.059748150408267975
34216	rnn.bias_hh_l0	8	0.016880005598068237
34216	rnn.bias_hh_l0	9	0.04329216852784157
34216	rnn.weight_ih_l0_reverse	0	-0.02970174141228199
34216	rnn.weight_ih_l0_reverse	1	-0.0022249745670706034
34216	rnn.weight_ih_l0_reverse	2	0.023816503584384918
34216	rnn.weight_ih_l0_reverse	3	-0.062109388411045074
34216	rnn.weight_ih_l0_reverse	4	0.009292703121900558
34216	rnn.weight_ih_l0_reverse	5	-0.04608439281582832
34216	rnn.weight_ih_l0_reverse	6	0.0283371489495039
34216	rnn.weight_ih_l0_reverse	7	0.045980315655469894
34216	rnn.weight_ih_l0_reverse	8	-0.048754315823316574
34216	rnn.weight_ih_l0_reverse	9	-0.05075448751449585
34216	rnn.weight_hh_l0_reverse	0	-0.08325266093015671
34216	rnn.weight_hh_l0_reverse	1	-0.06331746280193329
34216	rnn.weight_hh_l0_reverse	2	0.03441232815384865
34216	rnn.weight_hh_l0_reverse	3	0.04576468840241432
34216	rnn.weight_hh_l0_reverse	4	-0.015878990292549133
34216	rnn.weight_hh_l0_reverse	5	0.04557354375720024
34216	rnn.weight_hh_l0_reverse	6	0.0011458364315330982
34216	rnn.weight_hh_l0_reverse	7	-0.0002039218961726874
34216	rnn.weight_hh_l0_reverse	8	-0.09875151515007019
34216	rnn.weight_hh_l0_reverse	9	0.08015468716621399
34216	rnn.bias_ih_l0_reverse	0	-0.08926709741353989
34216	rnn.bias_ih_l0_reverse	1	-0.06911034137010574
34216	rnn.bias_ih_l0_reverse	2	0.10339536517858505
34216	rnn.bias_ih_l0_reverse	3	0.04794837534427643
34216	rnn.bias_ih_l0_reverse	4	-0.1291835755109787
34216	rnn.bias_ih_l0_reverse	5	0.041121773421764374
34216	rnn.bias_ih_l0_reverse	6	-0.1062370091676712
34216	rnn.bias_ih_l0_reverse	7	0.044506799429655075
34216	rnn.bias_ih_l0_reverse	8	0.034479182213544846
34216	rnn.bias_ih_l0_reverse	9	0.06332794576883316
34216	rnn.bias_hh_l0_reverse	0	0.05706458166241646
34216	rnn.bias_hh_l0_reverse	1	0.06551198661327362
34216	rnn.bias_hh_l0_reverse	2	0.07853462547063828
34216	rnn.bias_hh_l0_reverse	3	-0.004099150653928518
34216	rnn.bias_hh_l0_reverse	4	0.07156997174024582
34216	rnn.bias_hh_l0_reverse	5	0.007049401756376028
34216	rnn.bias_hh_l0_reverse	6	-0.05453599989414215
34216	rnn.bias_hh_l0_reverse	7	0.027401220053434372
34216	rnn.bias_hh_l0_reverse	8	0.011115229688584805
34216	rnn.bias_hh_l0_reverse	9	-0.161077618598938
34216	linear.weight	0	0.17336922883987427
34216	linear.weight	1	-0.16292551159858704
34216	linear.weight	2	-0.2148807793855667
34216	linear.weight	3	0.07830530405044556
34216	linear.weight	4	-0.026700742542743683
34216	linear.weight	5	0.004004159476608038
34216	linear.weight	6	-0.00690589752048254
34216	linear.weight	7	-0.027104049921035767
34216	linear.weight	8	0.0842994675040245
34216	linear.weight	9	0.34929001331329346
34216	linear.bias	0	-0.20729202032089233
34216	linear.bias	1	0.19421245157718658
34216	linear.bias	2	-0.5396073460578918
34216	linear.bias	3	1.704235553741455
34216	linear.bias	4	-0.3967815339565277
34216	linear.bias	5	-0.030769959092140198
34216	linear.bias	6	-0.35775595903396606
34216	linear.bias	7	-0.2794643044471741
34216	linear.bias	8	-0.04341321438550949
34216	linear.bias	9	-0.4979376494884491
34244	transitions	0	-0.64827960729599
34244	transitions	1	0.3495749235153198
34244	transitions	2	1.6743360757827759
34244	transitions	3	0.09653272479772568
34244	transitions	4	0.9484072923660278
34244	transitions	5	1.2739231586456299
34244	transitions	6	0.48329880833625793
34244	transitions	7	0.17573246359825134
34244	transitions	8	-0.919520914554596
34244	transitions	9	0.9306592345237732
34244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34244	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34244	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34244	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34244	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34244	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34244	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34244	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34244	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34244	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34244	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34244	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34244	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34244	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34244	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34244	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34244	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34244	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34244	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34244	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34244	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34244	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34244	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34244	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34244	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34244	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34244	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34244	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34244	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34244	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34244	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34244	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34244	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34244	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34244	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34244	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34244	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34244	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34244	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34244	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34244	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34244	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34244	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34244	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34244	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34244	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34244	embedding2nn.weight	0	0.02248859405517578
34244	embedding2nn.weight	1	0.014186657965183258
34244	embedding2nn.weight	2	-0.004285775125026703
34244	embedding2nn.weight	3	-0.00011304229701636359
34244	embedding2nn.weight	4	-0.004370064474642277
34244	embedding2nn.weight	5	0.011854027397930622
34244	embedding2nn.weight	6	-0.004976233467459679
34244	embedding2nn.weight	7	0.020774662494659424
34244	embedding2nn.weight	8	-0.006830624304711819
34244	embedding2nn.weight	9	-0.013908326625823975
34244	embedding2nn.bias	0	-0.03913605213165283
34244	embedding2nn.bias	1	-0.02157142013311386
34244	embedding2nn.bias	2	-0.07474695146083832
34244	embedding2nn.bias	3	-0.0017492595361545682
34244	embedding2nn.bias	4	0.004383909050375223
34244	embedding2nn.bias	5	-0.007098590489476919
34244	embedding2nn.bias	6	0.008884906768798828
34244	embedding2nn.bias	7	0.02003438025712967
34244	embedding2nn.bias	8	0.006739751901477575
34244	embedding2nn.bias	9	0.0014102529967203736
34244	rnn.weight_ih_l0	0	0.03953876346349716
34244	rnn.weight_ih_l0	1	-0.013677075505256653
34244	rnn.weight_ih_l0	2	-0.0365128219127655
34244	rnn.weight_ih_l0	3	-0.04478268697857857
34244	rnn.weight_ih_l0	4	-0.05201360210776329
34244	rnn.weight_ih_l0	5	-0.008449864573776722
34244	rnn.weight_ih_l0	6	-0.051888346672058105
34244	rnn.weight_ih_l0	7	-0.06158728152513504
34244	rnn.weight_ih_l0	8	-0.044714562594890594
34244	rnn.weight_ih_l0	9	-0.026953618973493576
34244	rnn.weight_hh_l0	0	0.019345581531524658
34244	rnn.weight_hh_l0	1	-0.009692314080893993
34244	rnn.weight_hh_l0	2	-0.06761472672224045
34244	rnn.weight_hh_l0	3	-0.03337351605296135
34244	rnn.weight_hh_l0	4	-0.0783168226480484
34244	rnn.weight_hh_l0	5	-0.014566695317626
34244	rnn.weight_hh_l0	6	-0.05444363132119179
34244	rnn.weight_hh_l0	7	-0.04068901017308235
34244	rnn.weight_hh_l0	8	-0.01912606693804264
34244	rnn.weight_hh_l0	9	-0.007893409579992294
34244	rnn.bias_ih_l0	0	0.1455102264881134
34244	rnn.bias_ih_l0	1	-0.05602042376995087
34244	rnn.bias_ih_l0	2	0.10431161522865295
34244	rnn.bias_ih_l0	3	0.04883267357945442
34244	rnn.bias_ih_l0	4	0.09907209128141403
34244	rnn.bias_ih_l0	5	0.024211160838603973
34244	rnn.bias_ih_l0	6	-0.017460383474826813
34244	rnn.bias_ih_l0	7	-0.10876700282096863
34244	rnn.bias_ih_l0	8	-0.20714512467384338
34244	rnn.bias_ih_l0	9	0.08704318106174469
34244	rnn.bias_hh_l0	0	0.0027369223535060883
34244	rnn.bias_hh_l0	1	0.023523269221186638
34244	rnn.bias_hh_l0	2	-0.00602774228900671
34244	rnn.bias_hh_l0	3	-0.03031122125685215
34244	rnn.bias_hh_l0	4	-0.03624791279435158
34244	rnn.bias_hh_l0	5	0.1434261053800583
34244	rnn.bias_hh_l0	6	0.05157968029379845
34244	rnn.bias_hh_l0	7	0.05972981080412865
34244	rnn.bias_hh_l0	8	0.01690831407904625
34244	rnn.bias_hh_l0	9	0.04333774745464325
34244	rnn.weight_ih_l0_reverse	0	-0.02970304526388645
34244	rnn.weight_ih_l0_reverse	1	-0.002226402284577489
34244	rnn.weight_ih_l0_reverse	2	0.02381884679198265
34244	rnn.weight_ih_l0_reverse	3	-0.06210542842745781
34244	rnn.weight_ih_l0_reverse	4	0.009293904528021812
34244	rnn.weight_ih_l0_reverse	5	-0.04607779160141945
34244	rnn.weight_ih_l0_reverse	6	0.028338856995105743
34244	rnn.weight_ih_l0_reverse	7	0.04598219320178032
34244	rnn.weight_ih_l0_reverse	8	-0.04875439032912254
34244	rnn.weight_ih_l0_reverse	9	-0.050752103328704834
34244	rnn.weight_hh_l0_reverse	0	-0.0832541286945343
34244	rnn.weight_hh_l0_reverse	1	-0.06332115083932877
34244	rnn.weight_hh_l0_reverse	2	0.03441416844725609
34244	rnn.weight_hh_l0_reverse	3	0.045768048614263535
34244	rnn.weight_hh_l0_reverse	4	-0.015890125185251236
34244	rnn.weight_hh_l0_reverse	5	0.045574113726615906
34244	rnn.weight_hh_l0_reverse	6	0.0011179362190887332
34244	rnn.weight_hh_l0_reverse	7	-0.0002116439281962812
34244	rnn.weight_hh_l0_reverse	8	-0.09875255823135376
34244	rnn.weight_hh_l0_reverse	9	0.08015498518943787
34244	rnn.bias_ih_l0_reverse	0	-0.0893048569560051
34244	rnn.bias_ih_l0_reverse	1	-0.06911055743694305
34244	rnn.bias_ih_l0_reverse	2	0.10339546948671341
34244	rnn.bias_ih_l0_reverse	3	0.04798365756869316
34244	rnn.bias_ih_l0_reverse	4	-0.12918110191822052
34244	rnn.bias_ih_l0_reverse	5	0.04112577065825462
34244	rnn.bias_ih_l0_reverse	6	-0.10622426867485046
34244	rnn.bias_ih_l0_reverse	7	0.044541116803884506
34244	rnn.bias_ih_l0_reverse	8	0.03446110710501671
34244	rnn.bias_ih_l0_reverse	9	0.06331954151391983
34244	rnn.bias_hh_l0_reverse	0	0.05718424171209335
34244	rnn.bias_hh_l0_reverse	1	0.06556522101163864
34244	rnn.bias_hh_l0_reverse	2	0.07858100533485413
34244	rnn.bias_hh_l0_reverse	3	-0.004098790697753429
34244	rnn.bias_hh_l0_reverse	4	0.07156834006309509
34244	rnn.bias_hh_l0_reverse	5	0.0070943282917141914
34244	rnn.bias_hh_l0_reverse	6	-0.05454748496413231
34244	rnn.bias_hh_l0_reverse	7	0.02738388255238533
34244	rnn.bias_hh_l0_reverse	8	0.01113046519458294
34244	rnn.bias_hh_l0_reverse	9	-0.16114991903305054
34244	linear.weight	0	0.1733691394329071
34244	linear.weight	1	-0.16292554140090942
34244	linear.weight	2	-0.21487778425216675
34244	linear.weight	3	0.07832971215248108
34244	linear.weight	4	-0.026699669659137726
34244	linear.weight	5	0.004008673597127199
34244	linear.weight	6	-0.006905853748321533
34244	linear.weight	7	-0.0271008163690567
34244	linear.weight	8	0.08428963273763657
34244	linear.weight	9	0.3492182791233063
34244	linear.bias	0	-0.20719577372074127
34244	linear.bias	1	0.19427932798862457
34244	linear.bias	2	-0.539641261100769
34244	linear.bias	3	1.7044017314910889
34244	linear.bias	4	-0.3967944085597992
34244	linear.bias	5	-0.030769959092140198
34244	linear.bias	6	-0.35779422521591187
34244	linear.bias	7	-0.2793687880039215
34244	linear.bias	8	-0.0434441901743412
34244	linear.bias	9	-0.49793845415115356
34272	transitions	0	-0.6482799649238586
34272	transitions	1	0.3495747447013855
34272	transitions	2	1.6743355989456177
34272	transitions	3	0.09653262048959732
34272	transitions	4	0.9484068155288696
34272	transitions	5	1.2739231586456299
34272	transitions	6	0.48329880833625793
34272	transitions	7	0.17573246359825134
34272	transitions	8	-0.919520914554596
34272	transitions	9	0.9306592345237732
34272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34272	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34272	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34272	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34272	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34272	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34272	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34272	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34272	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34272	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34272	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34272	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34272	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34272	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34272	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34272	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34272	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34272	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34272	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34272	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34272	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34272	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34272	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34272	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34272	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34272	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34272	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34272	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34272	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34272	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34272	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34272	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34272	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34272	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34272	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34272	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34272	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34272	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34272	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34272	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34272	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34272	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34272	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34272	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34272	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34272	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34272	embedding2nn.weight	0	0.022488532587885857
34272	embedding2nn.weight	1	0.014186506159603596
34272	embedding2nn.weight	2	-0.004285206086933613
34272	embedding2nn.weight	3	-0.00011144955351483077
34272	embedding2nn.weight	4	-0.004370301030576229
34272	embedding2nn.weight	5	0.011855210177600384
34272	embedding2nn.weight	6	-0.00497604301199317
34272	embedding2nn.weight	7	0.020772583782672882
34272	embedding2nn.weight	8	-0.006829292047768831
34272	embedding2nn.weight	9	-0.013907905668020248
34272	embedding2nn.bias	0	-0.03914730250835419
34272	embedding2nn.bias	1	-0.021530961617827415
34272	embedding2nn.bias	2	-0.07484839856624603
34272	embedding2nn.bias	3	-0.0017410579603165388
34272	embedding2nn.bias	4	0.004399667493999004
34272	embedding2nn.bias	5	-0.007085199002176523
34272	embedding2nn.bias	6	0.008926115930080414
34272	embedding2nn.bias	7	0.02001890167593956
34272	embedding2nn.bias	8	0.00670304661616683
34272	embedding2nn.bias	9	0.0013969517312943935
34272	rnn.weight_ih_l0	0	0.039541177451610565
34272	rnn.weight_ih_l0	1	-0.013689310289919376
34272	rnn.weight_ih_l0	2	-0.03650009259581566
34272	rnn.weight_ih_l0	3	-0.04477989301085472
34272	rnn.weight_ih_l0	4	-0.052014026790857315
34272	rnn.weight_ih_l0	5	-0.008449743501842022
34272	rnn.weight_ih_l0	6	-0.051886990666389465
34272	rnn.weight_ih_l0	7	-0.061589114367961884
34272	rnn.weight_ih_l0	8	-0.04471546784043312
34272	rnn.weight_ih_l0	9	-0.026951510459184647
34272	rnn.weight_hh_l0	0	0.01934630237519741
34272	rnn.weight_hh_l0	1	-0.009694729000329971
34272	rnn.weight_hh_l0	2	-0.06761698424816132
34272	rnn.weight_hh_l0	3	-0.033365074545145035
34272	rnn.weight_hh_l0	4	-0.07831420004367828
34272	rnn.weight_hh_l0	5	-0.014566048979759216
34272	rnn.weight_hh_l0	6	-0.05445481836795807
34272	rnn.weight_hh_l0	7	-0.040691863745450974
34272	rnn.weight_hh_l0	8	-0.01912512257695198
34272	rnn.weight_hh_l0	9	-0.007898633368313313
34272	rnn.bias_ih_l0	0	0.14550673961639404
34272	rnn.bias_ih_l0	1	-0.05600805580615997
34272	rnn.bias_ih_l0	2	0.10431542247533798
34272	rnn.bias_ih_l0	3	0.04884309321641922
34272	rnn.bias_ih_l0	4	0.09909674525260925
34272	rnn.bias_ih_l0	5	0.024216534569859505
34272	rnn.bias_ih_l0	6	-0.017460336908698082
34272	rnn.bias_ih_l0	7	-0.1088094413280487
34272	rnn.bias_ih_l0	8	-0.20716844499111176
34272	rnn.bias_ih_l0	9	0.08704068511724472
34272	rnn.bias_hh_l0	0	0.002733219414949417
34272	rnn.bias_hh_l0	1	0.023526770994067192
34272	rnn.bias_hh_l0	2	-0.006019094493240118
34272	rnn.bias_hh_l0	3	-0.030309999361634254
34272	rnn.bias_hh_l0	4	-0.036258578300476074
34272	rnn.bias_hh_l0	5	0.14342740178108215
34272	rnn.bias_hh_l0	6	0.05158909782767296
34272	rnn.bias_hh_l0	7	0.05974002182483673
34272	rnn.bias_hh_l0	8	0.01690836064517498
34272	rnn.bias_hh_l0	9	0.04330896958708763
34272	rnn.weight_ih_l0_reverse	0	-0.029707685112953186
34272	rnn.weight_ih_l0_reverse	1	-0.002223619492724538
34272	rnn.weight_ih_l0_reverse	2	0.023819584399461746
34272	rnn.weight_ih_l0_reverse	3	-0.06210870295763016
34272	rnn.weight_ih_l0_reverse	4	0.00929372850805521
34272	rnn.weight_ih_l0_reverse	5	-0.04608043655753136
34272	rnn.weight_ih_l0_reverse	6	0.028316957876086235
34272	rnn.weight_ih_l0_reverse	7	0.04598171263933182
34272	rnn.weight_ih_l0_reverse	8	-0.04875481128692627
34272	rnn.weight_ih_l0_reverse	9	-0.05075271055102348
34272	rnn.weight_hh_l0_reverse	0	-0.08325789868831635
34272	rnn.weight_hh_l0_reverse	1	-0.06333760917186737
34272	rnn.weight_hh_l0_reverse	2	0.034408457577228546
34272	rnn.weight_hh_l0_reverse	3	0.045766204595565796
34272	rnn.weight_hh_l0_reverse	4	-0.015889998525381088
34272	rnn.weight_hh_l0_reverse	5	0.045574694871902466
34272	rnn.weight_hh_l0_reverse	6	0.0011332941940054297
34272	rnn.weight_hh_l0_reverse	7	-0.00021489492792170495
34272	rnn.weight_hh_l0_reverse	8	-0.0987529531121254
34272	rnn.weight_hh_l0_reverse	9	0.08015508204698563
34272	rnn.bias_ih_l0_reverse	0	-0.08927083015441895
34272	rnn.bias_ih_l0_reverse	1	-0.06913304328918457
34272	rnn.bias_ih_l0_reverse	2	0.10340973734855652
34272	rnn.bias_ih_l0_reverse	3	0.04797515645623207
34272	rnn.bias_ih_l0_reverse	4	-0.1291789412498474
34272	rnn.bias_ih_l0_reverse	5	0.04112033173441887
34272	rnn.bias_ih_l0_reverse	6	-0.10622385889291763
34272	rnn.bias_ih_l0_reverse	7	0.044530171900987625
34272	rnn.bias_ih_l0_reverse	8	0.034462571144104004
34272	rnn.bias_ih_l0_reverse	9	0.0632949098944664
34272	rnn.bias_hh_l0_reverse	0	0.057157810777425766
34272	rnn.bias_hh_l0_reverse	1	0.0655703991651535
34272	rnn.bias_hh_l0_reverse	2	0.07857204228639603
34272	rnn.bias_hh_l0_reverse	3	-0.004082683473825455
34272	rnn.bias_hh_l0_reverse	4	0.0715503916144371
34272	rnn.bias_hh_l0_reverse	5	0.007079676724970341
34272	rnn.bias_hh_l0_reverse	6	-0.05452971160411835
34272	rnn.bias_hh_l0_reverse	7	0.027379386126995087
34272	rnn.bias_hh_l0_reverse	8	0.011077717877924442
34272	rnn.bias_hh_l0_reverse	9	-0.16110976040363312
34272	linear.weight	0	0.1733468919992447
34272	linear.weight	1	-0.16292552649974823
34272	linear.weight	2	-0.2148982137441635
34272	linear.weight	3	0.0784737765789032
34272	linear.weight	4	-0.026682164520025253
34272	linear.weight	5	0.004007843788713217
34272	linear.weight	6	-0.006905834190547466
34272	linear.weight	7	-0.027123285457491875
34272	linear.weight	8	0.08432229608297348
34272	linear.weight	9	0.34929293394088745
34272	linear.bias	0	-0.20731030404567719
34272	linear.bias	1	0.19431811571121216
34272	linear.bias	2	-0.5396449565887451
34272	linear.bias	3	1.7044819593429565
34272	linear.bias	4	-0.3967956602573395
34272	linear.bias	5	-0.030769959092140198
34272	linear.bias	6	-0.35779833793640137
34272	linear.bias	7	-0.2793221175670624
34272	linear.bias	8	-0.04359716549515724
34272	linear.bias	9	-0.4979400038719177
34300	transitions	0	-0.648280143737793
34300	transitions	1	0.34957465529441833
34300	transitions	2	1.6743354797363281
34300	transitions	3	0.09653254598379135
34300	transitions	4	0.9484068155288696
34300	transitions	5	1.2739231586456299
34300	transitions	6	0.48329880833625793
34300	transitions	7	0.1757318675518036
34300	transitions	8	-0.919520914554596
34300	transitions	9	0.9306592345237732
34300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34300	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34300	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34300	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34300	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34300	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34300	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34300	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34300	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34300	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34300	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34300	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34300	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34300	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34300	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34300	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34300	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34300	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34300	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34300	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34300	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34300	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34300	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34300	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34300	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34300	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34300	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34300	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34300	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34300	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34300	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34300	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34300	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34300	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34300	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34300	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34300	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34300	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34300	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34300	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34300	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34300	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34300	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34300	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34300	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34300	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34300	embedding2nn.weight	0	0.02248615399003029
34300	embedding2nn.weight	1	0.014185738749802113
34300	embedding2nn.weight	2	-0.004284870810806751
34300	embedding2nn.weight	3	-0.00010922153160208836
34300	embedding2nn.weight	4	-0.004371115937829018
34300	embedding2nn.weight	5	0.011856536380946636
34300	embedding2nn.weight	6	-0.0049756309017539024
34300	embedding2nn.weight	7	0.020774690434336662
34300	embedding2nn.weight	8	-0.006828268524259329
34300	embedding2nn.weight	9	-0.013907650485634804
34300	embedding2nn.bias	0	-0.03909740224480629
34300	embedding2nn.bias	1	-0.021556247025728226
34300	embedding2nn.bias	2	-0.07489234209060669
34300	embedding2nn.bias	3	-0.0016853130655363202
34300	embedding2nn.bias	4	0.004361663945019245
34300	embedding2nn.bias	5	-0.0072088660672307014
34300	embedding2nn.bias	6	0.008858614601194859
34300	embedding2nn.bias	7	0.02003459259867668
34300	embedding2nn.bias	8	0.006750159896910191
34300	embedding2nn.bias	9	0.0013023820938542485
34300	rnn.weight_ih_l0	0	0.039538901299238205
34300	rnn.weight_ih_l0	1	-0.013686470687389374
34300	rnn.weight_ih_l0	2	-0.03650747984647751
34300	rnn.weight_ih_l0	3	-0.044776029884815216
34300	rnn.weight_ih_l0	4	-0.052018456161022186
34300	rnn.weight_ih_l0	5	-0.008453721180558205
34300	rnn.weight_ih_l0	6	-0.05188542604446411
34300	rnn.weight_ih_l0	7	-0.06158944591879845
34300	rnn.weight_ih_l0	8	-0.04471969977021217
34300	rnn.weight_ih_l0	9	-0.026951376348733902
34300	rnn.weight_hh_l0	0	0.019344709813594818
34300	rnn.weight_hh_l0	1	-0.009696882218122482
34300	rnn.weight_hh_l0	2	-0.06761719286441803
34300	rnn.weight_hh_l0	3	-0.03335956111550331
34300	rnn.weight_hh_l0	4	-0.07831637561321259
34300	rnn.weight_hh_l0	5	-0.014566130004823208
34300	rnn.weight_hh_l0	6	-0.05443936213850975
34300	rnn.weight_hh_l0	7	-0.04068455472588539
34300	rnn.weight_hh_l0	8	-0.019121313467621803
34300	rnn.weight_hh_l0	9	-0.007908954285085201
34300	rnn.bias_ih_l0	0	0.1455143690109253
34300	rnn.bias_ih_l0	1	-0.0560142919421196
34300	rnn.bias_ih_l0	2	0.10430090129375458
34300	rnn.bias_ih_l0	3	0.04880313575267792
34300	rnn.bias_ih_l0	4	0.09906066209077835
34300	rnn.bias_ih_l0	5	0.02419743873178959
34300	rnn.bias_ih_l0	6	-0.01747897081077099
34300	rnn.bias_ih_l0	7	-0.10877305269241333
34300	rnn.bias_ih_l0	8	-0.2072466015815735
34300	rnn.bias_ih_l0	9	0.08705300837755203
34300	rnn.bias_hh_l0	0	0.0027145161293447018
34300	rnn.bias_hh_l0	1	0.023530319333076477
34300	rnn.bias_hh_l0	2	-0.006031758151948452
34300	rnn.bias_hh_l0	3	-0.030310725793242455
34300	rnn.bias_hh_l0	4	-0.03626308590173721
34300	rnn.bias_hh_l0	5	0.1434679478406906
34300	rnn.bias_hh_l0	6	0.051559530198574066
34300	rnn.bias_hh_l0	7	0.059717923402786255
34300	rnn.bias_hh_l0	8	0.016889726743102074
34300	rnn.bias_hh_l0	9	0.043328750878572464
34300	rnn.weight_ih_l0_reverse	0	-0.02970041334629059
34300	rnn.weight_ih_l0_reverse	1	-0.002223146380856633
34300	rnn.weight_ih_l0_reverse	2	0.023821739479899406
34300	rnn.weight_ih_l0_reverse	3	-0.06211289390921593
34300	rnn.weight_ih_l0_reverse	4	0.009300037287175655
34300	rnn.weight_ih_l0_reverse	5	-0.0460868664085865
34300	rnn.weight_ih_l0_reverse	6	0.02832214906811714
34300	rnn.weight_ih_l0_reverse	7	0.045980602502822876
34300	rnn.weight_ih_l0_reverse	8	-0.04875348135828972
34300	rnn.weight_ih_l0_reverse	9	-0.05075443536043167
34300	rnn.weight_hh_l0_reverse	0	-0.0832706168293953
34300	rnn.weight_hh_l0_reverse	1	-0.06334012746810913
34300	rnn.weight_hh_l0_reverse	2	0.034406762570142746
34300	rnn.weight_hh_l0_reverse	3	0.0457659512758255
34300	rnn.weight_hh_l0_reverse	4	-0.015889931470155716
34300	rnn.weight_hh_l0_reverse	5	0.04557539150118828
34300	rnn.weight_hh_l0_reverse	6	0.0011575378011912107
34300	rnn.weight_hh_l0_reverse	7	-0.0002125660830643028
34300	rnn.weight_hh_l0_reverse	8	-0.09876253455877304
34300	rnn.weight_hh_l0_reverse	9	0.08017092943191528
34300	rnn.bias_ih_l0_reverse	0	-0.08930587023496628
34300	rnn.bias_ih_l0_reverse	1	-0.06912895292043686
34300	rnn.bias_ih_l0_reverse	2	0.10339941829442978
34300	rnn.bias_ih_l0_reverse	3	0.04796770587563515
34300	rnn.bias_ih_l0_reverse	4	-0.12918458878993988
34300	rnn.bias_ih_l0_reverse	5	0.04112325608730316
34300	rnn.bias_ih_l0_reverse	6	-0.10622979700565338
34300	rnn.bias_ih_l0_reverse	7	0.04450979456305504
34300	rnn.bias_ih_l0_reverse	8	0.034436192363500595
34300	rnn.bias_ih_l0_reverse	9	0.06329720467329025
34300	rnn.bias_hh_l0_reverse	0	0.057297926396131516
34300	rnn.bias_hh_l0_reverse	1	0.06556408107280731
34300	rnn.bias_hh_l0_reverse	2	0.07857527583837509
34300	rnn.bias_hh_l0_reverse	3	-0.004066153429448605
34300	rnn.bias_hh_l0_reverse	4	0.0715297982096672
34300	rnn.bias_hh_l0_reverse	5	0.007071463856846094
34300	rnn.bias_hh_l0_reverse	6	-0.05449044704437256
34300	rnn.bias_hh_l0_reverse	7	0.027385562658309937
34300	rnn.bias_hh_l0_reverse	8	0.011063320562243462
34300	rnn.bias_hh_l0_reverse	9	-0.16104762256145477
34300	linear.weight	0	0.17335286736488342
34300	linear.weight	1	-0.16292551159858704
34300	linear.weight	2	-0.21492382884025574
34300	linear.weight	3	0.07849400490522385
34300	linear.weight	4	-0.026680411770939827
34300	linear.weight	5	0.004007482901215553
34300	linear.weight	6	-0.0069058239459991455
34300	linear.weight	7	-0.027123240754008293
34300	linear.weight	8	0.08429040759801865
34300	linear.weight	9	0.3492974042892456
34300	linear.bias	0	-0.20703266561031342
34300	linear.bias	1	0.1943645179271698
34300	linear.bias	2	-0.5397199392318726
34300	linear.bias	3	1.7042336463928223
34300	linear.bias	4	-0.39679858088493347
34300	linear.bias	5	-0.030769959092140198
34300	linear.bias	6	-0.35787081718444824
34300	linear.bias	7	-0.2792905569076538
34300	linear.bias	8	-0.04361215978860855
34300	linear.bias	9	-0.49794039130210876
34328	transitions	0	-0.6482804417610168
34328	transitions	1	0.3495745062828064
34328	transitions	2	1.6743345260620117
34328	transitions	3	0.096532441675663
34328	transitions	4	0.9484065175056458
34328	transitions	5	1.2739231586456299
34328	transitions	6	0.48329880833625793
34328	transitions	7	0.1757318675518036
34328	transitions	8	-0.919520914554596
34328	transitions	9	0.9306592345237732
34328	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34328	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34328	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34328	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34328	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34328	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34328	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34328	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34328	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34328	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34328	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34328	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34328	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34328	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34328	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34328	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34328	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34328	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34328	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34328	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34328	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34328	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34328	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34328	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34328	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34328	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34328	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34328	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34328	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34328	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34328	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34328	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34328	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34328	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34328	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34328	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34328	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34328	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34328	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34328	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34328	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34328	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34328	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34328	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34328	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34328	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34328	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34328	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34328	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34328	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34328	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34328	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34328	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34328	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34328	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34328	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34328	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34328	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34328	embedding2nn.weight	0	0.022484760731458664
34328	embedding2nn.weight	1	0.014185640960931778
34328	embedding2nn.weight	2	-0.00428492808714509
34328	embedding2nn.weight	3	-0.00010780842421809211
34328	embedding2nn.weight	4	-0.004371176939457655
34328	embedding2nn.weight	5	0.011853289790451527
34328	embedding2nn.weight	6	-0.00497577665373683
34328	embedding2nn.weight	7	0.020769216120243073
34328	embedding2nn.weight	8	-0.006827048026025295
34328	embedding2nn.weight	9	-0.013907192274928093
34328	embedding2nn.bias	0	-0.039043691009283066
34328	embedding2nn.bias	1	-0.021504594013094902
34328	embedding2nn.bias	2	-0.07484343647956848
34328	embedding2nn.bias	3	-0.0017120258416980505
34328	embedding2nn.bias	4	0.004417754244059324
34328	embedding2nn.bias	5	-0.007171388249844313
34328	embedding2nn.bias	6	0.008922521024942398
34328	embedding2nn.bias	7	0.020045191049575806
34328	embedding2nn.bias	8	0.0067786844447255135
34328	embedding2nn.bias	9	0.0013163082767277956
34328	rnn.weight_ih_l0	0	0.03953689709305763
34328	rnn.weight_ih_l0	1	-0.013675082474946976
34328	rnn.weight_ih_l0	2	-0.03650616854429245
34328	rnn.weight_ih_l0	3	-0.044772010296583176
34328	rnn.weight_ih_l0	4	-0.052021633833646774
34328	rnn.weight_ih_l0	5	-0.00845594983547926
34328	rnn.weight_ih_l0	6	-0.051879312843084335
34328	rnn.weight_ih_l0	7	-0.06158917769789696
34328	rnn.weight_ih_l0	8	-0.04472578689455986
34328	rnn.weight_ih_l0	9	-0.026950698345899582
34328	rnn.weight_hh_l0	0	0.019343683496117592
34328	rnn.weight_hh_l0	1	-0.009696472436189651
34328	rnn.weight_hh_l0	2	-0.0676174908876419
34328	rnn.weight_hh_l0	3	-0.033358145505189896
34328	rnn.weight_hh_l0	4	-0.07831842452287674
34328	rnn.weight_hh_l0	5	-0.014556757174432278
34328	rnn.weight_hh_l0	6	-0.054423388093709946
34328	rnn.weight_hh_l0	7	-0.04068879038095474
34328	rnn.weight_hh_l0	8	-0.019121365621685982
34328	rnn.weight_hh_l0	9	-0.007913442328572273
34328	rnn.bias_ih_l0	0	0.14550639688968658
34328	rnn.bias_ih_l0	1	-0.056031543761491776
34328	rnn.bias_ih_l0	2	0.1042851135134697
34328	rnn.bias_ih_l0	3	0.04882045462727547
34328	rnn.bias_ih_l0	4	0.09903257340192795
34328	rnn.bias_ih_l0	5	0.024192890152335167
34328	rnn.bias_ih_l0	6	-0.017506593838334084
34328	rnn.bias_ih_l0	7	-0.10872050374746323
34328	rnn.bias_ih_l0	8	-0.20721831917762756
34328	rnn.bias_ih_l0	9	0.08702529966831207
34328	rnn.bias_hh_l0	0	0.0026993495412170887
34328	rnn.bias_hh_l0	1	0.023510543629527092
34328	rnn.bias_hh_l0	2	-0.006041599903255701
34328	rnn.bias_hh_l0	3	-0.030301591381430626
34328	rnn.bias_hh_l0	4	-0.036228373646736145
34328	rnn.bias_hh_l0	5	0.14347954094409943
34328	rnn.bias_hh_l0	6	0.05159037932753563
34328	rnn.bias_hh_l0	7	0.05970069766044617
34328	rnn.bias_hh_l0	8	0.01686210371553898
34328	rnn.bias_hh_l0	9	0.04334702342748642
34328	rnn.weight_ih_l0_reverse	0	-0.029706140980124474
34328	rnn.weight_ih_l0_reverse	1	-0.0022203593980520964
34328	rnn.weight_ih_l0_reverse	2	0.02382270246744156
34328	rnn.weight_ih_l0_reverse	3	-0.06211505085229874
34328	rnn.weight_ih_l0_reverse	4	0.009299731813371181
34328	rnn.weight_ih_l0_reverse	5	-0.04609164595603943
34328	rnn.weight_ih_l0_reverse	6	0.028314098715782166
34328	rnn.weight_ih_l0_reverse	7	0.04597795754671097
34328	rnn.weight_ih_l0_reverse	8	-0.04874730110168457
34328	rnn.weight_ih_l0_reverse	9	-0.05075536668300629
34328	rnn.weight_hh_l0_reverse	0	-0.08326920121908188
34328	rnn.weight_hh_l0_reverse	1	-0.06335197389125824
34328	rnn.weight_hh_l0_reverse	2	0.03440104424953461
34328	rnn.weight_hh_l0_reverse	3	0.04576143994927406
34328	rnn.weight_hh_l0_reverse	4	-0.015892034396529198
34328	rnn.weight_hh_l0_reverse	5	0.04557572305202484
34328	rnn.weight_hh_l0_reverse	6	0.0011611157096922398
34328	rnn.weight_hh_l0_reverse	7	-0.0002135170070687309
34328	rnn.weight_hh_l0_reverse	8	-0.09875554591417313
34328	rnn.weight_hh_l0_reverse	9	0.08018358051776886
34328	rnn.bias_ih_l0_reverse	0	-0.08933287858963013
34328	rnn.bias_ih_l0_reverse	1	-0.06903360038995743
34328	rnn.bias_ih_l0_reverse	2	0.10341348499059677
34328	rnn.bias_ih_l0_reverse	3	0.047963399440050125
34328	rnn.bias_ih_l0_reverse	4	-0.12919531762599945
34328	rnn.bias_ih_l0_reverse	5	0.04114633798599243
34328	rnn.bias_ih_l0_reverse	6	-0.10624439269304276
34328	rnn.bias_ih_l0_reverse	7	0.04453042522072792
34328	rnn.bias_ih_l0_reverse	8	0.034415729343891144
34328	rnn.bias_ih_l0_reverse	9	0.06329156458377838
34328	rnn.bias_hh_l0_reverse	0	0.05727545544505119
34328	rnn.bias_hh_l0_reverse	1	0.06554315984249115
34328	rnn.bias_hh_l0_reverse	2	0.07856608927249908
34328	rnn.bias_hh_l0_reverse	3	-0.004056277684867382
34328	rnn.bias_hh_l0_reverse	4	0.07151013612747192
34328	rnn.bias_hh_l0_reverse	5	0.0070879096165299416
34328	rnn.bias_hh_l0_reverse	6	-0.054465558379888535
34328	rnn.bias_hh_l0_reverse	7	0.02738446742296219
34328	rnn.bias_hh_l0_reverse	8	0.011052689515054226
34328	rnn.bias_hh_l0_reverse	9	-0.16113917529582977
34328	linear.weight	0	0.1733352243900299
34328	linear.weight	1	-0.16292552649974823
34328	linear.weight	2	-0.21490085124969482
34328	linear.weight	3	0.07848398387432098
34328	linear.weight	4	-0.026677442714571953
34328	linear.weight	5	0.003999847918748856
34328	linear.weight	6	-0.006905795074999332
34328	linear.weight	7	-0.027123020961880684
34328	linear.weight	8	0.08429758250713348
34328	linear.weight	9	0.34930917620658875
34328	linear.bias	0	-0.2069673091173172
34328	linear.bias	1	0.19412629306316376
34328	linear.bias	2	-0.5396941900253296
34328	linear.bias	3	1.7045791149139404
34328	linear.bias	4	-0.3968004286289215
34328	linear.bias	5	-0.030769959092140198
34328	linear.bias	6	-0.3578622043132782
34328	linear.bias	7	-0.2793470323085785
34328	linear.bias	8	-0.04362783581018448
34328	linear.bias	9	-0.4979408085346222
34356	transitions	0	-0.6482808589935303
34356	transitions	1	0.3495742976665497
34356	transitions	2	1.674333930015564
34356	transitions	3	0.09653216600418091
34356	transitions	4	0.9484049081802368
34356	transitions	5	1.2739231586456299
34356	transitions	6	0.48329880833625793
34356	transitions	7	0.1757318675518036
34356	transitions	8	-0.919520914554596
34356	transitions	9	0.9306592345237732
34356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34356	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34356	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34356	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34356	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34356	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34356	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34356	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34356	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34356	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34356	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34356	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34356	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34356	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34356	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34356	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34356	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34356	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34356	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34356	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34356	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34356	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34356	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34356	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34356	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34356	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34356	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34356	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34356	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34356	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34356	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34356	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34356	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34356	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34356	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34356	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34356	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34356	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34356	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34356	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34356	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34356	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34356	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34356	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34356	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34356	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34356	embedding2nn.weight	0	0.022478006780147552
34356	embedding2nn.weight	1	0.0141872214153409
34356	embedding2nn.weight	2	-0.004285212606191635
34356	embedding2nn.weight	3	-0.00010726415348472074
34356	embedding2nn.weight	4	-0.004371424205601215
34356	embedding2nn.weight	5	0.011851168237626553
34356	embedding2nn.weight	6	-0.0049757808446884155
34356	embedding2nn.weight	7	0.02077474445104599
34356	embedding2nn.weight	8	-0.006823828909546137
34356	embedding2nn.weight	9	-0.013907629996538162
34356	embedding2nn.bias	0	-0.03904448822140694
34356	embedding2nn.bias	1	-0.021554676815867424
34356	embedding2nn.bias	2	-0.07495159655809402
34356	embedding2nn.bias	3	-0.0017131222411990166
34356	embedding2nn.bias	4	0.004388641100376844
34356	embedding2nn.bias	5	-0.007279302924871445
34356	embedding2nn.bias	6	0.009005533531308174
34356	embedding2nn.bias	7	0.02005319856107235
34356	embedding2nn.bias	8	0.0068146237172186375
34356	embedding2nn.bias	9	0.0013133466709405184
34356	rnn.weight_ih_l0	0	0.03953856974840164
34356	rnn.weight_ih_l0	1	-0.013666730374097824
34356	rnn.weight_ih_l0	2	-0.03650765120983124
34356	rnn.weight_ih_l0	3	-0.04477403312921524
34356	rnn.weight_ih_l0	4	-0.052023813128471375
34356	rnn.weight_ih_l0	5	-0.008454376831650734
34356	rnn.weight_ih_l0	6	-0.05187561362981796
34356	rnn.weight_ih_l0	7	-0.06158919259905815
34356	rnn.weight_ih_l0	8	-0.04472066089510918
34356	rnn.weight_ih_l0	9	-0.026951530948281288
34356	rnn.weight_hh_l0	0	0.0193408764898777
34356	rnn.weight_hh_l0	1	-0.009699562564492226
34356	rnn.weight_hh_l0	2	-0.06760717928409576
34356	rnn.weight_hh_l0	3	-0.033364564180374146
34356	rnn.weight_hh_l0	4	-0.07831612974405289
34356	rnn.weight_hh_l0	5	-0.014549667946994305
34356	rnn.weight_hh_l0	6	-0.054388515651226044
34356	rnn.weight_hh_l0	7	-0.04068346321582794
34356	rnn.weight_hh_l0	8	-0.019114714115858078
34356	rnn.weight_hh_l0	9	-0.007932614535093307
34356	rnn.bias_ih_l0	0	0.14551520347595215
34356	rnn.bias_ih_l0	1	-0.05604856088757515
34356	rnn.bias_ih_l0	2	0.10428354144096375
34356	rnn.bias_ih_l0	3	0.04883984103798866
34356	rnn.bias_ih_l0	4	0.09903480112552643
34356	rnn.bias_ih_l0	5	0.024184072390198708
34356	rnn.bias_ih_l0	6	-0.017477108165621758
34356	rnn.bias_ih_l0	7	-0.10870707780122757
34356	rnn.bias_ih_l0	8	-0.20732060074806213
34356	rnn.bias_ih_l0	9	0.0870395079255104
34356	rnn.bias_hh_l0	0	0.002704848535358906
34356	rnn.bias_hh_l0	1	0.02353697270154953
34356	rnn.bias_hh_l0	2	-0.006051067728549242
34356	rnn.bias_hh_l0	3	-0.030292218551039696
34356	rnn.bias_hh_l0	4	-0.036197174340486526
34356	rnn.bias_hh_l0	5	0.14344029128551483
34356	rnn.bias_hh_l0	6	0.05158405378460884
34356	rnn.bias_hh_l0	7	0.05968023091554642
34356	rnn.bias_hh_l0	8	0.016891589388251305
34356	rnn.bias_hh_l0	9	0.043370652943849564
34356	rnn.weight_ih_l0_reverse	0	-0.02970757521688938
34356	rnn.weight_ih_l0_reverse	1	-0.0022265769075602293
34356	rnn.weight_ih_l0_reverse	2	0.02382262609899044
34356	rnn.weight_ih_l0_reverse	3	-0.062115397304296494
34356	rnn.weight_ih_l0_reverse	4	0.009296972304582596
34356	rnn.weight_ih_l0_reverse	5	-0.046089306473731995
34356	rnn.weight_ih_l0_reverse	6	0.028316158801317215
34356	rnn.weight_ih_l0_reverse	7	0.045977890491485596
34356	rnn.weight_ih_l0_reverse	8	-0.04875357449054718
34356	rnn.weight_ih_l0_reverse	9	-0.050754472613334656
34356	rnn.weight_hh_l0_reverse	0	-0.083269402384758
34356	rnn.weight_hh_l0_reverse	1	-0.06334086507558823
34356	rnn.weight_hh_l0_reverse	2	0.03440481796860695
34356	rnn.weight_hh_l0_reverse	3	0.04576263204216957
34356	rnn.weight_hh_l0_reverse	4	-0.015895763412117958
34356	rnn.weight_hh_l0_reverse	5	0.04557560384273529
34356	rnn.weight_hh_l0_reverse	6	0.0011935326037928462
34356	rnn.weight_hh_l0_reverse	7	-0.0002153672685381025
34356	rnn.weight_hh_l0_reverse	8	-0.09874286502599716
34356	rnn.weight_hh_l0_reverse	9	0.08019037544727325
34356	rnn.bias_ih_l0_reverse	0	-0.0893847644329071
34356	rnn.bias_ih_l0_reverse	1	-0.06901789456605911
34356	rnn.bias_ih_l0_reverse	2	0.10340811312198639
34356	rnn.bias_ih_l0_reverse	3	0.047948505729436874
34356	rnn.bias_ih_l0_reverse	4	-0.1292087435722351
34356	rnn.bias_ih_l0_reverse	5	0.041135478764772415
34356	rnn.bias_ih_l0_reverse	6	-0.10626833140850067
34356	rnn.bias_ih_l0_reverse	7	0.04454551264643669
34356	rnn.bias_ih_l0_reverse	8	0.03441030904650688
34356	rnn.bias_ih_l0_reverse	9	0.063298799097538
34356	rnn.bias_hh_l0_reverse	0	0.05729571357369423
34356	rnn.bias_hh_l0_reverse	1	0.06551719456911087
34356	rnn.bias_hh_l0_reverse	2	0.07854495942592621
34356	rnn.bias_hh_l0_reverse	3	-0.004060924053192139
34356	rnn.bias_hh_l0_reverse	4	0.07152310758829117
34356	rnn.bias_hh_l0_reverse	5	0.007029072847217321
34356	rnn.bias_hh_l0_reverse	6	-0.054473601281642914
34356	rnn.bias_hh_l0_reverse	7	0.027372634038329124
34356	rnn.bias_hh_l0_reverse	8	0.011068561114370823
34356	rnn.bias_hh_l0_reverse	9	-0.1611066311597824
34356	linear.weight	0	0.17330822348594666
34356	linear.weight	1	-0.1629253476858139
34356	linear.weight	2	-0.21489036083221436
34356	linear.weight	3	0.07852737605571747
34356	linear.weight	4	-0.02667338214814663
34356	linear.weight	5	0.004002865869551897
34356	linear.weight	6	-0.006905763875693083
34356	linear.weight	7	-0.02712034434080124
34356	linear.weight	8	0.08435888588428497
34356	linear.weight	9	0.3493141531944275
34356	linear.bias	0	-0.2069016396999359
34356	linear.bias	1	0.19409357011318207
34356	linear.bias	2	-0.5397253036499023
34356	linear.bias	3	1.7043530941009521
34356	linear.bias	4	-0.3968016803264618
34356	linear.bias	5	-0.030769959092140198
34356	linear.bias	6	-0.35788044333457947
34356	linear.bias	7	-0.2793579697608948
34356	linear.bias	8	-0.04359809681773186
34356	linear.bias	9	-0.4979413151741028
34384	transitions	0	-0.6482810974121094
34384	transitions	1	0.34957414865493774
34384	transitions	2	1.6743333339691162
34384	transitions	3	0.09653211385011673
34384	transitions	4	0.9484046697616577
34384	transitions	5	1.2739231586456299
34384	transitions	6	0.4832985997200012
34384	transitions	7	0.1757318675518036
34384	transitions	8	-0.919520914554596
34384	transitions	9	0.9306592345237732
34384	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34384	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34384	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34384	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34384	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34384	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34384	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34384	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34384	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34384	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34384	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34384	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34384	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34384	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34384	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34384	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34384	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34384	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34384	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34384	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34384	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34384	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34384	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34384	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34384	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34384	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34384	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34384	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34384	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34384	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34384	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34384	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34384	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34384	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34384	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34384	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34384	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34384	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34384	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34384	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34384	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34384	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34384	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34384	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34384	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34384	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34384	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34384	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34384	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34384	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34384	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34384	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34384	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34384	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34384	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34384	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34384	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34384	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34384	embedding2nn.weight	0	0.02248457446694374
34384	embedding2nn.weight	1	0.014187108725309372
34384	embedding2nn.weight	2	-0.004285507835447788
34384	embedding2nn.weight	3	-0.00010817529982887208
34384	embedding2nn.weight	4	-0.004372244700789452
34384	embedding2nn.weight	5	0.011849560774862766
34384	embedding2nn.weight	6	-0.0049757808446884155
34384	embedding2nn.weight	7	0.020785411819815636
34384	embedding2nn.weight	8	-0.006824118550866842
34384	embedding2nn.weight	9	-0.01390736736357212
34384	embedding2nn.bias	0	-0.039038583636283875
34384	embedding2nn.bias	1	-0.021575745195150375
34384	embedding2nn.bias	2	-0.07495805621147156
34384	embedding2nn.bias	3	-0.0015881606377661228
34384	embedding2nn.bias	4	0.0043459185399115086
34384	embedding2nn.bias	5	-0.007359832059592009
34384	embedding2nn.bias	6	0.00916573777794838
34384	embedding2nn.bias	7	0.020028486847877502
34384	embedding2nn.bias	8	0.006820913404226303
34384	embedding2nn.bias	9	0.0012534501729533076
34384	rnn.weight_ih_l0	0	0.039534106850624084
34384	rnn.weight_ih_l0	1	-0.013672573491930962
34384	rnn.weight_ih_l0	2	-0.036509301513433456
34384	rnn.weight_ih_l0	3	-0.0447726808488369
34384	rnn.weight_ih_l0	4	-0.05202282965183258
34384	rnn.weight_ih_l0	5	-0.008455084636807442
34384	rnn.weight_ih_l0	6	-0.05187695100903511
34384	rnn.weight_ih_l0	7	-0.06158990412950516
34384	rnn.weight_ih_l0	8	-0.044719066470861435
34384	rnn.weight_ih_l0	9	-0.02695268765091896
34384	rnn.weight_hh_l0	0	0.019340530037879944
34384	rnn.weight_hh_l0	1	-0.009700150229036808
34384	rnn.weight_hh_l0	2	-0.06759718805551529
34384	rnn.weight_hh_l0	3	-0.03336473926901817
34384	rnn.weight_hh_l0	4	-0.07831999659538269
34384	rnn.weight_hh_l0	5	-0.01454467885196209
34384	rnn.weight_hh_l0	6	-0.05438471958041191
34384	rnn.weight_hh_l0	7	-0.040689680725336075
34384	rnn.weight_hh_l0	8	-0.019111860543489456
34384	rnn.weight_hh_l0	9	-0.007930113933980465
34384	rnn.bias_ih_l0	0	0.1455140858888626
34384	rnn.bias_ih_l0	1	-0.056061696261167526
34384	rnn.bias_ih_l0	2	0.10424696654081345
34384	rnn.bias_ih_l0	3	0.04883956164121628
34384	rnn.bias_ih_l0	4	0.09902790188789368
34384	rnn.bias_ih_l0	5	0.024169394746422768
34384	rnn.bias_ih_l0	6	-0.017484214156866074
34384	rnn.bias_ih_l0	7	-0.10854793339967728
34384	rnn.bias_ih_l0	8	-0.20734937489032745
34384	rnn.bias_ih_l0	9	0.087050661444664
34384	rnn.bias_hh_l0	0	0.0026950063183903694
34384	rnn.bias_hh_l0	1	0.023526450619101524
34384	rnn.bias_hh_l0	2	-0.006056976970285177
34384	rnn.bias_hh_l0	3	-0.030301973223686218
34384	rnn.bias_hh_l0	4	-0.03617577254772186
34384	rnn.bias_hh_l0	5	0.14341823756694794
34384	rnn.bias_hh_l0	6	0.05157414823770523
34384	rnn.bias_hh_l0	7	0.05967040732502937
34384	rnn.bias_hh_l0	8	0.01688448339700699
34384	rnn.bias_hh_l0	9	0.043370410799980164
34384	rnn.weight_ih_l0_reverse	0	-0.02970634587109089
34384	rnn.weight_ih_l0_reverse	1	-0.002225188072770834
34384	rnn.weight_ih_l0_reverse	2	0.023824403062462807
34384	rnn.weight_ih_l0_reverse	3	-0.06211583688855171
34384	rnn.weight_ih_l0_reverse	4	0.009302368387579918
34384	rnn.weight_ih_l0_reverse	5	-0.04608643054962158
34384	rnn.weight_ih_l0_reverse	6	0.028325505554676056
34384	rnn.weight_ih_l0_reverse	7	0.045978691428899765
34384	rnn.weight_ih_l0_reverse	8	-0.04875582084059715
34384	rnn.weight_ih_l0_reverse	9	-0.050754375755786896
34384	rnn.weight_hh_l0_reverse	0	-0.0832725316286087
34384	rnn.weight_hh_l0_reverse	1	-0.0633472204208374
34384	rnn.weight_hh_l0_reverse	2	0.03439745306968689
34384	rnn.weight_hh_l0_reverse	3	0.04575897008180618
34384	rnn.weight_hh_l0_reverse	4	-0.015889549627900124
34384	rnn.weight_hh_l0_reverse	5	0.04557390138506889
34384	rnn.weight_hh_l0_reverse	6	0.0012180814519524574
34384	rnn.weight_hh_l0_reverse	7	-0.00021638137695845217
34384	rnn.weight_hh_l0_reverse	8	-0.09874270111322403
34384	rnn.weight_hh_l0_reverse	9	0.08019053936004639
34384	rnn.bias_ih_l0_reverse	0	-0.08939525485038757
34384	rnn.bias_ih_l0_reverse	1	-0.06904587149620056
34384	rnn.bias_ih_l0_reverse	2	0.10342961549758911
34384	rnn.bias_ih_l0_reverse	3	0.04796168953180313
34384	rnn.bias_ih_l0_reverse	4	-0.1292065978050232
34384	rnn.bias_ih_l0_reverse	5	0.0411297045648098
34384	rnn.bias_ih_l0_reverse	6	-0.10625708103179932
34384	rnn.bias_ih_l0_reverse	7	0.04456571117043495
34384	rnn.bias_ih_l0_reverse	8	0.03442405164241791
34384	rnn.bias_ih_l0_reverse	9	0.06330803781747818
34384	rnn.bias_hh_l0_reverse	0	0.05743628367781639
34384	rnn.bias_hh_l0_reverse	1	0.06553608179092407
34384	rnn.bias_hh_l0_reverse	2	0.0785333663225174
34384	rnn.bias_hh_l0_reverse	3	-0.004051696043461561
34384	rnn.bias_hh_l0_reverse	4	0.07153131067752838
34384	rnn.bias_hh_l0_reverse	5	0.007013343274593353
34384	rnn.bias_hh_l0_reverse	6	-0.05447284132242203
34384	rnn.bias_hh_l0_reverse	7	0.027365803718566895
34384	rnn.bias_hh_l0_reverse	8	0.011076532304286957
34384	rnn.bias_hh_l0_reverse	9	-0.16107308864593506
34384	linear.weight	0	0.1732734590768814
34384	linear.weight	1	-0.16292521357536316
34384	linear.weight	2	-0.2148880660533905
34384	linear.weight	3	0.07858772575855255
34384	linear.weight	4	-0.026678167283535004
34384	linear.weight	5	0.0040048472583293915
34384	linear.weight	6	-0.006905765272676945
34384	linear.weight	7	-0.02711988054215908
34384	linear.weight	8	0.08437199145555496
34384	linear.weight	9	0.3493238389492035
34384	linear.bias	0	-0.2069651186466217
34384	linear.bias	1	0.1941090226173401
34384	linear.bias	2	-0.5397289395332336
34384	linear.bias	3	1.704363226890564
34384	linear.bias	4	-0.39680299162864685
34384	linear.bias	5	-0.030769959092140198
34384	linear.bias	6	-0.35788238048553467
34384	linear.bias	7	-0.2793605327606201
34384	linear.bias	8	-0.04359232261776924
34384	linear.bias	9	-0.49794185161590576
34412	transitions	0	-0.6482816338539124
34412	transitions	1	0.34957385063171387
34412	transitions	2	1.6743332147598267
34412	transitions	3	0.09653188288211823
34412	transitions	4	0.9484046101570129
34412	transitions	5	1.2739231586456299
34412	transitions	6	0.4832985997200012
34412	transitions	7	0.1757318675518036
34412	transitions	8	-0.919520914554596
34412	transitions	9	0.9306592345237732
34412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34412	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34412	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34412	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34412	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34412	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34412	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34412	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34412	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34412	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34412	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34412	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34412	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34412	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34412	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34412	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34412	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34412	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34412	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34412	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34412	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34412	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34412	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34412	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34412	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34412	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34412	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34412	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34412	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34412	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34412	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34412	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34412	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34412	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34412	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34412	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34412	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34412	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34412	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34412	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34412	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34412	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34412	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34412	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34412	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34412	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34412	embedding2nn.weight	0	0.022478995844721794
34412	embedding2nn.weight	1	0.01418655551970005
34412	embedding2nn.weight	2	-0.004285506438463926
34412	embedding2nn.weight	3	-0.00010913150617852807
34412	embedding2nn.weight	4	-0.0043719010427594185
34412	embedding2nn.weight	5	0.011849588714540005
34412	embedding2nn.weight	6	-0.00497586140409112
34412	embedding2nn.weight	7	0.02078879252076149
34412	embedding2nn.weight	8	-0.006822970230132341
34412	embedding2nn.weight	9	-0.01390751264989376
34412	embedding2nn.bias	0	-0.039009079337120056
34412	embedding2nn.bias	1	-0.0215890035033226
34412	embedding2nn.bias	2	-0.07501482218503952
34412	embedding2nn.bias	3	-0.0016362896421924233
34412	embedding2nn.bias	4	0.004280351102352142
34412	embedding2nn.bias	5	-0.007349340710788965
34412	embedding2nn.bias	6	0.009204527363181114
34412	embedding2nn.bias	7	0.02008221112191677
34412	embedding2nn.bias	8	0.006756437476724386
34412	embedding2nn.bias	9	0.0011755606392398477
34412	rnn.weight_ih_l0	0	0.03953612223267555
34412	rnn.weight_ih_l0	1	-0.013662749901413918
34412	rnn.weight_ih_l0	2	-0.036504317075014114
34412	rnn.weight_ih_l0	3	-0.04476341977715492
34412	rnn.weight_ih_l0	4	-0.05202427878975868
34412	rnn.weight_ih_l0	5	-0.00845553819090128
34412	rnn.weight_ih_l0	6	-0.05187863111495972
34412	rnn.weight_ih_l0	7	-0.06159035861492157
34412	rnn.weight_ih_l0	8	-0.04472340643405914
34412	rnn.weight_ih_l0	9	-0.026954857632517815
34412	rnn.weight_hh_l0	0	0.019343992695212364
34412	rnn.weight_hh_l0	1	-0.009708483703434467
34412	rnn.weight_hh_l0	2	-0.06759213656187057
34412	rnn.weight_hh_l0	3	-0.03336082771420479
34412	rnn.weight_hh_l0	4	-0.07832174748182297
34412	rnn.weight_hh_l0	5	-0.014540388248860836
34412	rnn.weight_hh_l0	6	-0.05438802391290665
34412	rnn.weight_hh_l0	7	-0.0406949408352375
34412	rnn.weight_hh_l0	8	-0.019111134111881256
34412	rnn.weight_hh_l0	9	-0.007922944612801075
34412	rnn.bias_ih_l0	0	0.14552155137062073
34412	rnn.bias_ih_l0	1	-0.05604834109544754
34412	rnn.bias_ih_l0	2	0.10427121073007584
34412	rnn.bias_ih_l0	3	0.048818621784448624
34412	rnn.bias_ih_l0	4	0.09900687634944916
34412	rnn.bias_ih_l0	5	0.02416096441447735
34412	rnn.bias_ih_l0	6	-0.01746276021003723
34412	rnn.bias_ih_l0	7	-0.10866306722164154
34412	rnn.bias_ih_l0	8	-0.2072722166776657
34412	rnn.bias_ih_l0	9	0.08705788850784302
34412	rnn.bias_hh_l0	0	0.0027103456668555737
34412	rnn.bias_hh_l0	1	0.023525817319750786
34412	rnn.bias_hh_l0	2	-0.0060655418783426285
34412	rnn.bias_hh_l0	3	-0.030291663482785225
34412	rnn.bias_hh_l0	4	-0.036160584539175034
34412	rnn.bias_hh_l0	5	0.14342637360095978
34412	rnn.bias_hh_l0	6	0.05157964304089546
34412	rnn.bias_hh_l0	7	0.05970060080289841
34412	rnn.bias_hh_l0	8	0.01690593734383583
34412	rnn.bias_hh_l0	9	0.0433717742562294
34412	rnn.weight_ih_l0_reverse	0	-0.02970721572637558
34412	rnn.weight_ih_l0_reverse	1	-0.002223419025540352
34412	rnn.weight_ih_l0_reverse	2	0.023822274059057236
34412	rnn.weight_ih_l0_reverse	3	-0.062121570110321045
34412	rnn.weight_ih_l0_reverse	4	0.009305033832788467
34412	rnn.weight_ih_l0_reverse	5	-0.04608074948191643
34412	rnn.weight_ih_l0_reverse	6	0.028334887698292732
34412	rnn.weight_ih_l0_reverse	7	0.04597804695367813
34412	rnn.weight_ih_l0_reverse	8	-0.048754289746284485
34412	rnn.weight_ih_l0_reverse	9	-0.050755687057971954
34412	rnn.weight_hh_l0_reverse	0	-0.08327604830265045
34412	rnn.weight_hh_l0_reverse	1	-0.06334378570318222
34412	rnn.weight_hh_l0_reverse	2	0.0343913771212101
34412	rnn.weight_hh_l0_reverse	3	0.04575487971305847
34412	rnn.weight_hh_l0_reverse	4	-0.01589817926287651
34412	rnn.weight_hh_l0_reverse	5	0.0455719493329525
34412	rnn.weight_hh_l0_reverse	6	0.0012337564257904887
34412	rnn.weight_hh_l0_reverse	7	-0.00021456080139614642
34412	rnn.weight_hh_l0_reverse	8	-0.09874917566776276
34412	rnn.weight_hh_l0_reverse	9	0.08018988370895386
34412	rnn.bias_ih_l0_reverse	0	-0.0894235223531723
34412	rnn.bias_ih_l0_reverse	1	-0.0691014751791954
34412	rnn.bias_ih_l0_reverse	2	0.10343621671199799
34412	rnn.bias_ih_l0_reverse	3	0.047955915331840515
34412	rnn.bias_ih_l0_reverse	4	-0.1292029470205307
34412	rnn.bias_ih_l0_reverse	5	0.04113612696528435
34412	rnn.bias_ih_l0_reverse	6	-0.10624012351036072
34412	rnn.bias_ih_l0_reverse	7	0.044558994472026825
34412	rnn.bias_ih_l0_reverse	8	0.03442001715302467
34412	rnn.bias_ih_l0_reverse	9	0.06332001835107803
34412	rnn.bias_hh_l0_reverse	0	0.057449422776699066
34412	rnn.bias_hh_l0_reverse	1	0.06554285436868668
34412	rnn.bias_hh_l0_reverse	2	0.07856159657239914
34412	rnn.bias_hh_l0_reverse	3	-0.004039693158119917
34412	rnn.bias_hh_l0_reverse	4	0.07151667773723602
34412	rnn.bias_hh_l0_reverse	5	0.007044235244393349
34412	rnn.bias_hh_l0_reverse	6	-0.05446312949061394
34412	rnn.bias_hh_l0_reverse	7	0.02736678719520569
34412	rnn.bias_hh_l0_reverse	8	0.011073175817728043
34412	rnn.bias_hh_l0_reverse	9	-0.16107900440692902
34412	linear.weight	0	0.1733475774526596
34412	linear.weight	1	-0.1629248857498169
34412	linear.weight	2	-0.21488653123378754
34412	linear.weight	3	0.07860882580280304
34412	linear.weight	4	-0.026676708832383156
34412	linear.weight	5	0.004005391616374254
34412	linear.weight	6	-0.006905701011419296
34412	linear.weight	7	-0.02711968682706356
34412	linear.weight	8	0.0843280777335167
34412	linear.weight	9	0.34932684898376465
34412	linear.bias	0	-0.20694908499717712
34412	linear.bias	1	0.1940772384405136
34412	linear.bias	2	-0.5397427678108215
34412	linear.bias	3	1.7041654586791992
34412	linear.bias	4	-0.3967897295951843
34412	linear.bias	5	-0.030769959092140198
34412	linear.bias	6	-0.35789233446121216
34412	linear.bias	7	-0.27938228845596313
34412	linear.bias	8	-0.04345383867621422
34412	linear.bias	9	-0.49794265627861023
34440	transitions	0	-0.6482820510864258
34440	transitions	1	0.3495737612247467
34440	transitions	2	1.674333095550537
34440	transitions	3	0.09653168171644211
34440	transitions	4	0.9484045505523682
34440	transitions	5	1.2739231586456299
34440	transitions	6	0.4832985997200012
34440	transitions	7	0.1757318675518036
34440	transitions	8	-0.919520914554596
34440	transitions	9	0.9306592345237732
34440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34440	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34440	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34440	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34440	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34440	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34440	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34440	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34440	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34440	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34440	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34440	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34440	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34440	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34440	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34440	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34440	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34440	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34440	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34440	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34440	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34440	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34440	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34440	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34440	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34440	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34440	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34440	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34440	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34440	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34440	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34440	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34440	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34440	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34440	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34440	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34440	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34440	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34440	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34440	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34440	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34440	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34440	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34440	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34440	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34440	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34440	embedding2nn.weight	0	0.022469578310847282
34440	embedding2nn.weight	1	0.014187315478920937
34440	embedding2nn.weight	2	-0.004284984432160854
34440	embedding2nn.weight	3	-0.00011127486504847184
34440	embedding2nn.weight	4	-0.004372681025415659
34440	embedding2nn.weight	5	0.011851774528622627
34440	embedding2nn.weight	6	-0.004975045099854469
34440	embedding2nn.weight	7	0.020788967609405518
34440	embedding2nn.weight	8	-0.0068235513754189014
34440	embedding2nn.weight	9	-0.01390810962766409
34440	embedding2nn.bias	0	-0.03899874910712242
34440	embedding2nn.bias	1	-0.02155831828713417
34440	embedding2nn.bias	2	-0.07496460527181625
34440	embedding2nn.bias	3	-0.0017315610311925411
34440	embedding2nn.bias	4	0.004355837125331163
34440	embedding2nn.bias	5	-0.00728347385302186
34440	embedding2nn.bias	6	0.009146017022430897
34440	embedding2nn.bias	7	0.020035352557897568
34440	embedding2nn.bias	8	0.0068209413439035416
34440	embedding2nn.bias	9	0.00113231863360852
34440	rnn.weight_ih_l0	0	0.039532046765089035
34440	rnn.weight_ih_l0	1	-0.013665900565683842
34440	rnn.weight_ih_l0	2	-0.03651982918381691
34440	rnn.weight_ih_l0	3	-0.04476483166217804
34440	rnn.weight_ih_l0	4	-0.052028559148311615
34440	rnn.weight_ih_l0	5	-0.008452809415757656
34440	rnn.weight_ih_l0	6	-0.0518849641084671
34440	rnn.weight_ih_l0	7	-0.06159396842122078
34440	rnn.weight_ih_l0	8	-0.04471991956233978
34440	rnn.weight_ih_l0	9	-0.02695205807685852
34440	rnn.weight_hh_l0	0	0.019341982901096344
34440	rnn.weight_hh_l0	1	-0.009714365005493164
34440	rnn.weight_hh_l0	2	-0.06759515404701233
34440	rnn.weight_hh_l0	3	-0.033357784152030945
34440	rnn.weight_hh_l0	4	-0.07831989228725433
34440	rnn.weight_hh_l0	5	-0.014539765194058418
34440	rnn.weight_hh_l0	6	-0.05440068617463112
34440	rnn.weight_hh_l0	7	-0.040681831538677216
34440	rnn.weight_hh_l0	8	-0.01911148987710476
34440	rnn.weight_hh_l0	9	-0.007928000763058662
34440	rnn.bias_ih_l0	0	0.1455494612455368
34440	rnn.bias_ih_l0	1	-0.05605166032910347
34440	rnn.bias_ih_l0	2	0.10429397225379944
34440	rnn.bias_ih_l0	3	0.048800889402627945
34440	rnn.bias_ih_l0	4	0.09902011603116989
34440	rnn.bias_ih_l0	5	0.024175282567739487
34440	rnn.bias_ih_l0	6	-0.01748531498014927
34440	rnn.bias_ih_l0	7	-0.10867465287446976
34440	rnn.bias_ih_l0	8	-0.2072431892156601
34440	rnn.bias_ih_l0	9	0.08702976256608963
34440	rnn.bias_hh_l0	0	0.0027132700197398663
34440	rnn.bias_hh_l0	1	0.02355135977268219
34440	rnn.bias_hh_l0	2	-0.006052010226994753
34440	rnn.bias_hh_l0	3	-0.030265692621469498
34440	rnn.bias_hh_l0	4	-0.036183539777994156
34440	rnn.bias_hh_l0	5	0.1434376835823059
34440	rnn.bias_hh_l0	6	0.05156940221786499
34440	rnn.bias_hh_l0	7	0.05974918603897095
34440	rnn.bias_hh_l0	8	0.016883382573723793
34440	rnn.bias_hh_l0	9	0.04335492104291916
34440	rnn.weight_ih_l0_reverse	0	-0.02970394305884838
34440	rnn.weight_ih_l0_reverse	1	-0.0022223906125873327
34440	rnn.weight_ih_l0_reverse	2	0.023825278505682945
34440	rnn.weight_ih_l0_reverse	3	-0.062117792665958405
34440	rnn.weight_ih_l0_reverse	4	0.009299395605921745
34440	rnn.weight_ih_l0_reverse	5	-0.04608074575662613
34440	rnn.weight_ih_l0_reverse	6	0.02834341861307621
34440	rnn.weight_ih_l0_reverse	7	0.04597945511341095
34440	rnn.weight_ih_l0_reverse	8	-0.0487578809261322
34440	rnn.weight_ih_l0_reverse	9	-0.05075354501605034
34440	rnn.weight_hh_l0_reverse	0	-0.08326997607946396
34440	rnn.weight_hh_l0_reverse	1	-0.06334909796714783
34440	rnn.weight_hh_l0_reverse	2	0.03439166769385338
34440	rnn.weight_hh_l0_reverse	3	0.0457582101225853
34440	rnn.weight_hh_l0_reverse	4	-0.01592402346432209
34440	rnn.weight_hh_l0_reverse	5	0.04557078704237938
34440	rnn.weight_hh_l0_reverse	6	0.0012486808700487018
34440	rnn.weight_hh_l0_reverse	7	-0.00021632709831465036
34440	rnn.weight_hh_l0_reverse	8	-0.0987582877278328
34440	rnn.weight_hh_l0_reverse	9	0.08019163459539413
34440	rnn.bias_ih_l0_reverse	0	-0.08939395099878311
34440	rnn.bias_ih_l0_reverse	1	-0.06919334083795547
34440	rnn.bias_ih_l0_reverse	2	0.10342853516340256
34440	rnn.bias_ih_l0_reverse	3	0.047966040670871735
34440	rnn.bias_ih_l0_reverse	4	-0.12918494641780853
34440	rnn.bias_ih_l0_reverse	5	0.041102975606918335
34440	rnn.bias_ih_l0_reverse	6	-0.10625077784061432
34440	rnn.bias_ih_l0_reverse	7	0.04459317401051521
34440	rnn.bias_ih_l0_reverse	8	0.03440370410680771
34440	rnn.bias_ih_l0_reverse	9	0.06328427791595459
34440	rnn.bias_hh_l0_reverse	0	0.05742299184203148
34440	rnn.bias_hh_l0_reverse	1	0.06555173546075821
34440	rnn.bias_hh_l0_reverse	2	0.07857386767864227
34440	rnn.bias_hh_l0_reverse	3	-0.004028811119496822
34440	rnn.bias_hh_l0_reverse	4	0.07152923941612244
34440	rnn.bias_hh_l0_reverse	5	0.007087701931595802
34440	rnn.bias_hh_l0_reverse	6	-0.054451748728752136
34440	rnn.bias_hh_l0_reverse	7	0.027340952306985855
34440	rnn.bias_hh_l0_reverse	8	0.011097010225057602
34440	rnn.bias_hh_l0_reverse	9	-0.16102571785449982
34440	linear.weight	0	0.17333579063415527
34440	linear.weight	1	-0.1629249006509781
34440	linear.weight	2	-0.21492092311382294
34440	linear.weight	3	0.07860319316387177
34440	linear.weight	4	-0.02666303515434265
34440	linear.weight	5	0.00400008587166667
34440	linear.weight	6	-0.006905687041580677
34440	linear.weight	7	-0.027119439095258713
34440	linear.weight	8	0.08430537581443787
34440	linear.weight	9	0.3493253290653229
34440	linear.bias	0	-0.20715923607349396
34440	linear.bias	1	0.19405680894851685
34440	linear.bias	2	-0.5397348999977112
34440	linear.bias	3	1.7040139436721802
34440	linear.bias	4	-0.39679116010665894
34440	linear.bias	5	-0.030769959092140198
34440	linear.bias	6	-0.35790127515792847
34440	linear.bias	7	-0.27940237522125244
34440	linear.bias	8	-0.04343185946345329
34440	linear.bias	9	-0.49794331192970276
34468	transitions	0	-0.6482836008071899
34468	transitions	1	0.3495730459690094
34468	transitions	2	1.6743323802947998
34468	transitions	3	0.09653129428625107
34468	transitions	4	0.9484043121337891
34468	transitions	5	1.2739231586456299
34468	transitions	6	0.4832985997200012
34468	transitions	7	0.1757318675518036
34468	transitions	8	-0.919520914554596
34468	transitions	9	0.9306592345237732
34468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34468	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34468	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34468	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34468	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34468	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34468	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34468	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34468	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34468	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34468	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34468	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34468	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34468	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34468	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34468	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34468	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34468	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34468	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34468	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34468	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34468	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34468	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34468	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34468	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34468	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34468	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34468	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34468	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34468	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34468	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34468	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34468	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34468	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34468	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34468	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34468	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34468	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34468	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34468	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34468	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34468	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34468	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34468	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34468	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34468	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34468	embedding2nn.weight	0	0.022471139207482338
34468	embedding2nn.weight	1	0.014188400469720364
34468	embedding2nn.weight	2	-0.004284881055355072
34468	embedding2nn.weight	3	-0.00011082470882683992
34468	embedding2nn.weight	4	-0.0043731266632676125
34468	embedding2nn.weight	5	0.011853997595608234
34468	embedding2nn.weight	6	-0.0049738106317818165
34468	embedding2nn.weight	7	0.020785238593816757
34468	embedding2nn.weight	8	-0.0068267700262367725
34468	embedding2nn.weight	9	-0.013907919637858868
34468	embedding2nn.bias	0	-0.03895603492856026
34468	embedding2nn.bias	1	-0.021499749273061752
34468	embedding2nn.bias	2	-0.07489466667175293
34468	embedding2nn.bias	3	-0.0016864315839484334
34468	embedding2nn.bias	4	0.004324654117226601
34468	embedding2nn.bias	5	-0.007345470599830151
34468	embedding2nn.bias	6	0.00918583944439888
34468	embedding2nn.bias	7	0.02014162577688694
34468	embedding2nn.bias	8	0.0068787503987550735
34468	embedding2nn.bias	9	0.0010976210469380021
34468	rnn.weight_ih_l0	0	0.03953508660197258
34468	rnn.weight_ih_l0	1	-0.01367281936109066
34468	rnn.weight_ih_l0	2	-0.03652150556445122
34468	rnn.weight_ih_l0	3	-0.044762976467609406
34468	rnn.weight_ih_l0	4	-0.05202918127179146
34468	rnn.weight_ih_l0	5	-0.00845397636294365
34468	rnn.weight_ih_l0	6	-0.051891688257455826
34468	rnn.weight_ih_l0	7	-0.06159608066082001
34468	rnn.weight_ih_l0	8	-0.04471836984157562
34468	rnn.weight_ih_l0	9	-0.02695293352007866
34468	rnn.weight_hh_l0	0	0.019336190074682236
34468	rnn.weight_hh_l0	1	-0.009720390662550926
34468	rnn.weight_hh_l0	2	-0.06759466975927353
34468	rnn.weight_hh_l0	3	-0.033358655869960785
34468	rnn.weight_hh_l0	4	-0.07832430303096771
34468	rnn.weight_hh_l0	5	-0.014544403180480003
34468	rnn.weight_hh_l0	6	-0.054381296038627625
34468	rnn.weight_hh_l0	7	-0.040658269077539444
34468	rnn.weight_hh_l0	8	-0.0191111471503973
34468	rnn.weight_hh_l0	9	-0.007923712022602558
34468	rnn.bias_ih_l0	0	0.14555862545967102
34468	rnn.bias_ih_l0	1	-0.0560309961438179
34468	rnn.bias_ih_l0	2	0.1043001040816307
34468	rnn.bias_ih_l0	3	0.04880496487021446
34468	rnn.bias_ih_l0	4	0.09899941831827164
34468	rnn.bias_ih_l0	5	0.02417125552892685
34468	rnn.bias_ih_l0	6	-0.017470894381403923
34468	rnn.bias_ih_l0	7	-0.10869001597166061
34468	rnn.bias_ih_l0	8	-0.2071959674358368
34468	rnn.bias_ih_l0	9	0.08702995628118515
34468	rnn.bias_hh_l0	0	0.0027279851492494345
34468	rnn.bias_hh_l0	1	0.023565098643302917
34468	rnn.bias_hh_l0	2	-0.006040485110133886
34468	rnn.bias_hh_l0	3	-0.03025403805077076
34468	rnn.bias_hh_l0	4	-0.03619400039315224
34468	rnn.bias_hh_l0	5	0.14342279732227325
34468	rnn.bias_hh_l0	6	0.05156315863132477
34468	rnn.bias_hh_l0	7	0.059723906219005585
34468	rnn.bias_hh_l0	8	0.01689780317246914
34468	rnn.bias_hh_l0	9	0.043340012431144714
34468	rnn.weight_ih_l0_reverse	0	-0.029706105589866638
34468	rnn.weight_ih_l0_reverse	1	-0.002223202958703041
34468	rnn.weight_ih_l0_reverse	2	0.023825041949748993
34468	rnn.weight_ih_l0_reverse	3	-0.0621156170964241
34468	rnn.weight_ih_l0_reverse	4	0.009303998202085495
34468	rnn.weight_ih_l0_reverse	5	-0.046076394617557526
34468	rnn.weight_ih_l0_reverse	6	0.02835276536643505
34468	rnn.weight_ih_l0_reverse	7	0.04597843438386917
34468	rnn.weight_ih_l0_reverse	8	-0.048753637820482254
34468	rnn.weight_ih_l0_reverse	9	-0.05075490102171898
34468	rnn.weight_hh_l0_reverse	0	-0.08327612280845642
34468	rnn.weight_hh_l0_reverse	1	-0.06332873553037643
34468	rnn.weight_hh_l0_reverse	2	0.03439002484083176
34468	rnn.weight_hh_l0_reverse	3	0.045755766332149506
34468	rnn.weight_hh_l0_reverse	4	-0.01591627113521099
34468	rnn.weight_hh_l0_reverse	5	0.04557161033153534
34468	rnn.weight_hh_l0_reverse	6	0.0012315307976678014
34468	rnn.weight_hh_l0_reverse	7	-0.00022681214613839984
34468	rnn.weight_hh_l0_reverse	8	-0.09875989705324173
34468	rnn.weight_hh_l0_reverse	9	0.08020010590553284
34468	rnn.bias_ih_l0_reverse	0	-0.08930818736553192
34468	rnn.bias_ih_l0_reverse	1	-0.0692107304930687
34468	rnn.bias_ih_l0_reverse	2	0.1034092903137207
34468	rnn.bias_ih_l0_reverse	3	0.047965433448553085
34468	rnn.bias_ih_l0_reverse	4	-0.12918390333652496
34468	rnn.bias_ih_l0_reverse	5	0.041088927537202835
34468	rnn.bias_ih_l0_reverse	6	-0.10626322031021118
34468	rnn.bias_ih_l0_reverse	7	0.044598598033189774
34468	rnn.bias_ih_l0_reverse	8	0.03435656428337097
34468	rnn.bias_ih_l0_reverse	9	0.06326714158058167
34468	rnn.bias_hh_l0_reverse	0	0.057381317019462585
34468	rnn.bias_hh_l0_reverse	1	0.06555556505918503
34468	rnn.bias_hh_l0_reverse	2	0.07856359332799911
34468	rnn.bias_hh_l0_reverse	3	-0.00400459673255682
34468	rnn.bias_hh_l0_reverse	4	0.07154570519924164
34468	rnn.bias_hh_l0_reverse	5	0.007050111424177885
34468	rnn.bias_hh_l0_reverse	6	-0.05447150394320488
34468	rnn.bias_hh_l0_reverse	7	0.02734791487455368
34468	rnn.bias_hh_l0_reverse	8	0.011097359471023083
34468	rnn.bias_hh_l0_reverse	9	-0.16099752485752106
34468	linear.weight	0	0.17341694235801697
34468	linear.weight	1	-0.16292478144168854
34468	linear.weight	2	-0.21491028368473053
34468	linear.weight	3	0.07859263569116592
34468	linear.weight	4	-0.026654787361621857
34468	linear.weight	5	0.003998014144599438
34468	linear.weight	6	-0.006905680987983942
34468	linear.weight	7	-0.027119306847453117
34468	linear.weight	8	0.08428498357534409
34468	linear.weight	9	0.3492914140224457
34468	linear.bias	0	-0.2071879506111145
34468	linear.bias	1	0.19413204491138458
34468	linear.bias	2	-0.539727509021759
34468	linear.bias	3	1.703818440437317
34468	linear.bias	4	-0.39679357409477234
34468	linear.bias	5	-0.030769959092140198
34468	linear.bias	6	-0.3578948974609375
34468	linear.bias	7	-0.279407262802124
34468	linear.bias	8	-0.043264154344797134
34468	linear.bias	9	-0.49794358015060425
34496	transitions	0	-0.6482840180397034
34496	transitions	1	0.34957221150398254
34496	transitions	2	1.6743322610855103
34496	transitions	3	0.09653111547231674
34496	transitions	4	0.94840407371521
34496	transitions	5	1.2739231586456299
34496	transitions	6	0.48329856991767883
34496	transitions	7	0.1757318675518036
34496	transitions	8	-0.919520914554596
34496	transitions	9	0.9306592345237732
34496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34496	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34496	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34496	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34496	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34496	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34496	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34496	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34496	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34496	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34496	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34496	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34496	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34496	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34496	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34496	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34496	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34496	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34496	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34496	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34496	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34496	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34496	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34496	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34496	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34496	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34496	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34496	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34496	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34496	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34496	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34496	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34496	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34496	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34496	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34496	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34496	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34496	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34496	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34496	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34496	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34496	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34496	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34496	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34496	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34496	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34496	embedding2nn.weight	0	0.022480014711618423
34496	embedding2nn.weight	1	0.014189289882779121
34496	embedding2nn.weight	2	-0.004284942988306284
34496	embedding2nn.weight	3	-0.00010985248809447512
34496	embedding2nn.weight	4	-0.004372964613139629
34496	embedding2nn.weight	5	0.011855429969727993
34496	embedding2nn.weight	6	-0.004975770600140095
34496	embedding2nn.weight	7	0.020777808502316475
34496	embedding2nn.weight	8	-0.006827791221439838
34496	embedding2nn.weight	9	-0.013907894492149353
34496	embedding2nn.bias	0	-0.03885481134057045
34496	embedding2nn.bias	1	-0.021484164521098137
34496	embedding2nn.bias	2	-0.07482364773750305
34496	embedding2nn.bias	3	-0.001539056422188878
34496	embedding2nn.bias	4	0.004379626829177141
34496	embedding2nn.bias	5	-0.007354486268013716
34496	embedding2nn.bias	6	0.009167153388261795
34496	embedding2nn.bias	7	0.020040277391672134
34496	embedding2nn.bias	8	0.006884620990604162
34496	embedding2nn.bias	9	0.0009985583601519465
34496	rnn.weight_ih_l0	0	0.039535172283649445
34496	rnn.weight_ih_l0	1	-0.013675536960363388
34496	rnn.weight_ih_l0	2	-0.036514367908239365
34496	rnn.weight_ih_l0	3	-0.044761136174201965
34496	rnn.weight_ih_l0	4	-0.05203136429190636
34496	rnn.weight_ih_l0	5	-0.008457666262984276
34496	rnn.weight_ih_l0	6	-0.051890578120946884
34496	rnn.weight_ih_l0	7	-0.06160259246826172
34496	rnn.weight_ih_l0	8	-0.0447147935628891
34496	rnn.weight_ih_l0	9	-0.026953890919685364
34496	rnn.weight_hh_l0	0	0.019333859905600548
34496	rnn.weight_hh_l0	1	-0.009729180485010147
34496	rnn.weight_hh_l0	2	-0.06760583817958832
34496	rnn.weight_hh_l0	3	-0.033361710608005524
34496	rnn.weight_hh_l0	4	-0.07832815498113632
34496	rnn.weight_hh_l0	5	-0.0145493783056736
34496	rnn.weight_hh_l0	6	-0.054398421198129654
34496	rnn.weight_hh_l0	7	-0.040666356682777405
34496	rnn.weight_hh_l0	8	-0.01910794898867607
34496	rnn.weight_hh_l0	9	-0.0079294228926301
34496	rnn.bias_ih_l0	0	0.14556598663330078
34496	rnn.bias_ih_l0	1	-0.05603651702404022
34496	rnn.bias_ih_l0	2	0.1042604073882103
34496	rnn.bias_ih_l0	3	0.048802465200424194
34496	rnn.bias_ih_l0	4	0.09899824112653732
34496	rnn.bias_ih_l0	5	0.024175019934773445
34496	rnn.bias_ih_l0	6	-0.0175193902105093
34496	rnn.bias_ih_l0	7	-0.10873688012361526
34496	rnn.bias_ih_l0	8	-0.207099050283432
34496	rnn.bias_ih_l0	9	0.08704906702041626
34496	rnn.bias_hh_l0	0	0.002713455818593502
34496	rnn.bias_hh_l0	1	0.02357499673962593
34496	rnn.bias_hh_l0	2	-0.006061735562980175
34496	rnn.bias_hh_l0	3	-0.030254868790507317
34496	rnn.bias_hh_l0	4	-0.03621337562799454
34496	rnn.bias_hh_l0	5	0.14338305592536926
34496	rnn.bias_hh_l0	6	0.05155080184340477
34496	rnn.bias_hh_l0	7	0.059762150049209595
34496	rnn.bias_hh_l0	8	0.016849307343363762
34496	rnn.bias_hh_l0	9	0.043329257518053055
34496	rnn.weight_ih_l0_reverse	0	-0.029706191271543503
34496	rnn.weight_ih_l0_reverse	1	-0.0022138189524412155
34496	rnn.weight_ih_l0_reverse	2	0.0238287802785635
34496	rnn.weight_ih_l0_reverse	3	-0.062109656631946564
34496	rnn.weight_ih_l0_reverse	4	0.009306568652391434
34496	rnn.weight_ih_l0_reverse	5	-0.046080101281404495
34496	rnn.weight_ih_l0_reverse	6	0.02836441621184349
34496	rnn.weight_ih_l0_reverse	7	0.04597929120063782
34496	rnn.weight_ih_l0_reverse	8	-0.04875784367322922
34496	rnn.weight_ih_l0_reverse	9	-0.05075576901435852
34496	rnn.weight_hh_l0_reverse	0	-0.08327740430831909
34496	rnn.weight_hh_l0_reverse	1	-0.06332583725452423
34496	rnn.weight_hh_l0_reverse	2	0.03438490629196167
34496	rnn.weight_hh_l0_reverse	3	0.0457492358982563
34496	rnn.weight_hh_l0_reverse	4	-0.015919705852866173
34496	rnn.weight_hh_l0_reverse	5	0.04557142034173012
34496	rnn.weight_hh_l0_reverse	6	0.0011941719567403197
34496	rnn.weight_hh_l0_reverse	7	-0.00022715707018505782
34496	rnn.weight_hh_l0_reverse	8	-0.09875797480344772
34496	rnn.weight_hh_l0_reverse	9	0.08019252866506577
34496	rnn.bias_ih_l0_reverse	0	-0.08926156908273697
34496	rnn.bias_ih_l0_reverse	1	-0.06926827132701874
34496	rnn.bias_ih_l0_reverse	2	0.1034332811832428
34496	rnn.bias_ih_l0_reverse	3	0.047954145818948746
34496	rnn.bias_ih_l0_reverse	4	-0.1291951835155487
34496	rnn.bias_ih_l0_reverse	5	0.041069306433200836
34496	rnn.bias_ih_l0_reverse	6	-0.10627996176481247
34496	rnn.bias_ih_l0_reverse	7	0.0445992574095726
34496	rnn.bias_ih_l0_reverse	8	0.034342389553785324
34496	rnn.bias_ih_l0_reverse	9	0.06329160928726196
34496	rnn.bias_hh_l0_reverse	0	0.05734816938638687
34496	rnn.bias_hh_l0_reverse	1	0.06551674753427505
34496	rnn.bias_hh_l0_reverse	2	0.07859545946121216
34496	rnn.bias_hh_l0_reverse	3	-0.003986821509897709
34496	rnn.bias_hh_l0_reverse	4	0.071519635617733
34496	rnn.bias_hh_l0_reverse	5	0.007172656245529652
34496	rnn.bias_hh_l0_reverse	6	-0.05445154756307602
34496	rnn.bias_hh_l0_reverse	7	0.027310898527503014
34496	rnn.bias_hh_l0_reverse	8	0.011095867492258549
34496	rnn.bias_hh_l0_reverse	9	-0.16100694239139557
34496	linear.weight	0	0.1734684407711029
34496	linear.weight	1	-0.1629246473312378
34496	linear.weight	2	-0.214882031083107
34496	linear.weight	3	0.07859772443771362
34496	linear.weight	4	-0.026658067479729652
34496	linear.weight	5	0.003998110070824623
34496	linear.weight	6	-0.006905658170580864
34496	linear.weight	7	-0.02711881510913372
34496	linear.weight	8	0.08437861502170563
34496	linear.weight	9	0.3492845296859741
34496	linear.bias	0	-0.20751139521598816
34496	linear.bias	1	0.19412197172641754
34496	linear.bias	2	-0.5397343635559082
34496	linear.bias	3	1.7039004564285278
34496	linear.bias	4	-0.3968028426170349
34496	linear.bias	5	-0.030769959092140198
34496	linear.bias	6	-0.3579079210758209
34496	linear.bias	7	-0.2793978452682495
34496	linear.bias	8	-0.043323714286088943
34496	linear.bias	9	-0.49794498085975647
34524	transitions	0	-0.6482845544815063
34524	transitions	1	0.34957218170166016
34524	transitions	2	1.6743321418762207
34524	transitions	3	0.09653092175722122
34524	transitions	4	0.94840407371521
34524	transitions	5	1.2739231586456299
34524	transitions	6	0.48329854011535645
34524	transitions	7	0.1757318675518036
34524	transitions	8	-0.919520914554596
34524	transitions	9	0.9306592345237732
34524	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34524	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34524	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34524	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34524	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34524	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34524	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34524	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34524	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34524	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34524	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34524	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34524	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34524	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34524	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34524	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34524	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34524	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34524	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34524	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34524	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34524	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34524	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34524	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34524	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34524	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34524	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34524	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34524	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34524	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34524	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34524	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34524	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34524	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34524	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34524	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34524	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34524	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34524	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34524	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34524	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34524	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34524	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34524	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34524	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34524	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34524	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34524	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34524	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34524	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34524	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34524	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34524	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34524	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34524	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34524	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34524	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34524	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34524	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34524	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34524	embedding2nn.weight	0	0.022480089217424393
34524	embedding2nn.weight	1	0.014189041219651699
34524	embedding2nn.weight	2	-0.004284991882741451
34524	embedding2nn.weight	3	-0.00010903854126809165
34524	embedding2nn.weight	4	-0.004372788593173027
34524	embedding2nn.weight	5	0.011856373399496078
34524	embedding2nn.weight	6	-0.004972402937710285
34524	embedding2nn.weight	7	0.02077563665807247
34524	embedding2nn.weight	8	-0.0068288021720945835
34524	embedding2nn.weight	9	-0.013907521031796932
34524	embedding2nn.bias	0	-0.03875463083386421
34524	embedding2nn.bias	1	-0.02159861847758293
34524	embedding2nn.bias	2	-0.07482253015041351
34524	embedding2nn.bias	3	-0.0015601810300722718
34524	embedding2nn.bias	4	0.0044225240126252174
34524	embedding2nn.bias	5	-0.00729690957814455
34524	embedding2nn.bias	6	0.009237549267709255
34524	embedding2nn.bias	7	0.020119888707995415
34524	embedding2nn.bias	8	0.006939686834812164
34524	embedding2nn.bias	9	0.0010622803820297122
34524	rnn.weight_ih_l0	0	0.039531685411930084
34524	rnn.weight_ih_l0	1	-0.013674343004822731
34524	rnn.weight_ih_l0	2	-0.03651813790202141
34524	rnn.weight_ih_l0	3	-0.04476901516318321
34524	rnn.weight_ih_l0	4	-0.05203438550233841
34524	rnn.weight_ih_l0	5	-0.008456582203507423
34524	rnn.weight_ih_l0	6	-0.05188848078250885
34524	rnn.weight_ih_l0	7	-0.061606887727975845
34524	rnn.weight_ih_l0	8	-0.04472004994750023
34524	rnn.weight_ih_l0	9	-0.026952356100082397
34524	rnn.weight_hh_l0	0	0.01933012157678604
34524	rnn.weight_hh_l0	1	-0.009726015850901604
34524	rnn.weight_hh_l0	2	-0.06761366873979568
34524	rnn.weight_hh_l0	3	-0.03336301073431969
34524	rnn.weight_hh_l0	4	-0.07832608371973038
34524	rnn.weight_hh_l0	5	-0.014556217938661575
34524	rnn.weight_hh_l0	6	-0.054389361292123795
34524	rnn.weight_hh_l0	7	-0.040664318948984146
34524	rnn.weight_hh_l0	8	-0.019111409783363342
34524	rnn.weight_hh_l0	9	-0.007931237109005451
34524	rnn.bias_ih_l0	0	0.1455545872449875
34524	rnn.bias_ih_l0	1	-0.05605318397283554
34524	rnn.bias_ih_l0	2	0.10424425452947617
34524	rnn.bias_ih_l0	3	0.048834092915058136
34524	rnn.bias_ih_l0	4	0.09899241477251053
34524	rnn.bias_ih_l0	5	0.024179289117455482
34524	rnn.bias_ih_l0	6	-0.017528442665934563
34524	rnn.bias_ih_l0	7	-0.1088201254606247
34524	rnn.bias_ih_l0	8	-0.20706133544445038
34524	rnn.bias_ih_l0	9	0.08704691380262375
34524	rnn.bias_hh_l0	0	0.00272787525318563
34524	rnn.bias_hh_l0	1	0.0235868152230978
34524	rnn.bias_hh_l0	2	-0.006071752402931452
34524	rnn.bias_hh_l0	3	-0.030240433290600777
34524	rnn.bias_hh_l0	4	-0.036177415400743484
34524	rnn.bias_hh_l0	5	0.14341917634010315
34524	rnn.bias_hh_l0	6	0.05153655260801315
34524	rnn.bias_hh_l0	7	0.05974690243601799
34524	rnn.bias_hh_l0	8	0.0168402548879385
34524	rnn.bias_hh_l0	9	0.0433218777179718
34524	rnn.weight_ih_l0_reverse	0	-0.02970295399427414
34524	rnn.weight_ih_l0_reverse	1	-0.0022143712267279625
34524	rnn.weight_ih_l0_reverse	2	0.02382863499224186
34524	rnn.weight_ih_l0_reverse	3	-0.06211291626095772
34524	rnn.weight_ih_l0_reverse	4	0.009305239655077457
34524	rnn.weight_ih_l0_reverse	5	-0.046078138053417206
34524	rnn.weight_ih_l0_reverse	6	0.028360363095998764
34524	rnn.weight_ih_l0_reverse	7	0.04597828909754753
34524	rnn.weight_ih_l0_reverse	8	-0.04875379428267479
34524	rnn.weight_ih_l0_reverse	9	-0.050756894052028656
34524	rnn.weight_hh_l0_reverse	0	-0.083281971514225
34524	rnn.weight_hh_l0_reverse	1	-0.06333056837320328
34524	rnn.weight_hh_l0_reverse	2	0.03438282757997513
34524	rnn.weight_hh_l0_reverse	3	0.045746102929115295
34524	rnn.weight_hh_l0_reverse	4	-0.015916042029857635
34524	rnn.weight_hh_l0_reverse	5	0.045572590082883835
34524	rnn.weight_hh_l0_reverse	6	0.0011796803446486592
34524	rnn.weight_hh_l0_reverse	7	-0.00022613829059991986
34524	rnn.weight_hh_l0_reverse	8	-0.09876616299152374
34524	rnn.weight_hh_l0_reverse	9	0.08017956465482712
34524	rnn.bias_ih_l0_reverse	0	-0.08932849764823914
34524	rnn.bias_ih_l0_reverse	1	-0.06930464506149292
34524	rnn.bias_ih_l0_reverse	2	0.10342802852392197
34524	rnn.bias_ih_l0_reverse	3	0.04793398827314377
34524	rnn.bias_ih_l0_reverse	4	-0.12919460237026215
34524	rnn.bias_ih_l0_reverse	5	0.0410565510392189
34524	rnn.bias_ih_l0_reverse	6	-0.10626694560050964
34524	rnn.bias_ih_l0_reverse	7	0.04458840936422348
34524	rnn.bias_ih_l0_reverse	8	0.034361910074949265
34524	rnn.bias_ih_l0_reverse	9	0.06331489235162735
34524	rnn.bias_hh_l0_reverse	0	0.05730610713362694
34524	rnn.bias_hh_l0_reverse	1	0.06550780683755875
34524	rnn.bias_hh_l0_reverse	2	0.07861799746751785
34524	rnn.bias_hh_l0_reverse	3	-0.0039870114997029305
34524	rnn.bias_hh_l0_reverse	4	0.07155264914035797
34524	rnn.bias_hh_l0_reverse	5	0.007158305961638689
34524	rnn.bias_hh_l0_reverse	6	-0.05443507060408592
34524	rnn.bias_hh_l0_reverse	7	0.027318108826875687
34524	rnn.bias_hh_l0_reverse	8	0.011122326366603374
34524	rnn.bias_hh_l0_reverse	9	-0.16101986169815063
34524	linear.weight	0	0.17347891628742218
34524	linear.weight	1	-0.16292457282543182
34524	linear.weight	2	-0.21488234400749207
34524	linear.weight	3	0.07858836650848389
34524	linear.weight	4	-0.026665901765227318
34524	linear.weight	5	0.004007682669907808
34524	linear.weight	6	-0.006905682384967804
34524	linear.weight	7	-0.027118781581521034
34524	linear.weight	8	0.08437881618738174
34524	linear.weight	9	0.34931662678718567
34524	linear.bias	0	-0.20767486095428467
34524	linear.bias	1	0.19409644603729248
34524	linear.bias	2	-0.5397505164146423
34524	linear.bias	3	1.7043095827102661
34524	linear.bias	4	-0.3968520164489746
34524	linear.bias	5	-0.030769959092140198
34524	linear.bias	6	-0.35793420672416687
34524	linear.bias	7	-0.27940696477890015
34524	linear.bias	8	-0.04351913183927536
34524	linear.bias	9	-0.49794599413871765
34552	transitions	0	-0.6482849717140198
34552	transitions	1	0.3495720624923706
34552	transitions	2	1.6743321418762207
34552	transitions	3	0.09653034061193466
34552	transitions	4	0.94840407371521
34552	transitions	5	1.2739231586456299
34552	transitions	6	0.48329854011535645
34552	transitions	7	0.1757318675518036
34552	transitions	8	-0.919520914554596
34552	transitions	9	0.9306592345237732
34552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34552	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34552	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34552	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34552	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34552	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34552	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34552	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34552	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34552	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34552	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34552	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34552	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34552	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34552	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34552	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34552	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34552	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34552	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34552	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34552	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34552	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34552	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34552	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34552	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34552	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34552	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34552	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34552	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34552	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34552	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34552	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34552	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34552	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34552	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34552	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34552	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34552	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34552	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34552	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34552	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34552	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34552	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34552	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34552	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34552	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34552	embedding2nn.weight	0	0.0224766843020916
34552	embedding2nn.weight	1	0.014189459383487701
34552	embedding2nn.weight	2	-0.0042849378660321236
34552	embedding2nn.weight	3	-0.00010859742906177416
34552	embedding2nn.weight	4	-0.004376946948468685
34552	embedding2nn.weight	5	0.011856894940137863
34552	embedding2nn.weight	6	-0.004972160328179598
34552	embedding2nn.weight	7	0.020776448771357536
34552	embedding2nn.weight	8	-0.006829631049185991
34552	embedding2nn.weight	9	-0.01390804536640644
34552	embedding2nn.bias	0	-0.03874301537871361
34552	embedding2nn.bias	1	-0.021563969552516937
34552	embedding2nn.bias	2	-0.07479190826416016
34552	embedding2nn.bias	3	-0.0015237138140946627
34552	embedding2nn.bias	4	0.004351425915956497
34552	embedding2nn.bias	5	-0.007263878360390663
34552	embedding2nn.bias	6	0.009310548193752766
34552	embedding2nn.bias	7	0.020188208669424057
34552	embedding2nn.bias	8	0.006979088298976421
34552	embedding2nn.bias	9	0.000988844782114029
34552	rnn.weight_ih_l0	0	0.03953157365322113
34552	rnn.weight_ih_l0	1	-0.01367087010294199
34552	rnn.weight_ih_l0	2	-0.0365159697830677
34552	rnn.weight_ih_l0	3	-0.04477126523852348
34552	rnn.weight_ih_l0	4	-0.052034053951501846
34552	rnn.weight_ih_l0	5	-0.008453360758721828
34552	rnn.weight_ih_l0	6	-0.05188887193799019
34552	rnn.weight_ih_l0	7	-0.06160788983106613
34552	rnn.weight_ih_l0	8	-0.04472070932388306
34552	rnn.weight_ih_l0	9	-0.026951421052217484
34552	rnn.weight_hh_l0	0	0.01932278834283352
34552	rnn.weight_hh_l0	1	-0.009723478928208351
34552	rnn.weight_hh_l0	2	-0.06762682646512985
34552	rnn.weight_hh_l0	3	-0.03336156904697418
34552	rnn.weight_hh_l0	4	-0.0783267468214035
34552	rnn.weight_hh_l0	5	-0.014566105790436268
34552	rnn.weight_hh_l0	6	-0.05439276248216629
34552	rnn.weight_hh_l0	7	-0.04069119691848755
34552	rnn.weight_hh_l0	8	-0.01910821534693241
34552	rnn.weight_hh_l0	9	-0.007923314347863197
34552	rnn.bias_ih_l0	0	0.14554929733276367
34552	rnn.bias_ih_l0	1	-0.056101348251104355
34552	rnn.bias_ih_l0	2	0.10426757484674454
34552	rnn.bias_ih_l0	3	0.04886778071522713
34552	rnn.bias_ih_l0	4	0.09898893535137177
34552	rnn.bias_ih_l0	5	0.02418339252471924
34552	rnn.bias_ih_l0	6	-0.01748550496995449
34552	rnn.bias_ih_l0	7	-0.10873542726039886
34552	rnn.bias_ih_l0	8	-0.20703360438346863
34552	rnn.bias_ih_l0	9	0.08704978972673416
34552	rnn.bias_hh_l0	0	0.0027352457400411367
34552	rnn.bias_hh_l0	1	0.02357509732246399
34552	rnn.bias_hh_l0	2	-0.006071167532354593
34552	rnn.bias_hh_l0	3	-0.030203642323613167
34552	rnn.bias_hh_l0	4	-0.03618974983692169
34552	rnn.bias_hh_l0	5	0.1434171199798584
34552	rnn.bias_hh_l0	6	0.05152679607272148
34552	rnn.bias_hh_l0	7	0.05972876772284508
34552	rnn.bias_hh_l0	8	0.01688319258391857
34552	rnn.bias_hh_l0	9	0.043347619473934174
34552	rnn.weight_ih_l0_reverse	0	-0.029700320214033127
34552	rnn.weight_ih_l0_reverse	1	-0.0022073066793382168
34552	rnn.weight_ih_l0_reverse	2	0.023826690390706062
34552	rnn.weight_ih_l0_reverse	3	-0.06211280822753906
34552	rnn.weight_ih_l0_reverse	4	0.009304077364504337
34552	rnn.weight_ih_l0_reverse	5	-0.04607623443007469
34552	rnn.weight_ih_l0_reverse	6	0.028352944180369377
34552	rnn.weight_ih_l0_reverse	7	0.045979589223861694
34552	rnn.weight_ih_l0_reverse	8	-0.048757147043943405
34552	rnn.weight_ih_l0_reverse	9	-0.05075628310441971
34552	rnn.weight_hh_l0_reverse	0	-0.08329280465841293
34552	rnn.weight_hh_l0_reverse	1	-0.06331348419189453
34552	rnn.weight_hh_l0_reverse	2	0.03438325971364975
34552	rnn.weight_hh_l0_reverse	3	0.04574034363031387
34552	rnn.weight_hh_l0_reverse	4	-0.015906311571598053
34552	rnn.weight_hh_l0_reverse	5	0.045572999864816666
34552	rnn.weight_hh_l0_reverse	6	0.0011951091000810266
34552	rnn.weight_hh_l0_reverse	7	-0.00022396181884687394
34552	rnn.weight_hh_l0_reverse	8	-0.09878367185592651
34552	rnn.weight_hh_l0_reverse	9	0.08017567545175552
34552	rnn.bias_ih_l0_reverse	0	-0.08941897004842758
34552	rnn.bias_ih_l0_reverse	1	-0.06941031664609909
34552	rnn.bias_ih_l0_reverse	2	0.10341548919677734
34552	rnn.bias_ih_l0_reverse	3	0.047913335263729095
34552	rnn.bias_ih_l0_reverse	4	-0.12919507920742035
34552	rnn.bias_ih_l0_reverse	5	0.041053835302591324
34552	rnn.bias_ih_l0_reverse	6	-0.10626184195280075
34552	rnn.bias_ih_l0_reverse	7	0.04455769807100296
34552	rnn.bias_ih_l0_reverse	8	0.034362852573394775
34552	rnn.bias_ih_l0_reverse	9	0.06329510360956192
34552	rnn.bias_hh_l0_reverse	0	0.057369623333215714
34552	rnn.bias_hh_l0_reverse	1	0.06551824510097504
34552	rnn.bias_hh_l0_reverse	2	0.07861250638961792
34552	rnn.bias_hh_l0_reverse	3	-0.004000613931566477
34552	rnn.bias_hh_l0_reverse	4	0.07157868146896362
34552	rnn.bias_hh_l0_reverse	5	0.007131656166166067
34552	rnn.bias_hh_l0_reverse	6	-0.0544421449303627
34552	rnn.bias_hh_l0_reverse	7	0.027312450110912323
34552	rnn.bias_hh_l0_reverse	8	0.01111293863505125
34552	rnn.bias_hh_l0_reverse	9	-0.16114330291748047
34552	linear.weight	0	0.1735686957836151
34552	linear.weight	1	-0.16292455792427063
34552	linear.weight	2	-0.21487654745578766
34552	linear.weight	3	0.07856804132461548
34552	linear.weight	4	-0.02666463889181614
34552	linear.weight	5	0.004003232344985008
34552	linear.weight	6	-0.006905685178935528
34552	linear.weight	7	-0.02711852267384529
34552	linear.weight	8	0.08437882363796234
34552	linear.weight	9	0.3493335247039795
34552	linear.bias	0	-0.20749053359031677
34552	linear.bias	1	0.1941629946231842
34552	linear.bias	2	-0.539664089679718
34552	linear.bias	3	1.7041369676589966
34552	linear.bias	4	-0.3968546390533447
34552	linear.bias	5	-0.030769959092140198
34552	linear.bias	6	-0.35784125328063965
34552	linear.bias	7	-0.2794592082500458
34552	linear.bias	8	-0.043167516589164734
34552	linear.bias	9	-0.49794870615005493
34580	transitions	0	-0.6482860445976257
34580	transitions	1	0.34957155585289
34580	transitions	2	1.674331784248352
34580	transitions	3	0.09653019905090332
34580	transitions	4	0.9484040141105652
34580	transitions	5	1.2739231586456299
34580	transitions	6	0.48329851031303406
34580	transitions	7	0.1757318526506424
34580	transitions	8	-0.919520914554596
34580	transitions	9	0.9306592345237732
34580	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34580	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34580	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34580	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34580	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34580	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34580	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34580	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34580	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34580	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34580	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34580	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34580	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34580	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34580	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34580	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34580	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34580	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34580	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34580	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34580	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34580	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34580	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34580	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34580	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34580	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34580	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34580	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34580	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34580	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34580	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34580	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34580	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34580	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34580	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34580	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34580	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34580	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34580	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34580	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34580	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34580	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34580	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34580	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34580	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34580	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34580	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34580	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34580	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34580	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34580	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34580	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34580	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34580	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34580	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34580	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34580	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34580	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34580	embedding2nn.weight	0	0.02247740514576435
34580	embedding2nn.weight	1	0.014190849848091602
34580	embedding2nn.weight	2	-0.004284876864403486
34580	embedding2nn.weight	3	-0.00010870186815736815
34580	embedding2nn.weight	4	-0.004377712961286306
34580	embedding2nn.weight	5	0.011853496544063091
34580	embedding2nn.weight	6	-0.004971854388713837
34580	embedding2nn.weight	7	0.020765146240592003
34580	embedding2nn.weight	8	-0.006828996818512678
34580	embedding2nn.weight	9	-0.013908503577113152
34580	embedding2nn.bias	0	-0.038838524371385574
34580	embedding2nn.bias	1	-0.02153395488858223
34580	embedding2nn.bias	2	-0.07487110048532486
34580	embedding2nn.bias	3	-0.0015626578824594617
34580	embedding2nn.bias	4	0.004365799017250538
34580	embedding2nn.bias	5	-0.007105650845915079
34580	embedding2nn.bias	6	0.009330789558589458
34580	embedding2nn.bias	7	0.020215382799506187
34580	embedding2nn.bias	8	0.007005356717854738
34580	embedding2nn.bias	9	0.0010644709691405296
34580	rnn.weight_ih_l0	0	0.03953234851360321
34580	rnn.weight_ih_l0	1	-0.013670146465301514
34580	rnn.weight_ih_l0	2	-0.03654031082987785
34580	rnn.weight_ih_l0	3	-0.044777896255254745
34580	rnn.weight_ih_l0	4	-0.05202990770339966
34580	rnn.weight_ih_l0	5	-0.008456414565443993
34580	rnn.weight_ih_l0	6	-0.05189577862620354
34580	rnn.weight_ih_l0	7	-0.06160463020205498
34580	rnn.weight_ih_l0	8	-0.04472031816840172
34580	rnn.weight_ih_l0	9	-0.02695135772228241
34580	rnn.weight_hh_l0	0	0.019318562000989914
34580	rnn.weight_hh_l0	1	-0.00971960462629795
34580	rnn.weight_hh_l0	2	-0.0676177591085434
34580	rnn.weight_hh_l0	3	-0.03335634991526604
34580	rnn.weight_hh_l0	4	-0.078327976167202
34580	rnn.weight_hh_l0	5	-0.014558691531419754
34580	rnn.weight_hh_l0	6	-0.05438083037734032
34580	rnn.weight_hh_l0	7	-0.040698662400245667
34580	rnn.weight_hh_l0	8	-0.019113218411803246
34580	rnn.weight_hh_l0	9	-0.00791977345943451
34580	rnn.bias_ih_l0	0	0.14556649327278137
34580	rnn.bias_ih_l0	1	-0.05612066388130188
34580	rnn.bias_ih_l0	2	0.10423952341079712
34580	rnn.bias_ih_l0	3	0.048899680376052856
34580	rnn.bias_ih_l0	4	0.09900540858507156
34580	rnn.bias_ih_l0	5	0.024189507588744164
34580	rnn.bias_ih_l0	6	-0.017488643527030945
34580	rnn.bias_ih_l0	7	-0.10870575159788132
34580	rnn.bias_ih_l0	8	-0.20702944695949554
34580	rnn.bias_ih_l0	9	0.08706474304199219
34580	rnn.bias_hh_l0	0	0.0027350671589374542
34580	rnn.bias_hh_l0	1	0.02356105111539364
34580	rnn.bias_hh_l0	2	-0.006076752208173275
34580	rnn.bias_hh_l0	3	-0.030144870281219482
34580	rnn.bias_hh_l0	4	-0.03614729642868042
34580	rnn.bias_hh_l0	5	0.1434018313884735
34580	rnn.bias_hh_l0	6	0.051466137170791626
34580	rnn.bias_hh_l0	7	0.05968860909342766
34580	rnn.bias_hh_l0	8	0.016880054026842117
34580	rnn.bias_hh_l0	9	0.04336737468838692
34580	rnn.weight_ih_l0_reverse	0	-0.02969781681895256
34580	rnn.weight_ih_l0_reverse	1	-0.002215475309640169
34580	rnn.weight_ih_l0_reverse	2	0.023829372599720955
34580	rnn.weight_ih_l0_reverse	3	-0.062118761241436005
34580	rnn.weight_ih_l0_reverse	4	0.009304027073085308
34580	rnn.weight_ih_l0_reverse	5	-0.04608192667365074
34580	rnn.weight_ih_l0_reverse	6	0.028333516791462898
34580	rnn.weight_ih_l0_reverse	7	0.045980434864759445
34580	rnn.weight_ih_l0_reverse	8	-0.04875931888818741
34580	rnn.weight_ih_l0_reverse	9	-0.05075633525848389
34580	rnn.weight_hh_l0_reverse	0	-0.08328991383314133
34580	rnn.weight_hh_l0_reverse	1	-0.06330700218677521
34580	rnn.weight_hh_l0_reverse	2	0.03439262881875038
34580	rnn.weight_hh_l0_reverse	3	0.04573956876993179
34580	rnn.weight_hh_l0_reverse	4	-0.015901437029242516
34580	rnn.weight_hh_l0_reverse	5	0.04557204246520996
34580	rnn.weight_hh_l0_reverse	6	0.0011909937020391226
34580	rnn.weight_hh_l0_reverse	7	-0.00021448644110932946
34580	rnn.weight_hh_l0_reverse	8	-0.0987885370850563
34580	rnn.weight_hh_l0_reverse	9	0.08017068356275558
34580	rnn.bias_ih_l0_reverse	0	-0.08947594463825226
34580	rnn.bias_ih_l0_reverse	1	-0.06930258870124817
34580	rnn.bias_ih_l0_reverse	2	0.10340069234371185
34580	rnn.bias_ih_l0_reverse	3	0.04791231080889702
34580	rnn.bias_ih_l0_reverse	4	-0.1292242705821991
34580	rnn.bias_ih_l0_reverse	5	0.041065920144319534
34580	rnn.bias_ih_l0_reverse	6	-0.10624171048402786
34580	rnn.bias_ih_l0_reverse	7	0.04453080892562866
34580	rnn.bias_ih_l0_reverse	8	0.03437130153179169
34580	rnn.bias_ih_l0_reverse	9	0.06327395141124725
34580	rnn.bias_hh_l0_reverse	0	0.057298693805933
34580	rnn.bias_hh_l0_reverse	1	0.06551415473222733
34580	rnn.bias_hh_l0_reverse	2	0.07861282676458359
34580	rnn.bias_hh_l0_reverse	3	-0.003995640203356743
34580	rnn.bias_hh_l0_reverse	4	0.07155945897102356
34580	rnn.bias_hh_l0_reverse	5	0.0071863895282149315
34580	rnn.bias_hh_l0_reverse	6	-0.05447857454419136
34580	rnn.bias_hh_l0_reverse	7	0.027315156534314156
34580	rnn.bias_hh_l0_reverse	8	0.011123149655759335
34580	rnn.bias_hh_l0_reverse	9	-0.1611810028553009
34580	linear.weight	0	0.17346370220184326
34580	linear.weight	1	-0.16292451322078705
34580	linear.weight	2	-0.21489806473255157
34580	linear.weight	3	0.07857874780893326
34580	linear.weight	4	-0.026662830263376236
34580	linear.weight	5	0.004008736461400986
34580	linear.weight	6	-0.006905630696564913
34580	linear.weight	7	-0.02710825577378273
34580	linear.weight	8	0.08437628298997879
34580	linear.weight	9	0.34932705760002136
34580	linear.bias	0	-0.20751231908798218
34580	linear.bias	1	0.19414831697940826
34580	linear.bias	2	-0.5396764874458313
34580	linear.bias	3	1.70414137840271
34580	linear.bias	4	-0.39685481786727905
34580	linear.bias	5	-0.030769959092140198
34580	linear.bias	6	-0.3578501045703888
34580	linear.bias	7	-0.27943500876426697
34580	linear.bias	8	-0.04318924993276596
34580	linear.bias	9	-0.4979501962661743
34608	transitions	0	-0.6482862234115601
34608	transitions	1	0.3495713770389557
34608	transitions	2	1.674331784248352
34608	transitions	3	0.09652984142303467
34608	transitions	4	0.9484037160873413
34608	transitions	5	1.2739231586456299
34608	transitions	6	0.48329851031303406
34608	transitions	7	0.1757318526506424
34608	transitions	8	-0.919520914554596
34608	transitions	9	0.9306592345237732
34608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34608	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34608	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34608	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34608	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34608	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34608	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34608	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34608	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34608	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34608	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34608	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34608	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34608	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34608	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34608	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34608	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34608	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34608	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34608	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34608	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34608	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34608	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34608	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34608	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34608	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34608	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34608	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34608	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34608	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34608	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34608	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34608	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34608	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34608	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34608	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34608	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34608	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34608	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34608	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34608	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34608	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34608	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34608	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34608	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34608	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34608	embedding2nn.weight	0	0.022476881742477417
34608	embedding2nn.weight	1	0.014190128073096275
34608	embedding2nn.weight	2	-0.004284896422177553
34608	embedding2nn.weight	3	-0.00010892664431594312
34608	embedding2nn.weight	4	-0.004377815872430801
34608	embedding2nn.weight	5	0.011851363815367222
34608	embedding2nn.weight	6	-0.004971125163137913
34608	embedding2nn.weight	7	0.020768607035279274
34608	embedding2nn.weight	8	-0.006827967241406441
34608	embedding2nn.weight	9	-0.013907807879149914
34608	embedding2nn.bias	0	-0.038837891072034836
34608	embedding2nn.bias	1	-0.021522365510463715
34608	embedding2nn.bias	2	-0.0749024897813797
34608	embedding2nn.bias	3	-0.001653098501265049
34608	embedding2nn.bias	4	0.0044325883500278
34608	embedding2nn.bias	5	-0.007083584554493427
34608	embedding2nn.bias	6	0.009167325682938099
34608	embedding2nn.bias	7	0.02017451822757721
34608	embedding2nn.bias	8	0.007086926139891148
34608	embedding2nn.bias	9	0.0012195032322779298
34608	rnn.weight_ih_l0	0	0.03953934833407402
34608	rnn.weight_ih_l0	1	-0.013670573942363262
34608	rnn.weight_ih_l0	2	-0.03653142973780632
34608	rnn.weight_ih_l0	3	-0.04477723687887192
34608	rnn.weight_ih_l0	4	-0.05203097313642502
34608	rnn.weight_ih_l0	5	-0.008452783338725567
34608	rnn.weight_ih_l0	6	-0.05189203470945358
34608	rnn.weight_ih_l0	7	-0.06160344183444977
34608	rnn.weight_ih_l0	8	-0.04471581429243088
34608	rnn.weight_ih_l0	9	-0.026952454820275307
34608	rnn.weight_hh_l0	0	0.0193204116076231
34608	rnn.weight_hh_l0	1	-0.009733090177178383
34608	rnn.weight_hh_l0	2	-0.06762382388114929
34608	rnn.weight_hh_l0	3	-0.03336402773857117
34608	rnn.weight_hh_l0	4	-0.07833358645439148
34608	rnn.weight_hh_l0	5	-0.014550881460309029
34608	rnn.weight_hh_l0	6	-0.05437292158603668
34608	rnn.weight_hh_l0	7	-0.04070238769054413
34608	rnn.weight_hh_l0	8	-0.019113950431346893
34608	rnn.weight_hh_l0	9	-0.007912957109510899
34608	rnn.bias_ih_l0	0	0.14558933675289154
34608	rnn.bias_ih_l0	1	-0.05614437162876129
34608	rnn.bias_ih_l0	2	0.1042466089129448
34608	rnn.bias_ih_l0	3	0.04889244586229324
34608	rnn.bias_ih_l0	4	0.09900606423616409
34608	rnn.bias_ih_l0	5	0.024172049015760422
34608	rnn.bias_ih_l0	6	-0.017505191266536713
34608	rnn.bias_ih_l0	7	-0.10878771543502808
34608	rnn.bias_ih_l0	8	-0.2070031315088272
34608	rnn.bias_ih_l0	9	0.08705956488847733
34608	rnn.bias_hh_l0	0	0.0027544365730136633
34608	rnn.bias_hh_l0	1	0.02356725186109543
34608	rnn.bias_hh_l0	2	-0.006053159479051828
34608	rnn.bias_hh_l0	3	-0.030181780457496643
34608	rnn.bias_hh_l0	4	-0.036112230271101
34608	rnn.bias_hh_l0	5	0.1434139609336853
34608	rnn.bias_hh_l0	6	0.051486287266016006
34608	rnn.bias_hh_l0	7	0.05971973389387131
34608	rnn.bias_hh_l0	8	0.01686350628733635
34608	rnn.bias_hh_l0	9	0.043365560472011566
34608	rnn.weight_ih_l0_reverse	0	-0.0296989306807518
34608	rnn.weight_ih_l0_reverse	1	-0.002225288888439536
34608	rnn.weight_ih_l0_reverse	2	0.02383195050060749
34608	rnn.weight_ih_l0_reverse	3	-0.062118709087371826
34608	rnn.weight_ih_l0_reverse	4	0.009298347868025303
34608	rnn.weight_ih_l0_reverse	5	-0.04607951641082764
34608	rnn.weight_ih_l0_reverse	6	0.02833753265440464
34608	rnn.weight_ih_l0_reverse	7	0.045980144292116165
34608	rnn.weight_ih_l0_reverse	8	-0.04875421151518822
34608	rnn.weight_ih_l0_reverse	9	-0.05075646936893463
34608	rnn.weight_hh_l0_reverse	0	-0.08329204469919205
34608	rnn.weight_hh_l0_reverse	1	-0.0633263885974884
34608	rnn.weight_hh_l0_reverse	2	0.0343906506896019
34608	rnn.weight_hh_l0_reverse	3	0.04574624449014664
34608	rnn.weight_hh_l0_reverse	4	-0.01590586267411709
34608	rnn.weight_hh_l0_reverse	5	0.04557088389992714
34608	rnn.weight_hh_l0_reverse	6	0.001147066825069487
34608	rnn.weight_hh_l0_reverse	7	-0.0001984559785341844
34608	rnn.weight_hh_l0_reverse	8	-0.09878769516944885
34608	rnn.weight_hh_l0_reverse	9	0.08017454296350479
34608	rnn.bias_ih_l0_reverse	0	-0.08948716521263123
34608	rnn.bias_ih_l0_reverse	1	-0.06924352049827576
34608	rnn.bias_ih_l0_reverse	2	0.10337357968091965
34608	rnn.bias_ih_l0_reverse	3	0.0479109063744545
34608	rnn.bias_ih_l0_reverse	4	-0.1292193979024887
34608	rnn.bias_ih_l0_reverse	5	0.0410764142870903
34608	rnn.bias_ih_l0_reverse	6	-0.10624809563159943
34608	rnn.bias_ih_l0_reverse	7	0.04456853121519089
34608	rnn.bias_ih_l0_reverse	8	0.03441515192389488
34608	rnn.bias_ih_l0_reverse	9	0.06325511634349823
34608	rnn.bias_hh_l0_reverse	0	0.05718435347080231
34608	rnn.bias_hh_l0_reverse	1	0.06548609584569931
34608	rnn.bias_hh_l0_reverse	2	0.0786246582865715
34608	rnn.bias_hh_l0_reverse	3	-0.00400069635361433
34608	rnn.bias_hh_l0_reverse	4	0.07156720757484436
34608	rnn.bias_hh_l0_reverse	5	0.0072563993744552135
34608	rnn.bias_hh_l0_reverse	6	-0.054474715143442154
34608	rnn.bias_hh_l0_reverse	7	0.027322450652718544
34608	rnn.bias_hh_l0_reverse	8	0.011163389310240746
34608	rnn.bias_hh_l0_reverse	9	-0.16116321086883545
34608	linear.weight	0	0.17339372634887695
34608	linear.weight	1	-0.1629244089126587
34608	linear.weight	2	-0.21484491229057312
34608	linear.weight	3	0.07857867330312729
34608	linear.weight	4	-0.026661520823836327
34608	linear.weight	5	0.00403590826317668
34608	linear.weight	6	-0.006905600428581238
34608	linear.weight	7	-0.027107708156108856
34608	linear.weight	8	0.08436113595962524
34608	linear.weight	9	0.3493422567844391
34608	linear.bias	0	-0.20732411742210388
34608	linear.bias	1	0.1941262185573578
34608	linear.bias	2	-0.5396371483802795
34608	linear.bias	3	1.7037291526794434
34608	linear.bias	4	-0.39685580134391785
34608	linear.bias	5	-0.030769959092140198
34608	linear.bias	6	-0.35781025886535645
34608	linear.bias	7	-0.2794434130191803
34608	linear.bias	8	-0.043411869555711746
34608	linear.bias	9	-0.49795055389404297
34636	transitions	0	-0.6482867002487183
34636	transitions	1	0.349571168422699
34636	transitions	2	1.6743313074111938
34636	transitions	3	0.09652962535619736
34636	transitions	4	0.948403537273407
34636	transitions	5	1.2739231586456299
34636	transitions	6	0.48329851031303406
34636	transitions	7	0.1757318377494812
34636	transitions	8	-0.919520914554596
34636	transitions	9	0.9306592345237732
34636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34636	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34636	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34636	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34636	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34636	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34636	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34636	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34636	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34636	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34636	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34636	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34636	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34636	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34636	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34636	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34636	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34636	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34636	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34636	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34636	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34636	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34636	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34636	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34636	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34636	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34636	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34636	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34636	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34636	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34636	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34636	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34636	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34636	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34636	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34636	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34636	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34636	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34636	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34636	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34636	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34636	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34636	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34636	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34636	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34636	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34636	embedding2nn.weight	0	0.022483263164758682
34636	embedding2nn.weight	1	0.014191255904734135
34636	embedding2nn.weight	2	-0.004285357426851988
34636	embedding2nn.weight	3	-0.00010756784467957914
34636	embedding2nn.weight	4	-0.004377374891191721
34636	embedding2nn.weight	5	0.011852300725877285
34636	embedding2nn.weight	6	-0.00497308699414134
34636	embedding2nn.weight	7	0.020766887813806534
34636	embedding2nn.weight	8	-0.006832862738519907
34636	embedding2nn.weight	9	-0.013907031156122684
34636	embedding2nn.bias	0	-0.03886088356375694
34636	embedding2nn.bias	1	-0.021497147157788277
34636	embedding2nn.bias	2	-0.07493782788515091
34636	embedding2nn.bias	3	-0.0015198137843981385
34636	embedding2nn.bias	4	0.004289323464035988
34636	embedding2nn.bias	5	-0.0071931267157197
34636	embedding2nn.bias	6	0.009162306785583496
34636	embedding2nn.bias	7	0.02029152400791645
34636	embedding2nn.bias	8	0.007032542489469051
34636	embedding2nn.bias	9	0.0012203350197523832
34636	rnn.weight_ih_l0	0	0.03954652324318886
34636	rnn.weight_ih_l0	1	-0.013672497123479843
34636	rnn.weight_ih_l0	2	-0.03652283921837807
34636	rnn.weight_ih_l0	3	-0.04477585479617119
34636	rnn.weight_ih_l0	4	-0.052031442523002625
34636	rnn.weight_ih_l0	5	-0.008453352376818657
34636	rnn.weight_ih_l0	6	-0.05188857018947601
34636	rnn.weight_ih_l0	7	-0.06160110607743263
34636	rnn.weight_ih_l0	8	-0.04471598193049431
34636	rnn.weight_ih_l0	9	-0.026952633634209633
34636	rnn.weight_hh_l0	0	0.019318819046020508
34636	rnn.weight_hh_l0	1	-0.009731207974255085
34636	rnn.weight_hh_l0	2	-0.06762997806072235
34636	rnn.weight_hh_l0	3	-0.0333583727478981
34636	rnn.weight_hh_l0	4	-0.07833211869001389
34636	rnn.weight_hh_l0	5	-0.01454154122620821
34636	rnn.weight_hh_l0	6	-0.05437050014734268
34636	rnn.weight_hh_l0	7	-0.04068843647837639
34636	rnn.weight_hh_l0	8	-0.019118985161185265
34636	rnn.weight_hh_l0	9	-0.007903610356152058
34636	rnn.bias_ih_l0	0	0.14558322727680206
34636	rnn.bias_ih_l0	1	-0.056168556213378906
34636	rnn.bias_ih_l0	2	0.10424330830574036
34636	rnn.bias_ih_l0	3	0.04888089746236801
34636	rnn.bias_ih_l0	4	0.09897524863481522
34636	rnn.bias_ih_l0	5	0.02415371686220169
34636	rnn.bias_ih_l0	6	-0.017532985657453537
34636	rnn.bias_ih_l0	7	-0.10868708044290543
34636	rnn.bias_ih_l0	8	-0.20709370076656342
34636	rnn.bias_ih_l0	9	0.08708690851926804
34636	rnn.bias_hh_l0	0	0.0027583385817706585
34636	rnn.bias_hh_l0	1	0.02357296459376812
34636	rnn.bias_hh_l0	2	-0.006051471922546625
34636	rnn.bias_hh_l0	3	-0.030218472704291344
34636	rnn.bias_hh_l0	4	-0.036158472299575806
34636	rnn.bias_hh_l0	5	0.14341279864311218
34636	rnn.bias_hh_l0	6	0.05148870497941971
34636	rnn.bias_hh_l0	7	0.05973891541361809
34636	rnn.bias_hh_l0	8	0.016835711896419525
34636	rnn.bias_hh_l0	9	0.04333125054836273
34636	rnn.weight_ih_l0_reverse	0	-0.029702549800276756
34636	rnn.weight_ih_l0_reverse	1	-0.0022303422447293997
34636	rnn.weight_ih_l0_reverse	2	0.02383013442158699
34636	rnn.weight_ih_l0_reverse	3	-0.06211567670106888
34636	rnn.weight_ih_l0_reverse	4	0.009296445176005363
34636	rnn.weight_ih_l0_reverse	5	-0.04608137533068657
34636	rnn.weight_ih_l0_reverse	6	0.028350219130516052
34636	rnn.weight_ih_l0_reverse	7	0.04597875848412514
34636	rnn.weight_ih_l0_reverse	8	-0.048753757029771805
34636	rnn.weight_ih_l0_reverse	9	-0.05075918510556221
34636	rnn.weight_hh_l0_reverse	0	-0.08328805863857269
34636	rnn.weight_hh_l0_reverse	1	-0.06333217769861221
34636	rnn.weight_hh_l0_reverse	2	0.03438941016793251
34636	rnn.weight_hh_l0_reverse	3	0.04574747011065483
34636	rnn.weight_hh_l0_reverse	4	-0.01589800976216793
34636	rnn.weight_hh_l0_reverse	5	0.04557523876428604
34636	rnn.weight_hh_l0_reverse	6	0.0011606134939938784
34636	rnn.weight_hh_l0_reverse	7	-0.0002045140863629058
34636	rnn.weight_hh_l0_reverse	8	-0.09879036247730255
34636	rnn.weight_hh_l0_reverse	9	0.08017916232347488
34636	rnn.bias_ih_l0_reverse	0	-0.08943939954042435
34636	rnn.bias_ih_l0_reverse	1	-0.06924425810575485
34636	rnn.bias_ih_l0_reverse	2	0.10339345037937164
34636	rnn.bias_ih_l0_reverse	3	0.04792279377579689
34636	rnn.bias_ih_l0_reverse	4	-0.1292273849248886
34636	rnn.bias_ih_l0_reverse	5	0.04107671603560448
34636	rnn.bias_ih_l0_reverse	6	-0.10626624524593353
34636	rnn.bias_ih_l0_reverse	7	0.04457274079322815
34636	rnn.bias_ih_l0_reverse	8	0.03442863002419472
34636	rnn.bias_ih_l0_reverse	9	0.06325891613960266
34636	rnn.bias_hh_l0_reverse	0	0.05718342587351799
34636	rnn.bias_hh_l0_reverse	1	0.06549789011478424
34636	rnn.bias_hh_l0_reverse	2	0.07862139493227005
34636	rnn.bias_hh_l0_reverse	3	-0.003979119472205639
34636	rnn.bias_hh_l0_reverse	4	0.07156673818826675
34636	rnn.bias_hh_l0_reverse	5	0.007211353164166212
34636	rnn.bias_hh_l0_reverse	6	-0.05448843166232109
34636	rnn.bias_hh_l0_reverse	7	0.027332179248332977
34636	rnn.bias_hh_l0_reverse	8	0.011194763705134392
34636	rnn.bias_hh_l0_reverse	9	-0.16114552319049835
34636	linear.weight	0	0.17347033321857452
34636	linear.weight	1	-0.1629244089126587
34636	linear.weight	2	-0.2148442268371582
34636	linear.weight	3	0.07855132967233658
34636	linear.weight	4	-0.02668588049709797
34636	linear.weight	5	0.004042615182697773
34636	linear.weight	6	-0.006905540358275175
34636	linear.weight	7	-0.02710733748972416
34636	linear.weight	8	0.08435285091400146
34636	linear.weight	9	0.34935611486434937
34636	linear.bias	0	-0.20719517767429352
34636	linear.bias	1	0.19411195814609528
34636	linear.bias	2	-0.5396288633346558
34636	linear.bias	3	1.7035610675811768
34636	linear.bias	4	-0.39685723185539246
34636	linear.bias	5	-0.030769959092140198
34636	linear.bias	6	-0.35780322551727295
34636	linear.bias	7	-0.2794513702392578
34636	linear.bias	8	-0.043066978454589844
34636	linear.bias	9	-0.4979519248008728
34664	transitions	0	-0.6482868790626526
34664	transitions	1	0.3495708703994751
34664	transitions	2	1.6743310689926147
34664	transitions	3	0.0965295359492302
34664	transitions	4	0.9484033584594727
34664	transitions	5	1.2739231586456299
34664	transitions	6	0.48329848051071167
34664	transitions	7	0.17573174834251404
34664	transitions	8	-0.919520914554596
34664	transitions	9	0.9306592345237732
34664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34664	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34664	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34664	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34664	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34664	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34664	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34664	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34664	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34664	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34664	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34664	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34664	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34664	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34664	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34664	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34664	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34664	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34664	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34664	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34664	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34664	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34664	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34664	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34664	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34664	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34664	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34664	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34664	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34664	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34664	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34664	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34664	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34664	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34664	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34664	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34664	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34664	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34664	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34664	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34664	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34664	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34664	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34664	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34664	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34664	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34664	embedding2nn.weight	0	0.022485783323645592
34664	embedding2nn.weight	1	0.014192932285368443
34664	embedding2nn.weight	2	-0.0042856549844145775
34664	embedding2nn.weight	3	-0.00010623223352013156
34664	embedding2nn.weight	4	-0.004377372562885284
34664	embedding2nn.weight	5	0.011853368021547794
34664	embedding2nn.weight	6	-0.00497338967397809
34664	embedding2nn.weight	7	0.020772749558091164
34664	embedding2nn.weight	8	-0.006832690443843603
34664	embedding2nn.weight	9	-0.013906504958868027
34664	embedding2nn.bias	0	-0.03892645239830017
34664	embedding2nn.bias	1	-0.021417513489723206
34664	embedding2nn.bias	2	-0.07490277290344238
34664	embedding2nn.bias	3	-0.0014907611766830087
34664	embedding2nn.bias	4	0.004324267618358135
34664	embedding2nn.bias	5	-0.007247014902532101
34664	embedding2nn.bias	6	0.009144139476120472
34664	embedding2nn.bias	7	0.020252864807844162
34664	embedding2nn.bias	8	0.007088799960911274
34664	embedding2nn.bias	9	0.0011970727937296033
34664	rnn.weight_ih_l0	0	0.03954657167196274
34664	rnn.weight_ih_l0	1	-0.013672049157321453
34664	rnn.weight_ih_l0	2	-0.03651299327611923
34664	rnn.weight_ih_l0	3	-0.04477541521191597
34664	rnn.weight_ih_l0	4	-0.052035436034202576
34664	rnn.weight_ih_l0	5	-0.008454757742583752
34664	rnn.weight_ih_l0	6	-0.05188896879553795
34664	rnn.weight_ih_l0	7	-0.06159771606326103
34664	rnn.weight_ih_l0	8	-0.044714976102113724
34664	rnn.weight_ih_l0	9	-0.026951877400279045
34664	rnn.weight_hh_l0	0	0.01932130940258503
34664	rnn.weight_hh_l0	1	-0.009726827964186668
34664	rnn.weight_hh_l0	2	-0.06764208525419235
34664	rnn.weight_hh_l0	3	-0.03335743770003319
34664	rnn.weight_hh_l0	4	-0.07833488285541534
34664	rnn.weight_hh_l0	5	-0.01454106904566288
34664	rnn.weight_hh_l0	6	-0.05436785891652107
34664	rnn.weight_hh_l0	7	-0.04070688411593437
34664	rnn.weight_hh_l0	8	-0.019114384427666664
34664	rnn.weight_hh_l0	9	-0.007909320294857025
34664	rnn.bias_ih_l0	0	0.1455751657485962
34664	rnn.bias_ih_l0	1	-0.05615922808647156
34664	rnn.bias_ih_l0	2	0.1042424738407135
34664	rnn.bias_ih_l0	3	0.048891376703977585
34664	rnn.bias_ih_l0	4	0.0989823043346405
34664	rnn.bias_ih_l0	5	0.024148589000105858
34664	rnn.bias_ih_l0	6	-0.017511418089270592
34664	rnn.bias_ih_l0	7	-0.10864631831645966
34664	rnn.bias_ih_l0	8	-0.20710298418998718
34664	rnn.bias_ih_l0	9	0.08708622306585312
34664	rnn.bias_hh_l0	0	0.0027607970405369997
34664	rnn.bias_hh_l0	1	0.02359548583626747
34664	rnn.bias_hh_l0	2	-0.0060553899966180325
34664	rnn.bias_hh_l0	3	-0.030216004699468613
34664	rnn.bias_hh_l0	4	-0.036185864359140396
34664	rnn.bias_hh_l0	5	0.14343343675136566
34664	rnn.bias_hh_l0	6	0.05145227536559105
34664	rnn.bias_hh_l0	7	0.05975654348731041
34664	rnn.bias_hh_l0	8	0.01685727946460247
34664	rnn.bias_hh_l0	9	0.04333566501736641
34664	rnn.weight_ih_l0_reverse	0	-0.029702624306082726
34664	rnn.weight_ih_l0_reverse	1	-0.002241668524220586
34664	rnn.weight_ih_l0_reverse	2	0.02382695861160755
34664	rnn.weight_ih_l0_reverse	3	-0.06211728975176811
34664	rnn.weight_ih_l0_reverse	4	0.00929291918873787
34664	rnn.weight_ih_l0_reverse	5	-0.04608645662665367
34664	rnn.weight_ih_l0_reverse	6	0.028335487470030785
34664	rnn.weight_ih_l0_reverse	7	0.04597980156540871
34664	rnn.weight_ih_l0_reverse	8	-0.04875902831554413
34664	rnn.weight_ih_l0_reverse	9	-0.05075753107666969
34664	rnn.weight_hh_l0_reverse	0	-0.08328600972890854
34664	rnn.weight_hh_l0_reverse	1	-0.06333278119564056
34664	rnn.weight_hh_l0_reverse	2	0.03437737748026848
34664	rnn.weight_hh_l0_reverse	3	0.04574749618768692
34664	rnn.weight_hh_l0_reverse	4	-0.01588599756360054
34664	rnn.weight_hh_l0_reverse	5	0.045580241829156876
34664	rnn.weight_hh_l0_reverse	6	0.0011396249756217003
34664	rnn.weight_hh_l0_reverse	7	-0.00019747820624615997
34664	rnn.weight_hh_l0_reverse	8	-0.09878650307655334
34664	rnn.weight_hh_l0_reverse	9	0.08018580824136734
34664	rnn.bias_ih_l0_reverse	0	-0.08939804136753082
34664	rnn.bias_ih_l0_reverse	1	-0.0693240836262703
34664	rnn.bias_ih_l0_reverse	2	0.10336790978908539
34664	rnn.bias_ih_l0_reverse	3	0.047931719571352005
34664	rnn.bias_ih_l0_reverse	4	-0.12921097874641418
34664	rnn.bias_ih_l0_reverse	5	0.0410831943154335
34664	rnn.bias_ih_l0_reverse	6	-0.10626330971717834
34664	rnn.bias_ih_l0_reverse	7	0.044575829058885574
34664	rnn.bias_ih_l0_reverse	8	0.034433577209711075
34664	rnn.bias_ih_l0_reverse	9	0.06323996931314468
34664	rnn.bias_hh_l0_reverse	0	0.05722026526927948
34664	rnn.bias_hh_l0_reverse	1	0.0654827281832695
34664	rnn.bias_hh_l0_reverse	2	0.07864414155483246
34664	rnn.bias_hh_l0_reverse	3	-0.003972421865910292
34664	rnn.bias_hh_l0_reverse	4	0.07155394554138184
34664	rnn.bias_hh_l0_reverse	5	0.007197991479188204
34664	rnn.bias_hh_l0_reverse	6	-0.05448440834879875
34664	rnn.bias_hh_l0_reverse	7	0.02734011970460415
34664	rnn.bias_hh_l0_reverse	8	0.01118007954210043
34664	rnn.bias_hh_l0_reverse	9	-0.1610969752073288
34664	linear.weight	0	0.17347587645053864
34664	linear.weight	1	-0.16292431950569153
34664	linear.weight	2	-0.21484524011611938
34664	linear.weight	3	0.07855059951543808
34664	linear.weight	4	-0.026685602962970734
34664	linear.weight	5	0.004042339511215687
34664	linear.weight	6	-0.006905528716742992
34664	linear.weight	7	-0.027106422930955887
34664	linear.weight	8	0.08433809876441956
34664	linear.weight	9	0.349470853805542
34664	linear.bias	0	-0.20728732645511627
34664	linear.bias	1	0.1941985934972763
34664	linear.bias	2	-0.5396316051483154
34664	linear.bias	3	1.70357084274292
34664	linear.bias	4	-0.3968585729598999
34664	linear.bias	5	-0.030769959092140198
34664	linear.bias	6	-0.35780763626098633
34664	linear.bias	7	-0.2794278860092163
34664	linear.bias	8	-0.04287781938910484
34664	linear.bias	9	-0.49795210361480713
34692	transitions	0	-0.6482872366905212
34692	transitions	1	0.3495706617832184
34692	transitions	2	1.6743310689926147
34692	transitions	3	0.09651517868041992
34692	transitions	4	0.9484033584594727
34692	transitions	5	1.2739231586456299
34692	transitions	6	0.48329848051071167
34692	transitions	7	0.17573173344135284
34692	transitions	8	-0.919520914554596
34692	transitions	9	0.9306592345237732
34692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34692	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34692	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34692	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34692	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34692	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34692	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34692	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34692	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34692	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34692	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34692	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34692	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34692	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34692	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34692	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34692	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34692	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34692	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34692	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34692	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34692	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34692	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34692	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34692	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34692	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34692	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34692	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34692	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34692	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34692	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34692	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34692	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34692	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34692	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34692	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34692	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34692	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34692	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34692	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34692	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34692	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34692	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34692	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34692	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34692	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34692	embedding2nn.weight	0	0.02248186431825161
34692	embedding2nn.weight	1	0.01419148687273264
34692	embedding2nn.weight	2	-0.004286101087927818
34692	embedding2nn.weight	3	-0.00010619014938129112
34692	embedding2nn.weight	4	-0.004377484787255526
34692	embedding2nn.weight	5	0.011860289610922337
34692	embedding2nn.weight	6	-0.004972693510353565
34692	embedding2nn.weight	7	0.020766131579875946
34692	embedding2nn.weight	8	-0.006833843421190977
34692	embedding2nn.weight	9	-0.013906651176512241
34692	embedding2nn.bias	0	-0.03892050310969353
34692	embedding2nn.bias	1	-0.021485617384314537
34692	embedding2nn.bias	2	-0.07486185431480408
34692	embedding2nn.bias	3	-0.0016511798603460193
34692	embedding2nn.bias	4	0.004321301821619272
34692	embedding2nn.bias	5	-0.007203477434813976
34692	embedding2nn.bias	6	0.009187528863549232
34692	embedding2nn.bias	7	0.02019597589969635
34692	embedding2nn.bias	8	0.007001968100667
34692	embedding2nn.bias	9	0.0012354619102552533
34692	rnn.weight_ih_l0	0	0.03954687714576721
34692	rnn.weight_ih_l0	1	-0.013665363192558289
34692	rnn.weight_ih_l0	2	-0.03651516139507294
34692	rnn.weight_ih_l0	3	-0.044776737689971924
34692	rnn.weight_ih_l0	4	-0.05203922092914581
34692	rnn.weight_ih_l0	5	-0.008451669476926327
34692	rnn.weight_ih_l0	6	-0.051887158304452896
34692	rnn.weight_ih_l0	7	-0.06159976124763489
34692	rnn.weight_ih_l0	8	-0.044712480157613754
34692	rnn.weight_ih_l0	9	-0.026949981227517128
34692	rnn.weight_hh_l0	0	0.019317327067255974
34692	rnn.weight_hh_l0	1	-0.009719425812363625
34692	rnn.weight_hh_l0	2	-0.06763927638530731
34692	rnn.weight_hh_l0	3	-0.03335842862725258
34692	rnn.weight_hh_l0	4	-0.07833588123321533
34692	rnn.weight_hh_l0	5	-0.014540476724505424
34692	rnn.weight_hh_l0	6	-0.05434316769242287
34692	rnn.weight_hh_l0	7	-0.040718935430049896
34692	rnn.weight_hh_l0	8	-0.019113315269351006
34692	rnn.weight_hh_l0	9	-0.007919175550341606
34692	rnn.bias_ih_l0	0	0.14558149874210358
34692	rnn.bias_ih_l0	1	-0.05617734044790268
34692	rnn.bias_ih_l0	2	0.10422080755233765
34692	rnn.bias_ih_l0	3	0.04890085756778717
34692	rnn.bias_ih_l0	4	0.09896088391542435
34692	rnn.bias_ih_l0	5	0.024132749065756798
34692	rnn.bias_ih_l0	6	-0.017542529851198196
34692	rnn.bias_ih_l0	7	-0.10860911011695862
34692	rnn.bias_ih_l0	8	-0.20708191394805908
34692	rnn.bias_ih_l0	9	0.08708295971155167
34692	rnn.bias_hh_l0	0	0.002764304867014289
34692	rnn.bias_hh_l0	1	0.023584360256791115
34692	rnn.bias_hh_l0	2	-0.00605594040825963
34692	rnn.bias_hh_l0	3	-0.030172446742653847
34692	rnn.bias_hh_l0	4	-0.0361902080476284
34692	rnn.bias_hh_l0	5	0.1434677541255951
34692	rnn.bias_hh_l0	6	0.05143645033240318
34692	rnn.bias_hh_l0	7	0.05978105962276459
34692	rnn.bias_hh_l0	8	0.016826167702674866
34692	rnn.bias_hh_l0	9	0.04333898797631264
34692	rnn.weight_ih_l0_reverse	0	-0.02970450557768345
34692	rnn.weight_ih_l0_reverse	1	-0.0022350188810378313
34692	rnn.weight_ih_l0_reverse	2	0.023829009383916855
34692	rnn.weight_ih_l0_reverse	3	-0.06211535632610321
34692	rnn.weight_ih_l0_reverse	4	0.00929229985922575
34692	rnn.weight_ih_l0_reverse	5	-0.04608854651451111
34692	rnn.weight_ih_l0_reverse	6	0.0283442884683609
34692	rnn.weight_ih_l0_reverse	7	0.04598133638501167
34692	rnn.weight_ih_l0_reverse	8	-0.048758894205093384
34692	rnn.weight_ih_l0_reverse	9	-0.0507572740316391
34692	rnn.weight_hh_l0_reverse	0	-0.0832919329404831
34692	rnn.weight_hh_l0_reverse	1	-0.06333845108747482
34692	rnn.weight_hh_l0_reverse	2	0.034384772181510925
34692	rnn.weight_hh_l0_reverse	3	0.04575401172041893
34692	rnn.weight_hh_l0_reverse	4	-0.015875669196248055
34692	rnn.weight_hh_l0_reverse	5	0.04557771235704422
34692	rnn.weight_hh_l0_reverse	6	0.0011395965702831745
34692	rnn.weight_hh_l0_reverse	7	-0.00018697419727686793
34692	rnn.weight_hh_l0_reverse	8	-0.09878640621900558
34692	rnn.weight_hh_l0_reverse	9	0.08019194006919861
34692	rnn.bias_ih_l0_reverse	0	-0.08945866674184799
34692	rnn.bias_ih_l0_reverse	1	-0.06932511180639267
34692	rnn.bias_ih_l0_reverse	2	0.10336113721132278
34692	rnn.bias_ih_l0_reverse	3	0.047939859330654144
34692	rnn.bias_ih_l0_reverse	4	-0.12921567261219025
34692	rnn.bias_ih_l0_reverse	5	0.04107271507382393
34692	rnn.bias_ih_l0_reverse	6	-0.10627236217260361
34692	rnn.bias_ih_l0_reverse	7	0.0445682667195797
34692	rnn.bias_ih_l0_reverse	8	0.03442344814538956
34692	rnn.bias_ih_l0_reverse	9	0.0632588341832161
34692	rnn.bias_hh_l0_reverse	0	0.05727463215589523
34692	rnn.bias_hh_l0_reverse	1	0.0654713585972786
34692	rnn.bias_hh_l0_reverse	2	0.0786367878317833
34692	rnn.bias_hh_l0_reverse	3	-0.00396874500438571
34692	rnn.bias_hh_l0_reverse	4	0.07156487554311752
34692	rnn.bias_hh_l0_reverse	5	0.0072006238624453545
34692	rnn.bias_hh_l0_reverse	6	-0.054478924721479416
34692	rnn.bias_hh_l0_reverse	7	0.027352793142199516
34692	rnn.bias_hh_l0_reverse	8	0.011146430857479572
34692	rnn.bias_hh_l0_reverse	9	-0.16112634539604187
34692	linear.weight	0	0.17346368730068207
34692	linear.weight	1	-0.16292326152324677
34692	linear.weight	2	-0.2148360013961792
34692	linear.weight	3	0.07850028574466705
34692	linear.weight	4	-0.026683421805500984
34692	linear.weight	5	0.004043554421514273
34692	linear.weight	6	-0.006905330810695887
34692	linear.weight	7	-0.027106450870633125
34692	linear.weight	8	0.08432494848966599
34692	linear.weight	9	0.3494715988636017
34692	linear.bias	0	-0.20719051361083984
34692	linear.bias	1	0.1941813975572586
34692	linear.bias	2	-0.5396283864974976
34692	linear.bias	3	1.7037805318832397
34692	linear.bias	4	-0.39686012268066406
34692	linear.bias	5	-0.030769959092140198
34692	linear.bias	6	-0.3578183948993683
34692	linear.bias	7	-0.2794496715068817
34692	linear.bias	8	-0.043053045868873596
34692	linear.bias	9	-0.49795255064964294
34720	transitions	0	-0.6482877135276794
34720	transitions	1	0.34957030415534973
34720	transitions	2	1.674329400062561
34720	transitions	3	0.09651493281126022
34720	transitions	4	0.9484033584594727
34720	transitions	5	1.2739231586456299
34720	transitions	6	0.48329848051071167
34720	transitions	7	0.17573173344135284
34720	transitions	8	-0.919520914554596
34720	transitions	9	0.9306592345237732
34720	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34720	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34720	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34720	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34720	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34720	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34720	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34720	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34720	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34720	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34720	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34720	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34720	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34720	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34720	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34720	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34720	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34720	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34720	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34720	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34720	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34720	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34720	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34720	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34720	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34720	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34720	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34720	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34720	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34720	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34720	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34720	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34720	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34720	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34720	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34720	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34720	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34720	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34720	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34720	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34720	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34720	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34720	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34720	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34720	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34720	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34720	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34720	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34720	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34720	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34720	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34720	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34720	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34720	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34720	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34720	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34720	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34720	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34720	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34720	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34720	embedding2nn.weight	0	0.022478168830275536
34720	embedding2nn.weight	1	0.014192120172083378
34720	embedding2nn.weight	2	-0.0042857639491558075
34720	embedding2nn.weight	3	-0.00010637503874022514
34720	embedding2nn.weight	4	-0.004378032870590687
34720	embedding2nn.weight	5	0.011861240491271019
34720	embedding2nn.weight	6	-0.004972801543772221
34720	embedding2nn.weight	7	0.020769385620951653
34720	embedding2nn.weight	8	-0.006832366809248924
34720	embedding2nn.weight	9	-0.013905863277614117
34720	embedding2nn.bias	0	-0.03905496001243591
34720	embedding2nn.bias	1	-0.021472785621881485
34720	embedding2nn.bias	2	-0.07487451285123825
34720	embedding2nn.bias	3	-0.0016382083995267749
34720	embedding2nn.bias	4	0.004264122806489468
34720	embedding2nn.bias	5	-0.007166738621890545
34720	embedding2nn.bias	6	0.009250281378626823
34720	embedding2nn.bias	7	0.020280621945858
34720	embedding2nn.bias	8	0.007025022991001606
34720	embedding2nn.bias	9	0.0013189110904932022
34720	rnn.weight_ih_l0	0	0.03954490274190903
34720	rnn.weight_ih_l0	1	-0.013660741038620472
34720	rnn.weight_ih_l0	2	-0.03650876134634018
34720	rnn.weight_ih_l0	3	-0.04477832093834877
34720	rnn.weight_ih_l0	4	-0.05204354226589203
34720	rnn.weight_ih_l0	5	-0.008455340750515461
34720	rnn.weight_ih_l0	6	-0.05188323184847832
34720	rnn.weight_ih_l0	7	-0.06159903109073639
34720	rnn.weight_ih_l0	8	-0.04471784085035324
34720	rnn.weight_ih_l0	9	-0.02694851905107498
34720	rnn.weight_hh_l0	0	0.019317587837576866
34720	rnn.weight_hh_l0	1	-0.009718691930174828
34720	rnn.weight_hh_l0	2	-0.06763234734535217
34720	rnn.weight_hh_l0	3	-0.03336495906114578
34720	rnn.weight_hh_l0	4	-0.07833248376846313
34720	rnn.weight_hh_l0	5	-0.014541363343596458
34720	rnn.weight_hh_l0	6	-0.054346662014722824
34720	rnn.weight_hh_l0	7	-0.040738362818956375
34720	rnn.weight_hh_l0	8	-0.019115718081593513
34720	rnn.weight_hh_l0	9	-0.007910462096333504
34720	rnn.bias_ih_l0	0	0.1455707997083664
34720	rnn.bias_ih_l0	1	-0.056212205439805984
34720	rnn.bias_ih_l0	2	0.10422530770301819
34720	rnn.bias_ih_l0	3	0.04888499900698662
34720	rnn.bias_ih_l0	4	0.09895605593919754
34720	rnn.bias_ih_l0	5	0.02414291352033615
34720	rnn.bias_ih_l0	6	-0.01756361313164234
34720	rnn.bias_ih_l0	7	-0.10855916887521744
34720	rnn.bias_ih_l0	8	-0.20699112117290497
34720	rnn.bias_ih_l0	9	0.08708318322896957
34720	rnn.bias_hh_l0	0	0.0027693994343280792
34720	rnn.bias_hh_l0	1	0.023542750626802444
34720	rnn.bias_hh_l0	2	-0.0060584042221307755
34720	rnn.bias_hh_l0	3	-0.03017919324338436
34720	rnn.bias_hh_l0	4	-0.03616664558649063
34720	rnn.bias_hh_l0	5	0.1434565782546997
34720	rnn.bias_hh_l0	6	0.05141003802418709
34720	rnn.bias_hh_l0	7	0.059791769832372665
34720	rnn.bias_hh_l0	8	0.01680508442223072
34720	rnn.bias_hh_l0	9	0.043341055512428284
34720	rnn.weight_ih_l0_reverse	0	-0.02970293164253235
34720	rnn.weight_ih_l0_reverse	1	-0.002226520562544465
34720	rnn.weight_ih_l0_reverse	2	0.023829998448491096
34720	rnn.weight_ih_l0_reverse	3	-0.06211040914058685
34720	rnn.weight_ih_l0_reverse	4	0.009292432107031345
34720	rnn.weight_ih_l0_reverse	5	-0.04609202593564987
34720	rnn.weight_ih_l0_reverse	6	0.028353719040751457
34720	rnn.weight_ih_l0_reverse	7	0.045981451869010925
34720	rnn.weight_ih_l0_reverse	8	-0.04876143857836723
34720	rnn.weight_ih_l0_reverse	9	-0.05075642839074135
34720	rnn.weight_hh_l0_reverse	0	-0.08329237997531891
34720	rnn.weight_hh_l0_reverse	1	-0.06333868950605392
34720	rnn.weight_hh_l0_reverse	2	0.034385066479444504
34720	rnn.weight_hh_l0_reverse	3	0.045750297605991364
34720	rnn.weight_hh_l0_reverse	4	-0.015874920412898064
34720	rnn.weight_hh_l0_reverse	5	0.0455787219107151
34720	rnn.weight_hh_l0_reverse	6	0.0011321821948513389
34720	rnn.weight_hh_l0_reverse	7	-0.0001892372383736074
34720	rnn.weight_hh_l0_reverse	8	-0.09878338128328323
34720	rnn.weight_hh_l0_reverse	9	0.08018515259027481
34720	rnn.bias_ih_l0_reverse	0	-0.08942532539367676
34720	rnn.bias_ih_l0_reverse	1	-0.06930644065141678
34720	rnn.bias_ih_l0_reverse	2	0.10333804041147232
34720	rnn.bias_ih_l0_reverse	3	0.047939617186784744
34720	rnn.bias_ih_l0_reverse	4	-0.12920193374156952
34720	rnn.bias_ih_l0_reverse	5	0.04111615940928459
34720	rnn.bias_ih_l0_reverse	6	-0.10631509870290756
34720	rnn.bias_ih_l0_reverse	7	0.044564925134181976
34720	rnn.bias_ih_l0_reverse	8	0.03442923724651337
34720	rnn.bias_ih_l0_reverse	9	0.06327081471681595
34720	rnn.bias_hh_l0_reverse	0	0.05720258876681328
34720	rnn.bias_hh_l0_reverse	1	0.0654626190662384
34720	rnn.bias_hh_l0_reverse	2	0.0786023810505867
34720	rnn.bias_hh_l0_reverse	3	-0.003962373360991478
34720	rnn.bias_hh_l0_reverse	4	0.07158903777599335
34720	rnn.bias_hh_l0_reverse	5	0.007215565070509911
34720	rnn.bias_hh_l0_reverse	6	-0.05446339771151543
34720	rnn.bias_hh_l0_reverse	7	0.02733592689037323
34720	rnn.bias_hh_l0_reverse	8	0.011161728762090206
34720	rnn.bias_hh_l0_reverse	9	-0.16114947199821472
34720	linear.weight	0	0.17346534132957458
34720	linear.weight	1	-0.16292332112789154
34720	linear.weight	2	-0.21486906707286835
34720	linear.weight	3	0.07848852127790451
34720	linear.weight	4	-0.026681657880544662
34720	linear.weight	5	0.004052428528666496
34720	linear.weight	6	-0.0069052851758897305
34720	linear.weight	7	-0.027106178924441338
34720	linear.weight	8	0.08432887494564056
34720	linear.weight	9	0.3494708836078644
34720	linear.bias	0	-0.20716777443885803
34720	linear.bias	1	0.19419164955615997
34720	linear.bias	2	-0.539625883102417
34720	linear.bias	3	1.7038792371749878
34720	linear.bias	4	-0.39686256647109985
34720	linear.bias	5	-0.030769959092140198
34720	linear.bias	6	-0.35782045125961304
34720	linear.bias	7	-0.279464453458786
34720	linear.bias	8	-0.0430748276412487
34720	linear.bias	9	-0.4979536235332489
34748	transitions	0	-0.648287832736969
34748	transitions	1	0.3495701849460602
34748	transitions	2	1.674329400062561
34748	transitions	3	0.0965147539973259
34748	transitions	4	0.9484032988548279
34748	transitions	5	1.2739231586456299
34748	transitions	6	0.48329848051071167
34748	transitions	7	0.17573168873786926
34748	transitions	8	-0.919520914554596
34748	transitions	9	0.9306592345237732
34748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34748	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34748	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34748	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34748	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34748	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34748	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34748	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34748	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34748	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34748	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34748	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34748	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34748	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34748	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34748	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34748	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34748	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34748	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34748	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34748	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34748	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34748	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34748	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34748	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34748	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34748	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34748	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34748	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34748	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34748	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34748	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34748	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34748	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34748	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34748	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34748	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34748	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34748	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34748	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34748	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34748	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34748	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34748	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34748	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34748	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34748	embedding2nn.weight	0	0.022477637976408005
34748	embedding2nn.weight	1	0.014192884787917137
34748	embedding2nn.weight	2	-0.004285644739866257
34748	embedding2nn.weight	3	-0.00010565111006144434
34748	embedding2nn.weight	4	-0.0043779173865914345
34748	embedding2nn.weight	5	0.011860892176628113
34748	embedding2nn.weight	6	-0.00497301435098052
34748	embedding2nn.weight	7	0.02077237330377102
34748	embedding2nn.weight	8	-0.006833452731370926
34748	embedding2nn.weight	9	-0.01390612218528986
34748	embedding2nn.bias	0	-0.039026614278554916
34748	embedding2nn.bias	1	-0.021461116150021553
34748	embedding2nn.bias	2	-0.07487404346466064
34748	embedding2nn.bias	3	-0.001602528034709394
34748	embedding2nn.bias	4	0.00427116546779871
34748	embedding2nn.bias	5	-0.0071828546933829784
34748	embedding2nn.bias	6	0.009255742654204369
34748	embedding2nn.bias	7	0.020317284390330315
34748	embedding2nn.bias	8	0.007028490304946899
34748	embedding2nn.bias	9	0.0012874522944912314
34748	rnn.weight_ih_l0	0	0.03954584151506424
34748	rnn.weight_ih_l0	1	-0.013657848350703716
34748	rnn.weight_ih_l0	2	-0.03650619462132454
34748	rnn.weight_ih_l0	3	-0.04477614164352417
34748	rnn.weight_ih_l0	4	-0.05204378813505173
34748	rnn.weight_ih_l0	5	-0.008455627597868443
34748	rnn.weight_ih_l0	6	-0.05188281089067459
34748	rnn.weight_ih_l0	7	-0.06159961223602295
34748	rnn.weight_ih_l0	8	-0.04471573606133461
34748	rnn.weight_ih_l0	9	-0.026948589831590652
34748	rnn.weight_hh_l0	0	0.01932000182569027
34748	rnn.weight_hh_l0	1	-0.00971622671931982
34748	rnn.weight_hh_l0	2	-0.06762901693582535
34748	rnn.weight_hh_l0	3	-0.03336557373404503
34748	rnn.weight_hh_l0	4	-0.0783349797129631
34748	rnn.weight_hh_l0	5	-0.01454074215143919
34748	rnn.weight_hh_l0	6	-0.05433763191103935
34748	rnn.weight_hh_l0	7	-0.04075033962726593
34748	rnn.weight_hh_l0	8	-0.019118942320346832
34748	rnn.weight_hh_l0	9	-0.007914416491985321
34748	rnn.bias_ih_l0	0	0.1455696076154709
34748	rnn.bias_ih_l0	1	-0.05622391030192375
34748	rnn.bias_ih_l0	2	0.10421225428581238
34748	rnn.bias_ih_l0	3	0.04889853671193123
34748	rnn.bias_ih_l0	4	0.0989471822977066
34748	rnn.bias_ih_l0	5	0.024136660620570183
34748	rnn.bias_ih_l0	6	-0.017561472952365875
34748	rnn.bias_ih_l0	7	-0.10854454338550568
34748	rnn.bias_ih_l0	8	-0.2069930136203766
34748	rnn.bias_ih_l0	9	0.08708834648132324
34748	rnn.bias_hh_l0	0	0.002773054875433445
34748	rnn.bias_hh_l0	1	0.023558741435408592
34748	rnn.bias_hh_l0	2	-0.0060615623369812965
34748	rnn.bias_hh_l0	3	-0.0301947183907032
34748	rnn.bias_hh_l0	4	-0.03615773841738701
34748	rnn.bias_hh_l0	5	0.14346136152744293
34748	rnn.bias_hh_l0	6	0.05141056701540947
34748	rnn.bias_hh_l0	7	0.05978627875447273
34748	rnn.bias_hh_l0	8	0.016807224601507187
34748	rnn.bias_hh_l0	9	0.043353691697120667
34748	rnn.weight_ih_l0_reverse	0	-0.029702866449952126
34748	rnn.weight_ih_l0_reverse	1	-0.0022267508320510387
34748	rnn.weight_ih_l0_reverse	2	0.023830832913517952
34748	rnn.weight_ih_l0_reverse	3	-0.062108833342790604
34748	rnn.weight_ih_l0_reverse	4	0.009293010458350182
34748	rnn.weight_ih_l0_reverse	5	-0.04609161242842674
34748	rnn.weight_ih_l0_reverse	6	0.028361335396766663
34748	rnn.weight_ih_l0_reverse	7	0.04598202556371689
34748	rnn.weight_ih_l0_reverse	8	-0.048761676996946335
34748	rnn.weight_ih_l0_reverse	9	-0.050755683332681656
34748	rnn.weight_hh_l0_reverse	0	-0.08329340070486069
34748	rnn.weight_hh_l0_reverse	1	-0.06333903223276138
34748	rnn.weight_hh_l0_reverse	2	0.034386008977890015
34748	rnn.weight_hh_l0_reverse	3	0.04574679210782051
34748	rnn.weight_hh_l0_reverse	4	-0.01587439514696598
34748	rnn.weight_hh_l0_reverse	5	0.04558289796113968
34748	rnn.weight_hh_l0_reverse	6	0.0011318591423332691
34748	rnn.weight_hh_l0_reverse	7	-0.000187912184628658
34748	rnn.weight_hh_l0_reverse	8	-0.0987844318151474
34748	rnn.weight_hh_l0_reverse	9	0.08018562942743301
34748	rnn.bias_ih_l0_reverse	0	-0.08937687426805496
34748	rnn.bias_ih_l0_reverse	1	-0.06929142028093338
34748	rnn.bias_ih_l0_reverse	2	0.10333842039108276
34748	rnn.bias_ih_l0_reverse	3	0.047942593693733215
34748	rnn.bias_ih_l0_reverse	4	-0.1291901022195816
34748	rnn.bias_ih_l0_reverse	5	0.0411299467086792
34748	rnn.bias_ih_l0_reverse	6	-0.10631164163351059
34748	rnn.bias_ih_l0_reverse	7	0.04456255957484245
34748	rnn.bias_ih_l0_reverse	8	0.0344310887157917
34748	rnn.bias_ih_l0_reverse	9	0.0632721558213234
34748	rnn.bias_hh_l0_reverse	0	0.05718608573079109
34748	rnn.bias_hh_l0_reverse	1	0.06546402722597122
34748	rnn.bias_hh_l0_reverse	2	0.07860992848873138
34748	rnn.bias_hh_l0_reverse	3	-0.003956970293074846
34748	rnn.bias_hh_l0_reverse	4	0.07158367335796356
34748	rnn.bias_hh_l0_reverse	5	0.007179809268563986
34748	rnn.bias_hh_l0_reverse	6	-0.05445307865738869
34748	rnn.bias_hh_l0_reverse	7	0.027331579476594925
34748	rnn.bias_hh_l0_reverse	8	0.011158098466694355
34748	rnn.bias_hh_l0_reverse	9	-0.16117548942565918
34748	linear.weight	0	0.17343758046627045
34748	linear.weight	1	-0.16292333602905273
34748	linear.weight	2	-0.2148662954568863
34748	linear.weight	3	0.07849816232919693
34748	linear.weight	4	-0.026689790189266205
34748	linear.weight	5	0.00405832240357995
34748	linear.weight	6	-0.0069052679464221
34748	linear.weight	7	-0.027105404064059258
34748	linear.weight	8	0.08432914316654205
34748	linear.weight	9	0.3495021462440491
34748	linear.bias	0	-0.2072901427745819
34748	linear.bias	1	0.19416485726833344
34748	linear.bias	2	-0.539624810218811
34748	linear.bias	3	1.7039473056793213
34748	linear.bias	4	-0.39680883288383484
34748	linear.bias	5	-0.030769959092140198
34748	linear.bias	6	-0.3578120470046997
34748	linear.bias	7	-0.2794731557369232
34748	linear.bias	8	-0.04312737286090851
34748	linear.bias	9	-0.49795374274253845
34776	transitions	0	-0.6482880115509033
34776	transitions	1	0.3495699167251587
34776	transitions	2	1.674329400062561
34776	transitions	3	0.09651464968919754
34776	transitions	4	0.9484032988548279
34776	transitions	5	1.2739231586456299
34776	transitions	6	0.48329848051071167
34776	transitions	7	0.17573167383670807
34776	transitions	8	-0.919520914554596
34776	transitions	9	0.9306592345237732
34776	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34776	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34776	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34776	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34776	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34776	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34776	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34776	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34776	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34776	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34776	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34776	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34776	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34776	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34776	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34776	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34776	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34776	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34776	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34776	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34776	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34776	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34776	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34776	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34776	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34776	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34776	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34776	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34776	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34776	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34776	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34776	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34776	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34776	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34776	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34776	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34776	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34776	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34776	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34776	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34776	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34776	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34776	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34776	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34776	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34776	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34776	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34776	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34776	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34776	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34776	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34776	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34776	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34776	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34776	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34776	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34776	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34776	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34776	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34776	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34776	embedding2nn.weight	0	0.02248014695942402
34776	embedding2nn.weight	1	0.014192276634275913
34776	embedding2nn.weight	2	-0.0042858063243329525
34776	embedding2nn.weight	3	-0.00010489646228961647
34776	embedding2nn.weight	4	-0.004377728793770075
34776	embedding2nn.weight	5	0.011861161328852177
34776	embedding2nn.weight	6	-0.004973313305526972
34776	embedding2nn.weight	7	0.020773835480213165
34776	embedding2nn.weight	8	-0.006833038292825222
34776	embedding2nn.weight	9	-0.013906141743063927
34776	embedding2nn.bias	0	-0.03902967646718025
34776	embedding2nn.bias	1	-0.021471591666340828
34776	embedding2nn.bias	2	-0.07481000572443008
34776	embedding2nn.bias	3	-0.0015936930431053042
34776	embedding2nn.bias	4	0.004238056484609842
34776	embedding2nn.bias	5	-0.007235832512378693
34776	embedding2nn.bias	6	0.009261298924684525
34776	embedding2nn.bias	7	0.020306313410401344
34776	embedding2nn.bias	8	0.007021465804427862
34776	embedding2nn.bias	9	0.0012558561284095049
34776	rnn.weight_ih_l0	0	0.03954572603106499
34776	rnn.weight_ih_l0	1	-0.013661415316164494
34776	rnn.weight_ih_l0	2	-0.03649988770484924
34776	rnn.weight_ih_l0	3	-0.044775333255529404
34776	rnn.weight_ih_l0	4	-0.05204252153635025
34776	rnn.weight_ih_l0	5	-0.008454843424260616
34776	rnn.weight_ih_l0	6	-0.051881227642297745
34776	rnn.weight_ih_l0	7	-0.06159965321421623
34776	rnn.weight_ih_l0	8	-0.044719234108924866
34776	rnn.weight_ih_l0	9	-0.026948055252432823
34776	rnn.weight_hh_l0	0	0.01932184025645256
34776	rnn.weight_hh_l0	1	-0.009714920073747635
34776	rnn.weight_hh_l0	2	-0.06762833893299103
34776	rnn.weight_hh_l0	3	-0.03336203470826149
34776	rnn.weight_hh_l0	4	-0.0783364325761795
34776	rnn.weight_hh_l0	5	-0.014537869021296501
34776	rnn.weight_hh_l0	6	-0.05434272065758705
34776	rnn.weight_hh_l0	7	-0.040755629539489746
34776	rnn.weight_hh_l0	8	-0.019118698313832283
34776	rnn.weight_hh_l0	9	-0.007914448156952858
34776	rnn.bias_ih_l0	0	0.14556844532489777
34776	rnn.bias_ih_l0	1	-0.056222058832645416
34776	rnn.bias_ih_l0	2	0.10421178489923477
34776	rnn.bias_ih_l0	3	0.04890581965446472
34776	rnn.bias_ih_l0	4	0.09895560890436172
34776	rnn.bias_ih_l0	5	0.024135993793606758
34776	rnn.bias_ih_l0	6	-0.017568524926900864
34776	rnn.bias_ih_l0	7	-0.10857867449522018
34776	rnn.bias_ih_l0	8	-0.20700602233409882
34776	rnn.bias_ih_l0	9	0.08709253370761871
34776	rnn.bias_hh_l0	0	0.002764466917142272
34776	rnn.bias_hh_l0	1	0.023545414209365845
34776	rnn.bias_hh_l0	2	-0.006067452486604452
34776	rnn.bias_hh_l0	3	-0.030193444341421127
34776	rnn.bias_hh_l0	4	-0.03615837171673775
34776	rnn.bias_hh_l0	5	0.14344774186611176
34776	rnn.bias_hh_l0	6	0.051417842507362366
34776	rnn.bias_hh_l0	7	0.059784937649965286
34776	rnn.bias_hh_l0	8	0.0168001726269722
34776	rnn.bias_hh_l0	9	0.0433623380959034
34776	rnn.weight_ih_l0_reverse	0	-0.02970030903816223
34776	rnn.weight_ih_l0_reverse	1	-0.0022215426433831453
34776	rnn.weight_ih_l0_reverse	2	0.02383064106106758
34776	rnn.weight_ih_l0_reverse	3	-0.06210969015955925
34776	rnn.weight_ih_l0_reverse	4	0.00929272174835205
34776	rnn.weight_ih_l0_reverse	5	-0.04609421640634537
34776	rnn.weight_ih_l0_reverse	6	0.02836398407816887
34776	rnn.weight_ih_l0_reverse	7	0.04598196595907211
34776	rnn.weight_ih_l0_reverse	8	-0.048763152211904526
34776	rnn.weight_ih_l0_reverse	9	-0.050756651908159256
34776	rnn.weight_hh_l0_reverse	0	-0.08328993618488312
34776	rnn.weight_hh_l0_reverse	1	-0.06332830339670181
34776	rnn.weight_hh_l0_reverse	2	0.034389156848192215
34776	rnn.weight_hh_l0_reverse	3	0.045749008655548096
34776	rnn.weight_hh_l0_reverse	4	-0.01587938889861107
34776	rnn.weight_hh_l0_reverse	5	0.04558265954256058
34776	rnn.weight_hh_l0_reverse	6	0.0011501131812110543
34776	rnn.weight_hh_l0_reverse	7	-0.00018783946870826185
34776	rnn.weight_hh_l0_reverse	8	-0.09878335148096085
34776	rnn.weight_hh_l0_reverse	9	0.08018141984939575
34776	rnn.bias_ih_l0_reverse	0	-0.08938587456941605
34776	rnn.bias_ih_l0_reverse	1	-0.0692915990948677
34776	rnn.bias_ih_l0_reverse	2	0.1033126562833786
34776	rnn.bias_ih_l0_reverse	3	0.047940127551555634
34776	rnn.bias_ih_l0_reverse	4	-0.12920090556144714
34776	rnn.bias_ih_l0_reverse	5	0.04111324995756149
34776	rnn.bias_ih_l0_reverse	6	-0.10633386671543121
34776	rnn.bias_ih_l0_reverse	7	0.04455481097102165
34776	rnn.bias_ih_l0_reverse	8	0.03442816063761711
34776	rnn.bias_ih_l0_reverse	9	0.06328722834587097
34776	rnn.bias_hh_l0_reverse	0	0.05718741565942764
34776	rnn.bias_hh_l0_reverse	1	0.06544575095176697
34776	rnn.bias_hh_l0_reverse	2	0.07859648764133453
34776	rnn.bias_hh_l0_reverse	3	-0.003953968174755573
34776	rnn.bias_hh_l0_reverse	4	0.07157419621944427
34776	rnn.bias_hh_l0_reverse	5	0.007159839849919081
34776	rnn.bias_hh_l0_reverse	6	-0.054451778531074524
34776	rnn.bias_hh_l0_reverse	7	0.027322344481945038
34776	rnn.bias_hh_l0_reverse	8	0.011165880598127842
34776	rnn.bias_hh_l0_reverse	9	-0.16115105152130127
34776	linear.weight	0	0.17340809106826782
34776	linear.weight	1	-0.162923201918602
34776	linear.weight	2	-0.2148626446723938
34776	linear.weight	3	0.07849268615245819
34776	linear.weight	4	-0.026687001809477806
34776	linear.weight	5	0.004059444181621075
34776	linear.weight	6	-0.006905252579599619
34776	linear.weight	7	-0.027105119079351425
34776	linear.weight	8	0.08433615416288376
34776	linear.weight	9	0.3494719862937927
34776	linear.bias	0	-0.2072395533323288
34776	linear.bias	1	0.19413821399211884
34776	linear.bias	2	-0.5396246314048767
34776	linear.bias	3	1.7038416862487793
34776	linear.bias	4	-0.39681002497673035
34776	linear.bias	5	-0.030769959092140198
34776	linear.bias	6	-0.3578048348426819
34776	linear.bias	7	-0.2794784903526306
34776	linear.bias	8	-0.04310859739780426
34776	linear.bias	9	-0.4979541301727295
34804	transitions	0	-0.6482881307601929
34804	transitions	1	0.34956982731819153
34804	transitions	2	1.674329400062561
34804	transitions	3	0.09651458263397217
34804	transitions	4	0.9484032392501831
34804	transitions	5	1.2739231586456299
34804	transitions	6	0.48329848051071167
34804	transitions	7	0.17573155462741852
34804	transitions	8	-0.919520914554596
34804	transitions	9	0.9306592345237732
34804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34804	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34804	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34804	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34804	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34804	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34804	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34804	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34804	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34804	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34804	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34804	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34804	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34804	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34804	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34804	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34804	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34804	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34804	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34804	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34804	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34804	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34804	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34804	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34804	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34804	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34804	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34804	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34804	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34804	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34804	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34804	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34804	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34804	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34804	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34804	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34804	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34804	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34804	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34804	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34804	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34804	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34804	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34804	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34804	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34804	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34804	embedding2nn.weight	0	0.022481516003608704
34804	embedding2nn.weight	1	0.01419235672801733
34804	embedding2nn.weight	2	-0.004285712260752916
34804	embedding2nn.weight	3	-0.00010553561878623441
34804	embedding2nn.weight	4	-0.004378019366413355
34804	embedding2nn.weight	5	0.011861237697303295
34804	embedding2nn.weight	6	-0.0049726651050150394
34804	embedding2nn.weight	7	0.020771656185388565
34804	embedding2nn.weight	8	-0.006833276245743036
34804	embedding2nn.weight	9	-0.01390619482845068
34804	embedding2nn.bias	0	-0.03899252787232399
34804	embedding2nn.bias	1	-0.02146347612142563
34804	embedding2nn.bias	2	-0.07478298246860504
34804	embedding2nn.bias	3	-0.0016271542990580201
34804	embedding2nn.bias	4	0.004238888621330261
34804	embedding2nn.bias	5	-0.007247622590512037
34804	embedding2nn.bias	6	0.009317191317677498
34804	embedding2nn.bias	7	0.02029280923306942
34804	embedding2nn.bias	8	0.006995609495788813
34804	embedding2nn.bias	9	0.0012354907812550664
34804	rnn.weight_ih_l0	0	0.03954511135816574
34804	rnn.weight_ih_l0	1	-0.01366524025797844
34804	rnn.weight_ih_l0	2	-0.03649642691016197
34804	rnn.weight_ih_l0	3	-0.04477361589670181
34804	rnn.weight_ih_l0	4	-0.052042409777641296
34804	rnn.weight_ih_l0	5	-0.008457286283373833
34804	rnn.weight_ih_l0	6	-0.051879625767469406
34804	rnn.weight_ih_l0	7	-0.0615980364382267
34804	rnn.weight_ih_l0	8	-0.044718775898218155
34804	rnn.weight_ih_l0	9	-0.026947179809212685
34804	rnn.weight_hh_l0	0	0.019323235377669334
34804	rnn.weight_hh_l0	1	-0.009717006236314774
34804	rnn.weight_hh_l0	2	-0.0676274448633194
34804	rnn.weight_hh_l0	3	-0.03336268290877342
34804	rnn.weight_hh_l0	4	-0.07833719253540039
34804	rnn.weight_hh_l0	5	-0.014544765464961529
34804	rnn.weight_hh_l0	6	-0.054340802133083344
34804	rnn.weight_hh_l0	7	-0.04075492173433304
34804	rnn.weight_hh_l0	8	-0.01911899261176586
34804	rnn.weight_hh_l0	9	-0.007919881492853165
34804	rnn.bias_ih_l0	0	0.14556019008159637
34804	rnn.bias_ih_l0	1	-0.05620988830924034
34804	rnn.bias_ih_l0	2	0.10421992838382721
34804	rnn.bias_ih_l0	3	0.048899583518505096
34804	rnn.bias_ih_l0	4	0.09896305948495865
34804	rnn.bias_ih_l0	5	0.024142522364854813
34804	rnn.bias_ih_l0	6	-0.01755906268954277
34804	rnn.bias_ih_l0	7	-0.10855461657047272
34804	rnn.bias_ih_l0	8	-0.20699861645698547
34804	rnn.bias_ih_l0	9	0.08709858357906342
34804	rnn.bias_hh_l0	0	0.0027670529671013355
34804	rnn.bias_hh_l0	1	0.02355080656707287
34804	rnn.bias_hh_l0	2	-0.006073071155697107
34804	rnn.bias_hh_l0	3	-0.03022444248199463
34804	rnn.bias_hh_l0	4	-0.036155931651592255
34804	rnn.bias_hh_l0	5	0.14347511529922485
34804	rnn.bias_hh_l0	6	0.05138092860579491
34804	rnn.bias_hh_l0	7	0.05979941040277481
34804	rnn.bias_hh_l0	8	0.016809634864330292
34804	rnn.bias_hh_l0	9	0.043366365134716034
34804	rnn.weight_ih_l0_reverse	0	-0.02970009297132492
34804	rnn.weight_ih_l0_reverse	1	-0.00222321436740458
34804	rnn.weight_ih_l0_reverse	2	0.023829272016882896
34804	rnn.weight_ih_l0_reverse	3	-0.062110625207424164
34804	rnn.weight_ih_l0_reverse	4	0.00929301232099533
34804	rnn.weight_ih_l0_reverse	5	-0.046093784272670746
34804	rnn.weight_ih_l0_reverse	6	0.028363237157464027
34804	rnn.weight_ih_l0_reverse	7	0.045981764793395996
34804	rnn.weight_ih_l0_reverse	8	-0.04876387491822243
34804	rnn.weight_ih_l0_reverse	9	-0.05075646936893463
34804	rnn.weight_hh_l0_reverse	0	-0.0832919329404831
34804	rnn.weight_hh_l0_reverse	1	-0.06332538276910782
34804	rnn.weight_hh_l0_reverse	2	0.03438717871904373
34804	rnn.weight_hh_l0_reverse	3	0.04575004428625107
34804	rnn.weight_hh_l0_reverse	4	-0.015883607789874077
34804	rnn.weight_hh_l0_reverse	5	0.04558444768190384
34804	rnn.weight_hh_l0_reverse	6	0.0011480989633128047
34804	rnn.weight_hh_l0_reverse	7	-0.00019096970208920538
34804	rnn.weight_hh_l0_reverse	8	-0.09878348559141159
34804	rnn.weight_hh_l0_reverse	9	0.08018302917480469
34804	rnn.bias_ih_l0_reverse	0	-0.08938008546829224
34804	rnn.bias_ih_l0_reverse	1	-0.06928082555532455
34804	rnn.bias_ih_l0_reverse	2	0.10332068800926208
34804	rnn.bias_ih_l0_reverse	3	0.04793175682425499
34804	rnn.bias_ih_l0_reverse	4	-0.12919901311397552
34804	rnn.bias_ih_l0_reverse	5	0.0411125123500824
34804	rnn.bias_ih_l0_reverse	6	-0.10634811222553253
34804	rnn.bias_ih_l0_reverse	7	0.04456234350800514
34804	rnn.bias_ih_l0_reverse	8	0.03442878648638725
34804	rnn.bias_ih_l0_reverse	9	0.0632842555642128
34804	rnn.bias_hh_l0_reverse	0	0.05718408152461052
34804	rnn.bias_hh_l0_reverse	1	0.06545215100049973
34804	rnn.bias_hh_l0_reverse	2	0.07860035449266434
34804	rnn.bias_hh_l0_reverse	3	-0.00395534373819828
34804	rnn.bias_hh_l0_reverse	4	0.07156860828399658
34804	rnn.bias_hh_l0_reverse	5	0.007147163152694702
34804	rnn.bias_hh_l0_reverse	6	-0.05445224791765213
34804	rnn.bias_hh_l0_reverse	7	0.02732357755303383
34804	rnn.bias_hh_l0_reverse	8	0.011171788908541203
34804	rnn.bias_hh_l0_reverse	9	-0.16116398572921753
34804	linear.weight	0	0.1733788549900055
34804	linear.weight	1	-0.1629231870174408
34804	linear.weight	2	-0.21486832201480865
34804	linear.weight	3	0.07851393520832062
34804	linear.weight	4	-0.02667718194425106
34804	linear.weight	5	0.004057206679135561
34804	linear.weight	6	-0.006905246991664171
34804	linear.weight	7	-0.027105120941996574
34804	linear.weight	8	0.08434411138296127
34804	linear.weight	9	0.3494943678379059
34804	linear.bias	0	-0.20725278556346893
34804	linear.bias	1	0.1941336840391159
34804	linear.bias	2	-0.5396237969398499
34804	linear.bias	3	1.7039968967437744
34804	linear.bias	4	-0.3968105614185333
34804	linear.bias	5	-0.030769959092140198
34804	linear.bias	6	-0.3578048050403595
34804	linear.bias	7	-0.27948519587516785
34804	linear.bias	8	-0.04315957427024841
34804	linear.bias	9	-0.4979543685913086
34832	transitions	0	-0.6482881307601929
34832	transitions	1	0.34956973791122437
34832	transitions	2	1.6743292808532715
34832	transitions	3	0.09651452302932739
34832	transitions	4	0.9484031796455383
34832	transitions	5	1.2739231586456299
34832	transitions	6	0.48329848051071167
34832	transitions	7	0.17573155462741852
34832	transitions	8	-0.919520914554596
34832	transitions	9	0.9306592345237732
34832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34832	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34832	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34832	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34832	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34832	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34832	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34832	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34832	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34832	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34832	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34832	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34832	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34832	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34832	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34832	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34832	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34832	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34832	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34832	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34832	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34832	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34832	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34832	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34832	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34832	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34832	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34832	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34832	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34832	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34832	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34832	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34832	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34832	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34832	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34832	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34832	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34832	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34832	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34832	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34832	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34832	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34832	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34832	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34832	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34832	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34832	embedding2nn.weight	0	0.022481460124254227
34832	embedding2nn.weight	1	0.014192328788340092
34832	embedding2nn.weight	2	-0.004285075701773167
34832	embedding2nn.weight	3	-0.00010576306522125378
34832	embedding2nn.weight	4	-0.004377700854092836
34832	embedding2nn.weight	5	0.011860188096761703
34832	embedding2nn.weight	6	-0.004973394796252251
34832	embedding2nn.weight	7	0.020764973014593124
34832	embedding2nn.weight	8	-0.006833454128354788
34832	embedding2nn.weight	9	-0.013906457461416721
34832	embedding2nn.bias	0	-0.03897116333246231
34832	embedding2nn.bias	1	-0.021467819809913635
34832	embedding2nn.bias	2	-0.07479843497276306
34832	embedding2nn.bias	3	-0.00167661695741117
34832	embedding2nn.bias	4	0.00424350518733263
34832	embedding2nn.bias	5	-0.007244459353387356
34832	embedding2nn.bias	6	0.009333916939795017
34832	embedding2nn.bias	7	0.020298708230257034
34832	embedding2nn.bias	8	0.007004890125244856
34832	embedding2nn.bias	9	0.0012766113504767418
34832	rnn.weight_ih_l0	0	0.03954431042075157
34832	rnn.weight_ih_l0	1	-0.013662992976605892
34832	rnn.weight_ih_l0	2	-0.036494553089141846
34832	rnn.weight_ih_l0	3	-0.044774945825338364
34832	rnn.weight_ih_l0	4	-0.05204055830836296
34832	rnn.weight_ih_l0	5	-0.008456513285636902
34832	rnn.weight_ih_l0	6	-0.05187949538230896
34832	rnn.weight_ih_l0	7	-0.06159783527255058
34832	rnn.weight_ih_l0	8	-0.044718556106090546
34832	rnn.weight_ih_l0	9	-0.026947667822241783
34832	rnn.weight_hh_l0	0	0.019318709149956703
34832	rnn.weight_hh_l0	1	-0.009713840670883656
34832	rnn.weight_hh_l0	2	-0.0676327645778656
34832	rnn.weight_hh_l0	3	-0.03336691856384277
34832	rnn.weight_hh_l0	4	-0.07833825051784515
34832	rnn.weight_hh_l0	5	-0.014547172002494335
34832	rnn.weight_hh_l0	6	-0.05433475971221924
34832	rnn.weight_hh_l0	7	-0.040735695511102676
34832	rnn.weight_hh_l0	8	-0.01911780796945095
34832	rnn.weight_hh_l0	9	-0.007916710339486599
34832	rnn.bias_ih_l0	0	0.14555516839027405
34832	rnn.bias_ih_l0	1	-0.05622110515832901
34832	rnn.bias_ih_l0	2	0.10422981530427933
34832	rnn.bias_ih_l0	3	0.04890261963009834
34832	rnn.bias_ih_l0	4	0.09897035360336304
34832	rnn.bias_ih_l0	5	0.02415073662996292
34832	rnn.bias_ih_l0	6	-0.017542114481329918
34832	rnn.bias_ih_l0	7	-0.1085701584815979
34832	rnn.bias_ih_l0	8	-0.2069874405860901
34832	rnn.bias_ih_l0	9	0.08710215985774994
34832	rnn.bias_hh_l0	0	0.0027738052885979414
34832	rnn.bias_hh_l0	1	0.023565439507365227
34832	rnn.bias_hh_l0	2	-0.006079412531107664
34832	rnn.bias_hh_l0	3	-0.030222877860069275
34832	rnn.bias_hh_l0	4	-0.03615664318203926
34832	rnn.bias_hh_l0	5	0.14345873892307281
34832	rnn.bias_hh_l0	6	0.05138213559985161
34832	rnn.bias_hh_l0	7	0.059799838811159134
34832	rnn.bias_hh_l0	8	0.016826583072543144
34832	rnn.bias_hh_l0	9	0.04337848722934723
34832	rnn.weight_ih_l0_reverse	0	-0.029699498787522316
34832	rnn.weight_ih_l0_reverse	1	-0.002221344970166683
34832	rnn.weight_ih_l0_reverse	2	0.023829111829400063
34832	rnn.weight_ih_l0_reverse	3	-0.06211019679903984
34832	rnn.weight_ih_l0_reverse	4	0.00929190032184124
34832	rnn.weight_ih_l0_reverse	5	-0.04609227180480957
34832	rnn.weight_ih_l0_reverse	6	0.02836768887937069
34832	rnn.weight_ih_l0_reverse	7	0.04598306491971016
34832	rnn.weight_ih_l0_reverse	8	-0.04876279830932617
34832	rnn.weight_ih_l0_reverse	9	-0.05075685307383537
34832	rnn.weight_hh_l0_reverse	0	-0.08329534530639648
34832	rnn.weight_hh_l0_reverse	1	-0.06331241130828857
34832	rnn.weight_hh_l0_reverse	2	0.03438447788357735
34832	rnn.weight_hh_l0_reverse	3	0.04575066268444061
34832	rnn.weight_hh_l0_reverse	4	-0.01588962972164154
34832	rnn.weight_hh_l0_reverse	5	0.04558415710926056
34832	rnn.weight_hh_l0_reverse	6	0.0011490000179037452
34832	rnn.weight_hh_l0_reverse	7	-0.00018956916755996644
34832	rnn.weight_hh_l0_reverse	8	-0.09878270328044891
34832	rnn.weight_hh_l0_reverse	9	0.08018244057893753
34832	rnn.bias_ih_l0_reverse	0	-0.08936045318841934
34832	rnn.bias_ih_l0_reverse	1	-0.06929251551628113
34832	rnn.bias_ih_l0_reverse	2	0.10330526530742645
34832	rnn.bias_ih_l0_reverse	3	0.04793531820178032
34832	rnn.bias_ih_l0_reverse	4	-0.12919990718364716
34832	rnn.bias_ih_l0_reverse	5	0.04111364111304283
34832	rnn.bias_ih_l0_reverse	6	-0.1063479334115982
34832	rnn.bias_ih_l0_reverse	7	0.04456940293312073
34832	rnn.bias_ih_l0_reverse	8	0.03443263843655586
34832	rnn.bias_ih_l0_reverse	9	0.06329071521759033
34832	rnn.bias_hh_l0_reverse	0	0.05718274042010307
34832	rnn.bias_hh_l0_reverse	1	0.06544982641935349
34832	rnn.bias_hh_l0_reverse	2	0.07859926670789719
34832	rnn.bias_hh_l0_reverse	3	-0.003953361883759499
34832	rnn.bias_hh_l0_reverse	4	0.07155708968639374
34832	rnn.bias_hh_l0_reverse	5	0.007139105349779129
34832	rnn.bias_hh_l0_reverse	6	-0.05446167662739754
34832	rnn.bias_hh_l0_reverse	7	0.027325527742505074
34832	rnn.bias_hh_l0_reverse	8	0.011168152093887329
34832	rnn.bias_hh_l0_reverse	9	-0.1611749827861786
34832	linear.weight	0	0.17337097227573395
34832	linear.weight	1	-0.1629231870174408
34832	linear.weight	2	-0.214889258146286
34832	linear.weight	3	0.07849375158548355
34832	linear.weight	4	-0.026678962633013725
34832	linear.weight	5	0.004060882143676281
34832	linear.weight	6	-0.006905238609761
34832	linear.weight	7	-0.02710587903857231
34832	linear.weight	8	0.08434877544641495
34832	linear.weight	9	0.3494883179664612
34832	linear.bias	0	-0.20726217329502106
34832	linear.bias	1	0.19412261247634888
34832	linear.bias	2	-0.5396265387535095
34832	linear.bias	3	1.7040071487426758
34832	linear.bias	4	-0.3968117833137512
34832	linear.bias	5	-0.030769959092140198
34832	linear.bias	6	-0.3578058183193207
34832	linear.bias	7	-0.2794843912124634
34832	linear.bias	8	-0.0431276373565197
34832	linear.bias	9	-0.497954785823822
34860	transitions	0	-0.6482881307601929
34860	transitions	1	0.3495696783065796
34860	transitions	2	1.6743292808532715
34860	transitions	3	0.09651390463113785
34860	transitions	4	0.9484031200408936
34860	transitions	5	1.2739231586456299
34860	transitions	6	0.48329848051071167
34860	transitions	7	0.17573155462741852
34860	transitions	8	-0.919520914554596
34860	transitions	9	0.9306592345237732
34860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34860	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34860	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34860	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34860	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34860	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34860	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34860	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34860	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34860	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34860	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34860	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34860	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34860	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34860	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34860	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34860	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34860	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34860	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34860	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34860	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34860	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34860	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34860	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34860	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34860	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34860	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34860	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34860	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34860	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34860	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34860	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34860	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34860	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34860	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34860	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34860	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34860	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34860	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34860	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34860	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34860	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34860	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34860	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34860	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34860	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34860	embedding2nn.weight	0	0.022484686225652695
34860	embedding2nn.weight	1	0.014192490838468075
34860	embedding2nn.weight	2	-0.004285059403628111
34860	embedding2nn.weight	3	-0.00010606990690575913
34860	embedding2nn.weight	4	-0.004377774894237518
34860	embedding2nn.weight	5	0.011860866099596024
34860	embedding2nn.weight	6	-0.004973623435944319
34860	embedding2nn.weight	7	0.020761992782354355
34860	embedding2nn.weight	8	-0.0068338108249008656
34860	embedding2nn.weight	9	-0.013906153850257397
34860	embedding2nn.bias	0	-0.038982685655355453
34860	embedding2nn.bias	1	-0.02145330421626568
34860	embedding2nn.bias	2	-0.0748307928442955
34860	embedding2nn.bias	3	-0.0016676970990374684
34860	embedding2nn.bias	4	0.0042325714603066444
34860	embedding2nn.bias	5	-0.007254240568727255
34860	embedding2nn.bias	6	0.009312164969742298
34860	embedding2nn.bias	7	0.020318815484642982
34860	embedding2nn.bias	8	0.007035424932837486
34860	embedding2nn.bias	9	0.0012553249252960086
34860	rnn.weight_ih_l0	0	0.039544012397527695
34860	rnn.weight_ih_l0	1	-0.01366200391203165
34860	rnn.weight_ih_l0	2	-0.03649746999144554
34860	rnn.weight_ih_l0	3	-0.04477645829319954
34860	rnn.weight_ih_l0	4	-0.05204092338681221
34860	rnn.weight_ih_l0	5	-0.008458595722913742
34860	rnn.weight_ih_l0	6	-0.05188126862049103
34860	rnn.weight_ih_l0	7	-0.06159789115190506
34860	rnn.weight_ih_l0	8	-0.04471835866570473
34860	rnn.weight_ih_l0	9	-0.026947515085339546
34860	rnn.weight_hh_l0	0	0.01932046376168728
34860	rnn.weight_hh_l0	1	-0.009710756130516529
34860	rnn.weight_hh_l0	2	-0.06763127446174622
34860	rnn.weight_hh_l0	3	-0.03336777538061142
34860	rnn.weight_hh_l0	4	-0.07833890616893768
34860	rnn.weight_hh_l0	5	-0.014548043720424175
34860	rnn.weight_hh_l0	6	-0.054337646812200546
34860	rnn.weight_hh_l0	7	-0.040738802403211594
34860	rnn.weight_hh_l0	8	-0.019119976088404655
34860	rnn.weight_hh_l0	9	-0.007916035130620003
34860	rnn.bias_ih_l0	0	0.1455548256635666
34860	rnn.bias_ih_l0	1	-0.05621412396430969
34860	rnn.bias_ih_l0	2	0.10424695163965225
34860	rnn.bias_ih_l0	3	0.048905596137046814
34860	rnn.bias_ih_l0	4	0.09897024929523468
34860	rnn.bias_ih_l0	5	0.024147534742951393
34860	rnn.bias_ih_l0	6	-0.017523009330034256
34860	rnn.bias_ih_l0	7	-0.10852896422147751
34860	rnn.bias_ih_l0	8	-0.20703329145908356
34860	rnn.bias_ih_l0	9	0.08709798008203506
34860	rnn.bias_hh_l0	0	0.002769321436062455
34860	rnn.bias_hh_l0	1	0.023577451705932617
34860	rnn.bias_hh_l0	2	-0.006077967584133148
34860	rnn.bias_hh_l0	3	-0.030214708298444748
34860	rnn.bias_hh_l0	4	-0.036166269332170486
34860	rnn.bias_hh_l0	5	0.1434781700372696
34860	rnn.bias_hh_l0	6	0.051378969103097916
34860	rnn.bias_hh_l0	7	0.059808675199747086
34860	rnn.bias_hh_l0	8	0.016845688223838806
34860	rnn.bias_hh_l0	9	0.043380748480558395
34860	rnn.weight_ih_l0_reverse	0	-0.029701218008995056
34860	rnn.weight_ih_l0_reverse	1	-0.0022198485676199198
34860	rnn.weight_ih_l0_reverse	2	0.023830760270357132
34860	rnn.weight_ih_l0_reverse	3	-0.062110818922519684
34860	rnn.weight_ih_l0_reverse	4	0.009293265640735626
34860	rnn.weight_ih_l0_reverse	5	-0.0460926815867424
34860	rnn.weight_ih_l0_reverse	6	0.02837293967604637
34860	rnn.weight_ih_l0_reverse	7	0.04598280042409897
34860	rnn.weight_ih_l0_reverse	8	-0.04876093938946724
34860	rnn.weight_ih_l0_reverse	9	-0.05075730383396149
34860	rnn.weight_hh_l0_reverse	0	-0.08329520374536514
34860	rnn.weight_hh_l0_reverse	1	-0.06331735104322433
34860	rnn.weight_hh_l0_reverse	2	0.03438543155789375
34860	rnn.weight_hh_l0_reverse	3	0.04575051739811897
34860	rnn.weight_hh_l0_reverse	4	-0.01589236967265606
34860	rnn.weight_hh_l0_reverse	5	0.045583657920360565
34860	rnn.weight_hh_l0_reverse	6	0.0011609785724431276
34860	rnn.weight_hh_l0_reverse	7	-0.00018750263552647084
34860	rnn.weight_hh_l0_reverse	8	-0.09877929091453552
34860	rnn.weight_hh_l0_reverse	9	0.08017732203006744
34860	rnn.bias_ih_l0_reverse	0	-0.08935795724391937
34860	rnn.bias_ih_l0_reverse	1	-0.06929237395524979
34860	rnn.bias_ih_l0_reverse	2	0.10330797731876373
34860	rnn.bias_ih_l0_reverse	3	0.04793408513069153
34860	rnn.bias_ih_l0_reverse	4	-0.1292046308517456
34860	rnn.bias_ih_l0_reverse	5	0.041119251400232315
34860	rnn.bias_ih_l0_reverse	6	-0.10634396970272064
34860	rnn.bias_ih_l0_reverse	7	0.04456790164113045
34860	rnn.bias_ih_l0_reverse	8	0.034423716366291046
34860	rnn.bias_ih_l0_reverse	9	0.06328801810741425
34860	rnn.bias_hh_l0_reverse	0	0.057152822613716125
34860	rnn.bias_hh_l0_reverse	1	0.06544479727745056
34860	rnn.bias_hh_l0_reverse	2	0.07858745753765106
34860	rnn.bias_hh_l0_reverse	3	-0.003951446618884802
34860	rnn.bias_hh_l0_reverse	4	0.07156272977590561
34860	rnn.bias_hh_l0_reverse	5	0.007167267147451639
34860	rnn.bias_hh_l0_reverse	6	-0.05444883927702904
34860	rnn.bias_hh_l0_reverse	7	0.027323702350258827
34860	rnn.bias_hh_l0_reverse	8	0.011156274005770683
34860	rnn.bias_hh_l0_reverse	9	-0.16120114922523499
34860	linear.weight	0	0.17336484789848328
34860	linear.weight	1	-0.1629231870174408
34860	linear.weight	2	-0.2148715853691101
34860	linear.weight	3	0.07850849628448486
34860	linear.weight	4	-0.02667958475649357
34860	linear.weight	5	0.004060715436935425
34860	linear.weight	6	-0.006905230227857828
34860	linear.weight	7	-0.027103610336780548
34860	linear.weight	8	0.08433865755796432
34860	linear.weight	9	0.3495100736618042
34860	linear.bias	0	-0.20718416571617126
34860	linear.bias	1	0.19415725767612457
34860	linear.bias	2	-0.5396091341972351
34860	linear.bias	3	1.7039827108383179
34860	linear.bias	4	-0.39681217074394226
34860	linear.bias	5	-0.030769959092140198
34860	linear.bias	6	-0.3577892482280731
34860	linear.bias	7	-0.279482364654541
34860	linear.bias	8	-0.043152157217264175
34860	linear.bias	9	-0.4979548752307892
34888	transitions	0	-0.6482883095741272
34888	transitions	1	0.34956952929496765
34888	transitions	2	1.6743292808532715
34888	transitions	3	0.09651385992765427
34888	transitions	4	0.948403000831604
34888	transitions	5	1.2739231586456299
34888	transitions	6	0.48329848051071167
34888	transitions	7	0.17573155462741852
34888	transitions	8	-0.919520914554596
34888	transitions	9	0.9306592345237732
34888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34888	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34888	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34888	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34888	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34888	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34888	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34888	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34888	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34888	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34888	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34888	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34888	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34888	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34888	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34888	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34888	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34888	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34888	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34888	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34888	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34888	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34888	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34888	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34888	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34888	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34888	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34888	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34888	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34888	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34888	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34888	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34888	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34888	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34888	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34888	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34888	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34888	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34888	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34888	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34888	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34888	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34888	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34888	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34888	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34888	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34888	embedding2nn.weight	0	0.02248203009366989
34888	embedding2nn.weight	1	0.014191793277859688
34888	embedding2nn.weight	2	-0.004285236820578575
34888	embedding2nn.weight	3	-0.0001056732508004643
34888	embedding2nn.weight	4	-0.004377918783575296
34888	embedding2nn.weight	5	0.011861994862556458
34888	embedding2nn.weight	6	-0.004972945433109999
34888	embedding2nn.weight	7	0.020764164626598358
34888	embedding2nn.weight	8	-0.006834063678979874
34888	embedding2nn.weight	9	-0.013905517756938934
34888	embedding2nn.bias	0	-0.03899749368429184
34888	embedding2nn.bias	1	-0.0214504636824131
34888	embedding2nn.bias	2	-0.07483229786157608
34888	embedding2nn.bias	3	-0.0016903490759432316
34888	embedding2nn.bias	4	0.004299172665923834
34888	embedding2nn.bias	5	-0.007254259195178747
34888	embedding2nn.bias	6	0.009314695373177528
34888	embedding2nn.bias	7	0.02035852149128914
34888	embedding2nn.bias	8	0.007024010643362999
34888	embedding2nn.bias	9	0.0012559988535940647
34888	rnn.weight_ih_l0	0	0.03954232856631279
34888	rnn.weight_ih_l0	1	-0.013663841411471367
34888	rnn.weight_ih_l0	2	-0.03649629279971123
34888	rnn.weight_ih_l0	3	-0.04477887228131294
34888	rnn.weight_ih_l0	4	-0.05203811079263687
34888	rnn.weight_ih_l0	5	-0.008458987809717655
34888	rnn.weight_ih_l0	6	-0.05188149958848953
34888	rnn.weight_ih_l0	7	-0.06159789487719536
34888	rnn.weight_ih_l0	8	-0.04471840709447861
34888	rnn.weight_ih_l0	9	-0.026946118101477623
34888	rnn.weight_hh_l0	0	0.01932608336210251
34888	rnn.weight_hh_l0	1	-0.009709248319268227
34888	rnn.weight_hh_l0	2	-0.06761819124221802
34888	rnn.weight_hh_l0	3	-0.0333704873919487
34888	rnn.weight_hh_l0	4	-0.07834349572658539
34888	rnn.weight_hh_l0	5	-0.014541618525981903
34888	rnn.weight_hh_l0	6	-0.05433472990989685
34888	rnn.weight_hh_l0	7	-0.040738873183727264
34888	rnn.weight_hh_l0	8	-0.019119225442409515
34888	rnn.weight_hh_l0	9	-0.007913182489573956
34888	rnn.bias_ih_l0	0	0.14555910229682922
34888	rnn.bias_ih_l0	1	-0.05621180683374405
34888	rnn.bias_ih_l0	2	0.10424570739269257
34888	rnn.bias_ih_l0	3	0.04891287907958031
34888	rnn.bias_ih_l0	4	0.09897368401288986
34888	rnn.bias_ih_l0	5	0.024149494245648384
34888	rnn.bias_ih_l0	6	-0.017539577558636665
34888	rnn.bias_ih_l0	7	-0.10856179147958755
34888	rnn.bias_ih_l0	8	-0.20702461898326874
34888	rnn.bias_ih_l0	9	0.08710532635450363
34888	rnn.bias_hh_l0	0	0.002766798250377178
34888	rnn.bias_hh_l0	1	0.023581132292747498
34888	rnn.bias_hh_l0	2	-0.006076892372220755
34888	rnn.bias_hh_l0	3	-0.030226176604628563
34888	rnn.bias_hh_l0	4	-0.03617323935031891
34888	rnn.bias_hh_l0	5	0.1434663087129593
34888	rnn.bias_hh_l0	6	0.051361992955207825
34888	rnn.bias_hh_l0	7	0.0598025806248188
34888	rnn.bias_hh_l0	8	0.016829119995236397
34888	rnn.bias_hh_l0	9	0.04339919611811638
34888	rnn.weight_ih_l0_reverse	0	-0.02970143035054207
34888	rnn.weight_ih_l0_reverse	1	-0.0022234967909753323
34888	rnn.weight_ih_l0_reverse	2	0.023831317201256752
34888	rnn.weight_ih_l0_reverse	3	-0.06211255118250847
34888	rnn.weight_ih_l0_reverse	4	0.00929124653339386
34888	rnn.weight_ih_l0_reverse	5	-0.04609086364507675
34888	rnn.weight_ih_l0_reverse	6	0.028371291235089302
34888	rnn.weight_ih_l0_reverse	7	0.045982636511325836
34888	rnn.weight_ih_l0_reverse	8	-0.04875907674431801
34888	rnn.weight_ih_l0_reverse	9	-0.05075795575976372
34888	rnn.weight_hh_l0_reverse	0	-0.08329250663518906
34888	rnn.weight_hh_l0_reverse	1	-0.06330109387636185
34888	rnn.weight_hh_l0_reverse	2	0.034385066479444504
34888	rnn.weight_hh_l0_reverse	3	0.04575003683567047
34888	rnn.weight_hh_l0_reverse	4	-0.01590103656053543
34888	rnn.weight_hh_l0_reverse	5	0.04558392986655235
34888	rnn.weight_hh_l0_reverse	6	0.0011326026869937778
34888	rnn.weight_hh_l0_reverse	7	-0.0001852466957643628
34888	rnn.weight_hh_l0_reverse	8	-0.0987776666879654
34888	rnn.weight_hh_l0_reverse	9	0.08017562329769135
34888	rnn.bias_ih_l0_reverse	0	-0.0893523320555687
34888	rnn.bias_ih_l0_reverse	1	-0.06927289813756943
34888	rnn.bias_ih_l0_reverse	2	0.1032990887761116
34888	rnn.bias_ih_l0_reverse	3	0.04793112352490425
34888	rnn.bias_ih_l0_reverse	4	-0.12920372188091278
34888	rnn.bias_ih_l0_reverse	5	0.04110698029398918
34888	rnn.bias_ih_l0_reverse	6	-0.10636615008115768
34888	rnn.bias_ih_l0_reverse	7	0.044592421501874924
34888	rnn.bias_ih_l0_reverse	8	0.034407779574394226
34888	rnn.bias_ih_l0_reverse	9	0.06328493356704712
34888	rnn.bias_hh_l0_reverse	0	0.057089913636446
34888	rnn.bias_hh_l0_reverse	1	0.06544452905654907
34888	rnn.bias_hh_l0_reverse	2	0.07859852910041809
34888	rnn.bias_hh_l0_reverse	3	-0.003949038218706846
34888	rnn.bias_hh_l0_reverse	4	0.07155220955610275
34888	rnn.bias_hh_l0_reverse	5	0.007153886370360851
34888	rnn.bias_hh_l0_reverse	6	-0.054451797157526016
34888	rnn.bias_hh_l0_reverse	7	0.027317579835653305
34888	rnn.bias_hh_l0_reverse	8	0.011159535497426987
34888	rnn.bias_hh_l0_reverse	9	-0.16119246184825897
34888	linear.weight	0	0.17338135838508606
34888	linear.weight	1	-0.1629231572151184
34888	linear.weight	2	-0.214884951710701
34888	linear.weight	3	0.07851098477840424
34888	linear.weight	4	-0.026678044348955154
34888	linear.weight	5	0.004058193415403366
34888	linear.weight	6	-0.0069052111357450485
34888	linear.weight	7	-0.027103552594780922
34888	linear.weight	8	0.08434043824672699
34888	linear.weight	9	0.34951430559158325
34888	linear.bias	0	-0.2071262001991272
34888	linear.bias	1	0.19415993988513947
34888	linear.bias	2	-0.5396121740341187
34888	linear.bias	3	1.704034686088562
34888	linear.bias	4	-0.39681297540664673
34888	linear.bias	5	-0.030769959092140198
34888	linear.bias	6	-0.3577926754951477
34888	linear.bias	7	-0.27948686480522156
34888	linear.bias	8	-0.04308641701936722
34888	linear.bias	9	-0.49795547127723694
34916	transitions	0	-0.6482886075973511
34916	transitions	1	0.34956952929496765
34916	transitions	2	1.6743292808532715
34916	transitions	3	0.09650921821594238
34916	transitions	4	0.9484029412269592
34916	transitions	5	1.2739229202270508
34916	transitions	6	0.48329848051071167
34916	transitions	7	0.17573155462741852
34916	transitions	8	-0.919520914554596
34916	transitions	9	0.9306592345237732
34916	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34916	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34916	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34916	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34916	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34916	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34916	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34916	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34916	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34916	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34916	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34916	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34916	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34916	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34916	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34916	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34916	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34916	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34916	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34916	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34916	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34916	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34916	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34916	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34916	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34916	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34916	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34916	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34916	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34916	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34916	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34916	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34916	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34916	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34916	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34916	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34916	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34916	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34916	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34916	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34916	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34916	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34916	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34916	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34916	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34916	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34916	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34916	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34916	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34916	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34916	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34916	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34916	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34916	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34916	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34916	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34916	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34916	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34916	embedding2nn.weight	0	0.02248307503759861
34916	embedding2nn.weight	1	0.01419207826256752
34916	embedding2nn.weight	2	-0.004285333212465048
34916	embedding2nn.weight	3	-0.00010379193554399535
34916	embedding2nn.weight	4	-0.004378246609121561
34916	embedding2nn.weight	5	0.011863145977258682
34916	embedding2nn.weight	6	-0.0049726939760148525
34916	embedding2nn.weight	7	0.02075914666056633
34916	embedding2nn.weight	8	-0.00683396914973855
34916	embedding2nn.weight	9	-0.013903946615755558
34916	embedding2nn.bias	0	-0.03898113593459129
34916	embedding2nn.bias	1	-0.021474789828062057
34916	embedding2nn.bias	2	-0.07478709518909454
34916	embedding2nn.bias	3	-0.0016801893943920732
34916	embedding2nn.bias	4	0.004291379824280739
34916	embedding2nn.bias	5	-0.0071799494326114655
34916	embedding2nn.bias	6	0.009298616088926792
34916	embedding2nn.bias	7	0.020362703129649162
34916	embedding2nn.bias	8	0.0070242369547486305
34916	embedding2nn.bias	9	0.0013182776747271419
34916	rnn.weight_ih_l0	0	0.03954286500811577
34916	rnn.weight_ih_l0	1	-0.01366156805306673
34916	rnn.weight_ih_l0	2	-0.03649463132023811
34916	rnn.weight_ih_l0	3	-0.04477909207344055
34916	rnn.weight_ih_l0	4	-0.052037741988897324
34916	rnn.weight_ih_l0	5	-0.008458446711301804
34916	rnn.weight_ih_l0	6	-0.05188382789492607
34916	rnn.weight_ih_l0	7	-0.061599645763635635
34916	rnn.weight_ih_l0	8	-0.04472366347908974
34916	rnn.weight_ih_l0	9	-0.026946060359477997
34916	rnn.weight_hh_l0	0	0.019326241686940193
34916	rnn.weight_hh_l0	1	-0.009703436866402626
34916	rnn.weight_hh_l0	2	-0.0676194503903389
34916	rnn.weight_hh_l0	3	-0.03337433561682701
34916	rnn.weight_hh_l0	4	-0.07834316045045853
34916	rnn.weight_hh_l0	5	-0.014546076767146587
34916	rnn.weight_hh_l0	6	-0.05433634668588638
34916	rnn.weight_hh_l0	7	-0.04073629528284073
34916	rnn.weight_hh_l0	8	-0.019119353964924812
34916	rnn.weight_hh_l0	9	-0.00791295524686575
34916	rnn.bias_ih_l0	0	0.14554940164089203
34916	rnn.bias_ih_l0	1	-0.05621829628944397
34916	rnn.bias_ih_l0	2	0.10425092279911041
34916	rnn.bias_ih_l0	3	0.04891636595129967
34916	rnn.bias_ih_l0	4	0.09897013008594513
34916	rnn.bias_ih_l0	5	0.02414127252995968
34916	rnn.bias_ih_l0	6	-0.01754315383732319
34916	rnn.bias_ih_l0	7	-0.10855425894260406
34916	rnn.bias_ih_l0	8	-0.2070004642009735
34916	rnn.bias_ih_l0	9	0.08709338307380676
34916	rnn.bias_hh_l0	0	0.002760758623480797
34916	rnn.bias_hh_l0	1	0.02358960174024105
34916	rnn.bias_hh_l0	2	-0.006070849951356649
34916	rnn.bias_hh_l0	3	-0.030232928693294525
34916	rnn.bias_hh_l0	4	-0.03617417812347412
34916	rnn.bias_hh_l0	5	0.14346739649772644
34916	rnn.bias_hh_l0	6	0.05135216936469078
34916	rnn.bias_hh_l0	7	0.05982843041419983
34916	rnn.bias_hh_l0	8	0.016825543716549873
34916	rnn.bias_hh_l0	9	0.04339584708213806
34916	rnn.weight_ih_l0_reverse	0	-0.029700394719839096
34916	rnn.weight_ih_l0_reverse	1	-0.002224208088591695
34916	rnn.weight_ih_l0_reverse	2	0.023829787969589233
34916	rnn.weight_ih_l0_reverse	3	-0.062113117426633835
34916	rnn.weight_ih_l0_reverse	4	0.009292528964579105
34916	rnn.weight_ih_l0_reverse	5	-0.04608849063515663
34916	rnn.weight_ih_l0_reverse	6	0.02836504578590393
34916	rnn.weight_ih_l0_reverse	7	0.04598161578178406
34916	rnn.weight_ih_l0_reverse	8	-0.04876241087913513
34916	rnn.weight_ih_l0_reverse	9	-0.050757165998220444
34916	rnn.weight_hh_l0_reverse	0	-0.08328957855701447
34916	rnn.weight_hh_l0_reverse	1	-0.06329015642404556
34916	rnn.weight_hh_l0_reverse	2	0.03438721224665642
34916	rnn.weight_hh_l0_reverse	3	0.045751914381980896
34916	rnn.weight_hh_l0_reverse	4	-0.015895038843154907
34916	rnn.weight_hh_l0_reverse	5	0.045585211366415024
34916	rnn.weight_hh_l0_reverse	6	0.0011403827229514718
34916	rnn.weight_hh_l0_reverse	7	-0.00018544802151154727
34916	rnn.weight_hh_l0_reverse	8	-0.09877874702215195
34916	rnn.weight_hh_l0_reverse	9	0.08017460256814957
34916	rnn.bias_ih_l0_reverse	0	-0.08938001096248627
34916	rnn.bias_ih_l0_reverse	1	-0.0692477747797966
34916	rnn.bias_ih_l0_reverse	2	0.10329573601484299
34916	rnn.bias_ih_l0_reverse	3	0.04792390763759613
34916	rnn.bias_ih_l0_reverse	4	-0.12920944392681122
34916	rnn.bias_ih_l0_reverse	5	0.041101958602666855
34916	rnn.bias_ih_l0_reverse	6	-0.1063663512468338
34916	rnn.bias_ih_l0_reverse	7	0.04460776969790459
34916	rnn.bias_ih_l0_reverse	8	0.03441877290606499
34916	rnn.bias_ih_l0_reverse	9	0.06328587979078293
34916	rnn.bias_hh_l0_reverse	0	0.05714317038655281
34916	rnn.bias_hh_l0_reverse	1	0.06545283645391464
34916	rnn.bias_hh_l0_reverse	2	0.07858981192111969
34916	rnn.bias_hh_l0_reverse	3	-0.003953011706471443
34916	rnn.bias_hh_l0_reverse	4	0.07155491411685944
34916	rnn.bias_hh_l0_reverse	5	0.0071664778515696526
34916	rnn.bias_hh_l0_reverse	6	-0.05445464327931404
34916	rnn.bias_hh_l0_reverse	7	0.027324091643095016
34916	rnn.bias_hh_l0_reverse	8	0.011188583448529243
34916	rnn.bias_hh_l0_reverse	9	-0.16116522252559662
34916	linear.weight	0	0.17340242862701416
34916	linear.weight	1	-0.16292314231395721
34916	linear.weight	2	-0.2148984968662262
34916	linear.weight	3	0.0784962996840477
34916	linear.weight	4	-0.026677783578634262
34916	linear.weight	5	0.004053263925015926
34916	linear.weight	6	-0.006905174348503351
34916	linear.weight	7	-0.027103472501039505
34916	linear.weight	8	0.08433641493320465
34916	linear.weight	9	0.3495059907436371
34916	linear.bias	0	-0.20709550380706787
34916	linear.bias	1	0.19423417747020721
34916	linear.bias	2	-0.539619505405426
34916	linear.bias	3	1.7040728330612183
34916	linear.bias	4	-0.3968137204647064
34916	linear.bias	5	-0.030769959092140198
34916	linear.bias	6	-0.35780462622642517
34916	linear.bias	7	-0.2794841229915619
34916	linear.bias	8	-0.043193574994802475
34916	linear.bias	9	-0.49795588850975037
34944	transitions	0	-0.6482890248298645
34944	transitions	1	0.3495694398880005
34944	transitions	2	1.6743290424346924
34944	transitions	3	0.09650890529155731
34944	transitions	4	0.9484027624130249
34944	transitions	5	1.2739229202270508
34944	transitions	6	0.48329830169677734
34944	transitions	7	0.17573155462741852
34944	transitions	8	-0.919520914554596
34944	transitions	9	0.9306592345237732
34944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34944	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34944	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34944	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34944	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34944	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34944	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34944	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34944	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34944	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34944	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34944	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34944	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34944	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34944	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34944	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34944	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34944	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34944	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34944	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34944	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34944	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34944	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34944	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34944	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34944	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34944	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34944	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34944	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34944	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34944	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34944	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34944	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34944	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34944	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34944	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34944	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34944	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34944	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34944	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34944	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34944	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34944	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34944	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34944	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34944	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34944	embedding2nn.weight	0	0.02248423360288143
34944	embedding2nn.weight	1	0.014191728085279465
34944	embedding2nn.weight	2	-0.0042852796614170074
34944	embedding2nn.weight	3	-0.00010422505147289485
34944	embedding2nn.weight	4	-0.004377672914415598
34944	embedding2nn.weight	5	0.01186368428170681
34944	embedding2nn.weight	6	-0.004973109345883131
34944	embedding2nn.weight	7	0.02076660841703415
34944	embedding2nn.weight	8	-0.006833658087998629
34944	embedding2nn.weight	9	-0.013903257437050343
34944	embedding2nn.bias	0	-0.039022549986839294
34944	embedding2nn.bias	1	-0.02150837332010269
34944	embedding2nn.bias	2	-0.07478144019842148
34944	embedding2nn.bias	3	-0.001736712409183383
34944	embedding2nn.bias	4	0.004317570477724075
34944	embedding2nn.bias	5	-0.007147231139242649
34944	embedding2nn.bias	6	0.009328152984380722
34944	embedding2nn.bias	7	0.02030869573354721
34944	embedding2nn.bias	8	0.007042287848889828
34944	embedding2nn.bias	9	0.0013523946981877089
34944	rnn.weight_ih_l0	0	0.03953838348388672
34944	rnn.weight_ih_l0	1	-0.013656948693096638
34944	rnn.weight_ih_l0	2	-0.03649783134460449
34944	rnn.weight_ih_l0	3	-0.04477700591087341
34944	rnn.weight_ih_l0	4	-0.052040114998817444
34944	rnn.weight_ih_l0	5	-0.008459982462227345
34944	rnn.weight_ih_l0	6	-0.05188698694109917
34944	rnn.weight_ih_l0	7	-0.06159921735525131
34944	rnn.weight_ih_l0	8	-0.04472353309392929
34944	rnn.weight_ih_l0	9	-0.026946015655994415
34944	rnn.weight_hh_l0	0	0.019324129447340965
34944	rnn.weight_hh_l0	1	-0.009706820361316204
34944	rnn.weight_hh_l0	2	-0.06761237978935242
34944	rnn.weight_hh_l0	3	-0.03337612748146057
34944	rnn.weight_hh_l0	4	-0.07834508270025253
34944	rnn.weight_hh_l0	5	-0.014549500308930874
34944	rnn.weight_hh_l0	6	-0.05434560403227806
34944	rnn.weight_hh_l0	7	-0.040731482207775116
34944	rnn.weight_hh_l0	8	-0.01911412738263607
34944	rnn.weight_hh_l0	9	-0.007917831651866436
34944	rnn.bias_ih_l0	0	0.14554791152477264
34944	rnn.bias_ih_l0	1	-0.05620546638965607
34944	rnn.bias_ih_l0	2	0.10426463931798935
34944	rnn.bias_ih_l0	3	0.048926807940006256
34944	rnn.bias_ih_l0	4	0.09896750748157501
34944	rnn.bias_ih_l0	5	0.024144655093550682
34944	rnn.bias_ih_l0	6	-0.017543023452162743
34944	rnn.bias_ih_l0	7	-0.10858673602342606
34944	rnn.bias_ih_l0	8	-0.20700785517692566
34944	rnn.bias_ih_l0	9	0.08708751201629639
34944	rnn.bias_hh_l0	0	0.002751624910160899
34944	rnn.bias_hh_l0	1	0.0235819760710001
34944	rnn.bias_hh_l0	2	-0.006072042975574732
34944	rnn.bias_hh_l0	3	-0.030259994789958
34944	rnn.bias_hh_l0	4	-0.036152295768260956
34944	rnn.bias_hh_l0	5	0.14346593618392944
34944	rnn.bias_hh_l0	6	0.051340773701667786
34944	rnn.bias_hh_l0	7	0.05982070788741112
34944	rnn.bias_hh_l0	8	0.01682567410171032
34944	rnn.bias_hh_l0	9	0.04339374601840973
34944	rnn.weight_ih_l0_reverse	0	-0.02970111183822155
34944	rnn.weight_ih_l0_reverse	1	-0.0022244800347834826
34944	rnn.weight_ih_l0_reverse	2	0.023828063160181046
34944	rnn.weight_ih_l0_reverse	3	-0.062113206833601
34944	rnn.weight_ih_l0_reverse	4	0.00929122231900692
34944	rnn.weight_ih_l0_reverse	5	-0.046090759336948395
34944	rnn.weight_ih_l0_reverse	6	0.028367910534143448
34944	rnn.weight_ih_l0_reverse	7	0.04598293453454971
34944	rnn.weight_ih_l0_reverse	8	-0.04876357689499855
34944	rnn.weight_ih_l0_reverse	9	-0.05075777322053909
34944	rnn.weight_hh_l0_reverse	0	-0.08328952640295029
34944	rnn.weight_hh_l0_reverse	1	-0.06328011304140091
34944	rnn.weight_hh_l0_reverse	2	0.034389108419418335
34944	rnn.weight_hh_l0_reverse	3	0.045751962810754776
34944	rnn.weight_hh_l0_reverse	4	-0.015906598418951035
34944	rnn.weight_hh_l0_reverse	5	0.045584551990032196
34944	rnn.weight_hh_l0_reverse	6	0.0011199568398296833
34944	rnn.weight_hh_l0_reverse	7	-0.00017995336384046823
34944	rnn.weight_hh_l0_reverse	8	-0.09877312183380127
34944	rnn.weight_hh_l0_reverse	9	0.08018063008785248
34944	rnn.bias_ih_l0_reverse	0	-0.08938124030828476
34944	rnn.bias_ih_l0_reverse	1	-0.069245845079422
34944	rnn.bias_ih_l0_reverse	2	0.10328903049230576
34944	rnn.bias_ih_l0_reverse	3	0.04792805761098862
34944	rnn.bias_ih_l0_reverse	4	-0.12920570373535156
34944	rnn.bias_ih_l0_reverse	5	0.04109688848257065
34944	rnn.bias_ih_l0_reverse	6	-0.10636720061302185
34944	rnn.bias_ih_l0_reverse	7	0.044583506882190704
34944	rnn.bias_ih_l0_reverse	8	0.03441976383328438
34944	rnn.bias_ih_l0_reverse	9	0.06328582018613815
34944	rnn.bias_hh_l0_reverse	0	0.05718863010406494
34944	rnn.bias_hh_l0_reverse	1	0.06543093174695969
34944	rnn.bias_hh_l0_reverse	2	0.0785825103521347
34944	rnn.bias_hh_l0_reverse	3	-0.0039621745236217976
34944	rnn.bias_hh_l0_reverse	4	0.07153834402561188
34944	rnn.bias_hh_l0_reverse	5	0.007183518726378679
34944	rnn.bias_hh_l0_reverse	6	-0.05445478484034538
34944	rnn.bias_hh_l0_reverse	7	0.027322212234139442
34944	rnn.bias_hh_l0_reverse	8	0.011168495751917362
34944	rnn.bias_hh_l0_reverse	9	-0.16119742393493652
34944	linear.weight	0	0.17341803014278412
34944	linear.weight	1	-0.16292302310466766
34944	linear.weight	2	-0.2148973047733307
34944	linear.weight	3	0.0785035490989685
34944	linear.weight	4	-0.02667793072760105
34944	linear.weight	5	0.004054192919284105
34944	linear.weight	6	-0.0069051505997776985
34944	linear.weight	7	-0.027103241533041
34944	linear.weight	8	0.08436606079339981
34944	linear.weight	9	0.34951546788215637
34944	linear.bias	0	-0.20698918402194977
34944	linear.bias	1	0.1942598521709442
34944	linear.bias	2	-0.5396271347999573
34944	linear.bias	3	1.704146146774292
34944	linear.bias	4	-0.3968146741390228
34944	linear.bias	5	-0.030769959092140198
34944	linear.bias	6	-0.3578127324581146
34944	linear.bias	7	-0.2794833183288574
34944	linear.bias	8	-0.04331322759389877
34944	linear.bias	9	-0.49795669317245483
34972	transitions	0	-0.6482893824577332
34972	transitions	1	0.34956926107406616
34972	transitions	2	1.6743290424346924
34972	transitions	3	0.0965087041258812
34972	transitions	4	0.9484027624130249
34972	transitions	5	1.2739229202270508
34972	transitions	6	0.48329830169677734
34972	transitions	7	0.17573155462741852
34972	transitions	8	-0.919520914554596
34972	transitions	9	0.9306592345237732
34972	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
34972	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
34972	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
34972	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
34972	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
34972	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
34972	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
34972	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
34972	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
34972	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
34972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
34972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
34972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
34972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
34972	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
34972	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
34972	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
34972	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
34972	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
34972	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
34972	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
34972	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
34972	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
34972	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
34972	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
34972	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
34972	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
34972	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
34972	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
34972	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
34972	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
34972	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
34972	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
34972	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
34972	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
34972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
34972	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
34972	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
34972	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
34972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
34972	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
34972	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
34972	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
34972	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
34972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
34972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
34972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
34972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
34972	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
34972	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
34972	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
34972	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
34972	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
34972	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
34972	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
34972	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
34972	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
34972	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
34972	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
34972	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
34972	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
34972	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
34972	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
34972	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
34972	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
34972	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
34972	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
34972	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
34972	embedding2nn.weight	0	0.022486872971057892
34972	embedding2nn.weight	1	0.014192506670951843
34972	embedding2nn.weight	2	-0.004285337869077921
34972	embedding2nn.weight	3	-0.00010525713878450915
34972	embedding2nn.weight	4	-0.00437725055962801
34972	embedding2nn.weight	5	0.01186253223568201
34972	embedding2nn.weight	6	-0.004973800852894783
34972	embedding2nn.weight	7	0.020765412598848343
34972	embedding2nn.weight	8	-0.006833565421402454
34972	embedding2nn.weight	9	-0.01390292402356863
34972	embedding2nn.bias	0	-0.039044588804244995
34972	embedding2nn.bias	1	-0.02149108424782753
34972	embedding2nn.bias	2	-0.07482930272817612
34972	embedding2nn.bias	3	-0.0017280218889936805
34972	embedding2nn.bias	4	0.004350509028881788
34972	embedding2nn.bias	5	-0.007179022300988436
34972	embedding2nn.bias	6	0.009381179697811604
34972	embedding2nn.bias	7	0.02028837986290455
34972	embedding2nn.bias	8	0.007094108033925295
34972	embedding2nn.bias	9	0.001349282218143344
34972	rnn.weight_ih_l0	0	0.03953731432557106
34972	rnn.weight_ih_l0	1	-0.01365787722170353
34972	rnn.weight_ih_l0	2	-0.036495208740234375
34972	rnn.weight_ih_l0	3	-0.04477560520172119
34972	rnn.weight_ih_l0	4	-0.05204208195209503
34972	rnn.weight_ih_l0	5	-0.008459561504423618
34972	rnn.weight_ih_l0	6	-0.051886461675167084
34972	rnn.weight_ih_l0	7	-0.06159963831305504
34972	rnn.weight_ih_l0	8	-0.04472505301237106
34972	rnn.weight_ih_l0	9	-0.026944536715745926
34972	rnn.weight_hh_l0	0	0.019324669614434242
34972	rnn.weight_hh_l0	1	-0.009708991274237633
34972	rnn.weight_hh_l0	2	-0.0676129087805748
34972	rnn.weight_hh_l0	3	-0.03337586671113968
34972	rnn.weight_hh_l0	4	-0.07834526896476746
34972	rnn.weight_hh_l0	5	-0.014550259336829185
34972	rnn.weight_hh_l0	6	-0.05434928461909294
34972	rnn.weight_hh_l0	7	-0.04073523357510567
34972	rnn.weight_hh_l0	8	-0.019114069640636444
34972	rnn.weight_hh_l0	9	-0.00792356114834547
34972	rnn.bias_ih_l0	0	0.14554312825202942
34972	rnn.bias_ih_l0	1	-0.056204020977020264
34972	rnn.bias_ih_l0	2	0.10426262021064758
34972	rnn.bias_ih_l0	3	0.048917677253484726
34972	rnn.bias_ih_l0	4	0.09897066652774811
34972	rnn.bias_ih_l0	5	0.024137476459145546
34972	rnn.bias_ih_l0	6	-0.017530709505081177
34972	rnn.bias_ih_l0	7	-0.10861461609601974
34972	rnn.bias_ih_l0	8	-0.20697537064552307
34972	rnn.bias_ih_l0	9	0.0870751440525055
34972	rnn.bias_hh_l0	0	0.0027530791703611612
34972	rnn.bias_hh_l0	1	0.023601047694683075
34972	rnn.bias_hh_l0	2	-0.006070071831345558
34972	rnn.bias_hh_l0	3	-0.030254635959863663
34972	rnn.bias_hh_l0	4	-0.03616410121321678
34972	rnn.bias_hh_l0	5	0.14347022771835327
34972	rnn.bias_hh_l0	6	0.05134033039212227
34972	rnn.bias_hh_l0	7	0.05983588844537735
34972	rnn.bias_hh_l0	8	0.016837988048791885
34972	rnn.bias_hh_l0	9	0.043399401009082794
34972	rnn.weight_ih_l0_reverse	0	-0.02970294840633869
34972	rnn.weight_ih_l0_reverse	1	-0.0022240611724555492
34972	rnn.weight_ih_l0_reverse	2	0.023828119039535522
34972	rnn.weight_ih_l0_reverse	3	-0.06211075186729431
34972	rnn.weight_ih_l0_reverse	4	0.009291556663811207
34972	rnn.weight_ih_l0_reverse	5	-0.04609213024377823
34972	rnn.weight_ih_l0_reverse	6	0.028363630175590515
34972	rnn.weight_ih_l0_reverse	7	0.04598323628306389
34972	rnn.weight_ih_l0_reverse	8	-0.04876512661576271
34972	rnn.weight_ih_l0_reverse	9	-0.0507565438747406
34972	rnn.weight_hh_l0_reverse	0	-0.08329177647829056
34972	rnn.weight_hh_l0_reverse	1	-0.0632704347372055
34972	rnn.weight_hh_l0_reverse	2	0.03438938036561012
34972	rnn.weight_hh_l0_reverse	3	0.04575040936470032
34972	rnn.weight_hh_l0_reverse	4	-0.015902305021882057
34972	rnn.weight_hh_l0_reverse	5	0.04558397829532623
34972	rnn.weight_hh_l0_reverse	6	0.001125858398154378
34972	rnn.weight_hh_l0_reverse	7	-0.00017726951045915484
34972	rnn.weight_hh_l0_reverse	8	-0.09877270460128784
34972	rnn.weight_hh_l0_reverse	9	0.08018037676811218
34972	rnn.bias_ih_l0_reverse	0	-0.08937689661979675
34972	rnn.bias_ih_l0_reverse	1	-0.06926827877759933
34972	rnn.bias_ih_l0_reverse	2	0.10327927023172379
34972	rnn.bias_ih_l0_reverse	3	0.04792088642716408
34972	rnn.bias_ih_l0_reverse	4	-0.12921415269374847
34972	rnn.bias_ih_l0_reverse	5	0.04109197109937668
34972	rnn.bias_ih_l0_reverse	6	-0.10635703802108765
34972	rnn.bias_ih_l0_reverse	7	0.044561874121427536
34972	rnn.bias_ih_l0_reverse	8	0.034424860030412674
34972	rnn.bias_ih_l0_reverse	9	0.0632835328578949
34972	rnn.bias_hh_l0_reverse	0	0.05717068538069725
34972	rnn.bias_hh_l0_reverse	1	0.06543513387441635
34972	rnn.bias_hh_l0_reverse	2	0.07858242839574814
34972	rnn.bias_hh_l0_reverse	3	-0.0039665671065449715
34972	rnn.bias_hh_l0_reverse	4	0.07155008614063263
34972	rnn.bias_hh_l0_reverse	5	0.007166225928813219
34972	rnn.bias_hh_l0_reverse	6	-0.054449521005153656
34972	rnn.bias_hh_l0_reverse	7	0.027319123968482018
34972	rnn.bias_hh_l0_reverse	8	0.011157249100506306
34972	rnn.bias_hh_l0_reverse	9	-0.1611999124288559
34972	linear.weight	0	0.17340968549251556
34972	linear.weight	1	-0.16292288899421692
34972	linear.weight	2	-0.21489812433719635
34972	linear.weight	3	0.07850092649459839
34972	linear.weight	4	-0.026677412912249565
34972	linear.weight	5	0.004054729826748371
34972	linear.weight	6	-0.0069051324389874935
34972	linear.weight	7	-0.027103213593363762
34972	linear.weight	8	0.08439034223556519
34972	linear.weight	9	0.34952473640441895
34972	linear.bias	0	-0.20707090198993683
34972	linear.bias	1	0.19426362216472626
34972	linear.bias	2	-0.5396344065666199
34972	linear.bias	3	1.7041877508163452
34972	linear.bias	4	-0.39681538939476013
34972	linear.bias	5	-0.030769959092140198
34972	linear.bias	6	-0.3578210175037384
34972	linear.bias	7	-0.2794632017612457
34972	linear.bias	8	-0.0433138832449913
34972	linear.bias	9	-0.49795717000961304
35000	transitions	0	-0.6482895612716675
35000	transitions	1	0.34956878423690796
35000	transitions	2	1.6743288040161133
35000	transitions	3	0.09650860726833344
35000	transitions	4	0.9484027624130249
35000	transitions	5	1.2739229202270508
35000	transitions	6	0.48329830169677734
35000	transitions	7	0.17573155462741852
35000	transitions	8	-0.919520914554596
35000	transitions	9	0.9306592345237732
35000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35000	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35000	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35000	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35000	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35000	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35000	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35000	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35000	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35000	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35000	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35000	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35000	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35000	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35000	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35000	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35000	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35000	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35000	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35000	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35000	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35000	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35000	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35000	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35000	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35000	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35000	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35000	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35000	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35000	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35000	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35000	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35000	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35000	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35000	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35000	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35000	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35000	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35000	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35000	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35000	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35000	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35000	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35000	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35000	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35000	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35000	embedding2nn.weight	0	0.022494884207844734
35000	embedding2nn.weight	1	0.014192812144756317
35000	embedding2nn.weight	2	-0.004285610280930996
35000	embedding2nn.weight	3	-0.00010510893480386585
35000	embedding2nn.weight	4	-0.004377456381917
35000	embedding2nn.weight	5	0.011863590218126774
35000	embedding2nn.weight	6	-0.004974022973328829
35000	embedding2nn.weight	7	0.020762979984283447
35000	embedding2nn.weight	8	-0.006833303719758987
35000	embedding2nn.weight	9	-0.013902605511248112
35000	embedding2nn.bias	0	-0.03903472423553467
35000	embedding2nn.bias	1	-0.02147398330271244
35000	embedding2nn.bias	2	-0.07482098042964935
35000	embedding2nn.bias	3	-0.0017195099499076605
35000	embedding2nn.bias	4	0.004358064383268356
35000	embedding2nn.bias	5	-0.007159088738262653
35000	embedding2nn.bias	6	0.009357080794870853
35000	embedding2nn.bias	7	0.020280830562114716
35000	embedding2nn.bias	8	0.007075339090079069
35000	embedding2nn.bias	9	0.0013052807189524174
35000	rnn.weight_ih_l0	0	0.03953581303358078
35000	rnn.weight_ih_l0	1	-0.013658612035214901
35000	rnn.weight_ih_l0	2	-0.0365024134516716
35000	rnn.weight_ih_l0	3	-0.044774264097213745
35000	rnn.weight_ih_l0	4	-0.05204339697957039
35000	rnn.weight_ih_l0	5	-0.008460059762001038
35000	rnn.weight_ih_l0	6	-0.05189090222120285
35000	rnn.weight_ih_l0	7	-0.0616007074713707
35000	rnn.weight_ih_l0	8	-0.04472646117210388
35000	rnn.weight_ih_l0	9	-0.026944153010845184
35000	rnn.weight_hh_l0	0	0.01932293362915516
35000	rnn.weight_hh_l0	1	-0.009703646413981915
35000	rnn.weight_hh_l0	2	-0.06761010736227036
35000	rnn.weight_hh_l0	3	-0.033375468105077744
35000	rnn.weight_hh_l0	4	-0.0783441886305809
35000	rnn.weight_hh_l0	5	-0.014551717787981033
35000	rnn.weight_hh_l0	6	-0.05435630679130554
35000	rnn.weight_hh_l0	7	-0.040736082941293716
35000	rnn.weight_hh_l0	8	-0.0191136933863163
35000	rnn.weight_hh_l0	9	-0.007924718782305717
35000	rnn.bias_ih_l0	0	0.14555172622203827
35000	rnn.bias_ih_l0	1	-0.056206487119197845
35000	rnn.bias_ih_l0	2	0.10427163541316986
35000	rnn.bias_ih_l0	3	0.04891393333673477
35000	rnn.bias_ih_l0	4	0.09896265715360641
35000	rnn.bias_ih_l0	5	0.02413775958120823
35000	rnn.bias_ih_l0	6	-0.01754184626042843
35000	rnn.bias_ih_l0	7	-0.10861116647720337
35000	rnn.bias_ih_l0	8	-0.20695087313652039
35000	rnn.bias_ih_l0	9	0.08707217127084732
35000	rnn.bias_hh_l0	0	0.0027660406194627285
35000	rnn.bias_hh_l0	1	0.02358885481953621
35000	rnn.bias_hh_l0	2	-0.006076795980334282
35000	rnn.bias_hh_l0	3	-0.030236538499593735
35000	rnn.bias_hh_l0	4	-0.03616089001297951
35000	rnn.bias_hh_l0	5	0.14345096051692963
35000	rnn.bias_hh_l0	6	0.05134575814008713
35000	rnn.bias_hh_l0	7	0.0598134882748127
35000	rnn.bias_hh_l0	8	0.016826851293444633
35000	rnn.bias_hh_l0	9	0.04339383542537689
35000	rnn.weight_ih_l0_reverse	0	-0.029701564460992813
35000	rnn.weight_ih_l0_reverse	1	-0.002221089554950595
35000	rnn.weight_ih_l0_reverse	2	0.023826489225029945
35000	rnn.weight_ih_l0_reverse	3	-0.06211147829890251
35000	rnn.weight_ih_l0_reverse	4	0.00929252989590168
35000	rnn.weight_ih_l0_reverse	5	-0.046092260628938675
35000	rnn.weight_ih_l0_reverse	6	0.02835622988641262
35000	rnn.weight_ih_l0_reverse	7	0.04598289355635643
35000	rnn.weight_ih_l0_reverse	8	-0.048764314502477646
35000	rnn.weight_ih_l0_reverse	9	-0.05075497552752495
35000	rnn.weight_hh_l0_reverse	0	-0.08329179883003235
35000	rnn.weight_hh_l0_reverse	1	-0.06326883286237717
35000	rnn.weight_hh_l0_reverse	2	0.0343930721282959
35000	rnn.weight_hh_l0_reverse	3	0.04575107619166374
35000	rnn.weight_hh_l0_reverse	4	-0.015901634469628334
35000	rnn.weight_hh_l0_reverse	5	0.045581914484500885
35000	rnn.weight_hh_l0_reverse	6	0.001111488789319992
35000	rnn.weight_hh_l0_reverse	7	-0.00017986568855121732
35000	rnn.weight_hh_l0_reverse	8	-0.09877394884824753
35000	rnn.weight_hh_l0_reverse	9	0.08017968386411667
35000	rnn.bias_ih_l0_reverse	0	-0.08931449055671692
35000	rnn.bias_ih_l0_reverse	1	-0.0692719891667366
35000	rnn.bias_ih_l0_reverse	2	0.10326365381479263
35000	rnn.bias_ih_l0_reverse	3	0.04792278632521629
35000	rnn.bias_ih_l0_reverse	4	-0.12920819222927094
35000	rnn.bias_ih_l0_reverse	5	0.04109954833984375
35000	rnn.bias_ih_l0_reverse	6	-0.10635119676589966
35000	rnn.bias_ih_l0_reverse	7	0.04457471892237663
35000	rnn.bias_ih_l0_reverse	8	0.03442494943737984
35000	rnn.bias_ih_l0_reverse	9	0.06327740848064423
35000	rnn.bias_hh_l0_reverse	0	0.05708465725183487
35000	rnn.bias_hh_l0_reverse	1	0.06546060740947723
35000	rnn.bias_hh_l0_reverse	2	0.07857735455036163
35000	rnn.bias_hh_l0_reverse	3	-0.003984604496508837
35000	rnn.bias_hh_l0_reverse	4	0.07153579592704773
35000	rnn.bias_hh_l0_reverse	5	0.007157893851399422
35000	rnn.bias_hh_l0_reverse	6	-0.054447297006845474
35000	rnn.bias_hh_l0_reverse	7	0.027324458584189415
35000	rnn.bias_hh_l0_reverse	8	0.011162420734763145
35000	rnn.bias_hh_l0_reverse	9	-0.1611672341823578
35000	linear.weight	0	0.17339006066322327
35000	linear.weight	1	-0.16292284429073334
35000	linear.weight	2	-0.21489690244197845
35000	linear.weight	3	0.0785059779882431
35000	linear.weight	4	-0.026676077395677567
35000	linear.weight	5	0.0040403869934380054
35000	linear.weight	6	-0.006905119400471449
35000	linear.weight	7	-0.027102522552013397
35000	linear.weight	8	0.08438511937856674
35000	linear.weight	9	0.34951868653297424
35000	linear.bias	0	-0.20716968178749084
35000	linear.bias	1	0.19430723786354065
35000	linear.bias	2	-0.5396209955215454
35000	linear.bias	3	1.7041914463043213
35000	linear.bias	4	-0.39679309725761414
35000	linear.bias	5	-0.030769959092140198
35000	linear.bias	6	-0.3578123450279236
35000	linear.bias	7	-0.27947136759757996
35000	linear.bias	8	-0.04326390102505684
35000	linear.bias	9	-0.4979575276374817
35028	transitions	0	-0.648289680480957
35028	transitions	1	0.3495686650276184
35028	transitions	2	1.6743285655975342
35028	transitions	3	0.09650833904743195
35028	transitions	4	0.9484027028083801
35028	transitions	5	1.2739229202270508
35028	transitions	6	0.48329830169677734
35028	transitions	7	0.17573155462741852
35028	transitions	8	-0.919520914554596
35028	transitions	9	0.9306592345237732
35028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35028	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35028	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35028	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35028	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35028	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35028	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35028	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35028	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35028	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35028	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35028	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35028	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35028	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35028	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35028	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35028	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35028	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35028	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35028	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35028	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35028	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35028	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35028	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35028	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35028	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35028	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35028	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35028	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35028	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35028	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35028	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35028	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35028	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35028	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35028	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35028	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35028	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35028	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35028	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35028	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35028	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35028	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35028	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35028	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35028	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35028	embedding2nn.weight	0	0.02249005436897278
35028	embedding2nn.weight	1	0.014193353243172169
35028	embedding2nn.weight	2	-0.004285771865397692
35028	embedding2nn.weight	3	-0.0001073150779120624
35028	embedding2nn.weight	4	-0.004377592820674181
35028	embedding2nn.weight	5	0.01186321023851633
35028	embedding2nn.weight	6	-0.004974656272679567
35028	embedding2nn.weight	7	0.020757727324962616
35028	embedding2nn.weight	8	-0.006833846215158701
35028	embedding2nn.weight	9	-0.013902410864830017
35028	embedding2nn.bias	0	-0.038989946246147156
35028	embedding2nn.bias	1	-0.021476613357663155
35028	embedding2nn.bias	2	-0.07479466497898102
35028	embedding2nn.bias	3	-0.001727256691083312
35028	embedding2nn.bias	4	0.004379410296678543
35028	embedding2nn.bias	5	-0.007170742377638817
35028	embedding2nn.bias	6	0.009374700486660004
35028	embedding2nn.bias	7	0.02027909830212593
35028	embedding2nn.bias	8	0.007069763727486134
35028	embedding2nn.bias	9	0.0013521491782739758
35028	rnn.weight_ih_l0	0	0.03953619673848152
35028	rnn.weight_ih_l0	1	-0.01365973986685276
35028	rnn.weight_ih_l0	2	-0.03650299459695816
35028	rnn.weight_ih_l0	3	-0.0447705015540123
35028	rnn.weight_ih_l0	4	-0.05204325541853905
35028	rnn.weight_ih_l0	5	-0.008457738906145096
35028	rnn.weight_ih_l0	6	-0.0518900528550148
35028	rnn.weight_ih_l0	7	-0.061600491404533386
35028	rnn.weight_ih_l0	8	-0.044728804379701614
35028	rnn.weight_ih_l0	9	-0.02694396674633026
35028	rnn.weight_hh_l0	0	0.019321536645293236
35028	rnn.weight_hh_l0	1	-0.009703748859465122
35028	rnn.weight_hh_l0	2	-0.06760524213314056
35028	rnn.weight_hh_l0	3	-0.03337438777089119
35028	rnn.weight_hh_l0	4	-0.07834994047880173
35028	rnn.weight_hh_l0	5	-0.014552395790815353
35028	rnn.weight_hh_l0	6	-0.0543622225522995
35028	rnn.weight_hh_l0	7	-0.0407508946955204
35028	rnn.weight_hh_l0	8	-0.01911444030702114
35028	rnn.weight_hh_l0	9	-0.00792768970131874
35028	rnn.bias_ih_l0	0	0.14554797112941742
35028	rnn.bias_ih_l0	1	-0.056223005056381226
35028	rnn.bias_ih_l0	2	0.10427499562501907
35028	rnn.bias_ih_l0	3	0.04890594631433487
35028	rnn.bias_ih_l0	4	0.09895932674407959
35028	rnn.bias_ih_l0	5	0.0241381898522377
35028	rnn.bias_ih_l0	6	-0.01752668246626854
35028	rnn.bias_ih_l0	7	-0.10862286388874054
35028	rnn.bias_ih_l0	8	-0.20701977610588074
35028	rnn.bias_ih_l0	9	0.0870741531252861
35028	rnn.bias_hh_l0	0	0.002753127133473754
35028	rnn.bias_hh_l0	1	0.023588329553604126
35028	rnn.bias_hh_l0	2	-0.006087504792958498
35028	rnn.bias_hh_l0	3	-0.030245685949921608
35028	rnn.bias_hh_l0	4	-0.03617578372359276
35028	rnn.bias_hh_l0	5	0.14346404373645782
35028	rnn.bias_hh_l0	6	0.051339853554964066
35028	rnn.bias_hh_l0	7	0.059820450842380524
35028	rnn.bias_hh_l0	8	0.016842015087604523
35028	rnn.bias_hh_l0	9	0.04340531677007675
35028	rnn.weight_ih_l0_reverse	0	-0.02970072627067566
35028	rnn.weight_ih_l0_reverse	1	-0.002223707502707839
35028	rnn.weight_ih_l0_reverse	2	0.02382875792682171
35028	rnn.weight_ih_l0_reverse	3	-0.06211176514625549
35028	rnn.weight_ih_l0_reverse	4	0.009294943884015083
35028	rnn.weight_ih_l0_reverse	5	-0.046092256903648376
35028	rnn.weight_ih_l0_reverse	6	0.028356384485960007
35028	rnn.weight_ih_l0_reverse	7	0.045981455594301224
35028	rnn.weight_ih_l0_reverse	8	-0.048764877021312714
35028	rnn.weight_ih_l0_reverse	9	-0.050754107534885406
35028	rnn.weight_hh_l0_reverse	0	-0.08328499644994736
35028	rnn.weight_hh_l0_reverse	1	-0.06326012313365936
35028	rnn.weight_hh_l0_reverse	2	0.03439238294959068
35028	rnn.weight_hh_l0_reverse	3	0.0457504466176033
35028	rnn.weight_hh_l0_reverse	4	-0.015908153727650642
35028	rnn.weight_hh_l0_reverse	5	0.045580048114061356
35028	rnn.weight_hh_l0_reverse	6	0.0011425301199778914
35028	rnn.weight_hh_l0_reverse	7	-0.00018305577395949513
35028	rnn.weight_hh_l0_reverse	8	-0.09877867996692657
35028	rnn.weight_hh_l0_reverse	9	0.08018099516630173
35028	rnn.bias_ih_l0_reverse	0	-0.08933015167713165
35028	rnn.bias_ih_l0_reverse	1	-0.06925999373197556
35028	rnn.bias_ih_l0_reverse	2	0.10325200110673904
35028	rnn.bias_ih_l0_reverse	3	0.047924648970365524
35028	rnn.bias_ih_l0_reverse	4	-0.1292034387588501
35028	rnn.bias_ih_l0_reverse	5	0.04110840708017349
35028	rnn.bias_ih_l0_reverse	6	-0.10635441541671753
35028	rnn.bias_ih_l0_reverse	7	0.044586796313524246
35028	rnn.bias_ih_l0_reverse	8	0.03443136066198349
35028	rnn.bias_ih_l0_reverse	9	0.06327909231185913
35028	rnn.bias_hh_l0_reverse	0	0.057159218937158585
35028	rnn.bias_hh_l0_reverse	1	0.06544703990221024
35028	rnn.bias_hh_l0_reverse	2	0.07858451455831528
35028	rnn.bias_hh_l0_reverse	3	-0.003986388444900513
35028	rnn.bias_hh_l0_reverse	4	0.07154875993728638
35028	rnn.bias_hh_l0_reverse	5	0.007144843693822622
35028	rnn.bias_hh_l0_reverse	6	-0.05445574223995209
35028	rnn.bias_hh_l0_reverse	7	0.027327360585331917
35028	rnn.bias_hh_l0_reverse	8	0.011139366775751114
35028	rnn.bias_hh_l0_reverse	9	-0.161190003156662
35028	linear.weight	0	0.17335356771945953
35028	linear.weight	1	-0.16292281448841095
35028	linear.weight	2	-0.21490556001663208
35028	linear.weight	3	0.07849674671888351
35028	linear.weight	4	-0.026675404980778694
35028	linear.weight	5	0.004042117390781641
35028	linear.weight	6	-0.006905125454068184
35028	linear.weight	7	-0.027102181687951088
35028	linear.weight	8	0.08442230522632599
35028	linear.weight	9	0.34950700402259827
35028	linear.bias	0	-0.207208514213562
35028	linear.bias	1	0.19432228803634644
35028	linear.bias	2	-0.5396304726600647
35028	linear.bias	3	1.7043542861938477
35028	linear.bias	4	-0.39679428935050964
35028	linear.bias	5	-0.030769959092140198
35028	linear.bias	6	-0.3578292727470398
35028	linear.bias	7	-0.279472678899765
35028	linear.bias	8	-0.04331130534410477
35028	linear.bias	9	-0.49795836210250854
35056	transitions	0	-0.6482899188995361
35056	transitions	1	0.3495686650276184
35056	transitions	2	1.6743285655975342
35056	transitions	3	0.09650716930627823
35056	transitions	4	0.9484027028083801
35056	transitions	5	1.2739229202270508
35056	transitions	6	0.48329830169677734
35056	transitions	7	0.17573155462741852
35056	transitions	8	-0.919520914554596
35056	transitions	9	0.9306592345237732
35056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35056	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35056	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35056	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35056	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35056	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35056	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35056	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35056	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35056	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35056	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35056	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35056	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35056	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35056	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35056	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35056	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35056	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35056	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35056	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35056	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35056	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35056	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35056	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35056	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35056	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35056	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35056	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35056	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35056	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35056	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35056	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35056	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35056	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35056	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35056	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35056	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35056	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35056	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35056	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35056	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35056	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35056	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35056	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35056	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35056	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35056	embedding2nn.weight	0	0.022492846474051476
35056	embedding2nn.weight	1	0.01419342216104269
35056	embedding2nn.weight	2	-0.004285669885575771
35056	embedding2nn.weight	3	-0.00010735759133240208
35056	embedding2nn.weight	4	-0.004377233330160379
35056	embedding2nn.weight	5	0.011863277293741703
35056	embedding2nn.weight	6	-0.004974899347871542
35056	embedding2nn.weight	7	0.020754816010594368
35056	embedding2nn.weight	8	-0.0068340301513671875
35056	embedding2nn.weight	9	-0.013902836479246616
35056	embedding2nn.bias	0	-0.03895825147628784
35056	embedding2nn.bias	1	-0.021524550393223763
35056	embedding2nn.bias	2	-0.07473437488079071
35056	embedding2nn.bias	3	-0.0017618922283872962
35056	embedding2nn.bias	4	0.004354187753051519
35056	embedding2nn.bias	5	-0.00713100703433156
35056	embedding2nn.bias	6	0.009354920126497746
35056	embedding2nn.bias	7	0.02030586265027523
35056	embedding2nn.bias	8	0.007086792029440403
35056	embedding2nn.bias	9	0.001304703881032765
35056	rnn.weight_ih_l0	0	0.03953534737229347
35056	rnn.weight_ih_l0	1	-0.013657952658832073
35056	rnn.weight_ih_l0	2	-0.03649713099002838
35056	rnn.weight_ih_l0	3	-0.04476802796125412
35056	rnn.weight_ih_l0	4	-0.05204479768872261
35056	rnn.weight_ih_l0	5	-0.008456475101411343
35056	rnn.weight_ih_l0	6	-0.05188952386379242
35056	rnn.weight_ih_l0	7	-0.06159982830286026
35056	rnn.weight_ih_l0	8	-0.0447298139333725
35056	rnn.weight_ih_l0	9	-0.026942983269691467
35056	rnn.weight_hh_l0	0	0.019319137558341026
35056	rnn.weight_hh_l0	1	-0.009697678498923779
35056	rnn.weight_hh_l0	2	-0.06760456413030624
35056	rnn.weight_hh_l0	3	-0.033373117446899414
35056	rnn.weight_hh_l0	4	-0.07835095375776291
35056	rnn.weight_hh_l0	5	-0.014549925923347473
35056	rnn.weight_hh_l0	6	-0.054358452558517456
35056	rnn.weight_hh_l0	7	-0.040750652551651
35056	rnn.weight_hh_l0	8	-0.01911471225321293
35056	rnn.weight_hh_l0	9	-0.007925868034362793
35056	rnn.bias_ih_l0	0	0.14554531872272491
35056	rnn.bias_ih_l0	1	-0.05622783303260803
35056	rnn.bias_ih_l0	2	0.10430104285478592
35056	rnn.bias_ih_l0	3	0.04889213293790817
35056	rnn.bias_ih_l0	4	0.0989653691649437
35056	rnn.bias_ih_l0	5	0.024143066257238388
35056	rnn.bias_ih_l0	6	-0.01754218526184559
35056	rnn.bias_ih_l0	7	-0.10867848992347717
35056	rnn.bias_ih_l0	8	-0.20694807171821594
35056	rnn.bias_ih_l0	9	0.08707719296216965
35056	rnn.bias_hh_l0	0	0.0027503648307174444
35056	rnn.bias_hh_l0	1	0.02358250506222248
35056	rnn.bias_hh_l0	2	-0.006085751112550497
35056	rnn.bias_hh_l0	3	-0.030255693942308426
35056	rnn.bias_hh_l0	4	-0.03616250306367874
35056	rnn.bias_hh_l0	5	0.14346420764923096
35056	rnn.bias_hh_l0	6	0.05132443457841873
35056	rnn.bias_hh_l0	7	0.05982941761612892
35056	rnn.bias_hh_l0	8	0.016826512292027473
35056	rnn.bias_hh_l0	9	0.043388646095991135
35056	rnn.weight_ih_l0_reverse	0	-0.02970215119421482
35056	rnn.weight_ih_l0_reverse	1	-0.0022190476302057505
35056	rnn.weight_ih_l0_reverse	2	0.023827170953154564
35056	rnn.weight_ih_l0_reverse	3	-0.062112919986248016
35056	rnn.weight_ih_l0_reverse	4	0.009294417686760426
35056	rnn.weight_ih_l0_reverse	5	-0.04609115794301033
35056	rnn.weight_ih_l0_reverse	6	0.028367135673761368
35056	rnn.weight_ih_l0_reverse	7	0.0459824874997139
35056	rnn.weight_ih_l0_reverse	8	-0.04876594617962837
35056	rnn.weight_ih_l0_reverse	9	-0.05075416713953018
35056	rnn.weight_hh_l0_reverse	0	-0.08328798413276672
35056	rnn.weight_hh_l0_reverse	1	-0.06326140463352203
35056	rnn.weight_hh_l0_reverse	2	0.034394048154354095
35056	rnn.weight_hh_l0_reverse	3	0.04575049877166748
35056	rnn.weight_hh_l0_reverse	4	-0.015905143693089485
35056	rnn.weight_hh_l0_reverse	5	0.045582063496112823
35056	rnn.weight_hh_l0_reverse	6	0.0011431800667196512
35056	rnn.weight_hh_l0_reverse	7	-0.00018354998610448092
35056	rnn.weight_hh_l0_reverse	8	-0.09878174960613251
35056	rnn.weight_hh_l0_reverse	9	0.08017468452453613
35056	rnn.bias_ih_l0_reverse	0	-0.08928607404232025
35056	rnn.bias_ih_l0_reverse	1	-0.06930184364318848
35056	rnn.bias_ih_l0_reverse	2	0.10325374454259872
35056	rnn.bias_ih_l0_reverse	3	0.047928307205438614
35056	rnn.bias_ih_l0_reverse	4	-0.1292039006948471
35056	rnn.bias_ih_l0_reverse	5	0.04111134260892868
35056	rnn.bias_ih_l0_reverse	6	-0.1063559278845787
35056	rnn.bias_ih_l0_reverse	7	0.04457736760377884
35056	rnn.bias_ih_l0_reverse	8	0.034425657242536545
35056	rnn.bias_ih_l0_reverse	9	0.06326790899038315
35056	rnn.bias_hh_l0_reverse	0	0.05715784430503845
35056	rnn.bias_hh_l0_reverse	1	0.06544582545757294
35056	rnn.bias_hh_l0_reverse	2	0.07858479022979736
35056	rnn.bias_hh_l0_reverse	3	-0.003971606492996216
35056	rnn.bias_hh_l0_reverse	4	0.07155138999223709
35056	rnn.bias_hh_l0_reverse	5	0.007144363131374121
35056	rnn.bias_hh_l0_reverse	6	-0.054453905671834946
35056	rnn.bias_hh_l0_reverse	7	0.02732011303305626
35056	rnn.bias_hh_l0_reverse	8	0.01114717684686184
35056	rnn.bias_hh_l0_reverse	9	-0.16120804846286774
35056	linear.weight	0	0.17336271703243256
35056	linear.weight	1	-0.16292273998260498
35056	linear.weight	2	-0.21490351855754852
35056	linear.weight	3	0.07844779640436172
35056	linear.weight	4	-0.02666868455708027
35056	linear.weight	5	0.004042418207973242
35056	linear.weight	6	-0.006905116606503725
35056	linear.weight	7	-0.027102138847112656
35056	linear.weight	8	0.0844387635588646
35056	linear.weight	9	0.34949761629104614
35056	linear.bias	0	-0.20718292891979218
35056	linear.bias	1	0.19433526694774628
35056	linear.bias	2	-0.5396347045898438
35056	linear.bias	3	1.7041316032409668
35056	linear.bias	4	-0.39679479598999023
35056	linear.bias	5	-0.030769959092140198
35056	linear.bias	6	-0.35783910751342773
35056	linear.bias	7	-0.2794424891471863
35056	linear.bias	8	-0.043351709842681885
35056	linear.bias	9	-0.4979587495326996
35084	transitions	0	-0.6482899785041809
35084	transitions	1	0.3495684862136841
35084	transitions	2	1.674328327178955
35084	transitions	3	0.09650711715221405
35084	transitions	4	0.948402464389801
35084	transitions	5	1.2739229202270508
35084	transitions	6	0.48329830169677734
35084	transitions	7	0.17573155462741852
35084	transitions	8	-0.919520914554596
35084	transitions	9	0.9306592345237732
35084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35084	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35084	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35084	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35084	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35084	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35084	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35084	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35084	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35084	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35084	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35084	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35084	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35084	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35084	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35084	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35084	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35084	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35084	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35084	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35084	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35084	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35084	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35084	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35084	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35084	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35084	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35084	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35084	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35084	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35084	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35084	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35084	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35084	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35084	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35084	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35084	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35084	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35084	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35084	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35084	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35084	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35084	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35084	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35084	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35084	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35084	embedding2nn.weight	0	0.0224919393658638
35084	embedding2nn.weight	1	0.01419319398701191
35084	embedding2nn.weight	2	-0.004285845905542374
35084	embedding2nn.weight	3	-0.00010911575373029336
35084	embedding2nn.weight	4	-0.004377427510917187
35084	embedding2nn.weight	5	0.011862717568874359
35084	embedding2nn.weight	6	-0.004975203890353441
35084	embedding2nn.weight	7	0.020751606673002243
35084	embedding2nn.weight	8	-0.006833920255303383
35084	embedding2nn.weight	9	-0.013903018087148666
35084	embedding2nn.bias	0	-0.03896656632423401
35084	embedding2nn.bias	1	-0.021462606266140938
35084	embedding2nn.bias	2	-0.07478498667478561
35084	embedding2nn.bias	3	-0.0018048998899757862
35084	embedding2nn.bias	4	0.0043691773898899555
35084	embedding2nn.bias	5	-0.007084048818796873
35084	embedding2nn.bias	6	0.00940750539302826
35084	embedding2nn.bias	7	0.02024764008820057
35084	embedding2nn.bias	8	0.007120992057025433
35084	embedding2nn.bias	9	0.0013669804902747273
35084	rnn.weight_ih_l0	0	0.039538413286209106
35084	rnn.weight_ih_l0	1	-0.01365733053535223
35084	rnn.weight_ih_l0	2	-0.03649439662694931
35084	rnn.weight_ih_l0	3	-0.04476947337388992
35084	rnn.weight_ih_l0	4	-0.052041634917259216
35084	rnn.weight_ih_l0	5	-0.008457948453724384
35084	rnn.weight_ih_l0	6	-0.05188419297337532
35084	rnn.weight_ih_l0	7	-0.06159842759370804
35084	rnn.weight_ih_l0	8	-0.0447281152009964
35084	rnn.weight_ih_l0	9	-0.026944704353809357
35084	rnn.weight_hh_l0	0	0.019320067018270493
35084	rnn.weight_hh_l0	1	-0.009700119495391846
35084	rnn.weight_hh_l0	2	-0.06760172545909882
35084	rnn.weight_hh_l0	3	-0.033373426645994186
35084	rnn.weight_hh_l0	4	-0.07835003733634949
35084	rnn.weight_hh_l0	5	-0.014555122703313828
35084	rnn.weight_hh_l0	6	-0.05434763804078102
35084	rnn.weight_hh_l0	7	-0.040748052299022675
35084	rnn.weight_hh_l0	8	-0.019115224480628967
35084	rnn.weight_hh_l0	9	-0.007930385880172253
35084	rnn.bias_ih_l0	0	0.14555230736732483
35084	rnn.bias_ih_l0	1	-0.056221578270196915
35084	rnn.bias_ih_l0	2	0.10430949181318283
35084	rnn.bias_ih_l0	3	0.04888973385095596
35084	rnn.bias_ih_l0	4	0.09895724058151245
35084	rnn.bias_ih_l0	5	0.024151500314474106
35084	rnn.bias_ih_l0	6	-0.017528146505355835
35084	rnn.bias_ih_l0	7	-0.10866368561983109
35084	rnn.bias_ih_l0	8	-0.20696522295475006
35084	rnn.bias_ih_l0	9	0.08707024157047272
35084	rnn.bias_hh_l0	0	0.0027426299639046192
35084	rnn.bias_hh_l0	1	0.023574069142341614
35084	rnn.bias_hh_l0	2	-0.006088989321142435
35084	rnn.bias_hh_l0	3	-0.03024601936340332
35084	rnn.bias_hh_l0	4	-0.03615361824631691
35084	rnn.bias_hh_l0	5	0.1434846669435501
35084	rnn.bias_hh_l0	6	0.05132628604769707
35084	rnn.bias_hh_l0	7	0.05983704701066017
35084	rnn.bias_hh_l0	8	0.016840551048517227
35084	rnn.bias_hh_l0	9	0.04338448867201805
35084	rnn.weight_ih_l0_reverse	0	-0.02970346435904503
35084	rnn.weight_ih_l0_reverse	1	-0.0022111362777650356
35084	rnn.weight_ih_l0_reverse	2	0.02382751740515232
35084	rnn.weight_ih_l0_reverse	3	-0.062112703919410706
35084	rnn.weight_ih_l0_reverse	4	0.009297705255448818
35084	rnn.weight_ih_l0_reverse	5	-0.04609430581331253
35084	rnn.weight_ih_l0_reverse	6	0.02837020345032215
35084	rnn.weight_ih_l0_reverse	7	0.04598172381520271
35084	rnn.weight_ih_l0_reverse	8	-0.04876674711704254
35084	rnn.weight_ih_l0_reverse	9	-0.05075496807694435
35084	rnn.weight_hh_l0_reverse	0	-0.08328371495008469
35084	rnn.weight_hh_l0_reverse	1	-0.06325935572385788
35084	rnn.weight_hh_l0_reverse	2	0.03439832478761673
35084	rnn.weight_hh_l0_reverse	3	0.045749273151159286
35084	rnn.weight_hh_l0_reverse	4	-0.01590545102953911
35084	rnn.weight_hh_l0_reverse	5	0.0455816276371479
35084	rnn.weight_hh_l0_reverse	6	0.001159357838332653
35084	rnn.weight_hh_l0_reverse	7	-0.00018045750039163977
35084	rnn.weight_hh_l0_reverse	8	-0.09878217428922653
35084	rnn.weight_hh_l0_reverse	9	0.0801767110824585
35084	rnn.bias_ih_l0_reverse	0	-0.08932843804359436
35084	rnn.bias_ih_l0_reverse	1	-0.06930101662874222
35084	rnn.bias_ih_l0_reverse	2	0.10324705392122269
35084	rnn.bias_ih_l0_reverse	3	0.0479259192943573
35084	rnn.bias_ih_l0_reverse	4	-0.12919881939888
35084	rnn.bias_ih_l0_reverse	5	0.04109358787536621
35084	rnn.bias_ih_l0_reverse	6	-0.10637091100215912
35084	rnn.bias_ih_l0_reverse	7	0.04458518698811531
35084	rnn.bias_ih_l0_reverse	8	0.03442532196640968
35084	rnn.bias_ih_l0_reverse	9	0.06326457113027573
35084	rnn.bias_hh_l0_reverse	0	0.057155150920152664
35084	rnn.bias_hh_l0_reverse	1	0.0654349997639656
35084	rnn.bias_hh_l0_reverse	2	0.0785936489701271
35084	rnn.bias_hh_l0_reverse	3	-0.003984913695603609
35084	rnn.bias_hh_l0_reverse	4	0.07155527174472809
35084	rnn.bias_hh_l0_reverse	5	0.007164214737713337
35084	rnn.bias_hh_l0_reverse	6	-0.054445989429950714
35084	rnn.bias_hh_l0_reverse	7	0.027335675433278084
35084	rnn.bias_hh_l0_reverse	8	0.011143170297145844
35084	rnn.bias_hh_l0_reverse	9	-0.16117960214614868
35084	linear.weight	0	0.17335140705108643
35084	linear.weight	1	-0.16292262077331543
35084	linear.weight	2	-0.21489952504634857
35084	linear.weight	3	0.07840695977210999
35084	linear.weight	4	-0.026666302233934402
35084	linear.weight	5	0.00404213834553957
35084	linear.weight	6	-0.006905132904648781
35084	linear.weight	7	-0.027100898325443268
35084	linear.weight	8	0.0844317376613617
35084	linear.weight	9	0.3495016098022461
35084	linear.bias	0	-0.20713666081428528
35084	linear.bias	1	0.19432716071605682
35084	linear.bias	2	-0.539611279964447
35084	linear.bias	3	1.7041643857955933
35084	linear.bias	4	-0.39681240916252136
35084	linear.bias	5	-0.030769959092140198
35084	linear.bias	6	-0.3578178584575653
35084	linear.bias	7	-0.2794533371925354
35084	linear.bias	8	-0.043366674333810806
35084	linear.bias	9	-0.49795934557914734
35112	transitions	0	-0.6482900381088257
35112	transitions	1	0.3495684862136841
35112	transitions	2	1.6743279695510864
35112	transitions	3	0.09650634229183197
35112	transitions	4	0.948402464389801
35112	transitions	5	1.2739229202270508
35112	transitions	6	0.48329830169677734
35112	transitions	7	0.17573155462741852
35112	transitions	8	-0.919520914554596
35112	transitions	9	0.9306592345237732
35112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35112	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35112	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35112	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35112	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35112	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35112	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35112	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35112	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35112	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35112	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35112	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35112	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35112	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35112	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35112	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35112	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35112	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35112	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35112	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35112	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35112	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35112	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35112	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35112	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35112	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35112	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35112	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35112	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35112	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35112	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35112	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35112	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35112	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35112	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35112	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35112	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35112	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35112	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35112	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35112	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35112	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35112	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35112	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35112	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35112	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35112	embedding2nn.weight	0	0.02249275892972946
35112	embedding2nn.weight	1	0.014193040318787098
35112	embedding2nn.weight	2	-0.004285789560526609
35112	embedding2nn.weight	3	-0.00010859350732062012
35112	embedding2nn.weight	4	-0.004377880599349737
35112	embedding2nn.weight	5	0.011862089857459068
35112	embedding2nn.weight	6	-0.00497489282861352
35112	embedding2nn.weight	7	0.02075067348778248
35112	embedding2nn.weight	8	-0.006835312116891146
35112	embedding2nn.weight	9	-0.013903006911277771
35112	embedding2nn.bias	0	-0.03898924961686134
35112	embedding2nn.bias	1	-0.021459020674228668
35112	embedding2nn.bias	2	-0.07478392869234085
35112	embedding2nn.bias	3	-0.0018184129148721695
35112	embedding2nn.bias	4	0.004351469688117504
35112	embedding2nn.bias	5	-0.007097948342561722
35112	embedding2nn.bias	6	0.009399828501045704
35112	embedding2nn.bias	7	0.02031717449426651
35112	embedding2nn.bias	8	0.007136862259358168
35112	embedding2nn.bias	9	0.0013767264317721128
35112	rnn.weight_ih_l0	0	0.039540018886327744
35112	rnn.weight_ih_l0	1	-0.013655276037752628
35112	rnn.weight_ih_l0	2	-0.03649856895208359
35112	rnn.weight_ih_l0	3	-0.04477030411362648
35112	rnn.weight_ih_l0	4	-0.05204319581389427
35112	rnn.weight_ih_l0	5	-0.008458642289042473
35112	rnn.weight_ih_l0	6	-0.05188513174653053
35112	rnn.weight_ih_l0	7	-0.06159710884094238
35112	rnn.weight_ih_l0	8	-0.04472910612821579
35112	rnn.weight_ih_l0	9	-0.026943357661366463
35112	rnn.weight_hh_l0	0	0.01932051219046116
35112	rnn.weight_hh_l0	1	-0.009700099937617779
35112	rnn.weight_hh_l0	2	-0.06760453432798386
35112	rnn.weight_hh_l0	3	-0.03337294980883598
35112	rnn.weight_hh_l0	4	-0.0783485695719719
35112	rnn.weight_hh_l0	5	-0.014561224728822708
35112	rnn.weight_hh_l0	6	-0.05434359610080719
35112	rnn.weight_hh_l0	7	-0.040749404579401016
35112	rnn.weight_hh_l0	8	-0.01911577209830284
35112	rnn.weight_hh_l0	9	-0.007932731881737709
35112	rnn.bias_ih_l0	0	0.14554886519908905
35112	rnn.bias_ih_l0	1	-0.05621208995580673
35112	rnn.bias_ih_l0	2	0.1042933389544487
35112	rnn.bias_ih_l0	3	0.048907965421676636
35112	rnn.bias_ih_l0	4	0.09895730018615723
35112	rnn.bias_ih_l0	5	0.024157952517271042
35112	rnn.bias_ih_l0	6	-0.017534885555505753
35112	rnn.bias_ih_l0	7	-0.1086534634232521
35112	rnn.bias_ih_l0	8	-0.20693300664424896
35112	rnn.bias_ih_l0	9	0.08707605302333832
35112	rnn.bias_hh_l0	0	0.002740154741331935
35112	rnn.bias_hh_l0	1	0.023579245433211327
35112	rnn.bias_hh_l0	2	-0.006103821098804474
35112	rnn.bias_hh_l0	3	-0.03024248220026493
35112	rnn.bias_hh_l0	4	-0.0361720509827137
35112	rnn.bias_hh_l0	5	0.14351142942905426
35112	rnn.bias_hh_l0	6	0.051317956298589706
35112	rnn.bias_hh_l0	7	0.05983414500951767
35112	rnn.bias_hh_l0	8	0.01683381199836731
35112	rnn.bias_hh_l0	9	0.04340092092752457
35112	rnn.weight_ih_l0_reverse	0	-0.029702607542276382
35112	rnn.weight_ih_l0_reverse	1	-0.0022075248416513205
35112	rnn.weight_ih_l0_reverse	2	0.023828452453017235
35112	rnn.weight_ih_l0_reverse	3	-0.062112320214509964
35112	rnn.weight_ih_l0_reverse	4	0.009300470352172852
35112	rnn.weight_ih_l0_reverse	5	-0.0460970476269722
35112	rnn.weight_ih_l0_reverse	6	0.028370168060064316
35112	rnn.weight_ih_l0_reverse	7	0.04598185792565346
35112	rnn.weight_ih_l0_reverse	8	-0.04876533895730972
35112	rnn.weight_ih_l0_reverse	9	-0.05075453966856003
35112	rnn.weight_hh_l0_reverse	0	-0.08328571915626526
35112	rnn.weight_hh_l0_reverse	1	-0.06326445937156677
35112	rnn.weight_hh_l0_reverse	2	0.034396544098854065
35112	rnn.weight_hh_l0_reverse	3	0.04575053229928017
35112	rnn.weight_hh_l0_reverse	4	-0.015901507809758186
35112	rnn.weight_hh_l0_reverse	5	0.04558078572154045
35112	rnn.weight_hh_l0_reverse	6	0.0011690815445035696
35112	rnn.weight_hh_l0_reverse	7	-0.00018367343000136316
35112	rnn.weight_hh_l0_reverse	8	-0.09878575801849365
35112	rnn.weight_hh_l0_reverse	9	0.08017637580633163
35112	rnn.bias_ih_l0_reverse	0	-0.08937299996614456
35112	rnn.bias_ih_l0_reverse	1	-0.06930553168058395
35112	rnn.bias_ih_l0_reverse	2	0.10325980186462402
35112	rnn.bias_ih_l0_reverse	3	0.04793606325984001
35112	rnn.bias_ih_l0_reverse	4	-0.12919478118419647
35112	rnn.bias_ih_l0_reverse	5	0.041078802198171616
35112	rnn.bias_ih_l0_reverse	6	-0.10636626183986664
35112	rnn.bias_ih_l0_reverse	7	0.04457459598779678
35112	rnn.bias_ih_l0_reverse	8	0.03441073000431061
35112	rnn.bias_ih_l0_reverse	9	0.06326247751712799
35112	rnn.bias_hh_l0_reverse	0	0.05721615254878998
35112	rnn.bias_hh_l0_reverse	1	0.06543409079313278
35112	rnn.bias_hh_l0_reverse	2	0.07859570533037186
35112	rnn.bias_hh_l0_reverse	3	-0.003980065695941448
35112	rnn.bias_hh_l0_reverse	4	0.0715552270412445
35112	rnn.bias_hh_l0_reverse	5	0.007175913080573082
35112	rnn.bias_hh_l0_reverse	6	-0.05443401262164116
35112	rnn.bias_hh_l0_reverse	7	0.02733645774424076
35112	rnn.bias_hh_l0_reverse	8	0.011134092696011066
35112	rnn.bias_hh_l0_reverse	9	-0.1611977517604828
35112	linear.weight	0	0.1733686923980713
35112	linear.weight	1	-0.16292254626750946
35112	linear.weight	2	-0.21488319337368011
35112	linear.weight	3	0.07841205596923828
35112	linear.weight	4	-0.026659032329916954
35112	linear.weight	5	0.004041727166622877
35112	linear.weight	6	-0.006905124988406897
35112	linear.weight	7	-0.02709232084453106
35112	linear.weight	8	0.0844145342707634
35112	linear.weight	9	0.349522203207016
35112	linear.bias	0	-0.20703963935375214
35112	linear.bias	1	0.19434773921966553
35112	linear.bias	2	-0.5396296381950378
35112	linear.bias	3	1.7039740085601807
35112	linear.bias	4	-0.3968132734298706
35112	linear.bias	5	-0.030769959092140198
35112	linear.bias	6	-0.3578352928161621
35112	linear.bias	7	-0.2794564664363861
35112	linear.bias	8	-0.043287213891744614
35112	linear.bias	9	-0.4979594349861145
35140	transitions	0	-0.6482901573181152
35140	transitions	1	0.3495684266090393
35140	transitions	2	1.6743277311325073
35140	transitions	3	0.09650624543428421
35140	transitions	4	0.948402464389801
35140	transitions	5	1.2739229202270508
35140	transitions	6	0.48329830169677734
35140	transitions	7	0.17573155462741852
35140	transitions	8	-0.919520914554596
35140	transitions	9	0.9306592345237732
35140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35140	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35140	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35140	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35140	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35140	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35140	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35140	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35140	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35140	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35140	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35140	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35140	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35140	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35140	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35140	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35140	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35140	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35140	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35140	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35140	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35140	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35140	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35140	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35140	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35140	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35140	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35140	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35140	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35140	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35140	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35140	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35140	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35140	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35140	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35140	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35140	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35140	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35140	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35140	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35140	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35140	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35140	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35140	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35140	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35140	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35140	embedding2nn.weight	0	0.022491546347737312
35140	embedding2nn.weight	1	0.014193059876561165
35140	embedding2nn.weight	2	-0.004285852424800396
35140	embedding2nn.weight	3	-0.00010874316649278626
35140	embedding2nn.weight	4	-0.0043779173865914345
35140	embedding2nn.weight	5	0.011861566454172134
35140	embedding2nn.weight	6	-0.004974494222551584
35140	embedding2nn.weight	7	0.020748279988765717
35140	embedding2nn.weight	8	-0.006835955660790205
35140	embedding2nn.weight	9	-0.013903170824050903
35140	embedding2nn.bias	0	-0.038990575820207596
35140	embedding2nn.bias	1	-0.021461745724081993
35140	embedding2nn.bias	2	-0.07475703954696655
35140	embedding2nn.bias	3	-0.0018223047954961658
35140	embedding2nn.bias	4	0.004372919909656048
35140	embedding2nn.bias	5	-0.007092289160937071
35140	embedding2nn.bias	6	0.00937848910689354
35140	embedding2nn.bias	7	0.02035086788237095
35140	embedding2nn.bias	8	0.007135766092687845
35140	embedding2nn.bias	9	0.0013572266325354576
35140	rnn.weight_ih_l0	0	0.03954240679740906
35140	rnn.weight_ih_l0	1	-0.01365048997104168
35140	rnn.weight_ih_l0	2	-0.03649739548563957
35140	rnn.weight_ih_l0	3	-0.04477390646934509
35140	rnn.weight_ih_l0	4	-0.052038922905921936
35140	rnn.weight_ih_l0	5	-0.00845763273537159
35140	rnn.weight_ih_l0	6	-0.05188487097620964
35140	rnn.weight_ih_l0	7	-0.06159752979874611
35140	rnn.weight_ih_l0	8	-0.044726595282554626
35140	rnn.weight_ih_l0	9	-0.02694096788764
35140	rnn.weight_hh_l0	0	0.019323255866765976
35140	rnn.weight_hh_l0	1	-0.009694604203104973
35140	rnn.weight_hh_l0	2	-0.06759871542453766
35140	rnn.weight_hh_l0	3	-0.03337278962135315
35140	rnn.weight_hh_l0	4	-0.07835023105144501
35140	rnn.weight_hh_l0	5	-0.014557654969394207
35140	rnn.weight_hh_l0	6	-0.05435652285814285
35140	rnn.weight_hh_l0	7	-0.04076134040951729
35140	rnn.weight_hh_l0	8	-0.01911737024784088
35140	rnn.weight_hh_l0	9	-0.00793409999459982
35140	rnn.bias_ih_l0	0	0.14554017782211304
35140	rnn.bias_ih_l0	1	-0.056210990995168686
35140	rnn.bias_ih_l0	2	0.10428948700428009
35140	rnn.bias_ih_l0	3	0.04890327528119087
35140	rnn.bias_ih_l0	4	0.09896611422300339
35140	rnn.bias_ih_l0	5	0.02415279857814312
35140	rnn.bias_ih_l0	6	-0.01754867471754551
35140	rnn.bias_ih_l0	7	-0.10867645591497421
35140	rnn.bias_ih_l0	8	-0.20692989230155945
35140	rnn.bias_ih_l0	9	0.08707641810178757
35140	rnn.bias_hh_l0	0	0.002732715103775263
35140	rnn.bias_hh_l0	1	0.02357025071978569
35140	rnn.bias_hh_l0	2	-0.0061050476506352425
35140	rnn.bias_hh_l0	3	-0.030223440378904343
35140	rnn.bias_hh_l0	4	-0.03616068512201309
35140	rnn.bias_hh_l0	5	0.14349965751171112
35140	rnn.bias_hh_l0	6	0.05131231248378754
35140	rnn.bias_hh_l0	7	0.059830449521541595
35140	rnn.bias_hh_l0	8	0.016820022836327553
35140	rnn.bias_hh_l0	9	0.043401576578617096
35140	rnn.weight_ih_l0_reverse	0	-0.029702432453632355
35140	rnn.weight_ih_l0_reverse	1	-0.0022016826551407576
35140	rnn.weight_ih_l0_reverse	2	0.023828277364373207
35140	rnn.weight_ih_l0_reverse	3	-0.06211329996585846
35140	rnn.weight_ih_l0_reverse	4	0.009299027733504772
35140	rnn.weight_ih_l0_reverse	5	-0.046098560094833374
35140	rnn.weight_ih_l0_reverse	6	0.028373828157782555
35140	rnn.weight_ih_l0_reverse	7	0.045980218797922134
35140	rnn.weight_ih_l0_reverse	8	-0.048767320811748505
35140	rnn.weight_ih_l0_reverse	9	-0.050754617899656296
35140	rnn.weight_hh_l0_reverse	0	-0.08328655362129211
35140	rnn.weight_hh_l0_reverse	1	-0.0632607713341713
35140	rnn.weight_hh_l0_reverse	2	0.03439658507704735
35140	rnn.weight_hh_l0_reverse	3	0.04575039818882942
35140	rnn.weight_hh_l0_reverse	4	-0.015901945531368256
35140	rnn.weight_hh_l0_reverse	5	0.04558243602514267
35140	rnn.weight_hh_l0_reverse	6	0.0011863396503031254
35140	rnn.weight_hh_l0_reverse	7	-0.00018380105029791594
35140	rnn.weight_hh_l0_reverse	8	-0.09878651797771454
35140	rnn.weight_hh_l0_reverse	9	0.08017537742853165
35140	rnn.bias_ih_l0_reverse	0	-0.08934267610311508
35140	rnn.bias_ih_l0_reverse	1	-0.06931731849908829
35140	rnn.bias_ih_l0_reverse	2	0.10325509309768677
35140	rnn.bias_ih_l0_reverse	3	0.04794389009475708
35140	rnn.bias_ih_l0_reverse	4	-0.12919889390468597
35140	rnn.bias_ih_l0_reverse	5	0.04106072708964348
35140	rnn.bias_ih_l0_reverse	6	-0.10637185722589493
35140	rnn.bias_ih_l0_reverse	7	0.04456780105829239
35140	rnn.bias_ih_l0_reverse	8	0.03440152853727341
35140	rnn.bias_ih_l0_reverse	9	0.06326858699321747
35140	rnn.bias_hh_l0_reverse	0	0.057241130620241165
35140	rnn.bias_hh_l0_reverse	1	0.06543658673763275
35140	rnn.bias_hh_l0_reverse	2	0.0785876214504242
35140	rnn.bias_hh_l0_reverse	3	-0.003971841651946306
35140	rnn.bias_hh_l0_reverse	4	0.07154824584722519
35140	rnn.bias_hh_l0_reverse	5	0.007200002204626799
35140	rnn.bias_hh_l0_reverse	6	-0.054427459836006165
35140	rnn.bias_hh_l0_reverse	7	0.027341749519109726
35140	rnn.bias_hh_l0_reverse	8	0.011136096902191639
35140	rnn.bias_hh_l0_reverse	9	-0.16119077801704407
35140	linear.weight	0	0.17337945103645325
35140	linear.weight	1	-0.16292254626750946
35140	linear.weight	2	-0.21488113701343536
35140	linear.weight	3	0.07839587330818176
35140	linear.weight	4	-0.026663148775696754
35140	linear.weight	5	0.004038004670292139
35140	linear.weight	6	-0.006905117072165012
35140	linear.weight	7	-0.02709224447607994
35140	linear.weight	8	0.08442261070013046
35140	linear.weight	9	0.34952715039253235
35140	linear.bias	0	-0.20690764486789703
35140	linear.bias	1	0.19435785710811615
35140	linear.bias	2	-0.5396384000778198
35140	linear.bias	3	1.7036712169647217
35140	linear.bias	4	-0.3968137800693512
35140	linear.bias	5	-0.030769959092140198
35140	linear.bias	6	-0.3578377664089203
35140	linear.bias	7	-0.2794593870639801
35140	linear.bias	8	-0.04331617429852486
35140	linear.bias	9	-0.4979596436023712
35168	transitions	0	-0.6482903957366943
35168	transitions	1	0.34956827759742737
35168	transitions	2	1.6743276119232178
35168	transitions	3	0.09650621563196182
35168	transitions	4	0.9484023451805115
35168	transitions	5	1.2739229202270508
35168	transitions	6	0.48329830169677734
35168	transitions	7	0.17573155462741852
35168	transitions	8	-0.919520914554596
35168	transitions	9	0.9306592345237732
35168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35168	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35168	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35168	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35168	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35168	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35168	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35168	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35168	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35168	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35168	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35168	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35168	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35168	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35168	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35168	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35168	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35168	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35168	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35168	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35168	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35168	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35168	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35168	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35168	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35168	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35168	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35168	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35168	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35168	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35168	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35168	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35168	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35168	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35168	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35168	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35168	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35168	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35168	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35168	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35168	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35168	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35168	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35168	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35168	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35168	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35168	embedding2nn.weight	0	0.02249368093907833
35168	embedding2nn.weight	1	0.014192919246852398
35168	embedding2nn.weight	2	-0.004285486880689859
35168	embedding2nn.weight	3	-0.00010565341654000804
35168	embedding2nn.weight	4	-0.004377882927656174
35168	embedding2nn.weight	5	0.011861627921462059
35168	embedding2nn.weight	6	-0.004974727984517813
35168	embedding2nn.weight	7	0.020745964720845222
35168	embedding2nn.weight	8	-0.006835734471678734
35168	embedding2nn.weight	9	-0.01390286348760128
35168	embedding2nn.bias	0	-0.03897622227668762
35168	embedding2nn.bias	1	-0.021457815542817116
35168	embedding2nn.bias	2	-0.07475263625383377
35168	embedding2nn.bias	3	-0.0018090953817591071
35168	embedding2nn.bias	4	0.004325073678046465
35168	embedding2nn.bias	5	-0.0070677632465958595
35168	embedding2nn.bias	6	0.009420215152204037
35168	embedding2nn.bias	7	0.020301954820752144
35168	embedding2nn.bias	8	0.007193311117589474
35168	embedding2nn.bias	9	0.001379115623421967
35168	rnn.weight_ih_l0	0	0.03954323008656502
35168	rnn.weight_ih_l0	1	-0.013648069463670254
35168	rnn.weight_ih_l0	2	-0.03649754449725151
35168	rnn.weight_ih_l0	3	-0.04477463662624359
35168	rnn.weight_ih_l0	4	-0.05203988403081894
35168	rnn.weight_ih_l0	5	-0.00845690630376339
35168	rnn.weight_ih_l0	6	-0.051881641149520874
35168	rnn.weight_ih_l0	7	-0.06159600242972374
35168	rnn.weight_ih_l0	8	-0.04472668468952179
35168	rnn.weight_ih_l0	9	-0.026940997689962387
35168	rnn.weight_hh_l0	0	0.019322574138641357
35168	rnn.weight_hh_l0	1	-0.009691327810287476
35168	rnn.weight_hh_l0	2	-0.0676012635231018
35168	rnn.weight_hh_l0	3	-0.03337114676833153
35168	rnn.weight_hh_l0	4	-0.07835230231285095
35168	rnn.weight_hh_l0	5	-0.014551260508596897
35168	rnn.weight_hh_l0	6	-0.05435289070010185
35168	rnn.weight_hh_l0	7	-0.04076724126935005
35168	rnn.weight_hh_l0	8	-0.019114667549729347
35168	rnn.weight_hh_l0	9	-0.007932547479867935
35168	rnn.bias_ih_l0	0	0.1455424427986145
35168	rnn.bias_ih_l0	1	-0.056211963295936584
35168	rnn.bias_ih_l0	2	0.10429267585277557
35168	rnn.bias_ih_l0	3	0.04889087751507759
35168	rnn.bias_ih_l0	4	0.09895920753479004
35168	rnn.bias_ih_l0	5	0.02415848895907402
35168	rnn.bias_ih_l0	6	-0.017550906166434288
35168	rnn.bias_ih_l0	7	-0.10866251587867737
35168	rnn.bias_ih_l0	8	-0.20693135261535645
35168	rnn.bias_ih_l0	9	0.08706976473331451
35168	rnn.bias_hh_l0	0	0.00274475640617311
35168	rnn.bias_hh_l0	1	0.02356245368719101
35168	rnn.bias_hh_l0	2	-0.006110205315053463
35168	rnn.bias_hh_l0	3	-0.030209161341190338
35168	rnn.bias_hh_l0	4	-0.0361519493162632
35168	rnn.bias_hh_l0	5	0.14350205659866333
35168	rnn.bias_hh_l0	6	0.051327574998140335
35168	rnn.bias_hh_l0	7	0.05983324348926544
35168	rnn.bias_hh_l0	8	0.016817791387438774
35168	rnn.bias_hh_l0	9	0.04341597482562065
35168	rnn.weight_ih_l0_reverse	0	-0.02970278449356556
35168	rnn.weight_ih_l0_reverse	1	-0.002206274773925543
35168	rnn.weight_ih_l0_reverse	2	0.02382887341082096
35168	rnn.weight_ih_l0_reverse	3	-0.06211300566792488
35168	rnn.weight_ih_l0_reverse	4	0.009299254044890404
35168	rnn.weight_ih_l0_reverse	5	-0.046095170080661774
35168	rnn.weight_ih_l0_reverse	6	0.028371155261993408
35168	rnn.weight_ih_l0_reverse	7	0.04598074033856392
35168	rnn.weight_ih_l0_reverse	8	-0.04876834526658058
35168	rnn.weight_ih_l0_reverse	9	-0.050754062831401825
35168	rnn.weight_hh_l0_reverse	0	-0.08328961580991745
35168	rnn.weight_hh_l0_reverse	1	-0.06324636936187744
35168	rnn.weight_hh_l0_reverse	2	0.034394096583127975
35168	rnn.weight_hh_l0_reverse	3	0.04574768617749214
35168	rnn.weight_hh_l0_reverse	4	-0.015901098027825356
35168	rnn.weight_hh_l0_reverse	5	0.045584920793771744
35168	rnn.weight_hh_l0_reverse	6	0.0012148552341386676
35168	rnn.weight_hh_l0_reverse	7	-0.00018293524044565856
35168	rnn.weight_hh_l0_reverse	8	-0.09878825396299362
35168	rnn.weight_hh_l0_reverse	9	0.08017344027757645
35168	rnn.bias_ih_l0_reverse	0	-0.08935224264860153
35168	rnn.bias_ih_l0_reverse	1	-0.06928367167711258
35168	rnn.bias_ih_l0_reverse	2	0.10325158387422562
35168	rnn.bias_ih_l0_reverse	3	0.0479322224855423
35168	rnn.bias_ih_l0_reverse	4	-0.12919697165489197
35168	rnn.bias_ih_l0_reverse	5	0.0410727858543396
35168	rnn.bias_ih_l0_reverse	6	-0.10638174414634705
35168	rnn.bias_ih_l0_reverse	7	0.044588107615709305
35168	rnn.bias_ih_l0_reverse	8	0.034407563507556915
35168	rnn.bias_ih_l0_reverse	9	0.0632767453789711
35168	rnn.bias_hh_l0_reverse	0	0.05721057206392288
35168	rnn.bias_hh_l0_reverse	1	0.065428726375103
35168	rnn.bias_hh_l0_reverse	2	0.07859540730714798
35168	rnn.bias_hh_l0_reverse	3	-0.003964937292039394
35168	rnn.bias_hh_l0_reverse	4	0.0715431421995163
35168	rnn.bias_hh_l0_reverse	5	0.007185701280832291
35168	rnn.bias_hh_l0_reverse	6	-0.054435502737760544
35168	rnn.bias_hh_l0_reverse	7	0.02735329605638981
35168	rnn.bias_hh_l0_reverse	8	0.011143898591399193
35168	rnn.bias_hh_l0_reverse	9	-0.1611979752779007
35168	linear.weight	0	0.1733672171831131
35168	linear.weight	1	-0.162922203540802
35168	linear.weight	2	-0.21488212049007416
35168	linear.weight	3	0.078409843146801
35168	linear.weight	4	-0.026662763208150864
35168	linear.weight	5	0.004038223531097174
35168	linear.weight	6	-0.006905128713697195
35168	linear.weight	7	-0.02709233947098255
35168	linear.weight	8	0.08444130420684814
35168	linear.weight	9	0.3495229482650757
35168	linear.bias	0	-0.20694100856781006
35168	linear.bias	1	0.19434551894664764
35168	linear.bias	2	-0.539644181728363
35168	linear.bias	3	1.703728199005127
35168	linear.bias	4	-0.39681482315063477
35168	linear.bias	5	-0.030769959092140198
35168	linear.bias	6	-0.357844740152359
35168	linear.bias	7	-0.2794662117958069
35168	linear.bias	8	-0.04329674318432808
35168	linear.bias	9	-0.4979599416255951
35196	transitions	0	-0.648290753364563
35196	transitions	1	0.3495667576789856
35196	transitions	2	1.67432701587677
35196	transitions	3	0.09650570899248123
35196	transitions	4	0.9484023451805115
35196	transitions	5	1.2739229202270508
35196	transitions	6	0.48329830169677734
35196	transitions	7	0.17573155462741852
35196	transitions	8	-0.919520914554596
35196	transitions	9	0.9306592345237732
35196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35196	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35196	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35196	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35196	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35196	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35196	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35196	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35196	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35196	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35196	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35196	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35196	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35196	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35196	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35196	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35196	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35196	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35196	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35196	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35196	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35196	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35196	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35196	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35196	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35196	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35196	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35196	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35196	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35196	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35196	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35196	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35196	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35196	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35196	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35196	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35196	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35196	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35196	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35196	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35196	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35196	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35196	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35196	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35196	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35196	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35196	embedding2nn.weight	0	0.022492850199341774
35196	embedding2nn.weight	1	0.014193153008818626
35196	embedding2nn.weight	2	-0.004285352770239115
35196	embedding2nn.weight	3	-0.0001050923383445479
35196	embedding2nn.weight	4	-0.0043784622102975845
35196	embedding2nn.weight	5	0.011861832812428474
35196	embedding2nn.weight	6	-0.004974757321178913
35196	embedding2nn.weight	7	0.02074742503464222
35196	embedding2nn.weight	8	-0.006836114916950464
35196	embedding2nn.weight	9	-0.013903097249567509
35196	embedding2nn.bias	0	-0.03897617384791374
35196	embedding2nn.bias	1	-0.02145882323384285
35196	embedding2nn.bias	2	-0.07475718855857849
35196	embedding2nn.bias	3	-0.0017924567218869925
35196	embedding2nn.bias	4	0.004345965106040239
35196	embedding2nn.bias	5	-0.007087831385433674
35196	embedding2nn.bias	6	0.009422142058610916
35196	embedding2nn.bias	7	0.020318297669291496
35196	embedding2nn.bias	8	0.007191848941147327
35196	embedding2nn.bias	9	0.0013707649195566773
35196	rnn.weight_ih_l0	0	0.03954046592116356
35196	rnn.weight_ih_l0	1	-0.013646240346133709
35196	rnn.weight_ih_l0	2	-0.03649437427520752
35196	rnn.weight_ih_l0	3	-0.04477321356534958
35196	rnn.weight_ih_l0	4	-0.0520395003259182
35196	rnn.weight_ih_l0	5	-0.008456774987280369
35196	rnn.weight_ih_l0	6	-0.051880497485399246
35196	rnn.weight_ih_l0	7	-0.0615961067378521
35196	rnn.weight_ih_l0	8	-0.04472688212990761
35196	rnn.weight_ih_l0	9	-0.026940159499645233
35196	rnn.weight_hh_l0	0	0.019321737810969353
35196	rnn.weight_hh_l0	1	-0.009692342951893806
35196	rnn.weight_hh_l0	2	-0.06760618835687637
35196	rnn.weight_hh_l0	3	-0.033376190811395645
35196	rnn.weight_hh_l0	4	-0.0783521831035614
35196	rnn.weight_hh_l0	5	-0.014552970416843891
35196	rnn.weight_hh_l0	6	-0.05435343459248543
35196	rnn.weight_hh_l0	7	-0.0407622754573822
35196	rnn.weight_hh_l0	8	-0.019114471971988678
35196	rnn.weight_hh_l0	9	-0.007938884198665619
35196	rnn.bias_ih_l0	0	0.14553102850914001
35196	rnn.bias_ih_l0	1	-0.05619968846440315
35196	rnn.bias_ih_l0	2	0.10429447889328003
35196	rnn.bias_ih_l0	3	0.04889430105686188
35196	rnn.bias_ih_l0	4	0.09895841777324677
35196	rnn.bias_ih_l0	5	0.024163970723748207
35196	rnn.bias_ih_l0	6	-0.017558638006448746
35196	rnn.bias_ih_l0	7	-0.1086873784661293
35196	rnn.bias_ih_l0	8	-0.2069130390882492
35196	rnn.bias_ih_l0	9	0.0870649665594101
35196	rnn.bias_hh_l0	0	0.0027338548097759485
35196	rnn.bias_hh_l0	1	0.023575643077492714
35196	rnn.bias_hh_l0	2	-0.006115125957876444
35196	rnn.bias_hh_l0	3	-0.030212022364139557
35196	rnn.bias_hh_l0	4	-0.03613843023777008
35196	rnn.bias_hh_l0	5	0.14349210262298584
35196	rnn.bias_hh_l0	6	0.05132868140935898
35196	rnn.bias_hh_l0	7	0.05982678756117821
35196	rnn.bias_hh_l0	8	0.016810059547424316
35196	rnn.bias_hh_l0	9	0.04342744126915932
35196	rnn.weight_ih_l0_reverse	0	-0.02970290370285511
35196	rnn.weight_ih_l0_reverse	1	-0.0022091721184551716
35196	rnn.weight_ih_l0_reverse	2	0.02382885478436947
35196	rnn.weight_ih_l0_reverse	3	-0.06211157515645027
35196	rnn.weight_ih_l0_reverse	4	0.009297887794673443
35196	rnn.weight_ih_l0_reverse	5	-0.04609573632478714
35196	rnn.weight_ih_l0_reverse	6	0.028382716700434685
35196	rnn.weight_ih_l0_reverse	7	0.045980505645275116
35196	rnn.weight_ih_l0_reverse	8	-0.04876858741044998
35196	rnn.weight_ih_l0_reverse	9	-0.0507541261613369
35196	rnn.weight_hh_l0_reverse	0	-0.08328759670257568
35196	rnn.weight_hh_l0_reverse	1	-0.06324714422225952
35196	rnn.weight_hh_l0_reverse	2	0.0343928262591362
35196	rnn.weight_hh_l0_reverse	3	0.04574653506278992
35196	rnn.weight_hh_l0_reverse	4	-0.01590079441666603
35196	rnn.weight_hh_l0_reverse	5	0.04558334872126579
35196	rnn.weight_hh_l0_reverse	6	0.0012165881926193833
35196	rnn.weight_hh_l0_reverse	7	-0.0001865244994405657
35196	rnn.weight_hh_l0_reverse	8	-0.09879378974437714
35196	rnn.weight_hh_l0_reverse	9	0.08017072081565857
35196	rnn.bias_ih_l0_reverse	0	-0.0893290638923645
35196	rnn.bias_ih_l0_reverse	1	-0.0693025141954422
35196	rnn.bias_ih_l0_reverse	2	0.10325410217046738
35196	rnn.bias_ih_l0_reverse	3	0.047939132899045944
35196	rnn.bias_ih_l0_reverse	4	-0.129194974899292
35196	rnn.bias_ih_l0_reverse	5	0.0410708487033844
35196	rnn.bias_ih_l0_reverse	6	-0.10638587921857834
35196	rnn.bias_ih_l0_reverse	7	0.04459788650274277
35196	rnn.bias_ih_l0_reverse	8	0.0344092883169651
35196	rnn.bias_ih_l0_reverse	9	0.06327033042907715
35196	rnn.bias_hh_l0_reverse	0	0.05724747106432915
35196	rnn.bias_hh_l0_reverse	1	0.0654425323009491
35196	rnn.bias_hh_l0_reverse	2	0.07859484106302261
35196	rnn.bias_hh_l0_reverse	3	-0.003964269999414682
35196	rnn.bias_hh_l0_reverse	4	0.07154074311256409
35196	rnn.bias_hh_l0_reverse	5	0.007172641344368458
35196	rnn.bias_hh_l0_reverse	6	-0.05444566160440445
35196	rnn.bias_hh_l0_reverse	7	0.027342865243554115
35196	rnn.bias_hh_l0_reverse	8	0.011139330454170704
35196	rnn.bias_hh_l0_reverse	9	-0.16118524968624115
35196	linear.weight	0	0.1733349710702896
35196	linear.weight	1	-0.16292217373847961
35196	linear.weight	2	-0.21488307416439056
35196	linear.weight	3	0.07839720696210861
35196	linear.weight	4	-0.026662273332476616
35196	linear.weight	5	0.004063940141350031
35196	linear.weight	6	-0.00690512266010046
35196	linear.weight	7	-0.027091631665825844
35196	linear.weight	8	0.08445032685995102
35196	linear.weight	9	0.3495107889175415
35196	linear.bias	0	-0.20708009600639343
35196	linear.bias	1	0.19432687759399414
35196	linear.bias	2	-0.5396708250045776
35196	linear.bias	3	1.703844666481018
35196	linear.bias	4	-0.3968130946159363
35196	linear.bias	5	-0.030769959092140198
35196	linear.bias	6	-0.35786741971969604
35196	linear.bias	7	-0.2794704735279083
35196	linear.bias	8	-0.04337606206536293
35196	linear.bias	9	-0.4979606568813324
35224	transitions	0	-0.6482908129692078
35224	transitions	1	0.3495664894580841
35224	transitions	2	1.67432701587677
35224	transitions	3	0.09650552272796631
35224	transitions	4	0.9484021067619324
35224	transitions	5	1.2739229202270508
35224	transitions	6	0.48329830169677734
35224	transitions	7	0.17573155462741852
35224	transitions	8	-0.919520914554596
35224	transitions	9	0.9306592345237732
35224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35224	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35224	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35224	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35224	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35224	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35224	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35224	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35224	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35224	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35224	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35224	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35224	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35224	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35224	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35224	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35224	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35224	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35224	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35224	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35224	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35224	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35224	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35224	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35224	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35224	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35224	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35224	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35224	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35224	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35224	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35224	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35224	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35224	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35224	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35224	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35224	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35224	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35224	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35224	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35224	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35224	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35224	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35224	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35224	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35224	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35224	embedding2nn.weight	0	0.022494526579976082
35224	embedding2nn.weight	1	0.014192793518304825
35224	embedding2nn.weight	2	-0.004285419825464487
35224	embedding2nn.weight	3	-0.00010515019675949588
35224	embedding2nn.weight	4	-0.0043784030713140965
35224	embedding2nn.weight	5	0.01186209637671709
35224	embedding2nn.weight	6	-0.00497453985735774
35224	embedding2nn.weight	7	0.020746562629938126
35224	embedding2nn.weight	8	-0.0068358308635652065
35224	embedding2nn.weight	9	-0.01390318013727665
35224	embedding2nn.bias	0	-0.03898421674966812
35224	embedding2nn.bias	1	-0.021465091034770012
35224	embedding2nn.bias	2	-0.07479903101921082
35224	embedding2nn.bias	3	-0.0017792280996218324
35224	embedding2nn.bias	4	0.004318478517234325
35224	embedding2nn.bias	5	-0.007103209849447012
35224	embedding2nn.bias	6	0.009478377178311348
35224	embedding2nn.bias	7	0.02034054324030876
35224	embedding2nn.bias	8	0.007217008154839277
35224	embedding2nn.bias	9	0.0013505577808246017
35224	rnn.weight_ih_l0	0	0.039539601653814316
35224	rnn.weight_ih_l0	1	-0.013645310886204243
35224	rnn.weight_ih_l0	2	-0.03649801015853882
35224	rnn.weight_ih_l0	3	-0.044775404036045074
35224	rnn.weight_ih_l0	4	-0.052038781344890594
35224	rnn.weight_ih_l0	5	-0.008456350304186344
35224	rnn.weight_ih_l0	6	-0.05187926068902016
35224	rnn.weight_ih_l0	7	-0.061594728380441666
35224	rnn.weight_ih_l0	8	-0.04472856596112251
35224	rnn.weight_ih_l0	9	-0.02694007009267807
35224	rnn.weight_hh_l0	0	0.019321396946907043
35224	rnn.weight_hh_l0	1	-0.009696075692772865
35224	rnn.weight_hh_l0	2	-0.06759561598300934
35224	rnn.weight_hh_l0	3	-0.03337402641773224
35224	rnn.weight_hh_l0	4	-0.07835183292627335
35224	rnn.weight_hh_l0	5	-0.014553678222000599
35224	rnn.weight_hh_l0	6	-0.0543525367975235
35224	rnn.weight_hh_l0	7	-0.040758438408374786
35224	rnn.weight_hh_l0	8	-0.019115936011075974
35224	rnn.weight_hh_l0	9	-0.007942884229123592
35224	rnn.bias_ih_l0	0	0.1455359309911728
35224	rnn.bias_ih_l0	1	-0.056187789887189865
35224	rnn.bias_ih_l0	2	0.10428235679864883
35224	rnn.bias_ih_l0	3	0.048881880939006805
35224	rnn.bias_ih_l0	4	0.09895827621221542
35224	rnn.bias_ih_l0	5	0.024164503440260887
35224	rnn.bias_ih_l0	6	-0.017557775601744652
35224	rnn.bias_ih_l0	7	-0.10868076980113983
35224	rnn.bias_ih_l0	8	-0.2068617343902588
35224	rnn.bias_ih_l0	9	0.08706008642911911
35224	rnn.bias_hh_l0	0	0.0027369805611670017
35224	rnn.bias_hh_l0	1	0.02359270490705967
35224	rnn.bias_hh_l0	2	-0.006107112392783165
35224	rnn.bias_hh_l0	3	-0.030201945453882217
35224	rnn.bias_hh_l0	4	-0.036135055124759674
35224	rnn.bias_hh_l0	5	0.1434941589832306
35224	rnn.bias_hh_l0	6	0.0513400100171566
35224	rnn.bias_hh_l0	7	0.05984227731823921
35224	rnn.bias_hh_l0	8	0.01681092195212841
35224	rnn.bias_hh_l0	9	0.04342866316437721
35224	rnn.weight_ih_l0_reverse	0	-0.029701318591833115
35224	rnn.weight_ih_l0_reverse	1	-0.002207712968811393
35224	rnn.weight_ih_l0_reverse	2	0.023828690871596336
35224	rnn.weight_ih_l0_reverse	3	-0.06210961565375328
35224	rnn.weight_ih_l0_reverse	4	0.00929830502718687
35224	rnn.weight_ih_l0_reverse	5	-0.04609593749046326
35224	rnn.weight_ih_l0_reverse	6	0.02838282287120819
35224	rnn.weight_ih_l0_reverse	7	0.04598080739378929
35224	rnn.weight_ih_l0_reverse	8	-0.04876686632633209
35224	rnn.weight_ih_l0_reverse	9	-0.050754234194755554
35224	rnn.weight_hh_l0_reverse	0	-0.08328688144683838
35224	rnn.weight_hh_l0_reverse	1	-0.06324712932109833
35224	rnn.weight_hh_l0_reverse	2	0.03439496085047722
35224	rnn.weight_hh_l0_reverse	3	0.04574580118060112
35224	rnn.weight_hh_l0_reverse	4	-0.015904052183032036
35224	rnn.weight_hh_l0_reverse	5	0.04558297246694565
35224	rnn.weight_hh_l0_reverse	6	0.0012215037131682038
35224	rnn.weight_hh_l0_reverse	7	-0.00018687942065298557
35224	rnn.weight_hh_l0_reverse	8	-0.0987919345498085
35224	rnn.weight_hh_l0_reverse	9	0.08017440140247345
35224	rnn.bias_ih_l0_reverse	0	-0.08928930014371872
35224	rnn.bias_ih_l0_reverse	1	-0.0692819133400917
35224	rnn.bias_ih_l0_reverse	2	0.1032555028796196
35224	rnn.bias_ih_l0_reverse	3	0.04794079437851906
35224	rnn.bias_ih_l0_reverse	4	-0.1291898936033249
35224	rnn.bias_ih_l0_reverse	5	0.04106738418340683
35224	rnn.bias_ih_l0_reverse	6	-0.1063927561044693
35224	rnn.bias_ih_l0_reverse	7	0.044582899659872055
35224	rnn.bias_ih_l0_reverse	8	0.0344034805893898
35224	rnn.bias_ih_l0_reverse	9	0.06327172368764877
35224	rnn.bias_hh_l0_reverse	0	0.05724840611219406
35224	rnn.bias_hh_l0_reverse	1	0.06544064730405807
35224	rnn.bias_hh_l0_reverse	2	0.07858581095933914
35224	rnn.bias_hh_l0_reverse	3	-0.003963272552937269
35224	rnn.bias_hh_l0_reverse	4	0.07154007256031036
35224	rnn.bias_hh_l0_reverse	5	0.007156651932746172
35224	rnn.bias_hh_l0_reverse	6	-0.05444734916090965
35224	rnn.bias_hh_l0_reverse	7	0.02734050340950489
35224	rnn.bias_hh_l0_reverse	8	0.01113804243505001
35224	rnn.bias_hh_l0_reverse	9	-0.16119152307510376
35224	linear.weight	0	0.17332148551940918
35224	linear.weight	1	-0.16292215883731842
35224	linear.weight	2	-0.2148812711238861
35224	linear.weight	3	0.07840597629547119
35224	linear.weight	4	-0.02665405161678791
35224	linear.weight	5	0.004061797168105841
35224	linear.weight	6	-0.00690511055290699
35224	linear.weight	7	-0.027091633528470993
35224	linear.weight	8	0.08443880826234818
35224	linear.weight	9	0.34952467679977417
35224	linear.bias	0	-0.20705386996269226
35224	linear.bias	1	0.1943952739238739
35224	linear.bias	2	-0.5396525859832764
35224	linear.bias	3	1.703858494758606
35224	linear.bias	4	-0.39681383967399597
35224	linear.bias	5	-0.030769959092140198
35224	linear.bias	6	-0.35785728693008423
35224	linear.bias	7	-0.27946293354034424
35224	linear.bias	8	-0.043290797621011734
35224	linear.bias	9	-0.49796080589294434
35252	transitions	0	-0.6482908725738525
35252	transitions	1	0.3495663106441498
35252	transitions	2	1.6743241548538208
35252	transitions	3	0.09650532156229019
35252	transitions	4	0.9484019875526428
35252	transitions	5	1.2739229202270508
35252	transitions	6	0.48329830169677734
35252	transitions	7	0.17573155462741852
35252	transitions	8	-0.919520914554596
35252	transitions	9	0.9306592345237732
35252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35252	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35252	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35252	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35252	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35252	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35252	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35252	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35252	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35252	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35252	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35252	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35252	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35252	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35252	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35252	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35252	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35252	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35252	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35252	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35252	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35252	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35252	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35252	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35252	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35252	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35252	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35252	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35252	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35252	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35252	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35252	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35252	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35252	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35252	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35252	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35252	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35252	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35252	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35252	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35252	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35252	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35252	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35252	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35252	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35252	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35252	embedding2nn.weight	0	0.022491982206702232
35252	embedding2nn.weight	1	0.014193120412528515
35252	embedding2nn.weight	2	-0.004284963943064213
35252	embedding2nn.weight	3	-0.00010545881377765909
35252	embedding2nn.weight	4	-0.004378410056233406
35252	embedding2nn.weight	5	0.011862651444971561
35252	embedding2nn.weight	6	-0.004974006209522486
35252	embedding2nn.weight	7	0.020744767040014267
35252	embedding2nn.weight	8	-0.0068363104946911335
35252	embedding2nn.weight	9	-0.013903334736824036
35252	embedding2nn.bias	0	-0.038948897272348404
35252	embedding2nn.bias	1	-0.021437330171465874
35252	embedding2nn.bias	2	-0.07479514926671982
35252	embedding2nn.bias	3	-0.0017752074636518955
35252	embedding2nn.bias	4	0.004321279935538769
35252	embedding2nn.bias	5	-0.007082553580403328
35252	embedding2nn.bias	6	0.009451456367969513
35252	embedding2nn.bias	7	0.020374970510601997
35252	embedding2nn.bias	8	0.007195672020316124
35252	embedding2nn.bias	9	0.0013085424434393644
35252	rnn.weight_ih_l0	0	0.03953824192285538
35252	rnn.weight_ih_l0	1	-0.013646363280713558
35252	rnn.weight_ih_l0	2	-0.03649890795350075
35252	rnn.weight_ih_l0	3	-0.044777970761060715
35252	rnn.weight_ih_l0	4	-0.052040163427591324
35252	rnn.weight_ih_l0	5	-0.008456099778413773
35252	rnn.weight_ih_l0	6	-0.05188312754034996
35252	rnn.weight_ih_l0	7	-0.061595551669597626
35252	rnn.weight_ih_l0	8	-0.04472952336072922
35252	rnn.weight_ih_l0	9	-0.026939284056425095
35252	rnn.weight_hh_l0	0	0.019322797656059265
35252	rnn.weight_hh_l0	1	-0.009692661464214325
35252	rnn.weight_hh_l0	2	-0.06760235130786896
35252	rnn.weight_hh_l0	3	-0.033373769372701645
35252	rnn.weight_hh_l0	4	-0.07835610210895538
35252	rnn.weight_hh_l0	5	-0.014550795778632164
35252	rnn.weight_hh_l0	6	-0.05435686931014061
35252	rnn.weight_hh_l0	7	-0.040758367627859116
35252	rnn.weight_hh_l0	8	-0.019116602838039398
35252	rnn.weight_hh_l0	9	-0.007932593114674091
35252	rnn.bias_ih_l0	0	0.14554370939731598
35252	rnn.bias_ih_l0	1	-0.0562032014131546
35252	rnn.bias_ih_l0	2	0.10427310317754745
35252	rnn.bias_ih_l0	3	0.0488673560321331
35252	rnn.bias_ih_l0	4	0.09895937889814377
35252	rnn.bias_ih_l0	5	0.02416280470788479
35252	rnn.bias_ih_l0	6	-0.017535865306854248
35252	rnn.bias_ih_l0	7	-0.10870291292667389
35252	rnn.bias_ih_l0	8	-0.20691831409931183
35252	rnn.bias_ih_l0	9	0.0870656669139862
35252	rnn.bias_hh_l0	0	0.002742518438026309
35252	rnn.bias_hh_l0	1	0.02358865924179554
35252	rnn.bias_hh_l0	2	-0.0061049857176840305
35252	rnn.bias_hh_l0	3	-0.030216632410883904
35252	rnn.bias_hh_l0	4	-0.03614411503076553
35252	rnn.bias_hh_l0	5	0.1435176432132721
35252	rnn.bias_hh_l0	6	0.05134137347340584
35252	rnn.bias_hh_l0	7	0.05984930321574211
35252	rnn.bias_hh_l0	8	0.016832832247018814
35252	rnn.bias_hh_l0	9	0.043423719704151154
35252	rnn.weight_ih_l0_reverse	0	-0.029702356085181236
35252	rnn.weight_ih_l0_reverse	1	-0.002209844533354044
35252	rnn.weight_ih_l0_reverse	2	0.023828569799661636
35252	rnn.weight_ih_l0_reverse	3	-0.062105387449264526
35252	rnn.weight_ih_l0_reverse	4	0.009298617020249367
35252	rnn.weight_ih_l0_reverse	5	-0.04609648138284683
35252	rnn.weight_ih_l0_reverse	6	0.02838144078850746
35252	rnn.weight_ih_l0_reverse	7	0.045979712158441544
35252	rnn.weight_ih_l0_reverse	8	-0.04876726493239403
35252	rnn.weight_ih_l0_reverse	9	-0.05075354874134064
35252	rnn.weight_hh_l0_reverse	0	-0.08328798413276672
35252	rnn.weight_hh_l0_reverse	1	-0.06326644867658615
35252	rnn.weight_hh_l0_reverse	2	0.034398067742586136
35252	rnn.weight_hh_l0_reverse	3	0.045744411647319794
35252	rnn.weight_hh_l0_reverse	4	-0.01590302400290966
35252	rnn.weight_hh_l0_reverse	5	0.04558376967906952
35252	rnn.weight_hh_l0_reverse	6	0.001242358353920281
35252	rnn.weight_hh_l0_reverse	7	-0.000187812460353598
35252	rnn.weight_hh_l0_reverse	8	-0.09879131615161896
35252	rnn.weight_hh_l0_reverse	9	0.08017798513174057
35252	rnn.bias_ih_l0_reverse	0	-0.08931487053632736
35252	rnn.bias_ih_l0_reverse	1	-0.0692829117178917
35252	rnn.bias_ih_l0_reverse	2	0.10325440764427185
35252	rnn.bias_ih_l0_reverse	3	0.047944847494363785
35252	rnn.bias_ih_l0_reverse	4	-0.12919218838214874
35252	rnn.bias_ih_l0_reverse	5	0.041067592799663544
35252	rnn.bias_ih_l0_reverse	6	-0.10639530420303345
35252	rnn.bias_ih_l0_reverse	7	0.04459034278988838
35252	rnn.bias_ih_l0_reverse	8	0.03441482409834862
35252	rnn.bias_ih_l0_reverse	9	0.06326556950807571
35252	rnn.bias_hh_l0_reverse	0	0.0572674497961998
35252	rnn.bias_hh_l0_reverse	1	0.06543648988008499
35252	rnn.bias_hh_l0_reverse	2	0.07858751714229584
35252	rnn.bias_hh_l0_reverse	3	-0.003958656452596188
35252	rnn.bias_hh_l0_reverse	4	0.0715373158454895
35252	rnn.bias_hh_l0_reverse	5	0.007162847090512514
35252	rnn.bias_hh_l0_reverse	6	-0.05444895103573799
35252	rnn.bias_hh_l0_reverse	7	0.02734997868537903
35252	rnn.bias_hh_l0_reverse	8	0.011144840158522129
35252	rnn.bias_hh_l0_reverse	9	-0.1611810326576233
35252	linear.weight	0	0.17331916093826294
35252	linear.weight	1	-0.16292209923267365
35252	linear.weight	2	-0.21488167345523834
35252	linear.weight	3	0.0783831998705864
35252	linear.weight	4	-0.026655573397874832
35252	linear.weight	5	0.004059710074216127
35252	linear.weight	6	-0.006905101705342531
35252	linear.weight	7	-0.02709137089550495
35252	linear.weight	8	0.08441749960184097
35252	linear.weight	9	0.3495098352432251
35252	linear.bias	0	-0.2070085108280182
35252	linear.bias	1	0.1943998634815216
35252	linear.bias	2	-0.5396636724472046
35252	linear.bias	3	1.7039825916290283
35252	linear.bias	4	-0.3968144655227661
35252	linear.bias	5	-0.030769959092140198
35252	linear.bias	6	-0.3578682839870453
35252	linear.bias	7	-0.27946737408638
35252	linear.bias	8	-0.043305836617946625
35252	linear.bias	9	-0.4979613423347473
35280	transitions	0	-0.6482909321784973
35280	transitions	1	0.3495660424232483
35280	transitions	2	1.6743241548538208
35280	transitions	3	0.09650479257106781
35280	transitions	4	0.9484008550643921
35280	transitions	5	1.2739229202270508
35280	transitions	6	0.48329830169677734
35280	transitions	7	0.17573153972625732
35280	transitions	8	-0.919520914554596
35280	transitions	9	0.9306592345237732
35280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35280	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35280	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35280	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35280	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35280	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35280	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35280	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35280	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35280	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35280	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35280	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35280	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35280	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35280	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35280	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35280	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35280	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35280	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35280	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35280	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35280	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35280	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35280	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35280	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35280	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35280	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35280	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35280	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35280	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35280	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35280	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35280	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35280	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35280	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35280	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35280	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35280	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35280	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35280	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35280	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35280	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35280	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35280	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35280	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35280	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35280	embedding2nn.weight	0	0.022491227835416794
35280	embedding2nn.weight	1	0.014193031936883926
35280	embedding2nn.weight	2	-0.004285153467208147
35280	embedding2nn.weight	3	-0.00010481689969310537
35280	embedding2nn.weight	4	-0.004378515761345625
35280	embedding2nn.weight	5	0.011862749233841896
35280	embedding2nn.weight	6	-0.004973513074219227
35280	embedding2nn.weight	7	0.02074674889445305
35280	embedding2nn.weight	8	-0.006836520042270422
35280	embedding2nn.weight	9	-0.013903952203691006
35280	embedding2nn.bias	0	-0.03899262100458145
35280	embedding2nn.bias	1	-0.021358978003263474
35280	embedding2nn.bias	2	-0.07476011663675308
35280	embedding2nn.bias	3	-0.0017739037284627557
35280	embedding2nn.bias	4	0.004299201536923647
35280	embedding2nn.bias	5	-0.007042708806693554
35280	embedding2nn.bias	6	0.009496084414422512
35280	embedding2nn.bias	7	0.020377036184072495
35280	embedding2nn.bias	8	0.007212154567241669
35280	embedding2nn.bias	9	0.0012343033449724317
35280	rnn.weight_ih_l0	0	0.03953908011317253
35280	rnn.weight_ih_l0	1	-0.013656582683324814
35280	rnn.weight_ih_l0	2	-0.03649761155247688
35280	rnn.weight_ih_l0	3	-0.04477660730481148
35280	rnn.weight_ih_l0	4	-0.05204029008746147
35280	rnn.weight_ih_l0	5	-0.00845534447580576
35280	rnn.weight_ih_l0	6	-0.0518813282251358
35280	rnn.weight_ih_l0	7	-0.061594486236572266
35280	rnn.weight_ih_l0	8	-0.04473046958446503
35280	rnn.weight_ih_l0	9	-0.026939716190099716
35280	rnn.weight_hh_l0	0	0.01932431571185589
35280	rnn.weight_hh_l0	1	-0.009690114296972752
35280	rnn.weight_hh_l0	2	-0.0675918310880661
35280	rnn.weight_hh_l0	3	-0.03337540477514267
35280	rnn.weight_hh_l0	4	-0.07836006581783295
35280	rnn.weight_hh_l0	5	-0.014547017402946949
35280	rnn.weight_hh_l0	6	-0.05435285344719887
35280	rnn.weight_hh_l0	7	-0.04076037183403969
35280	rnn.weight_hh_l0	8	-0.019112393260002136
35280	rnn.weight_hh_l0	9	-0.007934012450277805
35280	rnn.bias_ih_l0	0	0.1455432027578354
35280	rnn.bias_ih_l0	1	-0.05620867758989334
35280	rnn.bias_ih_l0	2	0.1042817160487175
35280	rnn.bias_ih_l0	3	0.04886363446712494
35280	rnn.bias_ih_l0	4	0.09896152466535568
35280	rnn.bias_ih_l0	5	0.024152686819434166
35280	rnn.bias_ih_l0	6	-0.0175416748970747
35280	rnn.bias_ih_l0	7	-0.10872378200292587
35280	rnn.bias_ih_l0	8	-0.20679444074630737
35280	rnn.bias_ih_l0	9	0.08706981688737869
35280	rnn.bias_hh_l0	0	0.0027444770094007254
35280	rnn.bias_hh_l0	1	0.023596657440066338
35280	rnn.bias_hh_l0	2	-0.00611250102519989
35280	rnn.bias_hh_l0	3	-0.030208298936486244
35280	rnn.bias_hh_l0	4	-0.036164067685604095
35280	rnn.bias_hh_l0	5	0.14350275695323944
35280	rnn.bias_hh_l0	6	0.05134856328368187
35280	rnn.bias_hh_l0	7	0.05986611545085907
35280	rnn.bias_hh_l0	8	0.016827022656798363
35280	rnn.bias_hh_l0	9	0.0434122234582901
35280	rnn.weight_ih_l0_reverse	0	-0.02970079518854618
35280	rnn.weight_ih_l0_reverse	1	-0.0022087593097239733
35280	rnn.weight_ih_l0_reverse	2	0.02382834628224373
35280	rnn.weight_ih_l0_reverse	3	-0.06210474297404289
35280	rnn.weight_ih_l0_reverse	4	0.009299271740019321
35280	rnn.weight_ih_l0_reverse	5	-0.046095170080661774
35280	rnn.weight_ih_l0_reverse	6	0.028376664966344833
35280	rnn.weight_ih_l0_reverse	7	0.045979924499988556
35280	rnn.weight_ih_l0_reverse	8	-0.04876834899187088
35280	rnn.weight_ih_l0_reverse	9	-0.05075477063655853
35280	rnn.weight_hh_l0_reverse	0	-0.08328845351934433
35280	rnn.weight_hh_l0_reverse	1	-0.06327406316995621
35280	rnn.weight_hh_l0_reverse	2	0.03439771756529808
35280	rnn.weight_hh_l0_reverse	3	0.04574368894100189
35280	rnn.weight_hh_l0_reverse	4	-0.0159077700227499
35280	rnn.weight_hh_l0_reverse	5	0.045584335923194885
35280	rnn.weight_hh_l0_reverse	6	0.001246950007043779
35280	rnn.weight_hh_l0_reverse	7	-0.00018392580386716872
35280	rnn.weight_hh_l0_reverse	8	-0.09878594428300858
35280	rnn.weight_hh_l0_reverse	9	0.08017747849225998
35280	rnn.bias_ih_l0_reverse	0	-0.08928805589675903
35280	rnn.bias_ih_l0_reverse	1	-0.06924572587013245
35280	rnn.bias_ih_l0_reverse	2	0.1032552570104599
35280	rnn.bias_ih_l0_reverse	3	0.04795410856604576
35280	rnn.bias_ih_l0_reverse	4	-0.12919442355632782
35280	rnn.bias_ih_l0_reverse	5	0.041042834520339966
35280	rnn.bias_ih_l0_reverse	6	-0.1064017042517662
35280	rnn.bias_ih_l0_reverse	7	0.04459475353360176
35280	rnn.bias_ih_l0_reverse	8	0.03440717235207558
35280	rnn.bias_ih_l0_reverse	9	0.0632745549082756
35280	rnn.bias_hh_l0_reverse	0	0.05723029375076294
35280	rnn.bias_hh_l0_reverse	1	0.06541910767555237
35280	rnn.bias_hh_l0_reverse	2	0.07858078926801682
35280	rnn.bias_hh_l0_reverse	3	-0.003957283217459917
35280	rnn.bias_hh_l0_reverse	4	0.07154359668493271
35280	rnn.bias_hh_l0_reverse	5	0.007175196427851915
35280	rnn.bias_hh_l0_reverse	6	-0.054449159651994705
35280	rnn.bias_hh_l0_reverse	7	0.027350828051567078
35280	rnn.bias_hh_l0_reverse	8	0.011132610030472279
35280	rnn.bias_hh_l0_reverse	9	-0.16115207970142365
35280	linear.weight	0	0.17329666018486023
35280	linear.weight	1	-0.1629224270582199
35280	linear.weight	2	-0.21487973630428314
35280	linear.weight	3	0.07839104533195496
35280	linear.weight	4	-0.02665349282324314
35280	linear.weight	5	0.004063008353114128
35280	linear.weight	6	-0.006905066315084696
35280	linear.weight	7	-0.02709137089550495
35280	linear.weight	8	0.08442966639995575
35280	linear.weight	9	0.3495219647884369
35280	linear.bias	0	-0.2070968598127365
35280	linear.bias	1	0.1943957805633545
35280	linear.bias	2	-0.5396766662597656
35280	linear.bias	3	1.7039583921432495
35280	linear.bias	4	-0.39681506156921387
35280	linear.bias	5	-0.030769959092140198
35280	linear.bias	6	-0.3578798770904541
35280	linear.bias	7	-0.2794819474220276
35280	linear.bias	8	-0.043194349855184555
35280	linear.bias	9	-0.4979615807533264
35308	transitions	0	-0.6482911705970764
35308	transitions	1	0.3495655655860901
35308	transitions	2	1.6743241548538208
35308	transitions	3	0.0965045839548111
35308	transitions	4	0.9484007954597473
35308	transitions	5	1.2739229202270508
35308	transitions	6	0.48329830169677734
35308	transitions	7	0.17573153972625732
35308	transitions	8	-0.919520914554596
35308	transitions	9	0.9306592345237732
35308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35308	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35308	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35308	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35308	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35308	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35308	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35308	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35308	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35308	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35308	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35308	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35308	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35308	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35308	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35308	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35308	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35308	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35308	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35308	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35308	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35308	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35308	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35308	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35308	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35308	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35308	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35308	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35308	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35308	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35308	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35308	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35308	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35308	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35308	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35308	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35308	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35308	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35308	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35308	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35308	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35308	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35308	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35308	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35308	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35308	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35308	embedding2nn.weight	0	0.0224913302809
35308	embedding2nn.weight	1	0.014193063601851463
35308	embedding2nn.weight	2	-0.004285120405256748
35308	embedding2nn.weight	3	-0.00010518398630665615
35308	embedding2nn.weight	4	-0.0043784319423139095
35308	embedding2nn.weight	5	0.011862657964229584
35308	embedding2nn.weight	6	-0.004974304232746363
35308	embedding2nn.weight	7	0.020741557702422142
35308	embedding2nn.weight	8	-0.006836201064288616
35308	embedding2nn.weight	9	-0.013904123567044735
35308	embedding2nn.bias	0	-0.03899799659848213
35308	embedding2nn.bias	1	-0.021358191967010498
35308	embedding2nn.bias	2	-0.07472800463438034
35308	embedding2nn.bias	3	-0.0017168658087030053
35308	embedding2nn.bias	4	0.004323821980506182
35308	embedding2nn.bias	5	-0.007012695074081421
35308	embedding2nn.bias	6	0.00947830080986023
35308	embedding2nn.bias	7	0.020355457440018654
35308	embedding2nn.bias	8	0.007262784987688065
35308	embedding2nn.bias	9	0.0012105206260457635
35308	rnn.weight_ih_l0	0	0.03953862935304642
35308	rnn.weight_ih_l0	1	-0.013658699579536915
35308	rnn.weight_ih_l0	2	-0.03649776801466942
35308	rnn.weight_ih_l0	3	-0.04477640986442566
35308	rnn.weight_ih_l0	4	-0.05204104632139206
35308	rnn.weight_ih_l0	5	-0.008455655537545681
35308	rnn.weight_ih_l0	6	-0.051881637424230576
35308	rnn.weight_ih_l0	7	-0.06159154698252678
35308	rnn.weight_ih_l0	8	-0.04473042115569115
35308	rnn.weight_ih_l0	9	-0.02693910524249077
35308	rnn.weight_hh_l0	0	0.019326776266098022
35308	rnn.weight_hh_l0	1	-0.009688962250947952
35308	rnn.weight_hh_l0	2	-0.06759262830018997
35308	rnn.weight_hh_l0	3	-0.033373620361089706
35308	rnn.weight_hh_l0	4	-0.07836107909679413
35308	rnn.weight_hh_l0	5	-0.014547640457749367
35308	rnn.weight_hh_l0	6	-0.05435663089156151
35308	rnn.weight_hh_l0	7	-0.040762897580862045
35308	rnn.weight_hh_l0	8	-0.019110187888145447
35308	rnn.weight_hh_l0	9	-0.007934686727821827
35308	rnn.bias_ih_l0	0	0.14555339515209198
35308	rnn.bias_ih_l0	1	-0.056204598397016525
35308	rnn.bias_ih_l0	2	0.10429996252059937
35308	rnn.bias_ih_l0	3	0.048869360238313675
35308	rnn.bias_ih_l0	4	0.09896479547023773
35308	rnn.bias_ih_l0	5	0.02415754832327366
35308	rnn.bias_ih_l0	6	-0.017549291253089905
35308	rnn.bias_ih_l0	7	-0.10877209901809692
35308	rnn.bias_ih_l0	8	-0.20684897899627686
35308	rnn.bias_ih_l0	9	0.08706658333539963
35308	rnn.bias_hh_l0	0	0.0027523923199623823
35308	rnn.bias_hh_l0	1	0.02359732985496521
35308	rnn.bias_hh_l0	2	-0.006114089861512184
35308	rnn.bias_hh_l0	3	-0.030217071995139122
35308	rnn.bias_hh_l0	4	-0.036159202456474304
35308	rnn.bias_hh_l0	5	0.14351189136505127
35308	rnn.bias_hh_l0	6	0.051342517137527466
35308	rnn.bias_hh_l0	7	0.05987217649817467
35308	rnn.bias_hh_l0	8	0.016819406300783157
35308	rnn.bias_hh_l0	9	0.043421562761068344
35308	rnn.weight_ih_l0_reverse	0	-0.029701314866542816
35308	rnn.weight_ih_l0_reverse	1	-0.002209385158494115
35308	rnn.weight_ih_l0_reverse	2	0.023829935118556023
35308	rnn.weight_ih_l0_reverse	3	-0.06210697814822197
35308	rnn.weight_ih_l0_reverse	4	0.009301075711846352
35308	rnn.weight_ih_l0_reverse	5	-0.04609469324350357
35308	rnn.weight_ih_l0_reverse	6	0.02837621048092842
35308	rnn.weight_ih_l0_reverse	7	0.045979298651218414
35308	rnn.weight_ih_l0_reverse	8	-0.04876763001084328
35308	rnn.weight_ih_l0_reverse	9	-0.050754863768815994
35308	rnn.weight_hh_l0_reverse	0	-0.08328434079885483
35308	rnn.weight_hh_l0_reverse	1	-0.06327594071626663
35308	rnn.weight_hh_l0_reverse	2	0.034396447241306305
35308	rnn.weight_hh_l0_reverse	3	0.04574601352214813
35308	rnn.weight_hh_l0_reverse	4	-0.015913641080260277
35308	rnn.weight_hh_l0_reverse	5	0.04558428004384041
35308	rnn.weight_hh_l0_reverse	6	0.0012531320098787546
35308	rnn.weight_hh_l0_reverse	7	-0.00018268788699060678
35308	rnn.weight_hh_l0_reverse	8	-0.09878960996866226
35308	rnn.weight_hh_l0_reverse	9	0.08018152415752411
35308	rnn.bias_ih_l0_reverse	0	-0.08930383622646332
35308	rnn.bias_ih_l0_reverse	1	-0.06924267113208771
35308	rnn.bias_ih_l0_reverse	2	0.10325019061565399
35308	rnn.bias_ih_l0_reverse	3	0.04796188697218895
35308	rnn.bias_ih_l0_reverse	4	-0.12918996810913086
35308	rnn.bias_ih_l0_reverse	5	0.04104018211364746
35308	rnn.bias_ih_l0_reverse	6	-0.10639362037181854
35308	rnn.bias_ih_l0_reverse	7	0.04461602121591568
35308	rnn.bias_ih_l0_reverse	8	0.03442016616463661
35308	rnn.bias_ih_l0_reverse	9	0.06327420473098755
35308	rnn.bias_hh_l0_reverse	0	0.05723387375473976
35308	rnn.bias_hh_l0_reverse	1	0.0654279813170433
35308	rnn.bias_hh_l0_reverse	2	0.07857712358236313
35308	rnn.bias_hh_l0_reverse	3	-0.003965509589761496
35308	rnn.bias_hh_l0_reverse	4	0.07153449207544327
35308	rnn.bias_hh_l0_reverse	5	0.007146862335503101
35308	rnn.bias_hh_l0_reverse	6	-0.05444415658712387
35308	rnn.bias_hh_l0_reverse	7	0.027354298159480095
35308	rnn.bias_hh_l0_reverse	8	0.011120122857391834
35308	rnn.bias_hh_l0_reverse	9	-0.1611652374267578
35308	linear.weight	0	0.1732882261276245
35308	linear.weight	1	-0.16292233765125275
35308	linear.weight	2	-0.2148813158273697
35308	linear.weight	3	0.07840587943792343
35308	linear.weight	4	-0.026651423424482346
35308	linear.weight	5	0.004066003020852804
35308	linear.weight	6	-0.006905058398842812
35308	linear.weight	7	-0.027093548327684402
35308	linear.weight	8	0.08444599062204361
35308	linear.weight	9	0.3495103716850281
35308	linear.bias	0	-0.20708772540092468
35308	linear.bias	1	0.19441215693950653
35308	linear.bias	2	-0.5396749377250671
35308	linear.bias	3	1.7040989398956299
35308	linear.bias	4	-0.3968158960342407
35308	linear.bias	5	-0.030769959092140198
35308	linear.bias	6	-0.35787543654441833
35308	linear.bias	7	-0.2794835567474365
35308	linear.bias	8	-0.04322643578052521
35308	linear.bias	9	-0.4979618191719055
35336	transitions	0	-0.6482915878295898
35336	transitions	1	0.3495655357837677
35336	transitions	2	1.6743240356445312
35336	transitions	3	0.09650445729494095
35336	transitions	4	0.9484006762504578
35336	transitions	5	1.2739229202270508
35336	transitions	6	0.48329830169677734
35336	transitions	7	0.17573153972625732
35336	transitions	8	-0.919520914554596
35336	transitions	9	0.9306592345237732
35336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35336	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35336	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35336	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35336	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35336	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35336	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35336	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35336	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35336	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35336	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35336	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35336	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35336	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35336	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35336	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35336	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35336	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35336	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35336	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35336	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35336	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35336	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35336	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35336	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35336	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35336	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35336	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35336	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35336	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35336	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35336	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35336	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35336	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35336	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35336	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35336	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35336	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35336	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35336	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35336	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35336	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35336	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35336	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35336	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35336	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35336	embedding2nn.weight	0	0.0224810428917408
35336	embedding2nn.weight	1	0.01419117022305727
35336	embedding2nn.weight	2	-0.004285035654902458
35336	embedding2nn.weight	3	-0.00010503033990971744
35336	embedding2nn.weight	4	-0.004378310404717922
35336	embedding2nn.weight	5	0.01186283491551876
35336	embedding2nn.weight	6	-0.004974376875907183
35336	embedding2nn.weight	7	0.020741330459713936
35336	embedding2nn.weight	8	-0.006836254149675369
35336	embedding2nn.weight	9	-0.013904464431107044
35336	embedding2nn.bias	0	-0.038952119648456573
35336	embedding2nn.bias	1	-0.021371537819504738
35336	embedding2nn.bias	2	-0.07467585802078247
35336	embedding2nn.bias	3	-0.0016885621007531881
35336	embedding2nn.bias	4	0.0043324073776602745
35336	embedding2nn.bias	5	-0.007059632334858179
35336	embedding2nn.bias	6	0.009487386792898178
35336	embedding2nn.bias	7	0.020347194746136665
35336	embedding2nn.bias	8	0.007231300696730614
35336	embedding2nn.bias	9	0.001251466921530664
35336	rnn.weight_ih_l0	0	0.03953484818339348
35336	rnn.weight_ih_l0	1	-0.013659792020916939
35336	rnn.weight_ih_l0	2	-0.03649382293224335
35336	rnn.weight_ih_l0	3	-0.0447741337120533
35336	rnn.weight_ih_l0	4	-0.05203992873430252
35336	rnn.weight_ih_l0	5	-0.008456951938569546
35336	rnn.weight_ih_l0	6	-0.051885802298784256
35336	rnn.weight_ih_l0	7	-0.06159267947077751
35336	rnn.weight_ih_l0	8	-0.04473116248846054
35336	rnn.weight_ih_l0	9	-0.026939477771520615
35336	rnn.weight_hh_l0	0	0.019329646602272987
35336	rnn.weight_hh_l0	1	-0.009686142206192017
35336	rnn.weight_hh_l0	2	-0.06760036200284958
35336	rnn.weight_hh_l0	3	-0.033371344208717346
35336	rnn.weight_hh_l0	4	-0.07836323976516724
35336	rnn.weight_hh_l0	5	-0.014547353610396385
35336	rnn.weight_hh_l0	6	-0.054355356842279434
35336	rnn.weight_hh_l0	7	-0.04075593501329422
35336	rnn.weight_hh_l0	8	-0.01910954900085926
35336	rnn.weight_hh_l0	9	-0.007931026630103588
35336	rnn.bias_ih_l0	0	0.14555659890174866
35336	rnn.bias_ih_l0	1	-0.056202925741672516
35336	rnn.bias_ih_l0	2	0.10429928451776505
35336	rnn.bias_ih_l0	3	0.04887561872601509
35336	rnn.bias_ih_l0	4	0.0989733561873436
35336	rnn.bias_ih_l0	5	0.02415487915277481
35336	rnn.bias_ih_l0	6	-0.017554055899381638
35336	rnn.bias_ih_l0	7	-0.1087261512875557
35336	rnn.bias_ih_l0	8	-0.20692147314548492
35336	rnn.bias_ih_l0	9	0.08706817775964737
35336	rnn.bias_hh_l0	0	0.002754924353212118
35336	rnn.bias_hh_l0	1	0.023600267246365547
35336	rnn.bias_hh_l0	2	-0.006109091453254223
35336	rnn.bias_hh_l0	3	-0.030227983370423317
35336	rnn.bias_hh_l0	4	-0.03616230562329292
35336	rnn.bias_hh_l0	5	0.14350053668022156
35336	rnn.bias_hh_l0	6	0.05134251341223717
35336	rnn.bias_hh_l0	7	0.05986763909459114
35336	rnn.bias_hh_l0	8	0.016814641654491425
35336	rnn.bias_hh_l0	9	0.0434248186647892
35336	rnn.weight_ih_l0_reverse	0	-0.02970270812511444
35336	rnn.weight_ih_l0_reverse	1	-0.0022150918375700712
35336	rnn.weight_ih_l0_reverse	2	0.023829232901334763
35336	rnn.weight_ih_l0_reverse	3	-0.062104232609272
35336	rnn.weight_ih_l0_reverse	4	0.009299250319600105
35336	rnn.weight_ih_l0_reverse	5	-0.04609767720103264
35336	rnn.weight_ih_l0_reverse	6	0.028367988765239716
35336	rnn.weight_ih_l0_reverse	7	0.045979809015989304
35336	rnn.weight_ih_l0_reverse	8	-0.04876525327563286
35336	rnn.weight_ih_l0_reverse	9	-0.05075475573539734
35336	rnn.weight_hh_l0_reverse	0	-0.083280049264431
35336	rnn.weight_hh_l0_reverse	1	-0.0632728561758995
35336	rnn.weight_hh_l0_reverse	2	0.0343981571495533
35336	rnn.weight_hh_l0_reverse	3	0.045745041221380234
35336	rnn.weight_hh_l0_reverse	4	-0.0159154050052166
35336	rnn.weight_hh_l0_reverse	5	0.0455838218331337
35336	rnn.weight_hh_l0_reverse	6	0.001256512594409287
35336	rnn.weight_hh_l0_reverse	7	-0.0001838626485550776
35336	rnn.weight_hh_l0_reverse	8	-0.09879099577665329
35336	rnn.weight_hh_l0_reverse	9	0.0801854059100151
35336	rnn.bias_ih_l0_reverse	0	-0.08932143449783325
35336	rnn.bias_ih_l0_reverse	1	-0.06923932582139969
35336	rnn.bias_ih_l0_reverse	2	0.10325103253126144
35336	rnn.bias_ih_l0_reverse	3	0.047957077622413635
35336	rnn.bias_ih_l0_reverse	4	-0.12919801473617554
35336	rnn.bias_ih_l0_reverse	5	0.04103340953588486
35336	rnn.bias_ih_l0_reverse	6	-0.10640472918748856
35336	rnn.bias_ih_l0_reverse	7	0.044608425348997116
35336	rnn.bias_ih_l0_reverse	8	0.0344209149479866
35336	rnn.bias_ih_l0_reverse	9	0.0632733628153801
35336	rnn.bias_hh_l0_reverse	0	0.05723408982157707
35336	rnn.bias_hh_l0_reverse	1	0.06544062495231628
35336	rnn.bias_hh_l0_reverse	2	0.07856525480747223
35336	rnn.bias_hh_l0_reverse	3	-0.003975927364081144
35336	rnn.bias_hh_l0_reverse	4	0.0715356320142746
35336	rnn.bias_hh_l0_reverse	5	0.007112989667803049
35336	rnn.bias_hh_l0_reverse	6	-0.05444348603487015
35336	rnn.bias_hh_l0_reverse	7	0.027350015938282013
35336	rnn.bias_hh_l0_reverse	8	0.01111669559031725
35336	rnn.bias_hh_l0_reverse	9	-0.16117845475673676
35336	linear.weight	0	0.17324517667293549
35336	linear.weight	1	-0.16292226314544678
35336	linear.weight	2	-0.21488983929157257
35336	linear.weight	3	0.07839877158403397
35336	linear.weight	4	-0.02665034309029579
35336	linear.weight	5	0.004066990688443184
35336	linear.weight	6	-0.006905048154294491
35336	linear.weight	7	-0.027093468233942986
35336	linear.weight	8	0.08443652093410492
35336	linear.weight	9	0.3495073914527893
35336	linear.bias	0	-0.20706482231616974
35336	linear.bias	1	0.19440357387065887
35336	linear.bias	2	-0.5396719574928284
35336	linear.bias	3	1.7041703462600708
35336	linear.bias	4	-0.3968164026737213
35336	linear.bias	5	-0.030769959092140198
35336	linear.bias	6	-0.3578736186027527
35336	linear.bias	7	-0.27949902415275574
35336	linear.bias	8	-0.04327457770705223
35336	linear.bias	9	-0.49796223640441895
35364	transitions	0	-0.6482919454574585
35364	transitions	1	0.34956541657447815
35364	transitions	2	1.6743240356445312
35364	transitions	3	0.09650395065546036
35364	transitions	4	0.9484005570411682
35364	transitions	5	1.2739229202270508
35364	transitions	6	0.48329830169677734
35364	transitions	7	0.17573153972625732
35364	transitions	8	-0.919520914554596
35364	transitions	9	0.9306592345237732
35364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35364	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35364	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35364	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35364	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35364	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35364	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35364	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35364	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35364	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35364	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35364	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35364	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35364	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35364	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35364	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35364	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35364	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35364	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35364	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35364	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35364	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35364	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35364	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35364	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35364	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35364	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35364	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35364	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35364	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35364	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35364	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35364	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35364	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35364	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35364	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35364	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35364	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35364	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35364	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35364	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35364	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35364	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35364	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35364	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35364	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35364	embedding2nn.weight	0	0.02248484082520008
35364	embedding2nn.weight	1	0.014190061017870903
35364	embedding2nn.weight	2	-0.004284731578081846
35364	embedding2nn.weight	3	-0.00010378040315117687
35364	embedding2nn.weight	4	-0.0043780989944934845
35364	embedding2nn.weight	5	0.011862287297844887
35364	embedding2nn.weight	6	-0.004974490497261286
35364	embedding2nn.weight	7	0.020737824961543083
35364	embedding2nn.weight	8	-0.0068358867429196835
35364	embedding2nn.weight	9	-0.013904168270528316
35364	embedding2nn.bias	0	-0.03888868913054466
35364	embedding2nn.bias	1	-0.02137252502143383
35364	embedding2nn.bias	2	-0.07467281073331833
35364	embedding2nn.bias	3	-0.0017106106970459223
35364	embedding2nn.bias	4	0.004331969190388918
35364	embedding2nn.bias	5	-0.007098817732185125
35364	embedding2nn.bias	6	0.009476471692323685
35364	embedding2nn.bias	7	0.020261378958821297
35364	embedding2nn.bias	8	0.00721912132576108
35364	embedding2nn.bias	9	0.0011742203496396542
35364	rnn.weight_ih_l0	0	0.03953496739268303
35364	rnn.weight_ih_l0	1	-0.013669149950146675
35364	rnn.weight_ih_l0	2	-0.03649556636810303
35364	rnn.weight_ih_l0	3	-0.04477434977889061
35364	rnn.weight_ih_l0	4	-0.052038222551345825
35364	rnn.weight_ih_l0	5	-0.008458210155367851
35364	rnn.weight_ih_l0	6	-0.05188795179128647
35364	rnn.weight_ih_l0	7	-0.0615922175347805
35364	rnn.weight_ih_l0	8	-0.04472915828227997
35364	rnn.weight_ih_l0	9	-0.026939567178487778
35364	rnn.weight_hh_l0	0	0.01933794654905796
35364	rnn.weight_hh_l0	1	-0.009690986946225166
35364	rnn.weight_hh_l0	2	-0.06759251654148102
35364	rnn.weight_hh_l0	3	-0.033371370285749435
35364	rnn.weight_hh_l0	4	-0.07836443930864334
35364	rnn.weight_hh_l0	5	-0.014543185941874981
35364	rnn.weight_hh_l0	6	-0.05434131249785423
35364	rnn.weight_hh_l0	7	-0.04075167700648308
35364	rnn.weight_hh_l0	8	-0.01911117695271969
35364	rnn.weight_hh_l0	9	-0.007933554239571095
35364	rnn.bias_ih_l0	0	0.14554186165332794
35364	rnn.bias_ih_l0	1	-0.056204114109277725
35364	rnn.bias_ih_l0	2	0.10429149866104126
35364	rnn.bias_ih_l0	3	0.04886605963110924
35364	rnn.bias_ih_l0	4	0.09897835552692413
35364	rnn.bias_ih_l0	5	0.02416628785431385
35364	rnn.bias_ih_l0	6	-0.017547952011227608
35364	rnn.bias_ih_l0	7	-0.10875254124403
35364	rnn.bias_ih_l0	8	-0.20696701109409332
35364	rnn.bias_ih_l0	9	0.0870552808046341
35364	rnn.bias_hh_l0	0	0.0027697815094143152
35364	rnn.bias_hh_l0	1	0.02361690253019333
35364	rnn.bias_hh_l0	2	-0.006125107407569885
35364	rnn.bias_hh_l0	3	-0.030228642746806145
35364	rnn.bias_hh_l0	4	-0.03617008775472641
35364	rnn.bias_hh_l0	5	0.14349839091300964
35364	rnn.bias_hh_l0	6	0.05132388696074486
35364	rnn.bias_hh_l0	7	0.059851694852113724
35364	rnn.bias_hh_l0	8	0.016820745542645454
35364	rnn.bias_hh_l0	9	0.04341939464211464
35364	rnn.weight_ih_l0_reverse	0	-0.029704632237553596
35364	rnn.weight_ih_l0_reverse	1	-0.0022172988392412663
35364	rnn.weight_ih_l0_reverse	2	0.023828990757465363
35364	rnn.weight_ih_l0_reverse	3	-0.06210251897573471
35364	rnn.weight_ih_l0_reverse	4	0.00930044800043106
35364	rnn.weight_ih_l0_reverse	5	-0.046098362654447556
35364	rnn.weight_ih_l0_reverse	6	0.028371721506118774
35364	rnn.weight_ih_l0_reverse	7	0.04598154500126839
35364	rnn.weight_ih_l0_reverse	8	-0.04876509681344032
35364	rnn.weight_ih_l0_reverse	9	-0.0507546029984951
35364	rnn.weight_hh_l0_reverse	0	-0.08327959477901459
35364	rnn.weight_hh_l0_reverse	1	-0.0632689893245697
35364	rnn.weight_hh_l0_reverse	2	0.034399017691612244
35364	rnn.weight_hh_l0_reverse	3	0.04574774578213692
35364	rnn.weight_hh_l0_reverse	4	-0.015918927267193794
35364	rnn.weight_hh_l0_reverse	5	0.04558296129107475
35364	rnn.weight_hh_l0_reverse	6	0.0012476303381845355
35364	rnn.weight_hh_l0_reverse	7	-0.0001864793593995273
35364	rnn.weight_hh_l0_reverse	8	-0.09879159927368164
35364	rnn.weight_hh_l0_reverse	9	0.08018633723258972
35364	rnn.bias_ih_l0_reverse	0	-0.0892723798751831
35364	rnn.bias_ih_l0_reverse	1	-0.06924561411142349
35364	rnn.bias_ih_l0_reverse	2	0.1032503992319107
35364	rnn.bias_ih_l0_reverse	3	0.047958679497241974
35364	rnn.bias_ih_l0_reverse	4	-0.1292112022638321
35364	rnn.bias_ih_l0_reverse	5	0.04102848470211029
35364	rnn.bias_ih_l0_reverse	6	-0.10639985650777817
35364	rnn.bias_ih_l0_reverse	7	0.04459092766046524
35364	rnn.bias_ih_l0_reverse	8	0.03443995118141174
35364	rnn.bias_ih_l0_reverse	9	0.06328599900007248
35364	rnn.bias_hh_l0_reverse	0	0.05721747502684593
35364	rnn.bias_hh_l0_reverse	1	0.06543346494436264
35364	rnn.bias_hh_l0_reverse	2	0.07855935394763947
35364	rnn.bias_hh_l0_reverse	3	-0.003983146045356989
35364	rnn.bias_hh_l0_reverse	4	0.0715370923280716
35364	rnn.bias_hh_l0_reverse	5	0.007122150156646967
35364	rnn.bias_hh_l0_reverse	6	-0.05442160740494728
35364	rnn.bias_hh_l0_reverse	7	0.027355914935469627
35364	rnn.bias_hh_l0_reverse	8	0.011071312241256237
35364	rnn.bias_hh_l0_reverse	9	-0.1611630916595459
35364	linear.weight	0	0.1732354462146759
35364	linear.weight	1	-0.16292165219783783
35364	linear.weight	2	-0.21487392485141754
35364	linear.weight	3	0.07840299606323242
35364	linear.weight	4	-0.026649896055459976
35364	linear.weight	5	0.004067584872245789
35364	linear.weight	6	-0.0069050295278429985
35364	linear.weight	7	-0.02709311433136463
35364	linear.weight	8	0.08441375195980072
35364	linear.weight	9	0.34951552748680115
35364	linear.bias	0	-0.20693399012088776
35364	linear.bias	1	0.19440065324306488
35364	linear.bias	2	-0.5396897196769714
35364	linear.bias	3	1.7041746377944946
35364	linear.bias	4	-0.3968174457550049
35364	linear.bias	5	-0.030769959092140198
35364	linear.bias	6	-0.3578965961933136
35364	linear.bias	7	-0.27951347827911377
35364	linear.bias	8	-0.043254297226667404
35364	linear.bias	9	-0.49796268343925476
35392	transitions	0	-0.6482921838760376
35392	transitions	1	0.349565327167511
35392	transitions	2	1.6743239164352417
35392	transitions	3	0.09650348126888275
35392	transitions	4	0.9484003186225891
35392	transitions	5	1.2739229202270508
35392	transitions	6	0.48329830169677734
35392	transitions	7	0.17573148012161255
35392	transitions	8	-0.919520914554596
35392	transitions	9	0.9306592345237732
35392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35392	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35392	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35392	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35392	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35392	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35392	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35392	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35392	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35392	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35392	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35392	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35392	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35392	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35392	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35392	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35392	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35392	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35392	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35392	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35392	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35392	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35392	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35392	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35392	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35392	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35392	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35392	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35392	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35392	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35392	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35392	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35392	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35392	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35392	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35392	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35392	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35392	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35392	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35392	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35392	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35392	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35392	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35392	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35392	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35392	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35392	embedding2nn.weight	0	0.022485077381134033
35392	embedding2nn.weight	1	0.014190493151545525
35392	embedding2nn.weight	2	-0.004284856375306845
35392	embedding2nn.weight	3	-0.00010415127326268703
35392	embedding2nn.weight	4	-0.004378089215606451
35392	embedding2nn.weight	5	0.011860939674079418
35392	embedding2nn.weight	6	-0.004974767565727234
35392	embedding2nn.weight	7	0.02073865570127964
35392	embedding2nn.weight	8	-0.0068360683508217335
35392	embedding2nn.weight	9	-0.013904213905334473
35392	embedding2nn.bias	0	-0.038863323628902435
35392	embedding2nn.bias	1	-0.02138690836727619
35392	embedding2nn.bias	2	-0.07465539127588272
35392	embedding2nn.bias	3	-0.0016833858098834753
35392	embedding2nn.bias	4	0.0043249307200312614
35392	embedding2nn.bias	5	-0.007113787345588207
35392	embedding2nn.bias	6	0.009544449858367443
35392	embedding2nn.bias	7	0.020304178819060326
35392	embedding2nn.bias	8	0.007237019017338753
35392	embedding2nn.bias	9	0.0012216215254738927
35392	rnn.weight_ih_l0	0	0.03953402116894722
35392	rnn.weight_ih_l0	1	-0.013671863824129105
35392	rnn.weight_ih_l0	2	-0.03649858385324478
35392	rnn.weight_ih_l0	3	-0.044771600514650345
35392	rnn.weight_ih_l0	4	-0.05203888565301895
35392	rnn.weight_ih_l0	5	-0.008458880707621574
35392	rnn.weight_ih_l0	6	-0.05189014971256256
35392	rnn.weight_ih_l0	7	-0.06159191206097603
35392	rnn.weight_ih_l0	8	-0.04473099485039711
35392	rnn.weight_ih_l0	9	-0.02693887986242771
35392	rnn.weight_hh_l0	0	0.019331209361553192
35392	rnn.weight_hh_l0	1	-0.009689425118267536
35392	rnn.weight_hh_l0	2	-0.06759025901556015
35392	rnn.weight_hh_l0	3	-0.03337198495864868
35392	rnn.weight_hh_l0	4	-0.07835959643125534
35392	rnn.weight_hh_l0	5	-0.014544877223670483
35392	rnn.weight_hh_l0	6	-0.054327525198459625
35392	rnn.weight_hh_l0	7	-0.04075194522738457
35392	rnn.weight_hh_l0	8	-0.01911245472729206
35392	rnn.weight_hh_l0	9	-0.00793115608394146
35392	rnn.bias_ih_l0	0	0.14553320407867432
35392	rnn.bias_ih_l0	1	-0.05621189624071121
35392	rnn.bias_ih_l0	2	0.104283906519413
35392	rnn.bias_ih_l0	3	0.048862524330616
35392	rnn.bias_ih_l0	4	0.09898170828819275
35392	rnn.bias_ih_l0	5	0.02416825108230114
35392	rnn.bias_ih_l0	6	-0.017538169398903847
35392	rnn.bias_ih_l0	7	-0.1087360754609108
35392	rnn.bias_ih_l0	8	-0.20699575543403625
35392	rnn.bias_ih_l0	9	0.08704670518636703
35392	rnn.bias_hh_l0	0	0.0027711631264537573
35392	rnn.bias_hh_l0	1	0.023618770763278008
35392	rnn.bias_hh_l0	2	-0.006140169221907854
35392	rnn.bias_hh_l0	3	-0.030245114117860794
35392	rnn.bias_hh_l0	4	-0.03615653142333031
35392	rnn.bias_hh_l0	5	0.14349812269210815
35392	rnn.bias_hh_l0	6	0.0513191893696785
35392	rnn.bias_hh_l0	7	0.05984864756464958
35392	rnn.bias_hh_l0	8	0.016830528154969215
35392	rnn.bias_hh_l0	9	0.04342203959822655
35392	rnn.weight_ih_l0_reverse	0	-0.029704967513680458
35392	rnn.weight_ih_l0_reverse	1	-0.002210291801020503
35392	rnn.weight_ih_l0_reverse	2	0.023830939084291458
35392	rnn.weight_ih_l0_reverse	3	-0.062101542949676514
35392	rnn.weight_ih_l0_reverse	4	0.009302068501710892
35392	rnn.weight_ih_l0_reverse	5	-0.04609866440296173
35392	rnn.weight_ih_l0_reverse	6	0.028363093733787537
35392	rnn.weight_ih_l0_reverse	7	0.04598185792565346
35392	rnn.weight_ih_l0_reverse	8	-0.04876292496919632
35392	rnn.weight_ih_l0_reverse	9	-0.050754986703395844
35392	rnn.weight_hh_l0_reverse	0	-0.08328045159578323
35392	rnn.weight_hh_l0_reverse	1	-0.06326605379581451
35392	rnn.weight_hh_l0_reverse	2	0.03439903259277344
35392	rnn.weight_hh_l0_reverse	3	0.04574940353631973
35392	rnn.weight_hh_l0_reverse	4	-0.015916015952825546
35392	rnn.weight_hh_l0_reverse	5	0.04558127373456955
35392	rnn.weight_hh_l0_reverse	6	0.0012291119201108813
35392	rnn.weight_hh_l0_reverse	7	-0.00018592520791571587
35392	rnn.weight_hh_l0_reverse	8	-0.09879030287265778
35392	rnn.weight_hh_l0_reverse	9	0.0801871195435524
35392	rnn.bias_ih_l0_reverse	0	-0.08930595219135284
35392	rnn.bias_ih_l0_reverse	1	-0.06920125335454941
35392	rnn.bias_ih_l0_reverse	2	0.10324647277593613
35392	rnn.bias_ih_l0_reverse	3	0.04796264320611954
35392	rnn.bias_ih_l0_reverse	4	-0.12921398878097534
35392	rnn.bias_ih_l0_reverse	5	0.041039276868104935
35392	rnn.bias_ih_l0_reverse	6	-0.10640419274568558
35392	rnn.bias_ih_l0_reverse	7	0.04458881914615631
35392	rnn.bias_ih_l0_reverse	8	0.034438978880643845
35392	rnn.bias_ih_l0_reverse	9	0.06327356398105621
35392	rnn.bias_hh_l0_reverse	0	0.057204268872737885
35392	rnn.bias_hh_l0_reverse	1	0.06542275100946426
35392	rnn.bias_hh_l0_reverse	2	0.07855837792158127
35392	rnn.bias_hh_l0_reverse	3	-0.0039818608202040195
35392	rnn.bias_hh_l0_reverse	4	0.07152604311704636
35392	rnn.bias_hh_l0_reverse	5	0.007131674326956272
35392	rnn.bias_hh_l0_reverse	6	-0.05441426858305931
35392	rnn.bias_hh_l0_reverse	7	0.027366474270820618
35392	rnn.bias_hh_l0_reverse	8	0.011062808334827423
35392	rnn.bias_hh_l0_reverse	9	-0.16118359565734863
35392	linear.weight	0	0.17325682938098907
35392	linear.weight	1	-0.162944957613945
35392	linear.weight	2	-0.2148628532886505
35392	linear.weight	3	0.07840238511562347
35392	linear.weight	4	-0.02664942294359207
35392	linear.weight	5	0.004067206289619207
35392	linear.weight	6	-0.006904986687004566
35392	linear.weight	7	-0.02709299884736538
35392	linear.weight	8	0.08439499139785767
35392	linear.weight	9	0.349527508020401
35392	linear.bias	0	-0.20696206390857697
35392	linear.bias	1	0.19437681138515472
35392	linear.bias	2	-0.5396881699562073
35392	linear.bias	3	1.7043503522872925
35392	linear.bias	4	-0.39681801199913025
35392	linear.bias	5	-0.030769959092140198
35392	linear.bias	6	-0.35789644718170166
35392	linear.bias	7	-0.2795393168926239
35392	linear.bias	8	-0.043301887810230255
35392	linear.bias	9	-0.4979628622531891
35420	transitions	0	-0.6482922434806824
35420	transitions	1	0.3495652377605438
35420	transitions	2	1.6743236780166626
35420	transitions	3	0.09650302678346634
35420	transitions	4	0.9484002590179443
35420	transitions	5	1.2739229202270508
35420	transitions	6	0.48329827189445496
35420	transitions	7	0.175731360912323
35420	transitions	8	-0.919520914554596
35420	transitions	9	0.9306592345237732
35420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35420	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35420	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35420	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35420	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35420	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35420	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35420	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35420	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35420	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35420	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35420	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35420	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35420	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35420	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35420	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35420	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35420	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35420	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35420	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35420	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35420	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35420	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35420	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35420	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35420	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35420	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35420	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35420	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35420	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35420	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35420	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35420	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35420	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35420	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35420	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35420	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35420	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35420	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35420	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35420	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35420	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35420	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35420	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35420	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35420	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35420	embedding2nn.weight	0	0.022479210048913956
35420	embedding2nn.weight	1	0.014190355315804482
35420	embedding2nn.weight	2	-0.004284881986677647
35420	embedding2nn.weight	3	-0.00010435406875330955
35420	embedding2nn.weight	4	-0.00437827268615365
35420	embedding2nn.weight	5	0.011862109415233135
35420	embedding2nn.weight	6	-0.004974703770130873
35420	embedding2nn.weight	7	0.020738571882247925
35420	embedding2nn.weight	8	-0.006835870444774628
35420	embedding2nn.weight	9	-0.013904120773077011
35420	embedding2nn.bias	0	-0.038859426975250244
35420	embedding2nn.bias	1	-0.0213776882737875
35420	embedding2nn.bias	2	-0.07470067590475082
35420	embedding2nn.bias	3	-0.001657279091887176
35420	embedding2nn.bias	4	0.004325632005929947
35420	embedding2nn.bias	5	-0.007188200019299984
35420	embedding2nn.bias	6	0.009522420354187489
35420	embedding2nn.bias	7	0.020232608541846275
35420	embedding2nn.bias	8	0.00721865426748991
35420	embedding2nn.bias	9	0.001248817192390561
35420	rnn.weight_ih_l0	0	0.03953284025192261
35420	rnn.weight_ih_l0	1	-0.013667085207998753
35420	rnn.weight_ih_l0	2	-0.036499906331300735
35420	rnn.weight_ih_l0	3	-0.04477572813630104
35420	rnn.weight_ih_l0	4	-0.052040647715330124
35420	rnn.weight_ih_l0	5	-0.008460065349936485
35420	rnn.weight_ih_l0	6	-0.051891449838876724
35420	rnn.weight_ih_l0	7	-0.06159217655658722
35420	rnn.weight_ih_l0	8	-0.04473269358277321
35420	rnn.weight_ih_l0	9	-0.026938695460557938
35420	rnn.weight_hh_l0	0	0.019331924617290497
35420	rnn.weight_hh_l0	1	-0.009686668403446674
35420	rnn.weight_hh_l0	2	-0.06759673357009888
35420	rnn.weight_hh_l0	3	-0.03337380662560463
35420	rnn.weight_hh_l0	4	-0.07835736870765686
35420	rnn.weight_hh_l0	5	-0.014554748311638832
35420	rnn.weight_hh_l0	6	-0.05434519797563553
35420	rnn.weight_hh_l0	7	-0.04076312854886055
35420	rnn.weight_hh_l0	8	-0.019112566486001015
35420	rnn.weight_hh_l0	9	-0.007932947017252445
35420	rnn.bias_ih_l0	0	0.14553062617778778
35420	rnn.bias_ih_l0	1	-0.05622240528464317
35420	rnn.bias_ih_l0	2	0.10425090789794922
35420	rnn.bias_ih_l0	3	0.04885345324873924
35420	rnn.bias_ih_l0	4	0.09900457412004471
35420	rnn.bias_ih_l0	5	0.02417079731822014
35420	rnn.bias_ih_l0	6	-0.01755366101861
35420	rnn.bias_ih_l0	7	-0.1086934506893158
35420	rnn.bias_ih_l0	8	-0.20693843066692352
35420	rnn.bias_ih_l0	9	0.08704157918691635
35420	rnn.bias_hh_l0	0	0.0027748129796236753
35420	rnn.bias_hh_l0	1	0.02362215705215931
35420	rnn.bias_hh_l0	2	-0.00613437220454216
35420	rnn.bias_hh_l0	3	-0.030258603394031525
35420	rnn.bias_hh_l0	4	-0.036166947335004807
35420	rnn.bias_hh_l0	5	0.14349089562892914
35420	rnn.bias_hh_l0	6	0.051334306597709656
35420	rnn.bias_hh_l0	7	0.05986422672867775
35420	rnn.bias_hh_l0	8	0.01681503653526306
35420	rnn.bias_hh_l0	9	0.04341939091682434
35420	rnn.weight_ih_l0_reverse	0	-0.02970624901354313
35420	rnn.weight_ih_l0_reverse	1	-0.0022173025645315647
35420	rnn.weight_ih_l0_reverse	2	0.023831617087125778
35420	rnn.weight_ih_l0_reverse	3	-0.06209856644272804
35420	rnn.weight_ih_l0_reverse	4	0.009300677105784416
35420	rnn.weight_ih_l0_reverse	5	-0.046095121651887894
35420	rnn.weight_ih_l0_reverse	6	0.02836940810084343
35420	rnn.weight_ih_l0_reverse	7	0.045980632305145264
35420	rnn.weight_ih_l0_reverse	8	-0.04876486957073212
35420	rnn.weight_ih_l0_reverse	9	-0.050755005329847336
35420	rnn.weight_hh_l0_reverse	0	-0.08328454941511154
35420	rnn.weight_hh_l0_reverse	1	-0.0632627084851265
35420	rnn.weight_hh_l0_reverse	2	0.03439778834581375
35420	rnn.weight_hh_l0_reverse	3	0.0457509383559227
35420	rnn.weight_hh_l0_reverse	4	-0.015913985669612885
35420	rnn.weight_hh_l0_reverse	5	0.04558270424604416
35420	rnn.weight_hh_l0_reverse	6	0.0011813390301540494
35420	rnn.weight_hh_l0_reverse	7	-0.00018556071154307574
35420	rnn.weight_hh_l0_reverse	8	-0.09878605604171753
35420	rnn.weight_hh_l0_reverse	9	0.0801754742860794
35420	rnn.bias_ih_l0_reverse	0	-0.08926715701818466
35420	rnn.bias_ih_l0_reverse	1	-0.06916515529155731
35420	rnn.bias_ih_l0_reverse	2	0.10324179381132126
35420	rnn.bias_ih_l0_reverse	3	0.04795779660344124
35420	rnn.bias_ih_l0_reverse	4	-0.12921714782714844
35420	rnn.bias_ih_l0_reverse	5	0.041043225675821304
35420	rnn.bias_ih_l0_reverse	6	-0.10639891028404236
35420	rnn.bias_ih_l0_reverse	7	0.04459266737103462
35420	rnn.bias_ih_l0_reverse	8	0.03445836156606674
35420	rnn.bias_ih_l0_reverse	9	0.06326309591531754
35420	rnn.bias_hh_l0_reverse	0	0.05713861063122749
35420	rnn.bias_hh_l0_reverse	1	0.06540937721729279
35420	rnn.bias_hh_l0_reverse	2	0.07854676991701126
35420	rnn.bias_hh_l0_reverse	3	-0.003981117624789476
35420	rnn.bias_hh_l0_reverse	4	0.07151641696691513
35420	rnn.bias_hh_l0_reverse	5	0.007149244658648968
35420	rnn.bias_hh_l0_reverse	6	-0.05441804975271225
35420	rnn.bias_hh_l0_reverse	7	0.027365151792764664
35420	rnn.bias_hh_l0_reverse	8	0.011087330989539623
35420	rnn.bias_hh_l0_reverse	9	-0.16115419566631317
35420	linear.weight	0	0.17324478924274445
35420	linear.weight	1	-0.16294346749782562
35420	linear.weight	2	-0.2148381471633911
35420	linear.weight	3	0.07842104136943817
35420	linear.weight	4	-0.026643792167305946
35420	linear.weight	5	0.004070000257343054
35420	linear.weight	6	-0.006904977839440107
35420	linear.weight	7	-0.027092622593045235
35420	linear.weight	8	0.08440756052732468
35420	linear.weight	9	0.3495279550552368
35420	linear.bias	0	-0.2070963978767395
35420	linear.bias	1	0.19432976841926575
35420	linear.bias	2	-0.5397120118141174
35420	linear.bias	3	1.704374074935913
35420	linear.bias	4	-0.3968263566493988
35420	linear.bias	5	-0.030769959092140198
35420	linear.bias	6	-0.35792091488838196
35420	linear.bias	7	-0.27954980731010437
35420	linear.bias	8	-0.04340250417590141
35420	linear.bias	9	-0.4979632794857025
35448	transitions	0	-0.6482924818992615
35448	transitions	1	0.3495650887489319
35448	transitions	2	1.6743236780166626
35448	transitions	3	0.09650294482707977
35448	transitions	4	0.9484002590179443
35448	transitions	5	1.2739229202270508
35448	transitions	6	0.48329827189445496
35448	transitions	7	0.175731360912323
35448	transitions	8	-0.919520914554596
35448	transitions	9	0.9306592345237732
35448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35448	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35448	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35448	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35448	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35448	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35448	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35448	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35448	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35448	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35448	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35448	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35448	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35448	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35448	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35448	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35448	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35448	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35448	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35448	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35448	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35448	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35448	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35448	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35448	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35448	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35448	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35448	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35448	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35448	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35448	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35448	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35448	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35448	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35448	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35448	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35448	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35448	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35448	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35448	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35448	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35448	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35448	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35448	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35448	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35448	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35448	embedding2nn.weight	0	0.022481484338641167
35448	embedding2nn.weight	1	0.014190755784511566
35448	embedding2nn.weight	2	-0.004285215400159359
35448	embedding2nn.weight	3	-0.00010498848860152066
35448	embedding2nn.weight	4	-0.0043780910782516
35448	embedding2nn.weight	5	0.011861948296427727
35448	embedding2nn.weight	6	-0.004974862094968557
35448	embedding2nn.weight	7	0.020733976736664772
35448	embedding2nn.weight	8	-0.006836449261754751
35448	embedding2nn.weight	9	-0.013903421349823475
35448	embedding2nn.bias	0	-0.03885762393474579
35448	embedding2nn.bias	1	-0.02136576548218727
35448	embedding2nn.bias	2	-0.0747077539563179
35448	embedding2nn.bias	3	-0.0016517790500074625
35448	embedding2nn.bias	4	0.0044112494215369225
35448	embedding2nn.bias	5	-0.007090231403708458
35448	embedding2nn.bias	6	0.009555277414619923
35448	embedding2nn.bias	7	0.02022273652255535
35448	embedding2nn.bias	8	0.0072325714863836765
35448	embedding2nn.bias	9	0.0012825678568333387
35448	rnn.weight_ih_l0	0	0.03953271359205246
35448	rnn.weight_ih_l0	1	-0.013673337176442146
35448	rnn.weight_ih_l0	2	-0.03650735318660736
35448	rnn.weight_ih_l0	3	-0.04477795958518982
35448	rnn.weight_ih_l0	4	-0.05204063281416893
35448	rnn.weight_ih_l0	5	-0.00846093986183405
35448	rnn.weight_ih_l0	6	-0.05189242586493492
35448	rnn.weight_ih_l0	7	-0.0615939237177372
35448	rnn.weight_ih_l0	8	-0.044732559472322464
35448	rnn.weight_ih_l0	9	-0.02693960815668106
35448	rnn.weight_hh_l0	0	0.019330285489559174
35448	rnn.weight_hh_l0	1	-0.009686693549156189
35448	rnn.weight_hh_l0	2	-0.06759748607873917
35448	rnn.weight_hh_l0	3	-0.03337514400482178
35448	rnn.weight_hh_l0	4	-0.07836015522480011
35448	rnn.weight_hh_l0	5	-0.014555251225829124
35448	rnn.weight_hh_l0	6	-0.05434676632285118
35448	rnn.weight_hh_l0	7	-0.04076581075787544
35448	rnn.weight_hh_l0	8	-0.019117210060358047
35448	rnn.weight_hh_l0	9	-0.007925410754978657
35448	rnn.bias_ih_l0	0	0.14553333818912506
35448	rnn.bias_ih_l0	1	-0.05621124058961868
35448	rnn.bias_ih_l0	2	0.10426391661167145
35448	rnn.bias_ih_l0	3	0.048840440809726715
35448	rnn.bias_ih_l0	4	0.09899289160966873
35448	rnn.bias_ih_l0	5	0.02417145110666752
35448	rnn.bias_ih_l0	6	-0.017552459612488747
35448	rnn.bias_ih_l0	7	-0.10871399939060211
35448	rnn.bias_ih_l0	8	-0.20695489645004272
35448	rnn.bias_ih_l0	9	0.08705155551433563
35448	rnn.bias_hh_l0	0	0.0027789075393229723
35448	rnn.bias_hh_l0	1	0.023612940683960915
35448	rnn.bias_hh_l0	2	-0.006122383754700422
35448	rnn.bias_hh_l0	3	-0.030261890962719917
35448	rnn.bias_hh_l0	4	-0.03617026284337044
35448	rnn.bias_hh_l0	5	0.1435028314590454
35448	rnn.bias_hh_l0	6	0.0513334646821022
35448	rnn.bias_hh_l0	7	0.059862855821847916
35448	rnn.bias_hh_l0	8	0.016816237941384315
35448	rnn.bias_hh_l0	9	0.043422769755125046
35448	rnn.weight_ih_l0_reverse	0	-0.029709085822105408
35448	rnn.weight_ih_l0_reverse	1	-0.0022125141695141792
35448	rnn.weight_ih_l0_reverse	2	0.023830916732549667
35448	rnn.weight_ih_l0_reverse	3	-0.062100671231746674
35448	rnn.weight_ih_l0_reverse	4	0.009300564415752888
35448	rnn.weight_ih_l0_reverse	5	-0.046095382422208786
35448	rnn.weight_ih_l0_reverse	6	0.028365010395646095
35448	rnn.weight_ih_l0_reverse	7	0.04598252475261688
35448	rnn.weight_ih_l0_reverse	8	-0.04876410961151123
35448	rnn.weight_ih_l0_reverse	9	-0.05075741186738014
35448	rnn.weight_hh_l0_reverse	0	-0.08327938616275787
35448	rnn.weight_hh_l0_reverse	1	-0.06325230002403259
35448	rnn.weight_hh_l0_reverse	2	0.03439323976635933
35448	rnn.weight_hh_l0_reverse	3	0.0457550585269928
35448	rnn.weight_hh_l0_reverse	4	-0.015913452953100204
35448	rnn.weight_hh_l0_reverse	5	0.04558325186371803
35448	rnn.weight_hh_l0_reverse	6	0.0011845020344480872
35448	rnn.weight_hh_l0_reverse	7	-0.00018254888709634542
35448	rnn.weight_hh_l0_reverse	8	-0.09877804666757584
35448	rnn.weight_hh_l0_reverse	9	0.08017387986183167
35448	rnn.bias_ih_l0_reverse	0	-0.08922088146209717
35448	rnn.bias_ih_l0_reverse	1	-0.0691583901643753
35448	rnn.bias_ih_l0_reverse	2	0.10323439538478851
35448	rnn.bias_ih_l0_reverse	3	0.047961775213479996
35448	rnn.bias_ih_l0_reverse	4	-0.12921448051929474
35448	rnn.bias_ih_l0_reverse	5	0.04103470593690872
35448	rnn.bias_ih_l0_reverse	6	-0.10641539096832275
35448	rnn.bias_ih_l0_reverse	7	0.04458989202976227
35448	rnn.bias_ih_l0_reverse	8	0.034451715648174286
35448	rnn.bias_ih_l0_reverse	9	0.06326314061880112
35448	rnn.bias_hh_l0_reverse	0	0.05716300010681152
35448	rnn.bias_hh_l0_reverse	1	0.06540396809577942
35448	rnn.bias_hh_l0_reverse	2	0.07854200899600983
35448	rnn.bias_hh_l0_reverse	3	-0.003964506555348635
35448	rnn.bias_hh_l0_reverse	4	0.07150445133447647
35448	rnn.bias_hh_l0_reverse	5	0.007110415492206812
35448	rnn.bias_hh_l0_reverse	6	-0.054428938776254654
35448	rnn.bias_hh_l0_reverse	7	0.027343615889549255
35448	rnn.bias_hh_l0_reverse	8	0.011073759756982327
35448	rnn.bias_hh_l0_reverse	9	-0.16117550432682037
35448	linear.weight	0	0.1732361763715744
35448	linear.weight	1	-0.16294357180595398
35448	linear.weight	2	-0.21484246850013733
35448	linear.weight	3	0.07840539515018463
35448	linear.weight	4	-0.026640508323907852
35448	linear.weight	5	0.004071373958140612
35448	linear.weight	6	-0.00690496526658535
35448	linear.weight	7	-0.02709221839904785
35448	linear.weight	8	0.08440190553665161
35448	linear.weight	9	0.3495524227619171
35448	linear.bias	0	-0.2070479393005371
35448	linear.bias	1	0.19439956545829773
35448	linear.bias	2	-0.5396949648857117
35448	linear.bias	3	1.7044403553009033
35448	linear.bias	4	-0.39682719111442566
35448	linear.bias	5	-0.030769959092140198
35448	linear.bias	6	-0.3579035699367523
35448	linear.bias	7	-0.2795558273792267
35448	linear.bias	8	-0.0434301383793354
35448	linear.bias	9	-0.4979640543460846
35476	transitions	0	-0.6482928395271301
35476	transitions	1	0.3495650291442871
35476	transitions	2	1.6743236780166626
35476	transitions	3	0.09650280326604843
35476	transitions	4	0.9484002590179443
35476	transitions	5	1.2739229202270508
35476	transitions	6	0.48329827189445496
35476	transitions	7	0.175731360912323
35476	transitions	8	-0.919520914554596
35476	transitions	9	0.9306592345237732
35476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35476	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35476	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35476	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35476	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35476	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35476	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35476	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35476	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35476	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35476	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35476	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35476	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35476	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35476	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35476	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35476	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35476	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35476	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35476	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35476	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35476	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35476	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35476	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35476	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35476	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35476	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35476	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35476	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35476	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35476	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35476	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35476	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35476	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35476	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35476	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35476	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35476	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35476	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35476	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35476	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35476	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35476	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35476	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35476	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35476	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35476	embedding2nn.weight	0	0.022481802850961685
35476	embedding2nn.weight	1	0.01419119443744421
35476	embedding2nn.weight	2	-0.004285287577658892
35476	embedding2nn.weight	3	-0.00010459953773533925
35476	embedding2nn.weight	4	-0.004378346260637045
35476	embedding2nn.weight	5	0.0118623161688447
35476	embedding2nn.weight	6	-0.004974640905857086
35476	embedding2nn.weight	7	0.020732291042804718
35476	embedding2nn.weight	8	-0.006836356595158577
35476	embedding2nn.weight	9	-0.013902951031923294
35476	embedding2nn.bias	0	-0.03884078562259674
35476	embedding2nn.bias	1	-0.021391401067376137
35476	embedding2nn.bias	2	-0.07468822598457336
35476	embedding2nn.bias	3	-0.0016645673895254731
35476	embedding2nn.bias	4	0.0043813143856823444
35476	embedding2nn.bias	5	-0.007009553723037243
35476	embedding2nn.bias	6	0.009531675837934017
35476	embedding2nn.bias	7	0.02020362950861454
35476	embedding2nn.bias	8	0.007268331944942474
35476	embedding2nn.bias	9	0.0011950122425332665
35476	rnn.weight_ih_l0	0	0.039533112198114395
35476	rnn.weight_ih_l0	1	-0.013675001449882984
35476	rnn.weight_ih_l0	2	-0.03651098906993866
35476	rnn.weight_ih_l0	3	-0.0447772778570652
35476	rnn.weight_ih_l0	4	-0.052043311297893524
35476	rnn.weight_ih_l0	5	-0.008462600409984589
35476	rnn.weight_ih_l0	6	-0.051892537623643875
35476	rnn.weight_ih_l0	7	-0.061594683676958084
35476	rnn.weight_ih_l0	8	-0.04473212733864784
35476	rnn.weight_ih_l0	9	-0.026940584182739258
35476	rnn.weight_hh_l0	0	0.0193281639367342
35476	rnn.weight_hh_l0	1	-0.009685899131000042
35476	rnn.weight_hh_l0	2	-0.0676111951470375
35476	rnn.weight_hh_l0	3	-0.03337496146559715
35476	rnn.weight_hh_l0	4	-0.07835838943719864
35476	rnn.weight_hh_l0	5	-0.014554457738995552
35476	rnn.weight_hh_l0	6	-0.054345570504665375
35476	rnn.weight_hh_l0	7	-0.04075635224580765
35476	rnn.weight_hh_l0	8	-0.019116787239909172
35476	rnn.weight_hh_l0	9	-0.007923959754407406
35476	rnn.bias_ih_l0	0	0.14554809033870697
35476	rnn.bias_ih_l0	1	-0.05621412768959999
35476	rnn.bias_ih_l0	2	0.10428612679243088
35476	rnn.bias_ih_l0	3	0.048822540789842606
35476	rnn.bias_ih_l0	4	0.09899374097585678
35476	rnn.bias_ih_l0	5	0.024179616943001747
35476	rnn.bias_ih_l0	6	-0.017548589035868645
35476	rnn.bias_ih_l0	7	-0.10877685993909836
35476	rnn.bias_ih_l0	8	-0.20693807303905487
35476	rnn.bias_ih_l0	9	0.08705072104930878
35476	rnn.bias_hh_l0	0	0.0027777752839028835
35476	rnn.bias_hh_l0	1	0.023621341213583946
35476	rnn.bias_hh_l0	2	-0.006109663285315037
35476	rnn.bias_hh_l0	3	-0.030247315764427185
35476	rnn.bias_hh_l0	4	-0.03617500513792038
35476	rnn.bias_hh_l0	5	0.14350172877311707
35476	rnn.bias_hh_l0	6	0.05134012550115585
35476	rnn.bias_hh_l0	7	0.05986954644322395
35476	rnn.bias_hh_l0	8	0.016820108518004417
35476	rnn.bias_hh_l0	9	0.0434064120054245
35476	rnn.weight_ih_l0_reverse	0	-0.02970893867313862
35476	rnn.weight_ih_l0_reverse	1	-0.0022122927475720644
35476	rnn.weight_ih_l0_reverse	2	0.023831339552998543
35476	rnn.weight_ih_l0_reverse	3	-0.062100835144519806
35476	rnn.weight_ih_l0_reverse	4	0.00930008850991726
35476	rnn.weight_ih_l0_reverse	5	-0.04609537497162819
35476	rnn.weight_ih_l0_reverse	6	0.028365174308419228
35476	rnn.weight_ih_l0_reverse	7	0.04598215967416763
35476	rnn.weight_ih_l0_reverse	8	-0.048763569444417953
35476	rnn.weight_ih_l0_reverse	9	-0.05075725540518761
35476	rnn.weight_hh_l0_reverse	0	-0.08327782899141312
35476	rnn.weight_hh_l0_reverse	1	-0.06325989216566086
35476	rnn.weight_hh_l0_reverse	2	0.0343891866505146
35476	rnn.weight_hh_l0_reverse	3	0.045755114406347275
35476	rnn.weight_hh_l0_reverse	4	-0.015907859429717064
35476	rnn.weight_hh_l0_reverse	5	0.04558375105261803
35476	rnn.weight_hh_l0_reverse	6	0.0011703560594469309
35476	rnn.weight_hh_l0_reverse	7	-0.0001847993553383276
35476	rnn.weight_hh_l0_reverse	8	-0.09877686947584152
35476	rnn.weight_hh_l0_reverse	9	0.08017918467521667
35476	rnn.bias_ih_l0_reverse	0	-0.08918972313404083
35476	rnn.bias_ih_l0_reverse	1	-0.06914013624191284
35476	rnn.bias_ih_l0_reverse	2	0.10321836918592453
35476	rnn.bias_ih_l0_reverse	3	0.04796174168586731
35476	rnn.bias_ih_l0_reverse	4	-0.12920024991035461
35476	rnn.bias_ih_l0_reverse	5	0.04104660451412201
35476	rnn.bias_ih_l0_reverse	6	-0.10641228407621384
35476	rnn.bias_ih_l0_reverse	7	0.04456987977027893
35476	rnn.bias_ih_l0_reverse	8	0.03442766144871712
35476	rnn.bias_ih_l0_reverse	9	0.06324723362922668
35476	rnn.bias_hh_l0_reverse	0	0.05720582976937294
35476	rnn.bias_hh_l0_reverse	1	0.0653919130563736
35476	rnn.bias_hh_l0_reverse	2	0.0785655826330185
35476	rnn.bias_hh_l0_reverse	3	-0.003966500982642174
35476	rnn.bias_hh_l0_reverse	4	0.0715031623840332
35476	rnn.bias_hh_l0_reverse	5	0.007109559141099453
35476	rnn.bias_hh_l0_reverse	6	-0.054431308060884476
35476	rnn.bias_hh_l0_reverse	7	0.02736627496778965
35476	rnn.bias_hh_l0_reverse	8	0.011080405674874783
35476	rnn.bias_hh_l0_reverse	9	-0.16118790209293365
35476	linear.weight	0	0.17328304052352905
35476	linear.weight	1	-0.16294384002685547
35476	linear.weight	2	-0.21484245359897614
35476	linear.weight	3	0.07842323929071426
35476	linear.weight	4	-0.026638954877853394
35476	linear.weight	5	0.004073195159435272
35476	linear.weight	6	-0.006904962006956339
35476	linear.weight	7	-0.02709205448627472
35476	linear.weight	8	0.08440978825092316
35476	linear.weight	9	0.34956008195877075
35476	linear.bias	0	-0.20705240964889526
35476	linear.bias	1	0.19441479444503784
35476	linear.bias	2	-0.5396813750267029
35476	linear.bias	3	1.704356074333191
35476	linear.bias	4	-0.39682823419570923
35476	linear.bias	5	-0.030769959092140198
35476	linear.bias	6	-0.3578910529613495
35476	linear.bias	7	-0.2795593738555908
35476	linear.bias	8	-0.04349033907055855
35476	linear.bias	9	-0.4979647696018219
35504	transitions	0	-0.6482928991317749
35504	transitions	1	0.34956443309783936
35504	transitions	2	1.6743191480636597
35504	transitions	3	0.09650252014398575
35504	transitions	4	0.9484001994132996
35504	transitions	5	1.2739229202270508
35504	transitions	6	0.48329824209213257
35504	transitions	7	0.175731360912323
35504	transitions	8	-0.919520914554596
35504	transitions	9	0.9306592345237732
35504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35504	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35504	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35504	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35504	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35504	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35504	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35504	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35504	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35504	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35504	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35504	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35504	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35504	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35504	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35504	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35504	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35504	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35504	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35504	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35504	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35504	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35504	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35504	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35504	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35504	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35504	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35504	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35504	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35504	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35504	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35504	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35504	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35504	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35504	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35504	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35504	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35504	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35504	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35504	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35504	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35504	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35504	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35504	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35504	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35504	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35504	embedding2nn.weight	0	0.022488141432404518
35504	embedding2nn.weight	1	0.014191306196153164
35504	embedding2nn.weight	2	-0.004285382106900215
35504	embedding2nn.weight	3	-0.00010516531619941816
35504	embedding2nn.weight	4	-0.004378467332571745
35504	embedding2nn.weight	5	0.011863691732287407
35504	embedding2nn.weight	6	-0.004975022282451391
35504	embedding2nn.weight	7	0.02073298767209053
35504	embedding2nn.weight	8	-0.006837082095444202
35504	embedding2nn.weight	9	-0.013903058134019375
35504	embedding2nn.bias	0	-0.03882022574543953
35504	embedding2nn.bias	1	-0.021396152675151825
35504	embedding2nn.bias	2	-0.07469018548727036
35504	embedding2nn.bias	3	-0.0016797264106571674
35504	embedding2nn.bias	4	0.004331816919147968
35504	embedding2nn.bias	5	-0.007060488220304251
35504	embedding2nn.bias	6	0.00952273327857256
35504	embedding2nn.bias	7	0.020197555422782898
35504	embedding2nn.bias	8	0.007259307894855738
35504	embedding2nn.bias	9	0.0011700424365699291
35504	rnn.weight_ih_l0	0	0.03953540697693825
35504	rnn.weight_ih_l0	1	-0.013668712228536606
35504	rnn.weight_ih_l0	2	-0.03651013225317001
35504	rnn.weight_ih_l0	3	-0.04477560520172119
35504	rnn.weight_ih_l0	4	-0.052047859877347946
35504	rnn.weight_ih_l0	5	-0.008463242091238499
35504	rnn.weight_ih_l0	6	-0.05189405009150505
35504	rnn.weight_ih_l0	7	-0.061596646904945374
35504	rnn.weight_ih_l0	8	-0.044731467962265015
35504	rnn.weight_ih_l0	9	-0.026940500363707542
35504	rnn.weight_hh_l0	0	0.019330190494656563
35504	rnn.weight_hh_l0	1	-0.009685029275715351
35504	rnn.weight_hh_l0	2	-0.06761210411787033
35504	rnn.weight_hh_l0	3	-0.033374473452568054
35504	rnn.weight_hh_l0	4	-0.07835568487644196
35504	rnn.weight_hh_l0	5	-0.014559099450707436
35504	rnn.weight_hh_l0	6	-0.054328206926584244
35504	rnn.weight_hh_l0	7	-0.04075224697589874
35504	rnn.weight_hh_l0	8	-0.019116340205073357
35504	rnn.weight_hh_l0	9	-0.007926682010293007
35504	rnn.bias_ih_l0	0	0.14554843306541443
35504	rnn.bias_ih_l0	1	-0.056219711899757385
35504	rnn.bias_ih_l0	2	0.10427656024694443
35504	rnn.bias_ih_l0	3	0.04881681874394417
35504	rnn.bias_ih_l0	4	0.09901226311922073
35504	rnn.bias_ih_l0	5	0.024161173030734062
35504	rnn.bias_ih_l0	6	-0.01755359210073948
35504	rnn.bias_ih_l0	7	-0.10879017412662506
35504	rnn.bias_ih_l0	8	-0.2069544643163681
35504	rnn.bias_ih_l0	9	0.08706604689359665
35504	rnn.bias_hh_l0	0	0.0027780646923929453
35504	rnn.bias_hh_l0	1	0.023618949577212334
35504	rnn.bias_hh_l0	2	-0.006119489204138517
35504	rnn.bias_hh_l0	3	-0.030262816697359085
35504	rnn.bias_hh_l0	4	-0.03617430850863457
35504	rnn.bias_hh_l0	5	0.1434839516878128
35504	rnn.bias_hh_l0	6	0.05132212117314339
35504	rnn.bias_hh_l0	7	0.059866588562726974
35504	rnn.bias_hh_l0	8	0.016815105453133583
35504	rnn.bias_hh_l0	9	0.04340917617082596
35504	rnn.weight_ih_l0_reverse	0	-0.029709752649068832
35504	rnn.weight_ih_l0_reverse	1	-0.0022096927277743816
35504	rnn.weight_ih_l0_reverse	2	0.023831507191061974
35504	rnn.weight_ih_l0_reverse	3	-0.06210026890039444
35504	rnn.weight_ih_l0_reverse	4	0.009297231212258339
35504	rnn.weight_ih_l0_reverse	5	-0.046095408499240875
35504	rnn.weight_ih_l0_reverse	6	0.0283745639026165
35504	rnn.weight_ih_l0_reverse	7	0.045982155948877335
35504	rnn.weight_ih_l0_reverse	8	-0.04876158758997917
35504	rnn.weight_ih_l0_reverse	9	-0.050755999982357025
35504	rnn.weight_hh_l0_reverse	0	-0.08328031748533249
35504	rnn.weight_hh_l0_reverse	1	-0.06327025592327118
35504	rnn.weight_hh_l0_reverse	2	0.03438854217529297
35504	rnn.weight_hh_l0_reverse	3	0.04575180262327194
35504	rnn.weight_hh_l0_reverse	4	-0.01590084657073021
35504	rnn.weight_hh_l0_reverse	5	0.045583248138427734
35504	rnn.weight_hh_l0_reverse	6	0.0011721448972821236
35504	rnn.weight_hh_l0_reverse	7	-0.000189129204954952
35504	rnn.weight_hh_l0_reverse	8	-0.09877978265285492
35504	rnn.weight_hh_l0_reverse	9	0.08018424361944199
35504	rnn.bias_ih_l0_reverse	0	-0.08916600048542023
35504	rnn.bias_ih_l0_reverse	1	-0.06913956254720688
35504	rnn.bias_ih_l0_reverse	2	0.1032145619392395
35504	rnn.bias_ih_l0_reverse	3	0.04796398803591728
35504	rnn.bias_ih_l0_reverse	4	-0.12919805943965912
35504	rnn.bias_ih_l0_reverse	5	0.04105554521083832
35504	rnn.bias_ih_l0_reverse	6	-0.10640503466129303
35504	rnn.bias_ih_l0_reverse	7	0.044570766389369965
35504	rnn.bias_ih_l0_reverse	8	0.03441314771771431
35504	rnn.bias_ih_l0_reverse	9	0.06324470788240433
35504	rnn.bias_hh_l0_reverse	0	0.05716945230960846
35504	rnn.bias_hh_l0_reverse	1	0.06538741290569305
35504	rnn.bias_hh_l0_reverse	2	0.0785692036151886
35504	rnn.bias_hh_l0_reverse	3	-0.003968152683228254
35504	rnn.bias_hh_l0_reverse	4	0.0715019702911377
35504	rnn.bias_hh_l0_reverse	5	0.007087326142936945
35504	rnn.bias_hh_l0_reverse	6	-0.05443832278251648
35504	rnn.bias_hh_l0_reverse	7	0.027370596304535866
35504	rnn.bias_hh_l0_reverse	8	0.011091168969869614
35504	rnn.bias_hh_l0_reverse	9	-0.16115520894527435
35504	linear.weight	0	0.17327243089675903
35504	linear.weight	1	-0.16294385492801666
35504	linear.weight	2	-0.2148389369249344
35504	linear.weight	3	0.07842504978179932
35504	linear.weight	4	-0.026643943041563034
35504	linear.weight	5	0.004074205178767443
35504	linear.weight	6	-0.006904943380504847
35504	linear.weight	7	-0.027091898024082184
35504	linear.weight	8	0.0844121053814888
35504	linear.weight	9	0.349594384431839
35504	linear.bias	0	-0.2071761041879654
35504	linear.bias	1	0.1944158673286438
35504	linear.bias	2	-0.5396850109100342
35504	linear.bias	3	1.7044098377227783
35504	linear.bias	4	-0.3968244791030884
35504	linear.bias	5	-0.030769959092140198
35504	linear.bias	6	-0.35789230465888977
35504	linear.bias	7	-0.27956622838974
35504	linear.bias	8	-0.04339008405804634
35504	linear.bias	9	-0.4979650378227234
35532	transitions	0	-0.648293137550354
35532	transitions	1	0.34956443309783936
35532	transitions	2	1.6743189096450806
35532	transitions	3	0.09650236368179321
35532	transitions	4	0.9483999013900757
35532	transitions	5	1.2739229202270508
35532	transitions	6	0.48329824209213257
35532	transitions	7	0.1757313460111618
35532	transitions	8	-0.919520914554596
35532	transitions	9	0.9306592345237732
35532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35532	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35532	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35532	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35532	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35532	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35532	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35532	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35532	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35532	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35532	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35532	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35532	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35532	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35532	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35532	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35532	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35532	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35532	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35532	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35532	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35532	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35532	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35532	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35532	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35532	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35532	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35532	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35532	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35532	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35532	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35532	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35532	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35532	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35532	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35532	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35532	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35532	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35532	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35532	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35532	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35532	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35532	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35532	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35532	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35532	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35532	embedding2nn.weight	0	0.022484280169010162
35532	embedding2nn.weight	1	0.01419306080788374
35532	embedding2nn.weight	2	-0.004285425413399935
35532	embedding2nn.weight	3	-0.00010476656461833045
35532	embedding2nn.weight	4	-0.004378433804959059
35532	embedding2nn.weight	5	0.011863385327160358
35532	embedding2nn.weight	6	-0.004975118208676577
35532	embedding2nn.weight	7	0.020731406286358833
35532	embedding2nn.weight	8	-0.006837879773229361
35532	embedding2nn.weight	9	-0.013902696780860424
35532	embedding2nn.bias	0	-0.03884357959032059
35532	embedding2nn.bias	1	-0.021406326442956924
35532	embedding2nn.bias	2	-0.07473484426736832
35532	embedding2nn.bias	3	-0.0016876901499927044
35532	embedding2nn.bias	4	0.004327446222305298
35532	embedding2nn.bias	5	-0.0070116277784109116
35532	embedding2nn.bias	6	0.009488984011113644
35532	embedding2nn.bias	7	0.02024470455944538
35532	embedding2nn.bias	8	0.007265732157975435
35532	embedding2nn.bias	9	0.001133831450715661
35532	rnn.weight_ih_l0	0	0.03953835740685463
35532	rnn.weight_ih_l0	1	-0.0136641850695014
35532	rnn.weight_ih_l0	2	-0.03650427982211113
35532	rnn.weight_ih_l0	3	-0.04477429389953613
35532	rnn.weight_ih_l0	4	-0.05204889923334122
35532	rnn.weight_ih_l0	5	-0.008463370613753796
35532	rnn.weight_ih_l0	6	-0.05189079791307449
35532	rnn.weight_ih_l0	7	-0.06159698963165283
35532	rnn.weight_ih_l0	8	-0.044730667024850845
35532	rnn.weight_ih_l0	9	-0.02694031037390232
35532	rnn.weight_hh_l0	0	0.01933133974671364
35532	rnn.weight_hh_l0	1	-0.009688244201242924
35532	rnn.weight_hh_l0	2	-0.06760869175195694
35532	rnn.weight_hh_l0	3	-0.03337310999631882
35532	rnn.weight_hh_l0	4	-0.07835070788860321
35532	rnn.weight_hh_l0	5	-0.014566420577466488
35532	rnn.weight_hh_l0	6	-0.05434422567486763
35532	rnn.weight_hh_l0	7	-0.04074522480368614
35532	rnn.weight_hh_l0	8	-0.019117465242743492
35532	rnn.weight_hh_l0	9	-0.007923486642539501
35532	rnn.bias_ih_l0	0	0.14554756879806519
35532	rnn.bias_ih_l0	1	-0.05623192712664604
35532	rnn.bias_ih_l0	2	0.10427980124950409
35532	rnn.bias_ih_l0	3	0.04881357029080391
35532	rnn.bias_ih_l0	4	0.09903173893690109
35532	rnn.bias_ih_l0	5	0.02416609786450863
35532	rnn.bias_ih_l0	6	-0.017568102106451988
35532	rnn.bias_ih_l0	7	-0.10878488421440125
35532	rnn.bias_ih_l0	8	-0.2068919986486435
35532	rnn.bias_ih_l0	9	0.0870608389377594
35532	rnn.bias_hh_l0	0	0.0027741577941924334
35532	rnn.bias_hh_l0	1	0.02360820770263672
35532	rnn.bias_hh_l0	2	-0.006118584889918566
35532	rnn.bias_hh_l0	3	-0.0302741602063179
35532	rnn.bias_hh_l0	4	-0.03618505969643593
35532	rnn.bias_hh_l0	5	0.1434917002916336
35532	rnn.bias_hh_l0	6	0.051333703100681305
35532	rnn.bias_hh_l0	7	0.059842657297849655
35532	rnn.bias_hh_l0	8	0.016800595447421074
35532	rnn.bias_hh_l0	9	0.04341570660471916
35532	rnn.weight_ih_l0_reverse	0	-0.02970973588526249
35532	rnn.weight_ih_l0_reverse	1	-0.0022105961106717587
35532	rnn.weight_ih_l0_reverse	2	0.02383127436041832
35532	rnn.weight_ih_l0_reverse	3	-0.06210136041045189
35532	rnn.weight_ih_l0_reverse	4	0.00929822213947773
35532	rnn.weight_ih_l0_reverse	5	-0.0460972860455513
35532	rnn.weight_ih_l0_reverse	6	0.028365876525640488
35532	rnn.weight_ih_l0_reverse	7	0.04598243162035942
35532	rnn.weight_ih_l0_reverse	8	-0.04876387119293213
35532	rnn.weight_ih_l0_reverse	9	-0.050755999982357025
35532	rnn.weight_hh_l0_reverse	0	-0.08327975124120712
35532	rnn.weight_hh_l0_reverse	1	-0.06327047944068909
35532	rnn.weight_hh_l0_reverse	2	0.0343858003616333
35532	rnn.weight_hh_l0_reverse	3	0.04574960842728615
35532	rnn.weight_hh_l0_reverse	4	-0.015896791592240334
35532	rnn.weight_hh_l0_reverse	5	0.045582693070173264
35532	rnn.weight_hh_l0_reverse	6	0.0011572225484997034
35532	rnn.weight_hh_l0_reverse	7	-0.0001956302730832249
35532	rnn.weight_hh_l0_reverse	8	-0.09878092259168625
35532	rnn.weight_hh_l0_reverse	9	0.08017933368682861
35532	rnn.bias_ih_l0_reverse	0	-0.08917175978422165
35532	rnn.bias_ih_l0_reverse	1	-0.06908243149518967
35532	rnn.bias_ih_l0_reverse	2	0.10321253538131714
35532	rnn.bias_ih_l0_reverse	3	0.04796817898750305
35532	rnn.bias_ih_l0_reverse	4	-0.12920036911964417
35532	rnn.bias_ih_l0_reverse	5	0.04105097055435181
35532	rnn.bias_ih_l0_reverse	6	-0.10640359669923782
35532	rnn.bias_ih_l0_reverse	7	0.04457543045282364
35532	rnn.bias_ih_l0_reverse	8	0.03441188111901283
35532	rnn.bias_ih_l0_reverse	9	0.06325598806142807
35532	rnn.bias_hh_l0_reverse	0	0.05723356455564499
35532	rnn.bias_hh_l0_reverse	1	0.06535758823156357
35532	rnn.bias_hh_l0_reverse	2	0.07855662703514099
35532	rnn.bias_hh_l0_reverse	3	-0.003973590210080147
35532	rnn.bias_hh_l0_reverse	4	0.07149790972471237
35532	rnn.bias_hh_l0_reverse	5	0.007048405706882477
35532	rnn.bias_hh_l0_reverse	6	-0.05442991852760315
35532	rnn.bias_hh_l0_reverse	7	0.027361948043107986
35532	rnn.bias_hh_l0_reverse	8	0.011091124266386032
35532	rnn.bias_hh_l0_reverse	9	-0.16115446388721466
35532	linear.weight	0	0.173334002494812
35532	linear.weight	1	-0.1629437804222107
35532	linear.weight	2	-0.21482786536216736
35532	linear.weight	3	0.07843980193138123
35532	linear.weight	4	-0.026632606983184814
35532	linear.weight	5	0.004077178426086903
35532	linear.weight	6	-0.006904895883053541
35532	linear.weight	7	-0.027091791853308678
35532	linear.weight	8	0.08441991358995438
35532	linear.weight	9	0.34961262345314026
35532	linear.bias	0	-0.20719654858112335
35532	linear.bias	1	0.194392591714859
35532	linear.bias	2	-0.5396648645401001
35532	linear.bias	3	1.7044317722320557
35532	linear.bias	4	-0.3968251943588257
35532	linear.bias	5	-0.030769959092140198
35532	linear.bias	6	-0.35787418484687805
35532	linear.bias	7	-0.27954593300819397
35532	linear.bias	8	-0.043378155678510666
35532	linear.bias	9	-0.49796563386917114
35560	transitions	0	-0.6482931971549988
35560	transitions	1	0.34956440329551697
35560	transitions	2	1.6743189096450806
35560	transitions	3	0.0965021401643753
35560	transitions	4	0.9483999013900757
35560	transitions	5	1.2739229202270508
35560	transitions	6	0.48329824209213257
35560	transitions	7	0.1757313311100006
35560	transitions	8	-0.919520914554596
35560	transitions	9	0.9306592345237732
35560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35560	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35560	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35560	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35560	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35560	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35560	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35560	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35560	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35560	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35560	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35560	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35560	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35560	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35560	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35560	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35560	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35560	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35560	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35560	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35560	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35560	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35560	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35560	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35560	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35560	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35560	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35560	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35560	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35560	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35560	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35560	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35560	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35560	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35560	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35560	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35560	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35560	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35560	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35560	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35560	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35560	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35560	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35560	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35560	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35560	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35560	embedding2nn.weight	0	0.022479182109236717
35560	embedding2nn.weight	1	0.01419220119714737
35560	embedding2nn.weight	2	-0.004285881761461496
35560	embedding2nn.weight	3	-0.00010546999692451209
35560	embedding2nn.weight	4	-0.004378253594040871
35560	embedding2nn.weight	5	0.011863093823194504
35560	embedding2nn.weight	6	-0.0049752225168049335
35560	embedding2nn.weight	7	0.02072741650044918
35560	embedding2nn.weight	8	-0.006839181762188673
35560	embedding2nn.weight	9	-0.013901852071285248
35560	embedding2nn.bias	0	-0.03882286697626114
35560	embedding2nn.bias	1	-0.021456196904182434
35560	embedding2nn.bias	2	-0.07474466413259506
35560	embedding2nn.bias	3	-0.0016616586362943053
35560	embedding2nn.bias	4	0.004294943530112505
35560	embedding2nn.bias	5	-0.007033238653093576
35560	embedding2nn.bias	6	0.009540417231619358
35560	embedding2nn.bias	7	0.02023695968091488
35560	embedding2nn.bias	8	0.007270134519785643
35560	embedding2nn.bias	9	0.0011764205992221832
35560	rnn.weight_ih_l0	0	0.03954312950372696
35560	rnn.weight_ih_l0	1	-0.013663764111697674
35560	rnn.weight_ih_l0	2	-0.03651145473122597
35560	rnn.weight_ih_l0	3	-0.04477286338806152
35560	rnn.weight_ih_l0	4	-0.052047476172447205
35560	rnn.weight_ih_l0	5	-0.008463702164590359
35560	rnn.weight_ih_l0	6	-0.0518888458609581
35560	rnn.weight_ih_l0	7	-0.06159629300236702
35560	rnn.weight_ih_l0	8	-0.044729556888341904
35560	rnn.weight_ih_l0	9	-0.026939989998936653
35560	rnn.weight_hh_l0	0	0.019333302974700928
35560	rnn.weight_hh_l0	1	-0.009685174562036991
35560	rnn.weight_hh_l0	2	-0.06760936975479126
35560	rnn.weight_hh_l0	3	-0.03337743878364563
35560	rnn.weight_hh_l0	4	-0.07835400849580765
35560	rnn.weight_hh_l0	5	-0.014564601704478264
35560	rnn.weight_hh_l0	6	-0.05434553325176239
35560	rnn.weight_hh_l0	7	-0.04074227064847946
35560	rnn.weight_hh_l0	8	-0.019114339724183083
35560	rnn.weight_hh_l0	9	-0.007927993312478065
35560	rnn.bias_ih_l0	0	0.14554740488529205
35560	rnn.bias_ih_l0	1	-0.056237295269966125
35560	rnn.bias_ih_l0	2	0.1042817085981369
35560	rnn.bias_ih_l0	3	0.04882415011525154
35560	rnn.bias_ih_l0	4	0.09901672601699829
35560	rnn.bias_ih_l0	5	0.024172674864530563
35560	rnn.bias_ih_l0	6	-0.01758142188191414
35560	rnn.bias_ih_l0	7	-0.10877051949501038
35560	rnn.bias_ih_l0	8	-0.20690663158893585
35560	rnn.bias_ih_l0	9	0.08706902712583542
35560	rnn.bias_hh_l0	0	0.0027760430239140987
35560	rnn.bias_hh_l0	1	0.023597590625286102
35560	rnn.bias_hh_l0	2	-0.006115985102951527
35560	rnn.bias_hh_l0	3	-0.030279090628027916
35560	rnn.bias_hh_l0	4	-0.036200933158397675
35560	rnn.bias_hh_l0	5	0.14349907636642456
35560	rnn.bias_hh_l0	6	0.05131812021136284
35560	rnn.bias_hh_l0	7	0.05984455719590187
35560	rnn.bias_hh_l0	8	0.016787275671958923
35560	rnn.bias_hh_l0	9	0.0434187650680542
35560	rnn.weight_ih_l0_reverse	0	-0.02971070259809494
35560	rnn.weight_ih_l0_reverse	1	-0.0022141803056001663
35560	rnn.weight_ih_l0_reverse	2	0.023832499980926514
35560	rnn.weight_ih_l0_reverse	3	-0.06209759786725044
35560	rnn.weight_ih_l0_reverse	4	0.00929866824299097
35560	rnn.weight_ih_l0_reverse	5	-0.04609496518969536
35560	rnn.weight_ih_l0_reverse	6	0.028360988944768906
35560	rnn.weight_ih_l0_reverse	7	0.04598190635442734
35560	rnn.weight_ih_l0_reverse	8	-0.04876541346311569
35560	rnn.weight_ih_l0_reverse	9	-0.05075483024120331
35560	rnn.weight_hh_l0_reverse	0	-0.08328153938055038
35560	rnn.weight_hh_l0_reverse	1	-0.0632694810628891
35560	rnn.weight_hh_l0_reverse	2	0.03438521921634674
35560	rnn.weight_hh_l0_reverse	3	0.04574944078922272
35560	rnn.weight_hh_l0_reverse	4	-0.015899227932095528
35560	rnn.weight_hh_l0_reverse	5	0.04558192938566208
35560	rnn.weight_hh_l0_reverse	6	0.0011770781129598618
35560	rnn.weight_hh_l0_reverse	7	-0.00019508432887960225
35560	rnn.weight_hh_l0_reverse	8	-0.09877999871969223
35560	rnn.weight_hh_l0_reverse	9	0.08018028736114502
35560	rnn.bias_ih_l0_reverse	0	-0.0891871228814125
35560	rnn.bias_ih_l0_reverse	1	-0.06907554715871811
35560	rnn.bias_ih_l0_reverse	2	0.10323219746351242
35560	rnn.bias_ih_l0_reverse	3	0.04796600714325905
35560	rnn.bias_ih_l0_reverse	4	-0.12919245660305023
35560	rnn.bias_ih_l0_reverse	5	0.04105374962091446
35560	rnn.bias_ih_l0_reverse	6	-0.10641000419855118
35560	rnn.bias_ih_l0_reverse	7	0.04458995535969734
35560	rnn.bias_ih_l0_reverse	8	0.034423235803842545
35560	rnn.bias_ih_l0_reverse	9	0.06326013058423996
35560	rnn.bias_hh_l0_reverse	0	0.05722825601696968
35560	rnn.bias_hh_l0_reverse	1	0.06538163870573044
35560	rnn.bias_hh_l0_reverse	2	0.07854506373405457
35560	rnn.bias_hh_l0_reverse	3	-0.00397805031388998
35560	rnn.bias_hh_l0_reverse	4	0.07149404287338257
35560	rnn.bias_hh_l0_reverse	5	0.007041311357170343
35560	rnn.bias_hh_l0_reverse	6	-0.054436177015304565
35560	rnn.bias_hh_l0_reverse	7	0.02736002765595913
35560	rnn.bias_hh_l0_reverse	8	0.011089703068137169
35560	rnn.bias_hh_l0_reverse	9	-0.1611156016588211
35560	linear.weight	0	0.173336923122406
35560	linear.weight	1	-0.16294358670711517
35560	linear.weight	2	-0.2148381471633911
35560	linear.weight	3	0.0785004124045372
35560	linear.weight	4	-0.026632143184542656
35560	linear.weight	5	0.004089368972927332
35560	linear.weight	6	-0.006904896814376116
35560	linear.weight	7	-0.027091650292277336
35560	linear.weight	8	0.08441846817731857
35560	linear.weight	9	0.3496549129486084
35560	linear.bias	0	-0.2072225660085678
35560	linear.bias	1	0.19433890283107758
35560	linear.bias	2	-0.5396496057510376
35560	linear.bias	3	1.7043851613998413
35560	linear.bias	4	-0.3968260884284973
35560	linear.bias	5	-0.030769959092140198
35560	linear.bias	6	-0.3578587472438812
35560	linear.bias	7	-0.27954503893852234
35560	linear.bias	8	-0.043362315744161606
35560	linear.bias	9	-0.4979657530784607
35588	transitions	0	-0.6482933163642883
35588	transitions	1	0.3495643734931946
35588	transitions	2	1.6743189096450806
35588	transitions	3	0.09650163352489471
35588	transitions	4	0.9483998417854309
35588	transitions	5	1.2739229202270508
35588	transitions	6	0.48329824209213257
35588	transitions	7	0.1757313311100006
35588	transitions	8	-0.919520914554596
35588	transitions	9	0.9306592345237732
35588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35588	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35588	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35588	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35588	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35588	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35588	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35588	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35588	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35588	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35588	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35588	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35588	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35588	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35588	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35588	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35588	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35588	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35588	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35588	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35588	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35588	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35588	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35588	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35588	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35588	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35588	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35588	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35588	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35588	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35588	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35588	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35588	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35588	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35588	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35588	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35588	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35588	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35588	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35588	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35588	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35588	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35588	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35588	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35588	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35588	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35588	embedding2nn.weight	0	0.022478168830275536
35588	embedding2nn.weight	1	0.014192837290465832
35588	embedding2nn.weight	2	-0.004285030532628298
35588	embedding2nn.weight	3	-0.00010486323299119249
35588	embedding2nn.weight	4	-0.004378387704491615
35588	embedding2nn.weight	5	0.01186362188309431
35588	embedding2nn.weight	6	-0.00497623672708869
35588	embedding2nn.weight	7	0.02073219045996666
35588	embedding2nn.weight	8	-0.006839653477072716
35588	embedding2nn.weight	9	-0.013901808299124241
35588	embedding2nn.bias	0	-0.03878195211291313
35588	embedding2nn.bias	1	-0.021479789167642593
35588	embedding2nn.bias	2	-0.07470591366291046
35588	embedding2nn.bias	3	-0.0016244471771642566
35588	embedding2nn.bias	4	0.004316643811762333
35588	embedding2nn.bias	5	-0.007002678234130144
35588	embedding2nn.bias	6	0.009561427868902683
35588	embedding2nn.bias	7	0.020233435556292534
35588	embedding2nn.bias	8	0.007257308345288038
35588	embedding2nn.bias	9	0.001232642331160605
35588	rnn.weight_ih_l0	0	0.03954092785716057
35588	rnn.weight_ih_l0	1	-0.013661494478583336
35588	rnn.weight_ih_l0	2	-0.03650983050465584
35588	rnn.weight_ih_l0	3	-0.04477396607398987
35588	rnn.weight_ih_l0	4	-0.052046217024326324
35588	rnn.weight_ih_l0	5	-0.0084642069414258
35588	rnn.weight_ih_l0	6	-0.051888953894376755
35588	rnn.weight_ih_l0	7	-0.06159643083810806
35588	rnn.weight_ih_l0	8	-0.04472729563713074
35588	rnn.weight_ih_l0	9	-0.02693929523229599
35588	rnn.weight_hh_l0	0	0.01933012530207634
35588	rnn.weight_hh_l0	1	-0.0096899988129735
35588	rnn.weight_hh_l0	2	-0.06761126220226288
35588	rnn.weight_hh_l0	3	-0.03337951749563217
35588	rnn.weight_hh_l0	4	-0.07835789769887924
35588	rnn.weight_hh_l0	5	-0.014571219682693481
35588	rnn.weight_hh_l0	6	-0.05434073135256767
35588	rnn.weight_hh_l0	7	-0.0407438687980175
35588	rnn.weight_hh_l0	8	-0.0191149041056633
35588	rnn.weight_hh_l0	9	-0.007926060818135738
35588	rnn.bias_ih_l0	0	0.1455448418855667
35588	rnn.bias_ih_l0	1	-0.056236013770103455
35588	rnn.bias_ih_l0	2	0.10430466383695602
35588	rnn.bias_ih_l0	3	0.048827968537807465
35588	rnn.bias_ih_l0	4	0.09901700913906097
35588	rnn.bias_ih_l0	5	0.02418605051934719
35588	rnn.bias_ih_l0	6	-0.017583094537258148
35588	rnn.bias_ih_l0	7	-0.10879214853048325
35588	rnn.bias_ih_l0	8	-0.20681722462177277
35588	rnn.bias_ih_l0	9	0.08706565946340561
35588	rnn.bias_hh_l0	0	0.002757837064564228
35588	rnn.bias_hh_l0	1	0.023590760305523872
35588	rnn.bias_hh_l0	2	-0.006107805296778679
35588	rnn.bias_hh_l0	3	-0.030282767489552498
35588	rnn.bias_hh_l0	4	-0.036218300461769104
35588	rnn.bias_hh_l0	5	0.14349301159381866
35588	rnn.bias_hh_l0	6	0.05128423124551773
35588	rnn.bias_hh_l0	7	0.05982738360762596
35588	rnn.bias_hh_l0	8	0.016785603016614914
35588	rnn.bias_hh_l0	9	0.04342563450336456
35588	rnn.weight_ih_l0_reverse	0	-0.02970944158732891
35588	rnn.weight_ih_l0_reverse	1	-0.00221202801913023
35588	rnn.weight_ih_l0_reverse	2	0.023832600563764572
35588	rnn.weight_ih_l0_reverse	3	-0.06209826096892357
35588	rnn.weight_ih_l0_reverse	4	0.009299492463469505
35588	rnn.weight_ih_l0_reverse	5	-0.04609643667936325
35588	rnn.weight_ih_l0_reverse	6	0.02835390716791153
35588	rnn.weight_ih_l0_reverse	7	0.04598115384578705
35588	rnn.weight_ih_l0_reverse	8	-0.0487658828496933
35588	rnn.weight_ih_l0_reverse	9	-0.050754278898239136
35588	rnn.weight_hh_l0_reverse	0	-0.0832754373550415
35588	rnn.weight_hh_l0_reverse	1	-0.06326789408922195
35588	rnn.weight_hh_l0_reverse	2	0.03438728675246239
35588	rnn.weight_hh_l0_reverse	3	0.04574738070368767
35588	rnn.weight_hh_l0_reverse	4	-0.015881240367889404
35588	rnn.weight_hh_l0_reverse	5	0.04558104649186134
35588	rnn.weight_hh_l0_reverse	6	0.0011936387745663524
35588	rnn.weight_hh_l0_reverse	7	-0.00019668547611217946
35588	rnn.weight_hh_l0_reverse	8	-0.09877608716487885
35588	rnn.weight_hh_l0_reverse	9	0.08017745614051819
35588	rnn.bias_ih_l0_reverse	0	-0.08918607234954834
35588	rnn.bias_ih_l0_reverse	1	-0.06909182667732239
35588	rnn.bias_ih_l0_reverse	2	0.10323243588209152
35588	rnn.bias_ih_l0_reverse	3	0.04796264320611954
35588	rnn.bias_ih_l0_reverse	4	-0.12918655574321747
35588	rnn.bias_ih_l0_reverse	5	0.04106041043996811
35588	rnn.bias_ih_l0_reverse	6	-0.10644008219242096
35588	rnn.bias_ih_l0_reverse	7	0.04458709806203842
35588	rnn.bias_ih_l0_reverse	8	0.03441547602415085
35588	rnn.bias_ih_l0_reverse	9	0.0632447674870491
35588	rnn.bias_hh_l0_reverse	0	0.057199228554964066
35588	rnn.bias_hh_l0_reverse	1	0.06539114564657211
35588	rnn.bias_hh_l0_reverse	2	0.07855414599180222
35588	rnn.bias_hh_l0_reverse	3	-0.003983024973422289
35588	rnn.bias_hh_l0_reverse	4	0.0714976042509079
35588	rnn.bias_hh_l0_reverse	5	0.007038689684122801
35588	rnn.bias_hh_l0_reverse	6	-0.05442648380994797
35588	rnn.bias_hh_l0_reverse	7	0.027360014617443085
35588	rnn.bias_hh_l0_reverse	8	0.011087814345955849
35588	rnn.bias_hh_l0_reverse	9	-0.16113914549350739
35588	linear.weight	0	0.17337627708911896
35588	linear.weight	1	-0.16294358670711517
35588	linear.weight	2	-0.21483974158763885
35588	linear.weight	3	0.07851884514093399
35588	linear.weight	4	-0.02663174271583557
35588	linear.weight	5	0.004088926129043102
35588	linear.weight	6	-0.006904893554747105
35588	linear.weight	7	-0.027091603726148605
35588	linear.weight	8	0.08441567420959473
35588	linear.weight	9	0.3496538996696472
35588	linear.bias	0	-0.20720690488815308
35588	linear.bias	1	0.19436781108379364
35588	linear.bias	2	-0.5396302342414856
35588	linear.bias	3	1.7044384479522705
35588	linear.bias	4	-0.3968276381492615
35588	linear.bias	5	-0.030769959092140198
35588	linear.bias	6	-0.3578501343727112
35588	linear.bias	7	-0.27952829003334045
35588	linear.bias	8	-0.04330133646726608
35588	linear.bias	9	-0.4979662001132965
35616	transitions	0	-0.6482936143875122
35616	transitions	1	0.3495638370513916
35616	transitions	2	1.6743179559707642
35616	transitions	3	0.09650137275457382
35616	transitions	4	0.9483997821807861
35616	transitions	5	1.2739229202270508
35616	transitions	6	0.48329824209213257
35616	transitions	7	0.17573131620883942
35616	transitions	8	-0.919520914554596
35616	transitions	9	0.9306592345237732
35616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35616	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35616	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35616	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35616	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35616	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35616	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35616	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35616	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35616	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35616	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35616	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35616	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35616	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35616	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35616	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35616	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35616	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35616	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35616	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35616	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35616	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35616	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35616	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35616	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35616	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35616	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35616	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35616	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35616	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35616	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35616	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35616	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35616	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35616	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35616	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35616	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35616	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35616	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35616	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35616	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35616	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35616	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35616	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35616	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35616	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35616	embedding2nn.weight	0	0.022475382313132286
35616	embedding2nn.weight	1	0.01419201958924532
35616	embedding2nn.weight	2	-0.004284946713596582
35616	embedding2nn.weight	3	-0.0001041135037667118
35616	embedding2nn.weight	4	-0.004378455225378275
35616	embedding2nn.weight	5	0.011864964850246906
35616	embedding2nn.weight	6	-0.004976768046617508
35616	embedding2nn.weight	7	0.020733924582600594
35616	embedding2nn.weight	8	-0.006840079557150602
35616	embedding2nn.weight	9	-0.0139017254114151
35616	embedding2nn.bias	0	-0.038747258484363556
35616	embedding2nn.bias	1	-0.02150515280663967
35616	embedding2nn.bias	2	-0.07468337565660477
35616	embedding2nn.bias	3	-0.0015755537897348404
35616	embedding2nn.bias	4	0.004306485876441002
35616	embedding2nn.bias	5	-0.006972778122872114
35616	embedding2nn.bias	6	0.009508434683084488
35616	embedding2nn.bias	7	0.020221618935465813
35616	embedding2nn.bias	8	0.007274326402693987
35616	embedding2nn.bias	9	0.0012121271574869752
35616	rnn.weight_ih_l0	0	0.03954086825251579
35616	rnn.weight_ih_l0	1	-0.013665334321558475
35616	rnn.weight_ih_l0	2	-0.03650815412402153
35616	rnn.weight_ih_l0	3	-0.04477454349398613
35616	rnn.weight_ih_l0	4	-0.05204618349671364
35616	rnn.weight_ih_l0	5	-0.008464690297842026
35616	rnn.weight_ih_l0	6	-0.05188651755452156
35616	rnn.weight_ih_l0	7	-0.06159711629152298
35616	rnn.weight_ih_l0	8	-0.04472734406590462
35616	rnn.weight_ih_l0	9	-0.026938628405332565
35616	rnn.weight_hh_l0	0	0.019328977912664413
35616	rnn.weight_hh_l0	1	-0.009687921032309532
35616	rnn.weight_hh_l0	2	-0.06760786473751068
35616	rnn.weight_hh_l0	3	-0.0333799347281456
35616	rnn.weight_hh_l0	4	-0.07835645973682404
35616	rnn.weight_hh_l0	5	-0.014571906067430973
35616	rnn.weight_hh_l0	6	-0.05433698371052742
35616	rnn.weight_hh_l0	7	-0.04074375703930855
35616	rnn.weight_hh_l0	8	-0.01911582238972187
35616	rnn.weight_hh_l0	9	-0.007920661009848118
35616	rnn.bias_ih_l0	0	0.14554144442081451
35616	rnn.bias_ih_l0	1	-0.05624387785792351
35616	rnn.bias_ih_l0	2	0.1042899563908577
35616	rnn.bias_ih_l0	3	0.04882010072469711
35616	rnn.bias_ih_l0	4	0.09902447462081909
35616	rnn.bias_ih_l0	5	0.02418719045817852
35616	rnn.bias_ih_l0	6	-0.01758817583322525
35616	rnn.bias_ih_l0	7	-0.10876744985580444
35616	rnn.bias_ih_l0	8	-0.2067890465259552
35616	rnn.bias_ih_l0	9	0.08705413341522217
35616	rnn.bias_hh_l0	0	0.002768671838566661
35616	rnn.bias_hh_l0	1	0.023603158071637154
35616	rnn.bias_hh_l0	2	-0.0061142235063016415
35616	rnn.bias_hh_l0	3	-0.03027225472033024
35616	rnn.bias_hh_l0	4	-0.036240722984075546
35616	rnn.bias_hh_l0	5	0.14350394904613495
35616	rnn.bias_hh_l0	6	0.05125739425420761
35616	rnn.bias_hh_l0	7	0.059825535863637924
35616	rnn.bias_hh_l0	8	0.016780521720647812
35616	rnn.bias_hh_l0	9	0.043425194919109344
35616	rnn.weight_ih_l0_reverse	0	-0.029710665345191956
35616	rnn.weight_ih_l0_reverse	1	-0.0022066959645599127
35616	rnn.weight_ih_l0_reverse	2	0.023831790313124657
35616	rnn.weight_ih_l0_reverse	3	-0.06209893152117729
35616	rnn.weight_ih_l0_reverse	4	0.009301156736910343
35616	rnn.weight_ih_l0_reverse	5	-0.046097975224256516
35616	rnn.weight_ih_l0_reverse	6	0.02835206314921379
35616	rnn.weight_ih_l0_reverse	7	0.04598096385598183
35616	rnn.weight_ih_l0_reverse	8	-0.04876523092389107
35616	rnn.weight_ih_l0_reverse	9	-0.05075548589229584
35616	rnn.weight_hh_l0_reverse	0	-0.08327370136976242
35616	rnn.weight_hh_l0_reverse	1	-0.06327497959136963
35616	rnn.weight_hh_l0_reverse	2	0.03438523784279823
35616	rnn.weight_hh_l0_reverse	3	0.04574742168188095
35616	rnn.weight_hh_l0_reverse	4	-0.015881724655628204
35616	rnn.weight_hh_l0_reverse	5	0.04558095335960388
35616	rnn.weight_hh_l0_reverse	6	0.0012095203856006265
35616	rnn.weight_hh_l0_reverse	7	-0.0001983727270271629
35616	rnn.weight_hh_l0_reverse	8	-0.098776675760746
35616	rnn.weight_hh_l0_reverse	9	0.0801757350564003
35616	rnn.bias_ih_l0_reverse	0	-0.08920832723379135
35616	rnn.bias_ih_l0_reverse	1	-0.06907431036233902
35616	rnn.bias_ih_l0_reverse	2	0.10323899239301682
35616	rnn.bias_ih_l0_reverse	3	0.0479641817510128
35616	rnn.bias_ih_l0_reverse	4	-0.12919257581233978
35616	rnn.bias_ih_l0_reverse	5	0.04105687886476517
35616	rnn.bias_ih_l0_reverse	6	-0.10644055157899857
35616	rnn.bias_ih_l0_reverse	7	0.04457322880625725
35616	rnn.bias_ih_l0_reverse	8	0.03441939502954483
35616	rnn.bias_ih_l0_reverse	9	0.06324590742588043
35616	rnn.bias_hh_l0_reverse	0	0.05718526616692543
35616	rnn.bias_hh_l0_reverse	1	0.06538640707731247
35616	rnn.bias_hh_l0_reverse	2	0.07855186611413956
35616	rnn.bias_hh_l0_reverse	3	-0.003982836380600929
35616	rnn.bias_hh_l0_reverse	4	0.07150504738092422
35616	rnn.bias_hh_l0_reverse	5	0.007046768441796303
35616	rnn.bias_hh_l0_reverse	6	-0.05442115291953087
35616	rnn.bias_hh_l0_reverse	7	0.027363495901226997
35616	rnn.bias_hh_l0_reverse	8	0.011090634390711784
35616	rnn.bias_hh_l0_reverse	9	-0.16114704310894012
35616	linear.weight	0	0.17338602244853973
35616	linear.weight	1	-0.16294310986995697
35616	linear.weight	2	-0.2148394137620926
35616	linear.weight	3	0.07852473855018616
35616	linear.weight	4	-0.02663433738052845
35616	linear.weight	5	0.004085589665919542
35616	linear.weight	6	-0.006904901470988989
35616	linear.weight	7	-0.027091434225440025
35616	linear.weight	8	0.08443672209978104
35616	linear.weight	9	0.34965455532073975
35616	linear.bias	0	-0.20719213783740997
35616	linear.bias	1	0.19434039294719696
35616	linear.bias	2	-0.539633572101593
35616	linear.bias	3	1.704454779624939
35616	linear.bias	4	-0.3968258202075958
35616	linear.bias	5	-0.030769959092140198
35616	linear.bias	6	-0.3578500747680664
35616	linear.bias	7	-0.2795434892177582
35616	linear.bias	8	-0.04330434650182724
35616	linear.bias	9	-0.4979667663574219
35644	transitions	0	-0.6482945680618286
35644	transitions	1	0.34956374764442444
35644	transitions	2	1.6743179559707642
35644	transitions	3	0.09650127589702606
35644	transitions	4	0.9483997821807861
35644	transitions	5	1.2739229202270508
35644	transitions	6	0.48329824209213257
35644	transitions	7	0.17573131620883942
35644	transitions	8	-0.919520914554596
35644	transitions	9	0.9306592345237732
35644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35644	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35644	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35644	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35644	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35644	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35644	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35644	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35644	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35644	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35644	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35644	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35644	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35644	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35644	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35644	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35644	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35644	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35644	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35644	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35644	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35644	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35644	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35644	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35644	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35644	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35644	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35644	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35644	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35644	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35644	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35644	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35644	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35644	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35644	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35644	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35644	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35644	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35644	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35644	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35644	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35644	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35644	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35644	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35644	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35644	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35644	embedding2nn.weight	0	0.02247292920947075
35644	embedding2nn.weight	1	0.014191949740052223
35644	embedding2nn.weight	2	-0.004284784197807312
35644	embedding2nn.weight	3	-0.00010211703920504078
35644	embedding2nn.weight	4	-0.00437821913510561
35644	embedding2nn.weight	5	0.011865162290632725
35644	embedding2nn.weight	6	-0.004976639989763498
35644	embedding2nn.weight	7	0.020738685503602028
35644	embedding2nn.weight	8	-0.006839192472398281
35644	embedding2nn.weight	9	-0.01390115451067686
35644	embedding2nn.bias	0	-0.038720712065696716
35644	embedding2nn.bias	1	-0.02151743695139885
35644	embedding2nn.bias	2	-0.07467332482337952
35644	embedding2nn.bias	3	-0.0015765837160870433
35644	embedding2nn.bias	4	0.004245066083967686
35644	embedding2nn.bias	5	-0.006991088390350342
35644	embedding2nn.bias	6	0.009471629746258259
35644	embedding2nn.bias	7	0.020222362130880356
35644	embedding2nn.bias	8	0.007248822133988142
35644	embedding2nn.bias	9	0.0011788674164563417
35644	rnn.weight_ih_l0	0	0.03954246640205383
35644	rnn.weight_ih_l0	1	-0.013667291961610317
35644	rnn.weight_ih_l0	2	-0.036506254225969315
35644	rnn.weight_ih_l0	3	-0.04477165266871452
35644	rnn.weight_ih_l0	4	-0.05204782262444496
35644	rnn.weight_ih_l0	5	-0.008465221151709557
35644	rnn.weight_ih_l0	6	-0.05188244953751564
35644	rnn.weight_ih_l0	7	-0.061595480889081955
35644	rnn.weight_ih_l0	8	-0.04472486674785614
35644	rnn.weight_ih_l0	9	-0.02693805657327175
35644	rnn.weight_hh_l0	0	0.019327063113451004
35644	rnn.weight_hh_l0	1	-0.009684383869171143
35644	rnn.weight_hh_l0	2	-0.0676058903336525
35644	rnn.weight_hh_l0	3	-0.033381346613168716
35644	rnn.weight_hh_l0	4	-0.07835493981838226
35644	rnn.weight_hh_l0	5	-0.014576596207916737
35644	rnn.weight_hh_l0	6	-0.0543498694896698
35644	rnn.weight_hh_l0	7	-0.04073837399482727
35644	rnn.weight_hh_l0	8	-0.019113842397928238
35644	rnn.weight_hh_l0	9	-0.00791883748024702
35644	rnn.bias_ih_l0	0	0.1455337256193161
35644	rnn.bias_ih_l0	1	-0.05623140186071396
35644	rnn.bias_ih_l0	2	0.10430730134248734
35644	rnn.bias_ih_l0	3	0.048814184963703156
35644	rnn.bias_ih_l0	4	0.09901729226112366
35644	rnn.bias_ih_l0	5	0.024189354851841927
35644	rnn.bias_ih_l0	6	-0.017597554251551628
35644	rnn.bias_ih_l0	7	-0.10876578837633133
35644	rnn.bias_ih_l0	8	-0.20684337615966797
35644	rnn.bias_ih_l0	9	0.0870511531829834
35644	rnn.bias_hh_l0	0	0.002780723851174116
35644	rnn.bias_hh_l0	1	0.02359963208436966
35644	rnn.bias_hh_l0	2	-0.00612169923260808
35644	rnn.bias_hh_l0	3	-0.030261792242527008
35644	rnn.bias_hh_l0	4	-0.036245688796043396
35644	rnn.bias_hh_l0	5	0.14351899921894073
35644	rnn.bias_hh_l0	6	0.051257021725177765
35644	rnn.bias_hh_l0	7	0.059809356927871704
35644	rnn.bias_hh_l0	8	0.016771143302321434
35644	rnn.bias_hh_l0	9	0.043419528752565384
35644	rnn.weight_ih_l0_reverse	0	-0.029710855334997177
35644	rnn.weight_ih_l0_reverse	1	-0.002207164652645588
35644	rnn.weight_ih_l0_reverse	2	0.02383369766175747
35644	rnn.weight_ih_l0_reverse	3	-0.06210027262568474
35644	rnn.weight_ih_l0_reverse	4	0.009302030317485332
35644	rnn.weight_ih_l0_reverse	5	-0.046102434396743774
35644	rnn.weight_ih_l0_reverse	6	0.02835823781788349
35644	rnn.weight_ih_l0_reverse	7	0.045978840440511703
35644	rnn.weight_ih_l0_reverse	8	-0.048763055354356766
35644	rnn.weight_ih_l0_reverse	9	-0.050755325704813004
35644	rnn.weight_hh_l0_reverse	0	-0.08327644318342209
35644	rnn.weight_hh_l0_reverse	1	-0.06326653063297272
35644	rnn.weight_hh_l0_reverse	2	0.03438646346330643
35644	rnn.weight_hh_l0_reverse	3	0.045750126242637634
35644	rnn.weight_hh_l0_reverse	4	-0.015873059630393982
35644	rnn.weight_hh_l0_reverse	5	0.04557984322309494
35644	rnn.weight_hh_l0_reverse	6	0.0012181613128632307
35644	rnn.weight_hh_l0_reverse	7	-0.0001934331376105547
35644	rnn.weight_hh_l0_reverse	8	-0.09877297282218933
35644	rnn.weight_hh_l0_reverse	9	0.08017993718385696
35644	rnn.bias_ih_l0_reverse	0	-0.08919617533683777
35644	rnn.bias_ih_l0_reverse	1	-0.06907593458890915
35644	rnn.bias_ih_l0_reverse	2	0.10324199497699738
35644	rnn.bias_ih_l0_reverse	3	0.04796333983540535
35644	rnn.bias_ih_l0_reverse	4	-0.12917903065681458
35644	rnn.bias_ih_l0_reverse	5	0.04106206074357033
35644	rnn.bias_ih_l0_reverse	6	-0.10644301027059555
35644	rnn.bias_ih_l0_reverse	7	0.044571202248334885
35644	rnn.bias_ih_l0_reverse	8	0.03442608565092087
35644	rnn.bias_ih_l0_reverse	9	0.06323806196451187
35644	rnn.bias_hh_l0_reverse	0	0.05722479522228241
35644	rnn.bias_hh_l0_reverse	1	0.06537140160799026
35644	rnn.bias_hh_l0_reverse	2	0.07854237407445908
35644	rnn.bias_hh_l0_reverse	3	-0.003970024175941944
35644	rnn.bias_hh_l0_reverse	4	0.07149874418973923
35644	rnn.bias_hh_l0_reverse	5	0.0070253293961286545
35644	rnn.bias_hh_l0_reverse	6	-0.05440352484583855
35644	rnn.bias_hh_l0_reverse	7	0.027381014078855515
35644	rnn.bias_hh_l0_reverse	8	0.011100765317678452
35644	rnn.bias_hh_l0_reverse	9	-0.161077618598938
35644	linear.weight	0	0.17334604263305664
35644	linear.weight	1	-0.16294318437576294
35644	linear.weight	2	-0.21483930945396423
35644	linear.weight	3	0.07853493094444275
35644	linear.weight	4	-0.026630928739905357
35644	linear.weight	5	0.004090187605470419
35644	linear.weight	6	-0.006904871668666601
35644	linear.weight	7	-0.027091024443507195
35644	linear.weight	8	0.08444945514202118
35644	linear.weight	9	0.3496389091014862
35644	linear.bias	0	-0.2072787582874298
35644	linear.bias	1	0.19430303573608398
35644	linear.bias	2	-0.539624810218811
35644	linear.bias	3	1.7043778896331787
35644	linear.bias	4	-0.39682623744010925
35644	linear.bias	5	-0.030769959092140198
35644	linear.bias	6	-0.3578524589538574
35644	linear.bias	7	-0.2795625627040863
35644	linear.bias	8	-0.043302275240421295
35644	linear.bias	9	-0.4979671537876129
35672	transitions	0	-0.6482948660850525
35672	transitions	1	0.34956350922584534
35672	transitions	2	1.674317717552185
35672	transitions	3	0.0965011939406395
35672	transitions	4	0.9483997225761414
35672	transitions	5	1.2739229202270508
35672	transitions	6	0.48329824209213257
35672	transitions	7	0.17573131620883942
35672	transitions	8	-0.919520914554596
35672	transitions	9	0.9306592345237732
35672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35672	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35672	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35672	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35672	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35672	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35672	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35672	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35672	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35672	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35672	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35672	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35672	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35672	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35672	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35672	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35672	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35672	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35672	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35672	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35672	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35672	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35672	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35672	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35672	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35672	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35672	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35672	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35672	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35672	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35672	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35672	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35672	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35672	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35672	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35672	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35672	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35672	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35672	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35672	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35672	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35672	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35672	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35672	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35672	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35672	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35672	embedding2nn.weight	0	0.022469528019428253
35672	embedding2nn.weight	1	0.01419190876185894
35672	embedding2nn.weight	2	-0.004284610506147146
35672	embedding2nn.weight	3	-0.00010224113066215068
35672	embedding2nn.weight	4	-0.004378571640700102
35672	embedding2nn.weight	5	0.01186510268598795
35672	embedding2nn.weight	6	-0.004976392257958651
35672	embedding2nn.weight	7	0.020737236365675926
35672	embedding2nn.weight	8	-0.006840788293629885
35672	embedding2nn.weight	9	-0.013900415040552616
35672	embedding2nn.bias	0	-0.038721442222595215
35672	embedding2nn.bias	1	-0.02149396389722824
35672	embedding2nn.bias	2	-0.07470990717411041
35672	embedding2nn.bias	3	-0.0016230292385444045
35672	embedding2nn.bias	4	0.004262938164174557
35672	embedding2nn.bias	5	-0.007003670558333397
35672	embedding2nn.bias	6	0.009436357766389847
35672	embedding2nn.bias	7	0.02022767812013626
35672	embedding2nn.bias	8	0.007271504029631615
35672	embedding2nn.bias	9	0.0011830994626507163
35672	rnn.weight_ih_l0	0	0.03954461216926575
35672	rnn.weight_ih_l0	1	-0.013666272163391113
35672	rnn.weight_ih_l0	2	-0.036503903567790985
35672	rnn.weight_ih_l0	3	-0.044772956520318985
35672	rnn.weight_ih_l0	4	-0.052048735320568085
35672	rnn.weight_ih_l0	5	-0.008465484715998173
35672	rnn.weight_ih_l0	6	-0.051883261650800705
35672	rnn.weight_ih_l0	7	-0.06159306690096855
35672	rnn.weight_ih_l0	8	-0.04472511634230614
35672	rnn.weight_ih_l0	9	-0.02693806029856205
35672	rnn.weight_hh_l0	0	0.019325967878103256
35672	rnn.weight_hh_l0	1	-0.009686087258160114
35672	rnn.weight_hh_l0	2	-0.06760364025831223
35672	rnn.weight_hh_l0	3	-0.03337794169783592
35672	rnn.weight_hh_l0	4	-0.07835544645786285
35672	rnn.weight_hh_l0	5	-0.01457813661545515
35672	rnn.weight_hh_l0	6	-0.05433685705065727
35672	rnn.weight_hh_l0	7	-0.04073106870055199
35672	rnn.weight_hh_l0	8	-0.019114157184958458
35672	rnn.weight_hh_l0	9	-0.007920858450233936
35672	rnn.bias_ih_l0	0	0.14554649591445923
35672	rnn.bias_ih_l0	1	-0.0562422089278698
35672	rnn.bias_ih_l0	2	0.10429642349481583
35672	rnn.bias_ih_l0	3	0.04883291944861412
35672	rnn.bias_ih_l0	4	0.0990181639790535
35672	rnn.bias_ih_l0	5	0.024199984967708588
35672	rnn.bias_ih_l0	6	-0.017580362036824226
35672	rnn.bias_ih_l0	7	-0.10878122597932816
35672	rnn.bias_ih_l0	8	-0.2068045437335968
35672	rnn.bias_ih_l0	9	0.0870465636253357
35672	rnn.bias_hh_l0	0	0.0027653994038701057
35672	rnn.bias_hh_l0	1	0.023600373417139053
35672	rnn.bias_hh_l0	2	-0.006121097132563591
35672	rnn.bias_hh_l0	3	-0.03026534616947174
35672	rnn.bias_hh_l0	4	-0.0362398624420166
35672	rnn.bias_hh_l0	5	0.1435246467590332
35672	rnn.bias_hh_l0	6	0.05126207321882248
35672	rnn.bias_hh_l0	7	0.05978682264685631
35672	rnn.bias_hh_l0	8	0.016788335517048836
35672	rnn.bias_hh_l0	9	0.04342852532863617
35672	rnn.weight_ih_l0_reverse	0	-0.029708294197916985
35672	rnn.weight_ih_l0_reverse	1	-0.0022052268031984568
35672	rnn.weight_ih_l0_reverse	2	0.023833027109503746
35672	rnn.weight_ih_l0_reverse	3	-0.06209811195731163
35672	rnn.weight_ih_l0_reverse	4	0.009301548823714256
35672	rnn.weight_ih_l0_reverse	5	-0.046104226261377335
35672	rnn.weight_ih_l0_reverse	6	0.02834644727408886
35672	rnn.weight_ih_l0_reverse	7	0.045979928225278854
35672	rnn.weight_ih_l0_reverse	8	-0.04876084253191948
35672	rnn.weight_ih_l0_reverse	9	-0.05075468122959137
35672	rnn.weight_hh_l0_reverse	0	-0.08327766507863998
35672	rnn.weight_hh_l0_reverse	1	-0.06326951831579208
35672	rnn.weight_hh_l0_reverse	2	0.03438963368535042
35672	rnn.weight_hh_l0_reverse	3	0.04574879631400108
35672	rnn.weight_hh_l0_reverse	4	-0.015865018591284752
35672	rnn.weight_hh_l0_reverse	5	0.04557883366942406
35672	rnn.weight_hh_l0_reverse	6	0.0012079855659976602
35672	rnn.weight_hh_l0_reverse	7	-0.00019228222663514316
35672	rnn.weight_hh_l0_reverse	8	-0.0987672209739685
35672	rnn.weight_hh_l0_reverse	9	0.08017830550670624
35672	rnn.bias_ih_l0_reverse	0	-0.08920003473758698
35672	rnn.bias_ih_l0_reverse	1	-0.06905806809663773
35672	rnn.bias_ih_l0_reverse	2	0.1032421886920929
35672	rnn.bias_ih_l0_reverse	3	0.0479588583111763
35672	rnn.bias_ih_l0_reverse	4	-0.12918095290660858
35672	rnn.bias_ih_l0_reverse	5	0.04105978086590767
35672	rnn.bias_ih_l0_reverse	6	-0.10645315796136856
35672	rnn.bias_ih_l0_reverse	7	0.04457575082778931
35672	rnn.bias_ih_l0_reverse	8	0.03443713113665581
35672	rnn.bias_ih_l0_reverse	9	0.06323940306901932
35672	rnn.bias_hh_l0_reverse	0	0.05721736699342728
35672	rnn.bias_hh_l0_reverse	1	0.0653761625289917
35672	rnn.bias_hh_l0_reverse	2	0.07854720950126648
35672	rnn.bias_hh_l0_reverse	3	-0.003958461340516806
35672	rnn.bias_hh_l0_reverse	4	0.07148446142673492
35672	rnn.bias_hh_l0_reverse	5	0.006995010655373335
35672	rnn.bias_hh_l0_reverse	6	-0.05439355596899986
35672	rnn.bias_hh_l0_reverse	7	0.02738775499165058
35672	rnn.bias_hh_l0_reverse	8	0.011104793287813663
35672	rnn.bias_hh_l0_reverse	9	-0.16106504201889038
35672	linear.weight	0	0.17331869900226593
35672	linear.weight	1	-0.16294312477111816
35672	linear.weight	2	-0.21481753885746002
35672	linear.weight	3	0.07854855805635452
35672	linear.weight	4	-0.026630792766809464
35672	linear.weight	5	0.004090800415724516
35672	linear.weight	6	-0.006904852110892534
35672	linear.weight	7	-0.027077214792370796
35672	linear.weight	8	0.08444291353225708
35672	linear.weight	9	0.349631667137146
35672	linear.bias	0	-0.20727771520614624
35672	linear.bias	1	0.19431482255458832
35672	linear.bias	2	-0.5396287441253662
35672	linear.bias	3	1.704389214515686
35672	linear.bias	4	-0.3968285918235779
35672	linear.bias	5	-0.030769959092140198
35672	linear.bias	6	-0.35785865783691406
35672	linear.bias	7	-0.27957454323768616
35672	linear.bias	8	-0.0432928130030632
35672	linear.bias	9	-0.49796754121780396
35700	transitions	0	-0.6482952833175659
35700	transitions	1	0.34956344962120056
35700	transitions	2	1.6743171215057373
35700	transitions	3	0.09650106728076935
35700	transitions	4	0.9483997225761414
35700	transitions	5	1.2739229202270508
35700	transitions	6	0.48329824209213257
35700	transitions	7	0.17573124170303345
35700	transitions	8	-0.919520914554596
35700	transitions	9	0.9306592345237732
35700	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35700	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35700	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35700	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35700	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35700	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35700	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35700	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35700	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35700	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35700	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35700	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35700	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35700	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35700	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35700	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35700	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35700	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35700	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35700	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35700	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35700	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35700	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35700	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35700	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35700	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35700	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35700	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35700	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35700	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35700	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35700	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35700	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35700	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35700	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35700	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35700	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35700	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35700	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35700	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35700	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35700	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35700	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35700	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35700	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35700	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35700	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35700	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35700	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35700	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35700	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35700	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35700	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35700	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35700	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35700	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35700	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35700	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35700	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35700	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35700	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35700	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35700	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35700	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35700	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35700	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35700	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35700	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35700	embedding2nn.weight	0	0.02247394248843193
35700	embedding2nn.weight	1	0.014191746711730957
35700	embedding2nn.weight	2	-0.0042847334407269955
35700	embedding2nn.weight	3	-0.00010208824096480384
35700	embedding2nn.weight	4	-0.004378039389848709
35700	embedding2nn.weight	5	0.011865295469760895
35700	embedding2nn.weight	6	-0.004975861869752407
35700	embedding2nn.weight	7	0.020735956728458405
35700	embedding2nn.weight	8	-0.006840779911726713
35700	embedding2nn.weight	9	-0.013899881392717361
35700	embedding2nn.bias	0	-0.038765039294958115
35700	embedding2nn.bias	1	-0.021492548286914825
35700	embedding2nn.bias	2	-0.07470933347940445
35700	embedding2nn.bias	3	-0.0016058370238170028
35700	embedding2nn.bias	4	0.004257426597177982
35700	embedding2nn.bias	5	-0.006964217405766249
35700	embedding2nn.bias	6	0.009426443837583065
35700	embedding2nn.bias	7	0.02020060271024704
35700	embedding2nn.bias	8	0.007225463166832924
35700	embedding2nn.bias	9	0.001160182524472475
35700	rnn.weight_ih_l0	0	0.03954506292939186
35700	rnn.weight_ih_l0	1	-0.01366511732339859
35700	rnn.weight_ih_l0	2	-0.03651173412799835
35700	rnn.weight_ih_l0	3	-0.04477453604340553
35700	rnn.weight_ih_l0	4	-0.052045755088329315
35700	rnn.weight_ih_l0	5	-0.00846488680690527
35700	rnn.weight_ih_l0	6	-0.051885493099689484
35700	rnn.weight_ih_l0	7	-0.0615912526845932
35700	rnn.weight_ih_l0	8	-0.044724512845277786
35700	rnn.weight_ih_l0	9	-0.026938218623399734
35700	rnn.weight_hh_l0	0	0.019328998401761055
35700	rnn.weight_hh_l0	1	-0.009684733115136623
35700	rnn.weight_hh_l0	2	-0.06760141253471375
35700	rnn.weight_hh_l0	3	-0.033378224819898605
35700	rnn.weight_hh_l0	4	-0.07835600525140762
35700	rnn.weight_hh_l0	5	-0.014574726112186909
35700	rnn.weight_hh_l0	6	-0.0543346144258976
35700	rnn.weight_hh_l0	7	-0.04073984920978546
35700	rnn.weight_hh_l0	8	-0.019115936011075974
35700	rnn.weight_hh_l0	9	-0.007922754622995853
35700	rnn.bias_ih_l0	0	0.14555981755256653
35700	rnn.bias_ih_l0	1	-0.05624299496412277
35700	rnn.bias_ih_l0	2	0.1043100580573082
35700	rnn.bias_ih_l0	3	0.04883740097284317
35700	rnn.bias_ih_l0	4	0.09902331233024597
35700	rnn.bias_ih_l0	5	0.02419119141995907
35700	rnn.bias_ih_l0	6	-0.017595604062080383
35700	rnn.bias_ih_l0	7	-0.10884194821119308
35700	rnn.bias_ih_l0	8	-0.20678208768367767
35700	rnn.bias_ih_l0	9	0.08704699575901031
35700	rnn.bias_hh_l0	0	0.002770476508885622
35700	rnn.bias_hh_l0	1	0.023611316457390785
35700	rnn.bias_hh_l0	2	-0.006114727817475796
35700	rnn.bias_hh_l0	3	-0.030258558690547943
35700	rnn.bias_hh_l0	4	-0.036251384764909744
35700	rnn.bias_hh_l0	5	0.14354699850082397
35700	rnn.bias_hh_l0	6	0.05127818137407303
35700	rnn.bias_hh_l0	7	0.05979403480887413
35700	rnn.bias_hh_l0	8	0.01677309349179268
35700	rnn.bias_hh_l0	9	0.04342268407344818
35700	rnn.weight_ih_l0_reverse	0	-0.029708663001656532
35700	rnn.weight_ih_l0_reverse	1	-0.0022104885429143906
35700	rnn.weight_ih_l0_reverse	2	0.023834018036723137
35700	rnn.weight_ih_l0_reverse	3	-0.06210103631019592
35700	rnn.weight_ih_l0_reverse	4	0.009303648956120014
35700	rnn.weight_ih_l0_reverse	5	-0.04610380902886391
35700	rnn.weight_ih_l0_reverse	6	0.02834710106253624
35700	rnn.weight_ih_l0_reverse	7	0.04597913473844528
35700	rnn.weight_ih_l0_reverse	8	-0.04875870794057846
35700	rnn.weight_ih_l0_reverse	9	-0.050754398107528687
35700	rnn.weight_hh_l0_reverse	0	-0.083275705575943
35700	rnn.weight_hh_l0_reverse	1	-0.06326835602521896
35700	rnn.weight_hh_l0_reverse	2	0.03439299389719963
35700	rnn.weight_hh_l0_reverse	3	0.04574868828058243
35700	rnn.weight_hh_l0_reverse	4	-0.01586800254881382
35700	rnn.weight_hh_l0_reverse	5	0.04557984694838524
35700	rnn.weight_hh_l0_reverse	6	0.0012011406943202019
35700	rnn.weight_hh_l0_reverse	7	-0.00019493345462251455
35700	rnn.weight_hh_l0_reverse	8	-0.09877143800258636
35700	rnn.weight_hh_l0_reverse	9	0.08017979562282562
35700	rnn.bias_ih_l0_reverse	0	-0.08921664953231812
35700	rnn.bias_ih_l0_reverse	1	-0.06906557828187943
35700	rnn.bias_ih_l0_reverse	2	0.10324138402938843
35700	rnn.bias_ih_l0_reverse	3	0.047955673187971115
35700	rnn.bias_ih_l0_reverse	4	-0.12917675077915192
35700	rnn.bias_ih_l0_reverse	5	0.041063208132982254
35700	rnn.bias_ih_l0_reverse	6	-0.10643749684095383
35700	rnn.bias_ih_l0_reverse	7	0.04456557333469391
35700	rnn.bias_ih_l0_reverse	8	0.034451697021722794
35700	rnn.bias_ih_l0_reverse	9	0.06322557479143143
35700	rnn.bias_hh_l0_reverse	0	0.057186417281627655
35700	rnn.bias_hh_l0_reverse	1	0.0653633326292038
35700	rnn.bias_hh_l0_reverse	2	0.07852839678525925
35700	rnn.bias_hh_l0_reverse	3	-0.003954180516302586
35700	rnn.bias_hh_l0_reverse	4	0.07148894667625427
35700	rnn.bias_hh_l0_reverse	5	0.007005908526480198
35700	rnn.bias_hh_l0_reverse	6	-0.05440163239836693
35700	rnn.bias_hh_l0_reverse	7	0.02739144116640091
35700	rnn.bias_hh_l0_reverse	8	0.011108597740530968
35700	rnn.bias_hh_l0_reverse	9	-0.16108134388923645
35700	linear.weight	0	0.17333899438381195
35700	linear.weight	1	-0.16296254098415375
35700	linear.weight	2	-0.21481648087501526
35700	linear.weight	3	0.07852090895175934
35700	linear.weight	4	-0.02662855014204979
35700	linear.weight	5	0.004093990195542574
35700	linear.weight	6	-0.006904851645231247
35700	linear.weight	7	-0.02707715332508087
35700	linear.weight	8	0.08443178236484528
35700	linear.weight	9	0.3496367037296295
35700	linear.bias	0	-0.20729336142539978
35700	linear.bias	1	0.19431038200855255
35700	linear.bias	2	-0.5396336913108826
35700	linear.bias	3	1.7043684720993042
35700	linear.bias	4	-0.3968293368816376
35700	linear.bias	5	-0.030769959092140198
35700	linear.bias	6	-0.3578571081161499
35700	linear.bias	7	-0.2795868217945099
35700	linear.bias	8	-0.04329400509595871
35700	linear.bias	9	-0.49796774983406067
35728	transitions	0	-0.6482953429222107
35728	transitions	1	0.3495634198188782
35728	transitions	2	1.6743168830871582
35728	transitions	3	0.09650065004825592
35728	transitions	4	0.9483997225761414
35728	transitions	5	1.2739229202270508
35728	transitions	6	0.48329824209213257
35728	transitions	7	0.17573124170303345
35728	transitions	8	-0.919520914554596
35728	transitions	9	0.9306592345237732
35728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35728	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35728	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35728	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35728	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35728	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35728	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35728	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35728	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35728	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35728	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35728	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35728	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35728	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35728	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35728	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35728	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35728	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35728	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35728	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35728	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35728	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35728	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35728	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35728	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35728	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35728	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35728	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35728	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35728	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35728	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35728	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35728	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35728	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35728	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35728	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35728	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35728	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35728	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35728	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35728	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35728	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35728	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35728	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35728	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35728	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35728	embedding2nn.weight	0	0.02247220277786255
35728	embedding2nn.weight	1	0.01419166661798954
35728	embedding2nn.weight	2	-0.00428445590659976
35728	embedding2nn.weight	3	-0.00010158221994061023
35728	embedding2nn.weight	4	-0.004378178156912327
35728	embedding2nn.weight	5	0.011865176260471344
35728	embedding2nn.weight	6	-0.004975507501512766
35728	embedding2nn.weight	7	0.020733559504151344
35728	embedding2nn.weight	8	-0.006840909831225872
35728	embedding2nn.weight	9	-0.013900081627070904
35728	embedding2nn.bias	0	-0.038755543529987335
35728	embedding2nn.bias	1	-0.021453456953167915
35728	embedding2nn.bias	2	-0.07467221468687057
35728	embedding2nn.bias	3	-0.0016113425372168422
35728	embedding2nn.bias	4	0.004250284284353256
35728	embedding2nn.bias	5	-0.00695439986884594
35728	embedding2nn.bias	6	0.009422666393220425
35728	embedding2nn.bias	7	0.020186319947242737
35728	embedding2nn.bias	8	0.007165510673075914
35728	embedding2nn.bias	9	0.0011615549447014928
35728	rnn.weight_ih_l0	0	0.039545536041259766
35728	rnn.weight_ih_l0	1	-0.013666829094290733
35728	rnn.weight_ih_l0	2	-0.03651275858283043
35728	rnn.weight_ih_l0	3	-0.0447743684053421
35728	rnn.weight_ih_l0	4	-0.0520453080534935
35728	rnn.weight_ih_l0	5	-0.008464773185551167
35728	rnn.weight_ih_l0	6	-0.05188542976975441
35728	rnn.weight_ih_l0	7	-0.06159085035324097
35728	rnn.weight_ih_l0	8	-0.04472641274333
35728	rnn.weight_ih_l0	9	-0.02693801373243332
35728	rnn.weight_hh_l0	0	0.01932848058640957
35728	rnn.weight_hh_l0	1	-0.009682778269052505
35728	rnn.weight_hh_l0	2	-0.06759941577911377
35728	rnn.weight_hh_l0	3	-0.03337881341576576
35728	rnn.weight_hh_l0	4	-0.07835792005062103
35728	rnn.weight_hh_l0	5	-0.014576653018593788
35728	rnn.weight_hh_l0	6	-0.054338034242391586
35728	rnn.weight_hh_l0	7	-0.040734484791755676
35728	rnn.weight_hh_l0	8	-0.019116336479783058
35728	rnn.weight_hh_l0	9	-0.007920509204268456
35728	rnn.bias_ih_l0	0	0.14557160437107086
35728	rnn.bias_ih_l0	1	-0.056230537593364716
35728	rnn.bias_ih_l0	2	0.10432680696249008
35728	rnn.bias_ih_l0	3	0.04884931072592735
35728	rnn.bias_ih_l0	4	0.09902653098106384
35728	rnn.bias_ih_l0	5	0.024202905595302582
35728	rnn.bias_ih_l0	6	-0.017604855820536613
35728	rnn.bias_ih_l0	7	-0.10888630151748657
35728	rnn.bias_ih_l0	8	-0.20679280161857605
35728	rnn.bias_ih_l0	9	0.08705368638038635
35728	rnn.bias_hh_l0	0	0.0027681859210133553
35728	rnn.bias_hh_l0	1	0.023621387779712677
35728	rnn.bias_hh_l0	2	-0.006112498231232166
35728	rnn.bias_hh_l0	3	-0.030271431431174278
35728	rnn.bias_hh_l0	4	-0.036263007670640945
35728	rnn.bias_hh_l0	5	0.14354832470417023
35728	rnn.bias_hh_l0	6	0.051289152354002
35728	rnn.bias_hh_l0	7	0.05978687107563019
35728	rnn.bias_hh_l0	8	0.01676384173333645
35728	rnn.bias_hh_l0	9	0.043430160731077194
35728	rnn.weight_ih_l0_reverse	0	-0.029707439243793488
35728	rnn.weight_ih_l0_reverse	1	-0.0022096317261457443
35728	rnn.weight_ih_l0_reverse	2	0.02383374609053135
35728	rnn.weight_ih_l0_reverse	3	-0.06210147961974144
35728	rnn.weight_ih_l0_reverse	4	0.009304237551987171
35728	rnn.weight_ih_l0_reverse	5	-0.04610157757997513
35728	rnn.weight_ih_l0_reverse	6	0.02835383079946041
35728	rnn.weight_ih_l0_reverse	7	0.04597850888967514
35728	rnn.weight_ih_l0_reverse	8	-0.04876026511192322
35728	rnn.weight_ih_l0_reverse	9	-0.050754401832818985
35728	rnn.weight_hh_l0_reverse	0	-0.08327093720436096
35728	rnn.weight_hh_l0_reverse	1	-0.06327632814645767
35728	rnn.weight_hh_l0_reverse	2	0.0343913808465004
35728	rnn.weight_hh_l0_reverse	3	0.04575248062610626
35728	rnn.weight_hh_l0_reverse	4	-0.01586773246526718
35728	rnn.weight_hh_l0_reverse	5	0.04557667300105095
35728	rnn.weight_hh_l0_reverse	6	0.001205543871037662
35728	rnn.weight_hh_l0_reverse	7	-0.0001916810724651441
35728	rnn.weight_hh_l0_reverse	8	-0.09877181053161621
35728	rnn.weight_hh_l0_reverse	9	0.08018132299184799
35728	rnn.bias_ih_l0_reverse	0	-0.08919572830200195
35728	rnn.bias_ih_l0_reverse	1	-0.06907158344984055
35728	rnn.bias_ih_l0_reverse	2	0.10323330760002136
35728	rnn.bias_ih_l0_reverse	3	0.0479634553194046
35728	rnn.bias_ih_l0_reverse	4	-0.12917378544807434
35728	rnn.bias_ih_l0_reverse	5	0.041060034185647964
35728	rnn.bias_ih_l0_reverse	6	-0.1064440980553627
35728	rnn.bias_ih_l0_reverse	7	0.04455689340829849
35728	rnn.bias_ih_l0_reverse	8	0.03444734588265419
35728	rnn.bias_ih_l0_reverse	9	0.063225656747818
35728	rnn.bias_hh_l0_reverse	0	0.057216256856918335
35728	rnn.bias_hh_l0_reverse	1	0.06535244733095169
35728	rnn.bias_hh_l0_reverse	2	0.07853567600250244
35728	rnn.bias_hh_l0_reverse	3	-0.003945409320294857
35728	rnn.bias_hh_l0_reverse	4	0.07148852199316025
35728	rnn.bias_hh_l0_reverse	5	0.00700206495821476
35728	rnn.bias_hh_l0_reverse	6	-0.054402969777584076
35728	rnn.bias_hh_l0_reverse	7	0.027386270463466644
35728	rnn.bias_hh_l0_reverse	8	0.011096300557255745
35728	rnn.bias_hh_l0_reverse	9	-0.16103623807430267
35728	linear.weight	0	0.17336277663707733
35728	linear.weight	1	-0.16296249628067017
35728	linear.weight	2	-0.21482861042022705
35728	linear.weight	3	0.078520268201828
35728	linear.weight	4	-0.026644790545105934
35728	linear.weight	5	0.004098670557141304
35728	linear.weight	6	-0.006904837675392628
35728	linear.weight	7	-0.02707711048424244
35728	linear.weight	8	0.08443086594343185
35728	linear.weight	9	0.3496428430080414
35728	linear.bias	0	-0.20731070637702942
35728	linear.bias	1	0.19432894885540009
35728	linear.bias	2	-0.5396366715431213
35728	linear.bias	3	1.7043471336364746
35728	linear.bias	4	-0.39682987332344055
35728	linear.bias	5	-0.030769959092140198
35728	linear.bias	6	-0.35785993933677673
35728	linear.bias	7	-0.27955037355422974
35728	linear.bias	8	-0.043363701552152634
35728	linear.bias	9	-0.49796798825263977
35756	transitions	0	-0.648295521736145
35756	transitions	1	0.34956327080726624
35756	transitions	2	1.674316644668579
35756	transitions	3	0.09650061279535294
35756	transitions	4	0.9483996033668518
35756	transitions	5	1.2739229202270508
35756	transitions	6	0.48329824209213257
35756	transitions	7	0.17573124170303345
35756	transitions	8	-0.919520914554596
35756	transitions	9	0.9306592345237732
35756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35756	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35756	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35756	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35756	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35756	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35756	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35756	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35756	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35756	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35756	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35756	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35756	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35756	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35756	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35756	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35756	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35756	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35756	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35756	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35756	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35756	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35756	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35756	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35756	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35756	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35756	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35756	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35756	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35756	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35756	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35756	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35756	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35756	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35756	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35756	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35756	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35756	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35756	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35756	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35756	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35756	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35756	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35756	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35756	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35756	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35756	embedding2nn.weight	0	0.022478576749563217
35756	embedding2nn.weight	1	0.01419090200215578
35756	embedding2nn.weight	2	-0.004284157883375883
35756	embedding2nn.weight	3	-0.00010238314280286431
35756	embedding2nn.weight	4	-0.004378325305879116
35756	embedding2nn.weight	5	0.011864250525832176
35756	embedding2nn.weight	6	-0.0049752043560147285
35756	embedding2nn.weight	7	0.02073368802666664
35756	embedding2nn.weight	8	-0.006841339636594057
35756	embedding2nn.weight	9	-0.013900035060942173
35756	embedding2nn.bias	0	-0.03875923901796341
35756	embedding2nn.bias	1	-0.02139923721551895
35756	embedding2nn.bias	2	-0.07465037703514099
35756	embedding2nn.bias	3	-0.0016348623903468251
35756	embedding2nn.bias	4	0.004291962832212448
35756	embedding2nn.bias	5	-0.006963649764657021
35756	embedding2nn.bias	6	0.00944048073142767
35756	embedding2nn.bias	7	0.02015337161719799
35756	embedding2nn.bias	8	0.007156653795391321
35756	embedding2nn.bias	9	0.0011373581364750862
35756	rnn.weight_ih_l0	0	0.0395427942276001
35756	rnn.weight_ih_l0	1	-0.013668598607182503
35756	rnn.weight_ih_l0	2	-0.03650769591331482
35756	rnn.weight_ih_l0	3	-0.04477441683411598
35756	rnn.weight_ih_l0	4	-0.052044790238142014
35756	rnn.weight_ih_l0	5	-0.008462750352919102
35756	rnn.weight_ih_l0	6	-0.05188635736703873
35756	rnn.weight_ih_l0	7	-0.06159135699272156
35756	rnn.weight_ih_l0	8	-0.04472757875919342
35756	rnn.weight_ih_l0	9	-0.02693842723965645
35756	rnn.weight_hh_l0	0	0.01932954043149948
35756	rnn.weight_hh_l0	1	-0.009684265591204166
35756	rnn.weight_hh_l0	2	-0.06759270280599594
35756	rnn.weight_hh_l0	3	-0.03338408097624779
35756	rnn.weight_hh_l0	4	-0.0783584713935852
35756	rnn.weight_hh_l0	5	-0.014573688618838787
35756	rnn.weight_hh_l0	6	-0.054329197853803635
35756	rnn.weight_hh_l0	7	-0.04073178768157959
35756	rnn.weight_hh_l0	8	-0.019116967916488647
35756	rnn.weight_hh_l0	9	-0.007924098521471024
35756	rnn.bias_ih_l0	0	0.1455691158771515
35756	rnn.bias_ih_l0	1	-0.056225016713142395
35756	rnn.bias_ih_l0	2	0.10433130711317062
35756	rnn.bias_ih_l0	3	0.048861708492040634
35756	rnn.bias_ih_l0	4	0.09903252869844437
35756	rnn.bias_ih_l0	5	0.024200957268476486
35756	rnn.bias_ih_l0	6	-0.01760098524391651
35756	rnn.bias_ih_l0	7	-0.10883789509534836
35756	rnn.bias_ih_l0	8	-0.20677070319652557
35756	rnn.bias_ih_l0	9	0.08706051856279373
35756	rnn.bias_hh_l0	0	0.0027801443357020617
35756	rnn.bias_hh_l0	1	0.023609811440110207
35756	rnn.bias_hh_l0	2	-0.006112893112003803
35756	rnn.bias_hh_l0	3	-0.030277416110038757
35756	rnn.bias_hh_l0	4	-0.036259617656469345
35756	rnn.bias_hh_l0	5	0.14354334771633148
35756	rnn.bias_hh_l0	6	0.051288407295942307
35756	rnn.bias_hh_l0	7	0.05977576598525047
35756	rnn.bias_hh_l0	8	0.01676771230995655
35756	rnn.bias_hh_l0	9	0.04342317581176758
35756	rnn.weight_ih_l0_reverse	0	-0.029705433174967766
35756	rnn.weight_ih_l0_reverse	1	-0.002206718549132347
35756	rnn.weight_ih_l0_reverse	2	0.023834282532334328
35756	rnn.weight_ih_l0_reverse	3	-0.06210258603096008
35756	rnn.weight_ih_l0_reverse	4	0.009302811697125435
35756	rnn.weight_ih_l0_reverse	5	-0.04610206559300423
35756	rnn.weight_ih_l0_reverse	6	0.028355926275253296
35756	rnn.weight_ih_l0_reverse	7	0.04597725719213486
35756	rnn.weight_ih_l0_reverse	8	-0.048760563135147095
35756	rnn.weight_ih_l0_reverse	9	-0.05075456202030182
35756	rnn.weight_hh_l0_reverse	0	-0.08326718211174011
35756	rnn.weight_hh_l0_reverse	1	-0.0632852241396904
35756	rnn.weight_hh_l0_reverse	2	0.034391120076179504
35756	rnn.weight_hh_l0_reverse	3	0.04575136676430702
35756	rnn.weight_hh_l0_reverse	4	-0.015869703143835068
35756	rnn.weight_hh_l0_reverse	5	0.045575328171253204
35756	rnn.weight_hh_l0_reverse	6	0.0011973773362115026
35756	rnn.weight_hh_l0_reverse	7	-0.0001924431271618232
35756	rnn.weight_hh_l0_reverse	8	-0.09877003729343414
35756	rnn.weight_hh_l0_reverse	9	0.0801808089017868
35756	rnn.bias_ih_l0_reverse	0	-0.089179627597332
35756	rnn.bias_ih_l0_reverse	1	-0.06902385503053665
35756	rnn.bias_ih_l0_reverse	2	0.10323653370141983
35756	rnn.bias_ih_l0_reverse	3	0.047965142875909805
35756	rnn.bias_ih_l0_reverse	4	-0.12916775047779083
35756	rnn.bias_ih_l0_reverse	5	0.041063204407691956
35756	rnn.bias_ih_l0_reverse	6	-0.10644064843654633
35756	rnn.bias_ih_l0_reverse	7	0.044572945684194565
35756	rnn.bias_ih_l0_reverse	8	0.03443172946572304
35756	rnn.bias_ih_l0_reverse	9	0.06322717666625977
35756	rnn.bias_hh_l0_reverse	0	0.05721629410982132
35756	rnn.bias_hh_l0_reverse	1	0.06535875052213669
35756	rnn.bias_hh_l0_reverse	2	0.07855380326509476
35756	rnn.bias_hh_l0_reverse	3	-0.0039409855380654335
35756	rnn.bias_hh_l0_reverse	4	0.07148795574903488
35756	rnn.bias_hh_l0_reverse	5	0.006988633889704943
35756	rnn.bias_hh_l0_reverse	6	-0.054395079612731934
35756	rnn.bias_hh_l0_reverse	7	0.02738056145608425
35756	rnn.bias_hh_l0_reverse	8	0.011100711300969124
35756	rnn.bias_hh_l0_reverse	9	-0.16102266311645508
35756	linear.weight	0	0.1733531653881073
35756	linear.weight	1	-0.16296260058879852
35756	linear.weight	2	-0.2148192673921585
35756	linear.weight	3	0.0785297378897667
35756	linear.weight	4	-0.026643244549632072
35756	linear.weight	5	0.004098873119801283
35756	linear.weight	6	-0.006904822774231434
35756	linear.weight	7	-0.027080707252025604
35756	linear.weight	8	0.08443978428840637
35756	linear.weight	9	0.34965091943740845
35756	linear.bias	0	-0.20735804736614227
35756	linear.bias	1	0.19429557025432587
35756	linear.bias	2	-0.539618194103241
35756	linear.bias	3	1.704451084136963
35756	linear.bias	4	-0.3968307375907898
35756	linear.bias	5	-0.030769959092140198
35756	linear.bias	6	-0.357842355966568
35756	linear.bias	7	-0.2795543968677521
35756	linear.bias	8	-0.04345661401748657
35756	linear.bias	9	-0.49796807765960693
35784	transitions	0	-0.6482955813407898
35784	transitions	1	0.3495630919933319
35784	transitions	2	1.67431640625
35784	transitions	3	0.09650038182735443
35784	transitions	4	0.9483994245529175
35784	transitions	5	1.2739229202270508
35784	transitions	6	0.48329824209213257
35784	transitions	7	0.17573124170303345
35784	transitions	8	-0.919520914554596
35784	transitions	9	0.9306592345237732
35784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35784	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35784	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35784	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35784	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35784	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35784	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35784	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35784	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35784	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35784	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35784	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35784	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35784	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35784	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35784	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35784	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35784	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35784	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35784	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35784	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35784	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35784	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35784	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35784	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35784	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35784	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35784	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35784	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35784	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35784	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35784	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35784	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35784	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35784	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35784	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35784	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35784	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35784	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35784	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35784	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35784	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35784	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35784	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35784	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35784	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35784	embedding2nn.weight	0	0.022478222846984863
35784	embedding2nn.weight	1	0.014189895242452621
35784	embedding2nn.weight	2	-0.004284172784537077
35784	embedding2nn.weight	3	-0.00010180154640693218
35784	embedding2nn.weight	4	-0.004378670360893011
35784	embedding2nn.weight	5	0.011863362044095993
35784	embedding2nn.weight	6	-0.004974910523742437
35784	embedding2nn.weight	7	0.020738275721669197
35784	embedding2nn.weight	8	-0.006842232309281826
35784	embedding2nn.weight	9	-0.013900069519877434
35784	embedding2nn.bias	0	-0.0388241745531559
35784	embedding2nn.bias	1	-0.021353615447878838
35784	embedding2nn.bias	2	-0.07460296899080276
35784	embedding2nn.bias	3	-0.0016372945392504334
35784	embedding2nn.bias	4	0.004281783476471901
35784	embedding2nn.bias	5	-0.0069736591540277
35784	embedding2nn.bias	6	0.009426304139196873
35784	embedding2nn.bias	7	0.02013724111020565
35784	embedding2nn.bias	8	0.007140790112316608
35784	embedding2nn.bias	9	0.001103701302781701
35784	rnn.weight_ih_l0	0	0.039542026817798615
35784	rnn.weight_ih_l0	1	-0.013673470355570316
35784	rnn.weight_ih_l0	2	-0.03650469705462456
35784	rnn.weight_ih_l0	3	-0.04477753862738609
35784	rnn.weight_ih_l0	4	-0.05204508453607559
35784	rnn.weight_ih_l0	5	-0.008462932892143726
35784	rnn.weight_ih_l0	6	-0.0518856905400753
35784	rnn.weight_ih_l0	7	-0.06159317493438721
35784	rnn.weight_ih_l0	8	-0.04472779110074043
35784	rnn.weight_ih_l0	9	-0.026938844472169876
35784	rnn.weight_hh_l0	0	0.019324366003274918
35784	rnn.weight_hh_l0	1	-0.009687975980341434
35784	rnn.weight_hh_l0	2	-0.06759870052337646
35784	rnn.weight_hh_l0	3	-0.03338358923792839
35784	rnn.weight_hh_l0	4	-0.07835802435874939
35784	rnn.weight_hh_l0	5	-0.014571662060916424
35784	rnn.weight_hh_l0	6	-0.05434632673859596
35784	rnn.weight_hh_l0	7	-0.04071769863367081
35784	rnn.weight_hh_l0	8	-0.01911306381225586
35784	rnn.weight_hh_l0	9	-0.007922044955193996
35784	rnn.bias_ih_l0	0	0.1455765813589096
35784	rnn.bias_ih_l0	1	-0.056231629103422165
35784	rnn.bias_ih_l0	2	0.10432027280330658
35784	rnn.bias_ih_l0	3	0.04885176941752434
35784	rnn.bias_ih_l0	4	0.09904225170612335
35784	rnn.bias_ih_l0	5	0.024212779477238655
35784	rnn.bias_ih_l0	6	-0.017598029226064682
35784	rnn.bias_ih_l0	7	-0.10888329893350601
35784	rnn.bias_ih_l0	8	-0.20673763751983643
35784	rnn.bias_ih_l0	9	0.08705992251634598
35784	rnn.bias_hh_l0	0	0.0027825748547911644
35784	rnn.bias_hh_l0	1	0.02362574078142643
35784	rnn.bias_hh_l0	2	-0.00612315908074379
35784	rnn.bias_hh_l0	3	-0.030290644615888596
35784	rnn.bias_hh_l0	4	-0.03628227114677429
35784	rnn.bias_hh_l0	5	0.14354856312274933
35784	rnn.bias_hh_l0	6	0.05131394788622856
35784	rnn.bias_hh_l0	7	0.05977239832282066
35784	rnn.bias_hh_l0	8	0.01677066832780838
35784	rnn.bias_hh_l0	9	0.04342181235551834
35784	rnn.weight_ih_l0_reverse	0	-0.029705658555030823
35784	rnn.weight_ih_l0_reverse	1	-0.0022127849515527487
35784	rnn.weight_ih_l0_reverse	2	0.023832863196730614
35784	rnn.weight_ih_l0_reverse	3	-0.06210261210799217
35784	rnn.weight_ih_l0_reverse	4	0.009300841018557549
35784	rnn.weight_ih_l0_reverse	5	-0.046100519597530365
35784	rnn.weight_ih_l0_reverse	6	0.028361743316054344
35784	rnn.weight_ih_l0_reverse	7	0.04597709700465202
35784	rnn.weight_ih_l0_reverse	8	-0.04875994101166725
35784	rnn.weight_ih_l0_reverse	9	-0.05075473710894585
35784	rnn.weight_hh_l0_reverse	0	-0.08326588571071625
35784	rnn.weight_hh_l0_reverse	1	-0.06329292804002762
35784	rnn.weight_hh_l0_reverse	2	0.034393105655908585
35784	rnn.weight_hh_l0_reverse	3	0.04575182870030403
35784	rnn.weight_hh_l0_reverse	4	-0.015874329954385757
35784	rnn.weight_hh_l0_reverse	5	0.04557720571756363
35784	rnn.weight_hh_l0_reverse	6	0.001190393348224461
35784	rnn.weight_hh_l0_reverse	7	-0.0001953776809386909
35784	rnn.weight_hh_l0_reverse	8	-0.09876719117164612
35784	rnn.weight_hh_l0_reverse	9	0.08017820119857788
35784	rnn.bias_ih_l0_reverse	0	-0.08917370438575745
35784	rnn.bias_ih_l0_reverse	1	-0.06900539994239807
35784	rnn.bias_ih_l0_reverse	2	0.10322495549917221
35784	rnn.bias_ih_l0_reverse	3	0.04795766994357109
35784	rnn.bias_ih_l0_reverse	4	-0.12916241586208344
35784	rnn.bias_ih_l0_reverse	5	0.041064389050006866
35784	rnn.bias_ih_l0_reverse	6	-0.1064496636390686
35784	rnn.bias_ih_l0_reverse	7	0.044575147330760956
35784	rnn.bias_ih_l0_reverse	8	0.03443839028477669
35784	rnn.bias_ih_l0_reverse	9	0.06321938335895538
35784	rnn.bias_hh_l0_reverse	0	0.05726933479309082
35784	rnn.bias_hh_l0_reverse	1	0.06535734981298447
35784	rnn.bias_hh_l0_reverse	2	0.07855171710252762
35784	rnn.bias_hh_l0_reverse	3	-0.003945533186197281
35784	rnn.bias_hh_l0_reverse	4	0.07148436456918716
35784	rnn.bias_hh_l0_reverse	5	0.007015108596533537
35784	rnn.bias_hh_l0_reverse	6	-0.054400719702243805
35784	rnn.bias_hh_l0_reverse	7	0.02739039435982704
35784	rnn.bias_hh_l0_reverse	8	0.01109310332685709
35784	rnn.bias_hh_l0_reverse	9	-0.1609974503517151
35784	linear.weight	0	0.1733851283788681
35784	linear.weight	1	-0.16296260058879852
35784	linear.weight	2	-0.2148151844739914
35784	linear.weight	3	0.07851813733577728
35784	linear.weight	4	-0.026643041521310806
35784	linear.weight	5	0.0040993113070726395
35784	linear.weight	6	-0.006904815323650837
35784	linear.weight	7	-0.027079539373517036
35784	linear.weight	8	0.08444071561098099
35784	linear.weight	9	0.3496476411819458
35784	linear.bias	0	-0.2073485404253006
35784	linear.bias	1	0.1942928284406662
35784	linear.bias	2	-0.5396170020103455
35784	linear.bias	3	1.7043755054473877
35784	linear.bias	4	-0.39683273434638977
35784	linear.bias	5	-0.030769959092140198
35784	linear.bias	6	-0.35782817006111145
35784	linear.bias	7	-0.2795557379722595
35784	linear.bias	8	-0.0432976558804512
35784	linear.bias	9	-0.4979684352874756
35812	transitions	0	-0.6482957005500793
35812	transitions	1	0.34956297278404236
35812	transitions	2	1.6743162870407104
35812	transitions	3	0.09650006145238876
35812	transitions	4	0.9483994245529175
35812	transitions	5	1.2739229202270508
35812	transitions	6	0.48329824209213257
35812	transitions	7	0.17573124170303345
35812	transitions	8	-0.919520914554596
35812	transitions	9	0.9306592345237732
35812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35812	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35812	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35812	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35812	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35812	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35812	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35812	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35812	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35812	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35812	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35812	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35812	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35812	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35812	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35812	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35812	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35812	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35812	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35812	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35812	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35812	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35812	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35812	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35812	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35812	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35812	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35812	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35812	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35812	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35812	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35812	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35812	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35812	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35812	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35812	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35812	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35812	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35812	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35812	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35812	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35812	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35812	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35812	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35812	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35812	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35812	embedding2nn.weight	0	0.02248246595263481
35812	embedding2nn.weight	1	0.01419004239141941
35812	embedding2nn.weight	2	-0.004284664057195187
35812	embedding2nn.weight	3	-0.00010372607357567176
35812	embedding2nn.weight	4	-0.004376267548650503
35812	embedding2nn.weight	5	0.011862939223647118
35812	embedding2nn.weight	6	-0.0049744658172130585
35812	embedding2nn.weight	7	0.02073783613741398
35812	embedding2nn.weight	8	-0.006841910537332296
35812	embedding2nn.weight	9	-0.013899615965783596
35812	embedding2nn.bias	0	-0.03882128372788429
35812	embedding2nn.bias	1	-0.021320765838027
35812	embedding2nn.bias	2	-0.07464181631803513
35812	embedding2nn.bias	3	-0.0016440192703157663
35812	embedding2nn.bias	4	0.004319325089454651
35812	embedding2nn.bias	5	-0.0069643547758460045
35812	embedding2nn.bias	6	0.009444634430110455
35812	embedding2nn.bias	7	0.020054299384355545
35812	embedding2nn.bias	8	0.007149231154471636
35812	embedding2nn.bias	9	0.0011421742383390665
35812	rnn.weight_ih_l0	0	0.03954068198800087
35812	rnn.weight_ih_l0	1	-0.013668281957507133
35812	rnn.weight_ih_l0	2	-0.036508552730083466
35812	rnn.weight_ih_l0	3	-0.04478030651807785
35812	rnn.weight_ih_l0	4	-0.05204804986715317
35812	rnn.weight_ih_l0	5	-0.008461778052151203
35812	rnn.weight_ih_l0	6	-0.05188438668847084
35812	rnn.weight_ih_l0	7	-0.061593540012836456
35812	rnn.weight_ih_l0	8	-0.04472903907299042
35812	rnn.weight_ih_l0	9	-0.02693817764520645
35812	rnn.weight_hh_l0	0	0.019324563443660736
35812	rnn.weight_hh_l0	1	-0.00969018042087555
35812	rnn.weight_hh_l0	2	-0.06759706139564514
35812	rnn.weight_hh_l0	3	-0.03338124230504036
35812	rnn.weight_hh_l0	4	-0.07835344970226288
35812	rnn.weight_hh_l0	5	-0.014572038315236568
35812	rnn.weight_hh_l0	6	-0.05435284599661827
35812	rnn.weight_hh_l0	7	-0.04072054475545883
35812	rnn.weight_hh_l0	8	-0.019110850989818573
35812	rnn.weight_hh_l0	9	-0.007918410934507847
35812	rnn.bias_ih_l0	0	0.14557847380638123
35812	rnn.bias_ih_l0	1	-0.05622847378253937
35812	rnn.bias_ih_l0	2	0.10429585725069046
35812	rnn.bias_ih_l0	3	0.04885224252939224
35812	rnn.bias_ih_l0	4	0.09906096011400223
35812	rnn.bias_ih_l0	5	0.0242021344602108
35812	rnn.bias_ih_l0	6	-0.017595060169696808
35812	rnn.bias_ih_l0	7	-0.10893695801496506
35812	rnn.bias_ih_l0	8	-0.20667356252670288
35812	rnn.bias_ih_l0	9	0.08705809712409973
35812	rnn.bias_hh_l0	0	0.002787661040201783
35812	rnn.bias_hh_l0	1	0.023624012246727943
35812	rnn.bias_hh_l0	2	-0.006122381426393986
35812	rnn.bias_hh_l0	3	-0.030304046347737312
35812	rnn.bias_hh_l0	4	-0.03627746179699898
35812	rnn.bias_hh_l0	5	0.14354799687862396
35812	rnn.bias_hh_l0	6	0.05132097005844116
35812	rnn.bias_hh_l0	7	0.059765733778476715
35812	rnn.bias_hh_l0	8	0.016773637384176254
35812	rnn.bias_hh_l0	9	0.043421145528554916
35812	rnn.weight_ih_l0_reverse	0	-0.02970564365386963
35812	rnn.weight_ih_l0_reverse	1	-0.002214913023635745
35812	rnn.weight_ih_l0_reverse	2	0.0238347128033638
35812	rnn.weight_ih_l0_reverse	3	-0.062099065631628036
35812	rnn.weight_ih_l0_reverse	4	0.009301979094743729
35812	rnn.weight_ih_l0_reverse	5	-0.04609932377934456
35812	rnn.weight_ih_l0_reverse	6	0.028364617377519608
35812	rnn.weight_ih_l0_reverse	7	0.04597851634025574
35812	rnn.weight_ih_l0_reverse	8	-0.04875737801194191
35812	rnn.weight_ih_l0_reverse	9	-0.05075507611036301
35812	rnn.weight_hh_l0_reverse	0	-0.08326666057109833
35812	rnn.weight_hh_l0_reverse	1	-0.06329698860645294
35812	rnn.weight_hh_l0_reverse	2	0.0343940369784832
35812	rnn.weight_hh_l0_reverse	3	0.04575087130069733
35812	rnn.weight_hh_l0_reverse	4	-0.01587669365108013
35812	rnn.weight_hh_l0_reverse	5	0.04557736590504646
35812	rnn.weight_hh_l0_reverse	6	0.001188780297525227
35812	rnn.weight_hh_l0_reverse	7	-0.0001888931292342022
35812	rnn.weight_hh_l0_reverse	8	-0.09876087307929993
35812	rnn.weight_hh_l0_reverse	9	0.08018006384372711
35812	rnn.bias_ih_l0_reverse	0	-0.08920073509216309
35812	rnn.bias_ih_l0_reverse	1	-0.06902030110359192
35812	rnn.bias_ih_l0_reverse	2	0.10322514921426773
35812	rnn.bias_ih_l0_reverse	3	0.04797163978219032
35812	rnn.bias_ih_l0_reverse	4	-0.12916892766952515
35812	rnn.bias_ih_l0_reverse	5	0.04107041284441948
35812	rnn.bias_ih_l0_reverse	6	-0.10644318163394928
35812	rnn.bias_ih_l0_reverse	7	0.04456644505262375
35812	rnn.bias_ih_l0_reverse	8	0.03442959859967232
35812	rnn.bias_ih_l0_reverse	9	0.06321512907743454
35812	rnn.bias_hh_l0_reverse	0	0.05728616192936897
35812	rnn.bias_hh_l0_reverse	1	0.0653243437409401
35812	rnn.bias_hh_l0_reverse	2	0.07855911552906036
35812	rnn.bias_hh_l0_reverse	3	-0.003948792349547148
35812	rnn.bias_hh_l0_reverse	4	0.07148846238851547
35812	rnn.bias_hh_l0_reverse	5	0.007024806458503008
35812	rnn.bias_hh_l0_reverse	6	-0.05440787598490715
35812	rnn.bias_hh_l0_reverse	7	0.027400624006986618
35812	rnn.bias_hh_l0_reverse	8	0.011095252819359303
35812	rnn.bias_hh_l0_reverse	9	-0.16099461913108826
35812	linear.weight	0	0.17336435616016388
35812	linear.weight	1	-0.16296249628067017
35812	linear.weight	2	-0.2148069441318512
35812	linear.weight	3	0.07851570844650269
35812	linear.weight	4	-0.02664322219789028
35812	linear.weight	5	0.00409909849986434
35812	linear.weight	6	-0.006904813926666975
35812	linear.weight	7	-0.02707943506538868
35812	linear.weight	8	0.0844377800822258
35812	linear.weight	9	0.34964779019355774
35812	linear.bias	0	-0.20746567845344543
35812	linear.bias	1	0.1942800134420395
35812	linear.bias	2	-0.5396197438240051
35812	linear.bias	3	1.704491376876831
35812	linear.bias	4	-0.3968333601951599
35812	linear.bias	5	-0.030769959092140198
35812	linear.bias	6	-0.35783326625823975
35812	linear.bias	7	-0.2795381546020508
35812	linear.bias	8	-0.04331083223223686
35812	linear.bias	9	-0.49796855449676514
35840	transitions	0	-0.6482957005500793
35840	transitions	1	0.3495628833770752
35840	transitions	2	1.674316167831421
35840	transitions	3	0.0964999571442604
35840	transitions	4	0.9483994245529175
35840	transitions	5	1.2739229202270508
35840	transitions	6	0.4832981824874878
35840	transitions	7	0.17573122680187225
35840	transitions	8	-0.919520914554596
35840	transitions	9	0.9306592345237732
35840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35840	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35840	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35840	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35840	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35840	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35840	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35840	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35840	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35840	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35840	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35840	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35840	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35840	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35840	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35840	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35840	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35840	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35840	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35840	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35840	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35840	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35840	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35840	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35840	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35840	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35840	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35840	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35840	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35840	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35840	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35840	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35840	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35840	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35840	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35840	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35840	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35840	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35840	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35840	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35840	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35840	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35840	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35840	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35840	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35840	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35840	embedding2nn.weight	0	0.022491825744509697
35840	embedding2nn.weight	1	0.01418906170874834
35840	embedding2nn.weight	2	-0.004284599330276251
35840	embedding2nn.weight	3	-0.00010325253242626786
35840	embedding2nn.weight	4	-0.0043763709254562855
35840	embedding2nn.weight	5	0.01186221744865179
35840	embedding2nn.weight	6	-0.004974333569407463
35840	embedding2nn.weight	7	0.02073824591934681
35840	embedding2nn.weight	8	-0.006842510774731636
35840	embedding2nn.weight	9	-0.013899954967200756
35840	embedding2nn.bias	0	-0.038839686661958694
35840	embedding2nn.bias	1	-0.02132599614560604
35840	embedding2nn.bias	2	-0.07465556263923645
35840	embedding2nn.bias	3	-0.001662294496782124
35840	embedding2nn.bias	4	0.004325042478740215
35840	embedding2nn.bias	5	-0.006955559831112623
35840	embedding2nn.bias	6	0.009471574798226357
35840	embedding2nn.bias	7	0.020033324137330055
35840	embedding2nn.bias	8	0.007131531368941069
35840	embedding2nn.bias	9	0.0011016842909157276
35840	rnn.weight_ih_l0	0	0.03953924402594566
35840	rnn.weight_ih_l0	1	-0.013667234219610691
35840	rnn.weight_ih_l0	2	-0.03651431202888489
35840	rnn.weight_ih_l0	3	-0.04477917402982712
35840	rnn.weight_ih_l0	4	-0.05204726383090019
35840	rnn.weight_ih_l0	5	-0.008462700061500072
35840	rnn.weight_ih_l0	6	-0.05188455805182457
35840	rnn.weight_ih_l0	7	-0.061595771461725235
35840	rnn.weight_ih_l0	8	-0.04472839832305908
35840	rnn.weight_ih_l0	9	-0.026937974616885185
35840	rnn.weight_hh_l0	0	0.01932200975716114
35840	rnn.weight_hh_l0	1	-0.009687837213277817
35840	rnn.weight_hh_l0	2	-0.06759355962276459
35840	rnn.weight_hh_l0	3	-0.03338067606091499
35840	rnn.weight_hh_l0	4	-0.07835303992033005
35840	rnn.weight_hh_l0	5	-0.014567562378942966
35840	rnn.weight_hh_l0	6	-0.05434456467628479
35840	rnn.weight_hh_l0	7	-0.04071466624736786
35840	rnn.weight_hh_l0	8	-0.01910940743982792
35840	rnn.weight_hh_l0	9	-0.007920041680335999
35840	rnn.bias_ih_l0	0	0.1455831378698349
35840	rnn.bias_ih_l0	1	-0.056234210729599
35840	rnn.bias_ih_l0	2	0.10429203510284424
35840	rnn.bias_ih_l0	3	0.048857495188713074
35840	rnn.bias_ih_l0	4	0.09906339645385742
35840	rnn.bias_ih_l0	5	0.024199586361646652
35840	rnn.bias_ih_l0	6	-0.01759176515042782
35840	rnn.bias_ih_l0	7	-0.108939990401268
35840	rnn.bias_ih_l0	8	-0.20665940642356873
35840	rnn.bias_ih_l0	9	0.08706001937389374
35840	rnn.bias_hh_l0	0	0.002793063409626484
35840	rnn.bias_hh_l0	1	0.023623159155249596
35840	rnn.bias_hh_l0	2	-0.006125169340521097
35840	rnn.bias_hh_l0	3	-0.030310196802020073
35840	rnn.bias_hh_l0	4	-0.03628653287887573
35840	rnn.bias_hh_l0	5	0.14354152977466583
35840	rnn.bias_hh_l0	6	0.0513155572116375
35840	rnn.bias_hh_l0	7	0.059758834540843964
35840	rnn.bias_hh_l0	8	0.016776932403445244
35840	rnn.bias_hh_l0	9	0.04343092069029808
35840	rnn.weight_ih_l0_reverse	0	-0.029705451801419258
35840	rnn.weight_ih_l0_reverse	1	-0.002210336970165372
35840	rnn.weight_ih_l0_reverse	2	0.023833705112338066
35840	rnn.weight_ih_l0_reverse	3	-0.06209615617990494
35840	rnn.weight_ih_l0_reverse	4	0.009303092025220394
35840	rnn.weight_ih_l0_reverse	5	-0.04609806090593338
35840	rnn.weight_ih_l0_reverse	6	0.028363633900880814
35840	rnn.weight_ih_l0_reverse	7	0.04598003253340721
35840	rnn.weight_ih_l0_reverse	8	-0.04875846207141876
35840	rnn.weight_ih_l0_reverse	9	-0.05075490474700928
35840	rnn.weight_hh_l0_reverse	0	-0.08326727151870728
35840	rnn.weight_hh_l0_reverse	1	-0.06329454481601715
35840	rnn.weight_hh_l0_reverse	2	0.03439485281705856
35840	rnn.weight_hh_l0_reverse	3	0.04575169086456299
35840	rnn.weight_hh_l0_reverse	4	-0.015880558639764786
35840	rnn.weight_hh_l0_reverse	5	0.04557488113641739
35840	rnn.weight_hh_l0_reverse	6	0.0011952676577493548
35840	rnn.weight_hh_l0_reverse	7	-0.00018353348423261195
35840	rnn.weight_hh_l0_reverse	8	-0.09875936806201935
35840	rnn.weight_hh_l0_reverse	9	0.08018221706151962
35840	rnn.bias_ih_l0_reverse	0	-0.0891820639371872
35840	rnn.bias_ih_l0_reverse	1	-0.06903398036956787
35840	rnn.bias_ih_l0_reverse	2	0.10322597622871399
35840	rnn.bias_ih_l0_reverse	3	0.04797670990228653
35840	rnn.bias_ih_l0_reverse	4	-0.12916810810565948
35840	rnn.bias_ih_l0_reverse	5	0.041081663221120834
35840	rnn.bias_ih_l0_reverse	6	-0.10643300414085388
35840	rnn.bias_ih_l0_reverse	7	0.04458194971084595
35840	rnn.bias_ih_l0_reverse	8	0.03442670404911041
35840	rnn.bias_ih_l0_reverse	9	0.06320182234048843
35840	rnn.bias_hh_l0_reverse	0	0.05730728805065155
35840	rnn.bias_hh_l0_reverse	1	0.06532900780439377
35840	rnn.bias_hh_l0_reverse	2	0.07856481522321701
35840	rnn.bias_hh_l0_reverse	3	-0.003947429358959198
35840	rnn.bias_hh_l0_reverse	4	0.07150088250637054
35840	rnn.bias_hh_l0_reverse	5	0.007028687279671431
35840	rnn.bias_hh_l0_reverse	6	-0.05438981205224991
35840	rnn.bias_hh_l0_reverse	7	0.027403157204389572
35840	rnn.bias_hh_l0_reverse	8	0.011092592030763626
35840	rnn.bias_hh_l0_reverse	9	-0.16098244488239288
35840	linear.weight	0	0.17337870597839355
35840	linear.weight	1	-0.16296249628067017
35840	linear.weight	2	-0.21480652689933777
35840	linear.weight	3	0.07849530130624771
35840	linear.weight	4	-0.02664363756775856
35840	linear.weight	5	0.004099342040717602
35840	linear.weight	6	-0.006904802285134792
35840	linear.weight	7	-0.027079178020358086
35840	linear.weight	8	0.08442462980747223
35840	linear.weight	9	0.3496548533439636
35840	linear.bias	0	-0.20757709443569183
35840	linear.bias	1	0.19430319964885712
35840	linear.bias	2	-0.5396108627319336
35840	linear.bias	3	1.7045471668243408
35840	linear.bias	4	-0.3968339264392853
35840	linear.bias	5	-0.030769959092140198
35840	linear.bias	6	-0.3578179180622101
35840	linear.bias	7	-0.27953964471817017
35840	linear.bias	8	-0.043298859149217606
35840	linear.bias	9	-0.4979688227176666
35868	transitions	0	-0.6482957601547241
35868	transitions	1	0.3495628833770752
35868	transitions	2	1.6743155717849731
35868	transitions	3	0.09649977087974548
35868	transitions	4	0.9483994245529175
35868	transitions	5	1.2739229202270508
35868	transitions	6	0.4832981824874878
35868	transitions	7	0.17573122680187225
35868	transitions	8	-0.919520914554596
35868	transitions	9	0.9306592345237732
35868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35868	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35868	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35868	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35868	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35868	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35868	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35868	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35868	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35868	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35868	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35868	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35868	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35868	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35868	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35868	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35868	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35868	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35868	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35868	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35868	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35868	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35868	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35868	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35868	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35868	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35868	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35868	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35868	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35868	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35868	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35868	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35868	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35868	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35868	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35868	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35868	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35868	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35868	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35868	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35868	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35868	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35868	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35868	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35868	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35868	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35868	embedding2nn.weight	0	0.0224913340061903
35868	embedding2nn.weight	1	0.014188801869750023
35868	embedding2nn.weight	2	-0.004284712951630354
35868	embedding2nn.weight	3	-0.00010398834274383262
35868	embedding2nn.weight	4	-0.0043763043358922005
35868	embedding2nn.weight	5	0.011863520368933678
35868	embedding2nn.weight	6	-0.0049741389229893684
35868	embedding2nn.weight	7	0.02073611319065094
35868	embedding2nn.weight	8	-0.0068421997129917145
35868	embedding2nn.weight	9	-0.013899966143071651
35868	embedding2nn.bias	0	-0.03882354497909546
35868	embedding2nn.bias	1	-0.02131338231265545
35868	embedding2nn.bias	2	-0.07464852184057236
35868	embedding2nn.bias	3	-0.0017135483212769032
35868	embedding2nn.bias	4	0.00432886928319931
35868	embedding2nn.bias	5	-0.006949288304895163
35868	embedding2nn.bias	6	0.009463101625442505
35868	embedding2nn.bias	7	0.02002296783030033
35868	embedding2nn.bias	8	0.007157753221690655
35868	embedding2nn.bias	9	0.0010969929862767458
35868	rnn.weight_ih_l0	0	0.039540670812129974
35868	rnn.weight_ih_l0	1	-0.013663798570632935
35868	rnn.weight_ih_l0	2	-0.03651357814669609
35868	rnn.weight_ih_l0	3	-0.04477931931614876
35868	rnn.weight_ih_l0	4	-0.052046820521354675
35868	rnn.weight_ih_l0	5	-0.008461876772344112
35868	rnn.weight_ih_l0	6	-0.05188480764627457
35868	rnn.weight_ih_l0	7	-0.06159639731049538
35868	rnn.weight_ih_l0	8	-0.04472845420241356
35868	rnn.weight_ih_l0	9	-0.026937881484627724
35868	rnn.weight_hh_l0	0	0.019322337582707405
35868	rnn.weight_hh_l0	1	-0.009687315672636032
35868	rnn.weight_hh_l0	2	-0.06759659200906754
35868	rnn.weight_hh_l0	3	-0.03338029608130455
35868	rnn.weight_hh_l0	4	-0.0783543512225151
35868	rnn.weight_hh_l0	5	-0.014565661549568176
35868	rnn.weight_hh_l0	6	-0.05434370040893555
35868	rnn.weight_hh_l0	7	-0.040708936750888824
35868	rnn.weight_hh_l0	8	-0.019108839333057404
35868	rnn.weight_hh_l0	9	-0.007916811853647232
35868	rnn.bias_ih_l0	0	0.14558647572994232
35868	rnn.bias_ih_l0	1	-0.05623721331357956
35868	rnn.bias_ih_l0	2	0.10429592430591583
35868	rnn.bias_ih_l0	3	0.04885978624224663
35868	rnn.bias_ih_l0	4	0.09907224029302597
35868	rnn.bias_ih_l0	5	0.024203374981880188
35868	rnn.bias_ih_l0	6	-0.01758338138461113
35868	rnn.bias_ih_l0	7	-0.10894280672073364
35868	rnn.bias_ih_l0	8	-0.20665383338928223
35868	rnn.bias_ih_l0	9	0.08706440776586533
35868	rnn.bias_hh_l0	0	0.002791075501590967
35868	rnn.bias_hh_l0	1	0.02361893467605114
35868	rnn.bias_hh_l0	2	-0.006123332306742668
35868	rnn.bias_hh_l0	3	-0.030311167240142822
35868	rnn.bias_hh_l0	4	-0.03627835959196091
35868	rnn.bias_hh_l0	5	0.14354519546031952
35868	rnn.bias_hh_l0	6	0.05131540820002556
35868	rnn.bias_hh_l0	7	0.05976578965783119
35868	rnn.bias_hh_l0	8	0.016785316169261932
35868	rnn.bias_hh_l0	9	0.04343823343515396
35868	rnn.weight_ih_l0_reverse	0	-0.029705433174967766
35868	rnn.weight_ih_l0_reverse	1	-0.0022083083167672157
35868	rnn.weight_ih_l0_reverse	2	0.023833809420466423
35868	rnn.weight_ih_l0_reverse	3	-0.06209610402584076
35868	rnn.weight_ih_l0_reverse	4	0.00930334348231554
35868	rnn.weight_ih_l0_reverse	5	-0.04609885811805725
35868	rnn.weight_ih_l0_reverse	6	0.028366800397634506
35868	rnn.weight_ih_l0_reverse	7	0.04598071798682213
35868	rnn.weight_ih_l0_reverse	8	-0.048758212476968765
35868	rnn.weight_ih_l0_reverse	9	-0.05075516551733017
35868	rnn.weight_hh_l0_reverse	0	-0.08326693624258041
35868	rnn.weight_hh_l0_reverse	1	-0.06329094618558884
35868	rnn.weight_hh_l0_reverse	2	0.034394342452287674
35868	rnn.weight_hh_l0_reverse	3	0.04575111344456673
35868	rnn.weight_hh_l0_reverse	4	-0.015882812440395355
35868	rnn.weight_hh_l0_reverse	5	0.04557422548532486
35868	rnn.weight_hh_l0_reverse	6	0.001191226183436811
35868	rnn.weight_hh_l0_reverse	7	-0.00018322435789741576
35868	rnn.weight_hh_l0_reverse	8	-0.09875783324241638
35868	rnn.weight_hh_l0_reverse	9	0.08018215000629425
35868	rnn.bias_ih_l0_reverse	0	-0.0891871452331543
35868	rnn.bias_ih_l0_reverse	1	-0.06902071088552475
35868	rnn.bias_ih_l0_reverse	2	0.10322187095880508
35868	rnn.bias_ih_l0_reverse	3	0.04797661304473877
35868	rnn.bias_ih_l0_reverse	4	-0.12916837632656097
35868	rnn.bias_ih_l0_reverse	5	0.04107942432165146
35868	rnn.bias_ih_l0_reverse	6	-0.10642954707145691
35868	rnn.bias_ih_l0_reverse	7	0.04458101466298103
35868	rnn.bias_ih_l0_reverse	8	0.03442355617880821
35868	rnn.bias_ih_l0_reverse	9	0.06319823861122131
35868	rnn.bias_hh_l0_reverse	0	0.057305190712213516
35868	rnn.bias_hh_l0_reverse	1	0.06533046811819077
35868	rnn.bias_hh_l0_reverse	2	0.07857466489076614
35868	rnn.bias_hh_l0_reverse	3	-0.003947585821151733
35868	rnn.bias_hh_l0_reverse	4	0.07149452716112137
35868	rnn.bias_hh_l0_reverse	5	0.007032020948827267
35868	rnn.bias_hh_l0_reverse	6	-0.05439737066626549
35868	rnn.bias_hh_l0_reverse	7	0.02740315906703472
35868	rnn.bias_hh_l0_reverse	8	0.011088556610047817
35868	rnn.bias_hh_l0_reverse	9	-0.16096998751163483
35868	linear.weight	0	0.17336905002593994
35868	linear.weight	1	-0.16296248137950897
35868	linear.weight	2	-0.21479831635951996
35868	linear.weight	3	0.07849697023630142
35868	linear.weight	4	-0.026642849668860435
35868	linear.weight	5	0.0040996624156832695
35868	linear.weight	6	-0.006904777605086565
35868	linear.weight	7	-0.027078984305262566
35868	linear.weight	8	0.08441657572984695
35868	linear.weight	9	0.34964945912361145
35868	linear.bias	0	-0.20750868320465088
35868	linear.bias	1	0.19427287578582764
35868	linear.bias	2	-0.5396005511283875
35868	linear.bias	3	1.7044563293457031
35868	linear.bias	4	-0.39683401584625244
35868	linear.bias	5	-0.030769959092140198
35868	linear.bias	6	-0.35780414938926697
35868	linear.bias	7	-0.279549241065979
35868	linear.bias	8	-0.043294791132211685
35868	linear.bias	9	-0.4979689121246338
35896	transitions	0	-0.6482958197593689
35896	transitions	1	0.34956276416778564
35896	transitions	2	1.6743155717849731
35896	transitions	3	0.0964997336268425
35896	transitions	4	0.9483994245529175
35896	transitions	5	1.2739229202270508
35896	transitions	6	0.4832981824874878
35896	transitions	7	0.17573122680187225
35896	transitions	8	-0.919520914554596
35896	transitions	9	0.9306592345237732
35896	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35896	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35896	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35896	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35896	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35896	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35896	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35896	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35896	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35896	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35896	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35896	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35896	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35896	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35896	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35896	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35896	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35896	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35896	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35896	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35896	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35896	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35896	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35896	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35896	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35896	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35896	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35896	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35896	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35896	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35896	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35896	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35896	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35896	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35896	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35896	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35896	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35896	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35896	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35896	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35896	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35896	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35896	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35896	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35896	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35896	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35896	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35896	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35896	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35896	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35896	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35896	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35896	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35896	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35896	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35896	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35896	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35896	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35896	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35896	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35896	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35896	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35896	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35896	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35896	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35896	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35896	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35896	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35896	embedding2nn.weight	0	0.02249358780682087
35896	embedding2nn.weight	1	0.014188786037266254
35896	embedding2nn.weight	2	-0.004284845665097237
35896	embedding2nn.weight	3	-0.00010395372373750433
35896	embedding2nn.weight	4	-0.004376418422907591
35896	embedding2nn.weight	5	0.011862746439874172
35896	embedding2nn.weight	6	-0.004974426236003637
35896	embedding2nn.weight	7	0.020736264064908028
35896	embedding2nn.weight	8	-0.006842164788395166
35896	embedding2nn.weight	9	-0.013900157995522022
35896	embedding2nn.bias	0	-0.03883204609155655
35896	embedding2nn.bias	1	-0.021319735795259476
35896	embedding2nn.bias	2	-0.07463701069355011
35896	embedding2nn.bias	3	-0.0017078131204470992
35896	embedding2nn.bias	4	0.004291003569960594
35896	embedding2nn.bias	5	-0.006940714083611965
35896	embedding2nn.bias	6	0.009450847283005714
35896	embedding2nn.bias	7	0.020014885812997818
35896	embedding2nn.bias	8	0.0071717225946486
35896	embedding2nn.bias	9	0.001080619404092431
35896	rnn.weight_ih_l0	0	0.03954046964645386
35896	rnn.weight_ih_l0	1	-0.013665583916008472
35896	rnn.weight_ih_l0	2	-0.036515574902296066
35896	rnn.weight_ih_l0	3	-0.04477791115641594
35896	rnn.weight_ih_l0	4	-0.052046798169612885
35896	rnn.weight_ih_l0	5	-0.008462035097181797
35896	rnn.weight_ih_l0	6	-0.05188576877117157
35896	rnn.weight_ih_l0	7	-0.061596717685461044
35896	rnn.weight_ih_l0	8	-0.04472720995545387
35896	rnn.weight_ih_l0	9	-0.02693791873753071
35896	rnn.weight_hh_l0	0	0.019322920590639114
35896	rnn.weight_hh_l0	1	-0.009687109850347042
35896	rnn.weight_hh_l0	2	-0.06759729981422424
35896	rnn.weight_hh_l0	3	-0.03338094800710678
35896	rnn.weight_hh_l0	4	-0.07835324853658676
35896	rnn.weight_hh_l0	5	-0.014568292535841465
35896	rnn.weight_hh_l0	6	-0.054339926689863205
35896	rnn.weight_hh_l0	7	-0.04071052372455597
35896	rnn.weight_hh_l0	8	-0.019109901040792465
35896	rnn.weight_hh_l0	9	-0.007917962968349457
35896	rnn.bias_ih_l0	0	0.14557769894599915
35896	rnn.bias_ih_l0	1	-0.05624127760529518
35896	rnn.bias_ih_l0	2	0.1042846143245697
35896	rnn.bias_ih_l0	3	0.04886184632778168
35896	rnn.bias_ih_l0	4	0.09907560795545578
35896	rnn.bias_ih_l0	5	0.02419947274029255
35896	rnn.bias_ih_l0	6	-0.01758735626935959
35896	rnn.bias_ih_l0	7	-0.1089298203587532
35896	rnn.bias_ih_l0	8	-0.20665927231311798
35896	rnn.bias_ih_l0	9	0.08705883473157883
35896	rnn.bias_hh_l0	0	0.002789141843095422
35896	rnn.bias_hh_l0	1	0.023617273196578026
35896	rnn.bias_hh_l0	2	-0.00612493185326457
35896	rnn.bias_hh_l0	3	-0.030318336561322212
35896	rnn.bias_hh_l0	4	-0.03628448769450188
35896	rnn.bias_hh_l0	5	0.14354561269283295
35896	rnn.bias_hh_l0	6	0.05131598562002182
35896	rnn.bias_hh_l0	7	0.05976521223783493
35896	rnn.bias_hh_l0	8	0.016781341284513474
35896	rnn.bias_hh_l0	9	0.043441206216812134
35896	rnn.weight_ih_l0_reverse	0	-0.02970544435083866
35896	rnn.weight_ih_l0_reverse	1	-0.002206625882536173
35896	rnn.weight_ih_l0_reverse	2	0.023833921179175377
35896	rnn.weight_ih_l0_reverse	3	-0.06209789216518402
35896	rnn.weight_ih_l0_reverse	4	0.009302280843257904
35896	rnn.weight_ih_l0_reverse	5	-0.04609864205121994
35896	rnn.weight_ih_l0_reverse	6	0.028365565463900566
35896	rnn.weight_ih_l0_reverse	7	0.04598158597946167
35896	rnn.weight_ih_l0_reverse	8	-0.04875741899013519
35896	rnn.weight_ih_l0_reverse	9	-0.05075477436184883
35896	rnn.weight_hh_l0_reverse	0	-0.08326868712902069
35896	rnn.weight_hh_l0_reverse	1	-0.06328896433115005
35896	rnn.weight_hh_l0_reverse	2	0.03439434990286827
35896	rnn.weight_hh_l0_reverse	3	0.04575018212199211
35896	rnn.weight_hh_l0_reverse	4	-0.01588200032711029
35896	rnn.weight_hh_l0_reverse	5	0.04557446017861366
35896	rnn.weight_hh_l0_reverse	6	0.0011957266833633184
35896	rnn.weight_hh_l0_reverse	7	-0.00018382126290816814
35896	rnn.weight_hh_l0_reverse	8	-0.09875848889350891
35896	rnn.weight_hh_l0_reverse	9	0.08018134534358978
35896	rnn.bias_ih_l0_reverse	0	-0.08917207270860672
35896	rnn.bias_ih_l0_reverse	1	-0.06902513653039932
35896	rnn.bias_ih_l0_reverse	2	0.10322687029838562
35896	rnn.bias_ih_l0_reverse	3	0.047977324575185776
35896	rnn.bias_ih_l0_reverse	4	-0.12916912138462067
35896	rnn.bias_ih_l0_reverse	5	0.0410752147436142
35896	rnn.bias_ih_l0_reverse	6	-0.10643433779478073
35896	rnn.bias_ih_l0_reverse	7	0.04456895589828491
35896	rnn.bias_ih_l0_reverse	8	0.034422438591718674
35896	rnn.bias_ih_l0_reverse	9	0.06320293992757797
35896	rnn.bias_hh_l0_reverse	0	0.05728683993220329
35896	rnn.bias_hh_l0_reverse	1	0.06533195823431015
35896	rnn.bias_hh_l0_reverse	2	0.07856988161802292
35896	rnn.bias_hh_l0_reverse	3	-0.003946289885789156
35896	rnn.bias_hh_l0_reverse	4	0.07149442285299301
35896	rnn.bias_hh_l0_reverse	5	0.007042581681162119
35896	rnn.bias_hh_l0_reverse	6	-0.054396942257881165
35896	rnn.bias_hh_l0_reverse	7	0.02740212343633175
35896	rnn.bias_hh_l0_reverse	8	0.011082511395215988
35896	rnn.bias_hh_l0_reverse	9	-0.16098828613758087
35896	linear.weight	0	0.17337948083877563
35896	linear.weight	1	-0.16296245157718658
35896	linear.weight	2	-0.214799702167511
35896	linear.weight	3	0.07850692421197891
35896	linear.weight	4	-0.026645297184586525
35896	linear.weight	5	0.004096775781363249
35896	linear.weight	6	-0.0069047752767801285
35896	linear.weight	7	-0.027078965678811073
35896	linear.weight	8	0.0844344049692154
35896	linear.weight	9	0.34964555501937866
35896	linear.bias	0	-0.2075040191411972
35896	linear.bias	1	0.19426488876342773
35896	linear.bias	2	-0.5395905375480652
35896	linear.bias	3	1.7044198513031006
35896	linear.bias	4	-0.3968346416950226
35896	linear.bias	5	-0.030769959092140198
35896	linear.bias	6	-0.3577950894832611
35896	linear.bias	7	-0.2795543968677521
35896	linear.bias	8	-0.043270934373140335
35896	linear.bias	9	-0.49796900153160095
35924	transitions	0	-0.6482959389686584
35924	transitions	1	0.34956273436546326
35924	transitions	2	1.6743155717849731
35924	transitions	3	0.09649962931871414
35924	transitions	4	0.9483994245529175
35924	transitions	5	1.2739229202270508
35924	transitions	6	0.4832981824874878
35924	transitions	7	0.17573122680187225
35924	transitions	8	-0.919520914554596
35924	transitions	9	0.9306592345237732
35924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35924	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35924	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35924	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35924	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35924	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35924	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35924	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35924	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35924	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35924	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35924	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35924	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35924	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35924	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35924	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35924	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35924	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35924	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35924	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35924	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35924	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35924	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35924	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35924	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35924	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35924	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35924	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35924	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35924	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35924	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35924	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35924	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35924	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35924	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35924	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35924	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35924	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35924	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35924	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35924	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35924	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35924	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35924	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35924	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35924	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35924	embedding2nn.weight	0	0.022494416683912277
35924	embedding2nn.weight	1	0.014188752509653568
35924	embedding2nn.weight	2	-0.004284881521016359
35924	embedding2nn.weight	3	-0.00010345655027776957
35924	embedding2nn.weight	4	-0.004376513883471489
35924	embedding2nn.weight	5	0.011862962506711483
35924	embedding2nn.weight	6	-0.004974333103746176
35924	embedding2nn.weight	7	0.020735448226332664
35924	embedding2nn.weight	8	-0.006842559203505516
35924	embedding2nn.weight	9	-0.01390004064887762
35924	embedding2nn.bias	0	-0.03881338983774185
35924	embedding2nn.bias	1	-0.021320100873708725
35924	embedding2nn.bias	2	-0.07462181150913239
35924	embedding2nn.bias	3	-0.0017168783815577626
35924	embedding2nn.bias	4	0.004304124508053064
35924	embedding2nn.bias	5	-0.006946939043700695
35924	embedding2nn.bias	6	0.009443128481507301
35924	embedding2nn.bias	7	0.02000068873167038
35924	embedding2nn.bias	8	0.007182982750236988
35924	embedding2nn.bias	9	0.0010715210810303688
35924	rnn.weight_ih_l0	0	0.039540816098451614
35924	rnn.weight_ih_l0	1	-0.01366609986871481
35924	rnn.weight_ih_l0	2	-0.03651530668139458
35924	rnn.weight_ih_l0	3	-0.044778011739254
35924	rnn.weight_ih_l0	4	-0.05204598978161812
35924	rnn.weight_ih_l0	5	-0.008463083766400814
35924	rnn.weight_ih_l0	6	-0.05188626050949097
35924	rnn.weight_ih_l0	7	-0.06159677729010582
35924	rnn.weight_ih_l0	8	-0.04472704976797104
35924	rnn.weight_ih_l0	9	-0.02693749964237213
35924	rnn.weight_hh_l0	0	0.019323045387864113
35924	rnn.weight_hh_l0	1	-0.009687352925539017
35924	rnn.weight_hh_l0	2	-0.06759444624185562
35924	rnn.weight_hh_l0	3	-0.03338009491562843
35924	rnn.weight_hh_l0	4	-0.07835404574871063
35924	rnn.weight_hh_l0	5	-0.014568314887583256
35924	rnn.weight_hh_l0	6	-0.05433214083313942
35924	rnn.weight_hh_l0	7	-0.04071344807744026
35924	rnn.weight_hh_l0	8	-0.01911054365336895
35924	rnn.weight_hh_l0	9	-0.007918848656117916
35924	rnn.bias_ih_l0	0	0.14558610320091248
35924	rnn.bias_ih_l0	1	-0.056232474744319916
35924	rnn.bias_ih_l0	2	0.1042935773730278
35924	rnn.bias_ih_l0	3	0.04886569082736969
35924	rnn.bias_ih_l0	4	0.09907921403646469
35924	rnn.bias_ih_l0	5	0.024198701605200768
35924	rnn.bias_ih_l0	6	-0.01758921891450882
35924	rnn.bias_ih_l0	7	-0.10893196612596512
35924	rnn.bias_ih_l0	8	-0.20666056871414185
35924	rnn.bias_ih_l0	9	0.08705956488847733
35924	rnn.bias_hh_l0	0	0.0027923318557441235
35924	rnn.bias_hh_l0	1	0.023624656721949577
35924	rnn.bias_hh_l0	2	-0.0061239395290613174
35924	rnn.bias_hh_l0	3	-0.030316822230815887
35924	rnn.bias_hh_l0	4	-0.036280252039432526
35924	rnn.bias_hh_l0	5	0.14355318248271942
35924	rnn.bias_hh_l0	6	0.05130910128355026
35924	rnn.bias_hh_l0	7	0.05976416915655136
35924	rnn.bias_hh_l0	8	0.016779478639364243
35924	rnn.bias_hh_l0	9	0.043440330773591995
35924	rnn.weight_ih_l0_reverse	0	-0.029705828055739403
35924	rnn.weight_ih_l0_reverse	1	-0.0022062156349420547
35924	rnn.weight_ih_l0_reverse	2	0.023834075778722763
35924	rnn.weight_ih_l0_reverse	3	-0.062100253999233246
35924	rnn.weight_ih_l0_reverse	4	0.009302526712417603
35924	rnn.weight_ih_l0_reverse	5	-0.046098385006189346
35924	rnn.weight_ih_l0_reverse	6	0.028366077691316605
35924	rnn.weight_ih_l0_reverse	7	0.04598119854927063
35924	rnn.weight_ih_l0_reverse	8	-0.04875760152935982
35924	rnn.weight_ih_l0_reverse	9	-0.05075535178184509
35924	rnn.weight_hh_l0_reverse	0	-0.08327370136976242
35924	rnn.weight_hh_l0_reverse	1	-0.06329234689474106
35924	rnn.weight_hh_l0_reverse	2	0.034394603222608566
35924	rnn.weight_hh_l0_reverse	3	0.04575014114379883
35924	rnn.weight_hh_l0_reverse	4	-0.015880925580859184
35924	rnn.weight_hh_l0_reverse	5	0.04557450860738754
35924	rnn.weight_hh_l0_reverse	6	0.0011925208382308483
35924	rnn.weight_hh_l0_reverse	7	-0.0001840882032411173
35924	rnn.weight_hh_l0_reverse	8	-0.09875864535570145
35924	rnn.weight_hh_l0_reverse	9	0.08018162846565247
35924	rnn.bias_ih_l0_reverse	0	-0.08916265517473221
35924	rnn.bias_ih_l0_reverse	1	-0.06903133541345596
35924	rnn.bias_ih_l0_reverse	2	0.10322392731904984
35924	rnn.bias_ih_l0_reverse	3	0.04797237366437912
35924	rnn.bias_ih_l0_reverse	4	-0.12916892766952515
35924	rnn.bias_ih_l0_reverse	5	0.041071899235248566
35924	rnn.bias_ih_l0_reverse	6	-0.10643675178289413
35924	rnn.bias_ih_l0_reverse	7	0.04456724226474762
35924	rnn.bias_ih_l0_reverse	8	0.034423235803842545
35924	rnn.bias_ih_l0_reverse	9	0.06320475786924362
35924	rnn.bias_hh_l0_reverse	0	0.05727217718958855
35924	rnn.bias_hh_l0_reverse	1	0.0653286948800087
35924	rnn.bias_hh_l0_reverse	2	0.07856667041778564
35924	rnn.bias_hh_l0_reverse	3	-0.003950366750359535
35924	rnn.bias_hh_l0_reverse	4	0.07149314135313034
35924	rnn.bias_hh_l0_reverse	5	0.007035595830529928
35924	rnn.bias_hh_l0_reverse	6	-0.05440102890133858
35924	rnn.bias_hh_l0_reverse	7	0.027398599311709404
35924	rnn.bias_hh_l0_reverse	8	0.011084141209721565
35924	rnn.bias_hh_l0_reverse	9	-0.16098491847515106
35924	linear.weight	0	0.17339913547039032
35924	linear.weight	1	-0.1629623919725418
35924	linear.weight	2	-0.21479852497577667
35924	linear.weight	3	0.0785038098692894
35924	linear.weight	4	-0.02664410136640072
35924	linear.weight	5	0.004100050311535597
35924	linear.weight	6	-0.0069047738797962666
35924	linear.weight	7	-0.02707885578274727
35924	linear.weight	8	0.08444042503833771
35924	linear.weight	9	0.3496416509151459
35924	linear.bias	0	-0.2075134813785553
35924	linear.bias	1	0.19426625967025757
35924	linear.bias	2	-0.5395921468734741
35924	linear.bias	3	1.704461932182312
35924	linear.bias	4	-0.39683499932289124
35924	linear.bias	5	-0.030769959092140198
35924	linear.bias	6	-0.35779666900634766
35924	linear.bias	7	-0.279561311006546
35924	linear.bias	8	-0.04326358810067177
35924	linear.bias	9	-0.497969388961792
35952	transitions	0	-0.6482959389686584
35952	transitions	1	0.34956273436546326
35952	transitions	2	1.6743155717849731
35952	transitions	3	0.09649959206581116
35952	transitions	4	0.9483994245529175
35952	transitions	5	1.2739229202270508
35952	transitions	6	0.4832981824874878
35952	transitions	7	0.17573118209838867
35952	transitions	8	-0.919520914554596
35952	transitions	9	0.9306592345237732
35952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35952	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35952	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35952	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35952	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35952	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35952	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35952	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35952	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35952	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35952	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35952	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35952	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35952	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35952	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35952	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35952	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35952	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35952	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35952	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35952	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35952	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35952	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35952	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35952	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35952	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35952	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35952	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35952	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35952	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35952	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35952	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35952	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35952	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35952	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35952	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35952	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35952	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35952	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35952	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35952	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35952	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35952	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35952	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35952	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35952	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35952	embedding2nn.weight	0	0.02249288558959961
35952	embedding2nn.weight	1	0.014188653789460659
35952	embedding2nn.weight	2	-0.004284969065338373
35952	embedding2nn.weight	3	-0.00010383811604697257
35952	embedding2nn.weight	4	-0.004376509226858616
35952	embedding2nn.weight	5	0.011862538754940033
35952	embedding2nn.weight	6	-0.004974267911165953
35952	embedding2nn.weight	7	0.020736876875162125
35952	embedding2nn.weight	8	-0.006842821836471558
35952	embedding2nn.weight	9	-0.013900439254939556
35952	embedding2nn.bias	0	-0.03880055621266365
35952	embedding2nn.bias	1	-0.021326683461666107
35952	embedding2nn.bias	2	-0.07460841536521912
35952	embedding2nn.bias	3	-0.0017280656611546874
35952	embedding2nn.bias	4	0.004312918987125158
35952	embedding2nn.bias	5	-0.006968718022108078
35952	embedding2nn.bias	6	0.009449350647628307
35952	embedding2nn.bias	7	0.01999119482934475
35952	embedding2nn.bias	8	0.007185793947428465
35952	embedding2nn.bias	9	0.001091748708859086
35952	rnn.weight_ih_l0	0	0.039540376514196396
35952	rnn.weight_ih_l0	1	-0.01366565190255642
35952	rnn.weight_ih_l0	2	-0.03651552274823189
35952	rnn.weight_ih_l0	3	-0.04477782920002937
35952	rnn.weight_ih_l0	4	-0.052044689655303955
35952	rnn.weight_ih_l0	5	-0.008463295176625252
35952	rnn.weight_ih_l0	6	-0.05188712477684021
35952	rnn.weight_ih_l0	7	-0.0615960955619812
35952	rnn.weight_ih_l0	8	-0.044727686792612076
35952	rnn.weight_ih_l0	9	-0.026937557384371758
35952	rnn.weight_hh_l0	0	0.019323574379086494
35952	rnn.weight_hh_l0	1	-0.009687230922281742
35952	rnn.weight_hh_l0	2	-0.06759341806173325
35952	rnn.weight_hh_l0	3	-0.03338123857975006
35952	rnn.weight_hh_l0	4	-0.07835504412651062
35952	rnn.weight_hh_l0	5	-0.014567573554813862
35952	rnn.weight_hh_l0	6	-0.054330069571733475
35952	rnn.weight_hh_l0	7	-0.04071899875998497
35952	rnn.weight_hh_l0	8	-0.019111502915620804
35952	rnn.weight_hh_l0	9	-0.007921183481812477
35952	rnn.bias_ih_l0	0	0.14558222889900208
35952	rnn.bias_ih_l0	1	-0.05622948706150055
35952	rnn.bias_ih_l0	2	0.10430113226175308
35952	rnn.bias_ih_l0	3	0.048873644322156906
35952	rnn.bias_ih_l0	4	0.0990762785077095
35952	rnn.bias_ih_l0	5	0.024195371195673943
35952	rnn.bias_ih_l0	6	-0.017591239884495735
35952	rnn.bias_ih_l0	7	-0.10893615335226059
35952	rnn.bias_ih_l0	8	-0.20666293799877167
35952	rnn.bias_ih_l0	9	0.08705560863018036
35952	rnn.bias_hh_l0	0	0.00279037281870842
35952	rnn.bias_hh_l0	1	0.0236247219145298
35952	rnn.bias_hh_l0	2	-0.006118821911513805
35952	rnn.bias_hh_l0	3	-0.03031761199235916
35952	rnn.bias_hh_l0	4	-0.0362674817442894
35952	rnn.bias_hh_l0	5	0.14355722069740295
35952	rnn.bias_hh_l0	6	0.05130789801478386
35952	rnn.bias_hh_l0	7	0.059763651341199875
35952	rnn.bias_hh_l0	8	0.016777457669377327
35952	rnn.bias_hh_l0	9	0.043445128947496414
35952	rnn.weight_ih_l0_reverse	0	-0.029705019667744637
35952	rnn.weight_ih_l0_reverse	1	-0.0022059513721615076
35952	rnn.weight_ih_l0_reverse	2	0.023833798244595528
35952	rnn.weight_ih_l0_reverse	3	-0.0621001161634922
35952	rnn.weight_ih_l0_reverse	4	0.009302080608904362
35952	rnn.weight_ih_l0_reverse	5	-0.04609833285212517
35952	rnn.weight_ih_l0_reverse	6	0.02836543135344982
35952	rnn.weight_ih_l0_reverse	7	0.04598063975572586
35952	rnn.weight_ih_l0_reverse	8	-0.04875713586807251
35952	rnn.weight_ih_l0_reverse	9	-0.05075511336326599
35952	rnn.weight_hh_l0_reverse	0	-0.08327395468950272
35952	rnn.weight_hh_l0_reverse	1	-0.06329058110713959
35952	rnn.weight_hh_l0_reverse	2	0.0343950130045414
35952	rnn.weight_hh_l0_reverse	3	0.04575062170624733
35952	rnn.weight_hh_l0_reverse	4	-0.015879325568675995
35952	rnn.weight_hh_l0_reverse	5	0.045574869960546494
35952	rnn.weight_hh_l0_reverse	6	0.001196801196783781
35952	rnn.weight_hh_l0_reverse	7	-0.000185520519153215
35952	rnn.weight_hh_l0_reverse	8	-0.09876037389039993
35952	rnn.weight_hh_l0_reverse	9	0.08018134534358978
35952	rnn.bias_ih_l0_reverse	0	-0.08915997296571732
35952	rnn.bias_ih_l0_reverse	1	-0.06903373450040817
35952	rnn.bias_ih_l0_reverse	2	0.10322639346122742
35952	rnn.bias_ih_l0_reverse	3	0.04796735942363739
35952	rnn.bias_ih_l0_reverse	4	-0.1291714459657669
35952	rnn.bias_ih_l0_reverse	5	0.04106811061501503
35952	rnn.bias_ih_l0_reverse	6	-0.1064360961318016
35952	rnn.bias_ih_l0_reverse	7	0.04456736147403717
35952	rnn.bias_ih_l0_reverse	8	0.0344240628182888
35952	rnn.bias_ih_l0_reverse	9	0.06320523470640182
35952	rnn.bias_hh_l0_reverse	0	0.05724870041012764
35952	rnn.bias_hh_l0_reverse	1	0.06532632559537888
35952	rnn.bias_hh_l0_reverse	2	0.0785708874464035
35952	rnn.bias_hh_l0_reverse	3	-0.003949526231735945
35952	rnn.bias_hh_l0_reverse	4	0.07149180769920349
35952	rnn.bias_hh_l0_reverse	5	0.007049436680972576
35952	rnn.bias_hh_l0_reverse	6	-0.054397858679294586
35952	rnn.bias_hh_l0_reverse	7	0.027395356446504593
35952	rnn.bias_hh_l0_reverse	8	0.011082337237894535
35952	rnn.bias_hh_l0_reverse	9	-0.16097703576087952
35952	linear.weight	0	0.17340590059757233
35952	linear.weight	1	-0.1629623919725418
35952	linear.weight	2	-0.2147979587316513
35952	linear.weight	3	0.07851316034793854
35952	linear.weight	4	-0.026651442050933838
35952	linear.weight	5	0.004091891925781965
35952	linear.weight	6	-0.0069047692231833935
35952	linear.weight	7	-0.02707878313958645
35952	linear.weight	8	0.08443376421928406
35952	linear.weight	9	0.34963276982307434
35952	linear.bias	0	-0.20743970572948456
35952	linear.bias	1	0.19426187872886658
35952	linear.bias	2	-0.5395892858505249
35952	linear.bias	3	1.7044075727462769
35952	linear.bias	4	-0.39683520793914795
35952	linear.bias	5	-0.030769959092140198
35952	linear.bias	6	-0.35779139399528503
35952	linear.bias	7	-0.2795649468898773
35952	linear.bias	8	-0.043289538472890854
35952	linear.bias	9	-0.49796947836875916
35980	transitions	0	-0.648296058177948
35980	transitions	1	0.3495624363422394
35980	transitions	2	1.6743154525756836
35980	transitions	3	0.096499502658844
35980	transitions	4	0.9483993649482727
35980	transitions	5	1.2739229202270508
35980	transitions	6	0.4832981824874878
35980	transitions	7	0.17573118209838867
35980	transitions	8	-0.919520914554596
35980	transitions	9	0.9306592345237732
35980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
35980	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
35980	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
35980	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
35980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
35980	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
35980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
35980	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
35980	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
35980	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
35980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
35980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
35980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
35980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
35980	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
35980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
35980	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
35980	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
35980	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
35980	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
35980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
35980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
35980	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
35980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
35980	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
35980	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
35980	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
35980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
35980	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
35980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
35980	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
35980	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
35980	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
35980	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
35980	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
35980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
35980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
35980	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
35980	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
35980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
35980	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
35980	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
35980	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
35980	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
35980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
35980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
35980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
35980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
35980	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
35980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
35980	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
35980	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
35980	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
35980	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
35980	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
35980	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
35980	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
35980	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
35980	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
35980	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
35980	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
35980	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
35980	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
35980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
35980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
35980	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
35980	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
35980	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
35980	embedding2nn.weight	0	0.022493429481983185
35980	embedding2nn.weight	1	0.014188588596880436
35980	embedding2nn.weight	2	-0.004284802358597517
35980	embedding2nn.weight	3	-0.00010413359996164218
35980	embedding2nn.weight	4	-0.004376546014100313
35980	embedding2nn.weight	5	0.01186266541481018
35980	embedding2nn.weight	6	-0.004974011797457933
35980	embedding2nn.weight	7	0.020735902711749077
35980	embedding2nn.weight	8	-0.0068433466367423534
35980	embedding2nn.weight	9	-0.013900273479521275
35980	embedding2nn.bias	0	-0.038800761103630066
35980	embedding2nn.bias	1	-0.021342486143112183
35980	embedding2nn.bias	2	-0.07459136843681335
35980	embedding2nn.bias	3	-0.001708666211925447
35980	embedding2nn.bias	4	0.004299788735806942
35980	embedding2nn.bias	5	-0.006937526632100344
35980	embedding2nn.bias	6	0.009469750337302685
35980	embedding2nn.bias	7	0.019981494173407555
35980	embedding2nn.bias	8	0.007195218466222286
35980	embedding2nn.bias	9	0.001079226960428059
35980	rnn.weight_ih_l0	0	0.03953981399536133
35980	rnn.weight_ih_l0	1	-0.013666287995874882
35980	rnn.weight_ih_l0	2	-0.03651808202266693
35980	rnn.weight_ih_l0	3	-0.044777028262615204
35980	rnn.weight_ih_l0	4	-0.05204528942704201
35980	rnn.weight_ih_l0	5	-0.008463657461106777
35980	rnn.weight_ih_l0	6	-0.0518890880048275
35980	rnn.weight_ih_l0	7	-0.06159724295139313
35980	rnn.weight_ih_l0	8	-0.04472789540886879
35980	rnn.weight_ih_l0	9	-0.02693827450275421
35980	rnn.weight_hh_l0	0	0.019324397668242455
35980	rnn.weight_hh_l0	1	-0.009685518220067024
35980	rnn.weight_hh_l0	2	-0.06758803874254227
35980	rnn.weight_hh_l0	3	-0.03338019549846649
35980	rnn.weight_hh_l0	4	-0.07835517823696136
35980	rnn.weight_hh_l0	5	-0.014569469727575779
35980	rnn.weight_hh_l0	6	-0.05433129519224167
35980	rnn.weight_hh_l0	7	-0.04071445390582085
35980	rnn.weight_hh_l0	8	-0.01911156065762043
35980	rnn.weight_hh_l0	9	-0.007919379509985447
35980	rnn.bias_ih_l0	0	0.14558197557926178
35980	rnn.bias_ih_l0	1	-0.05623367056250572
35980	rnn.bias_ih_l0	2	0.1042957529425621
35980	rnn.bias_ih_l0	3	0.04887132719159126
35980	rnn.bias_ih_l0	4	0.09907586872577667
35980	rnn.bias_ih_l0	5	0.024186978116631508
35980	rnn.bias_ih_l0	6	-0.017597069963812828
35980	rnn.bias_ih_l0	7	-0.10894913226366043
35980	rnn.bias_ih_l0	8	-0.20663173496723175
35980	rnn.bias_ih_l0	9	0.08705432713031769
35980	rnn.bias_hh_l0	0	0.0027943432796746492
35980	rnn.bias_hh_l0	1	0.02362941950559616
35980	rnn.bias_hh_l0	2	-0.006123757921159267
35980	rnn.bias_hh_l0	3	-0.030307862907648087
35980	rnn.bias_hh_l0	4	-0.03626927733421326
35980	rnn.bias_hh_l0	5	0.14355580508708954
35980	rnn.bias_hh_l0	6	0.051307808607816696
35980	rnn.bias_hh_l0	7	0.05976351723074913
35980	rnn.bias_hh_l0	8	0.016771627590060234
35980	rnn.bias_hh_l0	9	0.04344603419303894
35980	rnn.weight_ih_l0_reverse	0	-0.029703985899686813
35980	rnn.weight_ih_l0_reverse	1	-0.00220324844121933
35980	rnn.weight_ih_l0_reverse	2	0.023833785206079483
35980	rnn.weight_ih_l0_reverse	3	-0.06210114434361458
35980	rnn.weight_ih_l0_reverse	4	0.009302054531872272
35980	rnn.weight_ih_l0_reverse	5	-0.046098753809928894
35980	rnn.weight_ih_l0_reverse	6	0.028363563120365143
35980	rnn.weight_ih_l0_reverse	7	0.04598110541701317
35980	rnn.weight_ih_l0_reverse	8	-0.048757635056972504
35980	rnn.weight_ih_l0_reverse	9	-0.050754740834236145
35980	rnn.weight_hh_l0_reverse	0	-0.08327092975378036
35980	rnn.weight_hh_l0_reverse	1	-0.06329570710659027
35980	rnn.weight_hh_l0_reverse	2	0.03439532220363617
35980	rnn.weight_hh_l0_reverse	3	0.04574957117438316
35980	rnn.weight_hh_l0_reverse	4	-0.015879422426223755
35980	rnn.weight_hh_l0_reverse	5	0.04557589441537857
35980	rnn.weight_hh_l0_reverse	6	0.0011884052073583007
35980	rnn.weight_hh_l0_reverse	7	-0.00018651766004040837
35980	rnn.weight_hh_l0_reverse	8	-0.0987589880824089
35980	rnn.weight_hh_l0_reverse	9	0.08017858117818832
35980	rnn.bias_ih_l0_reverse	0	-0.08915386348962784
35980	rnn.bias_ih_l0_reverse	1	-0.06904640048742294
35980	rnn.bias_ih_l0_reverse	2	0.10322701930999756
35980	rnn.bias_ih_l0_reverse	3	0.04796693101525307
35980	rnn.bias_ih_l0_reverse	4	-0.12916873395442963
35980	rnn.bias_ih_l0_reverse	5	0.04106448218226433
35980	rnn.bias_ih_l0_reverse	6	-0.10643857717514038
35980	rnn.bias_ih_l0_reverse	7	0.044569917023181915
35980	rnn.bias_ih_l0_reverse	8	0.03442094475030899
35980	rnn.bias_ih_l0_reverse	9	0.0632006898522377
35980	rnn.bias_hh_l0_reverse	0	0.05721303075551987
35980	rnn.bias_hh_l0_reverse	1	0.0653306096792221
35980	rnn.bias_hh_l0_reverse	2	0.07857023924589157
35980	rnn.bias_hh_l0_reverse	3	-0.003953664563596249
35980	rnn.bias_hh_l0_reverse	4	0.07149647176265717
35980	rnn.bias_hh_l0_reverse	5	0.007050185464322567
35980	rnn.bias_hh_l0_reverse	6	-0.054388001561164856
35980	rnn.bias_hh_l0_reverse	7	0.027391407638788223
35980	rnn.bias_hh_l0_reverse	8	0.011085955426096916
35980	rnn.bias_hh_l0_reverse	9	-0.16096651554107666
35980	linear.weight	0	0.1734035760164261
35980	linear.weight	1	-0.16296234726905823
35980	linear.weight	2	-0.2147907018661499
35980	linear.weight	3	0.07849833369255066
35980	linear.weight	4	-0.02665114961564541
35980	linear.weight	5	0.00409420020878315
35980	linear.weight	6	-0.006904771085828543
35980	linear.weight	7	-0.02707582712173462
35980	linear.weight	8	0.08443507552146912
35980	linear.weight	9	0.3496263027191162
35980	linear.bias	0	-0.20745694637298584
35980	linear.bias	1	0.19426599144935608
35980	linear.bias	2	-0.5395894050598145
35980	linear.bias	3	1.7043644189834595
35980	linear.bias	4	-0.3967939615249634
35980	linear.bias	5	-0.030769959092140198
35980	linear.bias	6	-0.3577910363674164
35980	linear.bias	7	-0.2795701026916504
35980	linear.bias	8	-0.04328596591949463
35980	linear.bias	9	-0.49796968698501587
36008	transitions	0	-0.648296058177948
36008	transitions	1	0.3495624363422394
36008	transitions	2	1.674315333366394
36008	transitions	3	0.0964994877576828
36008	transitions	4	0.9483993053436279
36008	transitions	5	1.2739229202270508
36008	transitions	6	0.4832981824874878
36008	transitions	7	0.17573118209838867
36008	transitions	8	-0.919520914554596
36008	transitions	9	0.9306592345237732
36008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36008	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36008	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36008	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36008	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36008	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36008	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36008	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36008	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36008	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36008	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36008	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36008	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36008	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36008	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36008	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36008	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36008	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36008	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36008	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36008	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36008	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36008	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36008	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36008	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36008	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36008	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36008	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36008	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36008	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36008	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36008	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36008	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36008	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36008	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36008	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36008	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36008	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36008	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36008	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36008	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36008	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36008	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36008	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36008	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36008	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36008	embedding2nn.weight	0	0.02249349281191826
36008	embedding2nn.weight	1	0.014188638888299465
36008	embedding2nn.weight	2	-0.004284845199435949
36008	embedding2nn.weight	3	-0.00010382810432929546
36008	embedding2nn.weight	4	-0.004376566968858242
36008	embedding2nn.weight	5	0.011862578801810741
36008	embedding2nn.weight	6	-0.004974117036908865
36008	embedding2nn.weight	7	0.020736096426844597
36008	embedding2nn.weight	8	-0.006843430455774069
36008	embedding2nn.weight	9	-0.013900361955165863
36008	embedding2nn.bias	0	-0.038795847445726395
36008	embedding2nn.bias	1	-0.021371392533183098
36008	embedding2nn.bias	2	-0.07457786053419113
36008	embedding2nn.bias	3	-0.0017173298401758075
36008	embedding2nn.bias	4	0.0042989966459572315
36008	embedding2nn.bias	5	-0.006922753527760506
36008	embedding2nn.bias	6	0.009476004168391228
36008	embedding2nn.bias	7	0.019977126270532608
36008	embedding2nn.bias	8	0.007194946985691786
36008	embedding2nn.bias	9	0.0010982038220390677
36008	rnn.weight_ih_l0	0	0.039540473371744156
36008	rnn.weight_ih_l0	1	-0.01366689708083868
36008	rnn.weight_ih_l0	2	-0.0365164689719677
36008	rnn.weight_ih_l0	3	-0.04477536305785179
36008	rnn.weight_ih_l0	4	-0.05204392224550247
36008	rnn.weight_ih_l0	5	-0.008463384583592415
36008	rnn.weight_ih_l0	6	-0.05188707634806633
36008	rnn.weight_ih_l0	7	-0.06159733608365059
36008	rnn.weight_ih_l0	8	-0.044728443026542664
36008	rnn.weight_ih_l0	9	-0.026938851922750473
36008	rnn.weight_hh_l0	0	0.019323688000440598
36008	rnn.weight_hh_l0	1	-0.009685096330940723
36008	rnn.weight_hh_l0	2	-0.0675872415304184
36008	rnn.weight_hh_l0	3	-0.033380117267370224
36008	rnn.weight_hh_l0	4	-0.07835720479488373
36008	rnn.weight_hh_l0	5	-0.014567827805876732
36008	rnn.weight_hh_l0	6	-0.054332297295331955
36008	rnn.weight_hh_l0	7	-0.040717631578445435
36008	rnn.weight_hh_l0	8	-0.019111499190330505
36008	rnn.weight_hh_l0	9	-0.00792031642049551
36008	rnn.bias_ih_l0	0	0.14558301866054535
36008	rnn.bias_ih_l0	1	-0.056237488985061646
36008	rnn.bias_ih_l0	2	0.10429444164037704
36008	rnn.bias_ih_l0	3	0.04887184873223305
36008	rnn.bias_ih_l0	4	0.09907796233892441
36008	rnn.bias_ih_l0	5	0.024182267487049103
36008	rnn.bias_ih_l0	6	-0.017600027844309807
36008	rnn.bias_ih_l0	7	-0.1089731901884079
36008	rnn.bias_ih_l0	8	-0.20665191113948822
36008	rnn.bias_ih_l0	9	0.08706168085336685
36008	rnn.bias_hh_l0	0	0.0027922431472688913
36008	rnn.bias_hh_l0	1	0.023626063019037247
36008	rnn.bias_hh_l0	2	-0.006126758176833391
36008	rnn.bias_hh_l0	3	-0.030309738591313362
36008	rnn.bias_hh_l0	4	-0.03626062721014023
36008	rnn.bias_hh_l0	5	0.1435481756925583
36008	rnn.bias_hh_l0	6	0.0513121634721756
36008	rnn.bias_hh_l0	7	0.05976836755871773
36008	rnn.bias_hh_l0	8	0.016768669709563255
36008	rnn.bias_hh_l0	9	0.043445028364658356
36008	rnn.weight_ih_l0_reverse	0	-0.02970479056239128
36008	rnn.weight_ih_l0_reverse	1	-0.0022030770778656006
36008	rnn.weight_ih_l0_reverse	2	0.02383389323949814
36008	rnn.weight_ih_l0_reverse	3	-0.062101222574710846
36008	rnn.weight_ih_l0_reverse	4	0.009303041733801365
36008	rnn.weight_ih_l0_reverse	5	-0.046099621802568436
36008	rnn.weight_ih_l0_reverse	6	0.02836446464061737
36008	rnn.weight_ih_l0_reverse	7	0.04598159343004227
36008	rnn.weight_ih_l0_reverse	8	-0.04875949025154114
36008	rnn.weight_ih_l0_reverse	9	-0.050754617899656296
36008	rnn.weight_hh_l0_reverse	0	-0.08326953649520874
36008	rnn.weight_hh_l0_reverse	1	-0.06329602003097534
36008	rnn.weight_hh_l0_reverse	2	0.03439710661768913
36008	rnn.weight_hh_l0_reverse	3	0.04575125500559807
36008	rnn.weight_hh_l0_reverse	4	-0.015881868079304695
36008	rnn.weight_hh_l0_reverse	5	0.04557666927576065
36008	rnn.weight_hh_l0_reverse	6	0.0011779043124988675
36008	rnn.weight_hh_l0_reverse	7	-0.00018738582730293274
36008	rnn.weight_hh_l0_reverse	8	-0.09875844419002533
36008	rnn.weight_hh_l0_reverse	9	0.08018036186695099
36008	rnn.bias_ih_l0_reverse	0	-0.08916541934013367
36008	rnn.bias_ih_l0_reverse	1	-0.0690300464630127
36008	rnn.bias_ih_l0_reverse	2	0.1032232791185379
36008	rnn.bias_ih_l0_reverse	3	0.04796494543552399
36008	rnn.bias_ih_l0_reverse	4	-0.12917055189609528
36008	rnn.bias_ih_l0_reverse	5	0.04106263443827629
36008	rnn.bias_ih_l0_reverse	6	-0.10643839836120605
36008	rnn.bias_ih_l0_reverse	7	0.04457252100110054
36008	rnn.bias_ih_l0_reverse	8	0.03442488983273506
36008	rnn.bias_ih_l0_reverse	9	0.06320131570100784
36008	rnn.bias_hh_l0_reverse	0	0.05721067264676094
36008	rnn.bias_hh_l0_reverse	1	0.06533407419919968
36008	rnn.bias_hh_l0_reverse	2	0.07857662439346313
36008	rnn.bias_hh_l0_reverse	3	-0.00395598541945219
36008	rnn.bias_hh_l0_reverse	4	0.07148928940296173
36008	rnn.bias_hh_l0_reverse	5	0.0070547983050346375
36008	rnn.bias_hh_l0_reverse	6	-0.05438841134309769
36008	rnn.bias_hh_l0_reverse	7	0.027390196919441223
36008	rnn.bias_hh_l0_reverse	8	0.011077485047280788
36008	rnn.bias_hh_l0_reverse	9	-0.16096286475658417
36008	linear.weight	0	0.1734195053577423
36008	linear.weight	1	-0.16296234726905823
36008	linear.weight	2	-0.21478943526744843
36008	linear.weight	3	0.07849729806184769
36008	linear.weight	4	-0.026650868356227875
36008	linear.weight	5	0.004094786010682583
36008	linear.weight	6	-0.006904767360538244
36008	linear.weight	7	-0.02707577869296074
36008	linear.weight	8	0.08443233370780945
36008	linear.weight	9	0.34962916374206543
36008	linear.bias	0	-0.20737196505069733
36008	linear.bias	1	0.19427797198295593
36008	linear.bias	2	-0.5395843386650085
36008	linear.bias	3	1.704350233078003
36008	linear.bias	4	-0.3967941999435425
36008	linear.bias	5	-0.030769959092140198
36008	linear.bias	6	-0.3577795624732971
36008	linear.bias	7	-0.2795698642730713
36008	linear.bias	8	-0.04332694038748741
36008	linear.bias	9	-0.4979698061943054
36036	transitions	0	-0.6482961177825928
36036	transitions	1	0.3495624363422394
36036	transitions	2	1.6743149757385254
36036	transitions	3	0.09649939835071564
36036	transitions	4	0.9483987092971802
36036	transitions	5	1.2739229202270508
36036	transitions	6	0.4832981824874878
36036	transitions	7	0.17573115229606628
36036	transitions	8	-0.919520914554596
36036	transitions	9	0.9306592345237732
36036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36036	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36036	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36036	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36036	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36036	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36036	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36036	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36036	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36036	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36036	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36036	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36036	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36036	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36036	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36036	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36036	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36036	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36036	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36036	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36036	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36036	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36036	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36036	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36036	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36036	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36036	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36036	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36036	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36036	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36036	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36036	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36036	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36036	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36036	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36036	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36036	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36036	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36036	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36036	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36036	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36036	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36036	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36036	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36036	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36036	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36036	embedding2nn.weight	0	0.022492563351988792
36036	embedding2nn.weight	1	0.014188750647008419
36036	embedding2nn.weight	2	-0.004284902010113001
36036	embedding2nn.weight	3	-0.00010422566992929205
36036	embedding2nn.weight	4	-0.004376884084194899
36036	embedding2nn.weight	5	0.011862692423164845
36036	embedding2nn.weight	6	-0.004974018316715956
36036	embedding2nn.weight	7	0.02073618955910206
36036	embedding2nn.weight	8	-0.006843435112386942
36036	embedding2nn.weight	9	-0.013900219462811947
36036	embedding2nn.bias	0	-0.038763582706451416
36036	embedding2nn.bias	1	-0.02138300985097885
36036	embedding2nn.bias	2	-0.07455893605947495
36036	embedding2nn.bias	3	-0.0017114354996010661
36036	embedding2nn.bias	4	0.0043165357783436775
36036	embedding2nn.bias	5	-0.006925943773239851
36036	embedding2nn.bias	6	0.009481013752520084
36036	embedding2nn.bias	7	0.019979184493422508
36036	embedding2nn.bias	8	0.00723691750317812
36036	embedding2nn.bias	9	0.001102389651350677
36036	rnn.weight_ih_l0	0	0.039540406316518784
36036	rnn.weight_ih_l0	1	-0.013666968792676926
36036	rnn.weight_ih_l0	2	-0.036513909697532654
36036	rnn.weight_ih_l0	3	-0.04477499797940254
36036	rnn.weight_ih_l0	4	-0.05204300209879875
36036	rnn.weight_ih_l0	5	-0.008463400416076183
36036	rnn.weight_ih_l0	6	-0.05188710242509842
36036	rnn.weight_ih_l0	7	-0.06159808859229088
36036	rnn.weight_ih_l0	8	-0.0447283610701561
36036	rnn.weight_ih_l0	9	-0.026938090100884438
36036	rnn.weight_hh_l0	0	0.01932367868721485
36036	rnn.weight_hh_l0	1	-0.009684966877102852
36036	rnn.weight_hh_l0	2	-0.06759001314640045
36036	rnn.weight_hh_l0	3	-0.03338043764233589
36036	rnn.weight_hh_l0	4	-0.07835660129785538
36036	rnn.weight_hh_l0	5	-0.01457042247056961
36036	rnn.weight_hh_l0	6	-0.054330505430698395
36036	rnn.weight_hh_l0	7	-0.040718868374824524
36036	rnn.weight_hh_l0	8	-0.01911136507987976
36036	rnn.weight_hh_l0	9	-0.007918846793472767
36036	rnn.bias_ih_l0	0	0.14558379352092743
36036	rnn.bias_ih_l0	1	-0.05624284967780113
36036	rnn.bias_ih_l0	2	0.10429252684116364
36036	rnn.bias_ih_l0	3	0.04887637123465538
36036	rnn.bias_ih_l0	4	0.09908661991357803
36036	rnn.bias_ih_l0	5	0.02418438531458378
36036	rnn.bias_ih_l0	6	-0.01760062947869301
36036	rnn.bias_ih_l0	7	-0.10898967832326889
36036	rnn.bias_ih_l0	8	-0.20667842030525208
36036	rnn.bias_ih_l0	9	0.08706473559141159
36036	rnn.bias_hh_l0	0	0.00279403873719275
36036	rnn.bias_hh_l0	1	0.023628171533346176
36036	rnn.bias_hh_l0	2	-0.006129699759185314
36036	rnn.bias_hh_l0	3	-0.03030995838344097
36036	rnn.bias_hh_l0	4	-0.03625892847776413
36036	rnn.bias_hh_l0	5	0.1435478925704956
36036	rnn.bias_hh_l0	6	0.05131560564041138
36036	rnn.bias_hh_l0	7	0.059778936207294464
36036	rnn.bias_hh_l0	8	0.016768068075180054
36036	rnn.bias_hh_l0	9	0.04345007613301277
36036	rnn.weight_ih_l0_reverse	0	-0.029703902080655098
36036	rnn.weight_ih_l0_reverse	1	-0.0021996530704200268
36036	rnn.weight_ih_l0_reverse	2	0.023834090679883957
36036	rnn.weight_ih_l0_reverse	3	-0.06210192292928696
36036	rnn.weight_ih_l0_reverse	4	0.009303618222475052
36036	rnn.weight_ih_l0_reverse	5	-0.046100158244371414
36036	rnn.weight_ih_l0_reverse	6	0.028359543532133102
36036	rnn.weight_ih_l0_reverse	7	0.04598134011030197
36036	rnn.weight_ih_l0_reverse	8	-0.04875710606575012
36036	rnn.weight_ih_l0_reverse	9	-0.05075419321656227
36036	rnn.weight_hh_l0_reverse	0	-0.08326922357082367
36036	rnn.weight_hh_l0_reverse	1	-0.06329716742038727
36036	rnn.weight_hh_l0_reverse	2	0.03439958766102791
36036	rnn.weight_hh_l0_reverse	3	0.04575345665216446
36036	rnn.weight_hh_l0_reverse	4	-0.01588529348373413
36036	rnn.weight_hh_l0_reverse	5	0.04557756707072258
36036	rnn.weight_hh_l0_reverse	6	0.0011858440702781081
36036	rnn.weight_hh_l0_reverse	7	-0.00018678193737287074
36036	rnn.weight_hh_l0_reverse	8	-0.09875821322202682
36036	rnn.weight_hh_l0_reverse	9	0.08018317818641663
36036	rnn.bias_ih_l0_reverse	0	-0.08915900439023972
36036	rnn.bias_ih_l0_reverse	1	-0.06902755796909332
36036	rnn.bias_ih_l0_reverse	2	0.10322777926921844
36036	rnn.bias_ih_l0_reverse	3	0.04796723276376724
36036	rnn.bias_ih_l0_reverse	4	-0.1291726678609848
36036	rnn.bias_ih_l0_reverse	5	0.04106516018509865
36036	rnn.bias_ih_l0_reverse	6	-0.10643412917852402
36036	rnn.bias_ih_l0_reverse	7	0.04458307474851608
36036	rnn.bias_ih_l0_reverse	8	0.03442327305674553
36036	rnn.bias_ih_l0_reverse	9	0.06320065259933472
36036	rnn.bias_hh_l0_reverse	0	0.057198841124773026
36036	rnn.bias_hh_l0_reverse	1	0.06533423811197281
36036	rnn.bias_hh_l0_reverse	2	0.07856234908103943
36036	rnn.bias_hh_l0_reverse	3	-0.003956650383770466
36036	rnn.bias_hh_l0_reverse	4	0.07148972898721695
36036	rnn.bias_hh_l0_reverse	5	0.007058464456349611
36036	rnn.bias_hh_l0_reverse	6	-0.05438954755663872
36036	rnn.bias_hh_l0_reverse	7	0.027390168979763985
36036	rnn.bias_hh_l0_reverse	8	0.011078549548983574
36036	rnn.bias_hh_l0_reverse	9	-0.16098645329475403
36036	linear.weight	0	0.1734313815832138
36036	linear.weight	1	-0.16296228766441345
36036	linear.weight	2	-0.21478663384914398
36036	linear.weight	3	0.07849624752998352
36036	linear.weight	4	-0.026650890707969666
36036	linear.weight	5	0.004095612559467554
36036	linear.weight	6	-0.006904734764248133
36036	linear.weight	7	-0.027075452730059624
36036	linear.weight	8	0.08444647490978241
36036	linear.weight	9	0.3496330976486206
36036	linear.bias	0	-0.20737585425376892
36036	linear.bias	1	0.19425441324710846
36036	linear.bias	2	-0.5395886301994324
36036	linear.bias	3	1.7043521404266357
36036	linear.bias	4	-0.3967946171760559
36036	linear.bias	5	-0.030769959092140198
36036	linear.bias	6	-0.35778453946113586
36036	linear.bias	7	-0.2795870304107666
36036	linear.bias	8	-0.04334314540028572
36036	linear.bias	9	-0.497970312833786
36064	transitions	0	-0.6482961177825928
36064	transitions	1	0.349562406539917
36064	transitions	2	1.6743149757385254
36064	transitions	3	0.09649936109781265
36064	transitions	4	0.9483986496925354
36064	transitions	5	1.2739229202270508
36064	transitions	6	0.4832981824874878
36064	transitions	7	0.1757311224937439
36064	transitions	8	-0.919520914554596
36064	transitions	9	0.9306592345237732
36064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36064	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36064	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36064	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36064	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36064	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36064	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36064	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36064	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36064	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36064	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36064	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36064	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36064	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36064	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36064	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36064	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36064	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36064	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36064	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36064	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36064	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36064	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36064	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36064	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36064	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36064	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36064	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36064	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36064	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36064	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36064	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36064	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36064	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36064	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36064	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36064	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36064	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36064	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36064	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36064	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36064	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36064	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36064	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36064	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36064	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36064	embedding2nn.weight	0	0.02249140851199627
36064	embedding2nn.weight	1	0.01418890431523323
36064	embedding2nn.weight	2	-0.004285146482288837
36064	embedding2nn.weight	3	-0.0001044744421960786
36064	embedding2nn.weight	4	-0.004376836121082306
36064	embedding2nn.weight	5	0.011862771585583687
36064	embedding2nn.weight	6	-0.004973906092345715
36064	embedding2nn.weight	7	0.020735271275043488
36064	embedding2nn.weight	8	-0.006843156646937132
36064	embedding2nn.weight	9	-0.013899724930524826
36064	embedding2nn.bias	0	-0.03875942528247833
36064	embedding2nn.bias	1	-0.02139962837100029
36064	embedding2nn.bias	2	-0.07454863935709
36064	embedding2nn.bias	3	-0.001702229492366314
36064	embedding2nn.bias	4	0.004315604921430349
36064	embedding2nn.bias	5	-0.0069315931759774685
36064	embedding2nn.bias	6	0.0095204534009099
36064	embedding2nn.bias	7	0.019988788291811943
36064	embedding2nn.bias	8	0.007246064487844706
36064	embedding2nn.bias	9	0.0010965719120576978
36064	rnn.weight_ih_l0	0	0.03954137861728668
36064	rnn.weight_ih_l0	1	-0.01366623304784298
36064	rnn.weight_ih_l0	2	-0.036511849611997604
36064	rnn.weight_ih_l0	3	-0.04477498680353165
36064	rnn.weight_ih_l0	4	-0.05204283446073532
36064	rnn.weight_ih_l0	5	-0.008464150130748749
36064	rnn.weight_ih_l0	6	-0.051887113600969315
36064	rnn.weight_ih_l0	7	-0.061598196625709534
36064	rnn.weight_ih_l0	8	-0.04472722113132477
36064	rnn.weight_ih_l0	9	-0.026938142254948616
36064	rnn.weight_hh_l0	0	0.01932287961244583
36064	rnn.weight_hh_l0	1	-0.009683179669082165
36064	rnn.weight_hh_l0	2	-0.06759133189916611
36064	rnn.weight_hh_l0	3	-0.03337940201163292
36064	rnn.weight_hh_l0	4	-0.0783572718501091
36064	rnn.weight_hh_l0	5	-0.014574984088540077
36064	rnn.weight_hh_l0	6	-0.05433129891753197
36064	rnn.weight_hh_l0	7	-0.040719278156757355
36064	rnn.weight_hh_l0	8	-0.01911206543445587
36064	rnn.weight_hh_l0	9	-0.007918713614344597
36064	rnn.bias_ih_l0	0	0.145577535033226
36064	rnn.bias_ih_l0	1	-0.05624803900718689
36064	rnn.bias_ih_l0	2	0.10429282486438751
36064	rnn.bias_ih_l0	3	0.04887838289141655
36064	rnn.bias_ih_l0	4	0.09908328950405121
36064	rnn.bias_ih_l0	5	0.024181799963116646
36064	rnn.bias_ih_l0	6	-0.017595723271369934
36064	rnn.bias_ih_l0	7	-0.10896644741296768
36064	rnn.bias_ih_l0	8	-0.20666682720184326
36064	rnn.bias_ih_l0	9	0.08706552535295486
36064	rnn.bias_hh_l0	0	0.0027975821867585182
36064	rnn.bias_hh_l0	1	0.023624984547495842
36064	rnn.bias_hh_l0	2	-0.006127294152975082
36064	rnn.bias_hh_l0	3	-0.030307717621326447
36064	rnn.bias_hh_l0	4	-0.036260608583688736
36064	rnn.bias_hh_l0	5	0.14354649186134338
36064	rnn.bias_hh_l0	6	0.05131011828780174
36064	rnn.bias_hh_l0	7	0.05978569760918617
36064	rnn.bias_hh_l0	8	0.016772974282503128
36064	rnn.bias_hh_l0	9	0.043455686420202255
36064	rnn.weight_ih_l0_reverse	0	-0.02970469929277897
36064	rnn.weight_ih_l0_reverse	1	-0.002199060982093215
36064	rnn.weight_ih_l0_reverse	2	0.02383461780846119
36064	rnn.weight_ih_l0_reverse	3	-0.062101852148771286
36064	rnn.weight_ih_l0_reverse	4	0.009302578866481781
36064	rnn.weight_ih_l0_reverse	5	-0.04610101506114006
36064	rnn.weight_ih_l0_reverse	6	0.028358960524201393
36064	rnn.weight_ih_l0_reverse	7	0.04598075523972511
36064	rnn.weight_ih_l0_reverse	8	-0.04875738173723221
36064	rnn.weight_ih_l0_reverse	9	-0.05075398087501526
36064	rnn.weight_hh_l0_reverse	0	-0.08326981961727142
36064	rnn.weight_hh_l0_reverse	1	-0.06329949200153351
36064	rnn.weight_hh_l0_reverse	2	0.03439927473664284
36064	rnn.weight_hh_l0_reverse	3	0.04575694724917412
36064	rnn.weight_hh_l0_reverse	4	-0.0158870629966259
36064	rnn.weight_hh_l0_reverse	5	0.04557820409536362
36064	rnn.weight_hh_l0_reverse	6	0.0011878159129992127
36064	rnn.weight_hh_l0_reverse	7	-0.00018721753440331668
36064	rnn.weight_hh_l0_reverse	8	-0.09875579178333282
36064	rnn.weight_hh_l0_reverse	9	0.08018171787261963
36064	rnn.bias_ih_l0_reverse	0	-0.08919249475002289
36064	rnn.bias_ih_l0_reverse	1	-0.06901848316192627
36064	rnn.bias_ih_l0_reverse	2	0.10323245823383331
36064	rnn.bias_ih_l0_reverse	3	0.04796629399061203
36064	rnn.bias_ih_l0_reverse	4	-0.12917593121528625
36064	rnn.bias_ih_l0_reverse	5	0.0410584919154644
36064	rnn.bias_ih_l0_reverse	6	-0.10643477737903595
36064	rnn.bias_ih_l0_reverse	7	0.04457264021039009
36064	rnn.bias_ih_l0_reverse	8	0.03442929685115814
36064	rnn.bias_ih_l0_reverse	9	0.06320399045944214
36064	rnn.bias_hh_l0_reverse	0	0.057174429297447205
36064	rnn.bias_hh_l0_reverse	1	0.06533335149288177
36064	rnn.bias_hh_l0_reverse	2	0.07855749875307083
36064	rnn.bias_hh_l0_reverse	3	-0.003957697656005621
36064	rnn.bias_hh_l0_reverse	4	0.0714835450053215
36064	rnn.bias_hh_l0_reverse	5	0.007072363514453173
36064	rnn.bias_hh_l0_reverse	6	-0.05438639596104622
36064	rnn.bias_hh_l0_reverse	7	0.027384847402572632
36064	rnn.bias_hh_l0_reverse	8	0.011073446832597256
36064	rnn.bias_hh_l0_reverse	9	-0.16100095212459564
36064	linear.weight	0	0.17341439425945282
36064	linear.weight	1	-0.16296225786209106
36064	linear.weight	2	-0.21478307247161865
36064	linear.weight	3	0.07849645614624023
36064	linear.weight	4	-0.02665049023926258
36064	linear.weight	5	0.0040956586599349976
36064	linear.weight	6	-0.00690473010763526
36064	linear.weight	7	-0.02707541361451149
36064	linear.weight	8	0.08444446325302124
36064	linear.weight	9	0.34963542222976685
36064	linear.bias	0	-0.20735378563404083
36064	linear.bias	1	0.19422297179698944
36064	linear.bias	2	-0.5395776033401489
36064	linear.bias	3	1.7042968273162842
36064	linear.bias	4	-0.3967948257923126
36064	linear.bias	5	-0.030769959092140198
36064	linear.bias	6	-0.357773095369339
36064	linear.bias	7	-0.2795669734477997
36064	linear.bias	8	-0.04330854117870331
36064	linear.bias	9	-0.49797043204307556
36092	transitions	0	-0.6482961177825928
36092	transitions	1	0.34956231713294983
36092	transitions	2	1.6743148565292358
36092	transitions	3	0.09649856388568878
36092	transitions	4	0.9483986496925354
36092	transitions	5	1.2739229202270508
36092	transitions	6	0.4832981824874878
36092	transitions	7	0.1757311075925827
36092	transitions	8	-0.919520914554596
36092	transitions	9	0.9306592345237732
36092	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36092	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36092	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36092	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36092	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36092	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36092	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36092	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36092	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36092	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36092	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36092	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36092	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36092	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36092	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36092	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36092	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36092	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36092	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36092	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36092	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36092	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36092	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36092	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36092	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36092	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36092	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36092	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36092	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36092	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36092	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36092	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36092	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36092	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36092	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36092	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36092	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36092	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36092	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36092	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36092	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36092	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36092	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36092	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36092	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36092	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36092	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36092	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36092	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36092	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36092	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36092	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36092	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36092	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36092	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36092	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36092	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36092	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36092	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36092	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36092	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36092	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36092	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36092	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36092	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36092	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36092	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36092	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36092	embedding2nn.weight	0	0.022490618750452995
36092	embedding2nn.weight	1	0.014189455658197403
36092	embedding2nn.weight	2	-0.004285100847482681
36092	embedding2nn.weight	3	-0.00010455364099470899
36092	embedding2nn.weight	4	-0.004376962315291166
36092	embedding2nn.weight	5	0.011862664483487606
36092	embedding2nn.weight	6	-0.004973759409040213
36092	embedding2nn.weight	7	0.020735058933496475
36092	embedding2nn.weight	8	-0.006843134760856628
36092	embedding2nn.weight	9	-0.013899695128202438
36092	embedding2nn.bias	0	-0.0387633852660656
36092	embedding2nn.bias	1	-0.021379653364419937
36092	embedding2nn.bias	2	-0.07457156479358673
36092	embedding2nn.bias	3	-0.0017194405663758516
36092	embedding2nn.bias	4	0.004299471154808998
36092	embedding2nn.bias	5	-0.0069371904246509075
36092	embedding2nn.bias	6	0.009497085586190224
36092	embedding2nn.bias	7	0.019995061680674553
36092	embedding2nn.bias	8	0.007242351304739714
36092	embedding2nn.bias	9	0.001088784309104085
36092	rnn.weight_ih_l0	0	0.039541687816381454
36092	rnn.weight_ih_l0	1	-0.013663661666214466
36092	rnn.weight_ih_l0	2	-0.036511220037937164
36092	rnn.weight_ih_l0	3	-0.04477415606379509
36092	rnn.weight_ih_l0	4	-0.05204259604215622
36092	rnn.weight_ih_l0	5	-0.008463995531201363
36092	rnn.weight_ih_l0	6	-0.051887258887290955
36092	rnn.weight_ih_l0	7	-0.061598122119903564
36092	rnn.weight_ih_l0	8	-0.04472648352384567
36092	rnn.weight_ih_l0	9	-0.02693813294172287
36092	rnn.weight_hh_l0	0	0.019323378801345825
36092	rnn.weight_hh_l0	1	-0.009683157317340374
36092	rnn.weight_hh_l0	2	-0.06759373843669891
36092	rnn.weight_hh_l0	3	-0.033377885818481445
36092	rnn.weight_hh_l0	4	-0.0783592164516449
36092	rnn.weight_hh_l0	5	-0.014576146379113197
36092	rnn.weight_hh_l0	6	-0.05432840809226036
36092	rnn.weight_hh_l0	7	-0.04071579501032829
36092	rnn.weight_hh_l0	8	-0.019113803282380104
36092	rnn.weight_hh_l0	9	-0.0079196747392416
36092	rnn.bias_ih_l0	0	0.14557771384716034
36092	rnn.bias_ih_l0	1	-0.05624391511082649
36092	rnn.bias_ih_l0	2	0.10429608821868896
36092	rnn.bias_ih_l0	3	0.0488777719438076
36092	rnn.bias_ih_l0	4	0.09908644109964371
36092	rnn.bias_ih_l0	5	0.02418619580566883
36092	rnn.bias_ih_l0	6	-0.017593156546354294
36092	rnn.bias_ih_l0	7	-0.10896609723567963
36092	rnn.bias_ih_l0	8	-0.20666848123073578
36092	rnn.bias_ih_l0	9	0.08706226199865341
36092	rnn.bias_hh_l0	0	0.0028066583909094334
36092	rnn.bias_hh_l0	1	0.023627974092960358
36092	rnn.bias_hh_l0	2	-0.0061270082369446754
36092	rnn.bias_hh_l0	3	-0.03030739352107048
36092	rnn.bias_hh_l0	4	-0.03626098111271858
36092	rnn.bias_hh_l0	5	0.14354947209358215
36092	rnn.bias_hh_l0	6	0.05130747705698013
36092	rnn.bias_hh_l0	7	0.059783972799777985
36092	rnn.bias_hh_l0	8	0.01677554100751877
36092	rnn.bias_hh_l0	9	0.04345770925283432
36092	rnn.weight_ih_l0_reverse	0	-0.029704349115490913
36092	rnn.weight_ih_l0_reverse	1	-0.00219741347245872
36092	rnn.weight_ih_l0_reverse	2	0.023834900930523872
36092	rnn.weight_ih_l0_reverse	3	-0.062102366238832474
36092	rnn.weight_ih_l0_reverse	4	0.009302901104092598
36092	rnn.weight_ih_l0_reverse	5	-0.04610086977481842
36092	rnn.weight_ih_l0_reverse	6	0.02835831791162491
36092	rnn.weight_ih_l0_reverse	7	0.04598017781972885
36092	rnn.weight_ih_l0_reverse	8	-0.0487569198012352
36092	rnn.weight_ih_l0_reverse	9	-0.050754111260175705
36092	rnn.weight_hh_l0_reverse	0	-0.08326947689056396
36092	rnn.weight_hh_l0_reverse	1	-0.06329890340566635
36092	rnn.weight_hh_l0_reverse	2	0.03439934179186821
36092	rnn.weight_hh_l0_reverse	3	0.045756418257951736
36092	rnn.weight_hh_l0_reverse	4	-0.01588592678308487
36092	rnn.weight_hh_l0_reverse	5	0.04557815566658974
36092	rnn.weight_hh_l0_reverse	6	0.001184851280413568
36092	rnn.weight_hh_l0_reverse	7	-0.0001861170312622562
36092	rnn.weight_hh_l0_reverse	8	-0.09875695407390594
36092	rnn.weight_hh_l0_reverse	9	0.08018218725919724
36092	rnn.bias_ih_l0_reverse	0	-0.0891842395067215
36092	rnn.bias_ih_l0_reverse	1	-0.06903722882270813
36092	rnn.bias_ih_l0_reverse	2	0.10323137044906616
36092	rnn.bias_ih_l0_reverse	3	0.04796672239899635
36092	rnn.bias_ih_l0_reverse	4	-0.12917490303516388
36092	rnn.bias_ih_l0_reverse	5	0.04106179252266884
36092	rnn.bias_ih_l0_reverse	6	-0.10643354058265686
36092	rnn.bias_ih_l0_reverse	7	0.04457651451230049
36092	rnn.bias_ih_l0_reverse	8	0.03442513570189476
36092	rnn.bias_ih_l0_reverse	9	0.06320281326770782
36092	rnn.bias_hh_l0_reverse	0	0.05717983841896057
36092	rnn.bias_hh_l0_reverse	1	0.06532760709524155
36092	rnn.bias_hh_l0_reverse	2	0.07856155186891556
36092	rnn.bias_hh_l0_reverse	3	-0.0039583067409694195
36092	rnn.bias_hh_l0_reverse	4	0.07148784399032593
36092	rnn.bias_hh_l0_reverse	5	0.007085275370627642
36092	rnn.bias_hh_l0_reverse	6	-0.05438616871833801
36092	rnn.bias_hh_l0_reverse	7	0.02738025039434433
36092	rnn.bias_hh_l0_reverse	8	0.011079316027462482
36092	rnn.bias_hh_l0_reverse	9	-0.16098816692829132
36092	linear.weight	0	0.17341361939907074
36092	linear.weight	1	-0.16296225786209106
36092	linear.weight	2	-0.2147885411977768
36092	linear.weight	3	0.0785127803683281
36092	linear.weight	4	-0.026649978011846542
36092	linear.weight	5	0.004094053525477648
36092	linear.weight	6	-0.006904724985361099
36092	linear.weight	7	-0.027075359597802162
36092	linear.weight	8	0.08444299548864365
36092	linear.weight	9	0.3496358394622803
36092	linear.bias	0	-0.20730768144130707
36092	linear.bias	1	0.1942242532968521
36092	linear.bias	2	-0.5395803451538086
36092	linear.bias	3	1.704230785369873
36092	linear.bias	4	-0.39679527282714844
36092	linear.bias	5	-0.030769959092140198
36092	linear.bias	6	-0.3577708601951599
36092	linear.bias	7	-0.2795677185058594
36092	linear.bias	8	-0.04324740171432495
36092	linear.bias	9	-0.49797046184539795
36120	transitions	0	-0.6482962369918823
36120	transitions	1	0.34956228733062744
36120	transitions	2	1.6743148565292358
36120	transitions	3	0.0964985191822052
36120	transitions	4	0.9483986496925354
36120	transitions	5	1.2739229202270508
36120	transitions	6	0.4832981824874878
36120	transitions	7	0.1757311075925827
36120	transitions	8	-0.919520914554596
36120	transitions	9	0.9306592345237732
36120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36120	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36120	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36120	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36120	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36120	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36120	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36120	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36120	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36120	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36120	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36120	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36120	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36120	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36120	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36120	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36120	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36120	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36120	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36120	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36120	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36120	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36120	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36120	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36120	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36120	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36120	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36120	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36120	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36120	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36120	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36120	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36120	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36120	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36120	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36120	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36120	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36120	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36120	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36120	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36120	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36120	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36120	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36120	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36120	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36120	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36120	embedding2nn.weight	0	0.022491399198770523
36120	embedding2nn.weight	1	0.014189525507390499
36120	embedding2nn.weight	2	-0.004285124130547047
36120	embedding2nn.weight	3	-0.00010457327152835205
36120	embedding2nn.weight	4	-0.00437692878767848
36120	embedding2nn.weight	5	0.011863116174936295
36120	embedding2nn.weight	6	-0.004973706789314747
36120	embedding2nn.weight	7	0.02073628455400467
36120	embedding2nn.weight	8	-0.0068434071727097034
36120	embedding2nn.weight	9	-0.013899861834943295
36120	embedding2nn.bias	0	-0.03874775394797325
36120	embedding2nn.bias	1	-0.02138150855898857
36120	embedding2nn.bias	2	-0.0745486468076706
36120	embedding2nn.bias	3	-0.001715305494144559
36120	embedding2nn.bias	4	0.004281525034457445
36120	embedding2nn.bias	5	-0.006926265079528093
36120	embedding2nn.bias	6	0.009486663155257702
36120	embedding2nn.bias	7	0.01999763958156109
36120	embedding2nn.bias	8	0.007246315944939852
36120	embedding2nn.bias	9	0.0010837153531610966
36120	rnn.weight_ih_l0	0	0.03954194486141205
36120	rnn.weight_ih_l0	1	-0.013663044199347496
36120	rnn.weight_ih_l0	2	-0.03650595247745514
36120	rnn.weight_ih_l0	3	-0.044774215668439865
36120	rnn.weight_ih_l0	4	-0.05204230174422264
36120	rnn.weight_ih_l0	5	-0.008464377373456955
36120	rnn.weight_ih_l0	6	-0.05188727751374245
36120	rnn.weight_ih_l0	7	-0.06159662455320358
36120	rnn.weight_ih_l0	8	-0.044726673513650894
36120	rnn.weight_ih_l0	9	-0.026938997209072113
36120	rnn.weight_hh_l0	0	0.01932133361697197
36120	rnn.weight_hh_l0	1	-0.009681354276835918
36120	rnn.weight_hh_l0	2	-0.0675949826836586
36120	rnn.weight_hh_l0	3	-0.0333784818649292
36120	rnn.weight_hh_l0	4	-0.07835876196622849
36120	rnn.weight_hh_l0	5	-0.014574921689927578
36120	rnn.weight_hh_l0	6	-0.05432889983057976
36120	rnn.weight_hh_l0	7	-0.040715306997299194
36120	rnn.weight_hh_l0	8	-0.019113590940833092
36120	rnn.weight_hh_l0	9	-0.007921057753264904
36120	rnn.bias_ih_l0	0	0.14557752013206482
36120	rnn.bias_ih_l0	1	-0.05624100938439369
36120	rnn.bias_ih_l0	2	0.10429701954126358
36120	rnn.bias_ih_l0	3	0.04887014999985695
36120	rnn.bias_ih_l0	4	0.09908551722764969
36120	rnn.bias_ih_l0	5	0.024184007197618484
36120	rnn.bias_ih_l0	6	-0.01759807951748371
36120	rnn.bias_ih_l0	7	-0.10897046327590942
36120	rnn.bias_ih_l0	8	-0.20667022466659546
36120	rnn.bias_ih_l0	9	0.08706097304821014
36120	rnn.bias_hh_l0	0	0.0028027330990880728
36120	rnn.bias_hh_l0	1	0.023628439754247665
36120	rnn.bias_hh_l0	2	-0.006120096426457167
36120	rnn.bias_hh_l0	3	-0.030306028202176094
36120	rnn.bias_hh_l0	4	-0.03625905513763428
36120	rnn.bias_hh_l0	5	0.14354965090751648
36120	rnn.bias_hh_l0	6	0.05131402611732483
36120	rnn.bias_hh_l0	7	0.059784453362226486
36120	rnn.bias_hh_l0	8	0.01677061803638935
36120	rnn.bias_hh_l0	9	0.043456029146909714
36120	rnn.weight_ih_l0_reverse	0	-0.02970479242503643
36120	rnn.weight_ih_l0_reverse	1	-0.0021961149759590626
36120	rnn.weight_ih_l0_reverse	2	0.02383497543632984
36120	rnn.weight_ih_l0_reverse	3	-0.062102414667606354
36120	rnn.weight_ih_l0_reverse	4	0.009303716942667961
36120	rnn.weight_ih_l0_reverse	5	-0.046101488173007965
36120	rnn.weight_ih_l0_reverse	6	0.028358545154333115
36120	rnn.weight_ih_l0_reverse	7	0.04598023742437363
36120	rnn.weight_ih_l0_reverse	8	-0.04875735193490982
36120	rnn.weight_ih_l0_reverse	9	-0.05075354874134064
36120	rnn.weight_hh_l0_reverse	0	-0.08326981216669083
36120	rnn.weight_hh_l0_reverse	1	-0.06330086290836334
36120	rnn.weight_hh_l0_reverse	2	0.0343979075551033
36120	rnn.weight_hh_l0_reverse	3	0.04575873911380768
36120	rnn.weight_hh_l0_reverse	4	-0.015888484194874763
36120	rnn.weight_hh_l0_reverse	5	0.04557856172323227
36120	rnn.weight_hh_l0_reverse	6	0.0011807152768597007
36120	rnn.weight_hh_l0_reverse	7	-0.0001864192890934646
36120	rnn.weight_hh_l0_reverse	8	-0.0987585261464119
36120	rnn.weight_hh_l0_reverse	9	0.08018437027931213
36120	rnn.bias_ih_l0_reverse	0	-0.08916396647691727
36120	rnn.bias_ih_l0_reverse	1	-0.06904313713312149
36120	rnn.bias_ih_l0_reverse	2	0.10323315858840942
36120	rnn.bias_ih_l0_reverse	3	0.04796084389090538
36120	rnn.bias_ih_l0_reverse	4	-0.1291697770357132
36120	rnn.bias_ih_l0_reverse	5	0.04105287790298462
36120	rnn.bias_ih_l0_reverse	6	-0.10643140226602554
36120	rnn.bias_ih_l0_reverse	7	0.04457492753863335
36120	rnn.bias_ih_l0_reverse	8	0.03442925959825516
36120	rnn.bias_ih_l0_reverse	9	0.06320305168628693
36120	rnn.bias_hh_l0_reverse	0	0.05718965083360672
36120	rnn.bias_hh_l0_reverse	1	0.06532377004623413
36120	rnn.bias_hh_l0_reverse	2	0.0785609781742096
36120	rnn.bias_hh_l0_reverse	3	-0.003962244372814894
36120	rnn.bias_hh_l0_reverse	4	0.07148636132478714
36120	rnn.bias_hh_l0_reverse	5	0.007100091315805912
36120	rnn.bias_hh_l0_reverse	6	-0.0543840229511261
36120	rnn.bias_hh_l0_reverse	7	0.0273766927421093
36120	rnn.bias_hh_l0_reverse	8	0.011085162870585918
36120	rnn.bias_hh_l0_reverse	9	-0.1609622687101364
36120	linear.weight	0	0.17341768741607666
36120	linear.weight	1	-0.16296227276325226
36120	linear.weight	2	-0.21478568017482758
36120	linear.weight	3	0.07851655781269073
36120	linear.weight	4	-0.02665664069354534
36120	linear.weight	5	0.004095056094229221
36120	linear.weight	6	-0.006904723588377237
36120	linear.weight	7	-0.02707533910870552
36120	linear.weight	8	0.08444059640169144
36120	linear.weight	9	0.34964486956596375
36120	linear.bias	0	-0.20728589594364166
36120	linear.bias	1	0.19423046708106995
36120	linear.bias	2	-0.5395814776420593
36120	linear.bias	3	1.7041785717010498
36120	linear.bias	4	-0.39679545164108276
36120	linear.bias	5	-0.030769959092140198
36120	linear.bias	6	-0.3577723205089569
36120	linear.bias	7	-0.27956700325012207
36120	linear.bias	8	-0.043224189430475235
36120	linear.bias	9	-0.4979706108570099
36148	transitions	0	-0.6482962369918823
36148	transitions	1	0.34956228733062744
36148	transitions	2	1.6743148565292358
36148	transitions	3	0.09649847447872162
36148	transitions	4	0.9483985900878906
36148	transitions	5	1.2739229202270508
36148	transitions	6	0.4832981824874878
36148	transitions	7	0.1757311075925827
36148	transitions	8	-0.919520914554596
36148	transitions	9	0.9306592345237732
36148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36148	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36148	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36148	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36148	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36148	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36148	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36148	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36148	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36148	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36148	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36148	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36148	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36148	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36148	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36148	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36148	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36148	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36148	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36148	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36148	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36148	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36148	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36148	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36148	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36148	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36148	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36148	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36148	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36148	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36148	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36148	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36148	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36148	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36148	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36148	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36148	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36148	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36148	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36148	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36148	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36148	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36148	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36148	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36148	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36148	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36148	embedding2nn.weight	0	0.022490449249744415
36148	embedding2nn.weight	1	0.014189682900905609
36148	embedding2nn.weight	2	-0.004285010974854231
36148	embedding2nn.weight	3	-0.00010460707562742755
36148	embedding2nn.weight	4	-0.004377035889774561
36148	embedding2nn.weight	5	0.011863703839480877
36148	embedding2nn.weight	6	-0.0049737002700567245
36148	embedding2nn.weight	7	0.02073308452963829
36148	embedding2nn.weight	8	-0.006843450479209423
36148	embedding2nn.weight	9	-0.013899673707783222
36148	embedding2nn.bias	0	-0.03874998912215233
36148	embedding2nn.bias	1	-0.021367797628045082
36148	embedding2nn.bias	2	-0.0745408907532692
36148	embedding2nn.bias	3	-0.0017103817081078887
36148	embedding2nn.bias	4	0.004284170921891928
36148	embedding2nn.bias	5	-0.006913030054420233
36148	embedding2nn.bias	6	0.009475750848650932
36148	embedding2nn.bias	7	0.020019706338644028
36148	embedding2nn.bias	8	0.007231684867292643
36148	embedding2nn.bias	9	0.0011007817229256034
36148	rnn.weight_ih_l0	0	0.03954247385263443
36148	rnn.weight_ih_l0	1	-0.013662034645676613
36148	rnn.weight_ih_l0	2	-0.03650426119565964
36148	rnn.weight_ih_l0	3	-0.04477490484714508
36148	rnn.weight_ih_l0	4	-0.05204162746667862
36148	rnn.weight_ih_l0	5	-0.0084641482681036
36148	rnn.weight_ih_l0	6	-0.05188847333192825
36148	rnn.weight_ih_l0	7	-0.0615970715880394
36148	rnn.weight_ih_l0	8	-0.04472582787275314
36148	rnn.weight_ih_l0	9	-0.02693944238126278
36148	rnn.weight_hh_l0	0	0.019322043284773827
36148	rnn.weight_hh_l0	1	-0.009679737500846386
36148	rnn.weight_hh_l0	2	-0.06759726256132126
36148	rnn.weight_hh_l0	3	-0.033378805965185165
36148	rnn.weight_hh_l0	4	-0.0783582329750061
36148	rnn.weight_hh_l0	5	-0.014574378728866577
36148	rnn.weight_hh_l0	6	-0.0543271079659462
36148	rnn.weight_hh_l0	7	-0.040718913078308105
36148	rnn.weight_hh_l0	8	-0.019112952053546906
36148	rnn.weight_hh_l0	9	-0.007922505028545856
36148	rnn.bias_ih_l0	0	0.1455727219581604
36148	rnn.bias_ih_l0	1	-0.05624108016490936
36148	rnn.bias_ih_l0	2	0.10429675132036209
36148	rnn.bias_ih_l0	3	0.048879317939281464
36148	rnn.bias_ih_l0	4	0.09908391535282135
36148	rnn.bias_ih_l0	5	0.02418113872408867
36148	rnn.bias_ih_l0	6	-0.017596634104847908
36148	rnn.bias_ih_l0	7	-0.10896895080804825
36148	rnn.bias_ih_l0	8	-0.20665553212165833
36148	rnn.bias_ih_l0	9	0.08705870807170868
36148	rnn.bias_hh_l0	0	0.0028020350728183985
36148	rnn.bias_hh_l0	1	0.023629145696759224
36148	rnn.bias_hh_l0	2	-0.006119104567915201
36148	rnn.bias_hh_l0	3	-0.030308431014418602
36148	rnn.bias_hh_l0	4	-0.03626176714897156
36148	rnn.bias_hh_l0	5	0.14354591071605682
36148	rnn.bias_hh_l0	6	0.0513143315911293
36148	rnn.bias_hh_l0	7	0.05978012457489967
36148	rnn.bias_hh_l0	8	0.016772063449025154
36148	rnn.bias_hh_l0	9	0.04346007481217384
36148	rnn.weight_ih_l0_reverse	0	-0.029704036191105843
36148	rnn.weight_ih_l0_reverse	1	-0.0021969315130263567
36148	rnn.weight_ih_l0_reverse	2	0.02383550815284252
36148	rnn.weight_ih_l0_reverse	3	-0.06210305541753769
36148	rnn.weight_ih_l0_reverse	4	0.009303759783506393
36148	rnn.weight_ih_l0_reverse	5	-0.04609987139701843
36148	rnn.weight_ih_l0_reverse	6	0.028357509523630142
36148	rnn.weight_ih_l0_reverse	7	0.04598016291856766
36148	rnn.weight_ih_l0_reverse	8	-0.04875785484910011
36148	rnn.weight_ih_l0_reverse	9	-0.05075335502624512
36148	rnn.weight_hh_l0_reverse	0	-0.08327027410268784
36148	rnn.weight_hh_l0_reverse	1	-0.06329263001680374
36148	rnn.weight_hh_l0_reverse	2	0.034399569034576416
36148	rnn.weight_hh_l0_reverse	3	0.045757193118333817
36148	rnn.weight_hh_l0_reverse	4	-0.01589066907763481
36148	rnn.weight_hh_l0_reverse	5	0.04557830095291138
36148	rnn.weight_hh_l0_reverse	6	0.0011823272798210382
36148	rnn.weight_hh_l0_reverse	7	-0.00018865609308704734
36148	rnn.weight_hh_l0_reverse	8	-0.0987568125128746
36148	rnn.weight_hh_l0_reverse	9	0.08018600195646286
36148	rnn.bias_ih_l0_reverse	0	-0.08916406333446503
36148	rnn.bias_ih_l0_reverse	1	-0.06905768066644669
36148	rnn.bias_ih_l0_reverse	2	0.10322827100753784
36148	rnn.bias_ih_l0_reverse	3	0.04795565828680992
36148	rnn.bias_ih_l0_reverse	4	-0.1291699856519699
36148	rnn.bias_ih_l0_reverse	5	0.04104489088058472
36148	rnn.bias_ih_l0_reverse	6	-0.10642844438552856
36148	rnn.bias_ih_l0_reverse	7	0.04456587880849838
36148	rnn.bias_ih_l0_reverse	8	0.03442593663930893
36148	rnn.bias_ih_l0_reverse	9	0.06320477277040482
36148	rnn.bias_hh_l0_reverse	0	0.057210903614759445
36148	rnn.bias_hh_l0_reverse	1	0.06532901525497437
36148	rnn.bias_hh_l0_reverse	2	0.07855763286352158
36148	rnn.bias_hh_l0_reverse	3	-0.003959970083087683
36148	rnn.bias_hh_l0_reverse	4	0.07148073613643646
36148	rnn.bias_hh_l0_reverse	5	0.007111489772796631
36148	rnn.bias_hh_l0_reverse	6	-0.054386842995882034
36148	rnn.bias_hh_l0_reverse	7	0.027373913675546646
36148	rnn.bias_hh_l0_reverse	8	0.011079726740717888
36148	rnn.bias_hh_l0_reverse	9	-0.16096384823322296
36148	linear.weight	0	0.17341262102127075
36148	linear.weight	1	-0.16296227276325226
36148	linear.weight	2	-0.21478675305843353
36148	linear.weight	3	0.07852763682603836
36148	linear.weight	4	-0.026657430455088615
36148	linear.weight	5	0.004095108713954687
36148	linear.weight	6	-0.0069047193974256516
36148	linear.weight	7	-0.02707527205348015
36148	linear.weight	8	0.08443956077098846
36148	linear.weight	9	0.34964486956596375
36148	linear.bias	0	-0.2072715014219284
36148	linear.bias	1	0.1942354142665863
36148	linear.bias	2	-0.5395801067352295
36148	linear.bias	3	1.7041125297546387
36148	linear.bias	4	-0.3967955708503723
36148	linear.bias	5	-0.030769959092140198
36148	linear.bias	6	-0.35777220129966736
36148	linear.bias	7	-0.27956733107566833
36148	linear.bias	8	-0.043192870914936066
36148	linear.bias	9	-0.49797067046165466
36176	transitions	0	-0.6482963562011719
36176	transitions	1	0.3495608866214752
36176	transitions	2	1.6743148565292358
36176	transitions	3	0.09649842232465744
36176	transitions	4	0.9483985900878906
36176	transitions	5	1.2739229202270508
36176	transitions	6	0.4832981824874878
36176	transitions	7	0.1757311075925827
36176	transitions	8	-0.919520914554596
36176	transitions	9	0.9306592345237732
36176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36176	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36176	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36176	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36176	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36176	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36176	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36176	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36176	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36176	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36176	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36176	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36176	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36176	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36176	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36176	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36176	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36176	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36176	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36176	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36176	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36176	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36176	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36176	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36176	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36176	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36176	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36176	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36176	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36176	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36176	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36176	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36176	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36176	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36176	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36176	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36176	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36176	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36176	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36176	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36176	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36176	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36176	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36176	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36176	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36176	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36176	embedding2nn.weight	0	0.022490743547677994
36176	embedding2nn.weight	1	0.014189766719937325
36176	embedding2nn.weight	2	-0.004284883849322796
36176	embedding2nn.weight	3	-0.0001043306037900038
36176	embedding2nn.weight	4	-0.00437714671716094
36176	embedding2nn.weight	5	0.01186408381909132
36176	embedding2nn.weight	6	-0.004973887465894222
36176	embedding2nn.weight	7	0.02073262631893158
36176	embedding2nn.weight	8	-0.006843085866421461
36176	embedding2nn.weight	9	-0.013899239711463451
36176	embedding2nn.bias	0	-0.03874349594116211
36176	embedding2nn.bias	1	-0.021372828632593155
36176	embedding2nn.bias	2	-0.07455088198184967
36176	embedding2nn.bias	3	-0.0017106632003560662
36176	embedding2nn.bias	4	0.004281228873878717
36176	embedding2nn.bias	5	-0.006896222475916147
36176	embedding2nn.bias	6	0.0094717713072896
36176	embedding2nn.bias	7	0.020026443526148796
36176	embedding2nn.bias	8	0.007265556138008833
36176	embedding2nn.bias	9	0.0011028592707589269
36176	rnn.weight_ih_l0	0	0.039541225880384445
36176	rnn.weight_ih_l0	1	-0.013663877733051777
36176	rnn.weight_ih_l0	2	-0.036504555493593216
36176	rnn.weight_ih_l0	3	-0.04477507621049881
36176	rnn.weight_ih_l0	4	-0.052042294293642044
36176	rnn.weight_ih_l0	5	-0.008464050479233265
36176	rnn.weight_ih_l0	6	-0.051887135952711105
36176	rnn.weight_ih_l0	7	-0.06159602850675583
36176	rnn.weight_ih_l0	8	-0.04472566023468971
36176	rnn.weight_ih_l0	9	-0.0269398782402277
36176	rnn.weight_hh_l0	0	0.01932305097579956
36176	rnn.weight_hh_l0	1	-0.009679703041911125
36176	rnn.weight_hh_l0	2	-0.06759882718324661
36176	rnn.weight_hh_l0	3	-0.033377550542354584
36176	rnn.weight_hh_l0	4	-0.07835812866687775
36176	rnn.weight_hh_l0	5	-0.014575173147022724
36176	rnn.weight_hh_l0	6	-0.05432998016476631
36176	rnn.weight_hh_l0	7	-0.0407131053507328
36176	rnn.weight_hh_l0	8	-0.019112011417746544
36176	rnn.weight_hh_l0	9	-0.007922072894871235
36176	rnn.bias_ih_l0	0	0.14557448029518127
36176	rnn.bias_ih_l0	1	-0.05624166876077652
36176	rnn.bias_ih_l0	2	0.10430688410997391
36176	rnn.bias_ih_l0	3	0.04887665808200836
36176	rnn.bias_ih_l0	4	0.09908908605575562
36176	rnn.bias_ih_l0	5	0.024182256311178207
36176	rnn.bias_ih_l0	6	-0.01759442873299122
36176	rnn.bias_ih_l0	7	-0.10896877199411392
36176	rnn.bias_ih_l0	8	-0.20665837824344635
36176	rnn.bias_ih_l0	9	0.08705674111843109
36176	rnn.bias_hh_l0	0	0.00279937288723886
36176	rnn.bias_hh_l0	1	0.023634016513824463
36176	rnn.bias_hh_l0	2	-0.006116415839642286
36176	rnn.bias_hh_l0	3	-0.03030526638031006
36176	rnn.bias_hh_l0	4	-0.03626521676778793
36176	rnn.bias_hh_l0	5	0.14355739951133728
36176	rnn.bias_hh_l0	6	0.051316238939762115
36176	rnn.bias_hh_l0	7	0.059776466339826584
36176	rnn.bias_hh_l0	8	0.016774268820881844
36176	rnn.bias_hh_l0	9	0.043453432619571686
36176	rnn.weight_ih_l0_reverse	0	-0.029704682528972626
36176	rnn.weight_ih_l0_reverse	1	-0.0021961480379104614
36176	rnn.weight_ih_l0_reverse	2	0.02383527345955372
36176	rnn.weight_ih_l0_reverse	3	-0.06210187077522278
36176	rnn.weight_ih_l0_reverse	4	0.009304309263825417
36176	rnn.weight_ih_l0_reverse	5	-0.04610065743327141
36176	rnn.weight_ih_l0_reverse	6	0.028358327224850655
36176	rnn.weight_ih_l0_reverse	7	0.04598037526011467
36176	rnn.weight_ih_l0_reverse	8	-0.0487576387822628
36176	rnn.weight_ih_l0_reverse	9	-0.05075280740857124
36176	rnn.weight_hh_l0_reverse	0	-0.08327070623636246
36176	rnn.weight_hh_l0_reverse	1	-0.06329599767923355
36176	rnn.weight_hh_l0_reverse	2	0.03439978137612343
36176	rnn.weight_hh_l0_reverse	3	0.04575524851679802
36176	rnn.weight_hh_l0_reverse	4	-0.015890341252088547
36176	rnn.weight_hh_l0_reverse	5	0.04557729884982109
36176	rnn.weight_hh_l0_reverse	6	0.0011919975513592362
36176	rnn.weight_hh_l0_reverse	7	-0.00018781526887323707
36176	rnn.weight_hh_l0_reverse	8	-0.09875921905040741
36176	rnn.weight_hh_l0_reverse	9	0.08018574118614197
36176	rnn.bias_ih_l0_reverse	0	-0.08915996551513672
36176	rnn.bias_ih_l0_reverse	1	-0.0690452978014946
36176	rnn.bias_ih_l0_reverse	2	0.10322512686252594
36176	rnn.bias_ih_l0_reverse	3	0.0479595884680748
36176	rnn.bias_ih_l0_reverse	4	-0.12916940450668335
36176	rnn.bias_ih_l0_reverse	5	0.04104232043027878
36176	rnn.bias_ih_l0_reverse	6	-0.10642615705728531
36176	rnn.bias_ih_l0_reverse	7	0.04456138238310814
36176	rnn.bias_ih_l0_reverse	8	0.03442006930708885
36176	rnn.bias_ih_l0_reverse	9	0.06320727616548538
36176	rnn.bias_hh_l0_reverse	0	0.05720365419983864
36176	rnn.bias_hh_l0_reverse	1	0.06532736867666245
36176	rnn.bias_hh_l0_reverse	2	0.07855987548828125
36176	rnn.bias_hh_l0_reverse	3	-0.003956601954996586
36176	rnn.bias_hh_l0_reverse	4	0.07148142158985138
36176	rnn.bias_hh_l0_reverse	5	0.007109120022505522
36176	rnn.bias_hh_l0_reverse	6	-0.054391879588365555
36176	rnn.bias_hh_l0_reverse	7	0.02737286500632763
36176	rnn.bias_hh_l0_reverse	8	0.01108378916978836
36176	rnn.bias_hh_l0_reverse	9	-0.16093191504478455
36176	linear.weight	0	0.1734083890914917
36176	linear.weight	1	-0.16296227276325226
36176	linear.weight	2	-0.21478620171546936
36176	linear.weight	3	0.07853665202856064
36176	linear.weight	4	-0.02666477859020233
36176	linear.weight	5	0.004097596276551485
36176	linear.weight	6	-0.00690471800044179
36176	linear.weight	7	-0.027075251564383507
36176	linear.weight	8	0.0844433382153511
36176	linear.weight	9	0.34964874386787415
36176	linear.bias	0	-0.20727436244487762
36176	linear.bias	1	0.19425228238105774
36176	linear.bias	2	-0.5395789742469788
36176	linear.bias	3	1.7041157484054565
36176	linear.bias	4	-0.39679455757141113
36176	linear.bias	5	-0.030769959092140198
36176	linear.bias	6	-0.3577748239040375
36176	linear.bias	7	-0.27956926822662354
36176	linear.bias	8	-0.04321027919650078
36176	linear.bias	9	-0.49797096848487854
36204	transitions	0	-0.6482963562011719
36204	transitions	1	0.3495608866214752
36204	transitions	2	1.6743148565292358
36204	transitions	3	0.0964982882142067
36204	transitions	4	0.9483985900878906
36204	transitions	5	1.2739229202270508
36204	transitions	6	0.4832981824874878
36204	transitions	7	0.1757311075925827
36204	transitions	8	-0.919520914554596
36204	transitions	9	0.9306592345237732
36204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36204	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36204	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36204	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36204	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36204	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36204	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36204	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36204	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36204	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36204	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36204	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36204	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36204	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36204	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36204	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36204	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36204	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36204	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36204	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36204	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36204	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36204	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36204	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36204	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36204	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36204	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36204	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36204	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36204	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36204	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36204	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36204	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36204	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36204	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36204	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36204	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36204	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36204	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36204	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36204	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36204	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36204	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36204	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36204	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36204	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36204	embedding2nn.weight	0	0.02249232493340969
36204	embedding2nn.weight	1	0.014189780689775944
36204	embedding2nn.weight	2	-0.00428518932312727
36204	embedding2nn.weight	3	-0.00010408521484350786
36204	embedding2nn.weight	4	-0.004377083387225866
36204	embedding2nn.weight	5	0.01186420489102602
36204	embedding2nn.weight	6	-0.004973751958459616
36204	embedding2nn.weight	7	0.02073325775563717
36204	embedding2nn.weight	8	-0.006843342445790768
36204	embedding2nn.weight	9	-0.01389902364462614
36204	embedding2nn.bias	0	-0.03873896598815918
36204	embedding2nn.bias	1	-0.021382026374340057
36204	embedding2nn.bias	2	-0.07455328851938248
36204	embedding2nn.bias	3	-0.001709905220195651
36204	embedding2nn.bias	4	0.004279088694602251
36204	embedding2nn.bias	5	-0.006897074170410633
36204	embedding2nn.bias	6	0.009466532617807388
36204	embedding2nn.bias	7	0.02001373842358589
36204	embedding2nn.bias	8	0.007253806572407484
36204	embedding2nn.bias	9	0.0011122786672785878
36204	rnn.weight_ih_l0	0	0.03954049199819565
36204	rnn.weight_ih_l0	1	-0.013663139194250107
36204	rnn.weight_ih_l0	2	-0.036505140364170074
36204	rnn.weight_ih_l0	3	-0.04477611929178238
36204	rnn.weight_ih_l0	4	-0.052041590213775635
36204	rnn.weight_ih_l0	5	-0.00846431590616703
36204	rnn.weight_ih_l0	6	-0.051887158304452896
36204	rnn.weight_ih_l0	7	-0.0615958496928215
36204	rnn.weight_ih_l0	8	-0.04472532868385315
36204	rnn.weight_ih_l0	9	-0.026940148323774338
36204	rnn.weight_hh_l0	0	0.019321583211421967
36204	rnn.weight_hh_l0	1	-0.009680983610451221
36204	rnn.weight_hh_l0	2	-0.06759852170944214
36204	rnn.weight_hh_l0	3	-0.03337801620364189
36204	rnn.weight_hh_l0	4	-0.07835717499256134
36204	rnn.weight_hh_l0	5	-0.01457572728395462
36204	rnn.weight_hh_l0	6	-0.054328519850969315
36204	rnn.weight_hh_l0	7	-0.04071395844221115
36204	rnn.weight_hh_l0	8	-0.019112614914774895
36204	rnn.weight_hh_l0	9	-0.007921413518488407
36204	rnn.bias_ih_l0	0	0.14556799829006195
36204	rnn.bias_ih_l0	1	-0.05624435842037201
36204	rnn.bias_ih_l0	2	0.10432044416666031
36204	rnn.bias_ih_l0	3	0.04887564107775688
36204	rnn.bias_ih_l0	4	0.09908740967512131
36204	rnn.bias_ih_l0	5	0.02418517880141735
36204	rnn.bias_ih_l0	6	-0.01760515756905079
36204	rnn.bias_ih_l0	7	-0.1089678481221199
36204	rnn.bias_ih_l0	8	-0.20667044818401337
36204	rnn.bias_ih_l0	9	0.08705583214759827
36204	rnn.bias_hh_l0	0	0.002797648310661316
36204	rnn.bias_hh_l0	1	0.02363354153931141
36204	rnn.bias_hh_l0	2	-0.006120430771261454
36204	rnn.bias_hh_l0	3	-0.030308181419968605
36204	rnn.bias_hh_l0	4	-0.036262527108192444
36204	rnn.bias_hh_l0	5	0.14356045424938202
36204	rnn.bias_hh_l0	6	0.05131931230425835
36204	rnn.bias_hh_l0	7	0.05978531017899513
36204	rnn.bias_hh_l0	8	0.016763539984822273
36204	rnn.bias_hh_l0	9	0.04344828426837921
36204	rnn.weight_ih_l0_reverse	0	-0.02970503456890583
36204	rnn.weight_ih_l0_reverse	1	-0.002195503795519471
36204	rnn.weight_ih_l0_reverse	2	0.023834865540266037
36204	rnn.weight_ih_l0_reverse	3	-0.06210220977663994
36204	rnn.weight_ih_l0_reverse	4	0.009303659200668335
36204	rnn.weight_ih_l0_reverse	5	-0.04610023647546768
36204	rnn.weight_ih_l0_reverse	6	0.028357194736599922
36204	rnn.weight_ih_l0_reverse	7	0.04598144441843033
36204	rnn.weight_ih_l0_reverse	8	-0.04875743016600609
36204	rnn.weight_ih_l0_reverse	9	-0.05075301602482796
36204	rnn.weight_hh_l0_reverse	0	-0.08327216655015945
36204	rnn.weight_hh_l0_reverse	1	-0.06329420953989029
36204	rnn.weight_hh_l0_reverse	2	0.034401241689920425
36204	rnn.weight_hh_l0_reverse	3	0.04575565457344055
36204	rnn.weight_hh_l0_reverse	4	-0.015889940783381462
36204	rnn.weight_hh_l0_reverse	5	0.0455782413482666
36204	rnn.weight_hh_l0_reverse	6	0.0011941585689783096
36204	rnn.weight_hh_l0_reverse	7	-0.0001876625610748306
36204	rnn.weight_hh_l0_reverse	8	-0.09876054525375366
36204	rnn.weight_hh_l0_reverse	9	0.08018482476472855
36204	rnn.bias_ih_l0_reverse	0	-0.08915146440267563
36204	rnn.bias_ih_l0_reverse	1	-0.06904512643814087
36204	rnn.bias_ih_l0_reverse	2	0.10322316735982895
36204	rnn.bias_ih_l0_reverse	3	0.047964029014110565
36204	rnn.bias_ih_l0_reverse	4	-0.12917059659957886
36204	rnn.bias_ih_l0_reverse	5	0.041046012192964554
36204	rnn.bias_ih_l0_reverse	6	-0.10642000287771225
36204	rnn.bias_ih_l0_reverse	7	0.04456804692745209
36204	rnn.bias_ih_l0_reverse	8	0.0344245471060276
36204	rnn.bias_ih_l0_reverse	9	0.06320387125015259
36204	rnn.bias_hh_l0_reverse	0	0.057204719632864
36204	rnn.bias_hh_l0_reverse	1	0.06533166021108627
36204	rnn.bias_hh_l0_reverse	2	0.07855740934610367
36204	rnn.bias_hh_l0_reverse	3	-0.003958043176680803
36204	rnn.bias_hh_l0_reverse	4	0.07147809118032455
36204	rnn.bias_hh_l0_reverse	5	0.007108442950993776
36204	rnn.bias_hh_l0_reverse	6	-0.054395902901887894
36204	rnn.bias_hh_l0_reverse	7	0.027368299663066864
36204	rnn.bias_hh_l0_reverse	8	0.011084039695560932
36204	rnn.bias_hh_l0_reverse	9	-0.16093648970127106
36204	linear.weight	0	0.17338566482067108
36204	linear.weight	1	-0.1629621982574463
36204	linear.weight	2	-0.21480192244052887
36204	linear.weight	3	0.07853229343891144
36204	linear.weight	4	-0.026664549484848976
36204	linear.weight	5	0.004095766693353653
36204	linear.weight	6	-0.00690471613779664
36204	linear.weight	7	-0.02707519754767418
36204	linear.weight	8	0.08444371819496155
36204	linear.weight	9	0.3496481478214264
36204	linear.bias	0	-0.20724980533123016
36204	linear.bias	1	0.1942649930715561
36204	linear.bias	2	-0.5395879745483398
36204	linear.bias	3	1.7041101455688477
36204	linear.bias	4	-0.3967946767807007
36204	linear.bias	5	-0.030769959092140198
36204	linear.bias	6	-0.3577766716480255
36204	linear.bias	7	-0.2795657813549042
36204	linear.bias	8	-0.043251607567071915
36204	linear.bias	9	-0.4979709982872009
36232	transitions	0	-0.6482964754104614
36232	transitions	1	0.34956082701683044
36232	transitions	2	1.6743144989013672
36232	transitions	3	0.09649817645549774
36232	transitions	4	0.9483985900878906
36232	transitions	5	1.2739229202270508
36232	transitions	6	0.4832981824874878
36232	transitions	7	0.17573094367980957
36232	transitions	8	-0.919520914554596
36232	transitions	9	0.9306592345237732
36232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36232	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36232	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36232	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36232	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36232	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36232	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36232	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36232	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36232	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36232	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36232	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36232	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36232	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36232	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36232	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36232	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36232	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36232	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36232	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36232	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36232	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36232	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36232	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36232	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36232	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36232	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36232	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36232	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36232	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36232	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36232	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36232	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36232	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36232	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36232	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36232	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36232	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36232	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36232	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36232	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36232	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36232	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36232	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36232	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36232	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36232	embedding2nn.weight	0	0.022490287199616432
36232	embedding2nn.weight	1	0.014189904555678368
36232	embedding2nn.weight	2	-0.004285257309675217
36232	embedding2nn.weight	3	-0.00010395772551419213
36232	embedding2nn.weight	4	-0.004377145320177078
36232	embedding2nn.weight	5	0.01186429150402546
36232	embedding2nn.weight	6	-0.004973610397428274
36232	embedding2nn.weight	7	0.020734203979372978
36232	embedding2nn.weight	8	-0.006842838600277901
36232	embedding2nn.weight	9	-0.01389915682375431
36232	embedding2nn.bias	0	-0.0387500561773777
36232	embedding2nn.bias	1	-0.021361341699957848
36232	embedding2nn.bias	2	-0.0745781809091568
36232	embedding2nn.bias	3	-0.0017305146902799606
36232	embedding2nn.bias	4	0.004315006081014872
36232	embedding2nn.bias	5	-0.0068830703385174274
36232	embedding2nn.bias	6	0.009472751058638096
36232	embedding2nn.bias	7	0.020013153553009033
36232	embedding2nn.bias	8	0.00727658299729228
36232	embedding2nn.bias	9	0.001133199781179428
36232	rnn.weight_ih_l0	0	0.039540570229291916
36232	rnn.weight_ih_l0	1	-0.013663406483829021
36232	rnn.weight_ih_l0	2	-0.036503855139017105
36232	rnn.weight_ih_l0	3	-0.044777121394872665
36232	rnn.weight_ih_l0	4	-0.05204295739531517
36232	rnn.weight_ih_l0	5	-0.008465182036161423
36232	rnn.weight_ih_l0	6	-0.05188637226819992
36232	rnn.weight_ih_l0	7	-0.06159529089927673
36232	rnn.weight_ih_l0	8	-0.044724978506565094
36232	rnn.weight_ih_l0	9	-0.026940613985061646
36232	rnn.weight_hh_l0	0	0.01932043395936489
36232	rnn.weight_hh_l0	1	-0.00968217570334673
36232	rnn.weight_hh_l0	2	-0.06759870797395706
36232	rnn.weight_hh_l0	3	-0.03337741270661354
36232	rnn.weight_hh_l0	4	-0.07835639268159866
36232	rnn.weight_hh_l0	5	-0.014573615044355392
36232	rnn.weight_hh_l0	6	-0.054328031837940216
36232	rnn.weight_hh_l0	7	-0.040711428970098495
36232	rnn.weight_hh_l0	8	-0.01911185123026371
36232	rnn.weight_hh_l0	9	-0.007922710850834846
36232	rnn.bias_ih_l0	0	0.14556634426116943
36232	rnn.bias_ih_l0	1	-0.05624338611960411
36232	rnn.bias_ih_l0	2	0.10430673509836197
36232	rnn.bias_ih_l0	3	0.04887392371892929
36232	rnn.bias_ih_l0	4	0.09908565878868103
36232	rnn.bias_ih_l0	5	0.02418319694697857
36232	rnn.bias_ih_l0	6	-0.017600353807210922
36232	rnn.bias_ih_l0	7	-0.10892859101295471
36232	rnn.bias_ih_l0	8	-0.2067033350467682
36232	rnn.bias_ih_l0	9	0.08705464005470276
36232	rnn.bias_hh_l0	0	0.002800766145810485
36232	rnn.bias_hh_l0	1	0.02363848127424717
36232	rnn.bias_hh_l0	2	-0.006115770433098078
36232	rnn.bias_hh_l0	3	-0.03031187504529953
36232	rnn.bias_hh_l0	4	-0.03625296428799629
36232	rnn.bias_hh_l0	5	0.1435660570859909
36232	rnn.bias_hh_l0	6	0.051327917724847794
36232	rnn.bias_hh_l0	7	0.05978165566921234
36232	rnn.bias_hh_l0	8	0.01676834374666214
36232	rnn.bias_hh_l0	9	0.043451860547065735
36232	rnn.weight_ih_l0_reverse	0	-0.02970503643155098
36232	rnn.weight_ih_l0_reverse	1	-0.002195324283093214
36232	rnn.weight_ih_l0_reverse	2	0.023835213854908943
36232	rnn.weight_ih_l0_reverse	3	-0.062101759016513824
36232	rnn.weight_ih_l0_reverse	4	0.009303493425250053
36232	rnn.weight_ih_l0_reverse	5	-0.04609854891896248
36232	rnn.weight_ih_l0_reverse	6	0.028354406356811523
36232	rnn.weight_ih_l0_reverse	7	0.04598101228475571
36232	rnn.weight_ih_l0_reverse	8	-0.04875825718045235
36232	rnn.weight_ih_l0_reverse	9	-0.0507536381483078
36232	rnn.weight_hh_l0_reverse	0	-0.08327072113752365
36232	rnn.weight_hh_l0_reverse	1	-0.06329341977834702
36232	rnn.weight_hh_l0_reverse	2	0.03440488874912262
36232	rnn.weight_hh_l0_reverse	3	0.045756738632917404
36232	rnn.weight_hh_l0_reverse	4	-0.01589152030646801
36232	rnn.weight_hh_l0_reverse	5	0.04558006301522255
36232	rnn.weight_hh_l0_reverse	6	0.0011957314563915133
36232	rnn.weight_hh_l0_reverse	7	-0.00018596634618006647
36232	rnn.weight_hh_l0_reverse	8	-0.09876079857349396
36232	rnn.weight_hh_l0_reverse	9	0.08018656820058823
36232	rnn.bias_ih_l0_reverse	0	-0.08914560079574585
36232	rnn.bias_ih_l0_reverse	1	-0.06904342770576477
36232	rnn.bias_ih_l0_reverse	2	0.10322171449661255
36232	rnn.bias_ih_l0_reverse	3	0.04796045273542404
36232	rnn.bias_ih_l0_reverse	4	-0.1291765421628952
36232	rnn.bias_ih_l0_reverse	5	0.04103497788310051
36232	rnn.bias_ih_l0_reverse	6	-0.10641711205244064
36232	rnn.bias_ih_l0_reverse	7	0.04457222670316696
36232	rnn.bias_ih_l0_reverse	8	0.0344209261238575
36232	rnn.bias_ih_l0_reverse	9	0.06320222467184067
36232	rnn.bias_hh_l0_reverse	0	0.05720537528395653
36232	rnn.bias_hh_l0_reverse	1	0.06532575190067291
36232	rnn.bias_hh_l0_reverse	2	0.07855400443077087
36232	rnn.bias_hh_l0_reverse	3	-0.0039559961296617985
36232	rnn.bias_hh_l0_reverse	4	0.07147334516048431
36232	rnn.bias_hh_l0_reverse	5	0.007092280779033899
36232	rnn.bias_hh_l0_reverse	6	-0.05438528209924698
36232	rnn.bias_hh_l0_reverse	7	0.027373313903808594
36232	rnn.bias_hh_l0_reverse	8	0.011090803891420364
36232	rnn.bias_hh_l0_reverse	9	-0.16092827916145325
36232	linear.weight	0	0.17338776588439941
36232	linear.weight	1	-0.1629621386528015
36232	linear.weight	2	-0.2148016095161438
36232	linear.weight	3	0.07853201031684875
36232	linear.weight	4	-0.02666405960917473
36232	linear.weight	5	0.004096162971109152
36232	linear.weight	6	-0.006904712412506342
36232	linear.weight	7	-0.02707548439502716
36232	linear.weight	8	0.084446482360363
36232	linear.weight	9	0.3496693968772888
36232	linear.bias	0	-0.20725516974925995
36232	linear.bias	1	0.19427065551280975
36232	linear.bias	2	-0.5395898222923279
36232	linear.bias	3	1.704146385192871
36232	linear.bias	4	-0.3967950642108917
36232	linear.bias	5	-0.030769959092140198
36232	linear.bias	6	-0.35778215527534485
36232	linear.bias	7	-0.27955690026283264
36232	linear.bias	8	-0.04325859621167183
36232	linear.bias	9	-0.49797117710113525
36260	transitions	0	-0.6482964754104614
36260	transitions	1	0.34956082701683044
36260	transitions	2	1.6743144989013672
36260	transitions	3	0.09649791568517685
36260	transitions	4	0.9483985900878906
36260	transitions	5	1.2739229202270508
36260	transitions	6	0.4832981824874878
36260	transitions	7	0.1757308393716812
36260	transitions	8	-0.919520914554596
36260	transitions	9	0.9306592345237732
36260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36260	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36260	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36260	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36260	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36260	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36260	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36260	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36260	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36260	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36260	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36260	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36260	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36260	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36260	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36260	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36260	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36260	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36260	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36260	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36260	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36260	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36260	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36260	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36260	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36260	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36260	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36260	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36260	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36260	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36260	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36260	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36260	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36260	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36260	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36260	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36260	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36260	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36260	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36260	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36260	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36260	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36260	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36260	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36260	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36260	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36260	embedding2nn.weight	0	0.022493533790111542
36260	embedding2nn.weight	1	0.01419062726199627
36260	embedding2nn.weight	2	-0.0042852298356592655
36260	embedding2nn.weight	3	-0.00010386065696366131
36260	embedding2nn.weight	4	-0.004377232864499092
36260	embedding2nn.weight	5	0.011864224448800087
36260	embedding2nn.weight	6	-0.004973627161234617
36260	embedding2nn.weight	7	0.020736144855618477
36260	embedding2nn.weight	8	-0.006842910312116146
36260	embedding2nn.weight	9	-0.013898863457143307
36260	embedding2nn.bias	0	-0.038724422454833984
36260	embedding2nn.bias	1	-0.021373234689235687
36260	embedding2nn.bias	2	-0.07456701248884201
36260	embedding2nn.bias	3	-0.0017600642750039697
36260	embedding2nn.bias	4	0.004307429771870375
36260	embedding2nn.bias	5	-0.006883967202156782
36260	embedding2nn.bias	6	0.009475575760006905
36260	embedding2nn.bias	7	0.020017331466078758
36260	embedding2nn.bias	8	0.007294832728803158
36260	embedding2nn.bias	9	0.0011202722089365125
36260	rnn.weight_ih_l0	0	0.03954092785716057
36260	rnn.weight_ih_l0	1	-0.013661907985806465
36260	rnn.weight_ih_l0	2	-0.03650718182325363
36260	rnn.weight_ih_l0	3	-0.044776592403650284
36260	rnn.weight_ih_l0	4	-0.052043382078409195
36260	rnn.weight_ih_l0	5	-0.00846562534570694
36260	rnn.weight_ih_l0	6	-0.05188802257180214
36260	rnn.weight_ih_l0	7	-0.06159581243991852
36260	rnn.weight_ih_l0	8	-0.044723205268383026
36260	rnn.weight_ih_l0	9	-0.02694033458828926
36260	rnn.weight_hh_l0	0	0.019321603700518608
36260	rnn.weight_hh_l0	1	-0.009683066047728062
36260	rnn.weight_hh_l0	2	-0.06759945303201675
36260	rnn.weight_hh_l0	3	-0.03337964788079262
36260	rnn.weight_hh_l0	4	-0.07835417240858078
36260	rnn.weight_hh_l0	5	-0.01457121130079031
36260	rnn.weight_hh_l0	6	-0.054322514683008194
36260	rnn.weight_hh_l0	7	-0.04071496054530144
36260	rnn.weight_hh_l0	8	-0.019109336659312248
36260	rnn.weight_hh_l0	9	-0.007920539006590843
36260	rnn.bias_ih_l0	0	0.1455652415752411
36260	rnn.bias_ih_l0	1	-0.05624562129378319
36260	rnn.bias_ih_l0	2	0.1043042540550232
36260	rnn.bias_ih_l0	3	0.04887140169739723
36260	rnn.bias_ih_l0	4	0.09908336400985718
36260	rnn.bias_ih_l0	5	0.024179980158805847
36260	rnn.bias_ih_l0	6	-0.01759481616318226
36260	rnn.bias_ih_l0	7	-0.10894733667373657
36260	rnn.bias_ih_l0	8	-0.20669682323932648
36260	rnn.bias_ih_l0	9	0.08705366402864456
36260	rnn.bias_hh_l0	0	0.0027999940793961287
36260	rnn.bias_hh_l0	1	0.02364027500152588
36260	rnn.bias_hh_l0	2	-0.006117453798651695
36260	rnn.bias_hh_l0	3	-0.030311619862914085
36260	rnn.bias_hh_l0	4	-0.036247801035642624
36260	rnn.bias_hh_l0	5	0.14357095956802368
36260	rnn.bias_hh_l0	6	0.05133121460676193
36260	rnn.bias_hh_l0	7	0.05977215617895126
36260	rnn.bias_hh_l0	8	0.016773881390690804
36260	rnn.bias_hh_l0	9	0.043450698256492615
36260	rnn.weight_ih_l0_reverse	0	-0.029704220592975616
36260	rnn.weight_ih_l0_reverse	1	-0.0021914674434810877
36260	rnn.weight_ih_l0_reverse	2	0.023835372179746628
36260	rnn.weight_ih_l0_reverse	3	-0.062100958079099655
36260	rnn.weight_ih_l0_reverse	4	0.009303283877670765
36260	rnn.weight_ih_l0_reverse	5	-0.04609796404838562
36260	rnn.weight_ih_l0_reverse	6	0.02836288884282112
36260	rnn.weight_ih_l0_reverse	7	0.045981232076883316
36260	rnn.weight_ih_l0_reverse	8	-0.04875927045941353
36260	rnn.weight_ih_l0_reverse	9	-0.05075373128056526
36260	rnn.weight_hh_l0_reverse	0	-0.08327070623636246
36260	rnn.weight_hh_l0_reverse	1	-0.0632953941822052
36260	rnn.weight_hh_l0_reverse	2	0.0344027541577816
36260	rnn.weight_hh_l0_reverse	3	0.04575703665614128
36260	rnn.weight_hh_l0_reverse	4	-0.015895534306764603
36260	rnn.weight_hh_l0_reverse	5	0.045580796897411346
36260	rnn.weight_hh_l0_reverse	6	0.0011876445496454835
36260	rnn.weight_hh_l0_reverse	7	-0.00018592392734717578
36260	rnn.weight_hh_l0_reverse	8	-0.0987611934542656
36260	rnn.weight_hh_l0_reverse	9	0.08018796890974045
36260	rnn.bias_ih_l0_reverse	0	-0.08914436399936676
36260	rnn.bias_ih_l0_reverse	1	-0.0690298080444336
36260	rnn.bias_ih_l0_reverse	2	0.1032191812992096
36260	rnn.bias_ih_l0_reverse	3	0.04796088859438896
36260	rnn.bias_ih_l0_reverse	4	-0.12917877733707428
36260	rnn.bias_ih_l0_reverse	5	0.04103165492415428
36260	rnn.bias_ih_l0_reverse	6	-0.10641773790121078
36260	rnn.bias_ih_l0_reverse	7	0.04457449913024902
36260	rnn.bias_ih_l0_reverse	8	0.03441830724477768
36260	rnn.bias_ih_l0_reverse	9	0.063198983669281
36260	rnn.bias_hh_l0_reverse	0	0.05721438676118851
36260	rnn.bias_hh_l0_reverse	1	0.06532735377550125
36260	rnn.bias_hh_l0_reverse	2	0.07856085151433945
36260	rnn.bias_hh_l0_reverse	3	-0.003955455031245947
36260	rnn.bias_hh_l0_reverse	4	0.07147146761417389
36260	rnn.bias_hh_l0_reverse	5	0.007100054994225502
36260	rnn.bias_hh_l0_reverse	6	-0.054389532655477524
36260	rnn.bias_hh_l0_reverse	7	0.02737467922270298
36260	rnn.bias_hh_l0_reverse	8	0.011095497757196426
36260	rnn.bias_hh_l0_reverse	9	-0.16091200709342957
36260	linear.weight	0	0.1733817458152771
36260	linear.weight	1	-0.16296206414699554
36260	linear.weight	2	-0.2147986888885498
36260	linear.weight	3	0.07852163910865784
36260	linear.weight	4	-0.026664255186915398
36260	linear.weight	5	0.004094029311090708
36260	linear.weight	6	-0.006904711481183767
36260	linear.weight	7	-0.02707546390593052
36260	linear.weight	8	0.08444555848836899
36260	linear.weight	9	0.34967800974845886
36260	linear.bias	0	-0.20720651745796204
36260	linear.bias	1	0.19427338242530823
36260	linear.bias	2	-0.539593517780304
36260	linear.bias	3	1.7040256261825562
36260	linear.bias	4	-0.3967955708503723
36260	linear.bias	5	-0.030769959092140198
36260	linear.bias	6	-0.3577842116355896
36260	linear.bias	7	-0.27956581115722656
36260	linear.bias	8	-0.04327428713440895
36260	linear.bias	9	-0.49797141551971436
36288	transitions	0	-0.6482966542243958
36288	transitions	1	0.34956082701683044
36288	transitions	2	1.6743144989013672
36288	transitions	3	0.09649784117937088
36288	transitions	4	0.9483985900878906
36288	transitions	5	1.2739229202270508
36288	transitions	6	0.4832981824874878
36288	transitions	7	0.1757308393716812
36288	transitions	8	-0.919520914554596
36288	transitions	9	0.9306592345237732
36288	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36288	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36288	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36288	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36288	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36288	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36288	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36288	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36288	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36288	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36288	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36288	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36288	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36288	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36288	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36288	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36288	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36288	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36288	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36288	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36288	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36288	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36288	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36288	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36288	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36288	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36288	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36288	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36288	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36288	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36288	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36288	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36288	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36288	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36288	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36288	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36288	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36288	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36288	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36288	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36288	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36288	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36288	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36288	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36288	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36288	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36288	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36288	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36288	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36288	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36288	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36288	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36288	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36288	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36288	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36288	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36288	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36288	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36288	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36288	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36288	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36288	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36288	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36288	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36288	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36288	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36288	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36288	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36288	embedding2nn.weight	0	0.022492941468954086
36288	embedding2nn.weight	1	0.014190366491675377
36288	embedding2nn.weight	2	-0.004285242408514023
36288	embedding2nn.weight	3	-0.00010447845124872401
36288	embedding2nn.weight	4	-0.004377011209726334
36288	embedding2nn.weight	5	0.011863759718835354
36288	embedding2nn.weight	6	-0.004973696079105139
36288	embedding2nn.weight	7	0.020736388862133026
36288	embedding2nn.weight	8	-0.00684319855645299
36288	embedding2nn.weight	9	-0.013899019919335842
36288	embedding2nn.bias	0	-0.038715437054634094
36288	embedding2nn.bias	1	-0.021359462291002274
36288	embedding2nn.bias	2	-0.07454933226108551
36288	embedding2nn.bias	3	-0.0017714083660393953
36288	embedding2nn.bias	4	0.004301356617361307
36288	embedding2nn.bias	5	-0.0068818796426057816
36288	embedding2nn.bias	6	0.00947251170873642
36288	embedding2nn.bias	7	0.020020905882120132
36288	embedding2nn.bias	8	0.007295673247426748
36288	embedding2nn.bias	9	0.0011202195892110467
36288	rnn.weight_ih_l0	0	0.03954166918992996
36288	rnn.weight_ih_l0	1	-0.013662007637321949
36288	rnn.weight_ih_l0	2	-0.03651212528347969
36288	rnn.weight_ih_l0	3	-0.044776611030101776
36288	rnn.weight_ih_l0	4	-0.052041999995708466
36288	rnn.weight_ih_l0	5	-0.008465309627354145
36288	rnn.weight_ih_l0	6	-0.05188896879553795
36288	rnn.weight_ih_l0	7	-0.06159437820315361
36288	rnn.weight_ih_l0	8	-0.04472295939922333
36288	rnn.weight_ih_l0	9	-0.026939429342746735
36288	rnn.weight_hh_l0	0	0.019322682172060013
36288	rnn.weight_hh_l0	1	-0.009682322852313519
36288	rnn.weight_hh_l0	2	-0.06760038435459137
36288	rnn.weight_hh_l0	3	-0.03337965905666351
36288	rnn.weight_hh_l0	4	-0.0783533975481987
36288	rnn.weight_hh_l0	5	-0.01457026693969965
36288	rnn.weight_hh_l0	6	-0.05432436242699623
36288	rnn.weight_hh_l0	7	-0.04071267321705818
36288	rnn.weight_hh_l0	8	-0.019109390676021576
36288	rnn.weight_hh_l0	9	-0.007916225120425224
36288	rnn.bias_ih_l0	0	0.14556850492954254
36288	rnn.bias_ih_l0	1	-0.05625120922923088
36288	rnn.bias_ih_l0	2	0.10431017726659775
36288	rnn.bias_ih_l0	3	0.048863720148801804
36288	rnn.bias_ih_l0	4	0.09908100217580795
36288	rnn.bias_ih_l0	5	0.024173833429813385
36288	rnn.bias_ih_l0	6	-0.017596134915947914
36288	rnn.bias_ih_l0	7	-0.1089499220252037
36288	rnn.bias_ih_l0	8	-0.20669689774513245
36288	rnn.bias_ih_l0	9	0.08705500513315201
36288	rnn.bias_hh_l0	0	0.0027994809206575155
36288	rnn.bias_hh_l0	1	0.023639924824237823
36288	rnn.bias_hh_l0	2	-0.0061237090267241
36288	rnn.bias_hh_l0	3	-0.030311543494462967
36288	rnn.bias_hh_l0	4	-0.036254141479730606
36288	rnn.bias_hh_l0	5	0.14358115196228027
36288	rnn.bias_hh_l0	6	0.05132745951414108
36288	rnn.bias_hh_l0	7	0.05976909399032593
36288	rnn.bias_hh_l0	8	0.016772562637925148
36288	rnn.bias_hh_l0	9	0.04344846308231354
36288	rnn.weight_ih_l0_reverse	0	-0.029703712090849876
36288	rnn.weight_ih_l0_reverse	1	-0.002193073509261012
36288	rnn.weight_ih_l0_reverse	2	0.023835498839616776
36288	rnn.weight_ih_l0_reverse	3	-0.06209997460246086
36288	rnn.weight_ih_l0_reverse	4	0.009303257800638676
36288	rnn.weight_ih_l0_reverse	5	-0.04609866812825203
36288	rnn.weight_ih_l0_reverse	6	0.02836802415549755
36288	rnn.weight_ih_l0_reverse	7	0.04598136991262436
36288	rnn.weight_ih_l0_reverse	8	-0.0487581267952919
36288	rnn.weight_ih_l0_reverse	9	-0.05075351521372795
36288	rnn.weight_hh_l0_reverse	0	-0.08326824009418488
36288	rnn.weight_hh_l0_reverse	1	-0.06329549103975296
36288	rnn.weight_hh_l0_reverse	2	0.034401632845401764
36288	rnn.weight_hh_l0_reverse	3	0.045755982398986816
36288	rnn.weight_hh_l0_reverse	4	-0.015895795077085495
36288	rnn.weight_hh_l0_reverse	5	0.045581210404634476
36288	rnn.weight_hh_l0_reverse	6	0.0011791911674663424
36288	rnn.weight_hh_l0_reverse	7	-0.00018602167256176472
36288	rnn.weight_hh_l0_reverse	8	-0.09876051545143127
36288	rnn.weight_hh_l0_reverse	9	0.08018819987773895
36288	rnn.bias_ih_l0_reverse	0	-0.08915448933839798
36288	rnn.bias_ih_l0_reverse	1	-0.06903022527694702
36288	rnn.bias_ih_l0_reverse	2	0.10322292149066925
36288	rnn.bias_ih_l0_reverse	3	0.047961682081222534
36288	rnn.bias_ih_l0_reverse	4	-0.12917368113994598
36288	rnn.bias_ih_l0_reverse	5	0.04102420061826706
36288	rnn.bias_ih_l0_reverse	6	-0.10641995072364807
36288	rnn.bias_ih_l0_reverse	7	0.04458086937665939
36288	rnn.bias_ih_l0_reverse	8	0.03441527485847473
36288	rnn.bias_ih_l0_reverse	9	0.06319692730903625
36288	rnn.bias_hh_l0_reverse	0	0.05725210905075073
36288	rnn.bias_hh_l0_reverse	1	0.06532921642065048
36288	rnn.bias_hh_l0_reverse	2	0.07856392860412598
36288	rnn.bias_hh_l0_reverse	3	-0.00395300704985857
36288	rnn.bias_hh_l0_reverse	4	0.07147238403558731
36288	rnn.bias_hh_l0_reverse	5	0.007091720588505268
36288	rnn.bias_hh_l0_reverse	6	-0.05439140647649765
36288	rnn.bias_hh_l0_reverse	7	0.027373425662517548
36288	rnn.bias_hh_l0_reverse	8	0.011094138957560062
36288	rnn.bias_hh_l0_reverse	9	-0.1609254777431488
36288	linear.weight	0	0.17339164018630981
36288	linear.weight	1	-0.16297434270381927
36288	linear.weight	2	-0.2148153930902481
36288	linear.weight	3	0.07852116227149963
36288	linear.weight	4	-0.026664666831493378
36288	linear.weight	5	0.004095223266631365
36288	linear.weight	6	-0.006904682610183954
36288	linear.weight	7	-0.02707531861960888
36288	linear.weight	8	0.08444439619779587
36288	linear.weight	9	0.34967344999313354
36288	linear.bias	0	-0.2071980983018875
36288	linear.bias	1	0.19429230690002441
36288	linear.bias	2	-0.539595901966095
36288	linear.bias	3	1.7040443420410156
36288	linear.bias	4	-0.3967958986759186
36288	linear.bias	5	-0.030769959092140198
36288	linear.bias	6	-0.3577871024608612
36288	linear.bias	7	-0.27957144379615784
36288	linear.bias	8	-0.04326992854475975
36288	linear.bias	9	-0.49797141551971436
36316	transitions	0	-0.6482967138290405
36316	transitions	1	0.34956082701683044
36316	transitions	2	1.6743143796920776
36316	transitions	3	0.09649721533060074
36316	transitions	4	0.9483985900878906
36316	transitions	5	1.2739229202270508
36316	transitions	6	0.4832981824874878
36316	transitions	7	0.1757308393716812
36316	transitions	8	-0.919520914554596
36316	transitions	9	0.9306592345237732
36316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36316	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36316	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36316	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36316	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36316	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36316	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36316	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36316	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36316	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36316	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36316	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36316	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36316	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36316	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36316	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36316	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36316	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36316	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36316	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36316	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36316	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36316	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36316	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36316	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36316	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36316	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36316	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36316	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36316	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36316	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36316	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36316	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36316	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36316	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36316	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36316	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36316	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36316	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36316	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36316	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36316	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36316	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36316	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36316	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36316	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36316	embedding2nn.weight	0	0.02249288558959961
36316	embedding2nn.weight	1	0.014190499670803547
36316	embedding2nn.weight	2	-0.004285274539142847
36316	embedding2nn.weight	3	-0.0001042928415699862
36316	embedding2nn.weight	4	-0.004377064295113087
36316	embedding2nn.weight	5	0.011864084750413895
36316	embedding2nn.weight	6	-0.004973833914846182
36316	embedding2nn.weight	7	0.02073400281369686
36316	embedding2nn.weight	8	-0.006842152681201696
36316	embedding2nn.weight	9	-0.013899201527237892
36316	embedding2nn.bias	0	-0.03873252123594284
36316	embedding2nn.bias	1	-0.021363941952586174
36316	embedding2nn.bias	2	-0.0745566189289093
36316	embedding2nn.bias	3	-0.0017747677629813552
36316	embedding2nn.bias	4	0.004306631628423929
36316	embedding2nn.bias	5	-0.006892726756632328
36316	embedding2nn.bias	6	0.009484516456723213
36316	embedding2nn.bias	7	0.02002904750406742
36316	embedding2nn.bias	8	0.0072845532558858395
36316	embedding2nn.bias	9	0.0011177518172189593
36316	rnn.weight_ih_l0	0	0.039541106671094894
36316	rnn.weight_ih_l0	1	-0.013660144060850143
36316	rnn.weight_ih_l0	2	-0.03651256486773491
36316	rnn.weight_ih_l0	3	-0.044777628034353256
36316	rnn.weight_ih_l0	4	-0.052041757851839066
36316	rnn.weight_ih_l0	5	-0.008465306833386421
36316	rnn.weight_ih_l0	6	-0.05189025402069092
36316	rnn.weight_ih_l0	7	-0.06159325689077377
36316	rnn.weight_ih_l0	8	-0.04472454637289047
36316	rnn.weight_ih_l0	9	-0.02693937160074711
36316	rnn.weight_hh_l0	0	0.019321836531162262
36316	rnn.weight_hh_l0	1	-0.00968163087964058
36316	rnn.weight_hh_l0	2	-0.06759960949420929
36316	rnn.weight_hh_l0	3	-0.03337917849421501
36316	rnn.weight_hh_l0	4	-0.07835349440574646
36316	rnn.weight_hh_l0	5	-0.01457484532147646
36316	rnn.weight_hh_l0	6	-0.054326556622982025
36316	rnn.weight_hh_l0	7	-0.04071309044957161
36316	rnn.weight_hh_l0	8	-0.019109295681118965
36316	rnn.weight_hh_l0	9	-0.007917609065771103
36316	rnn.bias_ih_l0	0	0.14556443691253662
36316	rnn.bias_ih_l0	1	-0.056249964982271194
36316	rnn.bias_ih_l0	2	0.1043088287115097
36316	rnn.bias_ih_l0	3	0.04886632040143013
36316	rnn.bias_ih_l0	4	0.09908392280340195
36316	rnn.bias_ih_l0	5	0.02417393960058689
36316	rnn.bias_ih_l0	6	-0.017593534663319588
36316	rnn.bias_ih_l0	7	-0.10895905643701553
36316	rnn.bias_ih_l0	8	-0.20666903257369995
36316	rnn.bias_ih_l0	9	0.08705709129571915
36316	rnn.bias_hh_l0	0	0.0028044162318110466
36316	rnn.bias_hh_l0	1	0.023640986531972885
36316	rnn.bias_hh_l0	2	-0.006111513823270798
36316	rnn.bias_hh_l0	3	-0.030313819646835327
36316	rnn.bias_hh_l0	4	-0.03625550866127014
36316	rnn.bias_hh_l0	5	0.1435890644788742
36316	rnn.bias_hh_l0	6	0.051326505839824677
36316	rnn.bias_hh_l0	7	0.059758711606264114
36316	rnn.bias_hh_l0	8	0.016775162890553474
36316	rnn.bias_hh_l0	9	0.04345295950770378
36316	rnn.weight_ih_l0_reverse	0	-0.02970193512737751
36316	rnn.weight_ih_l0_reverse	1	-0.0021944900508970022
36316	rnn.weight_ih_l0_reverse	2	0.023835914209485054
36316	rnn.weight_ih_l0_reverse	3	-0.06209968402981758
36316	rnn.weight_ih_l0_reverse	4	0.009301828220486641
36316	rnn.weight_ih_l0_reverse	5	-0.04609917849302292
36316	rnn.weight_ih_l0_reverse	6	0.028367485851049423
36316	rnn.weight_ih_l0_reverse	7	0.04598105326294899
36316	rnn.weight_ih_l0_reverse	8	-0.04875844344496727
36316	rnn.weight_ih_l0_reverse	9	-0.050752319395542145
36316	rnn.weight_hh_l0_reverse	0	-0.08326587080955505
36316	rnn.weight_hh_l0_reverse	1	-0.0632937103509903
36316	rnn.weight_hh_l0_reverse	2	0.03440244123339653
36316	rnn.weight_hh_l0_reverse	3	0.04575619101524353
36316	rnn.weight_hh_l0_reverse	4	-0.015896132215857506
36316	rnn.weight_hh_l0_reverse	5	0.045580144971609116
36316	rnn.weight_hh_l0_reverse	6	0.0011691482504829764
36316	rnn.weight_hh_l0_reverse	7	-0.00018691127479542047
36316	rnn.weight_hh_l0_reverse	8	-0.09876208752393723
36316	rnn.weight_hh_l0_reverse	9	0.0801854208111763
36316	rnn.bias_ih_l0_reverse	0	-0.08913733810186386
36316	rnn.bias_ih_l0_reverse	1	-0.06904847919940948
36316	rnn.bias_ih_l0_reverse	2	0.10322801768779755
36316	rnn.bias_ih_l0_reverse	3	0.04796185716986656
36316	rnn.bias_ih_l0_reverse	4	-0.12917691469192505
36316	rnn.bias_ih_l0_reverse	5	0.041019439697265625
36316	rnn.bias_ih_l0_reverse	6	-0.10642478615045547
36316	rnn.bias_ih_l0_reverse	7	0.044583868235349655
36316	rnn.bias_ih_l0_reverse	8	0.034421406686306
36316	rnn.bias_ih_l0_reverse	9	0.0632038414478302
36316	rnn.bias_hh_l0_reverse	0	0.057259999215602875
36316	rnn.bias_hh_l0_reverse	1	0.0653403252363205
36316	rnn.bias_hh_l0_reverse	2	0.07857024669647217
36316	rnn.bias_hh_l0_reverse	3	-0.003952916245907545
36316	rnn.bias_hh_l0_reverse	4	0.07146714627742767
36316	rnn.bias_hh_l0_reverse	5	0.007095757406204939
36316	rnn.bias_hh_l0_reverse	6	-0.054391905665397644
36316	rnn.bias_hh_l0_reverse	7	0.02737373113632202
36316	rnn.bias_hh_l0_reverse	8	0.01109365839511156
36316	rnn.bias_hh_l0_reverse	9	-0.16092996299266815
36316	linear.weight	0	0.17339053750038147
36316	linear.weight	1	-0.16297435760498047
36316	linear.weight	2	-0.21481478214263916
36316	linear.weight	3	0.0785178616642952
36316	linear.weight	4	-0.026664091274142265
36316	linear.weight	5	0.0041010030545294285
36316	linear.weight	6	-0.006904693320393562
36316	linear.weight	7	-0.02707521989941597
36316	linear.weight	8	0.0844338908791542
36316	linear.weight	9	0.34966644644737244
36316	linear.bias	0	-0.20725557208061218
36316	linear.bias	1	0.19432687759399414
36316	linear.bias	2	-0.5396092534065247
36316	linear.bias	3	1.7040916681289673
36316	linear.bias	4	-0.3967963755130768
36316	linear.bias	5	-0.030769959092140198
36316	linear.bias	6	-0.35779836773872375
36316	linear.bias	7	-0.27957651019096375
36316	linear.bias	8	-0.04328562319278717
36316	linear.bias	9	-0.4979727864265442
36344	transitions	0	-0.6482967138290405
36344	transitions	1	0.34956079721450806
36344	transitions	2	1.6743143796920776
36344	transitions	3	0.09649719297885895
36344	transitions	4	0.948397696018219
36344	transitions	5	1.2739229202270508
36344	transitions	6	0.4832981824874878
36344	transitions	7	0.1757308393716812
36344	transitions	8	-0.919520914554596
36344	transitions	9	0.9306592345237732
36344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36344	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36344	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36344	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36344	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36344	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36344	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36344	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36344	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36344	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36344	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36344	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36344	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36344	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36344	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36344	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36344	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36344	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36344	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36344	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36344	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36344	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36344	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36344	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36344	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36344	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36344	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36344	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36344	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36344	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36344	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36344	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36344	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36344	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36344	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36344	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36344	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36344	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36344	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36344	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36344	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36344	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36344	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36344	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36344	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36344	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36344	embedding2nn.weight	0	0.02249467559158802
36344	embedding2nn.weight	1	0.014190338551998138
36344	embedding2nn.weight	2	-0.004285551607608795
36344	embedding2nn.weight	3	-0.00010395737626822665
36344	embedding2nn.weight	4	-0.004377199336886406
36344	embedding2nn.weight	5	0.011863979510962963
36344	embedding2nn.weight	6	-0.0049742660485208035
36344	embedding2nn.weight	7	0.020735451951622963
36344	embedding2nn.weight	8	-0.006841739639639854
36344	embedding2nn.weight	9	-0.013899136334657669
36344	embedding2nn.bias	0	-0.03872878849506378
36344	embedding2nn.bias	1	-0.021371634677052498
36344	embedding2nn.bias	2	-0.07454924285411835
36344	embedding2nn.bias	3	-0.0017772666178643703
36344	embedding2nn.bias	4	0.004306444898247719
36344	embedding2nn.bias	5	-0.00690646143630147
36344	embedding2nn.bias	6	0.009481946937739849
36344	embedding2nn.bias	7	0.02003384940326214
36344	embedding2nn.bias	8	0.00728045916184783
36344	embedding2nn.bias	9	0.0010989970760419965
36344	rnn.weight_ih_l0	0	0.039540890604257584
36344	rnn.weight_ih_l0	1	-0.01366260927170515
36344	rnn.weight_ih_l0	2	-0.03650755435228348
36344	rnn.weight_ih_l0	3	-0.04477716609835625
36344	rnn.weight_ih_l0	4	-0.0520436130464077
36344	rnn.weight_ih_l0	5	-0.008465003222227097
36344	rnn.weight_ih_l0	6	-0.05189023166894913
36344	rnn.weight_ih_l0	7	-0.061593879014253616
36344	rnn.weight_ih_l0	8	-0.04472563788294792
36344	rnn.weight_ih_l0	9	-0.026939984411001205
36344	rnn.weight_hh_l0	0	0.019321922212839127
36344	rnn.weight_hh_l0	1	-0.009683279320597649
36344	rnn.weight_hh_l0	2	-0.06759711354970932
36344	rnn.weight_hh_l0	3	-0.03337783366441727
36344	rnn.weight_hh_l0	4	-0.07835351675748825
36344	rnn.weight_hh_l0	5	-0.01457361038774252
36344	rnn.weight_hh_l0	6	-0.054324544966220856
36344	rnn.weight_hh_l0	7	-0.04071656987071037
36344	rnn.weight_hh_l0	8	-0.019108977168798447
36344	rnn.weight_hh_l0	9	-0.007917658425867558
36344	rnn.bias_ih_l0	0	0.145565927028656
36344	rnn.bias_ih_l0	1	-0.056247398257255554
36344	rnn.bias_ih_l0	2	0.10430342704057693
36344	rnn.bias_ih_l0	3	0.048865921795368195
36344	rnn.bias_ih_l0	4	0.0990859642624855
36344	rnn.bias_ih_l0	5	0.02417099103331566
36344	rnn.bias_ih_l0	6	-0.017591197043657303
36344	rnn.bias_ih_l0	7	-0.10894568264484406
36344	rnn.bias_ih_l0	8	-0.20665813982486725
36344	rnn.bias_ih_l0	9	0.08706185221672058
36344	rnn.bias_hh_l0	0	0.002807652112096548
36344	rnn.bias_hh_l0	1	0.023641550913453102
36344	rnn.bias_hh_l0	2	-0.0061112078838050365
36344	rnn.bias_hh_l0	3	-0.030316241085529327
36344	rnn.bias_hh_l0	4	-0.03626452013850212
36344	rnn.bias_hh_l0	5	0.14359253644943237
36344	rnn.bias_hh_l0	6	0.05132928118109703
36344	rnn.bias_hh_l0	7	0.05975447595119476
36344	rnn.bias_hh_l0	8	0.01677750051021576
36344	rnn.bias_hh_l0	9	0.043458618223667145
36344	rnn.weight_ih_l0_reverse	0	-0.029701532796025276
36344	rnn.weight_ih_l0_reverse	1	-0.002193083055317402
36344	rnn.weight_ih_l0_reverse	2	0.023836541920900345
36344	rnn.weight_ih_l0_reverse	3	-0.06209924444556236
36344	rnn.weight_ih_l0_reverse	4	0.00930226594209671
36344	rnn.weight_ih_l0_reverse	5	-0.04609864577651024
36344	rnn.weight_ih_l0_reverse	6	0.028365623205900192
36344	rnn.weight_ih_l0_reverse	7	0.04597992077469826
36344	rnn.weight_ih_l0_reverse	8	-0.0487595833837986
36344	rnn.weight_ih_l0_reverse	9	-0.050752148032188416
36344	rnn.weight_hh_l0_reverse	0	-0.08326657861471176
36344	rnn.weight_hh_l0_reverse	1	-0.0632978156208992
36344	rnn.weight_hh_l0_reverse	2	0.034403249621391296
36344	rnn.weight_hh_l0_reverse	3	0.04575611278414726
36344	rnn.weight_hh_l0_reverse	4	-0.015895016491413116
36344	rnn.weight_hh_l0_reverse	5	0.045580409467220306
36344	rnn.weight_hh_l0_reverse	6	0.0011642702156677842
36344	rnn.weight_hh_l0_reverse	7	-0.000183611482498236
36344	rnn.weight_hh_l0_reverse	8	-0.09876061975955963
36344	rnn.weight_hh_l0_reverse	9	0.08018231391906738
36344	rnn.bias_ih_l0_reverse	0	-0.08916368335485458
36344	rnn.bias_ih_l0_reverse	1	-0.06904131174087524
36344	rnn.bias_ih_l0_reverse	2	0.10322627425193787
36344	rnn.bias_ih_l0_reverse	3	0.04795980080962181
36344	rnn.bias_ih_l0_reverse	4	-0.12917539477348328
36344	rnn.bias_ih_l0_reverse	5	0.041018418967723846
36344	rnn.bias_ih_l0_reverse	6	-0.10643153637647629
36344	rnn.bias_ih_l0_reverse	7	0.04458750784397125
36344	rnn.bias_ih_l0_reverse	8	0.0344240739941597
36344	rnn.bias_ih_l0_reverse	9	0.06320091336965561
36344	rnn.bias_hh_l0_reverse	0	0.05726003274321556
36344	rnn.bias_hh_l0_reverse	1	0.06534789502620697
36344	rnn.bias_hh_l0_reverse	2	0.07857649028301239
36344	rnn.bias_hh_l0_reverse	3	-0.003950977697968483
36344	rnn.bias_hh_l0_reverse	4	0.07147213071584702
36344	rnn.bias_hh_l0_reverse	5	0.007075212895870209
36344	rnn.bias_hh_l0_reverse	6	-0.05439255014061928
36344	rnn.bias_hh_l0_reverse	7	0.027375804260373116
36344	rnn.bias_hh_l0_reverse	8	0.011094966903328896
36344	rnn.bias_hh_l0_reverse	9	-0.16092824935913086
36344	linear.weight	0	0.1733797788619995
36344	linear.weight	1	-0.16297435760498047
36344	linear.weight	2	-0.21480365097522736
36344	linear.weight	3	0.07852867990732193
36344	linear.weight	4	-0.026663506403565407
36344	linear.weight	5	0.004101609345525503
36344	linear.weight	6	-0.006904692854732275
36344	linear.weight	7	-0.027075164020061493
36344	linear.weight	8	0.08441764116287231
36344	linear.weight	9	0.34966516494750977
36344	linear.bias	0	-0.20726753771305084
36344	linear.bias	1	0.19433175027370453
36344	linear.bias	2	-0.5396170616149902
36344	linear.bias	3	1.7041040658950806
36344	linear.bias	4	-0.39679664373397827
36344	linear.bias	5	-0.030769959092140198
36344	linear.bias	6	-0.35780248045921326
36344	linear.bias	7	-0.27957701683044434
36344	linear.bias	8	-0.0432954803109169
36344	linear.bias	9	-0.49797284603118896
36372	transitions	0	-0.6482967138290405
36372	transitions	1	0.34956079721450806
36372	transitions	2	1.674314260482788
36372	transitions	3	0.09649718552827835
36372	transitions	4	0.9483976364135742
36372	transitions	5	1.2739229202270508
36372	transitions	6	0.4832981824874878
36372	transitions	7	0.1757308393716812
36372	transitions	8	-0.919520914554596
36372	transitions	9	0.9306592345237732
36372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36372	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36372	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36372	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36372	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36372	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36372	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36372	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36372	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36372	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36372	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36372	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36372	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36372	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36372	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36372	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36372	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36372	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36372	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36372	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36372	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36372	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36372	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36372	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36372	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36372	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36372	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36372	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36372	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36372	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36372	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36372	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36372	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36372	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36372	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36372	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36372	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36372	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36372	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36372	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36372	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36372	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36372	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36372	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36372	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36372	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36372	embedding2nn.weight	0	0.022494856268167496
36372	embedding2nn.weight	1	0.014190329238772392
36372	embedding2nn.weight	2	-0.004285627510398626
36372	embedding2nn.weight	3	-0.00010437331366119906
36372	embedding2nn.weight	4	-0.0043771942146122456
36372	embedding2nn.weight	5	0.011863868683576584
36372	embedding2nn.weight	6	-0.004974100273102522
36372	embedding2nn.weight	7	0.020734736695885658
36372	embedding2nn.weight	8	-0.006841168738901615
36372	embedding2nn.weight	9	-0.013899163343012333
36372	embedding2nn.bias	0	-0.03873755410313606
36372	embedding2nn.bias	1	-0.02139085903763771
36372	embedding2nn.bias	2	-0.0745386928319931
36372	embedding2nn.bias	3	-0.0017576977843418717
36372	embedding2nn.bias	4	0.004305296577513218
36372	embedding2nn.bias	5	-0.0069125317968428135
36372	embedding2nn.bias	6	0.009485036134719849
36372	embedding2nn.bias	7	0.02002648450434208
36372	embedding2nn.bias	8	0.007284962572157383
36372	embedding2nn.bias	9	0.0010898984037339687
36372	rnn.weight_ih_l0	0	0.03954151272773743
36372	rnn.weight_ih_l0	1	-0.013662222772836685
36372	rnn.weight_ih_l0	2	-0.036506395787000656
36372	rnn.weight_ih_l0	3	-0.044776029884815216
36372	rnn.weight_ih_l0	4	-0.05204331874847412
36372	rnn.weight_ih_l0	5	-0.008463605307042599
36372	rnn.weight_ih_l0	6	-0.05188998952507973
36372	rnn.weight_ih_l0	7	-0.061593830585479736
36372	rnn.weight_ih_l0	8	-0.04472559690475464
36372	rnn.weight_ih_l0	9	-0.026939675211906433
36372	rnn.weight_hh_l0	0	0.019322464242577553
36372	rnn.weight_hh_l0	1	-0.009682723321020603
36372	rnn.weight_hh_l0	2	-0.06759581714868546
36372	rnn.weight_hh_l0	3	-0.03337757661938667
36372	rnn.weight_hh_l0	4	-0.07835382223129272
36372	rnn.weight_hh_l0	5	-0.014574212022125721
36372	rnn.weight_hh_l0	6	-0.05432354286313057
36372	rnn.weight_hh_l0	7	-0.040716517716646194
36372	rnn.weight_hh_l0	8	-0.019109509885311127
36372	rnn.weight_hh_l0	9	-0.007918352261185646
36372	rnn.bias_ih_l0	0	0.14556410908699036
36372	rnn.bias_ih_l0	1	-0.056246593594551086
36372	rnn.bias_ih_l0	2	0.10430348664522171
36372	rnn.bias_ih_l0	3	0.048864252865314484
36372	rnn.bias_ih_l0	4	0.09908127784729004
36372	rnn.bias_ih_l0	5	0.024174634367227554
36372	rnn.bias_ih_l0	6	-0.01759621873497963
36372	rnn.bias_ih_l0	7	-0.10894304513931274
36372	rnn.bias_ih_l0	8	-0.2066517472267151
36372	rnn.bias_ih_l0	9	0.0870567038655281
36372	rnn.bias_hh_l0	0	0.0028083226643502712
36372	rnn.bias_hh_l0	1	0.023646032437682152
36372	rnn.bias_hh_l0	2	-0.0061146714724600315
36372	rnn.bias_hh_l0	3	-0.03031165711581707
36372	rnn.bias_hh_l0	4	-0.036261044442653656
36372	rnn.bias_hh_l0	5	0.14359857141971588
36372	rnn.bias_hh_l0	6	0.051328144967556
36372	rnn.bias_hh_l0	7	0.05975254997611046
36372	rnn.bias_hh_l0	8	0.016772478818893433
36372	rnn.bias_hh_l0	9	0.04345620796084404
36372	rnn.weight_ih_l0_reverse	0	-0.029702141880989075
36372	rnn.weight_ih_l0_reverse	1	-0.002194220433011651
36372	rnn.weight_ih_l0_reverse	2	0.0238361693918705
36372	rnn.weight_ih_l0_reverse	3	-0.06209990382194519
36372	rnn.weight_ih_l0_reverse	4	0.009301642887294292
36372	rnn.weight_ih_l0_reverse	5	-0.046097833663225174
36372	rnn.weight_ih_l0_reverse	6	0.028367070481181145
36372	rnn.weight_ih_l0_reverse	7	0.04597996920347214
36372	rnn.weight_ih_l0_reverse	8	-0.04875990003347397
36372	rnn.weight_ih_l0_reverse	9	-0.05075186491012573
36372	rnn.weight_hh_l0_reverse	0	-0.08326782286167145
36372	rnn.weight_hh_l0_reverse	1	-0.06329294294118881
36372	rnn.weight_hh_l0_reverse	2	0.03440282121300697
36372	rnn.weight_hh_l0_reverse	3	0.04575568437576294
36372	rnn.weight_hh_l0_reverse	4	-0.015894362702965736
36372	rnn.weight_hh_l0_reverse	5	0.04558052495121956
36372	rnn.weight_hh_l0_reverse	6	0.0011621875455603004
36372	rnn.weight_hh_l0_reverse	7	-0.00018495794211048633
36372	rnn.weight_hh_l0_reverse	8	-0.09875844419002533
36372	rnn.weight_hh_l0_reverse	9	0.08018052577972412
36372	rnn.bias_ih_l0_reverse	0	-0.08916230499744415
36372	rnn.bias_ih_l0_reverse	1	-0.06904914230108261
36372	rnn.bias_ih_l0_reverse	2	0.10322477668523788
36372	rnn.bias_ih_l0_reverse	3	0.04795687273144722
36372	rnn.bias_ih_l0_reverse	4	-0.12917201220989227
36372	rnn.bias_ih_l0_reverse	5	0.04102373495697975
36372	rnn.bias_ih_l0_reverse	6	-0.1064300611615181
36372	rnn.bias_ih_l0_reverse	7	0.044592779129743576
36372	rnn.bias_ih_l0_reverse	8	0.034425824880599976
36372	rnn.bias_ih_l0_reverse	9	0.06319846957921982
36372	rnn.bias_hh_l0_reverse	0	0.0572444386780262
36372	rnn.bias_hh_l0_reverse	1	0.06534850597381592
36372	rnn.bias_hh_l0_reverse	2	0.07856739312410355
36372	rnn.bias_hh_l0_reverse	3	-0.003950952086597681
36372	rnn.bias_hh_l0_reverse	4	0.0714733898639679
36372	rnn.bias_hh_l0_reverse	5	0.007087831385433674
36372	rnn.bias_hh_l0_reverse	6	-0.05440021678805351
36372	rnn.bias_hh_l0_reverse	7	0.027378270402550697
36372	rnn.bias_hh_l0_reverse	8	0.011096554808318615
36372	rnn.bias_hh_l0_reverse	9	-0.16091786324977875
36372	linear.weight	0	0.17338716983795166
36372	linear.weight	1	-0.16297434270381927
36372	linear.weight	2	-0.21480710804462433
36372	linear.weight	3	0.07853754609823227
36372	linear.weight	4	-0.026663320139050484
36372	linear.weight	5	0.004101622849702835
36372	linear.weight	6	-0.006904691457748413
36372	linear.weight	7	-0.02707514353096485
36372	linear.weight	8	0.08442211896181107
36372	linear.weight	9	0.34966912865638733
36372	linear.bias	0	-0.20727834105491638
36372	linear.bias	1	0.19434359669685364
36372	linear.bias	2	-0.5396202802658081
36372	linear.bias	3	1.704140543937683
36372	linear.bias	4	-0.3967968821525574
36372	linear.bias	5	-0.030769959092140198
36372	linear.bias	6	-0.35780566930770874
36372	linear.bias	7	-0.2795557677745819
36372	linear.bias	8	-0.04327676072716713
36372	linear.bias	9	-0.49797287583351135
36400	transitions	0	-0.6482967734336853
36400	transitions	1	0.3495607078075409
36400	transitions	2	1.674314260482788
36400	transitions	3	0.09649716317653656
36400	transitions	4	0.9483976364135742
36400	transitions	5	1.2739229202270508
36400	transitions	6	0.4832981824874878
36400	transitions	7	0.1757308393716812
36400	transitions	8	-0.919520914554596
36400	transitions	9	0.9306592345237732
36400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36400	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36400	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36400	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36400	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36400	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36400	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36400	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36400	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36400	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36400	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36400	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36400	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36400	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36400	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36400	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36400	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36400	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36400	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36400	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36400	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36400	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36400	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36400	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36400	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36400	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36400	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36400	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36400	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36400	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36400	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36400	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36400	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36400	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36400	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36400	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36400	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36400	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36400	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36400	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36400	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36400	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36400	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36400	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36400	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36400	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36400	embedding2nn.weight	0	0.022494498640298843
36400	embedding2nn.weight	1	0.014190073125064373
36400	embedding2nn.weight	2	-0.004285624250769615
36400	embedding2nn.weight	3	-0.00010422866034787148
36400	embedding2nn.weight	4	-0.004377128556370735
36400	embedding2nn.weight	5	0.011862684972584248
36400	embedding2nn.weight	6	-0.004974340554326773
36400	embedding2nn.weight	7	0.020734360441565514
36400	embedding2nn.weight	8	-0.0068416353315114975
36400	embedding2nn.weight	9	-0.013898917473852634
36400	embedding2nn.bias	0	-0.03872750699520111
36400	embedding2nn.bias	1	-0.02137751504778862
36400	embedding2nn.bias	2	-0.07454981654882431
36400	embedding2nn.bias	3	-0.001764875603839755
36400	embedding2nn.bias	4	0.004299129359424114
36400	embedding2nn.bias	5	-0.006922041065990925
36400	embedding2nn.bias	6	0.009503968060016632
36400	embedding2nn.bias	7	0.020035695284605026
36400	embedding2nn.bias	8	0.007295787334442139
36400	embedding2nn.bias	9	0.0010912625584751368
36400	rnn.weight_ih_l0	0	0.03954165056347847
36400	rnn.weight_ih_l0	1	-0.013662648387253284
36400	rnn.weight_ih_l0	2	-0.03650747984647751
36400	rnn.weight_ih_l0	3	-0.04477612301707268
36400	rnn.weight_ih_l0	4	-0.05204327404499054
36400	rnn.weight_ih_l0	5	-0.008462993428111076
36400	rnn.weight_ih_l0	6	-0.051888760179281235
36400	rnn.weight_ih_l0	7	-0.06159307435154915
36400	rnn.weight_ih_l0	8	-0.04472467303276062
36400	rnn.weight_ih_l0	9	-0.026939522475004196
36400	rnn.weight_hh_l0	0	0.019323470070958138
36400	rnn.weight_hh_l0	1	-0.009683173149824142
36400	rnn.weight_hh_l0	2	-0.0675954595208168
36400	rnn.weight_hh_l0	3	-0.033376745879650116
36400	rnn.weight_hh_l0	4	-0.07835438847541809
36400	rnn.weight_hh_l0	5	-0.01457406859844923
36400	rnn.weight_hh_l0	6	-0.054326944053173065
36400	rnn.weight_hh_l0	7	-0.04072079807519913
36400	rnn.weight_hh_l0	8	-0.019110901281237602
36400	rnn.weight_hh_l0	9	-0.007917222566902637
36400	rnn.bias_ih_l0	0	0.14556396007537842
36400	rnn.bias_ih_l0	1	-0.056252963840961456
36400	rnn.bias_ih_l0	2	0.10430388152599335
36400	rnn.bias_ih_l0	3	0.048865705728530884
36400	rnn.bias_ih_l0	4	0.09909304976463318
36400	rnn.bias_ih_l0	5	0.024177759885787964
36400	rnn.bias_ih_l0	6	-0.01760239712893963
36400	rnn.bias_ih_l0	7	-0.10894756764173508
36400	rnn.bias_ih_l0	8	-0.2066430002450943
36400	rnn.bias_ih_l0	9	0.08705852925777435
36400	rnn.bias_hh_l0	0	0.0028078407049179077
36400	rnn.bias_hh_l0	1	0.023645412176847458
36400	rnn.bias_hh_l0	2	-0.006113660521805286
36400	rnn.bias_hh_l0	3	-0.030306203290820122
36400	rnn.bias_hh_l0	4	-0.03626241907477379
36400	rnn.bias_hh_l0	5	0.1436028629541397
36400	rnn.bias_hh_l0	6	0.051316820085048676
36400	rnn.bias_hh_l0	7	0.05974894016981125
36400	rnn.bias_hh_l0	8	0.016766300424933434
36400	rnn.bias_hh_l0	9	0.04345426335930824
36400	rnn.weight_ih_l0_reverse	0	-0.029698485508561134
36400	rnn.weight_ih_l0_reverse	1	-0.0021911354269832373
36400	rnn.weight_ih_l0_reverse	2	0.02383650653064251
36400	rnn.weight_ih_l0_reverse	3	-0.062099479138851166
36400	rnn.weight_ih_l0_reverse	4	0.009301147423684597
36400	rnn.weight_ih_l0_reverse	5	-0.0460987463593483
36400	rnn.weight_ih_l0_reverse	6	0.02836957760155201
36400	rnn.weight_ih_l0_reverse	7	0.045978844165802
36400	rnn.weight_ih_l0_reverse	8	-0.048760075122117996
36400	rnn.weight_ih_l0_reverse	9	-0.050752051174640656
36400	rnn.weight_hh_l0_reverse	0	-0.0832676887512207
36400	rnn.weight_hh_l0_reverse	1	-0.063295379281044
36400	rnn.weight_hh_l0_reverse	2	0.03440102934837341
36400	rnn.weight_hh_l0_reverse	3	0.04575631022453308
36400	rnn.weight_hh_l0_reverse	4	-0.015896346420049667
36400	rnn.weight_hh_l0_reverse	5	0.04558054730296135
36400	rnn.weight_hh_l0_reverse	6	0.00116884580347687
36400	rnn.weight_hh_l0_reverse	7	-0.00018474594980943948
36400	rnn.weight_hh_l0_reverse	8	-0.09875906258821487
36400	rnn.weight_hh_l0_reverse	9	0.08018296211957932
36400	rnn.bias_ih_l0_reverse	0	-0.08915863931179047
36400	rnn.bias_ih_l0_reverse	1	-0.06904643028974533
36400	rnn.bias_ih_l0_reverse	2	0.10322247445583344
36400	rnn.bias_ih_l0_reverse	3	0.04795411601662636
36400	rnn.bias_ih_l0_reverse	4	-0.12917092442512512
36400	rnn.bias_ih_l0_reverse	5	0.04102405905723572
36400	rnn.bias_ih_l0_reverse	6	-0.10643212497234344
36400	rnn.bias_ih_l0_reverse	7	0.044592201709747314
36400	rnn.bias_ih_l0_reverse	8	0.0344221405684948
36400	rnn.bias_ih_l0_reverse	9	0.06320193409919739
36400	rnn.bias_hh_l0_reverse	0	0.05723370611667633
36400	rnn.bias_hh_l0_reverse	1	0.0653446838259697
36400	rnn.bias_hh_l0_reverse	2	0.07856310904026031
36400	rnn.bias_hh_l0_reverse	3	-0.003952049650251865
36400	rnn.bias_hh_l0_reverse	4	0.07147921621799469
36400	rnn.bias_hh_l0_reverse	5	0.007099981885403395
36400	rnn.bias_hh_l0_reverse	6	-0.0544087179005146
36400	rnn.bias_hh_l0_reverse	7	0.027374647557735443
36400	rnn.bias_hh_l0_reverse	8	0.011102316901087761
36400	rnn.bias_hh_l0_reverse	9	-0.16091343760490417
36400	linear.weight	0	0.17340093851089478
36400	linear.weight	1	-0.16297434270381927
36400	linear.weight	2	-0.21481963992118835
36400	linear.weight	3	0.07853769510984421
36400	linear.weight	4	-0.02666321024298668
36400	linear.weight	5	0.004101294558495283
36400	linear.weight	6	-0.006904688663780689
36400	linear.weight	7	-0.027075093239545822
36400	linear.weight	8	0.08441852778196335
36400	linear.weight	9	0.34967368841171265
36400	linear.bias	0	-0.20724999904632568
36400	linear.bias	1	0.19434881210327148
36400	linear.bias	2	-0.5396181344985962
36400	linear.bias	3	1.7040789127349854
36400	linear.bias	4	-0.39679768681526184
36400	linear.bias	5	-0.030769959092140198
36400	linear.bias	6	-0.3578048348426819
36400	linear.bias	7	-0.2795344591140747
36400	linear.bias	8	-0.04324246570467949
36400	linear.bias	9	-0.4979729950428009
36428	transitions	0	-0.6482967734336853
36428	transitions	1	0.3495606482028961
36428	transitions	2	1.674314260482788
36428	transitions	3	0.09649703651666641
36428	transitions	4	0.9483976364135742
36428	transitions	5	1.2739229202270508
36428	transitions	6	0.4832981824874878
36428	transitions	7	0.1757308393716812
36428	transitions	8	-0.919520914554596
36428	transitions	9	0.9306592345237732
36428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36428	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36428	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36428	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36428	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36428	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36428	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36428	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36428	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36428	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36428	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36428	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36428	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36428	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36428	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36428	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36428	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36428	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36428	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36428	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36428	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36428	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36428	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36428	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36428	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36428	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36428	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36428	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36428	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36428	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36428	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36428	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36428	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36428	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36428	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36428	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36428	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36428	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36428	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36428	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36428	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36428	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36428	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36428	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36428	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36428	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36428	embedding2nn.weight	0	0.022496016696095467
36428	embedding2nn.weight	1	0.014190034940838814
36428	embedding2nn.weight	2	-0.004285567440092564
36428	embedding2nn.weight	3	-0.00010432405542815104
36428	embedding2nn.weight	4	-0.004377210047096014
36428	embedding2nn.weight	5	0.011862868443131447
36428	embedding2nn.weight	6	-0.004974295385181904
36428	embedding2nn.weight	7	0.02073618583381176
36428	embedding2nn.weight	8	-0.006842055357992649
36428	embedding2nn.weight	9	-0.013898767530918121
36428	embedding2nn.bias	0	-0.03871052339673042
36428	embedding2nn.bias	1	-0.02140013873577118
36428	embedding2nn.bias	2	-0.07452680170536041
36428	embedding2nn.bias	3	-0.0017902199178934097
36428	embedding2nn.bias	4	0.004311308264732361
36428	embedding2nn.bias	5	-0.006907014641910791
36428	embedding2nn.bias	6	0.00950668565928936
36428	embedding2nn.bias	7	0.020032284781336784
36428	embedding2nn.bias	8	0.007288071792572737
36428	embedding2nn.bias	9	0.001093127764761448
36428	rnn.weight_ih_l0	0	0.03953969106078148
36428	rnn.weight_ih_l0	1	-0.01366348471492529
36428	rnn.weight_ih_l0	2	-0.036504313349723816
36428	rnn.weight_ih_l0	3	-0.04477549344301224
36428	rnn.weight_ih_l0	4	-0.052044495940208435
36428	rnn.weight_ih_l0	5	-0.008463195525109768
36428	rnn.weight_ih_l0	6	-0.05188924819231033
36428	rnn.weight_ih_l0	7	-0.06159353628754616
36428	rnn.weight_ih_l0	8	-0.044724587351083755
36428	rnn.weight_ih_l0	9	-0.02693912759423256
36428	rnn.weight_hh_l0	0	0.019323885440826416
36428	rnn.weight_hh_l0	1	-0.009681194089353085
36428	rnn.weight_hh_l0	2	-0.06759411096572876
36428	rnn.weight_hh_l0	3	-0.03337626904249191
36428	rnn.weight_hh_l0	4	-0.07835330814123154
36428	rnn.weight_hh_l0	5	-0.014574538916349411
36428	rnn.weight_hh_l0	6	-0.05432887375354767
36428	rnn.weight_hh_l0	7	-0.04072033613920212
36428	rnn.weight_hh_l0	8	-0.01910993829369545
36428	rnn.weight_hh_l0	9	-0.0079148318618536
36428	rnn.bias_ih_l0	0	0.14556565880775452
36428	rnn.bias_ih_l0	1	-0.056248534470796585
36428	rnn.bias_ih_l0	2	0.10431237518787384
36428	rnn.bias_ih_l0	3	0.04886772483587265
36428	rnn.bias_ih_l0	4	0.09908575564622879
36428	rnn.bias_ih_l0	5	0.02417883649468422
36428	rnn.bias_ih_l0	6	-0.017601000145077705
36428	rnn.bias_ih_l0	7	-0.10895649343729019
36428	rnn.bias_ih_l0	8	-0.2066437005996704
36428	rnn.bias_ih_l0	9	0.08705540746450424
36428	rnn.bias_hh_l0	0	0.0028127667028456926
36428	rnn.bias_hh_l0	1	0.02364923432469368
36428	rnn.bias_hh_l0	2	-0.006107582710683346
36428	rnn.bias_hh_l0	3	-0.030307453125715256
36428	rnn.bias_hh_l0	4	-0.03626188263297081
36428	rnn.bias_hh_l0	5	0.14360395073890686
36428	rnn.bias_hh_l0	6	0.05131443962454796
36428	rnn.bias_hh_l0	7	0.05974522605538368
36428	rnn.bias_hh_l0	8	0.016767697408795357
36428	rnn.bias_hh_l0	9	0.04345173388719559
36428	rnn.weight_ih_l0_reverse	0	-0.02970067597925663
36428	rnn.weight_ih_l0_reverse	1	-0.0021949775982648134
36428	rnn.weight_ih_l0_reverse	2	0.023836078122258186
36428	rnn.weight_ih_l0_reverse	3	-0.0620996467769146
36428	rnn.weight_ih_l0_reverse	4	0.009300300851464272
36428	rnn.weight_ih_l0_reverse	5	-0.0460992269217968
36428	rnn.weight_ih_l0_reverse	6	0.028369801118969917
36428	rnn.weight_ih_l0_reverse	7	0.04597925767302513
36428	rnn.weight_ih_l0_reverse	8	-0.048759352415800095
36428	rnn.weight_ih_l0_reverse	9	-0.05075228959321976
36428	rnn.weight_hh_l0_reverse	0	-0.08326485008001328
36428	rnn.weight_hh_l0_reverse	1	-0.06329900771379471
36428	rnn.weight_hh_l0_reverse	2	0.03439915552735329
36428	rnn.weight_hh_l0_reverse	3	0.04575580358505249
36428	rnn.weight_hh_l0_reverse	4	-0.015895742923021317
36428	rnn.weight_hh_l0_reverse	5	0.0455799363553524
36428	rnn.weight_hh_l0_reverse	6	0.0011636822018772364
36428	rnn.weight_hh_l0_reverse	7	-0.00018432542856317014
36428	rnn.weight_hh_l0_reverse	8	-0.09876246005296707
36428	rnn.weight_hh_l0_reverse	9	0.08018229901790619
36428	rnn.bias_ih_l0_reverse	0	-0.08917249739170074
36428	rnn.bias_ih_l0_reverse	1	-0.0690336599946022
36428	rnn.bias_ih_l0_reverse	2	0.10322140157222748
36428	rnn.bias_ih_l0_reverse	3	0.047953635454177856
36428	rnn.bias_ih_l0_reverse	4	-0.12916910648345947
36428	rnn.bias_ih_l0_reverse	5	0.04102392867207527
36428	rnn.bias_ih_l0_reverse	6	-0.1064380556344986
36428	rnn.bias_ih_l0_reverse	7	0.044591933488845825
36428	rnn.bias_ih_l0_reverse	8	0.034423571079969406
36428	rnn.bias_ih_l0_reverse	9	0.06320547312498093
36428	rnn.bias_hh_l0_reverse	0	0.05722534656524658
36428	rnn.bias_hh_l0_reverse	1	0.06534569710493088
36428	rnn.bias_hh_l0_reverse	2	0.07856200635433197
36428	rnn.bias_hh_l0_reverse	3	-0.003948769066482782
36428	rnn.bias_hh_l0_reverse	4	0.07147175073623657
36428	rnn.bias_hh_l0_reverse	5	0.00709619652479887
36428	rnn.bias_hh_l0_reverse	6	-0.05440274626016617
36428	rnn.bias_hh_l0_reverse	7	0.027371695265173912
36428	rnn.bias_hh_l0_reverse	8	0.011109407059848309
36428	rnn.bias_hh_l0_reverse	9	-0.1609215885400772
36428	linear.weight	0	0.17340467870235443
36428	linear.weight	1	-0.16297422349452972
36428	linear.weight	2	-0.2148190140724182
36428	linear.weight	3	0.07853533327579498
36428	linear.weight	4	-0.026661980897188187
36428	linear.weight	5	0.0041019488126039505
36428	linear.weight	6	-0.006904682144522667
36428	linear.weight	7	-0.027074990794062614
36428	linear.weight	8	0.08442346006631851
36428	linear.weight	9	0.34966933727264404
36428	linear.bias	0	-0.20725055038928986
36428	linear.bias	1	0.19436275959014893
36428	linear.bias	2	-0.5396131277084351
36428	linear.bias	3	1.7041563987731934
36428	linear.bias	4	-0.3967980444431305
36428	linear.bias	5	-0.030769959092140198
36428	linear.bias	6	-0.35780107975006104
36428	linear.bias	7	-0.27953583002090454
36428	linear.bias	8	-0.043271634727716446
36428	linear.bias	9	-0.49797338247299194
36456	transitions	0	-0.6482968330383301
36456	transitions	1	0.3495606482028961
36456	transitions	2	1.674314260482788
36456	transitions	3	0.09649702161550522
36456	transitions	4	0.9483976364135742
36456	transitions	5	1.2739229202270508
36456	transitions	6	0.4832981824874878
36456	transitions	7	0.1757308393716812
36456	transitions	8	-0.919520914554596
36456	transitions	9	0.9306592345237732
36456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36456	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36456	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36456	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36456	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36456	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36456	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36456	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36456	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36456	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36456	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36456	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36456	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36456	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36456	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36456	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36456	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36456	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36456	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36456	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36456	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36456	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36456	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36456	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36456	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36456	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36456	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36456	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36456	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36456	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36456	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36456	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36456	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36456	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36456	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36456	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36456	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36456	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36456	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36456	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36456	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36456	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36456	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36456	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36456	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36456	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36456	embedding2nn.weight	0	0.022497637197375298
36456	embedding2nn.weight	1	0.0141898849979043
36456	embedding2nn.weight	2	-0.004285644274204969
36456	embedding2nn.weight	3	-0.00010517641203477979
36456	embedding2nn.weight	4	-0.004377285949885845
36456	embedding2nn.weight	5	0.01186254620552063
36456	embedding2nn.weight	6	-0.0049737258814275265
36456	embedding2nn.weight	7	0.02073371410369873
36456	embedding2nn.weight	8	-0.006841573398560286
36456	embedding2nn.weight	9	-0.013898591510951519
36456	embedding2nn.bias	0	-0.0387258417904377
36456	embedding2nn.bias	1	-0.021398894488811493
36456	embedding2nn.bias	2	-0.07452491670846939
36456	embedding2nn.bias	3	-0.0017919333186000586
36456	embedding2nn.bias	4	0.004335499368607998
36456	embedding2nn.bias	5	-0.00690400181338191
36456	embedding2nn.bias	6	0.009512688033282757
36456	embedding2nn.bias	7	0.02003292180597782
36456	embedding2nn.bias	8	0.007282698526978493
36456	embedding2nn.bias	9	0.0011302703060209751
36456	rnn.weight_ih_l0	0	0.03953978791832924
36456	rnn.weight_ih_l0	1	-0.01366285141557455
36456	rnn.weight_ih_l0	2	-0.036507464945316315
36456	rnn.weight_ih_l0	3	-0.04477539658546448
36456	rnn.weight_ih_l0	4	-0.05204429104924202
36456	rnn.weight_ih_l0	5	-0.008463012985885143
36456	rnn.weight_ih_l0	6	-0.05188994109630585
36456	rnn.weight_ih_l0	7	-0.061594534665346146
36456	rnn.weight_ih_l0	8	-0.044724177569150925
36456	rnn.weight_ih_l0	9	-0.026939574629068375
36456	rnn.weight_hh_l0	0	0.01932484842836857
36456	rnn.weight_hh_l0	1	-0.009681833907961845
36456	rnn.weight_hh_l0	2	-0.0675927922129631
36456	rnn.weight_hh_l0	3	-0.03337481990456581
36456	rnn.weight_hh_l0	4	-0.07835347950458527
36456	rnn.weight_hh_l0	5	-0.014574456959962845
36456	rnn.weight_hh_l0	6	-0.05433179810643196
36456	rnn.weight_hh_l0	7	-0.04072081670165062
36456	rnn.weight_hh_l0	8	-0.019107302650809288
36456	rnn.weight_hh_l0	9	-0.007913445122539997
36456	rnn.bias_ih_l0	0	0.14556527137756348
36456	rnn.bias_ih_l0	1	-0.05625271052122116
36456	rnn.bias_ih_l0	2	0.10431874543428421
36456	rnn.bias_ih_l0	3	0.04886519908905029
36456	rnn.bias_ih_l0	4	0.09907907247543335
36456	rnn.bias_ih_l0	5	0.02417561039328575
36456	rnn.bias_ih_l0	6	-0.01760525442659855
36456	rnn.bias_ih_l0	7	-0.108958400785923
36456	rnn.bias_ih_l0	8	-0.20663805305957794
36456	rnn.bias_ih_l0	9	0.08705395460128784
36456	rnn.bias_hh_l0	0	0.002812415361404419
36456	rnn.bias_hh_l0	1	0.023649785667657852
36456	rnn.bias_hh_l0	2	-0.0061041018925607204
36456	rnn.bias_hh_l0	3	-0.030319148674607277
36456	rnn.bias_hh_l0	4	-0.0362589955329895
36456	rnn.bias_hh_l0	5	0.1436094343662262
36456	rnn.bias_hh_l0	6	0.05131833255290985
36456	rnn.bias_hh_l0	7	0.05973835662007332
36456	rnn.bias_hh_l0	8	0.016763443127274513
36456	rnn.bias_hh_l0	9	0.04345565661787987
36456	rnn.weight_ih_l0_reverse	0	-0.029701609164476395
36456	rnn.weight_ih_l0_reverse	1	-0.0021950530353933573
36456	rnn.weight_ih_l0_reverse	2	0.02383577823638916
36456	rnn.weight_ih_l0_reverse	3	-0.062100399285554886
36456	rnn.weight_ih_l0_reverse	4	0.009300515986979008
36456	rnn.weight_ih_l0_reverse	5	-0.046098608523607254
36456	rnn.weight_ih_l0_reverse	6	0.028373630717396736
36456	rnn.weight_ih_l0_reverse	7	0.045979250222444534
36456	rnn.weight_ih_l0_reverse	8	-0.04875955358147621
36456	rnn.weight_ih_l0_reverse	9	-0.05075201392173767
36456	rnn.weight_hh_l0_reverse	0	-0.08326683938503265
36456	rnn.weight_hh_l0_reverse	1	-0.06329409033060074
36456	rnn.weight_hh_l0_reverse	2	0.03440001979470253
36456	rnn.weight_hh_l0_reverse	3	0.04575705900788307
36456	rnn.weight_hh_l0_reverse	4	-0.015898438170552254
36456	rnn.weight_hh_l0_reverse	5	0.045579373836517334
36456	rnn.weight_hh_l0_reverse	6	0.001156854210421443
36456	rnn.weight_hh_l0_reverse	7	-0.00018526970234233886
36456	rnn.weight_hh_l0_reverse	8	-0.09876358509063721
36456	rnn.weight_hh_l0_reverse	9	0.08018233627080917
36456	rnn.bias_ih_l0_reverse	0	-0.08917824923992157
36456	rnn.bias_ih_l0_reverse	1	-0.06902746111154556
36456	rnn.bias_ih_l0_reverse	2	0.10321915149688721
36456	rnn.bias_ih_l0_reverse	3	0.047953858971595764
36456	rnn.bias_ih_l0_reverse	4	-0.12916776537895203
36456	rnn.bias_ih_l0_reverse	5	0.041024696081876755
36456	rnn.bias_ih_l0_reverse	6	-0.10644268989562988
36456	rnn.bias_ih_l0_reverse	7	0.044595103710889816
36456	rnn.bias_ih_l0_reverse	8	0.03441813960671425
36456	rnn.bias_ih_l0_reverse	9	0.06320832669734955
36456	rnn.bias_hh_l0_reverse	0	0.05723249167203903
36456	rnn.bias_hh_l0_reverse	1	0.06534469872713089
36456	rnn.bias_hh_l0_reverse	2	0.07856743782758713
36456	rnn.bias_hh_l0_reverse	3	-0.003950780723243952
36456	rnn.bias_hh_l0_reverse	4	0.07146861404180527
36456	rnn.bias_hh_l0_reverse	5	0.007100514601916075
36456	rnn.bias_hh_l0_reverse	6	-0.05439523234963417
36456	rnn.bias_hh_l0_reverse	7	0.02737773396074772
36456	rnn.bias_hh_l0_reverse	8	0.011107700876891613
36456	rnn.bias_hh_l0_reverse	9	-0.16092874109745026
36456	linear.weight	0	0.17341665923595428
36456	linear.weight	1	-0.16297394037246704
36456	linear.weight	2	-0.21481889486312866
36456	linear.weight	3	0.07853347063064575
36456	linear.weight	4	-0.026660345494747162
36456	linear.weight	5	0.004100342746824026
36456	linear.weight	6	-0.0069046784192323685
36456	linear.weight	7	-0.027074772864580154
36456	linear.weight	8	0.0844242200255394
36456	linear.weight	9	0.3496708571910858
36456	linear.bias	0	-0.20721183717250824
36456	linear.bias	1	0.1943785399198532
36456	linear.bias	2	-0.5396235585212708
36456	linear.bias	3	1.7041690349578857
36456	linear.bias	4	-0.39679813385009766
36456	linear.bias	5	-0.030769959092140198
36456	linear.bias	6	-0.35781216621398926
36456	linear.bias	7	-0.27954328060150146
36456	linear.bias	8	-0.04334929957985878
36456	linear.bias	9	-0.4979734420776367
36484	transitions	0	-0.6482968330383301
36484	transitions	1	0.34956029057502747
36484	transitions	2	1.674314260482788
36484	transitions	3	0.09649696201086044
36484	transitions	4	0.9483976364135742
36484	transitions	5	1.2739229202270508
36484	transitions	6	0.4832981824874878
36484	transitions	7	0.1757308393716812
36484	transitions	8	-0.919520914554596
36484	transitions	9	0.9306592345237732
36484	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36484	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36484	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36484	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36484	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36484	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36484	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36484	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36484	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36484	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36484	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36484	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36484	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36484	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36484	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36484	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36484	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36484	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36484	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36484	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36484	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36484	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36484	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36484	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36484	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36484	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36484	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36484	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36484	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36484	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36484	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36484	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36484	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36484	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36484	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36484	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36484	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36484	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36484	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36484	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36484	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36484	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36484	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36484	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36484	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36484	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36484	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36484	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36484	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36484	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36484	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36484	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36484	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36484	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36484	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36484	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36484	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36484	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36484	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36484	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36484	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36484	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36484	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36484	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36484	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36484	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36484	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36484	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36484	embedding2nn.weight	0	0.022497083991765976
36484	embedding2nn.weight	1	0.01418991107493639
36484	embedding2nn.weight	2	-0.004285644274204969
36484	embedding2nn.weight	3	-0.00010498467599973083
36484	embedding2nn.weight	4	-0.0043772305361926556
36484	embedding2nn.weight	5	0.011862530373036861
36484	embedding2nn.weight	6	-0.004973747301846743
36484	embedding2nn.weight	7	0.02073359303176403
36484	embedding2nn.weight	8	-0.006841388065367937
36484	embedding2nn.weight	9	-0.013898625038564205
36484	embedding2nn.bias	0	-0.038714997470378876
36484	embedding2nn.bias	1	-0.021388713270425797
36484	embedding2nn.bias	2	-0.07450593262910843
36484	embedding2nn.bias	3	-0.0017827048432081938
36484	embedding2nn.bias	4	0.004344920162111521
36484	embedding2nn.bias	5	-0.006878855638206005
36484	embedding2nn.bias	6	0.00949751678854227
36484	embedding2nn.bias	7	0.02003217302262783
36484	embedding2nn.bias	8	0.007294493727385998
36484	embedding2nn.bias	9	0.0011351859429851174
36484	rnn.weight_ih_l0	0	0.03953934833407402
36484	rnn.weight_ih_l0	1	-0.013664517551660538
36484	rnn.weight_ih_l0	2	-0.036513276398181915
36484	rnn.weight_ih_l0	3	-0.04477459564805031
36484	rnn.weight_ih_l0	4	-0.052043844014406204
36484	rnn.weight_ih_l0	5	-0.008462958969175816
36484	rnn.weight_ih_l0	6	-0.0518888384103775
36484	rnn.weight_ih_l0	7	-0.06159481406211853
36484	rnn.weight_ih_l0	8	-0.04472433775663376
36484	rnn.weight_ih_l0	9	-0.026940779760479927
36484	rnn.weight_hh_l0	0	0.019324449822306633
36484	rnn.weight_hh_l0	1	-0.009682041592895985
36484	rnn.weight_hh_l0	2	-0.0675949677824974
36484	rnn.weight_hh_l0	3	-0.03337544575333595
36484	rnn.weight_hh_l0	4	-0.07835464179515839
36484	rnn.weight_hh_l0	5	-0.014574919827282429
36484	rnn.weight_hh_l0	6	-0.0543314553797245
36484	rnn.weight_hh_l0	7	-0.040725644677877426
36484	rnn.weight_hh_l0	8	-0.019107099622488022
36484	rnn.weight_hh_l0	9	-0.007916060276329517
36484	rnn.bias_ih_l0	0	0.14556585252285004
36484	rnn.bias_ih_l0	1	-0.056258928030729294
36484	rnn.bias_ih_l0	2	0.10431504249572754
36484	rnn.bias_ih_l0	3	0.04885763302445412
36484	rnn.bias_ih_l0	4	0.09907781332731247
36484	rnn.bias_ih_l0	5	0.024175578728318214
36484	rnn.bias_ih_l0	6	-0.017600787803530693
36484	rnn.bias_ih_l0	7	-0.10900277644395828
36484	rnn.bias_ih_l0	8	-0.2066391110420227
36484	rnn.bias_ih_l0	9	0.08705779910087585
36484	rnn.bias_hh_l0	0	0.002816121792420745
36484	rnn.bias_hh_l0	1	0.023653138428926468
36484	rnn.bias_hh_l0	2	-0.0061028157360851765
36484	rnn.bias_hh_l0	3	-0.030316989868879318
36484	rnn.bias_hh_l0	4	-0.03625126928091049
36484	rnn.bias_hh_l0	5	0.14360518753528595
36484	rnn.bias_hh_l0	6	0.051316503435373306
36484	rnn.bias_hh_l0	7	0.059745050966739655
36484	rnn.bias_hh_l0	8	0.01676790975034237
36484	rnn.bias_hh_l0	9	0.04344774782657623
36484	rnn.weight_ih_l0_reverse	0	-0.029702158644795418
36484	rnn.weight_ih_l0_reverse	1	-0.002196358283981681
36484	rnn.weight_ih_l0_reverse	2	0.023835696280002594
36484	rnn.weight_ih_l0_reverse	3	-0.06209979206323624
36484	rnn.weight_ih_l0_reverse	4	0.009301167912781239
36484	rnn.weight_ih_l0_reverse	5	-0.046099644154310226
36484	rnn.weight_ih_l0_reverse	6	0.028371674939990044
36484	rnn.weight_ih_l0_reverse	7	0.04597948491573334
36484	rnn.weight_ih_l0_reverse	8	-0.04875965043902397
36484	rnn.weight_ih_l0_reverse	9	-0.05075233802199364
36484	rnn.weight_hh_l0_reverse	0	-0.08326710015535355
36484	rnn.weight_hh_l0_reverse	1	-0.06329287588596344
36484	rnn.weight_hh_l0_reverse	2	0.03440053388476372
36484	rnn.weight_hh_l0_reverse	3	0.04575715214014053
36484	rnn.weight_hh_l0_reverse	4	-0.01589750126004219
36484	rnn.weight_hh_l0_reverse	5	0.045579634606838226
36484	rnn.weight_hh_l0_reverse	6	0.0011627544881775975
36484	rnn.weight_hh_l0_reverse	7	-0.00018401486158836633
36484	rnn.weight_hh_l0_reverse	8	-0.09876351803541183
36484	rnn.weight_hh_l0_reverse	9	0.08018302917480469
36484	rnn.bias_ih_l0_reverse	0	-0.08916255831718445
36484	rnn.bias_ih_l0_reverse	1	-0.06902668625116348
36484	rnn.bias_ih_l0_reverse	2	0.10321564972400665
36484	rnn.bias_ih_l0_reverse	3	0.04795007407665253
36484	rnn.bias_ih_l0_reverse	4	-0.12916958332061768
36484	rnn.bias_ih_l0_reverse	5	0.04103032499551773
36484	rnn.bias_ih_l0_reverse	6	-0.10643687844276428
36484	rnn.bias_ih_l0_reverse	7	0.04459984973073006
36484	rnn.bias_ih_l0_reverse	8	0.03441275656223297
36484	rnn.bias_ih_l0_reverse	9	0.06321369111537933
36484	rnn.bias_hh_l0_reverse	0	0.057218946516513824
36484	rnn.bias_hh_l0_reverse	1	0.06534332036972046
36484	rnn.bias_hh_l0_reverse	2	0.0785617008805275
36484	rnn.bias_hh_l0_reverse	3	-0.003950186539441347
36484	rnn.bias_hh_l0_reverse	4	0.07146544754505157
36484	rnn.bias_hh_l0_reverse	5	0.007098366506397724
36484	rnn.bias_hh_l0_reverse	6	-0.054393403232097626
36484	rnn.bias_hh_l0_reverse	7	0.027377309277653694
36484	rnn.bias_hh_l0_reverse	8	0.011103738099336624
36484	rnn.bias_hh_l0_reverse	9	-0.1609245240688324
36484	linear.weight	0	0.1734052300453186
36484	linear.weight	1	-0.16297583281993866
36484	linear.weight	2	-0.21482013165950775
36484	linear.weight	3	0.07852537930011749
36484	linear.weight	4	-0.026670031249523163
36484	linear.weight	5	0.004097894299775362
36484	linear.weight	6	-0.0069045983254909515
36484	linear.weight	7	-0.02707270160317421
36484	linear.weight	8	0.08442972600460052
36484	linear.weight	9	0.3496735394001007
36484	linear.bias	0	-0.20716941356658936
36484	linear.bias	1	0.19438669085502625
36484	linear.bias	2	-0.5396245121955872
36484	linear.bias	3	1.7041054964065552
36484	linear.bias	4	-0.39680442214012146
36484	linear.bias	5	-0.030769959092140198
36484	linear.bias	6	-0.35781463980674744
36484	linear.bias	7	-0.27953818440437317
36484	linear.bias	8	-0.043333958834409714
36484	linear.bias	9	-0.49797365069389343
36512	transitions	0	-0.6482970714569092
36512	transitions	1	0.34956029057502747
36512	transitions	2	1.6743135452270508
36512	transitions	3	0.09649690985679626
36512	transitions	4	0.9483976364135742
36512	transitions	5	1.2739229202270508
36512	transitions	6	0.4832981824874878
36512	transitions	7	0.1757308393716812
36512	transitions	8	-0.919520914554596
36512	transitions	9	0.9306592345237732
36512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36512	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36512	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36512	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36512	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36512	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36512	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36512	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36512	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36512	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36512	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36512	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36512	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36512	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36512	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36512	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36512	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36512	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36512	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36512	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36512	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36512	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36512	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36512	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36512	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36512	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36512	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36512	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36512	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36512	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36512	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36512	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36512	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36512	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36512	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36512	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36512	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36512	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36512	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36512	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36512	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36512	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36512	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36512	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36512	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36512	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36512	embedding2nn.weight	0	0.02249881625175476
36512	embedding2nn.weight	1	0.014189478941261768
36512	embedding2nn.weight	2	-0.004285804461687803
36512	embedding2nn.weight	3	-0.00010514034511288628
36512	embedding2nn.weight	4	-0.004377164412289858
36512	embedding2nn.weight	5	0.01186275389045477
36512	embedding2nn.weight	6	-0.004973744973540306
36512	embedding2nn.weight	7	0.020734980702400208
36512	embedding2nn.weight	8	-0.006841700058430433
36512	embedding2nn.weight	9	-0.013898547738790512
36512	embedding2nn.bias	0	-0.038679540157318115
36512	embedding2nn.bias	1	-0.021390965208411217
36512	embedding2nn.bias	2	-0.07448407262563705
36512	embedding2nn.bias	3	-0.0017883594846352935
36512	embedding2nn.bias	4	0.004333932418376207
36512	embedding2nn.bias	5	-0.006883186288177967
36512	embedding2nn.bias	6	0.00948322657495737
36512	embedding2nn.bias	7	0.020022569224238396
36512	embedding2nn.bias	8	0.007320068776607513
36512	embedding2nn.bias	9	0.00115047802682966
36512	rnn.weight_ih_l0	0	0.039540015161037445
36512	rnn.weight_ih_l0	1	-0.013666756451129913
36512	rnn.weight_ih_l0	2	-0.03651004657149315
36512	rnn.weight_ih_l0	3	-0.044775478541851044
36512	rnn.weight_ih_l0	4	-0.05204377323389053
36512	rnn.weight_ih_l0	5	-0.008464065380394459
36512	rnn.weight_ih_l0	6	-0.05188964307308197
36512	rnn.weight_ih_l0	7	-0.061594657599925995
36512	rnn.weight_ih_l0	8	-0.044724322855472565
36512	rnn.weight_ih_l0	9	-0.02694069780409336
36512	rnn.weight_hh_l0	0	0.019325360655784607
36512	rnn.weight_hh_l0	1	-0.009679155424237251
36512	rnn.weight_hh_l0	2	-0.06759922206401825
36512	rnn.weight_hh_l0	3	-0.03337502107024193
36512	rnn.weight_hh_l0	4	-0.0783543810248375
36512	rnn.weight_hh_l0	5	-0.014575221575796604
36512	rnn.weight_hh_l0	6	-0.05432858690619469
36512	rnn.weight_hh_l0	7	-0.040726445615291595
36512	rnn.weight_hh_l0	8	-0.019107524305582047
36512	rnn.weight_hh_l0	9	-0.007916836999356747
36512	rnn.bias_ih_l0	0	0.14556466042995453
36512	rnn.bias_ih_l0	1	-0.05626184493303299
36512	rnn.bias_ih_l0	2	0.10430867224931717
36512	rnn.bias_ih_l0	3	0.048846982419490814
36512	rnn.bias_ih_l0	4	0.09906947612762451
36512	rnn.bias_ih_l0	5	0.0241713710129261
36512	rnn.bias_ih_l0	6	-0.017603516578674316
36512	rnn.bias_ih_l0	7	-0.10901398211717606
36512	rnn.bias_ih_l0	8	-0.20663176476955414
36512	rnn.bias_ih_l0	9	0.08706077933311462
36512	rnn.bias_hh_l0	0	0.0028147355187684298
36512	rnn.bias_hh_l0	1	0.023652294650673866
36512	rnn.bias_hh_l0	2	-0.006102012004703283
36512	rnn.bias_hh_l0	3	-0.030311783775687218
36512	rnn.bias_hh_l0	4	-0.03625217080116272
36512	rnn.bias_hh_l0	5	0.14360834658145905
36512	rnn.bias_hh_l0	6	0.05130844935774803
36512	rnn.bias_hh_l0	7	0.059739645570516586
36512	rnn.bias_hh_l0	8	0.016765180975198746
36512	rnn.bias_hh_l0	9	0.04344438016414642
36512	rnn.weight_ih_l0_reverse	0	-0.02970273233950138
36512	rnn.weight_ih_l0_reverse	1	-0.002195569686591625
36512	rnn.weight_ih_l0_reverse	2	0.02383514866232872
36512	rnn.weight_ih_l0_reverse	3	-0.06209973245859146
36512	rnn.weight_ih_l0_reverse	4	0.009301304817199707
36512	rnn.weight_ih_l0_reverse	5	-0.046100080013275146
36512	rnn.weight_ih_l0_reverse	6	0.028371667489409447
36512	rnn.weight_ih_l0_reverse	7	0.04597875103354454
36512	rnn.weight_ih_l0_reverse	8	-0.048759862780570984
36512	rnn.weight_ih_l0_reverse	9	-0.050752803683280945
36512	rnn.weight_hh_l0_reverse	0	-0.08326663821935654
36512	rnn.weight_hh_l0_reverse	1	-0.0632888674736023
36512	rnn.weight_hh_l0_reverse	2	0.03440169617533684
36512	rnn.weight_hh_l0_reverse	3	0.04575493186712265
36512	rnn.weight_hh_l0_reverse	4	-0.015897031873464584
36512	rnn.weight_hh_l0_reverse	5	0.04557999595999718
36512	rnn.weight_hh_l0_reverse	6	0.0011716893641278148
36512	rnn.weight_hh_l0_reverse	7	-0.0001830201654229313
36512	rnn.weight_hh_l0_reverse	8	-0.09876600652933121
36512	rnn.weight_hh_l0_reverse	9	0.08018220216035843
36512	rnn.bias_ih_l0_reverse	0	-0.08914674818515778
36512	rnn.bias_ih_l0_reverse	1	-0.06901347637176514
36512	rnn.bias_ih_l0_reverse	2	0.1032225638628006
36512	rnn.bias_ih_l0_reverse	3	0.04794791713356972
36512	rnn.bias_ih_l0_reverse	4	-0.12917527556419373
36512	rnn.bias_ih_l0_reverse	5	0.04102564975619316
36512	rnn.bias_ih_l0_reverse	6	-0.10642750561237335
36512	rnn.bias_ih_l0_reverse	7	0.044590871781110764
36512	rnn.bias_ih_l0_reverse	8	0.03440932556986809
36512	rnn.bias_ih_l0_reverse	9	0.06321107596158981
36512	rnn.bias_hh_l0_reverse	0	0.057218946516513824
36512	rnn.bias_hh_l0_reverse	1	0.06535212695598602
36512	rnn.bias_hh_l0_reverse	2	0.07855452597141266
36512	rnn.bias_hh_l0_reverse	3	-0.003951982595026493
36512	rnn.bias_hh_l0_reverse	4	0.07146396487951279
36512	rnn.bias_hh_l0_reverse	5	0.007106381934136152
36512	rnn.bias_hh_l0_reverse	6	-0.054388124495744705
36512	rnn.bias_hh_l0_reverse	7	0.02738161012530327
36512	rnn.bias_hh_l0_reverse	8	0.01110614649951458
36512	rnn.bias_hh_l0_reverse	9	-0.160913348197937
36512	linear.weight	0	0.1733960211277008
36512	linear.weight	1	-0.1629757136106491
36512	linear.weight	2	-0.21482022106647491
36512	linear.weight	3	0.07852158695459366
36512	linear.weight	4	-0.02667015604674816
36512	linear.weight	5	0.004098233301192522
36512	linear.weight	6	-0.006904595531523228
36512	linear.weight	7	-0.02707267366349697
36512	linear.weight	8	0.08443295210599899
36512	linear.weight	9	0.3496788740158081
36512	linear.bias	0	-0.20708441734313965
36512	linear.bias	1	0.19439657032489777
36512	linear.bias	2	-0.5396320819854736
36512	linear.bias	3	1.7039918899536133
36512	linear.bias	4	-0.39680489897727966
36512	linear.bias	5	-0.030769959092140198
36512	linear.bias	6	-0.35781732201576233
36512	linear.bias	7	-0.27954259514808655
36512	linear.bias	8	-0.04330386593937874
36512	linear.bias	9	-0.49797388911247253
36540	transitions	0	-0.648297131061554
36540	transitions	1	0.3495602607727051
36540	transitions	2	1.6743135452270508
36540	transitions	3	0.09649647772312164
36540	transitions	4	0.9483976364135742
36540	transitions	5	1.2739229202270508
36540	transitions	6	0.4832981824874878
36540	transitions	7	0.17573079466819763
36540	transitions	8	-0.919520914554596
36540	transitions	9	0.9306592345237732
36540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36540	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36540	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36540	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36540	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36540	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36540	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36540	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36540	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36540	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36540	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36540	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36540	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36540	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36540	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36540	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36540	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36540	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36540	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36540	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36540	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36540	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36540	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36540	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36540	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36540	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36540	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36540	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36540	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36540	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36540	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36540	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36540	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36540	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36540	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36540	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36540	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36540	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36540	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36540	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36540	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36540	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36540	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36540	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36540	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36540	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36540	embedding2nn.weight	0	0.02249920181930065
36540	embedding2nn.weight	1	0.014189797453582287
36540	embedding2nn.weight	2	-0.004285874776542187
36540	embedding2nn.weight	3	-0.00010485263192094862
36540	embedding2nn.weight	4	-0.004377198405563831
36540	embedding2nn.weight	5	0.01186199951916933
36540	embedding2nn.weight	6	-0.00497366301715374
36540	embedding2nn.weight	7	0.020734639838337898
36540	embedding2nn.weight	8	-0.006841628346592188
36540	embedding2nn.weight	9	-0.013898378238081932
36540	embedding2nn.bias	0	-0.03868800029158592
36540	embedding2nn.bias	1	-0.021386241540312767
36540	embedding2nn.bias	2	-0.0745016485452652
36540	embedding2nn.bias	3	-0.0017763518262654543
36540	embedding2nn.bias	4	0.004329605959355831
36540	embedding2nn.bias	5	-0.006897146813571453
36540	embedding2nn.bias	6	0.00948304496705532
36540	embedding2nn.bias	7	0.020030947402119637
36540	embedding2nn.bias	8	0.007319267839193344
36540	embedding2nn.bias	9	0.0011327659012749791
36540	rnn.weight_ih_l0	0	0.03954024985432625
36540	rnn.weight_ih_l0	1	-0.013666458427906036
36540	rnn.weight_ih_l0	2	-0.036507442593574524
36540	rnn.weight_ih_l0	3	-0.04477609321475029
36540	rnn.weight_ih_l0	4	-0.052044130861759186
36540	rnn.weight_ih_l0	5	-0.008464463986456394
36540	rnn.weight_ih_l0	6	-0.05189104378223419
36540	rnn.weight_ih_l0	7	-0.06159483641386032
36540	rnn.weight_ih_l0	8	-0.04472389444708824
36540	rnn.weight_ih_l0	9	-0.026939891278743744
36540	rnn.weight_hh_l0	0	0.019325602799654007
36540	rnn.weight_hh_l0	1	-0.009680686518549919
36540	rnn.weight_hh_l0	2	-0.0676012933254242
36540	rnn.weight_hh_l0	3	-0.03337515890598297
36540	rnn.weight_hh_l0	4	-0.07835356891155243
36540	rnn.weight_hh_l0	5	-0.014577578753232956
36540	rnn.weight_hh_l0	6	-0.054329100996255875
36540	rnn.weight_hh_l0	7	-0.040720611810684204
36540	rnn.weight_hh_l0	8	-0.019106030464172363
36540	rnn.weight_hh_l0	9	-0.007916919887065887
36540	rnn.bias_ih_l0	0	0.145564004778862
36540	rnn.bias_ih_l0	1	-0.056266650557518005
36540	rnn.bias_ih_l0	2	0.1043066456913948
36540	rnn.bias_ih_l0	3	0.04884879291057587
36540	rnn.bias_ih_l0	4	0.09906451404094696
36540	rnn.bias_ih_l0	5	0.02416956052184105
36540	rnn.bias_ih_l0	6	-0.017601938918232918
36540	rnn.bias_ih_l0	7	-0.10902704298496246
36540	rnn.bias_ih_l0	8	-0.2065986543893814
36540	rnn.bias_ih_l0	9	0.08706039190292358
36540	rnn.bias_hh_l0	0	0.002811241429299116
36540	rnn.bias_hh_l0	1	0.023655615746974945
36540	rnn.bias_hh_l0	2	-0.006093711592257023
36540	rnn.bias_hh_l0	3	-0.030307188630104065
36540	rnn.bias_hh_l0	4	-0.03625759854912758
36540	rnn.bias_hh_l0	5	0.1436183750629425
36540	rnn.bias_hh_l0	6	0.0513080395758152
36540	rnn.bias_hh_l0	7	0.05974375456571579
36540	rnn.bias_hh_l0	8	0.016766758635640144
36540	rnn.bias_hh_l0	9	0.04344523698091507
36540	rnn.weight_ih_l0_reverse	0	-0.02970307320356369
36540	rnn.weight_ih_l0_reverse	1	-0.0021960660815238953
36540	rnn.weight_ih_l0_reverse	2	0.023835619911551476
36540	rnn.weight_ih_l0_reverse	3	-0.06209905073046684
36540	rnn.weight_ih_l0_reverse	4	0.009300492703914642
36540	rnn.weight_ih_l0_reverse	5	-0.0461006835103035
36540	rnn.weight_ih_l0_reverse	6	0.02837267518043518
36540	rnn.weight_ih_l0_reverse	7	0.04597875475883484
36540	rnn.weight_ih_l0_reverse	8	-0.048759616911411285
36540	rnn.weight_ih_l0_reverse	9	-0.050752975046634674
36540	rnn.weight_hh_l0_reverse	0	-0.08326932787895203
36540	rnn.weight_hh_l0_reverse	1	-0.06329473853111267
36540	rnn.weight_hh_l0_reverse	2	0.03440167382359505
36540	rnn.weight_hh_l0_reverse	3	0.04575449228286743
36540	rnn.weight_hh_l0_reverse	4	-0.015896663069725037
36540	rnn.weight_hh_l0_reverse	5	0.0455799326300621
36540	rnn.weight_hh_l0_reverse	6	0.001171932090073824
36540	rnn.weight_hh_l0_reverse	7	-0.00018247950356453657
36540	rnn.weight_hh_l0_reverse	8	-0.09876560419797897
36540	rnn.weight_hh_l0_reverse	9	0.08018213510513306
36540	rnn.bias_ih_l0_reverse	0	-0.0891476571559906
36540	rnn.bias_ih_l0_reverse	1	-0.068992979824543
36540	rnn.bias_ih_l0_reverse	2	0.10321993380784988
36540	rnn.bias_ih_l0_reverse	3	0.04795120283961296
36540	rnn.bias_ih_l0_reverse	4	-0.12917424738407135
36540	rnn.bias_ih_l0_reverse	5	0.0410320907831192
36540	rnn.bias_ih_l0_reverse	6	-0.10642834007740021
36540	rnn.bias_ih_l0_reverse	7	0.0445903018116951
36540	rnn.bias_ih_l0_reverse	8	0.034398313611745834
36540	rnn.bias_ih_l0_reverse	9	0.06321199983358383
36540	rnn.bias_hh_l0_reverse	0	0.05719161778688431
36540	rnn.bias_hh_l0_reverse	1	0.0653548389673233
36540	rnn.bias_hh_l0_reverse	2	0.07855439931154251
36540	rnn.bias_hh_l0_reverse	3	-0.003949721809476614
36540	rnn.bias_hh_l0_reverse	4	0.07146599888801575
36540	rnn.bias_hh_l0_reverse	5	0.007122099865227938
36540	rnn.bias_hh_l0_reverse	6	-0.05438920110464096
36540	rnn.bias_hh_l0_reverse	7	0.027377694845199585
36540	rnn.bias_hh_l0_reverse	8	0.011101365089416504
36540	rnn.bias_hh_l0_reverse	9	-0.16092433035373688
36540	linear.weight	0	0.1733892410993576
36540	linear.weight	1	-0.16297569870948792
36540	linear.weight	2	-0.21482479572296143
36540	linear.weight	3	0.07853390276432037
36540	linear.weight	4	-0.02667144127190113
36540	linear.weight	5	0.004098640754818916
36540	linear.weight	6	-0.006904590409249067
36540	linear.weight	7	-0.027072591707110405
36540	linear.weight	8	0.08443347364664078
36540	linear.weight	9	0.34967878460884094
36540	linear.bias	0	-0.20706769824028015
36540	linear.bias	1	0.19438014924526215
36540	linear.bias	2	-0.53963303565979
36540	linear.bias	3	1.7039450407028198
36540	linear.bias	4	-0.39680519700050354
36540	linear.bias	5	-0.030769959092140198
36540	linear.bias	6	-0.35782143473625183
36540	linear.bias	7	-0.27954360842704773
36540	linear.bias	8	-0.04329904913902283
36540	linear.bias	9	-0.4979740083217621
36568	transitions	0	-0.6482972502708435
36568	transitions	1	0.3495602607727051
36568	transitions	2	1.6743135452270508
36568	transitions	3	0.09649635851383209
36568	transitions	4	0.9483976364135742
36568	transitions	5	1.2739229202270508
36568	transitions	6	0.4832981824874878
36568	transitions	7	0.17573079466819763
36568	transitions	8	-0.919520914554596
36568	transitions	9	0.9306592345237732
36568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36568	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36568	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36568	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36568	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36568	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36568	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36568	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36568	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36568	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36568	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36568	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36568	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36568	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36568	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36568	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36568	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36568	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36568	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36568	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36568	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36568	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36568	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36568	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36568	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36568	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36568	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36568	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36568	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36568	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36568	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36568	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36568	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36568	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36568	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36568	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36568	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36568	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36568	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36568	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36568	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36568	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36568	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36568	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36568	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36568	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36568	embedding2nn.weight	0	0.02249918133020401
36568	embedding2nn.weight	1	0.014190121553838253
36568	embedding2nn.weight	2	-0.004285884089767933
36568	embedding2nn.weight	3	-0.00010470193956280127
36568	embedding2nn.weight	4	-0.004377179779112339
36568	embedding2nn.weight	5	0.011862228624522686
36568	embedding2nn.weight	6	-0.004973830655217171
36568	embedding2nn.weight	7	0.020730894058942795
36568	embedding2nn.weight	8	-0.006841226015239954
36568	embedding2nn.weight	9	-0.013898463919758797
36568	embedding2nn.bias	0	-0.03867320343852043
36568	embedding2nn.bias	1	-0.021369941532611847
36568	embedding2nn.bias	2	-0.07450049370527267
36568	embedding2nn.bias	3	-0.0017709896201267838
36568	embedding2nn.bias	4	0.0042989435605704784
36568	embedding2nn.bias	5	-0.00690172053873539
36568	embedding2nn.bias	6	0.009472147561609745
36568	embedding2nn.bias	7	0.020034397020936012
36568	embedding2nn.bias	8	0.007288900204002857
36568	embedding2nn.bias	9	0.0011059942189604044
36568	rnn.weight_ih_l0	0	0.03953975811600685
36568	rnn.weight_ih_l0	1	-0.013663520105183125
36568	rnn.weight_ih_l0	2	-0.03650572523474693
36568	rnn.weight_ih_l0	3	-0.04477342590689659
36568	rnn.weight_ih_l0	4	-0.05204320326447487
36568	rnn.weight_ih_l0	5	-0.00846464280039072
36568	rnn.weight_ih_l0	6	-0.05189017206430435
36568	rnn.weight_ih_l0	7	-0.06159544363617897
36568	rnn.weight_ih_l0	8	-0.04472435638308525
36568	rnn.weight_ih_l0	9	-0.026940329000353813
36568	rnn.weight_hh_l0	0	0.019323522225022316
36568	rnn.weight_hh_l0	1	-0.009681051596999168
36568	rnn.weight_hh_l0	2	-0.0675974190235138
36568	rnn.weight_hh_l0	3	-0.03337501361966133
36568	rnn.weight_hh_l0	4	-0.07835366576910019
36568	rnn.weight_hh_l0	5	-0.014577589929103851
36568	rnn.weight_hh_l0	6	-0.0543292872607708
36568	rnn.weight_hh_l0	7	-0.04072071611881256
36568	rnn.weight_hh_l0	8	-0.019106246531009674
36568	rnn.weight_hh_l0	9	-0.007917254231870174
36568	rnn.bias_ih_l0	0	0.14555852115154266
36568	rnn.bias_ih_l0	1	-0.05626605451107025
36568	rnn.bias_ih_l0	2	0.10430257022380829
36568	rnn.bias_ih_l0	3	0.04884500056505203
36568	rnn.bias_ih_l0	4	0.09906245768070221
36568	rnn.bias_ih_l0	5	0.02416878193616867
36568	rnn.bias_ih_l0	6	-0.01761464774608612
36568	rnn.bias_ih_l0	7	-0.10905478894710541
36568	rnn.bias_ih_l0	8	-0.2065921127796173
36568	rnn.bias_ih_l0	9	0.08706019818782806
36568	rnn.bias_hh_l0	0	0.0028127110563218594
36568	rnn.bias_hh_l0	1	0.02364945225417614
36568	rnn.bias_hh_l0	2	-0.006097233388572931
36568	rnn.bias_hh_l0	3	-0.030315622687339783
36568	rnn.bias_hh_l0	4	-0.03625868260860443
36568	rnn.bias_hh_l0	5	0.1436157375574112
36568	rnn.bias_hh_l0	6	0.05131255462765694
36568	rnn.bias_hh_l0	7	0.0597434937953949
36568	rnn.bias_hh_l0	8	0.01675404980778694
36568	rnn.bias_hh_l0	9	0.04344261810183525
36568	rnn.weight_ih_l0_reverse	0	-0.029703771695494652
36568	rnn.weight_ih_l0_reverse	1	-0.0021963808685541153
36568	rnn.weight_ih_l0_reverse	2	0.02383466437458992
36568	rnn.weight_ih_l0_reverse	3	-0.06209968030452728
36568	rnn.weight_ih_l0_reverse	4	0.009299884550273418
36568	rnn.weight_ih_l0_reverse	5	-0.04609929397702217
36568	rnn.weight_ih_l0_reverse	6	0.028374608606100082
36568	rnn.weight_ih_l0_reverse	7	0.045977868139743805
36568	rnn.weight_ih_l0_reverse	8	-0.048760153353214264
36568	rnn.weight_ih_l0_reverse	9	-0.0507526770234108
36568	rnn.weight_hh_l0_reverse	0	-0.0832715779542923
36568	rnn.weight_hh_l0_reverse	1	-0.0632937103509903
36568	rnn.weight_hh_l0_reverse	2	0.03440163657069206
36568	rnn.weight_hh_l0_reverse	3	0.04575277492403984
36568	rnn.weight_hh_l0_reverse	4	-0.015896998345851898
36568	rnn.weight_hh_l0_reverse	5	0.04558003321290016
36568	rnn.weight_hh_l0_reverse	6	0.0011711462866514921
36568	rnn.weight_hh_l0_reverse	7	-0.00018226537213195115
36568	rnn.weight_hh_l0_reverse	8	-0.09876472502946854
36568	rnn.weight_hh_l0_reverse	9	0.08018242567777634
36568	rnn.bias_ih_l0_reverse	0	-0.08914458751678467
36568	rnn.bias_ih_l0_reverse	1	-0.06898513436317444
36568	rnn.bias_ih_l0_reverse	2	0.10322123020887375
36568	rnn.bias_ih_l0_reverse	3	0.047955598682165146
36568	rnn.bias_ih_l0_reverse	4	-0.12918426096439362
36568	rnn.bias_ih_l0_reverse	5	0.041032835841178894
36568	rnn.bias_ih_l0_reverse	6	-0.10643479973077774
36568	rnn.bias_ih_l0_reverse	7	0.044595327228307724
36568	rnn.bias_ih_l0_reverse	8	0.03439688682556152
36568	rnn.bias_ih_l0_reverse	9	0.06320574134588242
36568	rnn.bias_hh_l0_reverse	0	0.05719293653964996
36568	rnn.bias_hh_l0_reverse	1	0.06536031514406204
36568	rnn.bias_hh_l0_reverse	2	0.07855444401502609
36568	rnn.bias_hh_l0_reverse	3	-0.00394475506618619
36568	rnn.bias_hh_l0_reverse	4	0.07146787643432617
36568	rnn.bias_hh_l0_reverse	5	0.007118032779544592
36568	rnn.bias_hh_l0_reverse	6	-0.05437858775258064
36568	rnn.bias_hh_l0_reverse	7	0.027373749762773514
36568	rnn.bias_hh_l0_reverse	8	0.011102651245892048
36568	rnn.bias_hh_l0_reverse	9	-0.16091890633106232
36568	linear.weight	0	0.17337191104888916
36568	linear.weight	1	-0.16297563910484314
36568	linear.weight	2	-0.21483270823955536
36568	linear.weight	3	0.07852516323328018
36568	linear.weight	4	-0.026671377941966057
36568	linear.weight	5	0.004098862875252962
36568	linear.weight	6	-0.006904585286974907
36568	linear.weight	7	-0.02707258239388466
36568	linear.weight	8	0.08443740010261536
36568	linear.weight	9	0.34967783093452454
36568	linear.bias	0	-0.20704135298728943
36568	linear.bias	1	0.19438806176185608
36568	linear.bias	2	-0.5396360754966736
36568	linear.bias	3	1.7039263248443604
36568	linear.bias	4	-0.39680546522140503
36568	linear.bias	5	-0.030769959092140198
36568	linear.bias	6	-0.35782480239868164
36568	linear.bias	7	-0.2795679271221161
36568	linear.bias	8	-0.04324444383382797
36568	linear.bias	9	-0.4979741871356964
36596	transitions	0	-0.6482974886894226
36596	transitions	1	0.3495602607727051
36596	transitions	2	1.6743133068084717
36596	transitions	3	0.0964963436126709
36596	transitions	4	0.9483976364135742
36596	transitions	5	1.2739229202270508
36596	transitions	6	0.4832981824874878
36596	transitions	7	0.17573079466819763
36596	transitions	8	-0.919520914554596
36596	transitions	9	0.9306592345237732
36596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36596	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36596	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36596	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36596	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36596	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36596	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36596	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36596	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36596	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36596	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36596	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36596	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36596	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36596	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36596	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36596	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36596	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36596	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36596	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36596	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36596	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36596	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36596	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36596	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36596	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36596	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36596	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36596	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36596	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36596	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36596	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36596	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36596	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36596	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36596	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36596	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36596	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36596	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36596	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36596	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36596	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36596	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36596	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36596	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36596	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36596	embedding2nn.weight	0	0.02249876596033573
36596	embedding2nn.weight	1	0.014189844019711018
36596	embedding2nn.weight	2	-0.004285839386284351
36596	embedding2nn.weight	3	-0.0001050661740009673
36596	embedding2nn.weight	4	-0.0043769520707428455
36596	embedding2nn.weight	5	0.011862711980938911
36596	embedding2nn.weight	6	-0.004973805509507656
36596	embedding2nn.weight	7	0.020732326433062553
36596	embedding2nn.weight	8	-0.006841074675321579
36596	embedding2nn.weight	9	-0.013898372650146484
36596	embedding2nn.bias	0	-0.03867420554161072
36596	embedding2nn.bias	1	-0.021381204947829247
36596	embedding2nn.bias	2	-0.07449090480804443
36596	embedding2nn.bias	3	-0.0017827926203608513
36596	embedding2nn.bias	4	0.004305856302380562
36596	embedding2nn.bias	5	-0.006881590932607651
36596	embedding2nn.bias	6	0.009464389644563198
36596	embedding2nn.bias	7	0.020030466839671135
36596	embedding2nn.bias	8	0.007308540865778923
36596	embedding2nn.bias	9	0.0011409122962504625
36596	rnn.weight_ih_l0	0	0.03953923285007477
36596	rnn.weight_ih_l0	1	-0.013663836754858494
36596	rnn.weight_ih_l0	2	-0.03650811314582825
36596	rnn.weight_ih_l0	3	-0.04477432742714882
36596	rnn.weight_ih_l0	4	-0.05204469710588455
36596	rnn.weight_ih_l0	5	-0.008463006466627121
36596	rnn.weight_ih_l0	6	-0.05189122259616852
36596	rnn.weight_ih_l0	7	-0.061595190316438675
36596	rnn.weight_ih_l0	8	-0.04472527652978897
36596	rnn.weight_ih_l0	9	-0.026940500363707542
36596	rnn.weight_hh_l0	0	0.01932314597070217
36596	rnn.weight_hh_l0	1	-0.009681851603090763
36596	rnn.weight_hh_l0	2	-0.06759889423847198
36596	rnn.weight_hh_l0	3	-0.033375147730112076
36596	rnn.weight_hh_l0	4	-0.07835321128368378
36596	rnn.weight_hh_l0	5	-0.014577573165297508
36596	rnn.weight_hh_l0	6	-0.05433405190706253
36596	rnn.weight_hh_l0	7	-0.04072042927145958
36596	rnn.weight_hh_l0	8	-0.01910576783120632
36596	rnn.weight_hh_l0	9	-0.007920969277620316
36596	rnn.bias_ih_l0	0	0.1455589085817337
36596	rnn.bias_ih_l0	1	-0.05626698583364487
36596	rnn.bias_ih_l0	2	0.10430365800857544
36596	rnn.bias_ih_l0	3	0.04884839430451393
36596	rnn.bias_ih_l0	4	0.09905403852462769
36596	rnn.bias_ih_l0	5	0.024170391261577606
36596	rnn.bias_ih_l0	6	-0.017612213268876076
36596	rnn.bias_ih_l0	7	-0.10909026116132736
36596	rnn.bias_ih_l0	8	-0.20661306381225586
36596	rnn.bias_ih_l0	9	0.08706078678369522
36596	rnn.bias_hh_l0	0	0.002819605404511094
36596	rnn.bias_hh_l0	1	0.023654745891690254
36596	rnn.bias_hh_l0	2	-0.006091914605349302
36596	rnn.bias_hh_l0	3	-0.030315857380628586
36596	rnn.bias_hh_l0	4	-0.03626187518239021
36596	rnn.bias_hh_l0	5	0.14361922442913055
36596	rnn.bias_hh_l0	6	0.0513114258646965
36596	rnn.bias_hh_l0	7	0.059750255197286606
36596	rnn.bias_hh_l0	8	0.016756484284996986
36596	rnn.bias_hh_l0	9	0.04344439134001732
36596	rnn.weight_ih_l0_reverse	0	-0.02970203571021557
36596	rnn.weight_ih_l0_reverse	1	-0.0021974993869662285
36596	rnn.weight_ih_l0_reverse	2	0.02383498288691044
36596	rnn.weight_ih_l0_reverse	3	-0.06210038438439369
36596	rnn.weight_ih_l0_reverse	4	0.009300858713686466
36596	rnn.weight_ih_l0_reverse	5	-0.046101465821266174
36596	rnn.weight_ih_l0_reverse	6	0.02837546169757843
36596	rnn.weight_ih_l0_reverse	7	0.04597821831703186
36596	rnn.weight_ih_l0_reverse	8	-0.04875937104225159
36596	rnn.weight_ih_l0_reverse	9	-0.05075224116444588
36596	rnn.weight_hh_l0_reverse	0	-0.08327070623636246
36596	rnn.weight_hh_l0_reverse	1	-0.0632915273308754
36596	rnn.weight_hh_l0_reverse	2	0.0344020240008831
36596	rnn.weight_hh_l0_reverse	3	0.04575283080339432
36596	rnn.weight_hh_l0_reverse	4	-0.01590074971318245
36596	rnn.weight_hh_l0_reverse	5	0.04558044299483299
36596	rnn.weight_hh_l0_reverse	6	0.001169306575320661
36596	rnn.weight_hh_l0_reverse	7	-0.0001801731123123318
36596	rnn.weight_hh_l0_reverse	8	-0.09876231104135513
36596	rnn.weight_hh_l0_reverse	9	0.08018511533737183
36596	rnn.bias_ih_l0_reverse	0	-0.08918213844299316
36596	rnn.bias_ih_l0_reverse	1	-0.0689934715628624
36596	rnn.bias_ih_l0_reverse	2	0.10321783274412155
36596	rnn.bias_ih_l0_reverse	3	0.047955673187971115
36596	rnn.bias_ih_l0_reverse	4	-0.12918023765087128
36596	rnn.bias_ih_l0_reverse	5	0.04103173688054085
36596	rnn.bias_ih_l0_reverse	6	-0.10643334686756134
36596	rnn.bias_ih_l0_reverse	7	0.044590745121240616
36596	rnn.bias_ih_l0_reverse	8	0.034398697316646576
36596	rnn.bias_ih_l0_reverse	9	0.06320823729038239
36596	rnn.bias_hh_l0_reverse	0	0.057172928005456924
36596	rnn.bias_hh_l0_reverse	1	0.06536083668470383
36596	rnn.bias_hh_l0_reverse	2	0.07855304330587387
36596	rnn.bias_hh_l0_reverse	3	-0.0039425017312169075
36596	rnn.bias_hh_l0_reverse	4	0.07146322727203369
36596	rnn.bias_hh_l0_reverse	5	0.00711713545024395
36596	rnn.bias_hh_l0_reverse	6	-0.05438306927680969
36596	rnn.bias_hh_l0_reverse	7	0.02736690267920494
36596	rnn.bias_hh_l0_reverse	8	0.011106492020189762
36596	rnn.bias_hh_l0_reverse	9	-0.16092321276664734
36596	linear.weight	0	0.17339685559272766
36596	linear.weight	1	-0.16297560930252075
36596	linear.weight	2	-0.2148297131061554
36596	linear.weight	3	0.078513503074646
36596	linear.weight	4	-0.026672568172216415
36596	linear.weight	5	0.004099184647202492
36596	linear.weight	6	-0.0069045801647007465
36596	linear.weight	7	-0.027072550728917122
36596	linear.weight	8	0.08442793041467667
36596	linear.weight	9	0.34966930747032166
36596	linear.bias	0	-0.20703035593032837
36596	linear.bias	1	0.19438184797763824
36596	linear.bias	2	-0.5396348834037781
36596	linear.bias	3	1.70395827293396
36596	linear.bias	4	-0.39680567383766174
36596	linear.bias	5	-0.030769959092140198
36596	linear.bias	6	-0.35782358050346375
36596	linear.bias	7	-0.2795601785182953
36596	linear.bias	8	-0.04332232102751732
36596	linear.bias	9	-0.4979742169380188
36624	transitions	0	-0.6482976078987122
36624	transitions	1	0.3495602607727051
36624	transitions	2	1.6743130683898926
36624	transitions	3	0.09649630635976791
36624	transitions	4	0.9483976364135742
36624	transitions	5	1.2739229202270508
36624	transitions	6	0.4832981824874878
36624	transitions	7	0.17573079466819763
36624	transitions	8	-0.919520914554596
36624	transitions	9	0.9306592345237732
36624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36624	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36624	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36624	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36624	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36624	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36624	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36624	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36624	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36624	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36624	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36624	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36624	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36624	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36624	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36624	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36624	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36624	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36624	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36624	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36624	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36624	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36624	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36624	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36624	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36624	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36624	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36624	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36624	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36624	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36624	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36624	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36624	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36624	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36624	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36624	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36624	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36624	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36624	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36624	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36624	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36624	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36624	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36624	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36624	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36624	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36624	embedding2nn.weight	0	0.022497808560729027
36624	embedding2nn.weight	1	0.01418995764106512
36624	embedding2nn.weight	2	-0.004285721108317375
36624	embedding2nn.weight	3	-0.00010558257781667635
36624	embedding2nn.weight	4	-0.0043771094642579556
36624	embedding2nn.weight	5	0.011863168329000473
36624	embedding2nn.weight	6	-0.004973630886524916
36624	embedding2nn.weight	7	0.020733796060085297
36624	embedding2nn.weight	8	-0.0068400539457798
36624	embedding2nn.weight	9	-0.013898221775889397
36624	embedding2nn.bias	0	-0.03869518265128136
36624	embedding2nn.bias	1	-0.021393492817878723
36624	embedding2nn.bias	2	-0.07450491935014725
36624	embedding2nn.bias	3	-0.0017568349139764905
36624	embedding2nn.bias	4	0.004313554614782333
36624	embedding2nn.bias	5	-0.006885785609483719
36624	embedding2nn.bias	6	0.009473984129726887
36624	embedding2nn.bias	7	0.020028723403811455
36624	embedding2nn.bias	8	0.007308746222406626
36624	embedding2nn.bias	9	0.001127141062170267
36624	rnn.weight_ih_l0	0	0.03953922539949417
36624	rnn.weight_ih_l0	1	-0.01366579718887806
36624	rnn.weight_ih_l0	2	-0.036507394164800644
36624	rnn.weight_ih_l0	3	-0.04477309808135033
36624	rnn.weight_ih_l0	4	-0.052044909447431564
36624	rnn.weight_ih_l0	5	-0.008462521247565746
36624	rnn.weight_ih_l0	6	-0.051891837269067764
36624	rnn.weight_ih_l0	7	-0.061594340950250626
36624	rnn.weight_ih_l0	8	-0.04472528398036957
36624	rnn.weight_ih_l0	9	-0.026940539479255676
36624	rnn.weight_hh_l0	0	0.01932241953909397
36624	rnn.weight_hh_l0	1	-0.009683230891823769
36624	rnn.weight_hh_l0	2	-0.06759798526763916
36624	rnn.weight_hh_l0	3	-0.03337328881025314
36624	rnn.weight_hh_l0	4	-0.0783543586730957
36624	rnn.weight_hh_l0	5	-0.014575518667697906
36624	rnn.weight_hh_l0	6	-0.054333288222551346
36624	rnn.weight_hh_l0	7	-0.04071936756372452
36624	rnn.weight_hh_l0	8	-0.019104918465018272
36624	rnn.weight_hh_l0	9	-0.007917122915387154
36624	rnn.bias_ih_l0	0	0.1455581784248352
36624	rnn.bias_ih_l0	1	-0.05626577511429787
36624	rnn.bias_ih_l0	2	0.10430135577917099
36624	rnn.bias_ih_l0	3	0.04884728416800499
36624	rnn.bias_ih_l0	4	0.09905525296926498
36624	rnn.bias_ih_l0	5	0.024173380807042122
36624	rnn.bias_ih_l0	6	-0.01761144958436489
36624	rnn.bias_ih_l0	7	-0.10907351225614548
36624	rnn.bias_ih_l0	8	-0.2065986543893814
36624	rnn.bias_ih_l0	9	0.08706051111221313
36624	rnn.bias_hh_l0	0	0.0028219299856573343
36624	rnn.bias_hh_l0	1	0.023651123046875
36624	rnn.bias_hh_l0	2	-0.006090463604778051
36624	rnn.bias_hh_l0	3	-0.030314844101667404
36624	rnn.bias_hh_l0	4	-0.03626607358455658
36624	rnn.bias_hh_l0	5	0.14362068474292755
36624	rnn.bias_hh_l0	6	0.05130964145064354
36624	rnn.bias_hh_l0	7	0.059753742069005966
36624	rnn.bias_hh_l0	8	0.01675724796950817
36624	rnn.bias_hh_l0	9	0.04344319924712181
36624	rnn.weight_ih_l0_reverse	0	-0.029700472950935364
36624	rnn.weight_ih_l0_reverse	1	-0.0021983827464282513
36624	rnn.weight_ih_l0_reverse	2	0.02383510209619999
36624	rnn.weight_ih_l0_reverse	3	-0.062100108712911606
36624	rnn.weight_ih_l0_reverse	4	0.009301241487264633
36624	rnn.weight_ih_l0_reverse	5	-0.04610102251172066
36624	rnn.weight_ih_l0_reverse	6	0.028374603018164635
36624	rnn.weight_ih_l0_reverse	7	0.0459786094725132
36624	rnn.weight_ih_l0_reverse	8	-0.04875870421528816
36624	rnn.weight_ih_l0_reverse	9	-0.05075225979089737
36624	rnn.weight_hh_l0_reverse	0	-0.08327125012874603
36624	rnn.weight_hh_l0_reverse	1	-0.06328826397657394
36624	rnn.weight_hh_l0_reverse	2	0.03440239280462265
36624	rnn.weight_hh_l0_reverse	3	0.045752573758363724
36624	rnn.weight_hh_l0_reverse	4	-0.015897179022431374
36624	rnn.weight_hh_l0_reverse	5	0.045579902827739716
36624	rnn.weight_hh_l0_reverse	6	0.001167351147159934
36624	rnn.weight_hh_l0_reverse	7	-0.00018001791613642126
36624	rnn.weight_hh_l0_reverse	8	-0.0987626165151596
36624	rnn.weight_hh_l0_reverse	9	0.08018562942743301
36624	rnn.bias_ih_l0_reverse	0	-0.08920266479253769
36624	rnn.bias_ih_l0_reverse	1	-0.06899008899927139
36624	rnn.bias_ih_l0_reverse	2	0.10321880877017975
36624	rnn.bias_ih_l0_reverse	3	0.047956448048353195
36624	rnn.bias_ih_l0_reverse	4	-0.12918055057525635
36624	rnn.bias_ih_l0_reverse	5	0.04102813079953194
36624	rnn.bias_ih_l0_reverse	6	-0.10642503947019577
36624	rnn.bias_ih_l0_reverse	7	0.04459419101476669
36624	rnn.bias_ih_l0_reverse	8	0.03439290076494217
36624	rnn.bias_ih_l0_reverse	9	0.06320728361606598
36624	rnn.bias_hh_l0_reverse	0	0.05715686455368996
36624	rnn.bias_hh_l0_reverse	1	0.06536134332418442
36624	rnn.bias_hh_l0_reverse	2	0.07855921983718872
36624	rnn.bias_hh_l0_reverse	3	-0.00393980648368597
36624	rnn.bias_hh_l0_reverse	4	0.07146833091974258
36624	rnn.bias_hh_l0_reverse	5	0.007113149389624596
36624	rnn.bias_hh_l0_reverse	6	-0.0543835386633873
36624	rnn.bias_hh_l0_reverse	7	0.0273643396794796
36624	rnn.bias_hh_l0_reverse	8	0.011113018728792667
36624	rnn.bias_hh_l0_reverse	9	-0.16091766953468323
36624	linear.weight	0	0.17339693009853363
36624	linear.weight	1	-0.16297560930252075
36624	linear.weight	2	-0.2148255556821823
36624	linear.weight	3	0.07850974053144455
36624	linear.weight	4	-0.026672441512346268
36624	linear.weight	5	0.004099879413843155
36624	linear.weight	6	-0.00690457783639431
36624	linear.weight	7	-0.02707250602543354
36624	linear.weight	8	0.08444565534591675
36624	linear.weight	9	0.349661648273468
36624	linear.bias	0	-0.2070859670639038
36624	linear.bias	1	0.1943754255771637
36624	linear.bias	2	-0.5396369099617004
36624	linear.bias	3	1.7040231227874756
36624	linear.bias	4	-0.39680585265159607
36624	linear.bias	5	-0.030769959092140198
36624	linear.bias	6	-0.3578254282474518
36624	linear.bias	7	-0.2795606553554535
36624	linear.bias	8	-0.04331975430250168
36624	linear.bias	9	-0.4979742467403412
36652	transitions	0	-0.6482978463172913
36652	transitions	1	0.3495602607727051
36652	transitions	2	1.6743130683898926
36652	transitions	3	0.0964960977435112
36652	transitions	4	0.9483976364135742
36652	transitions	5	1.2739229202270508
36652	transitions	6	0.4832981824874878
36652	transitions	7	0.17573079466819763
36652	transitions	8	-0.919520914554596
36652	transitions	9	0.9306592345237732
36652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36652	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36652	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36652	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36652	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36652	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36652	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36652	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36652	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36652	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36652	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36652	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36652	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36652	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36652	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36652	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36652	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36652	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36652	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36652	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36652	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36652	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36652	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36652	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36652	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36652	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36652	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36652	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36652	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36652	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36652	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36652	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36652	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36652	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36652	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36652	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36652	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36652	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36652	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36652	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36652	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36652	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36652	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36652	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36652	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36652	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36652	embedding2nn.weight	0	0.022495562210679054
36652	embedding2nn.weight	1	0.014189859852194786
36652	embedding2nn.weight	2	-0.004285755567252636
36652	embedding2nn.weight	3	-0.00010524077515583485
36652	embedding2nn.weight	4	-0.004377063363790512
36652	embedding2nn.weight	5	0.011863772757351398
36652	embedding2nn.weight	6	-0.0049734292551875114
36652	embedding2nn.weight	7	0.020733632147312164
36652	embedding2nn.weight	8	-0.006839831359684467
36652	embedding2nn.weight	9	-0.013898191973567009
36652	embedding2nn.bias	0	-0.03869819641113281
36652	embedding2nn.bias	1	-0.021385522559285164
36652	embedding2nn.bias	2	-0.07453029602766037
36652	embedding2nn.bias	3	-0.001729294192045927
36652	embedding2nn.bias	4	0.004321902524679899
36652	embedding2nn.bias	5	-0.006899422034621239
36652	embedding2nn.bias	6	0.009466413408517838
36652	embedding2nn.bias	7	0.020047249272465706
36652	embedding2nn.bias	8	0.007338806055486202
36652	embedding2nn.bias	9	0.0011148888152092695
36652	rnn.weight_ih_l0	0	0.03953973576426506
36652	rnn.weight_ih_l0	1	-0.013665324077010155
36652	rnn.weight_ih_l0	2	-0.03650913015007973
36652	rnn.weight_ih_l0	3	-0.04477350413799286
36652	rnn.weight_ih_l0	4	-0.052045755088329315
36652	rnn.weight_ih_l0	5	-0.008461997844278812
36652	rnn.weight_ih_l0	6	-0.05189328268170357
36652	rnn.weight_ih_l0	7	-0.06159592419862747
36652	rnn.weight_ih_l0	8	-0.04472557082772255
36652	rnn.weight_ih_l0	9	-0.026941435411572456
36652	rnn.weight_hh_l0	0	0.019321776926517487
36652	rnn.weight_hh_l0	1	-0.009682711213827133
36652	rnn.weight_hh_l0	2	-0.0675959661602974
36652	rnn.weight_hh_l0	3	-0.03337283432483673
36652	rnn.weight_hh_l0	4	-0.07835463434457779
36652	rnn.weight_hh_l0	5	-0.014575755223631859
36652	rnn.weight_hh_l0	6	-0.05433085188269615
36652	rnn.weight_hh_l0	7	-0.04071890562772751
36652	rnn.weight_hh_l0	8	-0.019103925675153732
36652	rnn.weight_hh_l0	9	-0.00791605468839407
36652	rnn.bias_ih_l0	0	0.14555633068084717
36652	rnn.bias_ih_l0	1	-0.056267719715833664
36652	rnn.bias_ih_l0	2	0.10431172698736191
36652	rnn.bias_ih_l0	3	0.048846807330846786
36652	rnn.bias_ih_l0	4	0.09904886782169342
36652	rnn.bias_ih_l0	5	0.024176310747861862
36652	rnn.bias_ih_l0	6	-0.01760018803179264
36652	rnn.bias_ih_l0	7	-0.10905230045318604
36652	rnn.bias_ih_l0	8	-0.20659366250038147
36652	rnn.bias_ih_l0	9	0.08707068860530853
36652	rnn.bias_hh_l0	0	0.0028237756341695786
36652	rnn.bias_hh_l0	1	0.023657146841287613
36652	rnn.bias_hh_l0	2	-0.006095468532294035
36652	rnn.bias_hh_l0	3	-0.03031211346387863
36652	rnn.bias_hh_l0	4	-0.036261964589357376
36652	rnn.bias_hh_l0	5	0.14361543953418732
36652	rnn.bias_hh_l0	6	0.05130978301167488
36652	rnn.bias_hh_l0	7	0.059744689613580704
36652	rnn.bias_hh_l0	8	0.01676850952208042
36652	rnn.bias_hh_l0	9	0.04345490038394928
36652	rnn.weight_ih_l0_reverse	0	-0.02969895303249359
36652	rnn.weight_ih_l0_reverse	1	-0.0021982169710099697
36652	rnn.weight_ih_l0_reverse	2	0.023834314197301865
36652	rnn.weight_ih_l0_reverse	3	-0.06210092827677727
36652	rnn.weight_ih_l0_reverse	4	0.009301003068685532
36652	rnn.weight_ih_l0_reverse	5	-0.04610157385468483
36652	rnn.weight_ih_l0_reverse	6	0.028373705223202705
36652	rnn.weight_ih_l0_reverse	7	0.04597868025302887
36652	rnn.weight_ih_l0_reverse	8	-0.04876020550727844
36652	rnn.weight_ih_l0_reverse	9	-0.050752341747283936
36652	rnn.weight_hh_l0_reverse	0	-0.08327062427997589
36652	rnn.weight_hh_l0_reverse	1	-0.0632888674736023
36652	rnn.weight_hh_l0_reverse	2	0.034401003271341324
36652	rnn.weight_hh_l0_reverse	3	0.045752473175525665
36652	rnn.weight_hh_l0_reverse	4	-0.015897579491138458
36652	rnn.weight_hh_l0_reverse	5	0.0455806627869606
36652	rnn.weight_hh_l0_reverse	6	0.0011680721072480083
36652	rnn.weight_hh_l0_reverse	7	-0.00018078481662087142
36652	rnn.weight_hh_l0_reverse	8	-0.09876257926225662
36652	rnn.weight_hh_l0_reverse	9	0.08018496632575989
36652	rnn.bias_ih_l0_reverse	0	-0.0891982689499855
36652	rnn.bias_ih_l0_reverse	1	-0.06898992508649826
36652	rnn.bias_ih_l0_reverse	2	0.10321930050849915
36652	rnn.bias_ih_l0_reverse	3	0.0479569137096405
36652	rnn.bias_ih_l0_reverse	4	-0.1291818618774414
36652	rnn.bias_ih_l0_reverse	5	0.04102244973182678
36652	rnn.bias_ih_l0_reverse	6	-0.10642561316490173
36652	rnn.bias_ih_l0_reverse	7	0.044608406722545624
36652	rnn.bias_ih_l0_reverse	8	0.03439326584339142
36652	rnn.bias_ih_l0_reverse	9	0.0632065087556839
36652	rnn.bias_hh_l0_reverse	0	0.05716497078537941
36652	rnn.bias_hh_l0_reverse	1	0.0653536468744278
36652	rnn.bias_hh_l0_reverse	2	0.07857004553079605
36652	rnn.bias_hh_l0_reverse	3	-0.003944945055991411
36652	rnn.bias_hh_l0_reverse	4	0.0714697539806366
36652	rnn.bias_hh_l0_reverse	5	0.007098743226379156
36652	rnn.bias_hh_l0_reverse	6	-0.054375678300857544
36652	rnn.bias_hh_l0_reverse	7	0.02736292965710163
36652	rnn.bias_hh_l0_reverse	8	0.01111697219312191
36652	rnn.bias_hh_l0_reverse	9	-0.16091515123844147
36652	linear.weight	0	0.17340725660324097
36652	linear.weight	1	-0.16297560930252075
36652	linear.weight	2	-0.21482476592063904
36652	linear.weight	3	0.07850304991006851
36652	linear.weight	4	-0.02667955867946148
36652	linear.weight	5	0.0041025979444384575
36652	linear.weight	6	-0.006904572248458862
36652	linear.weight	7	-0.027072500437498093
36652	linear.weight	8	0.08444943279027939
36652	linear.weight	9	0.34965622425079346
36652	linear.bias	0	-0.20709306001663208
36652	linear.bias	1	0.19436213374137878
36652	linear.bias	2	-0.539639413356781
36652	linear.bias	3	1.7040387392044067
36652	linear.bias	4	-0.3968060314655304
36652	linear.bias	5	-0.030769959092140198
36652	linear.bias	6	-0.3578258156776428
36652	linear.bias	7	-0.2795696556568146
36652	linear.bias	8	-0.043328121304512024
36652	linear.bias	9	-0.4979742467403412
36680	transitions	0	-0.6482980847358704
36680	transitions	1	0.3495595157146454
36680	transitions	2	1.674312949180603
36680	transitions	3	0.09649606794118881
36680	transitions	4	0.9483976364135742
36680	transitions	5	1.2739229202270508
36680	transitions	6	0.4832981526851654
36680	transitions	7	0.17573079466819763
36680	transitions	8	-0.919520914554596
36680	transitions	9	0.9306592345237732
36680	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36680	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36680	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36680	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36680	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36680	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36680	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36680	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36680	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36680	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36680	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36680	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36680	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36680	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36680	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36680	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36680	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36680	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36680	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36680	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36680	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36680	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36680	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36680	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36680	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36680	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36680	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36680	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36680	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36680	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36680	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36680	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36680	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36680	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36680	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36680	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36680	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36680	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36680	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36680	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36680	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36680	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36680	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36680	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36680	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36680	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36680	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36680	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36680	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36680	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36680	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36680	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36680	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36680	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36680	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36680	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36680	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36680	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36680	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36680	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36680	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36680	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36680	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36680	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36680	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36680	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36680	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36680	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36680	embedding2nn.weight	0	0.02249579317867756
36680	embedding2nn.weight	1	0.01418968103826046
36680	embedding2nn.weight	2	-0.004285767208784819
36680	embedding2nn.weight	3	-0.00010471220593899488
36680	embedding2nn.weight	4	-0.004377375356853008
36680	embedding2nn.weight	5	0.01186372246593237
36680	embedding2nn.weight	6	-0.004973527044057846
36680	embedding2nn.weight	7	0.02073558419942856
36680	embedding2nn.weight	8	-0.006840202491730452
36680	embedding2nn.weight	9	-0.013898152858018875
36680	embedding2nn.bias	0	-0.038678452372550964
36680	embedding2nn.bias	1	-0.021402588114142418
36680	embedding2nn.bias	2	-0.07452353835105896
36680	embedding2nn.bias	3	-0.0016961675137281418
36680	embedding2nn.bias	4	0.004344298038631678
36680	embedding2nn.bias	5	-0.006892316974699497
36680	embedding2nn.bias	6	0.009488272480666637
36680	embedding2nn.bias	7	0.02004801295697689
36680	embedding2nn.bias	8	0.00733889639377594
36680	embedding2nn.bias	9	0.0011048681335523725
36680	rnn.weight_ih_l0	0	0.03953856974840164
36680	rnn.weight_ih_l0	1	-0.013664882630109787
36680	rnn.weight_ih_l0	2	-0.03650454059243202
36680	rnn.weight_ih_l0	3	-0.04477362334728241
36680	rnn.weight_ih_l0	4	-0.05204486474394798
36680	rnn.weight_ih_l0	5	-0.00846110936254263
36680	rnn.weight_ih_l0	6	-0.05189131572842598
36680	rnn.weight_ih_l0	7	-0.061595626175403595
36680	rnn.weight_ih_l0	8	-0.044727250933647156
36680	rnn.weight_ih_l0	9	-0.026942044496536255
36680	rnn.weight_hh_l0	0	0.019321361556649208
36680	rnn.weight_hh_l0	1	-0.009683964774012566
36680	rnn.weight_hh_l0	2	-0.06759273260831833
36680	rnn.weight_hh_l0	3	-0.03337360918521881
36680	rnn.weight_hh_l0	4	-0.07835529744625092
36680	rnn.weight_hh_l0	5	-0.014575468376278877
36680	rnn.weight_hh_l0	6	-0.05432841181755066
36680	rnn.weight_hh_l0	7	-0.04071125015616417
36680	rnn.weight_hh_l0	8	-0.019103700295090675
36680	rnn.weight_hh_l0	9	-0.00791372824460268
36680	rnn.bias_ih_l0	0	0.14555633068084717
36680	rnn.bias_ih_l0	1	-0.056265149265527725
36680	rnn.bias_ih_l0	2	0.10430930554866791
36680	rnn.bias_ih_l0	3	0.04884866997599602
36680	rnn.bias_ih_l0	4	0.09904567152261734
36680	rnn.bias_ih_l0	5	0.024177879095077515
36680	rnn.bias_ih_l0	6	-0.01760232448577881
36680	rnn.bias_ih_l0	7	-0.10905461013317108
36680	rnn.bias_ih_l0	8	-0.20659999549388885
36680	rnn.bias_ih_l0	9	0.08707499504089355
36680	rnn.bias_hh_l0	0	0.0028225169517099857
36680	rnn.bias_hh_l0	1	0.02366097830235958
36680	rnn.bias_hh_l0	2	-0.006092812400311232
36680	rnn.bias_hh_l0	3	-0.03031335398554802
36680	rnn.bias_hh_l0	4	-0.03626466169953346
36680	rnn.bias_hh_l0	5	0.14361999928951263
36680	rnn.bias_hh_l0	6	0.05131366103887558
36680	rnn.bias_hh_l0	7	0.05974847450852394
36680	rnn.bias_hh_l0	8	0.016766373068094254
36680	rnn.bias_hh_l0	9	0.04345626384019852
36680	rnn.weight_ih_l0_reverse	0	-0.02969801053404808
36680	rnn.weight_ih_l0_reverse	1	-0.002197212539613247
36680	rnn.weight_ih_l0_reverse	2	0.023834139108657837
36680	rnn.weight_ih_l0_reverse	3	-0.06210113689303398
36680	rnn.weight_ih_l0_reverse	4	0.009300146251916885
36680	rnn.weight_ih_l0_reverse	5	-0.046104323118925095
36680	rnn.weight_ih_l0_reverse	6	0.028377803042531013
36680	rnn.weight_ih_l0_reverse	7	0.04597843065857887
36680	rnn.weight_ih_l0_reverse	8	-0.048759832978248596
36680	rnn.weight_ih_l0_reverse	9	-0.0507524237036705
36680	rnn.weight_hh_l0_reverse	0	-0.08326978981494904
36680	rnn.weight_hh_l0_reverse	1	-0.0632900819182396
36680	rnn.weight_hh_l0_reverse	2	0.03440093994140625
36680	rnn.weight_hh_l0_reverse	3	0.045750536024570465
36680	rnn.weight_hh_l0_reverse	4	-0.01589745283126831
36680	rnn.weight_hh_l0_reverse	5	0.04558040574193001
36680	rnn.weight_hh_l0_reverse	6	0.001167275127954781
36680	rnn.weight_hh_l0_reverse	7	-0.0001799876190489158
36680	rnn.weight_hh_l0_reverse	8	-0.09876413643360138
36680	rnn.weight_hh_l0_reverse	9	0.08018520474433899
36680	rnn.bias_ih_l0_reverse	0	-0.0892033651471138
36680	rnn.bias_ih_l0_reverse	1	-0.06899410486221313
36680	rnn.bias_ih_l0_reverse	2	0.10321962833404541
36680	rnn.bias_ih_l0_reverse	3	0.04795132949948311
36680	rnn.bias_ih_l0_reverse	4	-0.1291802078485489
36680	rnn.bias_ih_l0_reverse	5	0.04102407023310661
36680	rnn.bias_ih_l0_reverse	6	-0.10641977936029434
36680	rnn.bias_ih_l0_reverse	7	0.044614605605602264
36680	rnn.bias_ih_l0_reverse	8	0.034391891211271286
36680	rnn.bias_ih_l0_reverse	9	0.06321214139461517
36680	rnn.bias_hh_l0_reverse	0	0.057149533182382584
36680	rnn.bias_hh_l0_reverse	1	0.06535318493843079
36680	rnn.bias_hh_l0_reverse	2	0.07857172936201096
36680	rnn.bias_hh_l0_reverse	3	-0.003942030016332865
36680	rnn.bias_hh_l0_reverse	4	0.0714668557047844
36680	rnn.bias_hh_l0_reverse	5	0.007081071380525827
36680	rnn.bias_hh_l0_reverse	6	-0.05437691509723663
36680	rnn.bias_hh_l0_reverse	7	0.027360474690794945
36680	rnn.bias_hh_l0_reverse	8	0.011118749156594276
36680	rnn.bias_hh_l0_reverse	9	-0.16092582046985626
36680	linear.weight	0	0.17339101433753967
36680	linear.weight	1	-0.16297556459903717
36680	linear.weight	2	-0.21482861042022705
36680	linear.weight	3	0.07850845903158188
36680	linear.weight	4	-0.02668020874261856
36680	linear.weight	5	0.004101645201444626
36680	linear.weight	6	-0.00690456572920084
36680	linear.weight	7	-0.027072418481111526
36680	linear.weight	8	0.08444325625896454
36680	linear.weight	9	0.34963807463645935
36680	linear.bias	0	-0.20711098611354828
36680	linear.bias	1	0.194342702627182
36680	linear.bias	2	-0.5396509766578674
36680	linear.bias	3	1.7040797472000122
36680	linear.bias	4	-0.39680391550064087
36680	linear.bias	5	-0.030769959092140198
36680	linear.bias	6	-0.35783496499061584
36680	linear.bias	7	-0.27957242727279663
36680	linear.bias	8	-0.04334409907460213
36680	linear.bias	9	-0.4979746341705322
36708	transitions	0	-0.6482982039451599
36708	transitions	1	0.34955915808677673
36708	transitions	2	1.674312949180603
36708	transitions	3	0.09649600833654404
36708	transitions	4	0.9483963251113892
36708	transitions	5	1.2739229202270508
36708	transitions	6	0.4832981526851654
36708	transitions	7	0.17573079466819763
36708	transitions	8	-0.919520914554596
36708	transitions	9	0.9306592345237732
36708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36708	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36708	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36708	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36708	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36708	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36708	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36708	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36708	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36708	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36708	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36708	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36708	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36708	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36708	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36708	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36708	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36708	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36708	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36708	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36708	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36708	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36708	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36708	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36708	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36708	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36708	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36708	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36708	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36708	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36708	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36708	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36708	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36708	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36708	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36708	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36708	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36708	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36708	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36708	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36708	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36708	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36708	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36708	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36708	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36708	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36708	embedding2nn.weight	0	0.02249404788017273
36708	embedding2nn.weight	1	0.014189532957971096
36708	embedding2nn.weight	2	-0.004285641014575958
36708	embedding2nn.weight	3	-0.00010475846647750586
36708	embedding2nn.weight	4	-0.004377339035272598
36708	embedding2nn.weight	5	0.011864544823765755
36708	embedding2nn.weight	6	-0.004973468370735645
36708	embedding2nn.weight	7	0.020734431222081184
36708	embedding2nn.weight	8	-0.006840497720986605
36708	embedding2nn.weight	9	-0.013898142613470554
36708	embedding2nn.bias	0	-0.03866175562143326
36708	embedding2nn.bias	1	-0.021405085921287537
36708	embedding2nn.bias	2	-0.07451844960451126
36708	embedding2nn.bias	3	-0.0016884495271369815
36708	embedding2nn.bias	4	0.004355264361947775
36708	embedding2nn.bias	5	-0.006921917200088501
36708	embedding2nn.bias	6	0.0094775864854455
36708	embedding2nn.bias	7	0.02001769281923771
36708	embedding2nn.bias	8	0.007369323167949915
36708	embedding2nn.bias	9	0.0011214895639568567
36708	rnn.weight_ih_l0	0	0.03953922167420387
36708	rnn.weight_ih_l0	1	-0.013663988560438156
36708	rnn.weight_ih_l0	2	-0.0365053229033947
36708	rnn.weight_ih_l0	3	-0.04477344825863838
36708	rnn.weight_ih_l0	4	-0.05204559117555618
36708	rnn.weight_ih_l0	5	-0.008460238575935364
36708	rnn.weight_ih_l0	6	-0.05189032852649689
36708	rnn.weight_ih_l0	7	-0.061596065759658813
36708	rnn.weight_ih_l0	8	-0.044726964086294174
36708	rnn.weight_ih_l0	9	-0.026942124590277672
36708	rnn.weight_hh_l0	0	0.01932377740740776
36708	rnn.weight_hh_l0	1	-0.009680441580712795
36708	rnn.weight_hh_l0	2	-0.06759356707334518
36708	rnn.weight_hh_l0	3	-0.03337531164288521
36708	rnn.weight_hh_l0	4	-0.07835511118173599
36708	rnn.weight_hh_l0	5	-0.014574863947927952
36708	rnn.weight_hh_l0	6	-0.05432352423667908
36708	rnn.weight_hh_l0	7	-0.04071123152971268
36708	rnn.weight_hh_l0	8	-0.019103597849607468
36708	rnn.weight_hh_l0	9	-0.007911925204098225
36708	rnn.bias_ih_l0	0	0.14556145668029785
36708	rnn.bias_ih_l0	1	-0.0562686026096344
36708	rnn.bias_ih_l0	2	0.10431885719299316
36708	rnn.bias_ih_l0	3	0.048851873725652695
36708	rnn.bias_ih_l0	4	0.09904392063617706
36708	rnn.bias_ih_l0	5	0.024179833009839058
36708	rnn.bias_ih_l0	6	-0.017599085345864296
36708	rnn.bias_ih_l0	7	-0.10906381905078888
36708	rnn.bias_ih_l0	8	-0.20662790536880493
36708	rnn.bias_ih_l0	9	0.08707254379987717
36708	rnn.bias_hh_l0	0	0.002819299465045333
36708	rnn.bias_hh_l0	1	0.023661423474550247
36708	rnn.bias_hh_l0	2	-0.0060889930464327335
36708	rnn.bias_hh_l0	3	-0.0303188506513834
36708	rnn.bias_hh_l0	4	-0.03625721484422684
36708	rnn.bias_hh_l0	5	0.14362303912639618
36708	rnn.bias_hh_l0	6	0.051312852650880814
36708	rnn.bias_hh_l0	7	0.059753917157649994
36708	rnn.bias_hh_l0	8	0.016769612208008766
36708	rnn.bias_hh_l0	9	0.04346436262130737
36708	rnn.weight_ih_l0_reverse	0	-0.029698196798563004
36708	rnn.weight_ih_l0_reverse	1	-0.0021990477107465267
36708	rnn.weight_ih_l0_reverse	2	0.023834777995944023
36708	rnn.weight_ih_l0_reverse	3	-0.062100738286972046
36708	rnn.weight_ih_l0_reverse	4	0.009298928081989288
36708	rnn.weight_ih_l0_reverse	5	-0.046103913336992264
36708	rnn.weight_ih_l0_reverse	6	0.028375670313835144
36708	rnn.weight_ih_l0_reverse	7	0.04597903788089752
36708	rnn.weight_ih_l0_reverse	8	-0.048758614808321
36708	rnn.weight_ih_l0_reverse	9	-0.05075187608599663
36708	rnn.weight_hh_l0_reverse	0	-0.08326774090528488
36708	rnn.weight_hh_l0_reverse	1	-0.0632852241396904
36708	rnn.weight_hh_l0_reverse	2	0.034399278461933136
36708	rnn.weight_hh_l0_reverse	3	0.04575137048959732
36708	rnn.weight_hh_l0_reverse	4	-0.01590016670525074
36708	rnn.weight_hh_l0_reverse	5	0.0455794520676136
36708	rnn.weight_hh_l0_reverse	6	0.0011670595267787576
36708	rnn.weight_hh_l0_reverse	7	-0.00017995240341406316
36708	rnn.weight_hh_l0_reverse	8	-0.0987638384103775
36708	rnn.weight_hh_l0_reverse	9	0.08018448203802109
36708	rnn.bias_ih_l0_reverse	0	-0.08921454101800919
36708	rnn.bias_ih_l0_reverse	1	-0.06898007541894913
36708	rnn.bias_ih_l0_reverse	2	0.10321225970983505
36708	rnn.bias_ih_l0_reverse	3	0.047947902232408524
36708	rnn.bias_ih_l0_reverse	4	-0.129177525639534
36708	rnn.bias_ih_l0_reverse	5	0.041021574288606644
36708	rnn.bias_ih_l0_reverse	6	-0.10642196983098984
36708	rnn.bias_ih_l0_reverse	7	0.04461308941245079
36708	rnn.bias_ih_l0_reverse	8	0.03438694030046463
36708	rnn.bias_ih_l0_reverse	9	0.06320697069168091
36708	rnn.bias_hh_l0_reverse	0	0.057117704302072525
36708	rnn.bias_hh_l0_reverse	1	0.06534803658723831
36708	rnn.bias_hh_l0_reverse	2	0.07857213914394379
36708	rnn.bias_hh_l0_reverse	3	-0.00394120579585433
36708	rnn.bias_hh_l0_reverse	4	0.0714620053768158
36708	rnn.bias_hh_l0_reverse	5	0.0070816632360219955
36708	rnn.bias_hh_l0_reverse	6	-0.054375059902668
36708	rnn.bias_hh_l0_reverse	7	0.027360128238797188
36708	rnn.bias_hh_l0_reverse	8	0.011116146109998226
36708	rnn.bias_hh_l0_reverse	9	-0.16091102361679077
36708	linear.weight	0	0.1733972430229187
36708	linear.weight	1	-0.16297556459903717
36708	linear.weight	2	-0.21482287347316742
36708	linear.weight	3	0.07851164788007736
36708	linear.weight	4	-0.026679670438170433
36708	linear.weight	5	0.00410368712618947
36708	linear.weight	6	-0.006904557812958956
36708	linear.weight	7	-0.027072347700595856
36708	linear.weight	8	0.08444218337535858
36708	linear.weight	9	0.34964752197265625
36708	linear.bias	0	-0.20710518956184387
36708	linear.bias	1	0.19434650242328644
36708	linear.bias	2	-0.5396600365638733
36708	linear.bias	3	1.7040863037109375
36708	linear.bias	4	-0.3968050479888916
36708	linear.bias	5	-0.030769959092140198
36708	linear.bias	6	-0.3578418791294098
36708	linear.bias	7	-0.27956101298332214
36708	linear.bias	8	-0.04335835576057434
36708	linear.bias	9	-0.4979747235774994
36736	transitions	0	-0.6482983231544495
36736	transitions	1	0.34955909848213196
36736	transitions	2	1.674312949180603
36736	transitions	3	0.09649598598480225
36736	transitions	4	0.9483962655067444
36736	transitions	5	1.2739229202270508
36736	transitions	6	0.4832981526851654
36736	transitions	7	0.17573079466819763
36736	transitions	8	-0.919520914554596
36736	transitions	9	0.9306592345237732
36736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36736	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36736	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36736	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36736	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36736	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36736	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36736	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36736	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36736	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36736	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36736	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36736	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36736	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36736	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36736	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36736	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36736	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36736	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36736	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36736	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36736	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36736	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36736	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36736	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36736	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36736	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36736	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36736	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36736	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36736	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36736	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36736	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36736	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36736	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36736	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36736	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36736	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36736	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36736	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36736	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36736	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36736	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36736	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36736	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36736	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36736	embedding2nn.weight	0	0.02249685861170292
36736	embedding2nn.weight	1	0.014189235866069794
36736	embedding2nn.weight	2	-0.004285729024559259
36736	embedding2nn.weight	3	-0.0001043723605107516
36736	embedding2nn.weight	4	-0.004377399571239948
36736	embedding2nn.weight	5	0.011865092441439629
36736	embedding2nn.weight	6	-0.004973580129444599
36736	embedding2nn.weight	7	0.0207346323877573
36736	embedding2nn.weight	8	-0.006841176655143499
36736	embedding2nn.weight	9	-0.013898392207920551
36736	embedding2nn.bias	0	-0.03865732625126839
36736	embedding2nn.bias	1	-0.021395845338702202
36736	embedding2nn.bias	2	-0.07452178001403809
36736	embedding2nn.bias	3	-0.0016878615133464336
36736	embedding2nn.bias	4	0.004372243769466877
36736	embedding2nn.bias	5	-0.006912552285939455
36736	embedding2nn.bias	6	0.00948625709861517
36736	embedding2nn.bias	7	0.02001776732504368
36736	embedding2nn.bias	8	0.00735951354727149
36736	embedding2nn.bias	9	0.0011248707305639982
36736	rnn.weight_ih_l0	0	0.0395389087498188
36736	rnn.weight_ih_l0	1	-0.013663088902831078
36736	rnn.weight_ih_l0	2	-0.03650681674480438
36736	rnn.weight_ih_l0	3	-0.04477377235889435
36736	rnn.weight_ih_l0	4	-0.05204587057232857
36736	rnn.weight_ih_l0	5	-0.0084603913128376
36736	rnn.weight_ih_l0	6	-0.051890622824430466
36736	rnn.weight_ih_l0	7	-0.06159602850675583
36736	rnn.weight_ih_l0	8	-0.04472721368074417
36736	rnn.weight_ih_l0	9	-0.02694234624505043
36736	rnn.weight_hh_l0	0	0.01932447776198387
36736	rnn.weight_hh_l0	1	-0.009681634604930878
36736	rnn.weight_hh_l0	2	-0.0675925761461258
36736	rnn.weight_hh_l0	3	-0.033375076949596405
36736	rnn.weight_hh_l0	4	-0.0783531442284584
36736	rnn.weight_hh_l0	5	-0.014571007341146469
36736	rnn.weight_hh_l0	6	-0.05432353541254997
36736	rnn.weight_hh_l0	7	-0.04070767015218735
36736	rnn.weight_hh_l0	8	-0.01910344511270523
36736	rnn.weight_hh_l0	9	-0.007907391525804996
36736	rnn.bias_ih_l0	0	0.14556264877319336
36736	rnn.bias_ih_l0	1	-0.056272707879543304
36736	rnn.bias_ih_l0	2	0.10432246327400208
36736	rnn.bias_ih_l0	3	0.04885146766901016
36736	rnn.bias_ih_l0	4	0.09904291480779648
36736	rnn.bias_ih_l0	5	0.02417614310979843
36736	rnn.bias_ih_l0	6	-0.017593970522284508
36736	rnn.bias_ih_l0	7	-0.10907252877950668
36736	rnn.bias_ih_l0	8	-0.2066238671541214
36736	rnn.bias_ih_l0	9	0.08707857131958008
36736	rnn.bias_hh_l0	0	0.0028135350439697504
36736	rnn.bias_hh_l0	1	0.023653827607631683
36736	rnn.bias_hh_l0	2	-0.006087128538638353
36736	rnn.bias_hh_l0	3	-0.030319558456540108
36736	rnn.bias_hh_l0	4	-0.03625889867544174
36736	rnn.bias_hh_l0	5	0.1436196118593216
36736	rnn.bias_hh_l0	6	0.0513138547539711
36736	rnn.bias_hh_l0	7	0.05975661054253578
36736	rnn.bias_hh_l0	8	0.016774727031588554
36736	rnn.bias_hh_l0	9	0.04346003010869026
36736	rnn.weight_ih_l0_reverse	0	-0.029698003083467484
36736	rnn.weight_ih_l0_reverse	1	-0.0022048417013138533
36736	rnn.weight_ih_l0_reverse	2	0.023834722116589546
36736	rnn.weight_ih_l0_reverse	3	-0.06210019811987877
36736	rnn.weight_ih_l0_reverse	4	0.009298658929765224
36736	rnn.weight_ih_l0_reverse	5	-0.04610335826873779
36736	rnn.weight_ih_l0_reverse	6	0.028372596949338913
36736	rnn.weight_ih_l0_reverse	7	0.04597876965999603
36736	rnn.weight_ih_l0_reverse	8	-0.04875890538096428
36736	rnn.weight_ih_l0_reverse	9	-0.05075185000896454
36736	rnn.weight_hh_l0_reverse	0	-0.08326654881238937
36736	rnn.weight_hh_l0_reverse	1	-0.0632883682847023
36736	rnn.weight_hh_l0_reverse	2	0.03439829871058464
36736	rnn.weight_hh_l0_reverse	3	0.04575065150856972
36736	rnn.weight_hh_l0_reverse	4	-0.015895970165729523
36736	rnn.weight_hh_l0_reverse	5	0.04557862505316734
36736	rnn.weight_hh_l0_reverse	6	0.0011575182434171438
36736	rnn.weight_hh_l0_reverse	7	-0.000177045410964638
36736	rnn.weight_hh_l0_reverse	8	-0.09876330941915512
36736	rnn.weight_hh_l0_reverse	9	0.08018484711647034
36736	rnn.bias_ih_l0_reverse	0	-0.08922713994979858
36736	rnn.bias_ih_l0_reverse	1	-0.06898210942745209
36736	rnn.bias_ih_l0_reverse	2	0.10321348160505295
36736	rnn.bias_ih_l0_reverse	3	0.047949906438589096
36736	rnn.bias_ih_l0_reverse	4	-0.1291789561510086
36736	rnn.bias_ih_l0_reverse	5	0.041021429002285004
36736	rnn.bias_ih_l0_reverse	6	-0.10643124580383301
36736	rnn.bias_ih_l0_reverse	7	0.04461362585425377
36736	rnn.bias_ih_l0_reverse	8	0.03438577800989151
36736	rnn.bias_ih_l0_reverse	9	0.06319944560527802
36736	rnn.bias_hh_l0_reverse	0	0.05711585655808449
36736	rnn.bias_hh_l0_reverse	1	0.06534573435783386
36736	rnn.bias_hh_l0_reverse	2	0.07857661694288254
36736	rnn.bias_hh_l0_reverse	3	-0.003936758264899254
36736	rnn.bias_hh_l0_reverse	4	0.07145900279283524
36736	rnn.bias_hh_l0_reverse	5	0.007074425928294659
36736	rnn.bias_hh_l0_reverse	6	-0.05437243729829788
36736	rnn.bias_hh_l0_reverse	7	0.027360612526535988
36736	rnn.bias_hh_l0_reverse	8	0.011114099994301796
36736	rnn.bias_hh_l0_reverse	9	-0.16091932356357574
36736	linear.weight	0	0.17339004576206207
36736	linear.weight	1	-0.16297554969787598
36736	linear.weight	2	-0.21482691168785095
36736	linear.weight	3	0.07851187884807587
36736	linear.weight	4	-0.02668086066842079
36736	linear.weight	5	0.0041027311235666275
36736	linear.weight	6	-0.006904556881636381
36736	linear.weight	7	-0.02707240916788578
36736	linear.weight	8	0.08443582057952881
36736	linear.weight	9	0.3496483564376831
36736	linear.bias	0	-0.20708967745304108
36736	linear.bias	1	0.19435764849185944
36736	linear.bias	2	-0.5396593809127808
36736	linear.bias	3	1.7041146755218506
36736	linear.bias	4	-0.3968068063259125
36736	linear.bias	5	-0.030769959092140198
36736	linear.bias	6	-0.3578423261642456
36736	linear.bias	7	-0.2795630395412445
36736	linear.bias	8	-0.04337715357542038
36736	linear.bias	9	-0.49797487258911133
36764	transitions	0	-0.6482983827590942
36764	transitions	1	0.34955906867980957
36764	transitions	2	1.674312949180603
36764	transitions	3	0.09649596363306046
36764	transitions	4	0.9483962059020996
36764	transitions	5	1.2739229202270508
36764	transitions	6	0.4832981526851654
36764	transitions	7	0.17573077976703644
36764	transitions	8	-0.919520914554596
36764	transitions	9	0.9306592345237732
36764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36764	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36764	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36764	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36764	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36764	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36764	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36764	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36764	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36764	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36764	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36764	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36764	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36764	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36764	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36764	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36764	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36764	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36764	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36764	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36764	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36764	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36764	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36764	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36764	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36764	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36764	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36764	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36764	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36764	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36764	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36764	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36764	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36764	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36764	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36764	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36764	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36764	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36764	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36764	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36764	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36764	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36764	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36764	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36764	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36764	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36764	embedding2nn.weight	0	0.02249778062105179
36764	embedding2nn.weight	1	0.014189159497618675
36764	embedding2nn.weight	2	-0.004285775125026703
36764	embedding2nn.weight	3	-0.0001041299183270894
36764	embedding2nn.weight	4	-0.0043773711659014225
36764	embedding2nn.weight	5	0.011865384876728058
36764	embedding2nn.weight	6	-0.004973463714122772
36764	embedding2nn.weight	7	0.020734878256917
36764	embedding2nn.weight	8	-0.006841384340077639
36764	embedding2nn.weight	9	-0.013898578472435474
36764	embedding2nn.bias	0	-0.03864191100001335
36764	embedding2nn.bias	1	-0.021378567442297935
36764	embedding2nn.bias	2	-0.07452075928449631
36764	embedding2nn.bias	3	-0.0016685916343703866
36764	embedding2nn.bias	4	0.004382646176964045
36764	embedding2nn.bias	5	-0.006917493883520365
36764	embedding2nn.bias	6	0.009495369158685207
36764	embedding2nn.bias	7	0.020020877942442894
36764	embedding2nn.bias	8	0.007369353901594877
36764	embedding2nn.bias	9	0.0011234588455408812
36764	rnn.weight_ih_l0	0	0.03953898698091507
36764	rnn.weight_ih_l0	1	-0.01366362627595663
36764	rnn.weight_ih_l0	2	-0.03650613874197006
36764	rnn.weight_ih_l0	3	-0.044774189591407776
36764	rnn.weight_ih_l0	4	-0.052044741809368134
36764	rnn.weight_ih_l0	5	-0.008460074663162231
36764	rnn.weight_ih_l0	6	-0.051889460533857346
36764	rnn.weight_ih_l0	7	-0.06159685552120209
36764	rnn.weight_ih_l0	8	-0.04472746700048447
36764	rnn.weight_ih_l0	9	-0.026942243799567223
36764	rnn.weight_hh_l0	0	0.019324300810694695
36764	rnn.weight_hh_l0	1	-0.009681275114417076
36764	rnn.weight_hh_l0	2	-0.06759236752986908
36764	rnn.weight_hh_l0	3	-0.03337394818663597
36764	rnn.weight_hh_l0	4	-0.07835394144058228
36764	rnn.weight_hh_l0	5	-0.01457193959504366
36764	rnn.weight_hh_l0	6	-0.05432264879345894
36764	rnn.weight_hh_l0	7	-0.040709756314754486
36764	rnn.weight_hh_l0	8	-0.019103560596704483
36764	rnn.weight_hh_l0	9	-0.007909871637821198
36764	rnn.bias_ih_l0	0	0.14556172490119934
36764	rnn.bias_ih_l0	1	-0.056279681622982025
36764	rnn.bias_ih_l0	2	0.10432840138673782
36764	rnn.bias_ih_l0	3	0.04884612187743187
36764	rnn.bias_ih_l0	4	0.0990464836359024
36764	rnn.bias_ih_l0	5	0.024177279323339462
36764	rnn.bias_ih_l0	6	-0.017595704644918442
36764	rnn.bias_ih_l0	7	-0.10906416922807693
36764	rnn.bias_ih_l0	8	-0.20660975575447083
36764	rnn.bias_ih_l0	9	0.0870809555053711
36764	rnn.bias_hh_l0	0	0.0028134118765592575
36764	rnn.bias_hh_l0	1	0.023649627342820168
36764	rnn.bias_hh_l0	2	-0.006089081056416035
36764	rnn.bias_hh_l0	3	-0.030309904366731644
36764	rnn.bias_hh_l0	4	-0.03626510128378868
36764	rnn.bias_hh_l0	5	0.14361505210399628
36764	rnn.bias_hh_l0	6	0.0513240322470665
36764	rnn.bias_hh_l0	7	0.05976380780339241
36764	rnn.bias_hh_l0	8	0.01677299290895462
36764	rnn.bias_hh_l0	9	0.043456315994262695
36764	rnn.weight_ih_l0_reverse	0	-0.02969755046069622
36764	rnn.weight_ih_l0_reverse	1	-0.002205897821113467
36764	rnn.weight_ih_l0_reverse	2	0.02383500523865223
36764	rnn.weight_ih_l0_reverse	3	-0.06209995597600937
36764	rnn.weight_ih_l0_reverse	4	0.009298359043896198
36764	rnn.weight_ih_l0_reverse	5	-0.046103525906801224
36764	rnn.weight_ih_l0_reverse	6	0.02837461046874523
36764	rnn.weight_ih_l0_reverse	7	0.045978933572769165
36764	rnn.weight_ih_l0_reverse	8	-0.048758409917354584
36764	rnn.weight_ih_l0_reverse	9	-0.05075141787528992
36764	rnn.weight_hh_l0_reverse	0	-0.08326416462659836
36764	rnn.weight_hh_l0_reverse	1	-0.06328986585140228
36764	rnn.weight_hh_l0_reverse	2	0.034397754818201065
36764	rnn.weight_hh_l0_reverse	3	0.045750923454761505
36764	rnn.weight_hh_l0_reverse	4	-0.015896549448370934
36764	rnn.weight_hh_l0_reverse	5	0.045579493045806885
36764	rnn.weight_hh_l0_reverse	6	0.0011601955629885197
36764	rnn.weight_hh_l0_reverse	7	-0.00017684618069324642
36764	rnn.weight_hh_l0_reverse	8	-0.09876326471567154
36764	rnn.weight_hh_l0_reverse	9	0.08018549531698227
36764	rnn.bias_ih_l0_reverse	0	-0.08923298865556717
36764	rnn.bias_ih_l0_reverse	1	-0.06897195428609848
36764	rnn.bias_ih_l0_reverse	2	0.10321131348609924
36764	rnn.bias_ih_l0_reverse	3	0.04795081913471222
36764	rnn.bias_ih_l0_reverse	4	-0.12918336689472198
36764	rnn.bias_ih_l0_reverse	5	0.04101444035768509
36764	rnn.bias_ih_l0_reverse	6	-0.10643433779478073
36764	rnn.bias_ih_l0_reverse	7	0.044607099145650864
36764	rnn.bias_ih_l0_reverse	8	0.034382015466690063
36764	rnn.bias_ih_l0_reverse	9	0.06319697201251984
36764	rnn.bias_hh_l0_reverse	0	0.057119663804769516
36764	rnn.bias_hh_l0_reverse	1	0.0653456300497055
36764	rnn.bias_hh_l0_reverse	2	0.07857794314622879
36764	rnn.bias_hh_l0_reverse	3	-0.003944221418350935
36764	rnn.bias_hh_l0_reverse	4	0.07146035879850388
36764	rnn.bias_hh_l0_reverse	5	0.007077545393258333
36764	rnn.bias_hh_l0_reverse	6	-0.054375287145376205
36764	rnn.bias_hh_l0_reverse	7	0.027356987819075584
36764	rnn.bias_hh_l0_reverse	8	0.011112522333860397
36764	rnn.bias_hh_l0_reverse	9	-0.16093894839286804
36764	linear.weight	0	0.1733899861574173
36764	linear.weight	1	-0.16297553479671478
36764	linear.weight	2	-0.21482573449611664
36764	linear.weight	3	0.07850278168916702
36764	linear.weight	4	-0.026676863431930542
36764	linear.weight	5	0.0041006263345479965
36764	linear.weight	6	-0.006904555484652519
36764	linear.weight	7	-0.0270723644644022
36764	linear.weight	8	0.08443345129489899
36764	linear.weight	9	0.3496479094028473
36764	linear.bias	0	-0.20707295835018158
36764	linear.bias	1	0.19435320794582367
36764	linear.bias	2	-0.5396609306335449
36764	linear.bias	3	1.7041404247283936
36764	linear.bias	4	-0.39680713415145874
36764	linear.bias	5	-0.030769959092140198
36764	linear.bias	6	-0.3578440248966217
36764	linear.bias	7	-0.2795729339122772
36764	linear.bias	8	-0.043362829834222794
36764	linear.bias	9	-0.4979749619960785
36792	transitions	0	-0.6482985615730286
36792	transitions	1	0.34955894947052
36792	transitions	2	1.674312949180603
36792	transitions	3	0.09649591892957687
36792	transitions	4	0.9483962059020996
36792	transitions	5	1.2739229202270508
36792	transitions	6	0.4832981526851654
36792	transitions	7	0.17573077976703644
36792	transitions	8	-0.919520914554596
36792	transitions	9	0.9306592345237732
36792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36792	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36792	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36792	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36792	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36792	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36792	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36792	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36792	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36792	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36792	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36792	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36792	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36792	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36792	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36792	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36792	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36792	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36792	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36792	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36792	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36792	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36792	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36792	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36792	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36792	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36792	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36792	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36792	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36792	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36792	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36792	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36792	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36792	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36792	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36792	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36792	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36792	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36792	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36792	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36792	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36792	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36792	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36792	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36792	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36792	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36792	embedding2nn.weight	0	0.022500986233353615
36792	embedding2nn.weight	1	0.014188318513333797
36792	embedding2nn.weight	2	-0.00428573414683342
36792	embedding2nn.weight	3	-0.00010378839942859486
36792	embedding2nn.weight	4	-0.00437719514593482
36792	embedding2nn.weight	5	0.011865350417792797
36792	embedding2nn.weight	6	-0.004973333794623613
36792	embedding2nn.weight	7	0.020733710378408432
36792	embedding2nn.weight	8	-0.006841742433607578
36792	embedding2nn.weight	9	-0.013898581266403198
36792	embedding2nn.bias	0	-0.03861938789486885
36792	embedding2nn.bias	1	-0.021380312740802765
36792	embedding2nn.bias	2	-0.0745430514216423
36792	embedding2nn.bias	3	-0.001672094571404159
36792	embedding2nn.bias	4	0.004372220952063799
36792	embedding2nn.bias	5	-0.006939173676073551
36792	embedding2nn.bias	6	0.009495851583778858
36792	embedding2nn.bias	7	0.02000819332897663
36792	embedding2nn.bias	8	0.007385244593024254
36792	embedding2nn.bias	9	0.001097375527024269
36792	rnn.weight_ih_l0	0	0.0395377017557621
36792	rnn.weight_ih_l0	1	-0.01366303488612175
36792	rnn.weight_ih_l0	2	-0.03650984913110733
36792	rnn.weight_ih_l0	3	-0.044773638248443604
36792	rnn.weight_ih_l0	4	-0.052046407014131546
36792	rnn.weight_ih_l0	5	-0.008459768258035183
36792	rnn.weight_ih_l0	6	-0.05188840627670288
36792	rnn.weight_ih_l0	7	-0.06159649044275284
36792	rnn.weight_ih_l0	8	-0.044727761298418045
36792	rnn.weight_ih_l0	9	-0.026942258700728416
36792	rnn.weight_hh_l0	0	0.01932292804121971
36792	rnn.weight_hh_l0	1	-0.00968217570334673
36792	rnn.weight_hh_l0	2	-0.06759187579154968
36792	rnn.weight_hh_l0	3	-0.033373672515153885
36792	rnn.weight_hh_l0	4	-0.07835442572832108
36792	rnn.weight_hh_l0	5	-0.014574583619832993
36792	rnn.weight_hh_l0	6	-0.05431840196251869
36792	rnn.weight_hh_l0	7	-0.04070764780044556
36792	rnn.weight_hh_l0	8	-0.019103337079286575
36792	rnn.weight_hh_l0	9	-0.007911298424005508
36792	rnn.bias_ih_l0	0	0.14555655419826508
36792	rnn.bias_ih_l0	1	-0.056275252252817154
36792	rnn.bias_ih_l0	2	0.10431728512048721
36792	rnn.bias_ih_l0	3	0.04884734004735947
36792	rnn.bias_ih_l0	4	0.09905093908309937
36792	rnn.bias_ih_l0	5	0.02418249286711216
36792	rnn.bias_ih_l0	6	-0.01759480871260166
36792	rnn.bias_ih_l0	7	-0.10903137922286987
36792	rnn.bias_ih_l0	8	-0.20663148164749146
36792	rnn.bias_ih_l0	9	0.08708656579256058
36792	rnn.bias_hh_l0	0	0.002822999842464924
36792	rnn.bias_hh_l0	1	0.02364431694149971
36792	rnn.bias_hh_l0	2	-0.006091959308832884
36792	rnn.bias_hh_l0	3	-0.030308274552226067
36792	rnn.bias_hh_l0	4	-0.0362665131688118
36792	rnn.bias_hh_l0	5	0.14361043274402618
36792	rnn.bias_hh_l0	6	0.05132179707288742
36792	rnn.bias_hh_l0	7	0.059762801975011826
36792	rnn.bias_hh_l0	8	0.0167738888412714
36792	rnn.bias_hh_l0	9	0.043456386774778366
36792	rnn.weight_ih_l0_reverse	0	-0.02969747968018055
36792	rnn.weight_ih_l0_reverse	1	-0.0022071211133152246
36792	rnn.weight_ih_l0_reverse	2	0.023835867643356323
36792	rnn.weight_ih_l0_reverse	3	-0.06209982931613922
36792	rnn.weight_ih_l0_reverse	4	0.009296626783907413
36792	rnn.weight_ih_l0_reverse	5	-0.046102993190288544
36792	rnn.weight_ih_l0_reverse	6	0.0283743217587471
36792	rnn.weight_ih_l0_reverse	7	0.04597920551896095
36792	rnn.weight_ih_l0_reverse	8	-0.04875696077942848
36792	rnn.weight_ih_l0_reverse	9	-0.050751473754644394
36792	rnn.weight_hh_l0_reverse	0	-0.08326426148414612
36792	rnn.weight_hh_l0_reverse	1	-0.06329106539487839
36792	rnn.weight_hh_l0_reverse	2	0.03439680486917496
36792	rnn.weight_hh_l0_reverse	3	0.0457523912191391
36792	rnn.weight_hh_l0_reverse	4	-0.015894701704382896
36792	rnn.weight_hh_l0_reverse	5	0.045579541474580765
36792	rnn.weight_hh_l0_reverse	6	0.0011528937611728907
36792	rnn.weight_hh_l0_reverse	7	-0.0001773991680238396
36792	rnn.weight_hh_l0_reverse	8	-0.09876507520675659
36792	rnn.weight_hh_l0_reverse	9	0.08018364012241364
36792	rnn.bias_ih_l0_reverse	0	-0.08921993523836136
36792	rnn.bias_ih_l0_reverse	1	-0.06896892935037613
36792	rnn.bias_ih_l0_reverse	2	0.10320694744586945
36792	rnn.bias_ih_l0_reverse	3	0.04794412851333618
36792	rnn.bias_ih_l0_reverse	4	-0.12918509542942047
36792	rnn.bias_ih_l0_reverse	5	0.0410153828561306
36792	rnn.bias_ih_l0_reverse	6	-0.10643637925386429
36792	rnn.bias_ih_l0_reverse	7	0.04460560902953148
36792	rnn.bias_ih_l0_reverse	8	0.03438612073659897
36792	rnn.bias_ih_l0_reverse	9	0.06319491565227509
36792	rnn.bias_hh_l0_reverse	0	0.05712488293647766
36792	rnn.bias_hh_l0_reverse	1	0.06533986330032349
36792	rnn.bias_hh_l0_reverse	2	0.07857996225357056
36792	rnn.bias_hh_l0_reverse	3	-0.003947993274778128
36792	rnn.bias_hh_l0_reverse	4	0.07145369797945023
36792	rnn.bias_hh_l0_reverse	5	0.007071704138070345
36792	rnn.bias_hh_l0_reverse	6	-0.05436795577406883
36792	rnn.bias_hh_l0_reverse	7	0.027356760576367378
36792	rnn.bias_hh_l0_reverse	8	0.01110800914466381
36792	rnn.bias_hh_l0_reverse	9	-0.16091130673885345
36792	linear.weight	0	0.17339573800563812
36792	linear.weight	1	-0.1629755049943924
36792	linear.weight	2	-0.21482543647289276
36792	linear.weight	3	0.07852006703615189
36792	linear.weight	4	-0.026674216613173485
36792	linear.weight	5	0.004104252438992262
36792	linear.weight	6	-0.006904553156346083
36792	linear.weight	7	-0.02707231231033802
36792	linear.weight	8	0.08444768190383911
36792	linear.weight	9	0.34965094923973083
36792	linear.bias	0	-0.20714996755123138
36792	linear.bias	1	0.1943477839231491
36792	linear.bias	2	-0.5396442413330078
36792	linear.bias	3	1.7041747570037842
36792	linear.bias	4	-0.39680784940719604
36792	linear.bias	5	-0.030769959092140198
36792	linear.bias	6	-0.35782772302627563
36792	linear.bias	7	-0.2795746922492981
36792	linear.bias	8	-0.043282151222229004
36792	linear.bias	9	-0.49797508120536804
36820	transitions	0	-0.6482985615730286
36820	transitions	1	0.34955891966819763
36820	transitions	2	1.674312949180603
36820	transitions	3	0.09649590402841568
36820	transitions	4	0.9483962059020996
36820	transitions	5	1.2739229202270508
36820	transitions	6	0.4832981526851654
36820	transitions	7	0.17573077976703644
36820	transitions	8	-0.919520914554596
36820	transitions	9	0.9306592345237732
36820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36820	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36820	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36820	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36820	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36820	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36820	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36820	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36820	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36820	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36820	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36820	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36820	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36820	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36820	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36820	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36820	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36820	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36820	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36820	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36820	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36820	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36820	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36820	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36820	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36820	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36820	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36820	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36820	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36820	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36820	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36820	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36820	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36820	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36820	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36820	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36820	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36820	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36820	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36820	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36820	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36820	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36820	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36820	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36820	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36820	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36820	embedding2nn.weight	0	0.02250070311129093
36820	embedding2nn.weight	1	0.014188669621944427
36820	embedding2nn.weight	2	-0.00428580678999424
36820	embedding2nn.weight	3	-0.00010421373735880479
36820	embedding2nn.weight	4	-0.004377312958240509
36820	embedding2nn.weight	5	0.011865513399243355
36820	embedding2nn.weight	6	-0.004973122850060463
36820	embedding2nn.weight	7	0.020734626799821854
36820	embedding2nn.weight	8	-0.0068418406881392
36820	embedding2nn.weight	9	-0.01389858964830637
36820	embedding2nn.bias	0	-0.03861138969659805
36820	embedding2nn.bias	1	-0.021407367661595345
36820	embedding2nn.bias	2	-0.0745333805680275
36820	embedding2nn.bias	3	-0.0016785460757091641
36820	embedding2nn.bias	4	0.004379443824291229
36820	embedding2nn.bias	5	-0.0069312890991568565
36820	embedding2nn.bias	6	0.009484276175498962
36820	embedding2nn.bias	7	0.019976651296019554
36820	embedding2nn.bias	8	0.007389669306576252
36820	embedding2nn.bias	9	0.0010967684211209416
36820	rnn.weight_ih_l0	0	0.03953733295202255
36820	rnn.weight_ih_l0	1	-0.013659113086760044
36820	rnn.weight_ih_l0	2	-0.03650867938995361
36820	rnn.weight_ih_l0	3	-0.044774383306503296
36820	rnn.weight_ih_l0	4	-0.052046310156583786
36820	rnn.weight_ih_l0	5	-0.00846024788916111
36820	rnn.weight_ih_l0	6	-0.051888011395931244
36820	rnn.weight_ih_l0	7	-0.06159745901823044
36820	rnn.weight_ih_l0	8	-0.044728051871061325
36820	rnn.weight_ih_l0	9	-0.026942044496536255
36820	rnn.weight_hh_l0	0	0.01932361163198948
36820	rnn.weight_hh_l0	1	-0.00968217197805643
36820	rnn.weight_hh_l0	2	-0.0675932839512825
36820	rnn.weight_hh_l0	3	-0.03337443619966507
36820	rnn.weight_hh_l0	4	-0.07835349440574646
36820	rnn.weight_hh_l0	5	-0.014573663473129272
36820	rnn.weight_hh_l0	6	-0.05431745946407318
36820	rnn.weight_hh_l0	7	-0.040709346532821655
36820	rnn.weight_hh_l0	8	-0.019102897495031357
36820	rnn.weight_hh_l0	9	-0.00791157130151987
36820	rnn.bias_ih_l0	0	0.1455530822277069
36820	rnn.bias_ih_l0	1	-0.05627547577023506
36820	rnn.bias_ih_l0	2	0.10430856049060822
36820	rnn.bias_ih_l0	3	0.04884149134159088
36820	rnn.bias_ih_l0	4	0.09905615448951721
36820	rnn.bias_ih_l0	5	0.02418900653719902
36820	rnn.bias_ih_l0	6	-0.017600176855921745
36820	rnn.bias_ih_l0	7	-0.10905442386865616
36820	rnn.bias_ih_l0	8	-0.2066432386636734
36820	rnn.bias_ih_l0	9	0.08708523213863373
36820	rnn.bias_hh_l0	0	0.002820201450958848
36820	rnn.bias_hh_l0	1	0.023647334426641464
36820	rnn.bias_hh_l0	2	-0.006095993798226118
36820	rnn.bias_hh_l0	3	-0.0303041972219944
36820	rnn.bias_hh_l0	4	-0.03626631572842598
36820	rnn.bias_hh_l0	5	0.14360421895980835
36820	rnn.bias_hh_l0	6	0.051321323961019516
36820	rnn.bias_hh_l0	7	0.05975833162665367
36820	rnn.bias_hh_l0	8	0.016768520697951317
36820	rnn.bias_hh_l0	9	0.04345422238111496
36820	rnn.weight_ih_l0_reverse	0	-0.02969777211546898
36820	rnn.weight_ih_l0_reverse	1	-0.0022046933881938457
36820	rnn.weight_ih_l0_reverse	2	0.023835141211748123
36820	rnn.weight_ih_l0_reverse	3	-0.06209942325949669
36820	rnn.weight_ih_l0_reverse	4	0.00929680559784174
36820	rnn.weight_ih_l0_reverse	5	-0.046104419976472855
36820	rnn.weight_ih_l0_reverse	6	0.028369992971420288
36820	rnn.weight_ih_l0_reverse	7	0.04597935453057289
36820	rnn.weight_ih_l0_reverse	8	-0.04875681549310684
36820	rnn.weight_ih_l0_reverse	9	-0.05075133219361305
36820	rnn.weight_hh_l0_reverse	0	-0.08326508104801178
36820	rnn.weight_hh_l0_reverse	1	-0.06329122930765152
36820	rnn.weight_hh_l0_reverse	2	0.0343974307179451
36820	rnn.weight_hh_l0_reverse	3	0.04575195163488388
36820	rnn.weight_hh_l0_reverse	4	-0.015893161296844482
36820	rnn.weight_hh_l0_reverse	5	0.04557871073484421
36820	rnn.weight_hh_l0_reverse	6	0.0011562338331714272
36820	rnn.weight_hh_l0_reverse	7	-0.00017589240451343358
36820	rnn.weight_hh_l0_reverse	8	-0.09876521676778793
36820	rnn.weight_hh_l0_reverse	9	0.08018496632575989
36820	rnn.bias_ih_l0_reverse	0	-0.08921393752098083
36820	rnn.bias_ih_l0_reverse	1	-0.0689597874879837
36820	rnn.bias_ih_l0_reverse	2	0.10320126265287399
36820	rnn.bias_ih_l0_reverse	3	0.047944311052560806
36820	rnn.bias_ih_l0_reverse	4	-0.1291864812374115
36820	rnn.bias_ih_l0_reverse	5	0.04101031646132469
36820	rnn.bias_ih_l0_reverse	6	-0.10643160343170166
36820	rnn.bias_ih_l0_reverse	7	0.04459984600543976
36820	rnn.bias_ih_l0_reverse	8	0.03438935801386833
36820	rnn.bias_ih_l0_reverse	9	0.06319701671600342
36820	rnn.bias_hh_l0_reverse	0	0.05713577941060066
36820	rnn.bias_hh_l0_reverse	1	0.06533665955066681
36820	rnn.bias_hh_l0_reverse	2	0.07857620716094971
36820	rnn.bias_hh_l0_reverse	3	-0.003951049409806728
36820	rnn.bias_hh_l0_reverse	4	0.07145373523235321
36820	rnn.bias_hh_l0_reverse	5	0.007070367224514484
36820	rnn.bias_hh_l0_reverse	6	-0.05435921624302864
36820	rnn.bias_hh_l0_reverse	7	0.027359450235962868
36820	rnn.bias_hh_l0_reverse	8	0.011104954406619072
36820	rnn.bias_hh_l0_reverse	9	-0.16090884804725647
36820	linear.weight	0	0.17339538037776947
36820	linear.weight	1	-0.16297714412212372
36820	linear.weight	2	-0.2148171216249466
36820	linear.weight	3	0.07852286845445633
36820	linear.weight	4	-0.02666463330388069
36820	linear.weight	5	0.0041129072196781635
36820	linear.weight	6	-0.006904547102749348
36820	linear.weight	7	-0.027072273194789886
36820	linear.weight	8	0.08444663882255554
36820	linear.weight	9	0.3496547043323517
36820	linear.bias	0	-0.2070932686328888
36820	linear.bias	1	0.1943439394235611
36820	linear.bias	2	-0.5396493673324585
36820	linear.bias	3	1.7041302919387817
36820	linear.bias	4	-0.3968082368373871
36820	linear.bias	5	-0.030769959092140198
36820	linear.bias	6	-0.35782691836357117
36820	linear.bias	7	-0.279588907957077
36820	linear.bias	8	-0.04327930137515068
36820	linear.bias	9	-0.4979751706123352
36848	transitions	0	-0.6482985615730286
36848	transitions	1	0.34955891966819763
36848	transitions	2	1.6743128299713135
36848	transitions	3	0.09649495780467987
36848	transitions	4	0.9483962059020996
36848	transitions	5	1.2739229202270508
36848	transitions	6	0.4832981526851654
36848	transitions	7	0.17573077976703644
36848	transitions	8	-0.919520914554596
36848	transitions	9	0.9306592345237732
36848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36848	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36848	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36848	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36848	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36848	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36848	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36848	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36848	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36848	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36848	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36848	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36848	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36848	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36848	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36848	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36848	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36848	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36848	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36848	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36848	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36848	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36848	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36848	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36848	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36848	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36848	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36848	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36848	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36848	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36848	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36848	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36848	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36848	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36848	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36848	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36848	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36848	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36848	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36848	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36848	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36848	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36848	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36848	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36848	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36848	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36848	embedding2nn.weight	0	0.022499972954392433
36848	embedding2nn.weight	1	0.01418869849294424
36848	embedding2nn.weight	2	-0.004285728558897972
36848	embedding2nn.weight	3	-0.00010415763244964182
36848	embedding2nn.weight	4	-0.004377361387014389
36848	embedding2nn.weight	5	0.011865480802953243
36848	embedding2nn.weight	6	-0.0049732038751244545
36848	embedding2nn.weight	7	0.020736614242196083
36848	embedding2nn.weight	8	-0.006842356640845537
36848	embedding2nn.weight	9	-0.013898280449211597
36848	embedding2nn.bias	0	-0.038622189313173294
36848	embedding2nn.bias	1	-0.021418701857328415
36848	embedding2nn.bias	2	-0.07452761381864548
36848	embedding2nn.bias	3	-0.001670814584940672
36848	embedding2nn.bias	4	0.004388280678540468
36848	embedding2nn.bias	5	-0.006932452321052551
36848	embedding2nn.bias	6	0.009472823701798916
36848	embedding2nn.bias	7	0.019994670525193214
36848	embedding2nn.bias	8	0.007394941058009863
36848	embedding2nn.bias	9	0.001092520309612155
36848	rnn.weight_ih_l0	0	0.0395372100174427
36848	rnn.weight_ih_l0	1	-0.013657301664352417
36848	rnn.weight_ih_l0	2	-0.03650669753551483
36848	rnn.weight_ih_l0	3	-0.04477474465966225
36848	rnn.weight_ih_l0	4	-0.05204601585865021
36848	rnn.weight_ih_l0	5	-0.008460251614451408
36848	rnn.weight_ih_l0	6	-0.05188830941915512
36848	rnn.weight_ih_l0	7	-0.06159724295139313
36848	rnn.weight_ih_l0	8	-0.04472784698009491
36848	rnn.weight_ih_l0	9	-0.026941977441310883
36848	rnn.weight_hh_l0	0	0.019324535503983498
36848	rnn.weight_hh_l0	1	-0.009683244861662388
36848	rnn.weight_hh_l0	2	-0.06759252399206161
36848	rnn.weight_hh_l0	3	-0.03337394818663597
36848	rnn.weight_hh_l0	4	-0.07835478335618973
36848	rnn.weight_hh_l0	5	-0.014573453925549984
36848	rnn.weight_hh_l0	6	-0.05432074889540672
36848	rnn.weight_hh_l0	7	-0.04071074724197388
36848	rnn.weight_hh_l0	8	-0.019102873280644417
36848	rnn.weight_hh_l0	9	-0.007910964079201221
36848	rnn.bias_ih_l0	0	0.14555256068706512
36848	rnn.bias_ih_l0	1	-0.05627359449863434
36848	rnn.bias_ih_l0	2	0.10431122034788132
36848	rnn.bias_ih_l0	3	0.04883300140500069
36848	rnn.bias_ih_l0	4	0.0990607813000679
36848	rnn.bias_ih_l0	5	0.024191007018089294
36848	rnn.bias_ih_l0	6	-0.017599361017346382
36848	rnn.bias_ih_l0	7	-0.10903658717870712
36848	rnn.bias_ih_l0	8	-0.20666025578975677
36848	rnn.bias_ih_l0	9	0.0870823785662651
36848	rnn.bias_hh_l0	0	0.0028217467479407787
36848	rnn.bias_hh_l0	1	0.023647751659154892
36848	rnn.bias_hh_l0	2	-0.0060974727384746075
36848	rnn.bias_hh_l0	3	-0.030300650745630264
36848	rnn.bias_hh_l0	4	-0.03626673296093941
36848	rnn.bias_hh_l0	5	0.14360928535461426
36848	rnn.bias_hh_l0	6	0.051329102367162704
36848	rnn.bias_hh_l0	7	0.05975133553147316
36848	rnn.bias_hh_l0	8	0.01676933653652668
36848	rnn.bias_hh_l0	9	0.043452780693769455
36848	rnn.weight_ih_l0_reverse	0	-0.029697580263018608
36848	rnn.weight_ih_l0_reverse	1	-0.0022040586918592453
36848	rnn.weight_ih_l0_reverse	2	0.0238349512219429
36848	rnn.weight_ih_l0_reverse	3	-0.062099702656269073
36848	rnn.weight_ih_l0_reverse	4	0.00929593201726675
36848	rnn.weight_ih_l0_reverse	5	-0.04610442370176315
36848	rnn.weight_ih_l0_reverse	6	0.028371701017022133
36848	rnn.weight_ih_l0_reverse	7	0.045978762209415436
36848	rnn.weight_ih_l0_reverse	8	-0.04875703901052475
36848	rnn.weight_ih_l0_reverse	9	-0.050751298666000366
36848	rnn.weight_hh_l0_reverse	0	-0.08326519280672073
36848	rnn.weight_hh_l0_reverse	1	-0.06329017132520676
36848	rnn.weight_hh_l0_reverse	2	0.03439747169613838
36848	rnn.weight_hh_l0_reverse	3	0.04575362056493759
36848	rnn.weight_hh_l0_reverse	4	-0.015895787626504898
36848	rnn.weight_hh_l0_reverse	5	0.04557826742529869
36848	rnn.weight_hh_l0_reverse	6	0.0011541886487975717
36848	rnn.weight_hh_l0_reverse	7	-0.00017564924200996757
36848	rnn.weight_hh_l0_reverse	8	-0.09876584261655807
36848	rnn.weight_hh_l0_reverse	9	0.08018563687801361
36848	rnn.bias_ih_l0_reverse	0	-0.0892106220126152
36848	rnn.bias_ih_l0_reverse	1	-0.0689636617898941
36848	rnn.bias_ih_l0_reverse	2	0.10319971293210983
36848	rnn.bias_ih_l0_reverse	3	0.04794458672404289
36848	rnn.bias_ih_l0_reverse	4	-0.12919080257415771
36848	rnn.bias_ih_l0_reverse	5	0.04100644960999489
36848	rnn.bias_ih_l0_reverse	6	-0.10643427073955536
36848	rnn.bias_ih_l0_reverse	7	0.044597599655389786
36848	rnn.bias_ih_l0_reverse	8	0.03439188748598099
36848	rnn.bias_ih_l0_reverse	9	0.06319358944892883
36848	rnn.bias_hh_l0_reverse	0	0.05713668838143349
36848	rnn.bias_hh_l0_reverse	1	0.0653374120593071
36848	rnn.bias_hh_l0_reverse	2	0.0785738006234169
36848	rnn.bias_hh_l0_reverse	3	-0.003950600977987051
36848	rnn.bias_hh_l0_reverse	4	0.07145725935697556
36848	rnn.bias_hh_l0_reverse	5	0.007059695199131966
36848	rnn.bias_hh_l0_reverse	6	-0.05436374992132187
36848	rnn.bias_hh_l0_reverse	7	0.027362823486328125
36848	rnn.bias_hh_l0_reverse	8	0.011109094135463238
36848	rnn.bias_hh_l0_reverse	9	-0.1609029918909073
36848	linear.weight	0	0.17339317500591278
36848	linear.weight	1	-0.16297712922096252
36848	linear.weight	2	-0.21481601893901825
36848	linear.weight	3	0.07852674275636673
36848	linear.weight	4	-0.02666967362165451
36848	linear.weight	5	0.004112548194825649
36848	linear.weight	6	-0.006904528941959143
36848	linear.weight	7	-0.027072230353951454
36848	linear.weight	8	0.0844481959939003
36848	linear.weight	9	0.3496578335762024
36848	linear.bias	0	-0.20707756280899048
36848	linear.bias	1	0.19434425234794617
36848	linear.bias	2	-0.53965163230896
36848	linear.bias	3	1.7041723728179932
36848	linear.bias	4	-0.3968074321746826
36848	linear.bias	5	-0.030769959092140198
36848	linear.bias	6	-0.3578290641307831
36848	linear.bias	7	-0.2795909345149994
36848	linear.bias	8	-0.04330645874142647
36848	linear.bias	9	-0.49797523021698
36876	transitions	0	-0.6482986211776733
36876	transitions	1	0.34955888986587524
36876	transitions	2	1.674312710762024
36876	transitions	3	0.09649482369422913
36876	transitions	4	0.9483961462974548
36876	transitions	5	1.2739229202270508
36876	transitions	6	0.4832981526851654
36876	transitions	7	0.17573077976703644
36876	transitions	8	-0.919520914554596
36876	transitions	9	0.9306592345237732
36876	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36876	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36876	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36876	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36876	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36876	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36876	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36876	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36876	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36876	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36876	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36876	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36876	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36876	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36876	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36876	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36876	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36876	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36876	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36876	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36876	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36876	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36876	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36876	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36876	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36876	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36876	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36876	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36876	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36876	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36876	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36876	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36876	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36876	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36876	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36876	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36876	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36876	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36876	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36876	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36876	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36876	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36876	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36876	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36876	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36876	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36876	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36876	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36876	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36876	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36876	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36876	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36876	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36876	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36876	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36876	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36876	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36876	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36876	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36876	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36876	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36876	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36876	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36876	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36876	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36876	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36876	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36876	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36876	embedding2nn.weight	0	0.02249978855252266
36876	embedding2nn.weight	1	0.014188596978783607
36876	embedding2nn.weight	2	-0.004285590723156929
36876	embedding2nn.weight	3	-0.00010410249524284154
36876	embedding2nn.weight	4	-0.004377400036901236
36876	embedding2nn.weight	5	0.011865055188536644
36876	embedding2nn.weight	6	-0.004973264876753092
36876	embedding2nn.weight	7	0.02073647268116474
36876	embedding2nn.weight	8	-0.006842999719083309
36876	embedding2nn.weight	9	-0.013898395001888275
36876	embedding2nn.bias	0	-0.0386313870549202
36876	embedding2nn.bias	1	-0.021407319232821465
36876	embedding2nn.bias	2	-0.07457791268825531
36876	embedding2nn.bias	3	-0.0016648861346766353
36876	embedding2nn.bias	4	0.004378413315862417
36876	embedding2nn.bias	5	-0.0069321757182478905
36876	embedding2nn.bias	6	0.009477091953158379
36876	embedding2nn.bias	7	0.019981009885668755
36876	embedding2nn.bias	8	0.007377294357866049
36876	embedding2nn.bias	9	0.0010944439563900232
36876	rnn.weight_ih_l0	0	0.03953733667731285
36876	rnn.weight_ih_l0	1	-0.013658476062119007
36876	rnn.weight_ih_l0	2	-0.03650801628828049
36876	rnn.weight_ih_l0	3	-0.04477512091398239
36876	rnn.weight_ih_l0	4	-0.0520467534661293
36876	rnn.weight_ih_l0	5	-0.008460287936031818
36876	rnn.weight_ih_l0	6	-0.05188963934779167
36876	rnn.weight_ih_l0	7	-0.0615973062813282
36876	rnn.weight_ih_l0	8	-0.044727325439453125
36876	rnn.weight_ih_l0	9	-0.026941489428281784
36876	rnn.weight_hh_l0	0	0.01932482048869133
36876	rnn.weight_hh_l0	1	-0.00968185905367136
36876	rnn.weight_hh_l0	2	-0.06759472191333771
36876	rnn.weight_hh_l0	3	-0.03337425738573074
36876	rnn.weight_hh_l0	4	-0.07835685461759567
36876	rnn.weight_hh_l0	5	-0.014575468376278877
36876	rnn.weight_hh_l0	6	-0.05432123690843582
36876	rnn.weight_hh_l0	7	-0.04070716351270676
36876	rnn.weight_hh_l0	8	-0.01910276710987091
36876	rnn.weight_hh_l0	9	-0.007918372750282288
36876	rnn.bias_ih_l0	0	0.1455494910478592
36876	rnn.bias_ih_l0	1	-0.05627357214689255
36876	rnn.bias_ih_l0	2	0.10430643707513809
36876	rnn.bias_ih_l0	3	0.04883202537894249
36876	rnn.bias_ih_l0	4	0.09906789660453796
36876	rnn.bias_ih_l0	5	0.02419089898467064
36876	rnn.bias_ih_l0	6	-0.017601558938622475
36876	rnn.bias_ih_l0	7	-0.10906568169593811
36876	rnn.bias_ih_l0	8	-0.20665696263313293
36876	rnn.bias_ih_l0	9	0.08708374202251434
36876	rnn.bias_hh_l0	0	0.0028231320902705193
36876	rnn.bias_hh_l0	1	0.02365238033235073
36876	rnn.bias_hh_l0	2	-0.0061004613526165485
36876	rnn.bias_hh_l0	3	-0.030299825593829155
36876	rnn.bias_hh_l0	4	-0.03626677393913269
36876	rnn.bias_hh_l0	5	0.14360487461090088
36876	rnn.bias_hh_l0	6	0.05132894217967987
36876	rnn.bias_hh_l0	7	0.059756625443696976
36876	rnn.bias_hh_l0	8	0.016767138615250587
36876	rnn.bias_hh_l0	9	0.043456483632326126
36876	rnn.weight_ih_l0_reverse	0	-0.029698597267270088
36876	rnn.weight_ih_l0_reverse	1	-0.0022023890633136034
36876	rnn.weight_ih_l0_reverse	2	0.023835094645619392
36876	rnn.weight_ih_l0_reverse	3	-0.062098659574985504
36876	rnn.weight_ih_l0_reverse	4	0.00929487869143486
36876	rnn.weight_ih_l0_reverse	5	-0.0461045503616333
36876	rnn.weight_ih_l0_reverse	6	0.028371727094054222
36876	rnn.weight_ih_l0_reverse	7	0.04597809538245201
36876	rnn.weight_ih_l0_reverse	8	-0.04875655844807625
36876	rnn.weight_ih_l0_reverse	9	-0.05075081065297127
36876	rnn.weight_hh_l0_reverse	0	-0.08326519280672073
36876	rnn.weight_hh_l0_reverse	1	-0.06328600645065308
36876	rnn.weight_hh_l0_reverse	2	0.03439706191420555
36876	rnn.weight_hh_l0_reverse	3	0.045752499252557755
36876	rnn.weight_hh_l0_reverse	4	-0.015892351046204567
36876	rnn.weight_hh_l0_reverse	5	0.04557798057794571
36876	rnn.weight_hh_l0_reverse	6	0.0011605030158534646
36876	rnn.weight_hh_l0_reverse	7	-0.00017590748029761016
36876	rnn.weight_hh_l0_reverse	8	-0.09876634925603867
36876	rnn.weight_hh_l0_reverse	9	0.0801878571510315
36876	rnn.bias_ih_l0_reverse	0	-0.08919370174407959
36876	rnn.bias_ih_l0_reverse	1	-0.06897402554750443
36876	rnn.bias_ih_l0_reverse	2	0.10319283604621887
36876	rnn.bias_ih_l0_reverse	3	0.04794803634285927
36876	rnn.bias_ih_l0_reverse	4	-0.1291862428188324
36876	rnn.bias_ih_l0_reverse	5	0.04101545736193657
36876	rnn.bias_ih_l0_reverse	6	-0.10643269866704941
36876	rnn.bias_ih_l0_reverse	7	0.0445978082716465
36876	rnn.bias_ih_l0_reverse	8	0.03439294546842575
36876	rnn.bias_ih_l0_reverse	9	0.06319532543420792
36876	rnn.bias_hh_l0_reverse	0	0.05711513012647629
36876	rnn.bias_hh_l0_reverse	1	0.06532798707485199
36876	rnn.bias_hh_l0_reverse	2	0.07857917249202728
36876	rnn.bias_hh_l0_reverse	3	-0.003954198211431503
36876	rnn.bias_hh_l0_reverse	4	0.07145845144987106
36876	rnn.bias_hh_l0_reverse	5	0.007070960942655802
36876	rnn.bias_hh_l0_reverse	6	-0.05435441434383392
36876	rnn.bias_hh_l0_reverse	7	0.027364375069737434
36876	rnn.bias_hh_l0_reverse	8	0.011112423613667488
36876	rnn.bias_hh_l0_reverse	9	-0.16091130673885345
36876	linear.weight	0	0.17342141270637512
36876	linear.weight	1	-0.16297711431980133
36876	linear.weight	2	-0.21481721103191376
36876	linear.weight	3	0.07853054255247116
36876	linear.weight	4	-0.026671670377254486
36876	linear.weight	5	0.004112841095775366
36876	linear.weight	6	-0.0069045210257172585
36876	linear.weight	7	-0.02707216516137123
36876	linear.weight	8	0.0844535380601883
36876	linear.weight	9	0.34968170523643494
36876	linear.bias	0	-0.20716112852096558
36876	linear.bias	1	0.19436804950237274
36876	linear.bias	2	-0.539655327796936
36876	linear.bias	3	1.704216718673706
36876	linear.bias	4	-0.3968077003955841
36876	linear.bias	5	-0.030769959092140198
36876	linear.bias	6	-0.3578299880027771
36876	linear.bias	7	-0.2795942425727844
36876	linear.bias	8	-0.0432896688580513
36876	linear.bias	9	-0.49797526001930237
36904	transitions	0	-0.6482986807823181
36904	transitions	1	0.34955888986587524
36904	transitions	2	1.674312710762024
36904	transitions	3	0.09649481624364853
36904	transitions	4	0.9483959674835205
36904	transitions	5	1.2739229202270508
36904	transitions	6	0.4832981526851654
36904	transitions	7	0.17573077976703644
36904	transitions	8	-0.919520914554596
36904	transitions	9	0.9306592345237732
36904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36904	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36904	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36904	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36904	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36904	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36904	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36904	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36904	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36904	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36904	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36904	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36904	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36904	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36904	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36904	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36904	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36904	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36904	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36904	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36904	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36904	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36904	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36904	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36904	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36904	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36904	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36904	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36904	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36904	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36904	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36904	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36904	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36904	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36904	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36904	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36904	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36904	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36904	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36904	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36904	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36904	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36904	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36904	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36904	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36904	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36904	embedding2nn.weight	0	0.02249983511865139
36904	embedding2nn.weight	1	0.014188852161169052
36904	embedding2nn.weight	2	-0.0042855641804635525
36904	embedding2nn.weight	3	-0.00010319748253095895
36904	embedding2nn.weight	4	-0.004377488512545824
36904	embedding2nn.weight	5	0.011864854022860527
36904	embedding2nn.weight	6	-0.004973430186510086
36904	embedding2nn.weight	7	0.02073616348206997
36904	embedding2nn.weight	8	-0.006843676790595055
36904	embedding2nn.weight	9	-0.013898367993533611
36904	embedding2nn.bias	0	-0.03863564506173134
36904	embedding2nn.bias	1	-0.021427495405077934
36904	embedding2nn.bias	2	-0.0745866596698761
36904	embedding2nn.bias	3	-0.001656340784393251
36904	embedding2nn.bias	4	0.004375676158815622
36904	embedding2nn.bias	5	-0.006912695709615946
36904	embedding2nn.bias	6	0.00946029368788004
36904	embedding2nn.bias	7	0.01997620426118374
36904	embedding2nn.bias	8	0.007359076291322708
36904	embedding2nn.bias	9	0.0010941182263195515
36904	rnn.weight_ih_l0	0	0.0395384207367897
36904	rnn.weight_ih_l0	1	-0.013660883530974388
36904	rnn.weight_ih_l0	2	-0.03650611639022827
36904	rnn.weight_ih_l0	3	-0.04477539286017418
36904	rnn.weight_ih_l0	4	-0.05204616114497185
36904	rnn.weight_ih_l0	5	-0.008460098877549171
36904	rnn.weight_ih_l0	6	-0.05188988521695137
36904	rnn.weight_ih_l0	7	-0.06159894913434982
36904	rnn.weight_ih_l0	8	-0.044726647436618805
36904	rnn.weight_ih_l0	9	-0.026941079646348953
36904	rnn.weight_hh_l0	0	0.019324420019984245
36904	rnn.weight_hh_l0	1	-0.009681598283350468
36904	rnn.weight_hh_l0	2	-0.0675944909453392
36904	rnn.weight_hh_l0	3	-0.03337288275361061
36904	rnn.weight_hh_l0	4	-0.07835956662893295
36904	rnn.weight_hh_l0	5	-0.014575488865375519
36904	rnn.weight_hh_l0	6	-0.05432440713047981
36904	rnn.weight_hh_l0	7	-0.04070623219013214
36904	rnn.weight_hh_l0	8	-0.019101837649941444
36904	rnn.weight_hh_l0	9	-0.007919838652014732
36904	rnn.bias_ih_l0	0	0.14555004239082336
36904	rnn.bias_ih_l0	1	-0.05627313628792763
36904	rnn.bias_ih_l0	2	0.10431547462940216
36904	rnn.bias_ih_l0	3	0.04882599413394928
36904	rnn.bias_ih_l0	4	0.09907053411006927
36904	rnn.bias_ih_l0	5	0.024192268028855324
36904	rnn.bias_ih_l0	6	-0.01760493963956833
36904	rnn.bias_ih_l0	7	-0.10906536877155304
36904	rnn.bias_ih_l0	8	-0.2066660076379776
36904	rnn.bias_ih_l0	9	0.08708248287439346
36904	rnn.bias_hh_l0	0	0.002820922527462244
36904	rnn.bias_hh_l0	1	0.023652460426092148
36904	rnn.bias_hh_l0	2	-0.006094769109040499
36904	rnn.bias_hh_l0	3	-0.03030448779463768
36904	rnn.bias_hh_l0	4	-0.03627263754606247
36904	rnn.bias_hh_l0	5	0.1436060220003128
36904	rnn.bias_hh_l0	6	0.051323335617780685
36904	rnn.bias_hh_l0	7	0.05976021662354469
36904	rnn.bias_hh_l0	8	0.016763757914304733
36904	rnn.bias_hh_l0	9	0.0434487946331501
36904	rnn.weight_ih_l0_reverse	0	-0.02969827689230442
36904	rnn.weight_ih_l0_reverse	1	-0.002204193500801921
36904	rnn.weight_ih_l0_reverse	2	0.023835374042391777
36904	rnn.weight_ih_l0_reverse	3	-0.06209886819124222
36904	rnn.weight_ih_l0_reverse	4	0.009294364601373672
36904	rnn.weight_ih_l0_reverse	5	-0.046104010194540024
36904	rnn.weight_ih_l0_reverse	6	0.028366675600409508
36904	rnn.weight_ih_l0_reverse	7	0.04597790539264679
36904	rnn.weight_ih_l0_reverse	8	-0.04875513166189194
36904	rnn.weight_ih_l0_reverse	9	-0.05075082927942276
36904	rnn.weight_hh_l0_reverse	0	-0.08326452225446701
36904	rnn.weight_hh_l0_reverse	1	-0.06328809261322021
36904	rnn.weight_hh_l0_reverse	2	0.03439581021666527
36904	rnn.weight_hh_l0_reverse	3	0.04575231671333313
36904	rnn.weight_hh_l0_reverse	4	-0.015893656760454178
36904	rnn.weight_hh_l0_reverse	5	0.04557937756180763
36904	rnn.weight_hh_l0_reverse	6	0.0011573376832529902
36904	rnn.weight_hh_l0_reverse	7	-0.0001760481100063771
36904	rnn.weight_hh_l0_reverse	8	-0.09876520931720734
36904	rnn.weight_hh_l0_reverse	9	0.08019004017114639
36904	rnn.bias_ih_l0_reverse	0	-0.08920009434223175
36904	rnn.bias_ih_l0_reverse	1	-0.06898635625839233
36904	rnn.bias_ih_l0_reverse	2	0.10318747907876968
36904	rnn.bias_ih_l0_reverse	3	0.047950152307748795
36904	rnn.bias_ih_l0_reverse	4	-0.12918321788311005
36904	rnn.bias_ih_l0_reverse	5	0.04101528599858284
36904	rnn.bias_ih_l0_reverse	6	-0.10644060373306274
36904	rnn.bias_ih_l0_reverse	7	0.04460320621728897
36904	rnn.bias_ih_l0_reverse	8	0.0343950092792511
36904	rnn.bias_ih_l0_reverse	9	0.06319325417280197
36904	rnn.bias_hh_l0_reverse	0	0.05712329223752022
36904	rnn.bias_hh_l0_reverse	1	0.06532327830791473
36904	rnn.bias_hh_l0_reverse	2	0.07858383655548096
36904	rnn.bias_hh_l0_reverse	3	-0.0039557660929858685
36904	rnn.bias_hh_l0_reverse	4	0.07146197557449341
36904	rnn.bias_hh_l0_reverse	5	0.007072010077536106
36904	rnn.bias_hh_l0_reverse	6	-0.054358892142772675
36904	rnn.bias_hh_l0_reverse	7	0.02736947499215603
36904	rnn.bias_hh_l0_reverse	8	0.011099782772362232
36904	rnn.bias_hh_l0_reverse	9	-0.16094404458999634
36904	linear.weight	0	0.17342199385166168
36904	linear.weight	1	-0.16297708451747894
36904	linear.weight	2	-0.21481473743915558
36904	linear.weight	3	0.07853936403989792
36904	linear.weight	4	-0.026670942083001137
36904	linear.weight	5	0.0041129933670163155
36904	linear.weight	6	-0.006904518697410822
36904	linear.weight	7	-0.027072103694081306
36904	linear.weight	8	0.08445010334253311
36904	linear.weight	9	0.3496822714805603
36904	linear.bias	0	-0.2071501761674881
36904	linear.bias	1	0.19436658918857574
36904	linear.bias	2	-0.5396554470062256
36904	linear.bias	3	1.7042022943496704
36904	linear.bias	4	-0.39680787920951843
36904	linear.bias	5	-0.030769959092140198
36904	linear.bias	6	-0.3578278720378876
36904	linear.bias	7	-0.27959704399108887
36904	linear.bias	8	-0.043324656784534454
36904	linear.bias	9	-0.4979753792285919
36932	transitions	0	-0.6482987999916077
36932	transitions	1	0.34955886006355286
36932	transitions	2	1.6743125915527344
36932	transitions	3	0.09649458527565002
36932	transitions	4	0.9483959674835205
36932	transitions	5	1.2739229202270508
36932	transitions	6	0.4832981526851654
36932	transitions	7	0.17573042213916779
36932	transitions	8	-0.919520914554596
36932	transitions	9	0.9306592345237732
36932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36932	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36932	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36932	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36932	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36932	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36932	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36932	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36932	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36932	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36932	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36932	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36932	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36932	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36932	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36932	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36932	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36932	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36932	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36932	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36932	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36932	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36932	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36932	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36932	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36932	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36932	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36932	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36932	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36932	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36932	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36932	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36932	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36932	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36932	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36932	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36932	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36932	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36932	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36932	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36932	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36932	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36932	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36932	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36932	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36932	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36932	embedding2nn.weight	0	0.02249898388981819
36932	embedding2nn.weight	1	0.014188812114298344
36932	embedding2nn.weight	2	-0.004285367671400309
36932	embedding2nn.weight	3	-0.00010313285747542977
36932	embedding2nn.weight	4	-0.004377427510917187
36932	embedding2nn.weight	5	0.011865509673953056
36932	embedding2nn.weight	6	-0.004973487462848425
36932	embedding2nn.weight	7	0.020733533427119255
36932	embedding2nn.weight	8	-0.006844252813607454
36932	embedding2nn.weight	9	-0.013898313045501709
36932	embedding2nn.bias	0	-0.03866073489189148
36932	embedding2nn.bias	1	-0.021433286368846893
36932	embedding2nn.bias	2	-0.07460160553455353
36932	embedding2nn.bias	3	-0.0016553588211536407
36932	embedding2nn.bias	4	0.0043684677220880985
36932	embedding2nn.bias	5	-0.00693359924480319
36932	embedding2nn.bias	6	0.009458713233470917
36932	embedding2nn.bias	7	0.019990449771285057
36932	embedding2nn.bias	8	0.007350688800215721
36932	embedding2nn.bias	9	0.0010827790247276425
36932	rnn.weight_ih_l0	0	0.039537228643894196
36932	rnn.weight_ih_l0	1	-0.013660655356943607
36932	rnn.weight_ih_l0	2	-0.03650487959384918
36932	rnn.weight_ih_l0	3	-0.04477444663643837
36932	rnn.weight_ih_l0	4	-0.05204712226986885
36932	rnn.weight_ih_l0	5	-0.00846011471003294
36932	rnn.weight_ih_l0	6	-0.0518890917301178
36932	rnn.weight_ih_l0	7	-0.06159910932183266
36932	rnn.weight_ih_l0	8	-0.04472634196281433
36932	rnn.weight_ih_l0	9	-0.02694140188395977
36932	rnn.weight_hh_l0	0	0.019325150176882744
36932	rnn.weight_hh_l0	1	-0.009682795964181423
36932	rnn.weight_hh_l0	2	-0.06759514659643173
36932	rnn.weight_hh_l0	3	-0.033371925354003906
36932	rnn.weight_hh_l0	4	-0.07836076617240906
36932	rnn.weight_hh_l0	5	-0.014579921029508114
36932	rnn.weight_hh_l0	6	-0.05432835593819618
36932	rnn.weight_hh_l0	7	-0.040709931403398514
36932	rnn.weight_hh_l0	8	-0.019103068858385086
36932	rnn.weight_hh_l0	9	-0.00791876669973135
36932	rnn.bias_ih_l0	0	0.14554670453071594
36932	rnn.bias_ih_l0	1	-0.05627773702144623
36932	rnn.bias_ih_l0	2	0.10431424528360367
36932	rnn.bias_ih_l0	3	0.04883500933647156
36932	rnn.bias_ih_l0	4	0.09907183051109314
36932	rnn.bias_ih_l0	5	0.024184882640838623
36932	rnn.bias_ih_l0	6	-0.017601417377591133
36932	rnn.bias_ih_l0	7	-0.1090303584933281
36932	rnn.bias_ih_l0	8	-0.20664609968662262
36932	rnn.bias_ih_l0	9	0.08707869797945023
36932	rnn.bias_hh_l0	0	0.0028169655706733465
36932	rnn.bias_hh_l0	1	0.023646773770451546
36932	rnn.bias_hh_l0	2	-0.006091120187193155
36932	rnn.bias_hh_l0	3	-0.0303031038492918
36932	rnn.bias_hh_l0	4	-0.036268122494220734
36932	rnn.bias_hh_l0	5	0.14360526204109192
36932	rnn.bias_hh_l0	6	0.05132405832409859
36932	rnn.bias_hh_l0	7	0.05975500866770744
36932	rnn.bias_hh_l0	8	0.01676728017628193
36932	rnn.bias_hh_l0	9	0.04344945400953293
36932	rnn.weight_ih_l0_reverse	0	-0.02969822660088539
36932	rnn.weight_ih_l0_reverse	1	-0.0022030205000191927
36932	rnn.weight_ih_l0_reverse	2	0.02383599616587162
36932	rnn.weight_ih_l0_reverse	3	-0.06209962069988251
36932	rnn.weight_ih_l0_reverse	4	0.009293626993894577
36932	rnn.weight_ih_l0_reverse	5	-0.04610281065106392
36932	rnn.weight_ih_l0_reverse	6	0.028366466984152794
36932	rnn.weight_ih_l0_reverse	7	0.045978497713804245
36932	rnn.weight_ih_l0_reverse	8	-0.0487537607550621
36932	rnn.weight_ih_l0_reverse	9	-0.05075029656291008
36932	rnn.weight_hh_l0_reverse	0	-0.0832657516002655
36932	rnn.weight_hh_l0_reverse	1	-0.06328580528497696
36932	rnn.weight_hh_l0_reverse	2	0.03439606726169586
36932	rnn.weight_hh_l0_reverse	3	0.04575261101126671
36932	rnn.weight_hh_l0_reverse	4	-0.015893856063485146
36932	rnn.weight_hh_l0_reverse	5	0.0455799400806427
36932	rnn.weight_hh_l0_reverse	6	0.0011561836581677198
36932	rnn.weight_hh_l0_reverse	7	-0.0001748796203173697
36932	rnn.weight_hh_l0_reverse	8	-0.09876729547977448
36932	rnn.weight_hh_l0_reverse	9	0.08019214868545532
36932	rnn.bias_ih_l0_reverse	0	-0.08921484649181366
36932	rnn.bias_ih_l0_reverse	1	-0.06900186836719513
36932	rnn.bias_ih_l0_reverse	2	0.103187195956707
36932	rnn.bias_ih_l0_reverse	3	0.04795253276824951
36932	rnn.bias_ih_l0_reverse	4	-0.1291751116514206
36932	rnn.bias_ih_l0_reverse	5	0.041013117879629135
36932	rnn.bias_ih_l0_reverse	6	-0.10643889755010605
36932	rnn.bias_ih_l0_reverse	7	0.04459972679615021
36932	rnn.bias_ih_l0_reverse	8	0.03439449146389961
36932	rnn.bias_ih_l0_reverse	9	0.06319232285022736
36932	rnn.bias_hh_l0_reverse	0	0.05712570622563362
36932	rnn.bias_hh_l0_reverse	1	0.06532975286245346
36932	rnn.bias_hh_l0_reverse	2	0.07858894765377045
36932	rnn.bias_hh_l0_reverse	3	-0.003958701156079769
36932	rnn.bias_hh_l0_reverse	4	0.07146160304546356
36932	rnn.bias_hh_l0_reverse	5	0.0070715369656682014
36932	rnn.bias_hh_l0_reverse	6	-0.05435684695839882
36932	rnn.bias_hh_l0_reverse	7	0.027368448674678802
36932	rnn.bias_hh_l0_reverse	8	0.011103971861302853
36932	rnn.bias_hh_l0_reverse	9	-0.16096407175064087
36932	linear.weight	0	0.1734165996313095
36932	linear.weight	1	-0.16297532618045807
36932	linear.weight	2	-0.2148156315088272
36932	linear.weight	3	0.07854533940553665
36932	linear.weight	4	-0.02666977047920227
36932	linear.weight	5	0.0041119796223938465
36932	linear.weight	6	-0.006904511712491512
36932	linear.weight	7	-0.027072018012404442
36932	linear.weight	8	0.08444994688034058
36932	linear.weight	9	0.34966596961021423
36932	linear.bias	0	-0.20715226233005524
36932	linear.bias	1	0.19436179101467133
36932	linear.bias	2	-0.5396595597267151
36932	linear.bias	3	1.7042160034179688
36932	linear.bias	4	-0.396808385848999
36932	linear.bias	5	-0.030769959092140198
36932	linear.bias	6	-0.3578341007232666
36932	linear.bias	7	-0.27959951758384705
36932	linear.bias	8	-0.04333493486046791
36932	linear.bias	9	-0.49797549843788147
36960	transitions	0	-0.648298978805542
36960	transitions	1	0.3495587706565857
36960	transitions	2	1.6743125915527344
36960	transitions	3	0.09649432450532913
36960	transitions	4	0.9483959674835205
36960	transitions	5	1.2739229202270508
36960	transitions	6	0.4832981526851654
36960	transitions	7	0.17573042213916779
36960	transitions	8	-0.919520914554596
36960	transitions	9	0.9306592345237732
36960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36960	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36960	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36960	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36960	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36960	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36960	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36960	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36960	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36960	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36960	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36960	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36960	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36960	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36960	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36960	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36960	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36960	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36960	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36960	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36960	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36960	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36960	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36960	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36960	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36960	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36960	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36960	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36960	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36960	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36960	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36960	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36960	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36960	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36960	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36960	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36960	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36960	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36960	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36960	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36960	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36960	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36960	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36960	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36960	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36960	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36960	embedding2nn.weight	0	0.02249937690794468
36960	embedding2nn.weight	1	0.014188897795975208
36960	embedding2nn.weight	2	-0.00428538303822279
36960	embedding2nn.weight	3	-0.00010281660797772929
36960	embedding2nn.weight	4	-0.004377406556159258
36960	embedding2nn.weight	5	0.011866655200719833
36960	embedding2nn.weight	6	-0.004973491653800011
36960	embedding2nn.weight	7	0.020729919895529747
36960	embedding2nn.weight	8	-0.006844311952590942
36960	embedding2nn.weight	9	-0.013898367062211037
36960	embedding2nn.bias	0	-0.038657430559396744
36960	embedding2nn.bias	1	-0.021445659920573235
36960	embedding2nn.bias	2	-0.07459467649459839
36960	embedding2nn.bias	3	-0.0016482883365824819
36960	embedding2nn.bias	4	0.004384810104966164
36960	embedding2nn.bias	5	-0.006942083593457937
36960	embedding2nn.bias	6	0.009465101175010204
36960	embedding2nn.bias	7	0.0200039129704237
36960	embedding2nn.bias	8	0.0073645762167871
36960	embedding2nn.bias	9	0.0010904454393312335
36960	rnn.weight_ih_l0	0	0.03953706845641136
36960	rnn.weight_ih_l0	1	-0.013660607859492302
36960	rnn.weight_ih_l0	2	-0.036501381546258926
36960	rnn.weight_ih_l0	3	-0.04477323591709137
36960	rnn.weight_ih_l0	4	-0.05204744637012482
36960	rnn.weight_ih_l0	5	-0.00845948327332735
36960	rnn.weight_ih_l0	6	-0.05188899114727974
36960	rnn.weight_ih_l0	7	-0.06159880384802818
36960	rnn.weight_ih_l0	8	-0.044726788997650146
36960	rnn.weight_ih_l0	9	-0.02694113366305828
36960	rnn.weight_hh_l0	0	0.01932464726269245
36960	rnn.weight_hh_l0	1	-0.009683649986982346
36960	rnn.weight_hh_l0	2	-0.0675962045788765
36960	rnn.weight_hh_l0	3	-0.033372584730386734
36960	rnn.weight_hh_l0	4	-0.07836156338453293
36960	rnn.weight_hh_l0	5	-0.01457984372973442
36960	rnn.weight_hh_l0	6	-0.054332390427589417
36960	rnn.weight_hh_l0	7	-0.04071123152971268
36960	rnn.weight_hh_l0	8	-0.0191040001809597
36960	rnn.weight_hh_l0	9	-0.00791771337389946
36960	rnn.bias_ih_l0	0	0.14553996920585632
36960	rnn.bias_ih_l0	1	-0.05627855658531189
36960	rnn.bias_ih_l0	2	0.10431526601314545
36960	rnn.bias_ih_l0	3	0.04884692654013634
36960	rnn.bias_ih_l0	4	0.09907742589712143
36960	rnn.bias_ih_l0	5	0.02417934685945511
36960	rnn.bias_ih_l0	6	-0.017597684636712074
36960	rnn.bias_ih_l0	7	-0.1090235486626625
36960	rnn.bias_ih_l0	8	-0.2066636085510254
36960	rnn.bias_ih_l0	9	0.08707857131958008
36960	rnn.bias_hh_l0	0	0.002812654245644808
36960	rnn.bias_hh_l0	1	0.02364850789308548
36960	rnn.bias_hh_l0	2	-0.006092182360589504
36960	rnn.bias_hh_l0	3	-0.030302243307232857
36960	rnn.bias_hh_l0	4	-0.03626291826367378
36960	rnn.bias_hh_l0	5	0.1435987502336502
36960	rnn.bias_hh_l0	6	0.05132484436035156
36960	rnn.bias_hh_l0	7	0.0597621351480484
36960	rnn.bias_hh_l0	8	0.016771012917160988
36960	rnn.bias_hh_l0	9	0.04345085471868515
36960	rnn.weight_ih_l0_reverse	0	-0.02969846874475479
36960	rnn.weight_ih_l0_reverse	1	-0.0022007767111063004
36960	rnn.weight_ih_l0_reverse	2	0.023835409432649612
36960	rnn.weight_ih_l0_reverse	3	-0.06209896504878998
36960	rnn.weight_ih_l0_reverse	4	0.009293762035667896
36960	rnn.weight_ih_l0_reverse	5	-0.04610360041260719
36960	rnn.weight_ih_l0_reverse	6	0.0283686313778162
36960	rnn.weight_ih_l0_reverse	7	0.0459783598780632
36960	rnn.weight_ih_l0_reverse	8	-0.04875294864177704
36960	rnn.weight_ih_l0_reverse	9	-0.05074979364871979
36960	rnn.weight_hh_l0_reverse	0	-0.08326329290866852
36960	rnn.weight_hh_l0_reverse	1	-0.06328639388084412
36960	rnn.weight_hh_l0_reverse	2	0.034397680312395096
36960	rnn.weight_hh_l0_reverse	3	0.04575268179178238
36960	rnn.weight_hh_l0_reverse	4	-0.01589285209774971
36960	rnn.weight_hh_l0_reverse	5	0.045582495629787445
36960	rnn.weight_hh_l0_reverse	6	0.0011628526262938976
36960	rnn.weight_hh_l0_reverse	7	-0.00017497445514891297
36960	rnn.weight_hh_l0_reverse	8	-0.09876774251461029
36960	rnn.weight_hh_l0_reverse	9	0.08019079267978668
36960	rnn.bias_ih_l0_reverse	0	-0.08922886848449707
36960	rnn.bias_ih_l0_reverse	1	-0.06897430121898651
36960	rnn.bias_ih_l0_reverse	2	0.10318976640701294
36960	rnn.bias_ih_l0_reverse	3	0.04795069247484207
36960	rnn.bias_ih_l0_reverse	4	-0.12918220460414886
36960	rnn.bias_ih_l0_reverse	5	0.041013915091753006
36960	rnn.bias_ih_l0_reverse	6	-0.10643652826547623
36960	rnn.bias_ih_l0_reverse	7	0.04459381103515625
36960	rnn.bias_ih_l0_reverse	8	0.03439248353242874
36960	rnn.bias_ih_l0_reverse	9	0.0631917417049408
36960	rnn.bias_hh_l0_reverse	0	0.0571272186934948
36960	rnn.bias_hh_l0_reverse	1	0.06532856076955795
36960	rnn.bias_hh_l0_reverse	2	0.07858262956142426
36960	rnn.bias_hh_l0_reverse	3	-0.003961197566241026
36960	rnn.bias_hh_l0_reverse	4	0.07146026194095612
36960	rnn.bias_hh_l0_reverse	5	0.007069628685712814
36960	rnn.bias_hh_l0_reverse	6	-0.054356228560209274
36960	rnn.bias_hh_l0_reverse	7	0.027363168075680733
36960	rnn.bias_hh_l0_reverse	8	0.011103091761469841
36960	rnn.bias_hh_l0_reverse	9	-0.16096806526184082
36960	linear.weight	0	0.17343111336231232
36960	linear.weight	1	-0.16297532618045807
36960	linear.weight	2	-0.21481823921203613
36960	linear.weight	3	0.07853878289461136
36960	linear.weight	4	-0.026669461280107498
36960	linear.weight	5	0.004112026654183865
36960	linear.weight	6	-0.006904510781168938
36960	linear.weight	7	-0.027071960270404816
36960	linear.weight	8	0.08445384353399277
36960	linear.weight	9	0.3496786952018738
36960	linear.bias	0	-0.20712828636169434
36960	linear.bias	1	0.19435568153858185
36960	linear.bias	2	-0.5396620035171509
36960	linear.bias	3	1.704266905784607
36960	linear.bias	4	-0.39680880308151245
36960	linear.bias	5	-0.030769959092140198
36960	linear.bias	6	-0.35783839225769043
36960	linear.bias	7	-0.27959921956062317
36960	linear.bias	8	-0.04333494231104851
36960	linear.bias	9	-0.49797555804252625
36988	transitions	0	-0.648298978805542
36988	transitions	1	0.3495587706565857
36988	transitions	2	1.6743125915527344
36988	transitions	3	0.09649431705474854
36988	transitions	4	0.9483959674835205
36988	transitions	5	1.2739229202270508
36988	transitions	6	0.4832981526851654
36988	transitions	7	0.17573042213916779
36988	transitions	8	-0.919520914554596
36988	transitions	9	0.9306592345237732
36988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
36988	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
36988	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
36988	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
36988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
36988	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
36988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
36988	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
36988	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
36988	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
36988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
36988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
36988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
36988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
36988	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
36988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
36988	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
36988	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
36988	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
36988	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
36988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
36988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
36988	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
36988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
36988	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
36988	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
36988	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
36988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
36988	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
36988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
36988	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
36988	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
36988	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
36988	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
36988	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
36988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
36988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
36988	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
36988	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
36988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
36988	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
36988	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
36988	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
36988	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
36988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
36988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
36988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
36988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
36988	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
36988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
36988	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
36988	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
36988	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
36988	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
36988	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
36988	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
36988	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
36988	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
36988	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
36988	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
36988	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
36988	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
36988	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
36988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
36988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
36988	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
36988	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
36988	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
36988	embedding2nn.weight	0	0.022499414160847664
36988	embedding2nn.weight	1	0.014188862405717373
36988	embedding2nn.weight	2	-0.004285316448658705
36988	embedding2nn.weight	3	-0.00010290514182997867
36988	embedding2nn.weight	4	-0.0043773227371275425
36988	embedding2nn.weight	5	0.011866708286106586
36988	embedding2nn.weight	6	-0.004973577801138163
36988	embedding2nn.weight	7	0.02073008194565773
36988	embedding2nn.weight	8	-0.006844191811978817
36988	embedding2nn.weight	9	-0.013898349367082119
36988	embedding2nn.bias	0	-0.03865791857242584
36988	embedding2nn.bias	1	-0.021454568952322006
36988	embedding2nn.bias	2	-0.07459105551242828
36988	embedding2nn.bias	3	-0.0016434623394161463
36988	embedding2nn.bias	4	0.004383318591862917
36988	embedding2nn.bias	5	-0.006932183168828487
36988	embedding2nn.bias	6	0.009465322829782963
36988	embedding2nn.bias	7	0.020021406933665276
36988	embedding2nn.bias	8	0.0073659466579556465
36988	embedding2nn.bias	9	0.0010822248877957463
36988	rnn.weight_ih_l0	0	0.03953670710325241
36988	rnn.weight_ih_l0	1	-0.013659410178661346
36988	rnn.weight_ih_l0	2	-0.036501433700323105
36988	rnn.weight_ih_l0	3	-0.04477319121360779
36988	rnn.weight_ih_l0	4	-0.052047185599803925
36988	rnn.weight_ih_l0	5	-0.00845916848629713
36988	rnn.weight_ih_l0	6	-0.05188959091901779
36988	rnn.weight_ih_l0	7	-0.06159903481602669
36988	rnn.weight_ih_l0	8	-0.04472697526216507
36988	rnn.weight_ih_l0	9	-0.02694105915725231
36988	rnn.weight_hh_l0	0	0.019324330613017082
36988	rnn.weight_hh_l0	1	-0.009683612734079361
36988	rnn.weight_hh_l0	2	-0.06759622693061829
36988	rnn.weight_hh_l0	3	-0.03337206318974495
36988	rnn.weight_hh_l0	4	-0.07836200296878815
36988	rnn.weight_hh_l0	5	-0.014580690301954746
36988	rnn.weight_hh_l0	6	-0.05432934686541557
36988	rnn.weight_hh_l0	7	-0.04071202874183655
36988	rnn.weight_hh_l0	8	-0.019103879109025
36988	rnn.weight_hh_l0	9	-0.007916257716715336
36988	rnn.bias_ih_l0	0	0.14553943276405334
36988	rnn.bias_ih_l0	1	-0.05627993866801262
36988	rnn.bias_ih_l0	2	0.10431002080440521
36988	rnn.bias_ih_l0	3	0.04884747788310051
36988	rnn.bias_ih_l0	4	0.09907666593790054
36988	rnn.bias_ih_l0	5	0.024180637672543526
36988	rnn.bias_ih_l0	6	-0.017596686258912086
36988	rnn.bias_ih_l0	7	-0.10902877897024155
36988	rnn.bias_ih_l0	8	-0.20665207505226135
36988	rnn.bias_ih_l0	9	0.08707579970359802
36988	rnn.bias_hh_l0	0	0.0028145662508904934
36988	rnn.bias_hh_l0	1	0.02364892140030861
36988	rnn.bias_hh_l0	2	-0.006091015413403511
36988	rnn.bias_hh_l0	3	-0.03030489571392536
36988	rnn.bias_hh_l0	4	-0.03626491129398346
36988	rnn.bias_hh_l0	5	0.14360103011131287
36988	rnn.bias_hh_l0	6	0.051330503076314926
36988	rnn.bias_hh_l0	7	0.05976481735706329
36988	rnn.bias_hh_l0	8	0.016772011294960976
36988	rnn.bias_hh_l0	9	0.043453045189380646
36988	rnn.weight_ih_l0_reverse	0	-0.029698381200432777
36988	rnn.weight_ih_l0_reverse	1	-0.0022008176892995834
36988	rnn.weight_ih_l0_reverse	2	0.02383548766374588
36988	rnn.weight_ih_l0_reverse	3	-0.06209898367524147
36988	rnn.weight_ih_l0_reverse	4	0.009293277747929096
36988	rnn.weight_ih_l0_reverse	5	-0.046103257685899734
36988	rnn.weight_ih_l0_reverse	6	0.028366735205054283
36988	rnn.weight_ih_l0_reverse	7	0.045978352427482605
36988	rnn.weight_ih_l0_reverse	8	-0.048752810806035995
36988	rnn.weight_ih_l0_reverse	9	-0.05074957385659218
36988	rnn.weight_hh_l0_reverse	0	-0.08326239883899689
36988	rnn.weight_hh_l0_reverse	1	-0.06328587234020233
36988	rnn.weight_hh_l0_reverse	2	0.03439681604504585
36988	rnn.weight_hh_l0_reverse	3	0.04575241729617119
36988	rnn.weight_hh_l0_reverse	4	-0.015892015770077705
36988	rnn.weight_hh_l0_reverse	5	0.04558263719081879
36988	rnn.weight_hh_l0_reverse	6	0.0011593581875786185
36988	rnn.weight_hh_l0_reverse	7	-0.00017446110723540187
36988	rnn.weight_hh_l0_reverse	8	-0.0987694188952446
36988	rnn.weight_hh_l0_reverse	9	0.08018989115953445
36988	rnn.bias_ih_l0_reverse	0	-0.08922978490591049
36988	rnn.bias_ih_l0_reverse	1	-0.06897944957017899
36988	rnn.bias_ih_l0_reverse	2	0.10319078713655472
36988	rnn.bias_ih_l0_reverse	3	0.04794967547059059
36988	rnn.bias_ih_l0_reverse	4	-0.12918075919151306
36988	rnn.bias_ih_l0_reverse	5	0.04101303219795227
36988	rnn.bias_ih_l0_reverse	6	-0.10643606632947922
36988	rnn.bias_ih_l0_reverse	7	0.04459447041153908
36988	rnn.bias_ih_l0_reverse	8	0.034392233937978745
36988	rnn.bias_ih_l0_reverse	9	0.06319114565849304
36988	rnn.bias_hh_l0_reverse	0	0.05712956190109253
36988	rnn.bias_hh_l0_reverse	1	0.0653301328420639
36988	rnn.bias_hh_l0_reverse	2	0.07858455926179886
36988	rnn.bias_hh_l0_reverse	3	-0.00396140618249774
36988	rnn.bias_hh_l0_reverse	4	0.07146380841732025
36988	rnn.bias_hh_l0_reverse	5	0.007068203296512365
36988	rnn.bias_hh_l0_reverse	6	-0.05435381829738617
36988	rnn.bias_hh_l0_reverse	7	0.027361517772078514
36988	rnn.bias_hh_l0_reverse	8	0.011101443320512772
36988	rnn.bias_hh_l0_reverse	9	-0.16097556054592133
36988	linear.weight	0	0.17342397570610046
36988	linear.weight	1	-0.16297531127929688
36988	linear.weight	2	-0.21481645107269287
36988	linear.weight	3	0.07853920012712479
36988	linear.weight	4	-0.02667699195444584
36988	linear.weight	5	0.004111530724912882
36988	linear.weight	6	-0.006904507055878639
36988	linear.weight	7	-0.02707190066576004
36988	linear.weight	8	0.08445647358894348
36988	linear.weight	9	0.3496795892715454
36988	linear.bias	0	-0.20714710652828217
36988	linear.bias	1	0.19434702396392822
36988	linear.bias	2	-0.5396592617034912
36988	linear.bias	3	1.7042831182479858
36988	linear.bias	4	-0.3968089520931244
36988	linear.bias	5	-0.030769959092140198
36988	linear.bias	6	-0.3578367531299591
36988	linear.bias	7	-0.27959978580474854
36988	linear.bias	8	-0.04330127313733101
36988	linear.bias	9	-0.497975617647171
37016	transitions	0	-0.648298978805542
37016	transitions	1	0.3495587706565857
37016	transitions	2	1.6743125915527344
37016	transitions	3	0.09649431705474854
37016	transitions	4	0.9483959674835205
37016	transitions	5	1.2739229202270508
37016	transitions	6	0.4832981526851654
37016	transitions	7	0.17573022842407227
37016	transitions	8	-0.919520914554596
37016	transitions	9	0.9306592345237732
37016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37016	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37016	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37016	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37016	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37016	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37016	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37016	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37016	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37016	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37016	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37016	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37016	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37016	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37016	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37016	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37016	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37016	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37016	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37016	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37016	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37016	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37016	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37016	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37016	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37016	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37016	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37016	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37016	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37016	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37016	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37016	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37016	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37016	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37016	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37016	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37016	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37016	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37016	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37016	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37016	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37016	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37016	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37016	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37016	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37016	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37016	embedding2nn.weight	0	0.022499799728393555
37016	embedding2nn.weight	1	0.014188660308718681
37016	embedding2nn.weight	2	-0.004285367671400309
37016	embedding2nn.weight	3	-0.00010305067553417757
37016	embedding2nn.weight	4	-0.004377386998385191
37016	embedding2nn.weight	5	0.011866781860589981
37016	embedding2nn.weight	6	-0.0049735610373318195
37016	embedding2nn.weight	7	0.0207297895103693
37016	embedding2nn.weight	8	-0.006844435352832079
37016	embedding2nn.weight	9	-0.013898475095629692
37016	embedding2nn.bias	0	-0.0386621356010437
37016	embedding2nn.bias	1	-0.02145356684923172
37016	embedding2nn.bias	2	-0.07459946721792221
37016	embedding2nn.bias	3	-0.0016630005557090044
37016	embedding2nn.bias	4	0.004376610741019249
37016	embedding2nn.bias	5	-0.006939982064068317
37016	embedding2nn.bias	6	0.009472072124481201
37016	embedding2nn.bias	7	0.02002307027578354
37016	embedding2nn.bias	8	0.007361151278018951
37016	embedding2nn.bias	9	0.0010834760032594204
37016	rnn.weight_ih_l0	0	0.03953651711344719
37016	rnn.weight_ih_l0	1	-0.01365941483527422
37016	rnn.weight_ih_l0	2	-0.03650117665529251
37016	rnn.weight_ih_l0	3	-0.04477294534444809
37016	rnn.weight_ih_l0	4	-0.05204753577709198
37016	rnn.weight_ih_l0	5	-0.008459687232971191
37016	rnn.weight_ih_l0	6	-0.05189007148146629
37016	rnn.weight_ih_l0	7	-0.06159868836402893
37016	rnn.weight_ih_l0	8	-0.04472680017352104
37016	rnn.weight_ih_l0	9	-0.02694098837673664
37016	rnn.weight_hh_l0	0	0.01932462863624096
37016	rnn.weight_hh_l0	1	-0.00968431681394577
37016	rnn.weight_hh_l0	2	-0.06759577244520187
37016	rnn.weight_hh_l0	3	-0.03337119519710541
37016	rnn.weight_hh_l0	4	-0.0783621072769165
37016	rnn.weight_hh_l0	5	-0.01458157692104578
37016	rnn.weight_hh_l0	6	-0.05432894080877304
37016	rnn.weight_hh_l0	7	-0.04071155562996864
37016	rnn.weight_hh_l0	8	-0.019103839993476868
37016	rnn.weight_hh_l0	9	-0.007916738279163837
37016	rnn.bias_ih_l0	0	0.14553773403167725
37016	rnn.bias_ih_l0	1	-0.056283410638570786
37016	rnn.bias_ih_l0	2	0.10431251674890518
37016	rnn.bias_ih_l0	3	0.04884588345885277
37016	rnn.bias_ih_l0	4	0.09907636791467667
37016	rnn.bias_ih_l0	5	0.024180559441447258
37016	rnn.bias_ih_l0	6	-0.017596997320652008
37016	rnn.bias_ih_l0	7	-0.10901983082294464
37016	rnn.bias_ih_l0	8	-0.20664989948272705
37016	rnn.bias_ih_l0	9	0.08707620948553085
37016	rnn.bias_hh_l0	0	0.0028127003461122513
37016	rnn.bias_hh_l0	1	0.02364613488316536
37016	rnn.bias_hh_l0	2	-0.00608908012509346
37016	rnn.bias_hh_l0	3	-0.03030424378812313
37016	rnn.bias_hh_l0	4	-0.036257971078157425
37016	rnn.bias_hh_l0	5	0.14360100030899048
37016	rnn.bias_hh_l0	6	0.051326364278793335
37016	rnn.bias_hh_l0	7	0.059759173542261124
37016	rnn.bias_hh_l0	8	0.016771700233221054
37016	rnn.bias_hh_l0	9	0.04345386102795601
37016	rnn.weight_ih_l0_reverse	0	-0.029697975143790245
37016	rnn.weight_ih_l0_reverse	1	-0.0021999692544341087
37016	rnn.weight_ih_l0_reverse	2	0.023835355415940285
37016	rnn.weight_ih_l0_reverse	3	-0.06209874153137207
37016	rnn.weight_ih_l0_reverse	4	0.009292161092162132
37016	rnn.weight_ih_l0_reverse	5	-0.04610302671790123
37016	rnn.weight_ih_l0_reverse	6	0.028367122635245323
37016	rnn.weight_ih_l0_reverse	7	0.04597872495651245
37016	rnn.weight_ih_l0_reverse	8	-0.04875265806913376
37016	rnn.weight_ih_l0_reverse	9	-0.050749871879816055
37016	rnn.weight_hh_l0_reverse	0	-0.08326328545808792
37016	rnn.weight_hh_l0_reverse	1	-0.06328564882278442
37016	rnn.weight_hh_l0_reverse	2	0.0343976728618145
37016	rnn.weight_hh_l0_reverse	3	0.04575369879603386
37016	rnn.weight_hh_l0_reverse	4	-0.015891503542661667
37016	rnn.weight_hh_l0_reverse	5	0.04558279737830162
37016	rnn.weight_hh_l0_reverse	6	0.0011555016972124577
37016	rnn.weight_hh_l0_reverse	7	-0.0001742312015267089
37016	rnn.weight_hh_l0_reverse	8	-0.09876944124698639
37016	rnn.weight_hh_l0_reverse	9	0.08019094914197922
37016	rnn.bias_ih_l0_reverse	0	-0.08923740684986115
37016	rnn.bias_ih_l0_reverse	1	-0.06896992772817612
37016	rnn.bias_ih_l0_reverse	2	0.1031917929649353
37016	rnn.bias_ih_l0_reverse	3	0.0479503870010376
37016	rnn.bias_ih_l0_reverse	4	-0.12918157875537872
37016	rnn.bias_ih_l0_reverse	5	0.04101286455988884
37016	rnn.bias_ih_l0_reverse	6	-0.10643705725669861
37016	rnn.bias_ih_l0_reverse	7	0.04459153860807419
37016	rnn.bias_ih_l0_reverse	8	0.03439268842339516
37016	rnn.bias_ih_l0_reverse	9	0.0631931722164154
37016	rnn.bias_hh_l0_reverse	0	0.05713868513703346
37016	rnn.bias_hh_l0_reverse	1	0.06532882899045944
37016	rnn.bias_hh_l0_reverse	2	0.0785844698548317
37016	rnn.bias_hh_l0_reverse	3	-0.003960184752941132
37016	rnn.bias_hh_l0_reverse	4	0.07146243751049042
37016	rnn.bias_hh_l0_reverse	5	0.00706448731943965
37016	rnn.bias_hh_l0_reverse	6	-0.054353997111320496
37016	rnn.bias_hh_l0_reverse	7	0.0273571964353323
37016	rnn.bias_hh_l0_reverse	8	0.011104368604719639
37016	rnn.bias_hh_l0_reverse	9	-0.1609702855348587
37016	linear.weight	0	0.17342033982276917
37016	linear.weight	1	-0.1629752814769745
37016	linear.weight	2	-0.2148149311542511
37016	linear.weight	3	0.0785369798541069
37016	linear.weight	4	-0.02667800895869732
37016	linear.weight	5	0.0041109840385615826
37016	linear.weight	6	-0.006904503796249628
37016	linear.weight	7	-0.02707185596227646
37016	linear.weight	8	0.08444992452859879
37016	linear.weight	9	0.3496761620044708
37016	linear.bias	0	-0.20714633166790009
37016	linear.bias	1	0.19433902204036713
37016	linear.bias	2	-0.5396651029586792
37016	linear.bias	3	1.7042677402496338
37016	linear.bias	4	-0.3968089520931244
37016	linear.bias	5	-0.030769959092140198
37016	linear.bias	6	-0.3578393757343292
37016	linear.bias	7	-0.2796023190021515
37016	linear.bias	8	-0.04332270845770836
37016	linear.bias	9	-0.497975617647171
37044	transitions	0	-0.648298978805542
37044	transitions	1	0.3495587706565857
37044	transitions	2	1.6743125915527344
37044	transitions	3	0.09649429470300674
37044	transitions	4	0.9483959078788757
37044	transitions	5	1.2739229202270508
37044	transitions	6	0.4832981526851654
37044	transitions	7	0.17573022842407227
37044	transitions	8	-0.919520914554596
37044	transitions	9	0.9306592345237732
37044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37044	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37044	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37044	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37044	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37044	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37044	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37044	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37044	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37044	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37044	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37044	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37044	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37044	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37044	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37044	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37044	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37044	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37044	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37044	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37044	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37044	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37044	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37044	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37044	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37044	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37044	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37044	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37044	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37044	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37044	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37044	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37044	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37044	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37044	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37044	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37044	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37044	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37044	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37044	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37044	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37044	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37044	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37044	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37044	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37044	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37044	embedding2nn.weight	0	0.022500822320580482
37044	embedding2nn.weight	1	0.014188791625201702
37044	embedding2nn.weight	2	-0.004285383969545364
37044	embedding2nn.weight	3	-0.00010297217522747815
37044	embedding2nn.weight	4	-0.0043773711659014225
37044	embedding2nn.weight	5	0.011866817250847816
37044	embedding2nn.weight	6	-0.00497372355312109
37044	embedding2nn.weight	7	0.020729195326566696
37044	embedding2nn.weight	8	-0.006844666320830584
37044	embedding2nn.weight	9	-0.013898546807467937
37044	embedding2nn.bias	0	-0.03864670544862747
37044	embedding2nn.bias	1	-0.021446995437145233
37044	embedding2nn.bias	2	-0.07459434866905212
37044	embedding2nn.bias	3	-0.0016601451206952333
37044	embedding2nn.bias	4	0.004378852434456348
37044	embedding2nn.bias	5	-0.006944483146071434
37044	embedding2nn.bias	6	0.009481030516326427
37044	embedding2nn.bias	7	0.020019272342324257
37044	embedding2nn.bias	8	0.007378710433840752
37044	embedding2nn.bias	9	0.0010719296988099813
37044	rnn.weight_ih_l0	0	0.03953646495938301
37044	rnn.weight_ih_l0	1	-0.013658515177667141
37044	rnn.weight_ih_l0	2	-0.03650195524096489
37044	rnn.weight_ih_l0	3	-0.044773124158382416
37044	rnn.weight_ih_l0	4	-0.05204831063747406
37044	rnn.weight_ih_l0	5	-0.008459559641778469
37044	rnn.weight_ih_l0	6	-0.05189010128378868
37044	rnn.weight_ih_l0	7	-0.06159895658493042
37044	rnn.weight_ih_l0	8	-0.04472651705145836
37044	rnn.weight_ih_l0	9	-0.026940884068608284
37044	rnn.weight_hh_l0	0	0.019324956461787224
37044	rnn.weight_hh_l0	1	-0.009684703312814236
37044	rnn.weight_hh_l0	2	-0.0675969272851944
37044	rnn.weight_hh_l0	3	-0.033370811492204666
37044	rnn.weight_hh_l0	4	-0.07836248725652695
37044	rnn.weight_hh_l0	5	-0.014581372030079365
37044	rnn.weight_hh_l0	6	-0.05432707443833351
37044	rnn.weight_hh_l0	7	-0.04071253538131714
37044	rnn.weight_hh_l0	8	-0.019103486090898514
37044	rnn.weight_hh_l0	9	-0.007917509414255619
37044	rnn.bias_ih_l0	0	0.14553645253181458
37044	rnn.bias_ih_l0	1	-0.05628496780991554
37044	rnn.bias_ih_l0	2	0.1043115183711052
37044	rnn.bias_ih_l0	3	0.048846013844013214
37044	rnn.bias_ih_l0	4	0.09907890856266022
37044	rnn.bias_ih_l0	5	0.024181464686989784
37044	rnn.bias_ih_l0	6	-0.017596444115042686
37044	rnn.bias_ih_l0	7	-0.10902754217386246
37044	rnn.bias_ih_l0	8	-0.20663787424564362
37044	rnn.bias_ih_l0	9	0.08707583695650101
37044	rnn.bias_hh_l0	0	0.002812698483467102
37044	rnn.bias_hh_l0	1	0.02364693023264408
37044	rnn.bias_hh_l0	2	-0.006089887116104364
37044	rnn.bias_hh_l0	3	-0.030303820967674255
37044	rnn.bias_hh_l0	4	-0.036257605999708176
37044	rnn.bias_hh_l0	5	0.1435977816581726
37044	rnn.bias_hh_l0	6	0.05132850632071495
37044	rnn.bias_hh_l0	7	0.05976284295320511
37044	rnn.bias_hh_l0	8	0.016772253438830376
37044	rnn.bias_hh_l0	9	0.0434548482298851
37044	rnn.weight_ih_l0_reverse	0	-0.029697049409151077
37044	rnn.weight_ih_l0_reverse	1	-0.0022000044118613005
37044	rnn.weight_ih_l0_reverse	2	0.023835564032197
37044	rnn.weight_ih_l0_reverse	3	-0.062099043279886246
37044	rnn.weight_ih_l0_reverse	4	0.009292296133935452
37044	rnn.weight_ih_l0_reverse	5	-0.046102531254291534
37044	rnn.weight_ih_l0_reverse	6	0.02836522087454796
37044	rnn.weight_ih_l0_reverse	7	0.04597898945212364
37044	rnn.weight_ih_l0_reverse	8	-0.04875236377120018
37044	rnn.weight_ih_l0_reverse	9	-0.0507500059902668
37044	rnn.weight_hh_l0_reverse	0	-0.08326323330402374
37044	rnn.weight_hh_l0_reverse	1	-0.06328703463077545
37044	rnn.weight_hh_l0_reverse	2	0.03439859300851822
37044	rnn.weight_hh_l0_reverse	3	0.04575485363602638
37044	rnn.weight_hh_l0_reverse	4	-0.015891410410404205
37044	rnn.weight_hh_l0_reverse	5	0.045582376420497894
37044	rnn.weight_hh_l0_reverse	6	0.0011569410562515259
37044	rnn.weight_hh_l0_reverse	7	-0.0001736376143526286
37044	rnn.weight_hh_l0_reverse	8	-0.0987691879272461
37044	rnn.weight_hh_l0_reverse	9	0.08019089698791504
37044	rnn.bias_ih_l0_reverse	0	-0.08923855423927307
37044	rnn.bias_ih_l0_reverse	1	-0.06897581368684769
37044	rnn.bias_ih_l0_reverse	2	0.10319104045629501
37044	rnn.bias_ih_l0_reverse	3	0.047950319945812225
37044	rnn.bias_ih_l0_reverse	4	-0.12918348610401154
37044	rnn.bias_ih_l0_reverse	5	0.04101352021098137
37044	rnn.bias_ih_l0_reverse	6	-0.10643613338470459
37044	rnn.bias_ih_l0_reverse	7	0.044587038457393646
37044	rnn.bias_ih_l0_reverse	8	0.03439123556017876
37044	rnn.bias_ih_l0_reverse	9	0.06319248676300049
37044	rnn.bias_hh_l0_reverse	0	0.05712880194187164
37044	rnn.bias_hh_l0_reverse	1	0.06532728672027588
37044	rnn.bias_hh_l0_reverse	2	0.07858791947364807
37044	rnn.bias_hh_l0_reverse	3	-0.003960492089390755
37044	rnn.bias_hh_l0_reverse	4	0.07145795226097107
37044	rnn.bias_hh_l0_reverse	5	0.00706108333542943
37044	rnn.bias_hh_l0_reverse	6	-0.05435354635119438
37044	rnn.bias_hh_l0_reverse	7	0.027356162667274475
37044	rnn.bias_hh_l0_reverse	8	0.011103183962404728
37044	rnn.bias_hh_l0_reverse	9	-0.16096147894859314
37044	linear.weight	0	0.17342369258403778
37044	linear.weight	1	-0.16297520697116852
37044	linear.weight	2	-0.2148151695728302
37044	linear.weight	3	0.07854586839675903
37044	linear.weight	4	-0.02667929232120514
37044	linear.weight	5	0.0041108462028205395
37044	linear.weight	6	-0.006904503330588341
37044	linear.weight	7	-0.027071846649050713
37044	linear.weight	8	0.08445025235414505
37044	linear.weight	9	0.34967663884162903
37044	linear.bias	0	-0.2071564942598343
37044	linear.bias	1	0.1943235844373703
37044	linear.bias	2	-0.5396655797958374
37044	linear.bias	3	1.7042711973190308
37044	linear.bias	4	-0.3968089818954468
37044	linear.bias	5	-0.030769959092140198
37044	linear.bias	6	-0.3578406572341919
37044	linear.bias	7	-0.2796047627925873
37044	linear.bias	8	-0.0433027520775795
37044	linear.bias	9	-0.4979756772518158
37072	transitions	0	-0.648298978805542
37072	transitions	1	0.3495587706565857
37072	transitions	2	1.6743124723434448
37072	transitions	3	0.09649428725242615
37072	transitions	4	0.9483959078788757
37072	transitions	5	1.2739229202270508
37072	transitions	6	0.4832981526851654
37072	transitions	7	0.17573022842407227
37072	transitions	8	-0.919520914554596
37072	transitions	9	0.9306592345237732
37072	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37072	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37072	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37072	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37072	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37072	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37072	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37072	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37072	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37072	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37072	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37072	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37072	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37072	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37072	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37072	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37072	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37072	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37072	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37072	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37072	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37072	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37072	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37072	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37072	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37072	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37072	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37072	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37072	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37072	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37072	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37072	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37072	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37072	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37072	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37072	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37072	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37072	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37072	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37072	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37072	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37072	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37072	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37072	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37072	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37072	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37072	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37072	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37072	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37072	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37072	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37072	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37072	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37072	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37072	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37072	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37072	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37072	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37072	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37072	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37072	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37072	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37072	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37072	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37072	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37072	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37072	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37072	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37072	embedding2nn.weight	0	0.022501641884446144
37072	embedding2nn.weight	1	0.014188754372298717
37072	embedding2nn.weight	2	-0.00428527919575572
37072	embedding2nn.weight	3	-0.0001028557016979903
37072	embedding2nn.weight	4	-0.004377326928079128
37072	embedding2nn.weight	5	0.011866847053170204
37072	embedding2nn.weight	6	-0.004973794333636761
37072	embedding2nn.weight	7	0.020729657262563705
37072	embedding2nn.weight	8	-0.006844568066298962
37072	embedding2nn.weight	9	-0.013898528181016445
37072	embedding2nn.bias	0	-0.03864963352680206
37072	embedding2nn.bias	1	-0.021442456170916557
37072	embedding2nn.bias	2	-0.07457561045885086
37072	embedding2nn.bias	3	-0.0016538199270144105
37072	embedding2nn.bias	4	0.004385403357446194
37072	embedding2nn.bias	5	-0.006936207413673401
37072	embedding2nn.bias	6	0.00947229377925396
37072	embedding2nn.bias	7	0.02002750150859356
37072	embedding2nn.bias	8	0.007378437556326389
37072	embedding2nn.bias	9	0.001086023636162281
37072	rnn.weight_ih_l0	0	0.039535991847515106
37072	rnn.weight_ih_l0	1	-0.013658454641699791
37072	rnn.weight_ih_l0	2	-0.03650195524096489
37072	rnn.weight_ih_l0	3	-0.04477216675877571
37072	rnn.weight_ih_l0	4	-0.05204780399799347
37072	rnn.weight_ih_l0	5	-0.008459506556391716
37072	rnn.weight_ih_l0	6	-0.051889773458242416
37072	rnn.weight_ih_l0	7	-0.0615990087389946
37072	rnn.weight_ih_l0	8	-0.04472619295120239
37072	rnn.weight_ih_l0	9	-0.02694101817905903
37072	rnn.weight_hh_l0	0	0.01932455226778984
37072	rnn.weight_hh_l0	1	-0.009685852564871311
37072	rnn.weight_hh_l0	2	-0.06759750097990036
37072	rnn.weight_hh_l0	3	-0.03337138518691063
37072	rnn.weight_hh_l0	4	-0.0783626139163971
37072	rnn.weight_hh_l0	5	-0.014581388793885708
37072	rnn.weight_hh_l0	6	-0.054327089339494705
37072	rnn.weight_hh_l0	7	-0.04071343317627907
37072	rnn.weight_hh_l0	8	-0.019102564081549644
37072	rnn.weight_hh_l0	9	-0.00791818555444479
37072	rnn.bias_ih_l0	0	0.14553312957286835
37072	rnn.bias_ih_l0	1	-0.05628630146384239
37072	rnn.bias_ih_l0	2	0.10430646687746048
37072	rnn.bias_ih_l0	3	0.04884587600827217
37072	rnn.bias_ih_l0	4	0.09907403588294983
37072	rnn.bias_ih_l0	5	0.024179060012102127
37072	rnn.bias_ih_l0	6	-0.017599573358893394
37072	rnn.bias_ih_l0	7	-0.1090342253446579
37072	rnn.bias_ih_l0	8	-0.20663504302501678
37072	rnn.bias_ih_l0	9	0.08707653731107712
37072	rnn.bias_hh_l0	0	0.0028131231665611267
37072	rnn.bias_hh_l0	1	0.023642590269446373
37072	rnn.bias_hh_l0	2	-0.006093548610806465
37072	rnn.bias_hh_l0	3	-0.03030683845281601
37072	rnn.bias_hh_l0	4	-0.03626147657632828
37072	rnn.bias_hh_l0	5	0.14359770715236664
37072	rnn.bias_hh_l0	6	0.051324523985385895
37072	rnn.bias_hh_l0	7	0.059759799391031265
37072	rnn.bias_hh_l0	8	0.016769124194979668
37072	rnn.bias_hh_l0	9	0.043451812118291855
37072	rnn.weight_ih_l0_reverse	0	-0.02969728223979473
37072	rnn.weight_ih_l0_reverse	1	-0.0022005841601639986
37072	rnn.weight_ih_l0_reverse	2	0.023835748434066772
37072	rnn.weight_ih_l0_reverse	3	-0.06209878250956535
37072	rnn.weight_ih_l0_reverse	4	0.009292397648096085
37072	rnn.weight_ih_l0_reverse	5	-0.046102091670036316
37072	rnn.weight_ih_l0_reverse	6	0.028364529833197594
37072	rnn.weight_ih_l0_reverse	7	0.045979224145412445
37072	rnn.weight_ih_l0_reverse	8	-0.04875201731920242
37072	rnn.weight_ih_l0_reverse	9	-0.05075006186962128
37072	rnn.weight_hh_l0_reverse	0	-0.08326262980699539
37072	rnn.weight_hh_l0_reverse	1	-0.06328889727592468
37072	rnn.weight_hh_l0_reverse	2	0.03439895436167717
37072	rnn.weight_hh_l0_reverse	3	0.04575469344854355
37072	rnn.weight_hh_l0_reverse	4	-0.015891632065176964
37072	rnn.weight_hh_l0_reverse	5	0.04558172821998596
37072	rnn.weight_hh_l0_reverse	6	0.0011628015199676156
37072	rnn.weight_hh_l0_reverse	7	-0.00017326435772702098
37072	rnn.weight_hh_l0_reverse	8	-0.09877040982246399
37072	rnn.weight_hh_l0_reverse	9	0.08018919825553894
37072	rnn.bias_ih_l0_reverse	0	-0.08923158049583435
37072	rnn.bias_ih_l0_reverse	1	-0.068968266248703
37072	rnn.bias_ih_l0_reverse	2	0.10319032520055771
37072	rnn.bias_ih_l0_reverse	3	0.04794938489794731
37072	rnn.bias_ih_l0_reverse	4	-0.12918336689472198
37072	rnn.bias_ih_l0_reverse	5	0.04101159796118736
37072	rnn.bias_ih_l0_reverse	6	-0.10643540322780609
37072	rnn.bias_ih_l0_reverse	7	0.044586170464754105
37072	rnn.bias_ih_l0_reverse	8	0.03439328074455261
37072	rnn.bias_ih_l0_reverse	9	0.06319086253643036
37072	rnn.bias_hh_l0_reverse	0	0.05713367089629173
37072	rnn.bias_hh_l0_reverse	1	0.06532841175794601
37072	rnn.bias_hh_l0_reverse	2	0.07858721911907196
37072	rnn.bias_hh_l0_reverse	3	-0.003958250395953655
37072	rnn.bias_hh_l0_reverse	4	0.0714585930109024
37072	rnn.bias_hh_l0_reverse	5	0.007068791426718235
37072	rnn.bias_hh_l0_reverse	6	-0.054350242018699646
37072	rnn.bias_hh_l0_reverse	7	0.02735542505979538
37072	rnn.bias_hh_l0_reverse	8	0.011105894111096859
37072	rnn.bias_hh_l0_reverse	9	-0.1609552800655365
37072	linear.weight	0	0.17342211306095123
37072	linear.weight	1	-0.1629752218723297
37072	linear.weight	2	-0.21481750905513763
37072	linear.weight	3	0.07855144143104553
37072	linear.weight	4	-0.02668078802525997
37072	linear.weight	5	0.004110467620193958
37072	linear.weight	6	-0.006904500536620617
37072	linear.weight	7	-0.02707182802259922
37072	linear.weight	8	0.08444850891828537
37072	linear.weight	9	0.3496769964694977
37072	linear.bias	0	-0.20711715519428253
37072	linear.bias	1	0.19431397318840027
37072	linear.bias	2	-0.5396662354469299
37072	linear.bias	3	1.7042301893234253
37072	linear.bias	4	-0.39680910110473633
37072	linear.bias	5	-0.030769959092140198
37072	linear.bias	6	-0.3578410744667053
37072	linear.bias	7	-0.27960386872291565
37072	linear.bias	8	-0.04329392686486244
37072	linear.bias	9	-0.49797576665878296
37100	transitions	0	-0.648298978805542
37100	transitions	1	0.3495587706565857
37100	transitions	2	1.6743124723434448
37100	transitions	3	0.09649427235126495
37100	transitions	4	0.9483959078788757
37100	transitions	5	1.2739229202270508
37100	transitions	6	0.4832981526851654
37100	transitions	7	0.17573022842407227
37100	transitions	8	-0.919520914554596
37100	transitions	9	0.9306592345237732
37100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37100	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37100	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37100	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37100	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37100	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37100	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37100	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37100	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37100	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37100	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37100	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37100	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37100	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37100	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37100	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37100	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37100	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37100	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37100	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37100	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37100	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37100	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37100	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37100	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37100	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37100	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37100	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37100	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37100	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37100	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37100	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37100	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37100	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37100	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37100	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37100	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37100	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37100	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37100	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37100	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37100	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37100	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37100	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37100	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37100	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37100	embedding2nn.weight	0	0.022501911967992783
37100	embedding2nn.weight	1	0.014188890345394611
37100	embedding2nn.weight	2	-0.004285221453756094
37100	embedding2nn.weight	3	-0.00010324048344045877
37100	embedding2nn.weight	4	-0.004377308767288923
37100	embedding2nn.weight	5	0.011866857297718525
37100	embedding2nn.weight	6	-0.004973903298377991
37100	embedding2nn.weight	7	0.020730694755911827
37100	embedding2nn.weight	8	-0.006844645366072655
37100	embedding2nn.weight	9	-0.013898528181016445
37100	embedding2nn.bias	0	-0.03864799067378044
37100	embedding2nn.bias	1	-0.02143552340567112
37100	embedding2nn.bias	2	-0.07457840442657471
37100	embedding2nn.bias	3	-0.0016396240098401904
37100	embedding2nn.bias	4	0.004382877144962549
37100	embedding2nn.bias	5	-0.006937975063920021
37100	embedding2nn.bias	6	0.009468997828662395
37100	embedding2nn.bias	7	0.020035432651638985
37100	embedding2nn.bias	8	0.007371383253484964
37100	embedding2nn.bias	9	0.0010816286085173488
37100	rnn.weight_ih_l0	0	0.03953572362661362
37100	rnn.weight_ih_l0	1	-0.01365816593170166
37100	rnn.weight_ih_l0	2	-0.03650109842419624
37100	rnn.weight_ih_l0	3	-0.0447719432413578
37100	rnn.weight_ih_l0	4	-0.052047885954380035
37100	rnn.weight_ih_l0	5	-0.008459983393549919
37100	rnn.weight_ih_l0	6	-0.051890209317207336
37100	rnn.weight_ih_l0	7	-0.06159893050789833
37100	rnn.weight_ih_l0	8	-0.044726330786943436
37100	rnn.weight_ih_l0	9	-0.02694093994796276
37100	rnn.weight_hh_l0	0	0.019324462860822678
37100	rnn.weight_hh_l0	1	-0.009687976911664009
37100	rnn.weight_hh_l0	2	-0.06759806722402573
37100	rnn.weight_hh_l0	3	-0.033370956778526306
37100	rnn.weight_hh_l0	4	-0.07836306840181351
37100	rnn.weight_hh_l0	5	-0.01458047516644001
37100	rnn.weight_hh_l0	6	-0.05432950332760811
37100	rnn.weight_hh_l0	7	-0.04071647673845291
37100	rnn.weight_hh_l0	8	-0.019103679805994034
37100	rnn.weight_hh_l0	9	-0.00791738647967577
37100	rnn.bias_ih_l0	0	0.14553165435791016
37100	rnn.bias_ih_l0	1	-0.05628764629364014
37100	rnn.bias_ih_l0	2	0.10430222749710083
37100	rnn.bias_ih_l0	3	0.048841722309589386
37100	rnn.bias_ih_l0	4	0.09907399117946625
37100	rnn.bias_ih_l0	5	0.02417691983282566
37100	rnn.bias_ih_l0	6	-0.017600227147340775
37100	rnn.bias_ih_l0	7	-0.10902445763349533
37100	rnn.bias_ih_l0	8	-0.20662814378738403
37100	rnn.bias_ih_l0	9	0.08707599341869354
37100	rnn.bias_hh_l0	0	0.0028152617160230875
37100	rnn.bias_hh_l0	1	0.02363777905702591
37100	rnn.bias_hh_l0	2	-0.006097078323364258
37100	rnn.bias_hh_l0	3	-0.03030693531036377
37100	rnn.bias_hh_l0	4	-0.03626472130417824
37100	rnn.bias_hh_l0	5	0.14359529316425323
37100	rnn.bias_hh_l0	6	0.05132415518164635
37100	rnn.bias_hh_l0	7	0.059760771691799164
37100	rnn.bias_hh_l0	8	0.016768470406532288
37100	rnn.bias_hh_l0	9	0.04345390573143959
37100	rnn.weight_ih_l0_reverse	0	-0.029697922989726067
37100	rnn.weight_ih_l0_reverse	1	-0.0021999359596520662
37100	rnn.weight_ih_l0_reverse	2	0.02383609488606453
37100	rnn.weight_ih_l0_reverse	3	-0.062099553644657135
37100	rnn.weight_ih_l0_reverse	4	0.00929198507219553
37100	rnn.weight_ih_l0_reverse	5	-0.046102482825517654
37100	rnn.weight_ih_l0_reverse	6	0.028364062309265137
37100	rnn.weight_ih_l0_reverse	7	0.04597862809896469
37100	rnn.weight_ih_l0_reverse	8	-0.04875263199210167
37100	rnn.weight_ih_l0_reverse	9	-0.0507500134408474
37100	rnn.weight_hh_l0_reverse	0	-0.08326375484466553
37100	rnn.weight_hh_l0_reverse	1	-0.06328806281089783
37100	rnn.weight_hh_l0_reverse	2	0.03439873084425926
37100	rnn.weight_hh_l0_reverse	3	0.0457543283700943
37100	rnn.weight_hh_l0_reverse	4	-0.015892108902335167
37100	rnn.weight_hh_l0_reverse	5	0.0455818809568882
37100	rnn.weight_hh_l0_reverse	6	0.0011571672512218356
37100	rnn.weight_hh_l0_reverse	7	-0.0001739197177812457
37100	rnn.weight_hh_l0_reverse	8	-0.09877069294452667
37100	rnn.weight_hh_l0_reverse	9	0.08018706738948822
37100	rnn.bias_ih_l0_reverse	0	-0.08922796696424484
37100	rnn.bias_ih_l0_reverse	1	-0.06896735727787018
37100	rnn.bias_ih_l0_reverse	2	0.10318776220083237
37100	rnn.bias_ih_l0_reverse	3	0.04794999957084656
37100	rnn.bias_ih_l0_reverse	4	-0.12918339669704437
37100	rnn.bias_ih_l0_reverse	5	0.04101261869072914
37100	rnn.bias_ih_l0_reverse	6	-0.10643815249204636
37100	rnn.bias_ih_l0_reverse	7	0.04459091275930405
37100	rnn.bias_ih_l0_reverse	8	0.03439068794250488
37100	rnn.bias_ih_l0_reverse	9	0.06319255381822586
37100	rnn.bias_hh_l0_reverse	0	0.05712221562862396
37100	rnn.bias_hh_l0_reverse	1	0.0653265118598938
37100	rnn.bias_hh_l0_reverse	2	0.07858552038669586
37100	rnn.bias_hh_l0_reverse	3	-0.003958518151193857
37100	rnn.bias_hh_l0_reverse	4	0.07145494967699051
37100	rnn.bias_hh_l0_reverse	5	0.007086353376507759
37100	rnn.bias_hh_l0_reverse	6	-0.05435003712773323
37100	rnn.bias_hh_l0_reverse	7	0.02735736593604088
37100	rnn.bias_hh_l0_reverse	8	0.011110846884548664
37100	rnn.bias_hh_l0_reverse	9	-0.160947784781456
37100	linear.weight	0	0.17342214286327362
37100	linear.weight	1	-0.16297520697116852
37100	linear.weight	2	-0.214816614985466
37100	linear.weight	3	0.07855059206485748
37100	linear.weight	4	-0.02668127417564392
37100	linear.weight	5	0.004110555164515972
37100	linear.weight	6	-0.006904494483023882
37100	linear.weight	7	-0.0270717553794384
37100	linear.weight	8	0.08445071429014206
37100	linear.weight	9	0.3496701717376709
37100	linear.bias	0	-0.20713013410568237
37100	linear.bias	1	0.19431209564208984
37100	linear.bias	2	-0.5396671891212463
37100	linear.bias	3	1.704194188117981
37100	linear.bias	4	-0.39680927991867065
37100	linear.bias	5	-0.030769959092140198
37100	linear.bias	6	-0.3578418791294098
37100	linear.bias	7	-0.27960455417633057
37100	linear.bias	8	-0.04328959807753563
37100	linear.bias	9	-0.49797576665878296
37128	transitions	0	-0.648298978805542
37128	transitions	1	0.3495587706565857
37128	transitions	2	1.6743124723434448
37128	transitions	3	0.09649425745010376
37128	transitions	4	0.9483959078788757
37128	transitions	5	1.2739229202270508
37128	transitions	6	0.4832981526851654
37128	transitions	7	0.17573022842407227
37128	transitions	8	-0.919520914554596
37128	transitions	9	0.9306592345237732
37128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37128	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37128	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37128	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37128	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37128	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37128	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37128	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37128	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37128	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37128	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37128	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37128	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37128	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37128	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37128	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37128	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37128	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37128	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37128	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37128	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37128	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37128	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37128	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37128	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37128	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37128	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37128	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37128	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37128	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37128	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37128	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37128	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37128	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37128	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37128	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37128	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37128	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37128	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37128	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37128	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37128	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37128	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37128	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37128	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37128	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37128	embedding2nn.weight	0	0.022501664236187935
37128	embedding2nn.weight	1	0.014188895933330059
37128	embedding2nn.weight	2	-0.004285184666514397
37128	embedding2nn.weight	3	-0.00010323217429686338
37128	embedding2nn.weight	4	-0.004377303645014763
37128	embedding2nn.weight	5	0.011867285706102848
37128	embedding2nn.weight	6	-0.004973836243152618
37128	embedding2nn.weight	7	0.020730389282107353
37128	embedding2nn.weight	8	-0.00684476038441062
37128	embedding2nn.weight	9	-0.013898302800953388
37128	embedding2nn.bias	0	-0.038646820932626724
37128	embedding2nn.bias	1	-0.021430902183055878
37128	embedding2nn.bias	2	-0.07457715272903442
37128	embedding2nn.bias	3	-0.0016539798816666007
37128	embedding2nn.bias	4	0.004374220967292786
37128	embedding2nn.bias	5	-0.006935697980225086
37128	embedding2nn.bias	6	0.009466479532420635
37128	embedding2nn.bias	7	0.020033366978168488
37128	embedding2nn.bias	8	0.007369129918515682
37128	embedding2nn.bias	9	0.0010723037412390113
37128	rnn.weight_ih_l0	0	0.039535727351903915
37128	rnn.weight_ih_l0	1	-0.013658365234732628
37128	rnn.weight_ih_l0	2	-0.036501578986644745
37128	rnn.weight_ih_l0	3	-0.04477202892303467
37128	rnn.weight_ih_l0	4	-0.052047569304704666
37128	rnn.weight_ih_l0	5	-0.008459891192615032
37128	rnn.weight_ih_l0	6	-0.05189020186662674
37128	rnn.weight_ih_l0	7	-0.06159898638725281
37128	rnn.weight_ih_l0	8	-0.04472660273313522
37128	rnn.weight_ih_l0	9	-0.02694128453731537
37128	rnn.weight_hh_l0	0	0.019324718043208122
37128	rnn.weight_hh_l0	1	-0.009686709381639957
37128	rnn.weight_hh_l0	2	-0.0675976350903511
37128	rnn.weight_hh_l0	3	-0.03337130323052406
37128	rnn.weight_hh_l0	4	-0.07836204767227173
37128	rnn.weight_hh_l0	5	-0.014578407630324364
37128	rnn.weight_hh_l0	6	-0.05432727187871933
37128	rnn.weight_hh_l0	7	-0.04071386158466339
37128	rnn.weight_hh_l0	8	-0.01910383440554142
37128	rnn.weight_hh_l0	9	-0.007918096147477627
37128	rnn.bias_ih_l0	0	0.14553403854370117
37128	rnn.bias_ih_l0	1	-0.05629117414355278
37128	rnn.bias_ih_l0	2	0.10430136322975159
37128	rnn.bias_ih_l0	3	0.04883989691734314
37128	rnn.bias_ih_l0	4	0.09907583892345428
37128	rnn.bias_ih_l0	5	0.02417878247797489
37128	rnn.bias_ih_l0	6	-0.017600074410438538
37128	rnn.bias_ih_l0	7	-0.10902555286884308
37128	rnn.bias_ih_l0	8	-0.20662161707878113
37128	rnn.bias_ih_l0	9	0.087078757584095
37128	rnn.bias_hh_l0	0	0.0028171767480671406
37128	rnn.bias_hh_l0	1	0.023636620491743088
37128	rnn.bias_hh_l0	2	-0.006097181234508753
37128	rnn.bias_hh_l0	3	-0.03030574321746826
37128	rnn.bias_hh_l0	4	-0.03626561164855957
37128	rnn.bias_hh_l0	5	0.1435948610305786
37128	rnn.bias_hh_l0	6	0.05132164806127548
37128	rnn.bias_hh_l0	7	0.05975792557001114
37128	rnn.bias_hh_l0	8	0.016768623143434525
37128	rnn.bias_hh_l0	9	0.04345225542783737
37128	rnn.weight_ih_l0_reverse	0	-0.029697928577661514
37128	rnn.weight_ih_l0_reverse	1	-0.002198759699240327
37128	rnn.weight_ih_l0_reverse	2	0.0238357987254858
37128	rnn.weight_ih_l0_reverse	3	-0.06209927424788475
37128	rnn.weight_ih_l0_reverse	4	0.009291461668908596
37128	rnn.weight_ih_l0_reverse	5	-0.04610259458422661
37128	rnn.weight_ih_l0_reverse	6	0.02836601622402668
37128	rnn.weight_ih_l0_reverse	7	0.04597846791148186
37128	rnn.weight_ih_l0_reverse	8	-0.048752691596746445
37128	rnn.weight_ih_l0_reverse	9	-0.050750732421875
37128	rnn.weight_hh_l0_reverse	0	-0.08326303958892822
37128	rnn.weight_hh_l0_reverse	1	-0.06328606605529785
37128	rnn.weight_hh_l0_reverse	2	0.034399352967739105
37128	rnn.weight_hh_l0_reverse	3	0.04575490579009056
37128	rnn.weight_hh_l0_reverse	4	-0.01589280739426613
37128	rnn.weight_hh_l0_reverse	5	0.04558156803250313
37128	rnn.weight_hh_l0_reverse	6	0.0011602675076574087
37128	rnn.weight_hh_l0_reverse	7	-0.00017373623268213123
37128	rnn.weight_hh_l0_reverse	8	-0.09876976907253265
37128	rnn.weight_hh_l0_reverse	9	0.0801863819360733
37128	rnn.bias_ih_l0_reverse	0	-0.08922357857227325
37128	rnn.bias_ih_l0_reverse	1	-0.06896962970495224
37128	rnn.bias_ih_l0_reverse	2	0.10318951308727264
37128	rnn.bias_ih_l0_reverse	3	0.04794850945472717
37128	rnn.bias_ih_l0_reverse	4	-0.12918150424957275
37128	rnn.bias_ih_l0_reverse	5	0.041014816612005234
37128	rnn.bias_ih_l0_reverse	6	-0.1064385175704956
37128	rnn.bias_ih_l0_reverse	7	0.04459216445684433
37128	rnn.bias_ih_l0_reverse	8	0.034390274435281754
37128	rnn.bias_ih_l0_reverse	9	0.06319531053304672
37128	rnn.bias_hh_l0_reverse	0	0.05712331086397171
37128	rnn.bias_hh_l0_reverse	1	0.06532973796129227
37128	rnn.bias_hh_l0_reverse	2	0.07858730852603912
37128	rnn.bias_hh_l0_reverse	3	-0.003956216387450695
37128	rnn.bias_hh_l0_reverse	4	0.07145259529352188
37128	rnn.bias_hh_l0_reverse	5	0.007089152932167053
37128	rnn.bias_hh_l0_reverse	6	-0.054350923746824265
37128	rnn.bias_hh_l0_reverse	7	0.02735515683889389
37128	rnn.bias_hh_l0_reverse	8	0.011113947257399559
37128	rnn.bias_hh_l0_reverse	9	-0.16092649102210999
37128	linear.weight	0	0.17342641949653625
37128	linear.weight	1	-0.16297520697116852
37128	linear.weight	2	-0.21481788158416748
37128	linear.weight	3	0.07854758948087692
37128	linear.weight	4	-0.026680920273065567
37128	linear.weight	5	0.0041108932346105576
37128	linear.weight	6	-0.006904491689056158
37128	linear.weight	7	-0.027070876210927963
37128	linear.weight	8	0.08445438742637634
37128	linear.weight	9	0.3496790826320648
37128	linear.bias	0	-0.20710866153240204
37128	linear.bias	1	0.19432106614112854
37128	linear.bias	2	-0.539668083190918
37128	linear.bias	3	1.7041444778442383
37128	linear.bias	4	-0.3968093693256378
37128	linear.bias	5	-0.030769959092140198
37128	linear.bias	6	-0.3578439950942993
37128	linear.bias	7	-0.2796057164669037
37128	linear.bias	8	-0.043262794613838196
37128	linear.bias	9	-0.49797576665878296
37156	transitions	0	-0.648298978805542
37156	transitions	1	0.3495587706565857
37156	transitions	2	1.6743124723434448
37156	transitions	3	0.09649412333965302
37156	transitions	4	0.9483959078788757
37156	transitions	5	1.2739229202270508
37156	transitions	6	0.4832981526851654
37156	transitions	7	0.17573022842407227
37156	transitions	8	-0.919520914554596
37156	transitions	9	0.9306592345237732
37156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37156	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37156	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37156	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37156	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37156	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37156	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37156	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37156	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37156	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37156	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37156	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37156	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37156	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37156	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37156	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37156	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37156	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37156	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37156	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37156	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37156	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37156	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37156	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37156	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37156	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37156	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37156	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37156	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37156	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37156	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37156	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37156	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37156	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37156	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37156	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37156	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37156	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37156	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37156	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37156	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37156	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37156	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37156	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37156	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37156	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37156	embedding2nn.weight	0	0.022500362247228622
37156	embedding2nn.weight	1	0.014189094305038452
37156	embedding2nn.weight	2	-0.00428514601662755
37156	embedding2nn.weight	3	-0.00010326127812732011
37156	embedding2nn.weight	4	-0.0043773227371275425
37156	embedding2nn.weight	5	0.01186739094555378
37156	embedding2nn.weight	6	-0.004973885603249073
37156	embedding2nn.weight	7	0.02073078602552414
37156	embedding2nn.weight	8	-0.0068443454802036285
37156	embedding2nn.weight	9	-0.013897947035729885
37156	embedding2nn.bias	0	-0.038634222000837326
37156	embedding2nn.bias	1	-0.021425463259220123
37156	embedding2nn.bias	2	-0.07457810640335083
37156	embedding2nn.bias	3	-0.0016782929887995124
37156	embedding2nn.bias	4	0.004371766000986099
37156	embedding2nn.bias	5	-0.006930361036211252
37156	embedding2nn.bias	6	0.009465611539781094
37156	embedding2nn.bias	7	0.020038798451423645
37156	embedding2nn.bias	8	0.007360449526458979
37156	embedding2nn.bias	9	0.0010577101493254304
37156	rnn.weight_ih_l0	0	0.039536166936159134
37156	rnn.weight_ih_l0	1	-0.013658764772117138
37156	rnn.weight_ih_l0	2	-0.036502230912446976
37156	rnn.weight_ih_l0	3	-0.04477128013968468
37156	rnn.weight_ih_l0	4	-0.052047476172447205
37156	rnn.weight_ih_l0	5	-0.008459655568003654
37156	rnn.weight_ih_l0	6	-0.051890771836042404
37156	rnn.weight_ih_l0	7	-0.06159912794828415
37156	rnn.weight_ih_l0	8	-0.044726062566041946
37156	rnn.weight_ih_l0	9	-0.026941081508994102
37156	rnn.weight_hh_l0	0	0.019325368106365204
37156	rnn.weight_hh_l0	1	-0.009688124991953373
37156	rnn.weight_hh_l0	2	-0.0675945058465004
37156	rnn.weight_hh_l0	3	-0.033372264355421066
37156	rnn.weight_hh_l0	4	-0.07836111634969711
37156	rnn.weight_hh_l0	5	-0.014578321017324924
37156	rnn.weight_hh_l0	6	-0.05432902276515961
37156	rnn.weight_hh_l0	7	-0.040713224560022354
37156	rnn.weight_hh_l0	8	-0.019103528931736946
37156	rnn.weight_hh_l0	9	-0.0079177375882864
37156	rnn.bias_ih_l0	0	0.14553432166576385
37156	rnn.bias_ih_l0	1	-0.056289203464984894
37156	rnn.bias_ih_l0	2	0.10430343449115753
37156	rnn.bias_ih_l0	3	0.048835545778274536
37156	rnn.bias_ih_l0	4	0.09907305985689163
37156	rnn.bias_ih_l0	5	0.024177705869078636
37156	rnn.bias_ih_l0	6	-0.017600009217858315
37156	rnn.bias_ih_l0	7	-0.10902699828147888
37156	rnn.bias_ih_l0	8	-0.20663128793239594
37156	rnn.bias_ih_l0	9	0.08707836270332336
37156	rnn.bias_hh_l0	0	0.0028141916263848543
37156	rnn.bias_hh_l0	1	0.023638464510440826
37156	rnn.bias_hh_l0	2	-0.006099020596593618
37156	rnn.bias_hh_l0	3	-0.030312804505228996
37156	rnn.bias_hh_l0	4	-0.03626415506005287
37156	rnn.bias_hh_l0	5	0.1435958296060562
37156	rnn.bias_hh_l0	6	0.051328666508197784
37156	rnn.bias_hh_l0	7	0.059756506234407425
37156	rnn.bias_hh_l0	8	0.016768688336014748
37156	rnn.bias_hh_l0	9	0.04345010966062546
37156	rnn.weight_ih_l0_reverse	0	-0.02969842031598091
37156	rnn.weight_ih_l0_reverse	1	-0.00219784420914948
37156	rnn.weight_ih_l0_reverse	2	0.02383594587445259
37156	rnn.weight_ih_l0_reverse	3	-0.062099210917949677
37156	rnn.weight_ih_l0_reverse	4	0.009292292408645153
37156	rnn.weight_ih_l0_reverse	5	-0.046102412045001984
37156	rnn.weight_ih_l0_reverse	6	0.028365714475512505
37156	rnn.weight_ih_l0_reverse	7	0.04597850143909454
37156	rnn.weight_ih_l0_reverse	8	-0.04875306785106659
37156	rnn.weight_ih_l0_reverse	9	-0.05075119063258171
37156	rnn.weight_hh_l0_reverse	0	-0.08326239883899689
37156	rnn.weight_hh_l0_reverse	1	-0.06328520178794861
37156	rnn.weight_hh_l0_reverse	2	0.03439895436167717
37156	rnn.weight_hh_l0_reverse	3	0.04575506970286369
37156	rnn.weight_hh_l0_reverse	4	-0.015893584117293358
37156	rnn.weight_hh_l0_reverse	5	0.045581378042697906
37156	rnn.weight_hh_l0_reverse	6	0.0011618828866630793
37156	rnn.weight_hh_l0_reverse	7	-0.0001744347537169233
37156	rnn.weight_hh_l0_reverse	8	-0.09876970946788788
37156	rnn.weight_hh_l0_reverse	9	0.08018781244754791
37156	rnn.bias_ih_l0_reverse	0	-0.08923207968473434
37156	rnn.bias_ih_l0_reverse	1	-0.06897026300430298
37156	rnn.bias_ih_l0_reverse	2	0.10318883508443832
37156	rnn.bias_ih_l0_reverse	3	0.04795098677277565
37156	rnn.bias_ih_l0_reverse	4	-0.12918239831924438
37156	rnn.bias_ih_l0_reverse	5	0.04101409390568733
37156	rnn.bias_ih_l0_reverse	6	-0.10643649846315384
37156	rnn.bias_ih_l0_reverse	7	0.04459516704082489
37156	rnn.bias_ih_l0_reverse	8	0.03438974916934967
37156	rnn.bias_ih_l0_reverse	9	0.06319770216941833
37156	rnn.bias_hh_l0_reverse	0	0.05714266747236252
37156	rnn.bias_hh_l0_reverse	1	0.06532945483922958
37156	rnn.bias_hh_l0_reverse	2	0.07858835160732269
37156	rnn.bias_hh_l0_reverse	3	-0.003955100197345018
37156	rnn.bias_hh_l0_reverse	4	0.07145445793867111
37156	rnn.bias_hh_l0_reverse	5	0.00708780949935317
37156	rnn.bias_hh_l0_reverse	6	-0.054352566599845886
37156	rnn.bias_hh_l0_reverse	7	0.027354443445801735
37156	rnn.bias_hh_l0_reverse	8	0.011115514673292637
37156	rnn.bias_hh_l0_reverse	9	-0.1609216183423996
37156	linear.weight	0	0.17343096435070038
37156	linear.weight	1	-0.16297520697116852
37156	linear.weight	2	-0.2148159295320511
37156	linear.weight	3	0.07855278998613358
37156	linear.weight	4	-0.026684032753109932
37156	linear.weight	5	0.004111354239284992
37156	linear.weight	6	-0.0069044907577335835
37156	linear.weight	7	-0.02707083709537983
37156	linear.weight	8	0.08445314317941666
37156	linear.weight	9	0.3496783673763275
37156	linear.bias	0	-0.20710600912570953
37156	linear.bias	1	0.19432060420513153
37156	linear.bias	2	-0.5396699905395508
37156	linear.bias	3	1.704140067100525
37156	linear.bias	4	-0.3968093991279602
37156	linear.bias	5	-0.030769959092140198
37156	linear.bias	6	-0.3578464686870575
37156	linear.bias	7	-0.2796035706996918
37156	linear.bias	8	-0.04326564446091652
37156	linear.bias	9	-0.4979758560657501
37184	transitions	0	-0.6482990384101868
37184	transitions	1	0.3495587706565857
37184	transitions	2	1.6743124723434448
37184	transitions	3	0.09649408608675003
37184	transitions	4	0.9483957886695862
37184	transitions	5	1.2739229202270508
37184	transitions	6	0.4832981526851654
37184	transitions	7	0.17573022842407227
37184	transitions	8	-0.919520914554596
37184	transitions	9	0.9306592345237732
37184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37184	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37184	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37184	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37184	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37184	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37184	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37184	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37184	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37184	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37184	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37184	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37184	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37184	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37184	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37184	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37184	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37184	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37184	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37184	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37184	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37184	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37184	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37184	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37184	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37184	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37184	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37184	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37184	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37184	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37184	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37184	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37184	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37184	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37184	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37184	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37184	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37184	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37184	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37184	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37184	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37184	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37184	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37184	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37184	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37184	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37184	embedding2nn.weight	0	0.02250024676322937
37184	embedding2nn.weight	1	0.014188921079039574
37184	embedding2nn.weight	2	-0.004285208880901337
37184	embedding2nn.weight	3	-0.00010321899026166648
37184	embedding2nn.weight	4	-0.004377216566354036
37184	embedding2nn.weight	5	0.011867337860167027
37184	embedding2nn.weight	6	-0.004973860457539558
37184	embedding2nn.weight	7	0.020729798823595047
37184	embedding2nn.weight	8	-0.0068444544449448586
37184	embedding2nn.weight	9	-0.013898000121116638
37184	embedding2nn.bias	0	-0.03863450884819031
37184	embedding2nn.bias	1	-0.02142379991710186
37184	embedding2nn.bias	2	-0.07459193468093872
37184	embedding2nn.bias	3	-0.0016877885209396482
37184	embedding2nn.bias	4	0.004370234441012144
37184	embedding2nn.bias	5	-0.0069259279407560825
37184	embedding2nn.bias	6	0.009483848698437214
37184	embedding2nn.bias	7	0.02002866193652153
37184	embedding2nn.bias	8	0.007371485233306885
37184	embedding2nn.bias	9	0.0010597249493002892
37184	rnn.weight_ih_l0	0	0.03953640162944794
37184	rnn.weight_ih_l0	1	-0.013659159652888775
37184	rnn.weight_ih_l0	2	-0.03650274500250816
37184	rnn.weight_ih_l0	3	-0.04477157071232796
37184	rnn.weight_ih_l0	4	-0.05204758420586586
37184	rnn.weight_ih_l0	5	-0.00845953356474638
37184	rnn.weight_ih_l0	6	-0.05189071595668793
37184	rnn.weight_ih_l0	7	-0.0615989975631237
37184	rnn.weight_ih_l0	8	-0.044726017862558365
37184	rnn.weight_ih_l0	9	-0.026941362768411636
37184	rnn.weight_hh_l0	0	0.019325057044625282
37184	rnn.weight_hh_l0	1	-0.009687749668955803
37184	rnn.weight_hh_l0	2	-0.06759568303823471
37184	rnn.weight_hh_l0	3	-0.03337223455309868
37184	rnn.weight_hh_l0	4	-0.07836149632930756
37184	rnn.weight_hh_l0	5	-0.014578843489289284
37184	rnn.weight_hh_l0	6	-0.054327599704265594
37184	rnn.weight_hh_l0	7	-0.04071507230401039
37184	rnn.weight_hh_l0	8	-0.01910322718322277
37184	rnn.weight_hh_l0	9	-0.007916983217000961
37184	rnn.bias_ih_l0	0	0.14553114771842957
37184	rnn.bias_ih_l0	1	-0.05628812685608864
37184	rnn.bias_ih_l0	2	0.10430456697940826
37184	rnn.bias_ih_l0	3	0.048836857080459595
37184	rnn.bias_ih_l0	4	0.09907206147909164
37184	rnn.bias_ih_l0	5	0.024178320541977882
37184	rnn.bias_ih_l0	6	-0.01760215312242508
37184	rnn.bias_ih_l0	7	-0.10901303589344025
37184	rnn.bias_ih_l0	8	-0.20662841200828552
37184	rnn.bias_ih_l0	9	0.08708199113607407
37184	rnn.bias_hh_l0	0	0.002815217012539506
37184	rnn.bias_hh_l0	1	0.023639852181077003
37184	rnn.bias_hh_l0	2	-0.0060973684303462505
37184	rnn.bias_hh_l0	3	-0.030313827097415924
37184	rnn.bias_hh_l0	4	-0.03626444190740585
37184	rnn.bias_hh_l0	5	0.1435953676700592
37184	rnn.bias_hh_l0	6	0.0513315349817276
37184	rnn.bias_hh_l0	7	0.05975782498717308
37184	rnn.bias_hh_l0	8	0.016766544431447983
37184	rnn.bias_hh_l0	9	0.043446652591228485
37184	rnn.weight_ih_l0_reverse	0	-0.029698597267270088
37184	rnn.weight_ih_l0_reverse	1	-0.0021963866893202066
37184	rnn.weight_ih_l0_reverse	2	0.02383594401180744
37184	rnn.weight_ih_l0_reverse	3	-0.06209959834814072
37184	rnn.weight_ih_l0_reverse	4	0.009292510338127613
37184	rnn.weight_ih_l0_reverse	5	-0.046102266758680344
37184	rnn.weight_ih_l0_reverse	6	0.028364315629005432
37184	rnn.weight_ih_l0_reverse	7	0.04597916826605797
37184	rnn.weight_ih_l0_reverse	8	-0.04875306412577629
37184	rnn.weight_ih_l0_reverse	9	-0.05075124278664589
37184	rnn.weight_hh_l0_reverse	0	-0.08326363563537598
37184	rnn.weight_hh_l0_reverse	1	-0.06328606605529785
37184	rnn.weight_hh_l0_reverse	2	0.03439877927303314
37184	rnn.weight_hh_l0_reverse	3	0.045755043625831604
37184	rnn.weight_hh_l0_reverse	4	-0.015893667936325073
37184	rnn.weight_hh_l0_reverse	5	0.045581258833408356
37184	rnn.weight_hh_l0_reverse	6	0.0011638652067631483
37184	rnn.weight_hh_l0_reverse	7	-0.0001743108732625842
37184	rnn.weight_hh_l0_reverse	8	-0.0987681895494461
37184	rnn.weight_hh_l0_reverse	9	0.08018680661916733
37184	rnn.bias_ih_l0_reverse	0	-0.08923353999853134
37184	rnn.bias_ih_l0_reverse	1	-0.06896905601024628
37184	rnn.bias_ih_l0_reverse	2	0.10318990796804428
37184	rnn.bias_ih_l0_reverse	3	0.04795161634683609
37184	rnn.bias_ih_l0_reverse	4	-0.12918077409267426
37184	rnn.bias_ih_l0_reverse	5	0.041018448770046234
37184	rnn.bias_ih_l0_reverse	6	-0.10643678903579712
37184	rnn.bias_ih_l0_reverse	7	0.04459428787231445
37184	rnn.bias_ih_l0_reverse	8	0.034389253705739975
37184	rnn.bias_ih_l0_reverse	9	0.06319663673639297
37184	rnn.bias_hh_l0_reverse	0	0.057128604501485825
37184	rnn.bias_hh_l0_reverse	1	0.0653289332985878
37184	rnn.bias_hh_l0_reverse	2	0.07859061658382416
37184	rnn.bias_hh_l0_reverse	3	-0.003952783532440662
37184	rnn.bias_hh_l0_reverse	4	0.0714540034532547
37184	rnn.bias_hh_l0_reverse	5	0.007085361052304506
37184	rnn.bias_hh_l0_reverse	6	-0.05435394495725632
37184	rnn.bias_hh_l0_reverse	7	0.027353303506970406
37184	rnn.bias_hh_l0_reverse	8	0.011119376868009567
37184	rnn.bias_hh_l0_reverse	9	-0.16092348098754883
37184	linear.weight	0	0.17343784868717194
37184	linear.weight	1	-0.16297519207000732
37184	linear.weight	2	-0.2148151844739914
37184	linear.weight	3	0.07855533808469772
37184	linear.weight	4	-0.026683995500206947
37184	linear.weight	5	0.004111527930945158
37184	linear.weight	6	-0.006904491223394871
37184	linear.weight	7	-0.027070820331573486
37184	linear.weight	8	0.08445779234170914
37184	linear.weight	9	0.3496810495853424
37184	linear.bias	0	-0.2071152776479721
37184	linear.bias	1	0.19432443380355835
37184	linear.bias	2	-0.5396672487258911
37184	linear.bias	3	1.7041174173355103
37184	linear.bias	4	-0.39680948853492737
37184	linear.bias	5	-0.030769959092140198
37184	linear.bias	6	-0.3578442633152008
37184	linear.bias	7	-0.2796033024787903
37184	linear.bias	8	-0.04329695180058479
37184	linear.bias	9	-0.4979759156703949
37212	transitions	0	-0.6482990384101868
37212	transitions	1	0.3495587706565857
37212	transitions	2	1.6743124723434448
37212	transitions	3	0.09649407863616943
37212	transitions	4	0.9483957886695862
37212	transitions	5	1.2739229202270508
37212	transitions	6	0.4832981526851654
37212	transitions	7	0.17573022842407227
37212	transitions	8	-0.919520914554596
37212	transitions	9	0.9306592345237732
37212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37212	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37212	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37212	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37212	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37212	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37212	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37212	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37212	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37212	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37212	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37212	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37212	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37212	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37212	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37212	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37212	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37212	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37212	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37212	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37212	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37212	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37212	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37212	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37212	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37212	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37212	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37212	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37212	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37212	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37212	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37212	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37212	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37212	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37212	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37212	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37212	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37212	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37212	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37212	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37212	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37212	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37212	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37212	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37212	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37212	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37212	embedding2nn.weight	0	0.022500740364193916
37212	embedding2nn.weight	1	0.014188866131007671
37212	embedding2nn.weight	2	-0.0042852177284657955
37212	embedding2nn.weight	3	-0.00010297888366039842
37212	embedding2nn.weight	4	-0.004377154633402824
37212	embedding2nn.weight	5	0.011867418885231018
37212	embedding2nn.weight	6	-0.004973797593265772
37212	embedding2nn.weight	7	0.020729348063468933
37212	embedding2nn.weight	8	-0.00684453034773469
37212	embedding2nn.weight	9	-0.01389796007424593
37212	embedding2nn.bias	0	-0.03862777724862099
37212	embedding2nn.bias	1	-0.02143792435526848
37212	embedding2nn.bias	2	-0.07458464801311493
37212	embedding2nn.bias	3	-0.0016960352659225464
37212	embedding2nn.bias	4	0.0043782321736216545
37212	embedding2nn.bias	5	-0.006922136060893536
37212	embedding2nn.bias	6	0.009481728076934814
37212	embedding2nn.bias	7	0.02004588581621647
37212	embedding2nn.bias	8	0.007381182163953781
37212	embedding2nn.bias	9	0.0010607469594106078
37212	rnn.weight_ih_l0	0	0.03953646123409271
37212	rnn.weight_ih_l0	1	-0.013659757561981678
37212	rnn.weight_ih_l0	2	-0.03650302812457085
37212	rnn.weight_ih_l0	3	-0.04477172717452049
37212	rnn.weight_ih_l0	4	-0.05204705148935318
37212	rnn.weight_ih_l0	5	-0.008459811098873615
37212	rnn.weight_ih_l0	6	-0.05189049243927002
37212	rnn.weight_ih_l0	7	-0.06159882992506027
37212	rnn.weight_ih_l0	8	-0.04472595825791359
37212	rnn.weight_ih_l0	9	-0.02694174461066723
37212	rnn.weight_hh_l0	0	0.019325504079461098
37212	rnn.weight_hh_l0	1	-0.009687086567282677
37212	rnn.weight_hh_l0	2	-0.06759537011384964
37212	rnn.weight_hh_l0	3	-0.03337228298187256
37212	rnn.weight_hh_l0	4	-0.07836145162582397
37212	rnn.weight_hh_l0	5	-0.014578626491129398
37212	rnn.weight_hh_l0	6	-0.05432683229446411
37212	rnn.weight_hh_l0	7	-0.040714431554079056
37212	rnn.weight_hh_l0	8	-0.01910342462360859
37212	rnn.weight_hh_l0	9	-0.007917214184999466
37212	rnn.bias_ih_l0	0	0.14553044736385345
37212	rnn.bias_ih_l0	1	-0.05628764256834984
37212	rnn.bias_ih_l0	2	0.10430537164211273
37212	rnn.bias_ih_l0	3	0.048834122717380524
37212	rnn.bias_ih_l0	4	0.09906800091266632
37212	rnn.bias_ih_l0	5	0.024176672101020813
37212	rnn.bias_ih_l0	6	-0.017603188753128052
37212	rnn.bias_ih_l0	7	-0.10901635140180588
37212	rnn.bias_ih_l0	8	-0.2066267430782318
37212	rnn.bias_ih_l0	9	0.08708538860082626
37212	rnn.bias_hh_l0	0	0.002814943203702569
37212	rnn.bias_hh_l0	1	0.02363620325922966
37212	rnn.bias_hh_l0	2	-0.006097668781876564
37212	rnn.bias_hh_l0	3	-0.030307451263070107
37212	rnn.bias_hh_l0	4	-0.036261092871427536
37212	rnn.bias_hh_l0	5	0.14359886944293976
37212	rnn.bias_hh_l0	6	0.051333263516426086
37212	rnn.bias_hh_l0	7	0.0597582571208477
37212	rnn.bias_hh_l0	8	0.01676550880074501
37212	rnn.bias_hh_l0	9	0.043446317315101624
37212	rnn.weight_ih_l0_reverse	0	-0.029698684811592102
37212	rnn.weight_ih_l0_reverse	1	-0.0021970970556139946
37212	rnn.weight_ih_l0_reverse	2	0.023835700005292892
37212	rnn.weight_ih_l0_reverse	3	-0.06210007891058922
37212	rnn.weight_ih_l0_reverse	4	0.009292188100516796
37212	rnn.weight_ih_l0_reverse	5	-0.04610210284590721
37212	rnn.weight_ih_l0_reverse	6	0.028363224118947983
37212	rnn.weight_ih_l0_reverse	7	0.045979321002960205
37212	rnn.weight_ih_l0_reverse	8	-0.048752907663583755
37212	rnn.weight_ih_l0_reverse	9	-0.05075130611658096
37212	rnn.weight_hh_l0_reverse	0	-0.08326347172260284
37212	rnn.weight_hh_l0_reverse	1	-0.06328707188367844
37212	rnn.weight_hh_l0_reverse	2	0.03439706563949585
37212	rnn.weight_hh_l0_reverse	3	0.04575439170002937
37212	rnn.weight_hh_l0_reverse	4	-0.015891987830400467
37212	rnn.weight_hh_l0_reverse	5	0.04558127373456955
37212	rnn.weight_hh_l0_reverse	6	0.0011646836064755917
37212	rnn.weight_hh_l0_reverse	7	-0.0001751404779497534
37212	rnn.weight_hh_l0_reverse	8	-0.09876801818609238
37212	rnn.weight_hh_l0_reverse	9	0.08018682152032852
37212	rnn.bias_ih_l0_reverse	0	-0.08923514932394028
37212	rnn.bias_ih_l0_reverse	1	-0.06897405534982681
37212	rnn.bias_ih_l0_reverse	2	0.10319112241268158
37212	rnn.bias_ih_l0_reverse	3	0.04795140400528908
37212	rnn.bias_ih_l0_reverse	4	-0.1291828602552414
37212	rnn.bias_ih_l0_reverse	5	0.041016265749931335
37212	rnn.bias_ih_l0_reverse	6	-0.10643331706523895
37212	rnn.bias_ih_l0_reverse	7	0.044591378420591354
37212	rnn.bias_ih_l0_reverse	8	0.034386638551950455
37212	rnn.bias_ih_l0_reverse	9	0.06319734454154968
37212	rnn.bias_hh_l0_reverse	0	0.05712705850601196
37212	rnn.bias_hh_l0_reverse	1	0.06532558798789978
37212	rnn.bias_hh_l0_reverse	2	0.07859419286251068
37212	rnn.bias_hh_l0_reverse	3	-0.003953400533646345
37212	rnn.bias_hh_l0_reverse	4	0.07145500183105469
37212	rnn.bias_hh_l0_reverse	5	0.007090305909514427
37212	rnn.bias_hh_l0_reverse	6	-0.05435396358370781
37212	rnn.bias_hh_l0_reverse	7	0.02735203504562378
37212	rnn.bias_hh_l0_reverse	8	0.011121648363769054
37212	rnn.bias_hh_l0_reverse	9	-0.16094082593917847
37212	linear.weight	0	0.17343248426914215
37212	linear.weight	1	-0.16297517716884613
37212	linear.weight	2	-0.21481895446777344
37212	linear.weight	3	0.07855556160211563
37212	linear.weight	4	-0.02668319083750248
37212	linear.weight	5	0.004109997767955065
37212	linear.weight	6	-0.006904490292072296
37212	linear.weight	7	-0.02707071788609028
37212	linear.weight	8	0.08445695787668228
37212	linear.weight	9	0.34967759251594543
37212	linear.bias	0	-0.20710429549217224
37212	linear.bias	1	0.19431491196155548
37212	linear.bias	2	-0.539668083190918
37212	linear.bias	3	1.7041077613830566
37212	linear.bias	4	-0.39680996537208557
37212	linear.bias	5	-0.030769959092140198
37212	linear.bias	6	-0.35784515738487244
37212	linear.bias	7	-0.2796081602573395
37212	linear.bias	8	-0.04330873116850853
37212	linear.bias	9	-0.4979759156703949
37240	transitions	0	-0.6482990384101868
37240	transitions	1	0.3495587110519409
37240	transitions	2	1.6743124723434448
37240	transitions	3	0.09649407863616943
37240	transitions	4	0.9483957886695862
37240	transitions	5	1.2739229202270508
37240	transitions	6	0.4832981526851654
37240	transitions	7	0.17573022842407227
37240	transitions	8	-0.919520914554596
37240	transitions	9	0.9306592345237732
37240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37240	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37240	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37240	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37240	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37240	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37240	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37240	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37240	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37240	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37240	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37240	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37240	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37240	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37240	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37240	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37240	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37240	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37240	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37240	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37240	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37240	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37240	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37240	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37240	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37240	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37240	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37240	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37240	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37240	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37240	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37240	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37240	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37240	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37240	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37240	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37240	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37240	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37240	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37240	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37240	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37240	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37240	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37240	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37240	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37240	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37240	embedding2nn.weight	0	0.022499900311231613
37240	embedding2nn.weight	1	0.014188738539814949
37240	embedding2nn.weight	2	-0.00428526196628809
37240	embedding2nn.weight	3	-0.00010304221359547228
37240	embedding2nn.weight	4	-0.0043771713972091675
37240	embedding2nn.weight	5	0.011866960674524307
37240	embedding2nn.weight	6	-0.004973746836185455
37240	embedding2nn.weight	7	0.020729564130306244
37240	embedding2nn.weight	8	-0.00684472406283021
37240	embedding2nn.weight	9	-0.013898023404181004
37240	embedding2nn.bias	0	-0.038631752133369446
37240	embedding2nn.bias	1	-0.021440662443637848
37240	embedding2nn.bias	2	-0.07458893954753876
37240	embedding2nn.bias	3	-0.00169101741630584
37240	embedding2nn.bias	4	0.00438890652731061
37240	embedding2nn.bias	5	-0.006915351375937462
37240	embedding2nn.bias	6	0.009479855187237263
37240	embedding2nn.bias	7	0.020058387890458107
37240	embedding2nn.bias	8	0.007378451060503721
37240	embedding2nn.bias	9	0.001063035917468369
37240	rnn.weight_ih_l0	0	0.039536360651254654
37240	rnn.weight_ih_l0	1	-0.013658402487635612
37240	rnn.weight_ih_l0	2	-0.036503955721855164
37240	rnn.weight_ih_l0	3	-0.04477181285619736
37240	rnn.weight_ih_l0	4	-0.052047643810510635
37240	rnn.weight_ih_l0	5	-0.008459598757326603
37240	rnn.weight_ih_l0	6	-0.051890429109334946
37240	rnn.weight_ih_l0	7	-0.061598360538482666
37240	rnn.weight_ih_l0	8	-0.04472573474049568
37240	rnn.weight_ih_l0	9	-0.026941629126667976
37240	rnn.weight_hh_l0	0	0.019324447959661484
37240	rnn.weight_hh_l0	1	-0.009687365964055061
37240	rnn.weight_hh_l0	2	-0.06759695708751678
37240	rnn.weight_hh_l0	3	-0.03337199613451958
37240	rnn.weight_hh_l0	4	-0.07836223393678665
37240	rnn.weight_hh_l0	5	-0.0145791070535779
37240	rnn.weight_hh_l0	6	-0.05432518571615219
37240	rnn.weight_hh_l0	7	-0.0407140776515007
37240	rnn.weight_hh_l0	8	-0.019103113561868668
37240	rnn.weight_hh_l0	9	-0.00791587121784687
37240	rnn.bias_ih_l0	0	0.14553162455558777
37240	rnn.bias_ih_l0	1	-0.05628662928938866
37240	rnn.bias_ih_l0	2	0.10430856794118881
37240	rnn.bias_ih_l0	3	0.048833124339580536
37240	rnn.bias_ih_l0	4	0.09906315803527832
37240	rnn.bias_ih_l0	5	0.024173984304070473
37240	rnn.bias_ih_l0	6	-0.01760450378060341
37240	rnn.bias_ih_l0	7	-0.10901506245136261
37240	rnn.bias_ih_l0	8	-0.20662131905555725
37240	rnn.bias_ih_l0	9	0.08708887547254562
37240	rnn.bias_hh_l0	0	0.0028135788161307573
37240	rnn.bias_hh_l0	1	0.023631982505321503
37240	rnn.bias_hh_l0	2	-0.0060983942821621895
37240	rnn.bias_hh_l0	3	-0.030310383066534996
37240	rnn.bias_hh_l0	4	-0.036262400448322296
37240	rnn.bias_hh_l0	5	0.14359337091445923
37240	rnn.bias_hh_l0	6	0.0513346791267395
37240	rnn.bias_hh_l0	7	0.05976256728172302
37240	rnn.bias_hh_l0	8	0.016764193773269653
37240	rnn.bias_hh_l0	9	0.043448228389024734
37240	rnn.weight_ih_l0_reverse	0	-0.029698066413402557
37240	rnn.weight_ih_l0_reverse	1	-0.0021978181321173906
37240	rnn.weight_ih_l0_reverse	2	0.023836122825741768
37240	rnn.weight_ih_l0_reverse	3	-0.06210021674633026
37240	rnn.weight_ih_l0_reverse	4	0.009291930124163628
37240	rnn.weight_ih_l0_reverse	5	-0.04610241949558258
37240	rnn.weight_ih_l0_reverse	6	0.028362959623336792
37240	rnn.weight_ih_l0_reverse	7	0.04597937688231468
37240	rnn.weight_ih_l0_reverse	8	-0.04875204339623451
37240	rnn.weight_ih_l0_reverse	9	-0.05075061321258545
37240	rnn.weight_hh_l0_reverse	0	-0.0832630842924118
37240	rnn.weight_hh_l0_reverse	1	-0.06328565627336502
37240	rnn.weight_hh_l0_reverse	2	0.03439697250723839
37240	rnn.weight_hh_l0_reverse	3	0.045754484832286835
37240	rnn.weight_hh_l0_reverse	4	-0.01589323580265045
37240	rnn.weight_hh_l0_reverse	5	0.04558165743947029
37240	rnn.weight_hh_l0_reverse	6	0.001164128421805799
37240	rnn.weight_hh_l0_reverse	7	-0.00017552603094372898
37240	rnn.weight_hh_l0_reverse	8	-0.09876946359872818
37240	rnn.weight_hh_l0_reverse	9	0.08018787950277328
37240	rnn.bias_ih_l0_reverse	0	-0.08922364562749863
37240	rnn.bias_ih_l0_reverse	1	-0.06898844987154007
37240	rnn.bias_ih_l0_reverse	2	0.10319030284881592
37240	rnn.bias_ih_l0_reverse	3	0.0479506179690361
37240	rnn.bias_ih_l0_reverse	4	-0.12918241322040558
37240	rnn.bias_ih_l0_reverse	5	0.04101807251572609
37240	rnn.bias_ih_l0_reverse	6	-0.10643171519041061
37240	rnn.bias_ih_l0_reverse	7	0.04458611458539963
37240	rnn.bias_ih_l0_reverse	8	0.034383103251457214
37240	rnn.bias_ih_l0_reverse	9	0.06319628655910492
37240	rnn.bias_hh_l0_reverse	0	0.05713040009140968
37240	rnn.bias_hh_l0_reverse	1	0.06532517820596695
37240	rnn.bias_hh_l0_reverse	2	0.07859359681606293
37240	rnn.bias_hh_l0_reverse	3	-0.003951967693865299
37240	rnn.bias_hh_l0_reverse	4	0.0714561715722084
37240	rnn.bias_hh_l0_reverse	5	0.0070867156609892845
37240	rnn.bias_hh_l0_reverse	6	-0.05435170978307724
37240	rnn.bias_hh_l0_reverse	7	0.027352113276720047
37240	rnn.bias_hh_l0_reverse	8	0.011122581548988819
37240	rnn.bias_hh_l0_reverse	9	-0.16094709932804108
37240	linear.weight	0	0.17343972623348236
37240	linear.weight	1	-0.16297589242458344
37240	linear.weight	2	-0.2148207575082779
37240	linear.weight	3	0.07855845987796783
37240	linear.weight	4	-0.026682836934924126
37240	linear.weight	5	0.004110513720661402
37240	linear.weight	6	-0.006904422305524349
37240	linear.weight	7	-0.027071479707956314
37240	linear.weight	8	0.08445826172828674
37240	linear.weight	9	0.349679172039032
37240	linear.bias	0	-0.20710907876491547
37240	linear.bias	1	0.19431890547275543
37240	linear.bias	2	-0.5396696925163269
37240	linear.bias	3	1.7040807008743286
37240	linear.bias	4	-0.3968099057674408
37240	linear.bias	5	-0.030769959092140198
37240	linear.bias	6	-0.35784634947776794
37240	linear.bias	7	-0.2796083390712738
37240	linear.bias	8	-0.043305426836013794
37240	linear.bias	9	-0.4979759752750397
37268	transitions	0	-0.6482990384101868
37268	transitions	1	0.34955865144729614
37268	transitions	2	1.6743124723434448
37268	transitions	3	0.09649401158094406
37268	transitions	4	0.9483957886695862
37268	transitions	5	1.2739229202270508
37268	transitions	6	0.4832981526851654
37268	transitions	7	0.17573022842407227
37268	transitions	8	-0.919520914554596
37268	transitions	9	0.9306592345237732
37268	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37268	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37268	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37268	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37268	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37268	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37268	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37268	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37268	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37268	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37268	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37268	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37268	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37268	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37268	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37268	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37268	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37268	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37268	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37268	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37268	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37268	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37268	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37268	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37268	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37268	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37268	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37268	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37268	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37268	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37268	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37268	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37268	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37268	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37268	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37268	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37268	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37268	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37268	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37268	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37268	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37268	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37268	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37268	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37268	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37268	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37268	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37268	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37268	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37268	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37268	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37268	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37268	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37268	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37268	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37268	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37268	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37268	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37268	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37268	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37268	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37268	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37268	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37268	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37268	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37268	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37268	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37268	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37268	embedding2nn.weight	0	0.02249971404671669
37268	embedding2nn.weight	1	0.014188667759299278
37268	embedding2nn.weight	2	-0.00428544357419014
37268	embedding2nn.weight	3	-0.00010309476056136191
37268	embedding2nn.weight	4	-0.004377208184450865
37268	embedding2nn.weight	5	0.01186749804764986
37268	embedding2nn.weight	6	-0.004973548464477062
37268	embedding2nn.weight	7	0.020729128271341324
37268	embedding2nn.weight	8	-0.006844939664006233
37268	embedding2nn.weight	9	-0.013898109085857868
37268	embedding2nn.bias	0	-0.038634564727544785
37268	embedding2nn.bias	1	-0.021443260833621025
37268	embedding2nn.bias	2	-0.07458915561437607
37268	embedding2nn.bias	3	-0.0017024041153490543
37268	embedding2nn.bias	4	0.004392171744257212
37268	embedding2nn.bias	5	-0.006919538602232933
37268	embedding2nn.bias	6	0.00949085596948862
37268	embedding2nn.bias	7	0.020050153136253357
37268	embedding2nn.bias	8	0.007374743465334177
37268	embedding2nn.bias	9	0.0010684151202440262
37268	rnn.weight_ih_l0	0	0.03953675180673599
37268	rnn.weight_ih_l0	1	-0.013659100979566574
37268	rnn.weight_ih_l0	2	-0.036504920572042465
37268	rnn.weight_ih_l0	3	-0.04477286338806152
37268	rnn.weight_ih_l0	4	-0.05204802379012108
37268	rnn.weight_ih_l0	5	-0.008459419012069702
37268	rnn.weight_ih_l0	6	-0.05189047008752823
37268	rnn.weight_ih_l0	7	-0.06159844622015953
37268	rnn.weight_ih_l0	8	-0.04472559317946434
37268	rnn.weight_ih_l0	9	-0.026942042633891106
37268	rnn.weight_hh_l0	0	0.01932455040514469
37268	rnn.weight_hh_l0	1	-0.00968740601092577
37268	rnn.weight_hh_l0	2	-0.06759712845087051
37268	rnn.weight_hh_l0	3	-0.033371806144714355
37268	rnn.weight_hh_l0	4	-0.07836195826530457
37268	rnn.weight_hh_l0	5	-0.014579331502318382
37268	rnn.weight_hh_l0	6	-0.05432664975523949
37268	rnn.weight_hh_l0	7	-0.0407128743827343
37268	rnn.weight_hh_l0	8	-0.019102972000837326
37268	rnn.weight_hh_l0	9	-0.007916366681456566
37268	rnn.bias_ih_l0	0	0.14553210139274597
37268	rnn.bias_ih_l0	1	-0.05628914758563042
37268	rnn.bias_ih_l0	2	0.1043100580573082
37268	rnn.bias_ih_l0	3	0.04883212968707085
37268	rnn.bias_ih_l0	4	0.09906536340713501
37268	rnn.bias_ih_l0	5	0.024175826460123062
37268	rnn.bias_ih_l0	6	-0.017605340108275414
37268	rnn.bias_ih_l0	7	-0.10901445150375366
37268	rnn.bias_ih_l0	8	-0.20662038028240204
37268	rnn.bias_ih_l0	9	0.08708862215280533
37268	rnn.bias_hh_l0	0	0.002816635649651289
37268	rnn.bias_hh_l0	1	0.023631395772099495
37268	rnn.bias_hh_l0	2	-0.0060993279330432415
37268	rnn.bias_hh_l0	3	-0.03031349554657936
37268	rnn.bias_hh_l0	4	-0.03626120463013649
37268	rnn.bias_hh_l0	5	0.14359433948993683
37268	rnn.bias_hh_l0	6	0.05133655667304993
37268	rnn.bias_hh_l0	7	0.059760820120573044
37268	rnn.bias_hh_l0	8	0.01676335744559765
37268	rnn.bias_hh_l0	9	0.04344898462295532
37268	rnn.weight_ih_l0_reverse	0	-0.029698112979531288
37268	rnn.weight_ih_l0_reverse	1	-0.0021978358272463083
37268	rnn.weight_ih_l0_reverse	2	0.02383643202483654
37268	rnn.weight_ih_l0_reverse	3	-0.06209968402981758
37268	rnn.weight_ih_l0_reverse	4	0.009292080998420715
37268	rnn.weight_ih_l0_reverse	5	-0.04610150679945946
37268	rnn.weight_ih_l0_reverse	6	0.028362007811665535
37268	rnn.weight_ih_l0_reverse	7	0.045979272574186325
37268	rnn.weight_ih_l0_reverse	8	-0.048752233386039734
37268	rnn.weight_ih_l0_reverse	9	-0.050750769674777985
37268	rnn.weight_hh_l0_reverse	0	-0.08326325565576553
37268	rnn.weight_hh_l0_reverse	1	-0.06328534334897995
37268	rnn.weight_hh_l0_reverse	2	0.034397099167108536
37268	rnn.weight_hh_l0_reverse	3	0.04575466364622116
37268	rnn.weight_hh_l0_reverse	4	-0.015893004834651947
37268	rnn.weight_hh_l0_reverse	5	0.045581795275211334
37268	rnn.weight_hh_l0_reverse	6	0.0011696480214595795
37268	rnn.weight_hh_l0_reverse	7	-0.00017458145157434046
37268	rnn.weight_hh_l0_reverse	8	-0.09876976162195206
37268	rnn.weight_hh_l0_reverse	9	0.08018749207258224
37268	rnn.bias_ih_l0_reverse	0	-0.08922785520553589
37268	rnn.bias_ih_l0_reverse	1	-0.06898260116577148
37268	rnn.bias_ih_l0_reverse	2	0.10318764299154282
37268	rnn.bias_ih_l0_reverse	3	0.04795084521174431
37268	rnn.bias_ih_l0_reverse	4	-0.12918055057525635
37268	rnn.bias_ih_l0_reverse	5	0.041021883487701416
37268	rnn.bias_ih_l0_reverse	6	-0.10643453150987625
37268	rnn.bias_ih_l0_reverse	7	0.04458450898528099
37268	rnn.bias_ih_l0_reverse	8	0.034385085105895996
37268	rnn.bias_ih_l0_reverse	9	0.06319586932659149
37268	rnn.bias_hh_l0_reverse	0	0.057137783616781235
37268	rnn.bias_hh_l0_reverse	1	0.06532659381628036
37268	rnn.bias_hh_l0_reverse	2	0.07859618216753006
37268	rnn.bias_hh_l0_reverse	3	-0.0039517865516245365
37268	rnn.bias_hh_l0_reverse	4	0.07145415991544724
37268	rnn.bias_hh_l0_reverse	5	0.007087221369147301
37268	rnn.bias_hh_l0_reverse	6	-0.05434943363070488
37268	rnn.bias_hh_l0_reverse	7	0.027349887415766716
37268	rnn.bias_hh_l0_reverse	8	0.011119588278234005
37268	rnn.bias_hh_l0_reverse	9	-0.16094999015331268
37268	linear.weight	0	0.1734454482793808
37268	linear.weight	1	-0.16297589242458344
37268	linear.weight	2	-0.2148185819387436
37268	linear.weight	3	0.07856609672307968
37268	linear.weight	4	-0.02668401040136814
37268	linear.weight	5	0.0041100941598415375
37268	linear.weight	6	-0.006904414389282465
37268	linear.weight	7	-0.027071474120020866
37268	linear.weight	8	0.08445785939693451
37268	linear.weight	9	0.3496777415275574
37268	linear.bias	0	-0.2071128487586975
37268	linear.bias	1	0.19431692361831665
37268	linear.bias	2	-0.5396701693534851
37268	linear.bias	3	1.704086184501648
37268	linear.bias	4	-0.39681100845336914
37268	linear.bias	5	-0.030769959092140198
37268	linear.bias	6	-0.35784679651260376
37268	linear.bias	7	-0.2796083688735962
37268	linear.bias	8	-0.043313074856996536
37268	linear.bias	9	-0.4979761242866516
37296	transitions	0	-0.6482990384101868
37296	transitions	1	0.34955862164497375
37296	transitions	2	1.6743123531341553
37296	transitions	3	0.09649398922920227
37296	transitions	4	0.9483957886695862
37296	transitions	5	1.2739229202270508
37296	transitions	6	0.4832981526851654
37296	transitions	7	0.17573022842407227
37296	transitions	8	-0.919520914554596
37296	transitions	9	0.9306592345237732
37296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37296	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37296	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37296	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37296	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37296	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37296	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37296	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37296	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37296	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37296	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37296	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37296	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37296	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37296	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37296	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37296	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37296	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37296	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37296	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37296	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37296	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37296	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37296	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37296	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37296	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37296	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37296	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37296	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37296	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37296	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37296	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37296	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37296	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37296	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37296	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37296	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37296	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37296	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37296	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37296	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37296	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37296	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37296	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37296	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37296	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37296	embedding2nn.weight	0	0.022499818354845047
37296	embedding2nn.weight	1	0.014188697561621666
37296	embedding2nn.weight	2	-0.004285369999706745
37296	embedding2nn.weight	3	-0.00010289181227562949
37296	embedding2nn.weight	4	-0.004377033095806837
37296	embedding2nn.weight	5	0.011867539025843143
37296	embedding2nn.weight	6	-0.004973357543349266
37296	embedding2nn.weight	7	0.0207289457321167
37296	embedding2nn.weight	8	-0.0068451715633273125
37296	embedding2nn.weight	9	-0.013898293487727642
37296	embedding2nn.bias	0	-0.03863711655139923
37296	embedding2nn.bias	1	-0.0214315764605999
37296	embedding2nn.bias	2	-0.07460764050483704
37296	embedding2nn.bias	3	-0.0017150095663964748
37296	embedding2nn.bias	4	0.0043909018859267235
37296	embedding2nn.bias	5	-0.006907768081873655
37296	embedding2nn.bias	6	0.009498802945017815
37296	embedding2nn.bias	7	0.020055565983057022
37296	embedding2nn.bias	8	0.007373624015599489
37296	embedding2nn.bias	9	0.001064484124071896
37296	rnn.weight_ih_l0	0	0.03953695297241211
37296	rnn.weight_ih_l0	1	-0.013658121228218079
37296	rnn.weight_ih_l0	2	-0.036505188792943954
37296	rnn.weight_ih_l0	3	-0.044772807508707047
37296	rnn.weight_ih_l0	4	-0.052048780024051666
37296	rnn.weight_ih_l0	5	-0.008458675816655159
37296	rnn.weight_ih_l0	6	-0.051891107112169266
37296	rnn.weight_ih_l0	7	-0.06159859895706177
37296	rnn.weight_ih_l0	8	-0.04472588747739792
37296	rnn.weight_ih_l0	9	-0.026941822841763496
37296	rnn.weight_hh_l0	0	0.019325172528624535
37296	rnn.weight_hh_l0	1	-0.009687491692602634
37296	rnn.weight_hh_l0	2	-0.06759758293628693
37296	rnn.weight_hh_l0	3	-0.03337184339761734
37296	rnn.weight_hh_l0	4	-0.07836289703845978
37296	rnn.weight_hh_l0	5	-0.01457957737147808
37296	rnn.weight_hh_l0	6	-0.054326992481946945
37296	rnn.weight_hh_l0	7	-0.0407116636633873
37296	rnn.weight_hh_l0	8	-0.01910308189690113
37296	rnn.weight_hh_l0	9	-0.007915981113910675
37296	rnn.bias_ih_l0	0	0.1455349177122116
37296	rnn.bias_ih_l0	1	-0.05629447102546692
37296	rnn.bias_ih_l0	2	0.10431176424026489
37296	rnn.bias_ih_l0	3	0.0488320030272007
37296	rnn.bias_ih_l0	4	0.09906736016273499
37296	rnn.bias_ih_l0	5	0.024177808314561844
37296	rnn.bias_ih_l0	6	-0.017602331936359406
37296	rnn.bias_ih_l0	7	-0.10901417583227158
37296	rnn.bias_ih_l0	8	-0.20662592351436615
37296	rnn.bias_ih_l0	9	0.08708931505680084
37296	rnn.bias_hh_l0	0	0.00281884940341115
37296	rnn.bias_hh_l0	1	0.023631799966096878
37296	rnn.bias_hh_l0	2	-0.006094844080507755
37296	rnn.bias_hh_l0	3	-0.030317535623908043
37296	rnn.bias_hh_l0	4	-0.036265917122364044
37296	rnn.bias_hh_l0	5	0.14359113574028015
37296	rnn.bias_hh_l0	6	0.051332440227270126
37296	rnn.bias_hh_l0	7	0.05976051092147827
37296	rnn.bias_hh_l0	8	0.016766365617513657
37296	rnn.bias_hh_l0	9	0.043449368327856064
37296	rnn.weight_ih_l0_reverse	0	-0.029697639867663383
37296	rnn.weight_ih_l0_reverse	1	-0.002197692636400461
37296	rnn.weight_ih_l0_reverse	2	0.023836566135287285
37296	rnn.weight_ih_l0_reverse	3	-0.062099117785692215
37296	rnn.weight_ih_l0_reverse	4	0.009291735477745533
37296	rnn.weight_ih_l0_reverse	5	-0.04610133543610573
37296	rnn.weight_ih_l0_reverse	6	0.028362518176436424
37296	rnn.weight_ih_l0_reverse	7	0.04597955569624901
37296	rnn.weight_ih_l0_reverse	8	-0.04875285550951958
37296	rnn.weight_ih_l0_reverse	9	-0.05075070634484291
37296	rnn.weight_hh_l0_reverse	0	-0.08326455950737
37296	rnn.weight_hh_l0_reverse	1	-0.06328509747982025
37296	rnn.weight_hh_l0_reverse	2	0.03439765051007271
37296	rnn.weight_hh_l0_reverse	3	0.04575519263744354
37296	rnn.weight_hh_l0_reverse	4	-0.015893859788775444
37296	rnn.weight_hh_l0_reverse	5	0.04558181390166283
37296	rnn.weight_hh_l0_reverse	6	0.0011753718135878444
37296	rnn.weight_hh_l0_reverse	7	-0.0001757573481881991
37296	rnn.weight_hh_l0_reverse	8	-0.09877006709575653
37296	rnn.weight_hh_l0_reverse	9	0.08018841594457626
37296	rnn.bias_ih_l0_reverse	0	-0.08923662453889847
37296	rnn.bias_ih_l0_reverse	1	-0.06897763907909393
37296	rnn.bias_ih_l0_reverse	2	0.10318419337272644
37296	rnn.bias_ih_l0_reverse	3	0.04795331507921219
37296	rnn.bias_ih_l0_reverse	4	-0.1291804164648056
37296	rnn.bias_ih_l0_reverse	5	0.04102335125207901
37296	rnn.bias_ih_l0_reverse	6	-0.10643869638442993
37296	rnn.bias_ih_l0_reverse	7	0.04458184540271759
37296	rnn.bias_ih_l0_reverse	8	0.03438172489404678
37296	rnn.bias_ih_l0_reverse	9	0.06319205462932587
37296	rnn.bias_hh_l0_reverse	0	0.05712949484586716
37296	rnn.bias_hh_l0_reverse	1	0.06532176584005356
37296	rnn.bias_hh_l0_reverse	2	0.07860002666711807
37296	rnn.bias_hh_l0_reverse	3	-0.0039526475593447685
37296	rnn.bias_hh_l0_reverse	4	0.0714569240808487
37296	rnn.bias_hh_l0_reverse	5	0.00708278501406312
37296	rnn.bias_hh_l0_reverse	6	-0.054345302283763885
37296	rnn.bias_hh_l0_reverse	7	0.0273460503667593
37296	rnn.bias_hh_l0_reverse	8	0.011116959154605865
37296	rnn.bias_hh_l0_reverse	9	-0.16095195710659027
37296	linear.weight	0	0.17344367504119873
37296	linear.weight	1	-0.16297589242458344
37296	linear.weight	2	-0.2148180454969406
37296	linear.weight	3	0.07856296747922897
37296	linear.weight	4	-0.026681262999773026
37296	linear.weight	5	0.0041105072014033794
37296	linear.weight	6	-0.006904412992298603
37296	linear.weight	7	-0.027071448042988777
37296	linear.weight	8	0.08445846289396286
37296	linear.weight	9	0.3496841490268707
37296	linear.bias	0	-0.20710918307304382
37296	linear.bias	1	0.19431355595588684
37296	linear.bias	2	-0.5396645069122314
37296	linear.bias	3	1.704110860824585
37296	linear.bias	4	-0.39681121706962585
37296	linear.bias	5	-0.030769959092140198
37296	linear.bias	6	-0.3578406274318695
37296	linear.bias	7	-0.27961471676826477
37296	linear.bias	8	-0.04330715537071228
37296	linear.bias	9	-0.4979762136936188
37324	transitions	0	-0.6482990384101868
37324	transitions	1	0.34955862164497375
37324	transitions	2	1.6743117570877075
37324	transitions	3	0.09649395942687988
37324	transitions	4	0.9483957290649414
37324	transitions	5	1.2739229202270508
37324	transitions	6	0.4832981526851654
37324	transitions	7	0.17573022842407227
37324	transitions	8	-0.919520914554596
37324	transitions	9	0.9306592345237732
37324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37324	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37324	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37324	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37324	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37324	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37324	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37324	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37324	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37324	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37324	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37324	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37324	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37324	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37324	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37324	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37324	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37324	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37324	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37324	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37324	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37324	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37324	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37324	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37324	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37324	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37324	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37324	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37324	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37324	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37324	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37324	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37324	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37324	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37324	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37324	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37324	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37324	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37324	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37324	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37324	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37324	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37324	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37324	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37324	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37324	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37324	embedding2nn.weight	0	0.02249922603368759
37324	embedding2nn.weight	1	0.014188521541655064
37324	embedding2nn.weight	2	-0.004285440314561129
37324	embedding2nn.weight	3	-0.00010259413829771802
37324	embedding2nn.weight	4	-0.004377045668661594
37324	embedding2nn.weight	5	0.011867556720972061
37324	embedding2nn.weight	6	-0.004973475821316242
37324	embedding2nn.weight	7	0.020729076117277145
37324	embedding2nn.weight	8	-0.006845140364021063
37324	embedding2nn.weight	9	-0.013898314908146858
37324	embedding2nn.bias	0	-0.03862479701638222
37324	embedding2nn.bias	1	-0.021427180618047714
37324	embedding2nn.bias	2	-0.0745929703116417
37324	embedding2nn.bias	3	-0.0017265754286199808
37324	embedding2nn.bias	4	0.004388628993183374
37324	embedding2nn.bias	5	-0.006912220735102892
37324	embedding2nn.bias	6	0.009503571316599846
37324	embedding2nn.bias	7	0.020060908049345016
37324	embedding2nn.bias	8	0.007373867090791464
37324	embedding2nn.bias	9	0.0010594020131975412
37324	rnn.weight_ih_l0	0	0.03953689709305763
37324	rnn.weight_ih_l0	1	-0.013660193420946598
37324	rnn.weight_ih_l0	2	-0.03650563955307007
37324	rnn.weight_ih_l0	3	-0.04477314651012421
37324	rnn.weight_ih_l0	4	-0.05204925313591957
37324	rnn.weight_ih_l0	5	-0.008458358235657215
37324	rnn.weight_ih_l0	6	-0.05189087986946106
37324	rnn.weight_ih_l0	7	-0.061598192900419235
37324	rnn.weight_ih_l0	8	-0.04472574219107628
37324	rnn.weight_ih_l0	9	-0.026941562071442604
37324	rnn.weight_hh_l0	0	0.019326496869325638
37324	rnn.weight_hh_l0	1	-0.00968775525689125
37324	rnn.weight_hh_l0	2	-0.06759850680828094
37324	rnn.weight_hh_l0	3	-0.03337196260690689
37324	rnn.weight_hh_l0	4	-0.0783638209104538
37324	rnn.weight_hh_l0	5	-0.014579687267541885
37324	rnn.weight_hh_l0	6	-0.05432756617665291
37324	rnn.weight_hh_l0	7	-0.0407119020819664
37324	rnn.weight_hh_l0	8	-0.019103117287158966
37324	rnn.weight_hh_l0	9	-0.007916244678199291
37324	rnn.bias_ih_l0	0	0.14553409814834595
37324	rnn.bias_ih_l0	1	-0.05629120394587517
37324	rnn.bias_ih_l0	2	0.10431180149316788
37324	rnn.bias_ih_l0	3	0.04882942885160446
37324	rnn.bias_ih_l0	4	0.0990678146481514
37324	rnn.bias_ih_l0	5	0.024179527536034584
37324	rnn.bias_ih_l0	6	-0.017601603642106056
37324	rnn.bias_ih_l0	7	-0.10900350660085678
37324	rnn.bias_ih_l0	8	-0.2066206932067871
37324	rnn.bias_ih_l0	9	0.0870906338095665
37324	rnn.bias_hh_l0	0	0.0028190636076033115
37324	rnn.bias_hh_l0	1	0.02363293431699276
37324	rnn.bias_hh_l0	2	-0.006092526484280825
37324	rnn.bias_hh_l0	3	-0.03031793236732483
37324	rnn.bias_hh_l0	4	-0.03626539558172226
37324	rnn.bias_hh_l0	5	0.14358949661254883
37324	rnn.bias_hh_l0	6	0.05133001133799553
37324	rnn.bias_hh_l0	7	0.05975719913840294
37324	rnn.bias_hh_l0	8	0.016767093911767006
37324	rnn.bias_hh_l0	9	0.043448906391859055
37324	rnn.weight_ih_l0_reverse	0	-0.029696930199861526
37324	rnn.weight_ih_l0_reverse	1	-0.002197524067014456
37324	rnn.weight_ih_l0_reverse	2	0.023836694657802582
37324	rnn.weight_ih_l0_reverse	3	-0.06209888309240341
37324	rnn.weight_ih_l0_reverse	4	0.00929142814129591
37324	rnn.weight_ih_l0_reverse	5	-0.04610172286629677
37324	rnn.weight_ih_l0_reverse	6	0.02836378663778305
37324	rnn.weight_ih_l0_reverse	7	0.04597986117005348
37324	rnn.weight_ih_l0_reverse	8	-0.048752568662166595
37324	rnn.weight_ih_l0_reverse	9	-0.050750732421875
37324	rnn.weight_hh_l0_reverse	0	-0.08326318860054016
37324	rnn.weight_hh_l0_reverse	1	-0.06328371912240982
37324	rnn.weight_hh_l0_reverse	2	0.034398153424263
37324	rnn.weight_hh_l0_reverse	3	0.04575502872467041
37324	rnn.weight_hh_l0_reverse	4	-0.015894480049610138
37324	rnn.weight_hh_l0_reverse	5	0.04558192566037178
37324	rnn.weight_hh_l0_reverse	6	0.001177981379441917
37324	rnn.weight_hh_l0_reverse	7	-0.00017678654694464058
37324	rnn.weight_hh_l0_reverse	8	-0.09876944124698639
37324	rnn.weight_hh_l0_reverse	9	0.08018874377012253
37324	rnn.bias_ih_l0_reverse	0	-0.08923538774251938
37324	rnn.bias_ih_l0_reverse	1	-0.06897114217281342
37324	rnn.bias_ih_l0_reverse	2	0.10318310558795929
37324	rnn.bias_ih_l0_reverse	3	0.04795239865779877
37324	rnn.bias_ih_l0_reverse	4	-0.1291821300983429
37324	rnn.bias_ih_l0_reverse	5	0.04102512076497078
37324	rnn.bias_ih_l0_reverse	6	-0.10643631219863892
37324	rnn.bias_ih_l0_reverse	7	0.04458418861031532
37324	rnn.bias_ih_l0_reverse	8	0.03438109904527664
37324	rnn.bias_ih_l0_reverse	9	0.06319145858287811
37324	rnn.bias_hh_l0_reverse	0	0.05714039131999016
37324	rnn.bias_hh_l0_reverse	1	0.06532137095928192
37324	rnn.bias_hh_l0_reverse	2	0.0785994827747345
37324	rnn.bias_hh_l0_reverse	3	-0.003952044527977705
37324	rnn.bias_hh_l0_reverse	4	0.07145991176366806
37324	rnn.bias_hh_l0_reverse	5	0.0070879338309168816
37324	rnn.bias_hh_l0_reverse	6	-0.05434924736618996
37324	rnn.bias_hh_l0_reverse	7	0.027348821982741356
37324	rnn.bias_hh_l0_reverse	8	0.011116543784737587
37324	rnn.bias_hh_l0_reverse	9	-0.16095493733882904
37324	linear.weight	0	0.17343957722187042
37324	linear.weight	1	-0.16297587752342224
37324	linear.weight	2	-0.21481990814208984
37324	linear.weight	3	0.07856239378452301
37324	linear.weight	4	-0.0266819316893816
37324	linear.weight	5	0.00411121966317296
37324	linear.weight	6	-0.006904407870024443
37324	linear.weight	7	-0.027071388438344002
37324	linear.weight	8	0.08445911854505539
37324	linear.weight	9	0.3496842384338379
37324	linear.bias	0	-0.20709440112113953
37324	linear.bias	1	0.194318026304245
37324	linear.bias	2	-0.5396648645401001
37324	linear.bias	3	1.7040822505950928
37324	linear.bias	4	-0.3968113958835602
37324	linear.bias	5	-0.030769959092140198
37324	linear.bias	6	-0.357840359210968
37324	linear.bias	7	-0.27961087226867676
37324	linear.bias	8	-0.043312158435583115
37324	linear.bias	9	-0.49797624349594116
37352	transitions	0	-0.6482990980148315
37352	transitions	1	0.34955862164497375
37352	transitions	2	1.6743117570877075
37352	transitions	3	0.0964939072728157
37352	transitions	4	0.9483956694602966
37352	transitions	5	1.2739229202270508
37352	transitions	6	0.4832981526851654
37352	transitions	7	0.17573022842407227
37352	transitions	8	-0.919520914554596
37352	transitions	9	0.9306592345237732
37352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37352	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37352	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37352	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37352	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37352	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37352	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37352	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37352	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37352	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37352	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37352	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37352	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37352	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37352	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37352	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37352	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37352	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37352	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37352	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37352	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37352	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37352	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37352	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37352	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37352	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37352	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37352	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37352	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37352	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37352	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37352	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37352	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37352	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37352	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37352	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37352	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37352	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37352	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37352	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37352	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37352	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37352	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37352	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37352	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37352	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37352	embedding2nn.weight	0	0.022500324994325638
37352	embedding2nn.weight	1	0.014188384637236595
37352	embedding2nn.weight	2	-0.0042854486964643
37352	embedding2nn.weight	3	-0.00010256792302243412
37352	embedding2nn.weight	4	-0.004377051722258329
37352	embedding2nn.weight	5	0.011867735534906387
37352	embedding2nn.weight	6	-0.004973478149622679
37352	embedding2nn.weight	7	0.02072865702211857
37352	embedding2nn.weight	8	-0.006844926625490189
37352	embedding2nn.weight	9	-0.013898544944822788
37352	embedding2nn.bias	0	-0.03861043602228165
37352	embedding2nn.bias	1	-0.021424438804388046
37352	embedding2nn.bias	2	-0.07458513975143433
37352	embedding2nn.bias	3	-0.0017236005514860153
37352	embedding2nn.bias	4	0.00438462570309639
37352	embedding2nn.bias	5	-0.006917253602296114
37352	embedding2nn.bias	6	0.009504618123173714
37352	embedding2nn.bias	7	0.020064597949385643
37352	embedding2nn.bias	8	0.007387951947748661
37352	embedding2nn.bias	9	0.00105857674498111
37352	rnn.weight_ih_l0	0	0.03953685611486435
37352	rnn.weight_ih_l0	1	-0.013660464435815811
37352	rnn.weight_ih_l0	2	-0.0365058071911335
37352	rnn.weight_ih_l0	3	-0.044773150235414505
37352	rnn.weight_ih_l0	4	-0.05204886570572853
37352	rnn.weight_ih_l0	5	-0.008457852527499199
37352	rnn.weight_ih_l0	6	-0.0518912598490715
37352	rnn.weight_ih_l0	7	-0.06159786134958267
37352	rnn.weight_ih_l0	8	-0.04472645744681358
37352	rnn.weight_ih_l0	9	-0.026941539719700813
37352	rnn.weight_hh_l0	0	0.019326891750097275
37352	rnn.weight_hh_l0	1	-0.009687541052699089
37352	rnn.weight_hh_l0	2	-0.06759936362504959
37352	rnn.weight_hh_l0	3	-0.03337174281477928
37352	rnn.weight_hh_l0	4	-0.07836306095123291
37352	rnn.weight_hh_l0	5	-0.014579393900930882
37352	rnn.weight_hh_l0	6	-0.054327595978975296
37352	rnn.weight_hh_l0	7	-0.04070918634533882
37352	rnn.weight_hh_l0	8	-0.019103366881608963
37352	rnn.weight_hh_l0	9	-0.007917816750705242
37352	rnn.bias_ih_l0	0	0.14553427696228027
37352	rnn.bias_ih_l0	1	-0.056292738765478134
37352	rnn.bias_ih_l0	2	0.10431253165006638
37352	rnn.bias_ih_l0	3	0.04882787540555
37352	rnn.bias_ih_l0	4	0.09906827658414841
37352	rnn.bias_ih_l0	5	0.02418169192969799
37352	rnn.bias_ih_l0	6	-0.017604293301701546
37352	rnn.bias_ih_l0	7	-0.10900300741195679
37352	rnn.bias_ih_l0	8	-0.2066141664981842
37352	rnn.bias_ih_l0	9	0.08709005266427994
37352	rnn.bias_hh_l0	0	0.002820150228217244
37352	rnn.bias_hh_l0	1	0.023633062839508057
37352	rnn.bias_hh_l0	2	-0.0060943360440433025
37352	rnn.bias_hh_l0	3	-0.030316893011331558
37352	rnn.bias_hh_l0	4	-0.03626402094960213
37352	rnn.bias_hh_l0	5	0.14358852803707123
37352	rnn.bias_hh_l0	6	0.05132748931646347
37352	rnn.bias_hh_l0	7	0.05975290760397911
37352	rnn.bias_hh_l0	8	0.016764404252171516
37352	rnn.bias_hh_l0	9	0.043444935232400894
37352	rnn.weight_ih_l0_reverse	0	-0.029696833342313766
37352	rnn.weight_ih_l0_reverse	1	-0.0021979291923344135
37352	rnn.weight_ih_l0_reverse	2	0.023836540058255196
37352	rnn.weight_ih_l0_reverse	3	-0.062098562717437744
37352	rnn.weight_ih_l0_reverse	4	0.009291568771004677
37352	rnn.weight_ih_l0_reverse	5	-0.04610218480229378
37352	rnn.weight_ih_l0_reverse	6	0.028364406898617744
37352	rnn.weight_ih_l0_reverse	7	0.04598023742437363
37352	rnn.weight_ih_l0_reverse	8	-0.04875250905752182
37352	rnn.weight_ih_l0_reverse	9	-0.05075069144368172
37352	rnn.weight_hh_l0_reverse	0	-0.08326263725757599
37352	rnn.weight_hh_l0_reverse	1	-0.06328514963388443
37352	rnn.weight_hh_l0_reverse	2	0.03439763933420181
37352	rnn.weight_hh_l0_reverse	3	0.045756176114082336
37352	rnn.weight_hh_l0_reverse	4	-0.015894778072834015
37352	rnn.weight_hh_l0_reverse	5	0.04558166116476059
37352	rnn.weight_hh_l0_reverse	6	0.0011762504000216722
37352	rnn.weight_hh_l0_reverse	7	-0.00017665920313447714
37352	rnn.weight_hh_l0_reverse	8	-0.09876956045627594
37352	rnn.weight_hh_l0_reverse	9	0.08018887042999268
37352	rnn.bias_ih_l0_reverse	0	-0.08922974020242691
37352	rnn.bias_ih_l0_reverse	1	-0.06896393746137619
37352	rnn.bias_ih_l0_reverse	2	0.10318583995103836
37352	rnn.bias_ih_l0_reverse	3	0.04795261472463608
37352	rnn.bias_ih_l0_reverse	4	-0.12918086349964142
37352	rnn.bias_ih_l0_reverse	5	0.04102479666471481
37352	rnn.bias_ih_l0_reverse	6	-0.10643290728330612
37352	rnn.bias_ih_l0_reverse	7	0.04458345100283623
37352	rnn.bias_ih_l0_reverse	8	0.03437763452529907
37352	rnn.bias_ih_l0_reverse	9	0.06319546699523926
37352	rnn.bias_hh_l0_reverse	0	0.057128340005874634
37352	rnn.bias_hh_l0_reverse	1	0.06532294303178787
37352	rnn.bias_hh_l0_reverse	2	0.07860242575407028
37352	rnn.bias_hh_l0_reverse	3	-0.003950438927859068
37352	rnn.bias_hh_l0_reverse	4	0.0714552029967308
37352	rnn.bias_hh_l0_reverse	5	0.007090157829225063
37352	rnn.bias_hh_l0_reverse	6	-0.054350972175598145
37352	rnn.bias_hh_l0_reverse	7	0.027351360768079758
37352	rnn.bias_hh_l0_reverse	8	0.011114658787846565
37352	rnn.bias_hh_l0_reverse	9	-0.16095241904258728
37352	linear.weight	0	0.1734357625246048
37352	linear.weight	1	-0.16297587752342224
37352	linear.weight	2	-0.21481911838054657
37352	linear.weight	3	0.07856011390686035
37352	linear.weight	4	-0.02668168768286705
37352	linear.weight	5	0.004111624322831631
37352	linear.weight	6	-0.006904400885105133
37352	linear.weight	7	-0.027071356773376465
37352	linear.weight	8	0.08445489406585693
37352	linear.weight	9	0.34967660903930664
37352	linear.bias	0	-0.20708759129047394
37352	linear.bias	1	0.19430603086948395
37352	linear.bias	2	-0.5396655201911926
37352	linear.bias	3	1.7040435075759888
37352	linear.bias	4	-0.39681148529052734
37352	linear.bias	5	-0.030769959092140198
37352	linear.bias	6	-0.35784122347831726
37352	linear.bias	7	-0.27961811423301697
37352	linear.bias	8	-0.04333603009581566
37352	linear.bias	9	-0.49797630310058594
37380	transitions	0	-0.6482990980148315
37380	transitions	1	0.34955862164497375
37380	transitions	2	1.6743117570877075
37380	transitions	3	0.0964939072728157
37380	transitions	4	0.9483956694602966
37380	transitions	5	1.2739229202270508
37380	transitions	6	0.4832981526851654
37380	transitions	7	0.17573022842407227
37380	transitions	8	-0.919520914554596
37380	transitions	9	0.9306592345237732
37380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37380	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37380	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37380	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37380	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37380	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37380	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37380	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37380	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37380	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37380	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37380	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37380	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37380	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37380	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37380	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37380	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37380	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37380	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37380	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37380	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37380	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37380	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37380	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37380	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37380	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37380	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37380	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37380	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37380	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37380	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37380	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37380	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37380	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37380	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37380	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37380	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37380	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37380	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37380	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37380	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37380	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37380	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37380	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37380	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37380	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37380	embedding2nn.weight	0	0.02250027284026146
37380	embedding2nn.weight	1	0.014188457280397415
37380	embedding2nn.weight	2	-0.004285486415028572
37380	embedding2nn.weight	3	-0.0001031982756103389
37380	embedding2nn.weight	4	-0.004377007018774748
37380	embedding2nn.weight	5	0.011867955327033997
37380	embedding2nn.weight	6	-0.004973276983946562
37380	embedding2nn.weight	7	0.020728234201669693
37380	embedding2nn.weight	8	-0.006844897288829088
37380	embedding2nn.weight	9	-0.013898484408855438
37380	embedding2nn.bias	0	-0.03859490156173706
37380	embedding2nn.bias	1	-0.02142723649740219
37380	embedding2nn.bias	2	-0.07459046691656113
37380	embedding2nn.bias	3	-0.0016978004714474082
37380	embedding2nn.bias	4	0.00438433513045311
37380	embedding2nn.bias	5	-0.006930801551789045
37380	embedding2nn.bias	6	0.009495147503912449
37380	embedding2nn.bias	7	0.02007872611284256
37380	embedding2nn.bias	8	0.0073732114396989346
37380	embedding2nn.bias	9	0.0010362300090491772
37380	rnn.weight_ih_l0	0	0.03953603282570839
37380	rnn.weight_ih_l0	1	-0.013661016710102558
37380	rnn.weight_ih_l0	2	-0.0365082323551178
37380	rnn.weight_ih_l0	3	-0.044772546738386154
37380	rnn.weight_ih_l0	4	-0.05204884335398674
37380	rnn.weight_ih_l0	5	-0.008457737974822521
37380	rnn.weight_ih_l0	6	-0.0518912747502327
37380	rnn.weight_ih_l0	7	-0.06159767135977745
37380	rnn.weight_ih_l0	8	-0.044726353138685226
37380	rnn.weight_ih_l0	9	-0.026941712945699692
37380	rnn.weight_hh_l0	0	0.01932699792087078
37380	rnn.weight_hh_l0	1	-0.009688647463917732
37380	rnn.weight_hh_l0	2	-0.06759797036647797
37380	rnn.weight_hh_l0	3	-0.03337202966213226
37380	rnn.weight_hh_l0	4	-0.07836341112852097
37380	rnn.weight_hh_l0	5	-0.01457873173058033
37380	rnn.weight_hh_l0	6	-0.05432779714465141
37380	rnn.weight_hh_l0	7	-0.04070882871747017
37380	rnn.weight_hh_l0	8	-0.019103536382317543
37380	rnn.weight_hh_l0	9	-0.007919392548501492
37380	rnn.bias_ih_l0	0	0.14553327858448029
37380	rnn.bias_ih_l0	1	-0.0562950074672699
37380	rnn.bias_ih_l0	2	0.10431217402219772
37380	rnn.bias_ih_l0	3	0.04882747307419777
37380	rnn.bias_ih_l0	4	0.09907065331935883
37380	rnn.bias_ih_l0	5	0.02418058179318905
37380	rnn.bias_ih_l0	6	-0.017606277018785477
37380	rnn.bias_ih_l0	7	-0.10900712758302689
37380	rnn.bias_ih_l0	8	-0.20661908388137817
37380	rnn.bias_ih_l0	9	0.08708950132131577
37380	rnn.bias_hh_l0	0	0.002819365356117487
37380	rnn.bias_hh_l0	1	0.023635175079107285
37380	rnn.bias_hh_l0	2	-0.006094940472394228
37380	rnn.bias_hh_l0	3	-0.03031877614557743
37380	rnn.bias_hh_l0	4	-0.03626375272870064
37380	rnn.bias_hh_l0	5	0.14359097182750702
37380	rnn.bias_hh_l0	6	0.051327385008335114
37380	rnn.bias_hh_l0	7	0.05975714698433876
37380	rnn.bias_hh_l0	8	0.016762420535087585
37380	rnn.bias_hh_l0	9	0.04344183951616287
37380	rnn.weight_ih_l0_reverse	0	-0.029696905985474586
37380	rnn.weight_ih_l0_reverse	1	-0.0021988623775541782
37380	rnn.weight_ih_l0_reverse	2	0.02383638545870781
37380	rnn.weight_ih_l0_reverse	3	-0.06209868565201759
37380	rnn.weight_ih_l0_reverse	4	0.00929155945777893
37380	rnn.weight_ih_l0_reverse	5	-0.0461021363735199
37380	rnn.weight_ih_l0_reverse	6	0.02836398035287857
37380	rnn.weight_ih_l0_reverse	7	0.04598031938076019
37380	rnn.weight_ih_l0_reverse	8	-0.048752833157777786
37380	rnn.weight_ih_l0_reverse	9	-0.050750404596328735
37380	rnn.weight_hh_l0_reverse	0	-0.08326257020235062
37380	rnn.weight_hh_l0_reverse	1	-0.06328725814819336
37380	rnn.weight_hh_l0_reverse	2	0.034398119896650314
37380	rnn.weight_hh_l0_reverse	3	0.04575572907924652
37380	rnn.weight_hh_l0_reverse	4	-0.015895536169409752
37380	rnn.weight_hh_l0_reverse	5	0.04558122530579567
37380	rnn.weight_hh_l0_reverse	6	0.0011741522466763854
37380	rnn.weight_hh_l0_reverse	7	-0.00017711029795464128
37380	rnn.weight_hh_l0_reverse	8	-0.09876946359872818
37380	rnn.weight_hh_l0_reverse	9	0.08018911629915237
37380	rnn.bias_ih_l0_reverse	0	-0.08922470360994339
37380	rnn.bias_ih_l0_reverse	1	-0.0689619928598404
37380	rnn.bias_ih_l0_reverse	2	0.10318737477064133
37380	rnn.bias_ih_l0_reverse	3	0.04795404523611069
37380	rnn.bias_ih_l0_reverse	4	-0.12918007373809814
37380	rnn.bias_ih_l0_reverse	5	0.04102442413568497
37380	rnn.bias_ih_l0_reverse	6	-0.10642991960048676
37380	rnn.bias_ih_l0_reverse	7	0.044585395604372025
37380	rnn.bias_ih_l0_reverse	8	0.034376710653305054
37380	rnn.bias_ih_l0_reverse	9	0.06319635361433029
37380	rnn.bias_hh_l0_reverse	0	0.05713088810443878
37380	rnn.bias_hh_l0_reverse	1	0.06532594561576843
37380	rnn.bias_hh_l0_reverse	2	0.07860282808542252
37380	rnn.bias_hh_l0_reverse	3	-0.003948969300836325
37380	rnn.bias_hh_l0_reverse	4	0.07145180553197861
37380	rnn.bias_hh_l0_reverse	5	0.007084761746227741
37380	rnn.bias_hh_l0_reverse	6	-0.05435334891080856
37380	rnn.bias_hh_l0_reverse	7	0.027347084134817123
37380	rnn.bias_hh_l0_reverse	8	0.011114868335425854
37380	rnn.bias_hh_l0_reverse	9	-0.1609446406364441
37380	linear.weight	0	0.1734379678964615
37380	linear.weight	1	-0.16297587752342224
37380	linear.weight	2	-0.2148209810256958
37380	linear.weight	3	0.07856576889753342
37380	linear.weight	4	-0.02667992003262043
37380	linear.weight	5	0.004114346578717232
37380	linear.weight	6	-0.0069043985567986965
37380	linear.weight	7	-0.02707134559750557
37380	linear.weight	8	0.08445882052183151
37380	linear.weight	9	0.34967684745788574
37380	linear.bias	0	-0.2071191668510437
37380	linear.bias	1	0.1943109780550003
37380	linear.bias	2	-0.5396660566329956
37380	linear.bias	3	1.704071044921875
37380	linear.bias	4	-0.3968115448951721
37380	linear.bias	5	-0.030769959092140198
37380	linear.bias	6	-0.3578418493270874
37380	linear.bias	7	-0.2796184718608856
37380	linear.bias	8	-0.0433119460940361
37380	linear.bias	9	-0.4979763627052307
37408	transitions	0	-0.6482990980148315
37408	transitions	1	0.34955859184265137
37408	transitions	2	1.6743110418319702
37408	transitions	3	0.09649387747049332
37408	transitions	4	0.9483956694602966
37408	transitions	5	1.2739229202270508
37408	transitions	6	0.4832981526851654
37408	transitions	7	0.17573022842407227
37408	transitions	8	-0.919520914554596
37408	transitions	9	0.9306592345237732
37408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37408	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37408	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37408	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37408	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37408	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37408	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37408	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37408	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37408	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37408	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37408	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37408	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37408	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37408	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37408	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37408	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37408	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37408	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37408	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37408	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37408	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37408	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37408	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37408	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37408	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37408	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37408	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37408	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37408	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37408	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37408	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37408	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37408	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37408	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37408	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37408	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37408	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37408	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37408	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37408	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37408	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37408	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37408	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37408	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37408	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37408	embedding2nn.weight	0	0.02250106818974018
37408	embedding2nn.weight	1	0.014188233762979507
37408	embedding2nn.weight	2	-0.004285537172108889
37408	embedding2nn.weight	3	-0.00010326397023163736
37408	embedding2nn.weight	4	-0.00437702564522624
37408	embedding2nn.weight	5	0.011868009343743324
37408	embedding2nn.weight	6	-0.0049731493927538395
37408	embedding2nn.weight	7	0.02072892151772976
37408	embedding2nn.weight	8	-0.006845210213214159
37408	embedding2nn.weight	9	-0.013898449018597603
37408	embedding2nn.bias	0	-0.03857768326997757
37408	embedding2nn.bias	1	-0.02142235077917576
37408	embedding2nn.bias	2	-0.07459811866283417
37408	embedding2nn.bias	3	-0.0017032625619322062
37408	embedding2nn.bias	4	0.004391102120280266
37408	embedding2nn.bias	5	-0.006932931020855904
37408	embedding2nn.bias	6	0.00949306134134531
37408	embedding2nn.bias	7	0.020071901381015778
37408	embedding2nn.bias	8	0.007375097833573818
37408	embedding2nn.bias	9	0.0010391742689535022
37408	rnn.weight_ih_l0	0	0.03953637182712555
37408	rnn.weight_ih_l0	1	-0.013660632073879242
37408	rnn.weight_ih_l0	2	-0.03650777041912079
37408	rnn.weight_ih_l0	3	-0.04477318003773689
37408	rnn.weight_ih_l0	4	-0.05204903334379196
37408	rnn.weight_ih_l0	5	-0.00845775194466114
37408	rnn.weight_ih_l0	6	-0.051891133189201355
37408	rnn.weight_ih_l0	7	-0.061597857624292374
37408	rnn.weight_ih_l0	8	-0.04472595825791359
37408	rnn.weight_ih_l0	9	-0.026941269636154175
37408	rnn.weight_hh_l0	0	0.019327273592352867
37408	rnn.weight_hh_l0	1	-0.009688175283372402
37408	rnn.weight_hh_l0	2	-0.06759524345397949
37408	rnn.weight_hh_l0	3	-0.033372487872838974
37408	rnn.weight_hh_l0	4	-0.07836418598890305
37408	rnn.weight_hh_l0	5	-0.014579222537577152
37408	rnn.weight_hh_l0	6	-0.054325055330991745
37408	rnn.weight_hh_l0	7	-0.04070711135864258
37408	rnn.weight_hh_l0	8	-0.019103586673736572
37408	rnn.weight_hh_l0	9	-0.00791935995221138
37408	rnn.bias_ih_l0	0	0.14553411304950714
37408	rnn.bias_ih_l0	1	-0.05629255250096321
37408	rnn.bias_ih_l0	2	0.1043112650513649
37408	rnn.bias_ih_l0	3	0.04883212223649025
37408	rnn.bias_ih_l0	4	0.09907063096761703
37408	rnn.bias_ih_l0	5	0.02417920157313347
37408	rnn.bias_ih_l0	6	-0.017601115629076958
37408	rnn.bias_ih_l0	7	-0.1090080589056015
37408	rnn.bias_ih_l0	8	-0.20662108063697815
37408	rnn.bias_ih_l0	9	0.08708623796701431
37408	rnn.bias_hh_l0	0	0.002818257547914982
37408	rnn.bias_hh_l0	1	0.023636121302843094
37408	rnn.bias_hh_l0	2	-0.00608994672074914
37408	rnn.bias_hh_l0	3	-0.03031775914132595
37408	rnn.bias_hh_l0	4	-0.036263350397348404
37408	rnn.bias_hh_l0	5	0.14359483122825623
37408	rnn.bias_hh_l0	6	0.051323533058166504
37408	rnn.bias_hh_l0	7	0.05975429341197014
37408	rnn.bias_hh_l0	8	0.016767581924796104
37408	rnn.bias_hh_l0	9	0.04344189167022705
37408	rnn.weight_ih_l0_reverse	0	-0.029696736484766006
37408	rnn.weight_ih_l0_reverse	1	-0.002199046080932021
37408	rnn.weight_ih_l0_reverse	2	0.023836523294448853
37408	rnn.weight_ih_l0_reverse	3	-0.062098607420921326
37408	rnn.weight_ih_l0_reverse	4	0.009290941059589386
37408	rnn.weight_ih_l0_reverse	5	-0.04610137268900871
37408	rnn.weight_ih_l0_reverse	6	0.028365375474095345
37408	rnn.weight_ih_l0_reverse	7	0.04598037898540497
37408	rnn.weight_ih_l0_reverse	8	-0.048752352595329285
37408	rnn.weight_ih_l0_reverse	9	-0.05075044557452202
37408	rnn.weight_hh_l0_reverse	0	-0.0832623690366745
37408	rnn.weight_hh_l0_reverse	1	-0.06328596919775009
37408	rnn.weight_hh_l0_reverse	2	0.03439830616116524
37408	rnn.weight_hh_l0_reverse	3	0.04575644060969353
37408	rnn.weight_hh_l0_reverse	4	-0.015897274017333984
37408	rnn.weight_hh_l0_reverse	5	0.04558119177818298
37408	rnn.weight_hh_l0_reverse	6	0.0011694581480696797
37408	rnn.weight_hh_l0_reverse	7	-0.00017511846090201288
37408	rnn.weight_hh_l0_reverse	8	-0.09876912832260132
37408	rnn.weight_hh_l0_reverse	9	0.08019052445888519
37408	rnn.bias_ih_l0_reverse	0	-0.08921461552381516
37408	rnn.bias_ih_l0_reverse	1	-0.06896053999662399
37408	rnn.bias_ih_l0_reverse	2	0.10318516939878464
37408	rnn.bias_ih_l0_reverse	3	0.0479530468583107
37408	rnn.bias_ih_l0_reverse	4	-0.129178985953331
37408	rnn.bias_ih_l0_reverse	5	0.041025325655937195
37408	rnn.bias_ih_l0_reverse	6	-0.10642864555120468
37408	rnn.bias_ih_l0_reverse	7	0.04459116607904434
37408	rnn.bias_ih_l0_reverse	8	0.03437529876828194
37408	rnn.bias_ih_l0_reverse	9	0.06319714337587357
37408	rnn.bias_hh_l0_reverse	0	0.057131584733724594
37408	rnn.bias_hh_l0_reverse	1	0.0653214305639267
37408	rnn.bias_hh_l0_reverse	2	0.07860332727432251
37408	rnn.bias_hh_l0_reverse	3	-0.003949497826397419
37408	rnn.bias_hh_l0_reverse	4	0.0714523047208786
37408	rnn.bias_hh_l0_reverse	5	0.007086791563779116
37408	rnn.bias_hh_l0_reverse	6	-0.054354097694158554
37408	rnn.bias_hh_l0_reverse	7	0.027345044538378716
37408	rnn.bias_hh_l0_reverse	8	0.011119979433715343
37408	rnn.bias_hh_l0_reverse	9	-0.16094425320625305
37408	linear.weight	0	0.17343570291996002
37408	linear.weight	1	-0.16297586262226105
37408	linear.weight	2	-0.2148209810256958
37408	linear.weight	3	0.07856312394142151
37408	linear.weight	4	-0.02668018639087677
37408	linear.weight	5	0.004111109301447868
37408	linear.weight	6	-0.006904391571879387
37408	linear.weight	7	-0.027071010321378708
37408	linear.weight	8	0.08445924520492554
37408	linear.weight	9	0.34967780113220215
37408	linear.bias	0	-0.20713509619235992
37408	linear.bias	1	0.1943085938692093
37408	linear.bias	2	-0.5396661758422852
37408	linear.bias	3	1.704089879989624
37408	linear.bias	4	-0.39681291580200195
37408	linear.bias	5	-0.030769959092140198
37408	linear.bias	6	-0.3578423261642456
37408	linear.bias	7	-0.27961793541908264
37408	linear.bias	8	-0.043324265629053116
37408	linear.bias	9	-0.49797648191452026
37436	transitions	0	-0.6482991576194763
37436	transitions	1	0.34955859184265137
37436	transitions	2	1.6743110418319702
37436	transitions	3	0.09649387001991272
37436	transitions	4	0.9483956694602966
37436	transitions	5	1.2739229202270508
37436	transitions	6	0.483298122882843
37436	transitions	7	0.17573021352291107
37436	transitions	8	-0.919520914554596
37436	transitions	9	0.9306592345237732
37436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37436	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37436	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37436	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37436	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37436	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37436	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37436	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37436	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37436	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37436	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37436	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37436	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37436	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37436	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37436	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37436	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37436	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37436	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37436	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37436	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37436	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37436	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37436	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37436	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37436	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37436	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37436	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37436	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37436	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37436	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37436	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37436	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37436	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37436	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37436	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37436	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37436	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37436	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37436	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37436	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37436	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37436	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37436	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37436	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37436	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37436	embedding2nn.weight	0	0.02250160090625286
37436	embedding2nn.weight	1	0.014188111759722233
37436	embedding2nn.weight	2	-0.004285523667931557
37436	embedding2nn.weight	3	-0.00010359365114709362
37436	embedding2nn.weight	4	-0.004377069417387247
37436	embedding2nn.weight	5	0.011868015863001347
37436	embedding2nn.weight	6	-0.004973155912011862
37436	embedding2nn.weight	7	0.020730366930365562
37436	embedding2nn.weight	8	-0.006845214869827032
37436	embedding2nn.weight	9	-0.01389857567846775
37436	embedding2nn.bias	0	-0.03857510909438133
37436	embedding2nn.bias	1	-0.021411443129181862
37436	embedding2nn.bias	2	-0.07459653168916702
37436	embedding2nn.bias	3	-0.0017057217191904783
37436	embedding2nn.bias	4	0.00439591845497489
37436	embedding2nn.bias	5	-0.006923710461705923
37436	embedding2nn.bias	6	0.009492616169154644
37436	embedding2nn.bias	7	0.02008509635925293
37436	embedding2nn.bias	8	0.007372103165835142
37436	embedding2nn.bias	9	0.0010267640464007854
37436	rnn.weight_ih_l0	0	0.03953611105680466
37436	rnn.weight_ih_l0	1	-0.013661577366292477
37436	rnn.weight_ih_l0	2	-0.036506883800029755
37436	rnn.weight_ih_l0	3	-0.04477352276444435
37436	rnn.weight_ih_l0	4	-0.05204852670431137
37436	rnn.weight_ih_l0	5	-0.008458255790174007
37436	rnn.weight_ih_l0	6	-0.05189044028520584
37436	rnn.weight_ih_l0	7	-0.061598099768161774
37436	rnn.weight_ih_l0	8	-0.04472656175494194
37436	rnn.weight_ih_l0	9	-0.026941044256091118
37436	rnn.weight_hh_l0	0	0.019326776266098022
37436	rnn.weight_hh_l0	1	-0.00968667957931757
37436	rnn.weight_hh_l0	2	-0.06759580969810486
37436	rnn.weight_hh_l0	3	-0.03337269276380539
37436	rnn.weight_hh_l0	4	-0.07836440950632095
37436	rnn.weight_hh_l0	5	-0.01458052173256874
37436	rnn.weight_hh_l0	6	-0.054324984550476074
37436	rnn.weight_hh_l0	7	-0.04070644453167915
37436	rnn.weight_hh_l0	8	-0.01910335011780262
37436	rnn.weight_hh_l0	9	-0.007918309420347214
37436	rnn.bias_ih_l0	0	0.1455351561307907
37436	rnn.bias_ih_l0	1	-0.05629383772611618
37436	rnn.bias_ih_l0	2	0.10431217402219772
37436	rnn.bias_ih_l0	3	0.0488336905837059
37436	rnn.bias_ih_l0	4	0.09907147288322449
37436	rnn.bias_ih_l0	5	0.024182889610528946
37436	rnn.bias_ih_l0	6	-0.017602555453777313
37436	rnn.bias_ih_l0	7	-0.1090204268693924
37436	rnn.bias_ih_l0	8	-0.2066064327955246
37436	rnn.bias_ih_l0	9	0.08708541095256805
37436	rnn.bias_hh_l0	0	0.00281626102514565
37436	rnn.bias_hh_l0	1	0.023631706833839417
37436	rnn.bias_hh_l0	2	-0.006086563225835562
37436	rnn.bias_hh_l0	3	-0.030316762626171112
37436	rnn.bias_hh_l0	4	-0.03626437857747078
37436	rnn.bias_hh_l0	5	0.143600195646286
37436	rnn.bias_hh_l0	6	0.05132525414228439
37436	rnn.bias_hh_l0	7	0.059750404208898544
37436	rnn.bias_hh_l0	8	0.01676614210009575
37436	rnn.bias_hh_l0	9	0.043446898460388184
37436	rnn.weight_ih_l0_reverse	0	-0.029696227982640266
37436	rnn.weight_ih_l0_reverse	1	-0.0021994030103087425
37436	rnn.weight_ih_l0_reverse	2	0.023836569860577583
37436	rnn.weight_ih_l0_reverse	3	-0.06209869682788849
37436	rnn.weight_ih_l0_reverse	4	0.009291431866586208
37436	rnn.weight_ih_l0_reverse	5	-0.046100690960884094
37436	rnn.weight_ih_l0_reverse	6	0.028364479541778564
37436	rnn.weight_ih_l0_reverse	7	0.04598015546798706
37436	rnn.weight_ih_l0_reverse	8	-0.04875253513455391
37436	rnn.weight_ih_l0_reverse	9	-0.05075037479400635
37436	rnn.weight_hh_l0_reverse	0	-0.08326038718223572
37436	rnn.weight_hh_l0_reverse	1	-0.06328697502613068
37436	rnn.weight_hh_l0_reverse	2	0.03439860790967941
37436	rnn.weight_hh_l0_reverse	3	0.04575594887137413
37436	rnn.weight_hh_l0_reverse	4	-0.015895849093794823
37436	rnn.weight_hh_l0_reverse	5	0.04558078944683075
37436	rnn.weight_hh_l0_reverse	6	0.0011724806390702724
37436	rnn.weight_hh_l0_reverse	7	-0.0001744297769619152
37436	rnn.weight_hh_l0_reverse	8	-0.09876935929059982
37436	rnn.weight_hh_l0_reverse	9	0.08018973469734192
37436	rnn.bias_ih_l0_reverse	0	-0.08920220285654068
37436	rnn.bias_ih_l0_reverse	1	-0.06895919144153595
37436	rnn.bias_ih_l0_reverse	2	0.10318782925605774
37436	rnn.bias_ih_l0_reverse	3	0.047952983528375626
37436	rnn.bias_ih_l0_reverse	4	-0.12917816638946533
37436	rnn.bias_ih_l0_reverse	5	0.04102442041039467
37436	rnn.bias_ih_l0_reverse	6	-0.10643187165260315
37436	rnn.bias_ih_l0_reverse	7	0.04459000751376152
37436	rnn.bias_ih_l0_reverse	8	0.034376297146081924
37436	rnn.bias_ih_l0_reverse	9	0.06319230049848557
37436	rnn.bias_hh_l0_reverse	0	0.0571347177028656
37436	rnn.bias_hh_l0_reverse	1	0.06532419472932816
37436	rnn.bias_hh_l0_reverse	2	0.07860144227743149
37436	rnn.bias_hh_l0_reverse	3	-0.003947975113987923
37436	rnn.bias_hh_l0_reverse	4	0.07145316898822784
37436	rnn.bias_hh_l0_reverse	5	0.0070907799527049065
37436	rnn.bias_hh_l0_reverse	6	-0.05435647442936897
37436	rnn.bias_hh_l0_reverse	7	0.027341963723301888
37436	rnn.bias_hh_l0_reverse	8	0.011118886061012745
37436	rnn.bias_hh_l0_reverse	9	-0.16094854474067688
37436	linear.weight	0	0.17344160377979279
37436	linear.weight	1	-0.16297583281993866
37436	linear.weight	2	-0.2148212343454361
37436	linear.weight	3	0.07858145236968994
37436	linear.weight	4	-0.026679864153265953
37436	linear.weight	5	0.004111106041818857
37436	linear.weight	6	-0.006904385052621365
37436	linear.weight	7	-0.02707098424434662
37436	linear.weight	8	0.08445942401885986
37436	linear.weight	9	0.34968259930610657
37436	linear.bias	0	-0.2071400135755539
37436	linear.bias	1	0.1943102478981018
37436	linear.bias	2	-0.5396655201911926
37436	linear.bias	3	1.7040728330612183
37436	linear.bias	4	-0.3968130648136139
37436	linear.bias	5	-0.030769959092140198
37436	linear.bias	6	-0.3578415513038635
37436	linear.bias	7	-0.27961981296539307
37436	linear.bias	8	-0.04333730787038803
37436	linear.bias	9	-0.49797648191452026
37464	transitions	0	-0.6482991576194763
37464	transitions	1	0.349558562040329
37464	transitions	2	1.6743109226226807
37464	transitions	3	0.09649386256933212
37464	transitions	4	0.9483956694602966
37464	transitions	5	1.2739229202270508
37464	transitions	6	0.483298122882843
37464	transitions	7	0.17573021352291107
37464	transitions	8	-0.919520914554596
37464	transitions	9	0.9306592345237732
37464	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37464	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37464	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37464	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37464	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37464	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37464	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37464	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37464	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37464	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37464	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37464	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37464	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37464	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37464	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37464	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37464	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37464	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37464	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37464	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37464	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37464	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37464	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37464	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37464	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37464	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37464	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37464	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37464	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37464	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37464	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37464	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37464	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37464	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37464	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37464	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37464	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37464	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37464	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37464	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37464	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37464	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37464	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37464	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37464	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37464	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37464	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37464	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37464	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37464	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37464	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37464	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37464	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37464	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37464	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37464	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37464	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37464	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37464	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37464	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37464	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37464	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37464	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37464	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37464	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37464	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37464	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37464	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37464	embedding2nn.weight	0	0.02250155434012413
37464	embedding2nn.weight	1	0.014188066124916077
37464	embedding2nn.weight	2	-0.004285549744963646
37464	embedding2nn.weight	3	-0.00010359038424212486
37464	embedding2nn.weight	4	-0.004376954864710569
37464	embedding2nn.weight	5	0.011868424713611603
37464	embedding2nn.weight	6	-0.004973192699253559
37464	embedding2nn.weight	7	0.020730670541524887
37464	embedding2nn.weight	8	-0.006845328025519848
37464	embedding2nn.weight	9	-0.013898646458983421
37464	embedding2nn.bias	0	-0.03857693448662758
37464	embedding2nn.bias	1	-0.021405339241027832
37464	embedding2nn.bias	2	-0.07460743188858032
37464	embedding2nn.bias	3	-0.0017130873166024685
37464	embedding2nn.bias	4	0.004397967830300331
37464	embedding2nn.bias	5	-0.006930672563612461
37464	embedding2nn.bias	6	0.00948951207101345
37464	embedding2nn.bias	7	0.02008102834224701
37464	embedding2nn.bias	8	0.007375831250101328
37464	embedding2nn.bias	9	0.0010180957615375519
37464	rnn.weight_ih_l0	0	0.0395360104739666
37464	rnn.weight_ih_l0	1	-0.013662828132510185
37464	rnn.weight_ih_l0	2	-0.0365079790353775
37464	rnn.weight_ih_l0	3	-0.04477333277463913
37464	rnn.weight_ih_l0	4	-0.052048929035663605
37464	rnn.weight_ih_l0	5	-0.008457970805466175
37464	rnn.weight_ih_l0	6	-0.05189050734043121
37464	rnn.weight_ih_l0	7	-0.06159864738583565
37464	rnn.weight_ih_l0	8	-0.044726740568876266
37464	rnn.weight_ih_l0	9	-0.02694091945886612
37464	rnn.weight_hh_l0	0	0.019328176975250244
37464	rnn.weight_hh_l0	1	-0.00968667771667242
37464	rnn.weight_hh_l0	2	-0.06759563833475113
37464	rnn.weight_hh_l0	3	-0.03337247297167778
37464	rnn.weight_hh_l0	4	-0.07836323231458664
37464	rnn.weight_hh_l0	5	-0.014580974355340004
37464	rnn.weight_hh_l0	6	-0.05432555451989174
37464	rnn.weight_hh_l0	7	-0.04070490598678589
37464	rnn.weight_hh_l0	8	-0.019103344529867172
37464	rnn.weight_hh_l0	9	-0.007920123636722565
37464	rnn.bias_ih_l0	0	0.14553824067115784
37464	rnn.bias_ih_l0	1	-0.0562930591404438
37464	rnn.bias_ih_l0	2	0.10431163012981415
37464	rnn.bias_ih_l0	3	0.048831116408109665
37464	rnn.bias_ih_l0	4	0.09906933456659317
37464	rnn.bias_ih_l0	5	0.024184376001358032
37464	rnn.bias_ih_l0	6	-0.01759938709437847
37464	rnn.bias_ih_l0	7	-0.10902252793312073
37464	rnn.bias_ih_l0	8	-0.20661583542823792
37464	rnn.bias_ih_l0	9	0.08708707988262177
37464	rnn.bias_hh_l0	0	0.0028166519477963448
37464	rnn.bias_hh_l0	1	0.023632042109966278
37464	rnn.bias_hh_l0	2	-0.00608614319935441
37464	rnn.bias_hh_l0	3	-0.030318083241581917
37464	rnn.bias_hh_l0	4	-0.03626391291618347
37464	rnn.bias_hh_l0	5	0.1436063051223755
37464	rnn.bias_hh_l0	6	0.05132876709103584
37464	rnn.bias_hh_l0	7	0.05975096672773361
37464	rnn.bias_hh_l0	8	0.01676931045949459
37464	rnn.bias_hh_l0	9	0.04344369098544121
37464	rnn.weight_ih_l0_reverse	0	-0.029696034267544746
37464	rnn.weight_ih_l0_reverse	1	-0.002201620489358902
37464	rnn.weight_ih_l0_reverse	2	0.02383677288889885
37464	rnn.weight_ih_l0_reverse	3	-0.06209804490208626
37464	rnn.weight_ih_l0_reverse	4	0.009291569702327251
37464	rnn.weight_ih_l0_reverse	5	-0.04610057175159454
37464	rnn.weight_ih_l0_reverse	6	0.02836568094789982
37464	rnn.weight_ih_l0_reverse	7	0.0459800586104393
37464	rnn.weight_ih_l0_reverse	8	-0.04875251278281212
37464	rnn.weight_ih_l0_reverse	9	-0.05075052008032799
37464	rnn.weight_hh_l0_reverse	0	-0.08325913548469543
37464	rnn.weight_hh_l0_reverse	1	-0.06328672915697098
37464	rnn.weight_hh_l0_reverse	2	0.03439820185303688
37464	rnn.weight_hh_l0_reverse	3	0.045755915343761444
37464	rnn.weight_hh_l0_reverse	4	-0.01589532569050789
37464	rnn.weight_hh_l0_reverse	5	0.04558069258928299
37464	rnn.weight_hh_l0_reverse	6	0.0011693211272358894
37464	rnn.weight_hh_l0_reverse	7	-0.0001748515060171485
37464	rnn.weight_hh_l0_reverse	8	-0.09876982122659683
37464	rnn.weight_hh_l0_reverse	9	0.0801905170083046
37464	rnn.bias_ih_l0_reverse	0	-0.08920089900493622
37464	rnn.bias_ih_l0_reverse	1	-0.06895678490400314
37464	rnn.bias_ih_l0_reverse	2	0.10318738222122192
37464	rnn.bias_ih_l0_reverse	3	0.04795285314321518
37464	rnn.bias_ih_l0_reverse	4	-0.12917831540107727
37464	rnn.bias_ih_l0_reverse	5	0.04102029278874397
37464	rnn.bias_ih_l0_reverse	6	-0.10643509775400162
37464	rnn.bias_ih_l0_reverse	7	0.04459149017930031
37464	rnn.bias_ih_l0_reverse	8	0.034377552568912506
37464	rnn.bias_ih_l0_reverse	9	0.06319259852170944
37464	rnn.bias_hh_l0_reverse	0	0.05713151395320892
37464	rnn.bias_hh_l0_reverse	1	0.06532024592161179
37464	rnn.bias_hh_l0_reverse	2	0.07860145717859268
37464	rnn.bias_hh_l0_reverse	3	-0.0039481958374381065
37464	rnn.bias_hh_l0_reverse	4	0.07145287841558456
37464	rnn.bias_hh_l0_reverse	5	0.0070955948904156685
37464	rnn.bias_hh_l0_reverse	6	-0.054354190826416016
37464	rnn.bias_hh_l0_reverse	7	0.02734079398214817
37464	rnn.bias_hh_l0_reverse	8	0.011117812246084213
37464	rnn.bias_hh_l0_reverse	9	-0.16095095872879028
37464	linear.weight	0	0.17344141006469727
37464	linear.weight	1	-0.16297587752342224
37464	linear.weight	2	-0.2148265838623047
37464	linear.weight	3	0.07858919352293015
37464	linear.weight	4	-0.026679733768105507
37464	linear.weight	5	0.004111308604478836
37464	linear.weight	6	-0.00690438412129879
37464	linear.weight	7	-0.027070993557572365
37464	linear.weight	8	0.08446045219898224
37464	linear.weight	9	0.34967923164367676
37464	linear.bias	0	-0.20712830126285553
37464	linear.bias	1	0.194315567612648
37464	linear.bias	2	-0.5396676659584045
37464	linear.bias	3	1.7040659189224243
37464	linear.bias	4	-0.39681318402290344
37464	linear.bias	5	-0.030769959092140198
37464	linear.bias	6	-0.35784390568733215
37464	linear.bias	7	-0.27961817383766174
37464	linear.bias	8	-0.04333461448550224
37464	linear.bias	9	-0.49797648191452026
37492	transitions	0	-0.6482992172241211
37492	transitions	1	0.349558562040329
37492	transitions	2	1.6743108034133911
37492	transitions	3	0.09649384021759033
37492	transitions	4	0.9483956694602966
37492	transitions	5	1.2739229202270508
37492	transitions	6	0.483298122882843
37492	transitions	7	0.17573021352291107
37492	transitions	8	-0.919520914554596
37492	transitions	9	0.9306592345237732
37492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37492	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37492	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37492	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37492	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37492	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37492	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37492	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37492	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37492	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37492	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37492	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37492	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37492	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37492	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37492	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37492	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37492	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37492	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37492	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37492	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37492	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37492	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37492	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37492	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37492	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37492	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37492	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37492	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37492	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37492	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37492	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37492	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37492	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37492	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37492	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37492	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37492	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37492	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37492	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37492	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37492	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37492	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37492	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37492	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37492	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37492	embedding2nn.weight	0	0.02250184491276741
37492	embedding2nn.weight	1	0.014188187196850777
37492	embedding2nn.weight	2	-0.004285617731511593
37492	embedding2nn.weight	3	-0.00010364508489146829
37492	embedding2nn.weight	4	-0.004376848228275776
37492	embedding2nn.weight	5	0.011868607252836227
37492	embedding2nn.weight	6	-0.004973065108060837
37492	embedding2nn.weight	7	0.020730074495077133
37492	embedding2nn.weight	8	-0.006845188792794943
37492	embedding2nn.weight	9	-0.013898685574531555
37492	embedding2nn.bias	0	-0.03857133537530899
37492	embedding2nn.bias	1	-0.0214091707020998
37492	embedding2nn.bias	2	-0.0746128261089325
37492	embedding2nn.bias	3	-0.0017155609093606472
37492	embedding2nn.bias	4	0.004395849537104368
37492	embedding2nn.bias	5	-0.006945932749658823
37492	embedding2nn.bias	6	0.009483125992119312
37492	embedding2nn.bias	7	0.020078694447875023
37492	embedding2nn.bias	8	0.007373651955276728
37492	embedding2nn.bias	9	0.0010098728816956282
37492	rnn.weight_ih_l0	0	0.03953585773706436
37492	rnn.weight_ih_l0	1	-0.013662363402545452
37492	rnn.weight_ih_l0	2	-0.03651135787367821
37492	rnn.weight_ih_l0	3	-0.04477372765541077
37492	rnn.weight_ih_l0	4	-0.05204908177256584
37492	rnn.weight_ih_l0	5	-0.008458254858851433
37492	rnn.weight_ih_l0	6	-0.05188985541462898
37492	rnn.weight_ih_l0	7	-0.06159815564751625
37492	rnn.weight_ih_l0	8	-0.04472627118229866
37492	rnn.weight_ih_l0	9	-0.02694038487970829
37492	rnn.weight_hh_l0	0	0.019328009337186813
37492	rnn.weight_hh_l0	1	-0.009686822071671486
37492	rnn.weight_hh_l0	2	-0.06759469956159592
37492	rnn.weight_hh_l0	3	-0.03337213769555092
37492	rnn.weight_hh_l0	4	-0.0783645436167717
37492	rnn.weight_hh_l0	5	-0.014581370167434216
37492	rnn.weight_hh_l0	6	-0.054331548511981964
37492	rnn.weight_hh_l0	7	-0.04070266708731651
37492	rnn.weight_hh_l0	8	-0.019103441387414932
37492	rnn.weight_hh_l0	9	-0.007920678704977036
37492	rnn.bias_ih_l0	0	0.14553718268871307
37492	rnn.bias_ih_l0	1	-0.05628959834575653
37492	rnn.bias_ih_l0	2	0.10431041568517685
37492	rnn.bias_ih_l0	3	0.04882723465561867
37492	rnn.bias_ih_l0	4	0.09906697273254395
37492	rnn.bias_ih_l0	5	0.024182744324207306
37492	rnn.bias_ih_l0	6	-0.017595143988728523
37492	rnn.bias_ih_l0	7	-0.10900917649269104
37492	rnn.bias_ih_l0	8	-0.20661701261997223
37492	rnn.bias_ih_l0	9	0.08708146214485168
37492	rnn.bias_hh_l0	0	0.0028129969723522663
37492	rnn.bias_hh_l0	1	0.02363489381968975
37492	rnn.bias_hh_l0	2	-0.0060891988687217236
37492	rnn.bias_hh_l0	3	-0.030321653932332993
37492	rnn.bias_hh_l0	4	-0.036266252398490906
37492	rnn.bias_hh_l0	5	0.1436094492673874
37492	rnn.bias_hh_l0	6	0.051327694207429886
37492	rnn.bias_hh_l0	7	0.059746257960796356
37492	rnn.bias_hh_l0	8	0.01677355356514454
37492	rnn.bias_hh_l0	9	0.04344205930829048
37492	rnn.weight_ih_l0_reverse	0	-0.029696207493543625
37492	rnn.weight_ih_l0_reverse	1	-0.0022014707792550325
37492	rnn.weight_ih_l0_reverse	2	0.023836873471736908
37492	rnn.weight_ih_l0_reverse	3	-0.06209786608815193
37492	rnn.weight_ih_l0_reverse	4	0.00929180532693863
37492	rnn.weight_ih_l0_reverse	5	-0.04610171169042587
37492	rnn.weight_ih_l0_reverse	6	0.02836446650326252
37492	rnn.weight_ih_l0_reverse	7	0.04597994685173035
37492	rnn.weight_ih_l0_reverse	8	-0.0487530343234539
37492	rnn.weight_ih_l0_reverse	9	-0.05075059086084366
37492	rnn.weight_hh_l0_reverse	0	-0.08325988054275513
37492	rnn.weight_hh_l0_reverse	1	-0.06328718364238739
37492	rnn.weight_hh_l0_reverse	2	0.03439829871058464
37492	rnn.weight_hh_l0_reverse	3	0.0457555316388607
37492	rnn.weight_hh_l0_reverse	4	-0.015895800665020943
37492	rnn.weight_hh_l0_reverse	5	0.045580580830574036
37492	rnn.weight_hh_l0_reverse	6	0.001167931011877954
37492	rnn.weight_hh_l0_reverse	7	-0.000175118213519454
37492	rnn.weight_hh_l0_reverse	8	-0.09876967966556549
37492	rnn.weight_hh_l0_reverse	9	0.08019080758094788
37492	rnn.bias_ih_l0_reverse	0	-0.08920112252235413
37492	rnn.bias_ih_l0_reverse	1	-0.06895153224468231
37492	rnn.bias_ih_l0_reverse	2	0.10318639874458313
37492	rnn.bias_ih_l0_reverse	3	0.04795273020863533
37492	rnn.bias_ih_l0_reverse	4	-0.12918011844158173
37492	rnn.bias_ih_l0_reverse	5	0.04101633280515671
37492	rnn.bias_ih_l0_reverse	6	-0.10643508285284042
37492	rnn.bias_ih_l0_reverse	7	0.04459141194820404
37492	rnn.bias_ih_l0_reverse	8	0.034373536705970764
37492	rnn.bias_ih_l0_reverse	9	0.06319186836481094
37492	rnn.bias_hh_l0_reverse	0	0.057125117629766464
37492	rnn.bias_hh_l0_reverse	1	0.06531469523906708
37492	rnn.bias_hh_l0_reverse	2	0.07860088348388672
37492	rnn.bias_hh_l0_reverse	3	-0.003947061486542225
37492	rnn.bias_hh_l0_reverse	4	0.07145190984010696
37492	rnn.bias_hh_l0_reverse	5	0.007092560641467571
37492	rnn.bias_hh_l0_reverse	6	-0.054351042956113815
37492	rnn.bias_hh_l0_reverse	7	0.02734217792749405
37492	rnn.bias_hh_l0_reverse	8	0.011120145209133625
37492	rnn.bias_hh_l0_reverse	9	-0.1609402447938919
37492	linear.weight	0	0.17344650626182556
37492	linear.weight	1	-0.16297587752342224
37492	linear.weight	2	-0.21482393145561218
37492	linear.weight	3	0.07858538627624512
37492	linear.weight	4	-0.02667964994907379
37492	linear.weight	5	0.0041116103529930115
37492	linear.weight	6	-0.006904383655637503
37492	linear.weight	7	-0.027070922777056694
37492	linear.weight	8	0.08446401357650757
37492	linear.weight	9	0.3496779799461365
37492	linear.bias	0	-0.2071150243282318
37492	linear.bias	1	0.19431088864803314
37492	linear.bias	2	-0.539667010307312
37492	linear.bias	3	1.7040574550628662
37492	linear.bias	4	-0.396813303232193
37492	linear.bias	5	-0.030769959092140198
37492	linear.bias	6	-0.3578437864780426
37492	linear.bias	7	-0.27961790561676025
37492	linear.bias	8	-0.043340086936950684
37492	linear.bias	9	-0.4979766011238098
37520	transitions	0	-0.6482992172241211
37520	transitions	1	0.3495584726333618
37520	transitions	2	1.6743108034133911
37520	transitions	3	0.09649382531642914
37520	transitions	4	0.9483956694602966
37520	transitions	5	1.2739229202270508
37520	transitions	6	0.483298122882843
37520	transitions	7	0.17572972178459167
37520	transitions	8	-0.919520914554596
37520	transitions	9	0.9306592345237732
37520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37520	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37520	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37520	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37520	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37520	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37520	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37520	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37520	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37520	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37520	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37520	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37520	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37520	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37520	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37520	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37520	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37520	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37520	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37520	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37520	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37520	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37520	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37520	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37520	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37520	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37520	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37520	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37520	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37520	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37520	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37520	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37520	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37520	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37520	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37520	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37520	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37520	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37520	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37520	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37520	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37520	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37520	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37520	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37520	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37520	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37520	embedding2nn.weight	0	0.02250080369412899
37520	embedding2nn.weight	1	0.01418857742100954
37520	embedding2nn.weight	2	-0.004285650793462992
37520	embedding2nn.weight	3	-0.0001035299792420119
37520	embedding2nn.weight	4	-0.004376796539872885
37520	embedding2nn.weight	5	0.011868437752127647
37520	embedding2nn.weight	6	-0.00497319083660841
37520	embedding2nn.weight	7	0.02073017507791519
37520	embedding2nn.weight	8	-0.006845984607934952
37520	embedding2nn.weight	9	-0.013898903504014015
37520	embedding2nn.bias	0	-0.03857291117310524
37520	embedding2nn.bias	1	-0.02141684666275978
37520	embedding2nn.bias	2	-0.07459750771522522
37520	embedding2nn.bias	3	-0.0017125721788033843
37520	embedding2nn.bias	4	0.0043961163610219955
37520	embedding2nn.bias	5	-0.0069558764807879925
37520	embedding2nn.bias	6	0.009483390487730503
37520	embedding2nn.bias	7	0.020082082599401474
37520	embedding2nn.bias	8	0.0073562320321798325
37520	embedding2nn.bias	9	0.0010178633965551853
37520	rnn.weight_ih_l0	0	0.03953620791435242
37520	rnn.weight_ih_l0	1	-0.013661357574164867
37520	rnn.weight_ih_l0	2	-0.03651180490851402
37520	rnn.weight_ih_l0	3	-0.04477357864379883
37520	rnn.weight_ih_l0	4	-0.052049633115530014
37520	rnn.weight_ih_l0	5	-0.008458554744720459
37520	rnn.weight_ih_l0	6	-0.051890451461076736
37520	rnn.weight_ih_l0	7	-0.06159736216068268
37520	rnn.weight_ih_l0	8	-0.04472581297159195
37520	rnn.weight_ih_l0	9	-0.026940366253256798
37520	rnn.weight_hh_l0	0	0.019326776266098022
37520	rnn.weight_hh_l0	1	-0.009686298668384552
37520	rnn.weight_hh_l0	2	-0.06759405136108398
37520	rnn.weight_hh_l0	3	-0.03337213024497032
37520	rnn.weight_hh_l0	4	-0.07836306095123291
37520	rnn.weight_hh_l0	5	-0.014581234194338322
37520	rnn.weight_hh_l0	6	-0.05433309078216553
37520	rnn.weight_hh_l0	7	-0.04070091247558594
37520	rnn.weight_hh_l0	8	-0.01910403184592724
37520	rnn.weight_hh_l0	9	-0.007921146228909492
37520	rnn.bias_ih_l0	0	0.1455392986536026
37520	rnn.bias_ih_l0	1	-0.056287869811058044
37520	rnn.bias_ih_l0	2	0.10431019216775894
37520	rnn.bias_ih_l0	3	0.04882417991757393
37520	rnn.bias_ih_l0	4	0.09906399250030518
37520	rnn.bias_ih_l0	5	0.024181058630347252
37520	rnn.bias_ih_l0	6	-0.01759849302470684
37520	rnn.bias_ih_l0	7	-0.10903361439704895
37520	rnn.bias_ih_l0	8	-0.2066010981798172
37520	rnn.bias_ih_l0	9	0.08707742393016815
37520	rnn.bias_hh_l0	0	0.0028147012926638126
37520	rnn.bias_hh_l0	1	0.023634139448404312
37520	rnn.bias_hh_l0	2	-0.006089400500059128
37520	rnn.bias_hh_l0	3	-0.030321268364787102
37520	rnn.bias_hh_l0	4	-0.03627090901136398
37520	rnn.bias_hh_l0	5	0.14361326396465302
37520	rnn.bias_hh_l0	6	0.05132445693016052
37520	rnn.bias_hh_l0	7	0.059748392552137375
37520	rnn.bias_hh_l0	8	0.01677020452916622
37520	rnn.bias_hh_l0	9	0.04344184696674347
37520	rnn.weight_ih_l0_reverse	0	-0.029695961624383926
37520	rnn.weight_ih_l0_reverse	1	-0.0022013112902641296
37520	rnn.weight_ih_l0_reverse	2	0.023836715146899223
37520	rnn.weight_ih_l0_reverse	3	-0.06209859624505043
37520	rnn.weight_ih_l0_reverse	4	0.009291566908359528
37520	rnn.weight_ih_l0_reverse	5	-0.04610178992152214
37520	rnn.weight_ih_l0_reverse	6	0.02836478501558304
37520	rnn.weight_ih_l0_reverse	7	0.045980215072631836
37520	rnn.weight_ih_l0_reverse	8	-0.04875326156616211
37520	rnn.weight_ih_l0_reverse	9	-0.05075070634484291
37520	rnn.weight_hh_l0_reverse	0	-0.08325831592082977
37520	rnn.weight_hh_l0_reverse	1	-0.06329093873500824
37520	rnn.weight_hh_l0_reverse	2	0.03439859673380852
37520	rnn.weight_hh_l0_reverse	3	0.04575478658080101
37520	rnn.weight_hh_l0_reverse	4	-0.01589876227080822
37520	rnn.weight_hh_l0_reverse	5	0.04558078572154045
37520	rnn.weight_hh_l0_reverse	6	0.0011646448401734233
37520	rnn.weight_hh_l0_reverse	7	-0.00017624055908527225
37520	rnn.weight_hh_l0_reverse	8	-0.09877035766839981
37520	rnn.weight_hh_l0_reverse	9	0.08018991351127625
37520	rnn.bias_ih_l0_reverse	0	-0.08918794244527817
37520	rnn.bias_ih_l0_reverse	1	-0.0689486712217331
37520	rnn.bias_ih_l0_reverse	2	0.10318856686353683
37520	rnn.bias_ih_l0_reverse	3	0.047951873391866684
37520	rnn.bias_ih_l0_reverse	4	-0.12918056547641754
37520	rnn.bias_ih_l0_reverse	5	0.0410180538892746
37520	rnn.bias_ih_l0_reverse	6	-0.10643424838781357
37520	rnn.bias_ih_l0_reverse	7	0.04459201917052269
37520	rnn.bias_ih_l0_reverse	8	0.034370485693216324
37520	rnn.bias_ih_l0_reverse	9	0.06319204717874527
37520	rnn.bias_hh_l0_reverse	0	0.05712517350912094
37520	rnn.bias_hh_l0_reverse	1	0.06532392650842667
37520	rnn.bias_hh_l0_reverse	2	0.07859817892313004
37520	rnn.bias_hh_l0_reverse	3	-0.003945669624954462
37520	rnn.bias_hh_l0_reverse	4	0.07145367562770844
37520	rnn.bias_hh_l0_reverse	5	0.0071036904118955135
37520	rnn.bias_hh_l0_reverse	6	-0.05435509979724884
37520	rnn.bias_hh_l0_reverse	7	0.027345985174179077
37520	rnn.bias_hh_l0_reverse	8	0.011123606003820896
37520	rnn.bias_hh_l0_reverse	9	-0.1609346717596054
37520	linear.weight	0	0.17343951761722565
37520	linear.weight	1	-0.16297584772109985
37520	linear.weight	2	-0.2148250788450241
37520	linear.weight	3	0.07858856767416
37520	linear.weight	4	-0.026679540053009987
37520	linear.weight	5	0.004111753776669502
37520	linear.weight	6	-0.00690438412129879
37520	linear.weight	7	-0.027070891112089157
37520	linear.weight	8	0.08446360379457474
37520	linear.weight	9	0.34967654943466187
37520	linear.bias	0	-0.20715829730033875
37520	linear.bias	1	0.19431227445602417
37520	linear.bias	2	-0.5396630764007568
37520	linear.bias	3	1.7040598392486572
37520	linear.bias	4	-0.39681369066238403
37520	linear.bias	5	-0.030769959092140198
37520	linear.bias	6	-0.357838898897171
37520	linear.bias	7	-0.27961859107017517
37520	linear.bias	8	-0.04334254562854767
37520	linear.bias	9	-0.4979766607284546
37548	transitions	0	-0.6482992768287659
37548	transitions	1	0.34955844283103943
37548	transitions	2	1.6743108034133911
37548	transitions	3	0.09649378806352615
37548	transitions	4	0.9483956694602966
37548	transitions	5	1.2739229202270508
37548	transitions	6	0.483298122882843
37548	transitions	7	0.17572972178459167
37548	transitions	8	-0.919520914554596
37548	transitions	9	0.9306592345237732
37548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37548	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37548	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37548	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37548	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37548	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37548	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37548	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37548	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37548	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37548	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37548	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37548	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37548	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37548	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37548	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37548	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37548	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37548	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37548	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37548	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37548	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37548	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37548	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37548	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37548	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37548	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37548	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37548	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37548	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37548	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37548	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37548	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37548	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37548	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37548	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37548	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37548	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37548	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37548	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37548	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37548	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37548	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37548	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37548	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37548	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37548	embedding2nn.weight	0	0.022500470280647278
37548	embedding2nn.weight	1	0.014188563451170921
37548	embedding2nn.weight	2	-0.004285646602511406
37548	embedding2nn.weight	3	-0.00010345465125283226
37548	embedding2nn.weight	4	-0.004376803524792194
37548	embedding2nn.weight	5	0.011868479661643505
37548	embedding2nn.weight	6	-0.004973230417817831
37548	embedding2nn.weight	7	0.02073056809604168
37548	embedding2nn.weight	8	-0.006845993455499411
37548	embedding2nn.weight	9	-0.013898998498916626
37548	embedding2nn.bias	0	-0.03857211768627167
37548	embedding2nn.bias	1	-0.021413326263427734
37548	embedding2nn.bias	2	-0.07458526641130447
37548	embedding2nn.bias	3	-0.0017137755639851093
37548	embedding2nn.bias	4	0.004396132659167051
37548	embedding2nn.bias	5	-0.006953109055757523
37548	embedding2nn.bias	6	0.009478247724473476
37548	embedding2nn.bias	7	0.020085550844669342
37548	embedding2nn.bias	8	0.007352934684604406
37548	embedding2nn.bias	9	0.0010132634779438376
37548	rnn.weight_ih_l0	0	0.039536185562610626
37548	rnn.weight_ih_l0	1	-0.01366092637181282
37548	rnn.weight_ih_l0	2	-0.036510780453681946
37548	rnn.weight_ih_l0	3	-0.04477382078766823
37548	rnn.weight_ih_l0	4	-0.05205000936985016
37548	rnn.weight_ih_l0	5	-0.008458666503429413
37548	rnn.weight_ih_l0	6	-0.05189063400030136
37548	rnn.weight_ih_l0	7	-0.06159671023488045
37548	rnn.weight_ih_l0	8	-0.0447256825864315
37548	rnn.weight_ih_l0	9	-0.02694042958319187
37548	rnn.weight_hh_l0	0	0.019326595589518547
37548	rnn.weight_hh_l0	1	-0.009686375968158245
37548	rnn.weight_hh_l0	2	-0.06759404391050339
37548	rnn.weight_hh_l0	3	-0.033371660858392715
37548	rnn.weight_hh_l0	4	-0.07836320251226425
37548	rnn.weight_hh_l0	5	-0.014581385999917984
37548	rnn.weight_hh_l0	6	-0.0543341301381588
37548	rnn.weight_hh_l0	7	-0.04070162773132324
37548	rnn.weight_hh_l0	8	-0.01910427212715149
37548	rnn.weight_hh_l0	9	-0.007922394201159477
37548	rnn.bias_ih_l0	0	0.1455392688512802
37548	rnn.bias_ih_l0	1	-0.056286733597517014
37548	rnn.bias_ih_l0	2	0.10431211441755295
37548	rnn.bias_ih_l0	3	0.04882003739476204
37548	rnn.bias_ih_l0	4	0.09906194359064102
37548	rnn.bias_ih_l0	5	0.02418314665555954
37548	rnn.bias_ih_l0	6	-0.01759825274348259
37548	rnn.bias_ih_l0	7	-0.10904847830533981
37548	rnn.bias_ih_l0	8	-0.20659774541854858
37548	rnn.bias_ih_l0	9	0.08707724511623383
37548	rnn.bias_hh_l0	0	0.0028146610129624605
37548	rnn.bias_hh_l0	1	0.023633118718862534
37548	rnn.bias_hh_l0	2	-0.0060903518460690975
37548	rnn.bias_hh_l0	3	-0.03032340668141842
37548	rnn.bias_hh_l0	4	-0.03627147153019905
37548	rnn.bias_hh_l0	5	0.14361423254013062
37548	rnn.bias_hh_l0	6	0.05132231116294861
37548	rnn.bias_hh_l0	7	0.059747956693172455
37548	rnn.bias_hh_l0	8	0.016770444810390472
37548	rnn.bias_hh_l0	9	0.04344171658158302
37548	rnn.weight_ih_l0_reverse	0	-0.029695969074964523
37548	rnn.weight_ih_l0_reverse	1	-0.0022013329435139894
37548	rnn.weight_ih_l0_reverse	2	0.023836862295866013
37548	rnn.weight_ih_l0_reverse	3	-0.06209858879446983
37548	rnn.weight_ih_l0_reverse	4	0.009291923604905605
37548	rnn.weight_ih_l0_reverse	5	-0.04610196873545647
37548	rnn.weight_ih_l0_reverse	6	0.028362218290567398
37548	rnn.weight_ih_l0_reverse	7	0.04597998037934303
37548	rnn.weight_ih_l0_reverse	8	-0.0487532764673233
37548	rnn.weight_ih_l0_reverse	9	-0.0507507286965847
37548	rnn.weight_hh_l0_reverse	0	-0.08325778692960739
37548	rnn.weight_hh_l0_reverse	1	-0.0632915049791336
37548	rnn.weight_hh_l0_reverse	2	0.03439865633845329
37548	rnn.weight_hh_l0_reverse	3	0.04575522989034653
37548	rnn.weight_hh_l0_reverse	4	-0.015898097306489944
37548	rnn.weight_hh_l0_reverse	5	0.0455804280936718
37548	rnn.weight_hh_l0_reverse	6	0.0011587194167077541
37548	rnn.weight_hh_l0_reverse	7	-0.0001760809973347932
37548	rnn.weight_hh_l0_reverse	8	-0.09877049177885056
37548	rnn.weight_hh_l0_reverse	9	0.0801905021071434
37548	rnn.bias_ih_l0_reverse	0	-0.08918142318725586
37548	rnn.bias_ih_l0_reverse	1	-0.06894177198410034
37548	rnn.bias_ih_l0_reverse	2	0.10318846255540848
37548	rnn.bias_ih_l0_reverse	3	0.047950807958841324
37548	rnn.bias_ih_l0_reverse	4	-0.1291787028312683
37548	rnn.bias_ih_l0_reverse	5	0.041018981486558914
37548	rnn.bias_ih_l0_reverse	6	-0.10643340647220612
37548	rnn.bias_ih_l0_reverse	7	0.04459414258599281
37548	rnn.bias_ih_l0_reverse	8	0.03437398746609688
37548	rnn.bias_ih_l0_reverse	9	0.06319168210029602
37548	rnn.bias_hh_l0_reverse	0	0.057117629796266556
37548	rnn.bias_hh_l0_reverse	1	0.06532160192728043
37548	rnn.bias_hh_l0_reverse	2	0.07859588414430618
37548	rnn.bias_hh_l0_reverse	3	-0.003940488677471876
37548	rnn.bias_hh_l0_reverse	4	0.07145558297634125
37548	rnn.bias_hh_l0_reverse	5	0.007101112045347691
37548	rnn.bias_hh_l0_reverse	6	-0.05435548722743988
37548	rnn.bias_hh_l0_reverse	7	0.027344385161995888
37548	rnn.bias_hh_l0_reverse	8	0.011123377829790115
37548	rnn.bias_hh_l0_reverse	9	-0.16094182431697845
37548	linear.weight	0	0.1734342873096466
37548	linear.weight	1	-0.1629815548658371
37548	linear.weight	2	-0.21482399106025696
37548	linear.weight	3	0.07858393341302872
37548	linear.weight	4	-0.026679372414946556
37548	linear.weight	5	0.004111806862056255
37548	linear.weight	6	-0.006904383655637503
37548	linear.weight	7	-0.027070755138993263
37548	linear.weight	8	0.08446323126554489
37548	linear.weight	9	0.349675714969635
37548	linear.bias	0	-0.2071545124053955
37548	linear.bias	1	0.19431570172309875
37548	linear.bias	2	-0.5396615266799927
37548	linear.bias	3	1.704034447669983
37548	linear.bias	4	-0.3968139588832855
37548	linear.bias	5	-0.030769959092140198
37548	linear.bias	6	-0.35783809423446655
37548	linear.bias	7	-0.27961966395378113
37548	linear.bias	8	-0.04334957152605057
37548	linear.bias	9	-0.4979768693447113
37576	transitions	0	-0.6482992768287659
37576	transitions	1	0.34955838322639465
37576	transitions	2	1.6743106842041016
37576	transitions	3	0.09649373590946198
37576	transitions	4	0.9483954906463623
37576	transitions	5	1.2739229202270508
37576	transitions	6	0.48329809308052063
37576	transitions	7	0.17572972178459167
37576	transitions	8	-0.919520914554596
37576	transitions	9	0.9306592345237732
37576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37576	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37576	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37576	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37576	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37576	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37576	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37576	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37576	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37576	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37576	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37576	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37576	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37576	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37576	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37576	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37576	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37576	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37576	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37576	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37576	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37576	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37576	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37576	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37576	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37576	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37576	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37576	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37576	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37576	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37576	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37576	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37576	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37576	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37576	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37576	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37576	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37576	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37576	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37576	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37576	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37576	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37576	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37576	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37576	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37576	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37576	embedding2nn.weight	0	0.022501030936837196
37576	embedding2nn.weight	1	0.014188557863235474
37576	embedding2nn.weight	2	-0.004285726230591536
37576	embedding2nn.weight	3	-0.00010330318036722019
37576	embedding2nn.weight	4	-0.004376762080937624
37576	embedding2nn.weight	5	0.011868479661643505
37576	embedding2nn.weight	6	-0.0049733854830265045
37576	embedding2nn.weight	7	0.020728787407279015
37576	embedding2nn.weight	8	-0.006846122909337282
37576	embedding2nn.weight	9	-0.01389897707849741
37576	embedding2nn.bias	0	-0.038575734943151474
37576	embedding2nn.bias	1	-0.021406695246696472
37576	embedding2nn.bias	2	-0.07457876950502396
37576	embedding2nn.bias	3	-0.001718321698717773
37576	embedding2nn.bias	4	0.004392983391880989
37576	embedding2nn.bias	5	-0.006956552155315876
37576	embedding2nn.bias	6	0.009477129206061363
37576	embedding2nn.bias	7	0.020079929381608963
37576	embedding2nn.bias	8	0.0073549202643334866
37576	embedding2nn.bias	9	0.001007577870041132
37576	rnn.weight_ih_l0	0	0.039535872638225555
37576	rnn.weight_ih_l0	1	-0.0136607950553298
37576	rnn.weight_ih_l0	2	-0.03651054576039314
37576	rnn.weight_ih_l0	3	-0.04477376863360405
37576	rnn.weight_ih_l0	4	-0.05204985663294792
37576	rnn.weight_ih_l0	5	-0.008458590134978294
37576	rnn.weight_ih_l0	6	-0.05189003422856331
37576	rnn.weight_ih_l0	7	-0.061596620827913284
37576	rnn.weight_ih_l0	8	-0.04472539573907852
37576	rnn.weight_ih_l0	9	-0.02694014459848404
37576	rnn.weight_hh_l0	0	0.01932665705680847
37576	rnn.weight_hh_l0	1	-0.009686203673481941
37576	rnn.weight_hh_l0	2	-0.06759222596883774
37576	rnn.weight_hh_l0	3	-0.03337165340781212
37576	rnn.weight_hh_l0	4	-0.07836269587278366
37576	rnn.weight_hh_l0	5	-0.014580736868083477
37576	rnn.weight_hh_l0	6	-0.054330017417669296
37576	rnn.weight_hh_l0	7	-0.040701303631067276
37576	rnn.weight_hh_l0	8	-0.019103771075606346
37576	rnn.weight_hh_l0	9	-0.007920087315142155
37576	rnn.bias_ih_l0	0	0.1455375999212265
37576	rnn.bias_ih_l0	1	-0.056285370141267776
37576	rnn.bias_ih_l0	2	0.10431165993213654
37576	rnn.bias_ih_l0	3	0.048822611570358276
37576	rnn.bias_ih_l0	4	0.09906181693077087
37576	rnn.bias_ih_l0	5	0.024181459099054337
37576	rnn.bias_ih_l0	6	-0.017596691846847534
37576	rnn.bias_ih_l0	7	-0.10905113071203232
37576	rnn.bias_ih_l0	8	-0.2065969556570053
37576	rnn.bias_ih_l0	9	0.08707571774721146
37576	rnn.bias_hh_l0	0	0.0028155669569969177
37576	rnn.bias_hh_l0	1	0.02363394945859909
37576	rnn.bias_hh_l0	2	-0.006091922987252474
37576	rnn.bias_hh_l0	3	-0.030323028564453125
37576	rnn.bias_hh_l0	4	-0.03626881167292595
37576	rnn.bias_hh_l0	5	0.14361143112182617
37576	rnn.bias_hh_l0	6	0.05132884904742241
37576	rnn.bias_hh_l0	7	0.05974854156374931
37576	rnn.bias_hh_l0	8	0.016772005707025528
37576	rnn.bias_hh_l0	9	0.04344109073281288
37576	rnn.weight_ih_l0_reverse	0	-0.029696036130189896
37576	rnn.weight_ih_l0_reverse	1	-0.0022021213080734015
37576	rnn.weight_ih_l0_reverse	2	0.023836983367800713
37576	rnn.weight_ih_l0_reverse	3	-0.06209810823202133
37576	rnn.weight_ih_l0_reverse	4	0.00929233431816101
37576	rnn.weight_ih_l0_reverse	5	-0.04610184207558632
37576	rnn.weight_ih_l0_reverse	6	0.028362570330500603
37576	rnn.weight_ih_l0_reverse	7	0.045980166643857956
37576	rnn.weight_ih_l0_reverse	8	-0.048753511160612106
37576	rnn.weight_ih_l0_reverse	9	-0.050750695168972015
37576	rnn.weight_hh_l0_reverse	0	-0.08325698226690292
37576	rnn.weight_hh_l0_reverse	1	-0.06329002231359482
37576	rnn.weight_hh_l0_reverse	2	0.03439854085445404
37576	rnn.weight_hh_l0_reverse	3	0.04575536400079727
37576	rnn.weight_hh_l0_reverse	4	-0.015898816287517548
37576	rnn.weight_hh_l0_reverse	5	0.04557984322309494
37576	rnn.weight_hh_l0_reverse	6	0.0011556620011106133
37576	rnn.weight_hh_l0_reverse	7	-0.00017688624211587012
37576	rnn.weight_hh_l0_reverse	8	-0.09877019375562668
37576	rnn.weight_hh_l0_reverse	9	0.08019085973501205
37576	rnn.bias_ih_l0_reverse	0	-0.08916584402322769
37576	rnn.bias_ih_l0_reverse	1	-0.06894367188215256
37576	rnn.bias_ih_l0_reverse	2	0.10318850725889206
37576	rnn.bias_ih_l0_reverse	3	0.047949936240911484
37576	rnn.bias_ih_l0_reverse	4	-0.1291790008544922
37576	rnn.bias_ih_l0_reverse	5	0.04101945832371712
37576	rnn.bias_ih_l0_reverse	6	-0.10643218457698822
37576	rnn.bias_ih_l0_reverse	7	0.04459371045231819
37576	rnn.bias_ih_l0_reverse	8	0.03437386453151703
37576	rnn.bias_ih_l0_reverse	9	0.06319037079811096
37576	rnn.bias_hh_l0_reverse	0	0.05711463466286659
37576	rnn.bias_hh_l0_reverse	1	0.06532040238380432
37576	rnn.bias_hh_l0_reverse	2	0.07859595119953156
37576	rnn.bias_hh_l0_reverse	3	-0.00393970450386405
37576	rnn.bias_hh_l0_reverse	4	0.07145802676677704
37576	rnn.bias_hh_l0_reverse	5	0.007088568992912769
37576	rnn.bias_hh_l0_reverse	6	-0.05435897782444954
37576	rnn.bias_hh_l0_reverse	7	0.02734507992863655
37576	rnn.bias_hh_l0_reverse	8	0.011121660470962524
37576	rnn.bias_hh_l0_reverse	9	-0.16094088554382324
37576	linear.weight	0	0.17344339191913605
37576	linear.weight	1	-0.16298151016235352
37576	linear.weight	2	-0.2148226648569107
37576	linear.weight	3	0.07857697457075119
37576	linear.weight	4	-0.02667900361120701
37576	linear.weight	5	0.0041119554080069065
37576	linear.weight	6	-0.00690438412129879
37576	linear.weight	7	-0.02706972323358059
37576	linear.weight	8	0.08446243405342102
37576	linear.weight	9	0.3496732711791992
37576	linear.bias	0	-0.20716162025928497
37576	linear.bias	1	0.19431008398532867
37576	linear.bias	2	-0.5396623611450195
37576	linear.bias	3	1.70404052734375
37576	linear.bias	4	-0.3968141973018646
37576	linear.bias	5	-0.030769959092140198
37576	linear.bias	6	-0.3578391671180725
37576	linear.bias	7	-0.2796121835708618
37576	linear.bias	8	-0.043329961597919464
37576	linear.bias	9	-0.4979768991470337
37604	transitions	0	-0.6482993364334106
37604	transitions	1	0.34955835342407227
37604	transitions	2	1.6743106842041016
37604	transitions	3	0.09649372100830078
37604	transitions	4	0.9483954906463623
37604	transitions	5	1.2739229202270508
37604	transitions	6	0.48329809308052063
37604	transitions	7	0.17572972178459167
37604	transitions	8	-0.919520914554596
37604	transitions	9	0.9306592345237732
37604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37604	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37604	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37604	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37604	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37604	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37604	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37604	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37604	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37604	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37604	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37604	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37604	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37604	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37604	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37604	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37604	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37604	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37604	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37604	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37604	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37604	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37604	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37604	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37604	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37604	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37604	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37604	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37604	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37604	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37604	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37604	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37604	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37604	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37604	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37604	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37604	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37604	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37604	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37604	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37604	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37604	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37604	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37604	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37604	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37604	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37604	embedding2nn.weight	0	0.022500209510326385
37604	embedding2nn.weight	1	0.014188439585268497
37604	embedding2nn.weight	2	-0.004285752307623625
37604	embedding2nn.weight	3	-0.00010329532233299688
37604	embedding2nn.weight	4	-0.004376817494630814
37604	embedding2nn.weight	5	0.01186849270015955
37604	embedding2nn.weight	6	-0.004973581992089748
37604	embedding2nn.weight	7	0.02072776108980179
37604	embedding2nn.weight	8	-0.006846275180578232
37604	embedding2nn.weight	9	-0.013898853212594986
37604	embedding2nn.bias	0	-0.0385776124894619
37604	embedding2nn.bias	1	-0.02139398269355297
37604	embedding2nn.bias	2	-0.0745738223195076
37604	embedding2nn.bias	3	-0.0017092145280912519
37604	embedding2nn.bias	4	0.0044006407260894775
37604	embedding2nn.bias	5	-0.006950535345822573
37604	embedding2nn.bias	6	0.0094880610704422
37604	embedding2nn.bias	7	0.020082728937268257
37604	embedding2nn.bias	8	0.007365757599473
37604	embedding2nn.bias	9	0.0010052528232336044
37604	rnn.weight_ih_l0	0	0.03953607380390167
37604	rnn.weight_ih_l0	1	-0.013660783879458904
37604	rnn.weight_ih_l0	2	-0.03651101514697075
37604	rnn.weight_ih_l0	3	-0.04477424919605255
37604	rnn.weight_ih_l0	4	-0.05204984173178673
37604	rnn.weight_ih_l0	5	-0.008458517491817474
37604	rnn.weight_ih_l0	6	-0.05188991501927376
37604	rnn.weight_ih_l0	7	-0.06159627065062523
37604	rnn.weight_ih_l0	8	-0.04472602531313896
37604	rnn.weight_ih_l0	9	-0.02694038674235344
37604	rnn.weight_hh_l0	0	0.019326670095324516
37604	rnn.weight_hh_l0	1	-0.009685354307293892
37604	rnn.weight_hh_l0	2	-0.06759417057037354
37604	rnn.weight_hh_l0	3	-0.03337134048342705
37604	rnn.weight_hh_l0	4	-0.0783630907535553
37604	rnn.weight_hh_l0	5	-0.014580795541405678
37604	rnn.weight_hh_l0	6	-0.05433383956551552
37604	rnn.weight_hh_l0	7	-0.04070047289133072
37604	rnn.weight_hh_l0	8	-0.0191036406904459
37604	rnn.weight_hh_l0	9	-0.007920189760625362
37604	rnn.bias_ih_l0	0	0.1455376148223877
37604	rnn.bias_ih_l0	1	-0.056287072598934174
37604	rnn.bias_ih_l0	2	0.10431284457445145
37604	rnn.bias_ih_l0	3	0.04882430285215378
37604	rnn.bias_ih_l0	4	0.09906183183193207
37604	rnn.bias_ih_l0	5	0.02418074943125248
37604	rnn.bias_ih_l0	6	-0.01759958826005459
37604	rnn.bias_ih_l0	7	-0.10903968662023544
37604	rnn.bias_ih_l0	8	-0.20658725500106812
37604	rnn.bias_ih_l0	9	0.08707476407289505
37604	rnn.bias_hh_l0	0	0.002818277571350336
37604	rnn.bias_hh_l0	1	0.02363196574151516
37604	rnn.bias_hh_l0	2	-0.006091486196964979
37604	rnn.bias_hh_l0	3	-0.030319521203637123
37604	rnn.bias_hh_l0	4	-0.03627034276723862
37604	rnn.bias_hh_l0	5	0.14360304176807404
37604	rnn.bias_hh_l0	6	0.05133054777979851
37604	rnn.bias_hh_l0	7	0.05974514037370682
37604	rnn.bias_hh_l0	8	0.016769109293818474
37604	rnn.bias_hh_l0	9	0.04344236105680466
37604	rnn.weight_ih_l0_reverse	0	-0.029696553945541382
37604	rnn.weight_ih_l0_reverse	1	-0.0022018791642040014
37604	rnn.weight_ih_l0_reverse	2	0.02383679710328579
37604	rnn.weight_ih_l0_reverse	3	-0.06209849938750267
37604	rnn.weight_ih_l0_reverse	4	0.009292502887547016
37604	rnn.weight_ih_l0_reverse	5	-0.046101320534944534
37604	rnn.weight_ih_l0_reverse	6	0.02836231328547001
37604	rnn.weight_ih_l0_reverse	7	0.0459800660610199
37604	rnn.weight_ih_l0_reverse	8	-0.04875292256474495
37604	rnn.weight_ih_l0_reverse	9	-0.050750840455293655
37604	rnn.weight_hh_l0_reverse	0	-0.08325798064470291
37604	rnn.weight_hh_l0_reverse	1	-0.06328985840082169
37604	rnn.weight_hh_l0_reverse	2	0.034398168325424194
37604	rnn.weight_hh_l0_reverse	3	0.04575593024492264
37604	rnn.weight_hh_l0_reverse	4	-0.01589878834784031
37604	rnn.weight_hh_l0_reverse	5	0.045580074191093445
37604	rnn.weight_hh_l0_reverse	6	0.0011574514210224152
37604	rnn.weight_hh_l0_reverse	7	-0.00017687687068246305
37604	rnn.weight_hh_l0_reverse	8	-0.09877084940671921
37604	rnn.weight_hh_l0_reverse	9	0.08019247651100159
37604	rnn.bias_ih_l0_reverse	0	-0.08918531984090805
37604	rnn.bias_ih_l0_reverse	1	-0.06895074248313904
37604	rnn.bias_ih_l0_reverse	2	0.10318703949451447
37604	rnn.bias_ih_l0_reverse	3	0.0479486808180809
37604	rnn.bias_ih_l0_reverse	4	-0.12917937338352203
37604	rnn.bias_ih_l0_reverse	5	0.041018228977918625
37604	rnn.bias_ih_l0_reverse	6	-0.1064327135682106
37604	rnn.bias_ih_l0_reverse	7	0.04459698125720024
37604	rnn.bias_ih_l0_reverse	8	0.03437349200248718
37604	rnn.bias_ih_l0_reverse	9	0.0631915032863617
37604	rnn.bias_hh_l0_reverse	0	0.05711432173848152
37604	rnn.bias_hh_l0_reverse	1	0.06531930714845657
37604	rnn.bias_hh_l0_reverse	2	0.07859451323747635
37604	rnn.bias_hh_l0_reverse	3	-0.0039399233646690845
37604	rnn.bias_hh_l0_reverse	4	0.07145848870277405
37604	rnn.bias_hh_l0_reverse	5	0.007094828877598047
37604	rnn.bias_hh_l0_reverse	6	-0.05436139181256294
37604	rnn.bias_hh_l0_reverse	7	0.02734282799065113
37604	rnn.bias_hh_l0_reverse	8	0.01111995056271553
37604	rnn.bias_hh_l0_reverse	9	-0.1609458178281784
37604	linear.weight	0	0.1734425127506256
37604	linear.weight	1	-0.16298146545886993
37604	linear.weight	2	-0.21481721103191376
37604	linear.weight	3	0.07858262211084366
37604	linear.weight	4	-0.026679489761590958
37604	linear.weight	5	0.004110847599804401
37604	linear.weight	6	-0.006904385052621365
37604	linear.weight	7	-0.0270697008818388
37604	linear.weight	8	0.08446323871612549
37604	linear.weight	9	0.3496660590171814
37604	linear.bias	0	-0.2071649730205536
37604	linear.bias	1	0.19430842995643616
37604	linear.bias	2	-0.53965824842453
37604	linear.bias	3	1.7040482759475708
37604	linear.bias	4	-0.3968121409416199
37604	linear.bias	5	-0.030769959092140198
37604	linear.bias	6	-0.35783296823501587
37604	linear.bias	7	-0.2796128988265991
37604	linear.bias	8	-0.04332534968852997
37604	linear.bias	9	-0.4979768991470337
37632	transitions	0	-0.6482993960380554
37632	transitions	1	0.34955835342407227
37632	transitions	2	1.674310564994812
37632	transitions	3	0.09649370610713959
37632	transitions	4	0.9483954906463623
37632	transitions	5	1.2739229202270508
37632	transitions	6	0.48329809308052063
37632	transitions	7	0.17572972178459167
37632	transitions	8	-0.919520914554596
37632	transitions	9	0.9306592345237732
37632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37632	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37632	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37632	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37632	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37632	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37632	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37632	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37632	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37632	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37632	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37632	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37632	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37632	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37632	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37632	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37632	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37632	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37632	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37632	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37632	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37632	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37632	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37632	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37632	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37632	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37632	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37632	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37632	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37632	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37632	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37632	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37632	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37632	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37632	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37632	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37632	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37632	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37632	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37632	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37632	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37632	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37632	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37632	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37632	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37632	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37632	embedding2nn.weight	0	0.02250051498413086
37632	embedding2nn.weight	1	0.014188356697559357
37632	embedding2nn.weight	2	-0.004285672679543495
37632	embedding2nn.weight	3	-0.00010299924178980291
37632	embedding2nn.weight	4	-0.004376763477921486
37632	embedding2nn.weight	5	0.011868458241224289
37632	embedding2nn.weight	6	-0.004973640199750662
37632	embedding2nn.weight	7	0.02072845585644245
37632	embedding2nn.weight	8	-0.006846154108643532
37632	embedding2nn.weight	9	-0.01389870885759592
37632	embedding2nn.bias	0	-0.03857210651040077
37632	embedding2nn.bias	1	-0.021394949406385422
37632	embedding2nn.bias	2	-0.07456053793430328
37632	embedding2nn.bias	3	-0.0017205089097842574
37632	embedding2nn.bias	4	0.00440381420776248
37632	embedding2nn.bias	5	-0.006938922218978405
37632	embedding2nn.bias	6	0.009485439397394657
37632	embedding2nn.bias	7	0.020076513290405273
37632	embedding2nn.bias	8	0.007374933920800686
37632	embedding2nn.bias	9	0.001015257672406733
37632	rnn.weight_ih_l0	0	0.03953590244054794
37632	rnn.weight_ih_l0	1	-0.013660346157848835
37632	rnn.weight_ih_l0	2	-0.03651086986064911
37632	rnn.weight_ih_l0	3	-0.0447738878428936
37632	rnn.weight_ih_l0	4	-0.05205002427101135
37632	rnn.weight_ih_l0	5	-0.008457891643047333
37632	rnn.weight_ih_l0	6	-0.05188965052366257
37632	rnn.weight_ih_l0	7	-0.06159602105617523
37632	rnn.weight_ih_l0	8	-0.04472549632191658
37632	rnn.weight_ih_l0	9	-0.02694021351635456
37632	rnn.weight_hh_l0	0	0.01932680979371071
37632	rnn.weight_hh_l0	1	-0.009685618802905083
37632	rnn.weight_hh_l0	2	-0.06759633868932724
37632	rnn.weight_hh_l0	3	-0.033370401710271835
37632	rnn.weight_hh_l0	4	-0.07836394011974335
37632	rnn.weight_hh_l0	5	-0.01458069309592247
37632	rnn.weight_hh_l0	6	-0.05433620512485504
37632	rnn.weight_hh_l0	7	-0.04070086032152176
37632	rnn.weight_hh_l0	8	-0.01910332776606083
37632	rnn.weight_hh_l0	9	-0.007919185794889927
37632	rnn.bias_ih_l0	0	0.14553800225257874
37632	rnn.bias_ih_l0	1	-0.05628703907132149
37632	rnn.bias_ih_l0	2	0.10431604832410812
37632	rnn.bias_ih_l0	3	0.04882465675473213
37632	rnn.bias_ih_l0	4	0.09906194359064102
37632	rnn.bias_ih_l0	5	0.024181606248021126
37632	rnn.bias_ih_l0	6	-0.01760219968855381
37632	rnn.bias_ih_l0	7	-0.10904156416654587
37632	rnn.bias_ih_l0	8	-0.20657338201999664
37632	rnn.bias_ih_l0	9	0.08707445859909058
37632	rnn.bias_hh_l0	0	0.0028188792057335377
37632	rnn.bias_hh_l0	1	0.023631127551198006
37632	rnn.bias_hh_l0	2	-0.006090323440730572
37632	rnn.bias_hh_l0	3	-0.030321037396788597
37632	rnn.bias_hh_l0	4	-0.0362665094435215
37632	rnn.bias_hh_l0	5	0.14360643923282623
37632	rnn.bias_hh_l0	6	0.051327407360076904
37632	rnn.bias_hh_l0	7	0.05973973870277405
37632	rnn.bias_hh_l0	8	0.016766497865319252
37632	rnn.bias_hh_l0	9	0.04344484582543373
37632	rnn.weight_ih_l0_reverse	0	-0.029696695506572723
37632	rnn.weight_ih_l0_reverse	1	-0.002202410716563463
37632	rnn.weight_ih_l0_reverse	2	0.023836730048060417
37632	rnn.weight_ih_l0_reverse	3	-0.06209861859679222
37632	rnn.weight_ih_l0_reverse	4	0.009292151778936386
37632	rnn.weight_ih_l0_reverse	5	-0.046101007610559464
37632	rnn.weight_ih_l0_reverse	6	0.028361080214381218
37632	rnn.weight_ih_l0_reverse	7	0.04598020762205124
37632	rnn.weight_ih_l0_reverse	8	-0.04875333607196808
37632	rnn.weight_ih_l0_reverse	9	-0.0507509708404541
37632	rnn.weight_hh_l0_reverse	0	-0.0832575336098671
37632	rnn.weight_hh_l0_reverse	1	-0.06329131871461868
37632	rnn.weight_hh_l0_reverse	2	0.034398581832647324
37632	rnn.weight_hh_l0_reverse	3	0.04575615003705025
37632	rnn.weight_hh_l0_reverse	4	-0.01589929684996605
37632	rnn.weight_hh_l0_reverse	5	0.04557989165186882
37632	rnn.weight_hh_l0_reverse	6	0.0011585523607209325
37632	rnn.weight_hh_l0_reverse	7	-0.0001774407282937318
37632	rnn.weight_hh_l0_reverse	8	-0.0987703949213028
37632	rnn.weight_hh_l0_reverse	9	0.0801921859383583
37632	rnn.bias_ih_l0_reverse	0	-0.08918263018131256
37632	rnn.bias_ih_l0_reverse	1	-0.06896233558654785
37632	rnn.bias_ih_l0_reverse	2	0.10318683087825775
37632	rnn.bias_ih_l0_reverse	3	0.04794789105653763
37632	rnn.bias_ih_l0_reverse	4	-0.12917853891849518
37632	rnn.bias_ih_l0_reverse	5	0.041016750037670135
37632	rnn.bias_ih_l0_reverse	6	-0.10643193125724792
37632	rnn.bias_ih_l0_reverse	7	0.04460269585251808
37632	rnn.bias_ih_l0_reverse	8	0.034373689442873
37632	rnn.bias_ih_l0_reverse	9	0.06319145858287811
37632	rnn.bias_hh_l0_reverse	0	0.05711681768298149
37632	rnn.bias_hh_l0_reverse	1	0.0653163343667984
37632	rnn.bias_hh_l0_reverse	2	0.07859192043542862
37632	rnn.bias_hh_l0_reverse	3	-0.003940875642001629
37632	rnn.bias_hh_l0_reverse	4	0.0714614987373352
37632	rnn.bias_hh_l0_reverse	5	0.007096757646650076
37632	rnn.bias_hh_l0_reverse	6	-0.05436290428042412
37632	rnn.bias_hh_l0_reverse	7	0.027341051027178764
37632	rnn.bias_hh_l0_reverse	8	0.0111227473244071
37632	rnn.bias_hh_l0_reverse	9	-0.16094686090946198
37632	linear.weight	0	0.1734337955713272
37632	linear.weight	1	-0.16298143565654755
37632	linear.weight	2	-0.21481606364250183
37632	linear.weight	3	0.07857948541641235
37632	linear.weight	4	-0.026678267866373062
37632	linear.weight	5	0.004110842011868954
37632	linear.weight	6	-0.006904373411089182
37632	linear.weight	7	-0.027069613337516785
37632	linear.weight	8	0.08446358889341354
37632	linear.weight	9	0.3496699035167694
37632	linear.bias	0	-0.20715941488742828
37632	linear.bias	1	0.19430892169475555
37632	linear.bias	2	-0.5396560430526733
37632	linear.bias	3	1.7040423154830933
37632	linear.bias	4	-0.3968123197555542
37632	linear.bias	5	-0.030769959092140198
37632	linear.bias	6	-0.357830286026001
37632	linear.bias	7	-0.2796126902103424
37632	linear.bias	8	-0.04334603250026703
37632	linear.bias	9	-0.4979768991470337
37660	transitions	0	-0.6482993960380554
37660	transitions	1	0.3495583236217499
37660	transitions	2	1.674310564994812
37660	transitions	3	0.09649346768856049
37660	transitions	4	0.9483954906463623
37660	transitions	5	1.2739229202270508
37660	transitions	6	0.48329809308052063
37660	transitions	7	0.17572972178459167
37660	transitions	8	-0.919520914554596
37660	transitions	9	0.9306592345237732
37660	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37660	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37660	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37660	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37660	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37660	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37660	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37660	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37660	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37660	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37660	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37660	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37660	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37660	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37660	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37660	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37660	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37660	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37660	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37660	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37660	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37660	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37660	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37660	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37660	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37660	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37660	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37660	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37660	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37660	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37660	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37660	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37660	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37660	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37660	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37660	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37660	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37660	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37660	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37660	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37660	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37660	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37660	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37660	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37660	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37660	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37660	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37660	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37660	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37660	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37660	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37660	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37660	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37660	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37660	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37660	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37660	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37660	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37660	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37660	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37660	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37660	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37660	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37660	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37660	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37660	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37660	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37660	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37660	embedding2nn.weight	0	0.02250051498413086
37660	embedding2nn.weight	1	0.014188393950462341
37660	embedding2nn.weight	2	-0.004285633098334074
37660	embedding2nn.weight	3	-0.00010283984011039138
37660	embedding2nn.weight	4	-0.0043768445029854774
37660	embedding2nn.weight	5	0.011868669651448727
37660	embedding2nn.weight	6	-0.0049736457876861095
37660	embedding2nn.weight	7	0.02072860486805439
37660	embedding2nn.weight	8	-0.00684608519077301
37660	embedding2nn.weight	9	-0.01389844436198473
37660	embedding2nn.bias	0	-0.03859097138047218
37660	embedding2nn.bias	1	-0.02138908952474594
37660	embedding2nn.bias	2	-0.07456628978252411
37660	embedding2nn.bias	3	-0.001718279323540628
37660	embedding2nn.bias	4	0.004401815123856068
37660	embedding2nn.bias	5	-0.006937265861779451
37660	embedding2nn.bias	6	0.009490320459008217
37660	embedding2nn.bias	7	0.02008393220603466
37660	embedding2nn.bias	8	0.007359917275607586
37660	embedding2nn.bias	9	0.0010057113831862807
37660	rnn.weight_ih_l0	0	0.039535507559776306
37660	rnn.weight_ih_l0	1	-0.01366057526320219
37660	rnn.weight_ih_l0	2	-0.03651103749871254
37660	rnn.weight_ih_l0	3	-0.04477345198392868
37660	rnn.weight_ih_l0	4	-0.05204898491501808
37660	rnn.weight_ih_l0	5	-0.008458060212433338
37660	rnn.weight_ih_l0	6	-0.051889996975660324
37660	rnn.weight_ih_l0	7	-0.06159602478146553
37660	rnn.weight_ih_l0	8	-0.04472573101520538
37660	rnn.weight_ih_l0	9	-0.02694018930196762
37660	rnn.weight_hh_l0	0	0.019326569512486458
37660	rnn.weight_hh_l0	1	-0.009684504941105843
37660	rnn.weight_hh_l0	2	-0.06759623438119888
37660	rnn.weight_hh_l0	3	-0.03336980193853378
37660	rnn.weight_hh_l0	4	-0.07836373150348663
37660	rnn.weight_hh_l0	5	-0.01458202488720417
37660	rnn.weight_hh_l0	6	-0.054338134825229645
37660	rnn.weight_hh_l0	7	-0.04070144519209862
37660	rnn.weight_hh_l0	8	-0.019102994352579117
37660	rnn.weight_hh_l0	9	-0.00791937392205
37660	rnn.bias_ih_l0	0	0.14553722739219666
37660	rnn.bias_ih_l0	1	-0.05628519132733345
37660	rnn.bias_ih_l0	2	0.10431212186813354
37660	rnn.bias_ih_l0	3	0.048826877027750015
37660	rnn.bias_ih_l0	4	0.09905795007944107
37660	rnn.bias_ih_l0	5	0.024183711037039757
37660	rnn.bias_ih_l0	6	-0.01760842278599739
37660	rnn.bias_ih_l0	7	-0.10902752727270126
37660	rnn.bias_ih_l0	8	-0.20658418536186218
37660	rnn.bias_ih_l0	9	0.08707220107316971
37660	rnn.bias_hh_l0	0	0.0028202675748616457
37660	rnn.bias_hh_l0	1	0.023631425574421883
37660	rnn.bias_hh_l0	2	-0.006091019604355097
37660	rnn.bias_hh_l0	3	-0.030322028324007988
37660	rnn.bias_hh_l0	4	-0.036268334835767746
37660	rnn.bias_hh_l0	5	0.14360181987285614
37660	rnn.bias_hh_l0	6	0.0513264425098896
37660	rnn.bias_hh_l0	7	0.05974431335926056
37660	rnn.bias_hh_l0	8	0.01676027476787567
37660	rnn.bias_hh_l0	9	0.04344542697072029
37660	rnn.weight_ih_l0_reverse	0	-0.029696226119995117
37660	rnn.weight_ih_l0_reverse	1	-0.002204506192356348
37660	rnn.weight_ih_l0_reverse	2	0.023836828768253326
37660	rnn.weight_ih_l0_reverse	3	-0.062098026275634766
37660	rnn.weight_ih_l0_reverse	4	0.009291624650359154
37660	rnn.weight_ih_l0_reverse	5	-0.04610111564397812
37660	rnn.weight_ih_l0_reverse	6	0.02836017683148384
37660	rnn.weight_ih_l0_reverse	7	0.04598016291856766
37660	rnn.weight_ih_l0_reverse	8	-0.04875260218977928
37660	rnn.weight_ih_l0_reverse	9	-0.05075114220380783
37660	rnn.weight_hh_l0_reverse	0	-0.08325787633657455
37660	rnn.weight_hh_l0_reverse	1	-0.06329359859228134
37660	rnn.weight_hh_l0_reverse	2	0.03439807519316673
37660	rnn.weight_hh_l0_reverse	3	0.04575544595718384
37660	rnn.weight_hh_l0_reverse	4	-0.015899160876870155
37660	rnn.weight_hh_l0_reverse	5	0.04557962715625763
37660	rnn.weight_hh_l0_reverse	6	0.0011641124729067087
37660	rnn.weight_hh_l0_reverse	7	-0.00017751846462488174
37660	rnn.weight_hh_l0_reverse	8	-0.09877118468284607
37660	rnn.weight_hh_l0_reverse	9	0.08019336313009262
37660	rnn.bias_ih_l0_reverse	0	-0.089187391102314
37660	rnn.bias_ih_l0_reverse	1	-0.06897126138210297
37660	rnn.bias_ih_l0_reverse	2	0.10318367183208466
37660	rnn.bias_ih_l0_reverse	3	0.04795004799962044
37660	rnn.bias_ih_l0_reverse	4	-0.12917965650558472
37660	rnn.bias_ih_l0_reverse	5	0.04101841151714325
37660	rnn.bias_ih_l0_reverse	6	-0.10642881691455841
37660	rnn.bias_ih_l0_reverse	7	0.04460061714053154
37660	rnn.bias_ih_l0_reverse	8	0.03437423333525658
37660	rnn.bias_ih_l0_reverse	9	0.06318911910057068
37660	rnn.bias_hh_l0_reverse	0	0.057125188410282135
37660	rnn.bias_hh_l0_reverse	1	0.06531908363103867
37660	rnn.bias_hh_l0_reverse	2	0.07859457284212112
37660	rnn.bias_hh_l0_reverse	3	-0.003938138950616121
37660	rnn.bias_hh_l0_reverse	4	0.07146012783050537
37660	rnn.bias_hh_l0_reverse	5	0.007095550186932087
37660	rnn.bias_hh_l0_reverse	6	-0.05436062067747116
37660	rnn.bias_hh_l0_reverse	7	0.027340078726410866
37660	rnn.bias_hh_l0_reverse	8	0.01112440973520279
37660	rnn.bias_hh_l0_reverse	9	-0.1609528362751007
37660	linear.weight	0	0.17342564463615417
37660	linear.weight	1	-0.16298139095306396
37660	linear.weight	2	-0.2148168981075287
37660	linear.weight	3	0.07857240736484528
37660	linear.weight	4	-0.02667831815779209
37660	linear.weight	5	0.00411051232367754
37660	linear.weight	6	-0.006904368754476309
37660	linear.weight	7	-0.027069609612226486
37660	linear.weight	8	0.08447188884019852
37660	linear.weight	9	0.3496611416339874
37660	linear.bias	0	-0.20714950561523438
37660	linear.bias	1	0.19431132078170776
37660	linear.bias	2	-0.5396549105644226
37660	linear.bias	3	1.7040550708770752
37660	linear.bias	4	-0.3968124985694885
37660	linear.bias	5	-0.030769959092140198
37660	linear.bias	6	-0.3578292429447174
37660	linear.bias	7	-0.27960801124572754
37660	linear.bias	8	-0.04333014413714409
37660	linear.bias	9	-0.49797695875167847
37688	transitions	0	-0.6482993960380554
37688	transitions	1	0.3495582938194275
37688	transitions	2	1.6743085384368896
37688	transitions	3	0.09649331867694855
37688	transitions	4	0.9483954310417175
37688	transitions	5	1.2739229202270508
37688	transitions	6	0.48329809308052063
37688	transitions	7	0.17572972178459167
37688	transitions	8	-0.919520914554596
37688	transitions	9	0.9306592345237732
37688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37688	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37688	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37688	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37688	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37688	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37688	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37688	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37688	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37688	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37688	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37688	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37688	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37688	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37688	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37688	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37688	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37688	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37688	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37688	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37688	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37688	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37688	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37688	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37688	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37688	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37688	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37688	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37688	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37688	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37688	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37688	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37688	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37688	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37688	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37688	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37688	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37688	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37688	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37688	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37688	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37688	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37688	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37688	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37688	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37688	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37688	embedding2nn.weight	0	0.022501079365611076
37688	embedding2nn.weight	1	0.014188216999173164
37688	embedding2nn.weight	2	-0.004285639151930809
37688	embedding2nn.weight	3	-0.00010285907774232328
37688	embedding2nn.weight	4	-0.00437696510925889
37688	embedding2nn.weight	5	0.011868857778608799
37688	embedding2nn.weight	6	-0.004973653703927994
37688	embedding2nn.weight	7	0.020729396492242813
37688	embedding2nn.weight	8	-0.006846135016530752
37688	embedding2nn.weight	9	-0.013898425735533237
37688	embedding2nn.bias	0	-0.038584914058446884
37688	embedding2nn.bias	1	-0.02138601988554001
37688	embedding2nn.bias	2	-0.07457766681909561
37688	embedding2nn.bias	3	-0.0017354429000988603
37688	embedding2nn.bias	4	0.0044047958217561245
37688	embedding2nn.bias	5	-0.006949856877326965
37688	embedding2nn.bias	6	0.00948917306959629
37688	embedding2nn.bias	7	0.020094797015190125
37688	embedding2nn.bias	8	0.0073564318008720875
37688	embedding2nn.bias	9	0.0010103484382852912
37688	rnn.weight_ih_l0	0	0.03953513875603676
37688	rnn.weight_ih_l0	1	-0.013661161065101624
37688	rnn.weight_ih_l0	2	-0.036511894315481186
37688	rnn.weight_ih_l0	3	-0.04477401077747345
37688	rnn.weight_ih_l0	4	-0.05204819142818451
37688	rnn.weight_ih_l0	5	-0.008458093740046024
37688	rnn.weight_ih_l0	6	-0.051889434456825256
37688	rnn.weight_ih_l0	7	-0.0615965761244297
37688	rnn.weight_ih_l0	8	-0.04472583904862404
37688	rnn.weight_ih_l0	9	-0.026940327137708664
37688	rnn.weight_hh_l0	0	0.01932595670223236
37688	rnn.weight_hh_l0	1	-0.009683622047305107
37688	rnn.weight_hh_l0	2	-0.06759472191333771
37688	rnn.weight_hh_l0	3	-0.033370211720466614
37688	rnn.weight_hh_l0	4	-0.07836364954710007
37688	rnn.weight_hh_l0	5	-0.014580599963665009
37688	rnn.weight_hh_l0	6	-0.05433877930045128
37688	rnn.weight_hh_l0	7	-0.040701448917388916
37688	rnn.weight_hh_l0	8	-0.019102532416582108
37688	rnn.weight_hh_l0	9	-0.007919742725789547
37688	rnn.bias_ih_l0	0	0.1455366313457489
37688	rnn.bias_ih_l0	1	-0.05628586560487747
37688	rnn.bias_ih_l0	2	0.10431520640850067
37688	rnn.bias_ih_l0	3	0.048828527331352234
37688	rnn.bias_ih_l0	4	0.09905429184436798
37688	rnn.bias_ih_l0	5	0.02418561279773712
37688	rnn.bias_ih_l0	6	-0.01760662905871868
37688	rnn.bias_ih_l0	7	-0.10902567207813263
37688	rnn.bias_ih_l0	8	-0.20657388865947723
37688	rnn.bias_ih_l0	9	0.08707056194543839
37688	rnn.bias_hh_l0	0	0.00281853461638093
37688	rnn.bias_hh_l0	1	0.023630524054169655
37688	rnn.bias_hh_l0	2	-0.006090098060667515
37688	rnn.bias_hh_l0	3	-0.030324000865221024
37688	rnn.bias_hh_l0	4	-0.03626979514956474
37688	rnn.bias_hh_l0	5	0.14360029995441437
37688	rnn.bias_hh_l0	6	0.05132418870925903
37688	rnn.bias_hh_l0	7	0.059744205325841904
37688	rnn.bias_hh_l0	8	0.01676206849515438
37688	rnn.bias_hh_l0	9	0.043448735028505325
37688	rnn.weight_ih_l0_reverse	0	-0.029696010053157806
37688	rnn.weight_ih_l0_reverse	1	-0.002204079180955887
37688	rnn.weight_ih_l0_reverse	2	0.023836731910705566
37688	rnn.weight_ih_l0_reverse	3	-0.062098320573568344
37688	rnn.weight_ih_l0_reverse	4	0.009291567839682102
37688	rnn.weight_ih_l0_reverse	5	-0.04610119014978409
37688	rnn.weight_ih_l0_reverse	6	0.028361111879348755
37688	rnn.weight_ih_l0_reverse	7	0.045980166643857956
37688	rnn.weight_ih_l0_reverse	8	-0.048752255737781525
37688	rnn.weight_ih_l0_reverse	9	-0.05075125768780708
37688	rnn.weight_hh_l0_reverse	0	-0.08325733244419098
37688	rnn.weight_hh_l0_reverse	1	-0.06329137831926346
37688	rnn.weight_hh_l0_reverse	2	0.03439769521355629
37688	rnn.weight_hh_l0_reverse	3	0.045754771679639816
37688	rnn.weight_hh_l0_reverse	4	-0.01589856669306755
37688	rnn.weight_hh_l0_reverse	5	0.04557957500219345
37688	rnn.weight_hh_l0_reverse	6	0.0011637110728770494
37688	rnn.weight_hh_l0_reverse	7	-0.0001781510072760284
37688	rnn.weight_hh_l0_reverse	8	-0.09877154976129532
37688	rnn.weight_hh_l0_reverse	9	0.0801934152841568
37688	rnn.bias_ih_l0_reverse	0	-0.08919601887464523
37688	rnn.bias_ih_l0_reverse	1	-0.06896328926086426
37688	rnn.bias_ih_l0_reverse	2	0.10318294167518616
37688	rnn.bias_ih_l0_reverse	3	0.04794847220182419
37688	rnn.bias_ih_l0_reverse	4	-0.12917903065681458
37688	rnn.bias_ih_l0_reverse	5	0.04101669415831566
37688	rnn.bias_ih_l0_reverse	6	-0.10642854869365692
37688	rnn.bias_ih_l0_reverse	7	0.04460398480296135
37688	rnn.bias_ih_l0_reverse	8	0.03437149152159691
37688	rnn.bias_ih_l0_reverse	9	0.06319210678339005
37688	rnn.bias_hh_l0_reverse	0	0.05712943524122238
37688	rnn.bias_hh_l0_reverse	1	0.06531701982021332
37688	rnn.bias_hh_l0_reverse	2	0.07859508693218231
37688	rnn.bias_hh_l0_reverse	3	-0.003938398323953152
37688	rnn.bias_hh_l0_reverse	4	0.07145974785089493
37688	rnn.bias_hh_l0_reverse	5	0.007091679610311985
37688	rnn.bias_hh_l0_reverse	6	-0.05435914173722267
37688	rnn.bias_hh_l0_reverse	7	0.027340102940797806
37688	rnn.bias_hh_l0_reverse	8	0.011123809963464737
37688	rnn.bias_hh_l0_reverse	9	-0.16094137728214264
37688	linear.weight	0	0.17342765629291534
37688	linear.weight	1	-0.162981316447258
37688	linear.weight	2	-0.2148195207118988
37688	linear.weight	3	0.07857698947191238
37688	linear.weight	4	-0.02667815424501896
37688	linear.weight	5	0.0041108690202236176
37688	linear.weight	6	-0.006904372479766607
37688	linear.weight	7	-0.02706964872777462
37688	linear.weight	8	0.08447622507810593
37688	linear.weight	9	0.34966447949409485
37688	linear.bias	0	-0.207158625125885
37688	linear.bias	1	0.19431401789188385
37688	linear.bias	2	-0.5396549105644226
37688	linear.bias	3	1.704068660736084
37688	linear.bias	4	-0.3968126177787781
37688	linear.bias	5	-0.030769959092140198
37688	linear.bias	6	-0.357829213142395
37688	linear.bias	7	-0.27960872650146484
37688	linear.bias	8	-0.043308865278959274
37688	linear.bias	9	-0.49797695875167847
37716	transitions	0	-0.6482993960380554
37716	transitions	1	0.3495582938194275
37716	transitions	2	1.6743085384368896
37716	transitions	3	0.09649328887462616
37716	transitions	4	0.9483954310417175
37716	transitions	5	1.2739229202270508
37716	transitions	6	0.48329809308052063
37716	transitions	7	0.17572972178459167
37716	transitions	8	-0.919520914554596
37716	transitions	9	0.9306592345237732
37716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37716	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37716	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37716	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37716	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37716	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37716	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37716	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37716	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37716	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37716	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37716	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37716	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37716	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37716	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37716	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37716	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37716	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37716	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37716	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37716	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37716	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37716	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37716	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37716	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37716	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37716	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37716	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37716	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37716	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37716	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37716	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37716	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37716	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37716	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37716	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37716	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37716	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37716	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37716	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37716	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37716	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37716	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37716	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37716	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37716	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37716	embedding2nn.weight	0	0.022501325234770775
37716	embedding2nn.weight	1	0.014188208617269993
37716	embedding2nn.weight	2	-0.004285624250769615
37716	embedding2nn.weight	3	-0.00010293121886206791
37716	embedding2nn.weight	4	-0.004376950208097696
37716	embedding2nn.weight	5	0.01186892669647932
37716	embedding2nn.weight	6	-0.004973453003913164
37716	embedding2nn.weight	7	0.020728591829538345
37716	embedding2nn.weight	8	-0.006846281234174967
37716	embedding2nn.weight	9	-0.013898346573114395
37716	embedding2nn.bias	0	-0.038584426045417786
37716	embedding2nn.bias	1	-0.021390864625573158
37716	embedding2nn.bias	2	-0.0745815634727478
37716	embedding2nn.bias	3	-0.0017263294430449605
37716	embedding2nn.bias	4	0.00439576106145978
37716	embedding2nn.bias	5	-0.006950130220502615
37716	embedding2nn.bias	6	0.00949562806636095
37716	embedding2nn.bias	7	0.020097363740205765
37716	embedding2nn.bias	8	0.007363779935985804
37716	embedding2nn.bias	9	0.0010055148741230369
37716	rnn.weight_ih_l0	0	0.039535194635391235
37716	rnn.weight_ih_l0	1	-0.013661110773682594
37716	rnn.weight_ih_l0	2	-0.03651055321097374
37716	rnn.weight_ih_l0	3	-0.044773198664188385
37716	rnn.weight_ih_l0	4	-0.05204823613166809
37716	rnn.weight_ih_l0	5	-0.008458241820335388
37716	rnn.weight_ih_l0	6	-0.051889434456825256
37716	rnn.weight_ih_l0	7	-0.06159636005759239
37716	rnn.weight_ih_l0	8	-0.04472542181611061
37716	rnn.weight_ih_l0	9	-0.0269402414560318
37716	rnn.weight_hh_l0	0	0.019325651228427887
37716	rnn.weight_hh_l0	1	-0.00968349538743496
37716	rnn.weight_hh_l0	2	-0.06759392470121384
37716	rnn.weight_hh_l0	3	-0.033370405435562134
37716	rnn.weight_hh_l0	4	-0.0783635750412941
37716	rnn.weight_hh_l0	5	-0.01458119135349989
37716	rnn.weight_hh_l0	6	-0.054337356239557266
37716	rnn.weight_hh_l0	7	-0.040699951350688934
37716	rnn.weight_hh_l0	8	-0.01910228841006756
37716	rnn.weight_hh_l0	9	-0.007919257506728172
37716	rnn.bias_ih_l0	0	0.14553923904895782
37716	rnn.bias_ih_l0	1	-0.056285057216882706
37716	rnn.bias_ih_l0	2	0.10431457310914993
37716	rnn.bias_ih_l0	3	0.0488276407122612
37716	rnn.bias_ih_l0	4	0.09905347228050232
37716	rnn.bias_ih_l0	5	0.024186283349990845
37716	rnn.bias_ih_l0	6	-0.01760723628103733
37716	rnn.bias_ih_l0	7	-0.1090317964553833
37716	rnn.bias_ih_l0	8	-0.20657725632190704
37716	rnn.bias_ih_l0	9	0.0870715081691742
37716	rnn.bias_hh_l0	0	0.0028192768804728985
37716	rnn.bias_hh_l0	1	0.02362952195107937
37716	rnn.bias_hh_l0	2	-0.006087670102715492
37716	rnn.bias_hh_l0	3	-0.03032507188618183
37716	rnn.bias_hh_l0	4	-0.036269672214984894
37716	rnn.bias_hh_l0	5	0.14359746873378754
37716	rnn.bias_hh_l0	6	0.05132624879479408
37716	rnn.bias_hh_l0	7	0.05974317342042923
37716	rnn.bias_hh_l0	8	0.01676146127283573
37716	rnn.bias_hh_l0	9	0.043451938778162
37716	rnn.weight_ih_l0_reverse	0	-0.029696078971028328
37716	rnn.weight_ih_l0_reverse	1	-0.0022049301769584417
37716	rnn.weight_ih_l0_reverse	2	0.023836389183998108
37716	rnn.weight_ih_l0_reverse	3	-0.062098417431116104
37716	rnn.weight_ih_l0_reverse	4	0.009291959926486015
37716	rnn.weight_ih_l0_reverse	5	-0.046101491898298264
37716	rnn.weight_ih_l0_reverse	6	0.02836097963154316
37716	rnn.weight_ih_l0_reverse	7	0.045980434864759445
37716	rnn.weight_ih_l0_reverse	8	-0.04875219985842705
37716	rnn.weight_ih_l0_reverse	9	-0.05075092986226082
37716	rnn.weight_hh_l0_reverse	0	-0.0832568109035492
37716	rnn.weight_hh_l0_reverse	1	-0.06329092383384705
37716	rnn.weight_hh_l0_reverse	2	0.03439747169613838
37716	rnn.weight_hh_l0_reverse	3	0.045754384249448776
37716	rnn.weight_hh_l0_reverse	4	-0.01589888148009777
37716	rnn.weight_hh_l0_reverse	5	0.045579586178064346
37716	rnn.weight_hh_l0_reverse	6	0.0011584516614675522
37716	rnn.weight_hh_l0_reverse	7	-0.00017695693532004952
37716	rnn.weight_hh_l0_reverse	8	-0.09877132624387741
37716	rnn.weight_hh_l0_reverse	9	0.08019186556339264
37716	rnn.bias_ih_l0_reverse	0	-0.08919699490070343
37716	rnn.bias_ih_l0_reverse	1	-0.06896878033876419
37716	rnn.bias_ih_l0_reverse	2	0.10318496078252792
37716	rnn.bias_ih_l0_reverse	3	0.047946907579898834
37716	rnn.bias_ih_l0_reverse	4	-0.12917938828468323
37716	rnn.bias_ih_l0_reverse	5	0.04101449251174927
37716	rnn.bias_ih_l0_reverse	6	-0.1064273938536644
37716	rnn.bias_ih_l0_reverse	7	0.044605839997529984
37716	rnn.bias_ih_l0_reverse	8	0.03437481448054314
37716	rnn.bias_ih_l0_reverse	9	0.06319241225719452
37716	rnn.bias_hh_l0_reverse	0	0.05711882561445236
37716	rnn.bias_hh_l0_reverse	1	0.06531715393066406
37716	rnn.bias_hh_l0_reverse	2	0.07859423756599426
37716	rnn.bias_hh_l0_reverse	3	-0.003937754314392805
37716	rnn.bias_hh_l0_reverse	4	0.0714600682258606
37716	rnn.bias_hh_l0_reverse	5	0.007083405274897814
37716	rnn.bias_hh_l0_reverse	6	-0.05436081066727638
37716	rnn.bias_hh_l0_reverse	7	0.027341261506080627
37716	rnn.bias_hh_l0_reverse	8	0.01112491637468338
37716	rnn.bias_hh_l0_reverse	9	-0.16094166040420532
37716	linear.weight	0	0.17343400418758392
37716	linear.weight	1	-0.162981316447258
37716	linear.weight	2	-0.21481934189796448
37716	linear.weight	3	0.07857836782932281
37716	linear.weight	4	-0.026677951216697693
37716	linear.weight	5	0.00411086855456233
37716	linear.weight	6	-0.006904370151460171
37716	linear.weight	7	-0.027069633826613426
37716	linear.weight	8	0.084479421377182
37716	linear.weight	9	0.34966903924942017
37716	linear.bias	0	-0.20714037120342255
37716	linear.bias	1	0.19432100653648376
37716	linear.bias	2	-0.5396575331687927
37716	linear.bias	3	1.7040213346481323
37716	linear.bias	4	-0.3968127369880676
37716	linear.bias	5	-0.030769959092140198
37716	linear.bias	6	-0.3578307330608368
37716	linear.bias	7	-0.279605895280838
37716	linear.bias	8	-0.043280426412820816
37716	linear.bias	9	-0.49797695875167847
37744	transitions	0	-0.6482994556427002
37744	transitions	1	0.3495582640171051
37744	transitions	2	1.6743085384368896
37744	transitions	3	0.09649325907230377
37744	transitions	4	0.9483954310417175
37744	transitions	5	1.2739229202270508
37744	transitions	6	0.48329809308052063
37744	transitions	7	0.17572972178459167
37744	transitions	8	-0.919520914554596
37744	transitions	9	0.9306592345237732
37744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37744	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37744	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37744	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37744	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37744	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37744	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37744	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37744	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37744	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37744	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37744	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37744	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37744	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37744	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37744	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37744	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37744	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37744	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37744	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37744	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37744	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37744	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37744	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37744	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37744	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37744	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37744	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37744	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37744	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37744	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37744	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37744	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37744	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37744	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37744	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37744	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37744	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37744	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37744	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37744	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37744	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37744	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37744	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37744	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37744	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37744	embedding2nn.weight	0	0.022501086816191673
37744	embedding2nn.weight	1	0.014187969267368317
37744	embedding2nn.weight	2	-0.004285546485334635
37744	embedding2nn.weight	3	-0.00010294765525031835
37744	embedding2nn.weight	4	-0.004376905970275402
37744	embedding2nn.weight	5	0.011868941597640514
37744	embedding2nn.weight	6	-0.004973437637090683
37744	embedding2nn.weight	7	0.020727382972836494
37744	embedding2nn.weight	8	-0.006846569012850523
37744	embedding2nn.weight	9	-0.013898292556405067
37744	embedding2nn.bias	0	-0.038578227162361145
37744	embedding2nn.bias	1	-0.021388154476881027
37744	embedding2nn.bias	2	-0.07458078861236572
37744	embedding2nn.bias	3	-0.0017326720990240574
37744	embedding2nn.bias	4	0.004395922180265188
37744	embedding2nn.bias	5	-0.006954242940992117
37744	embedding2nn.bias	6	0.009511123411357403
37744	embedding2nn.bias	7	0.020092567428946495
37744	embedding2nn.bias	8	0.007368174847215414
37744	embedding2nn.bias	9	0.001003399956971407
37744	rnn.weight_ih_l0	0	0.039534322917461395
37744	rnn.weight_ih_l0	1	-0.013661155477166176
37744	rnn.weight_ih_l0	2	-0.03651106357574463
37744	rnn.weight_ih_l0	3	-0.04477302357554436
37744	rnn.weight_ih_l0	4	-0.05204831063747406
37744	rnn.weight_ih_l0	5	-0.008458363823592663
37744	rnn.weight_ih_l0	6	-0.051889568567276
37744	rnn.weight_ih_l0	7	-0.061596065759658813
37744	rnn.weight_ih_l0	8	-0.04472498595714569
37744	rnn.weight_ih_l0	9	-0.026940448209643364
37744	rnn.weight_hh_l0	0	0.019325602799654007
37744	rnn.weight_hh_l0	1	-0.009684521704912186
37744	rnn.weight_hh_l0	2	-0.06759423017501831
37744	rnn.weight_hh_l0	3	-0.033369891345500946
37744	rnn.weight_hh_l0	4	-0.0783638283610344
37744	rnn.weight_hh_l0	5	-0.014581377618014812
37744	rnn.weight_hh_l0	6	-0.05433806777000427
37744	rnn.weight_hh_l0	7	-0.04069975018501282
37744	rnn.weight_hh_l0	8	-0.019102413207292557
37744	rnn.weight_hh_l0	9	-0.007919521071016788
37744	rnn.bias_ih_l0	0	0.14554069936275482
37744	rnn.bias_ih_l0	1	-0.0562857985496521
37744	rnn.bias_ih_l0	2	0.10431187599897385
37744	rnn.bias_ih_l0	3	0.04882490634918213
37744	rnn.bias_ih_l0	4	0.09905112534761429
37744	rnn.bias_ih_l0	5	0.024185409769415855
37744	rnn.bias_ih_l0	6	-0.01760353520512581
37744	rnn.bias_ih_l0	7	-0.10901205986738205
37744	rnn.bias_ih_l0	8	-0.2065799981355667
37744	rnn.bias_ih_l0	9	0.08707180619239807
37744	rnn.bias_hh_l0	0	0.002820240333676338
37744	rnn.bias_hh_l0	1	0.023630717769265175
37744	rnn.bias_hh_l0	2	-0.006090501323342323
37744	rnn.bias_hh_l0	3	-0.030329735949635506
37744	rnn.bias_hh_l0	4	-0.03627152368426323
37744	rnn.bias_hh_l0	5	0.14359894394874573
37744	rnn.bias_hh_l0	6	0.05132771655917168
37744	rnn.bias_hh_l0	7	0.05974002927541733
37744	rnn.bias_hh_l0	8	0.016765162348747253
37744	rnn.bias_hh_l0	9	0.04345318675041199
37744	rnn.weight_ih_l0_reverse	0	-0.029696322977542877
37744	rnn.weight_ih_l0_reverse	1	-0.0022046647500246763
37744	rnn.weight_ih_l0_reverse	2	0.023836614564061165
37744	rnn.weight_ih_l0_reverse	3	-0.062098633497953415
37744	rnn.weight_ih_l0_reverse	4	0.00929165631532669
37744	rnn.weight_ih_l0_reverse	5	-0.046101752668619156
37744	rnn.weight_ih_l0_reverse	6	0.028361426666378975
37744	rnn.weight_ih_l0_reverse	7	0.04598056524991989
37744	rnn.weight_ih_l0_reverse	8	-0.04875265434384346
37744	rnn.weight_ih_l0_reverse	9	-0.050750888884067535
37744	rnn.weight_hh_l0_reverse	0	-0.08325563371181488
37744	rnn.weight_hh_l0_reverse	1	-0.0632922500371933
37744	rnn.weight_hh_l0_reverse	2	0.03439728170633316
37744	rnn.weight_hh_l0_reverse	3	0.04575376585125923
37744	rnn.weight_hh_l0_reverse	4	-0.015899574384093285
37744	rnn.weight_hh_l0_reverse	5	0.04557998478412628
37744	rnn.weight_hh_l0_reverse	6	0.0011584237217903137
37744	rnn.weight_hh_l0_reverse	7	-0.00017723256314639002
37744	rnn.weight_hh_l0_reverse	8	-0.09877163171768188
37744	rnn.weight_hh_l0_reverse	9	0.08019313961267471
37744	rnn.bias_ih_l0_reverse	0	-0.08919369429349899
37744	rnn.bias_ih_l0_reverse	1	-0.06896611303091049
37744	rnn.bias_ih_l0_reverse	2	0.10318587720394135
37744	rnn.bias_ih_l0_reverse	3	0.04794647544622421
37744	rnn.bias_ih_l0_reverse	4	-0.1291770339012146
37744	rnn.bias_ih_l0_reverse	5	0.04101480171084404
37744	rnn.bias_ih_l0_reverse	6	-0.10642579197883606
37744	rnn.bias_ih_l0_reverse	7	0.04460538923740387
37744	rnn.bias_ih_l0_reverse	8	0.03437206894159317
37744	rnn.bias_ih_l0_reverse	9	0.06319232285022736
37744	rnn.bias_hh_l0_reverse	0	0.05712330341339111
37744	rnn.bias_hh_l0_reverse	1	0.06531359255313873
37744	rnn.bias_hh_l0_reverse	2	0.07859567552804947
37744	rnn.bias_hh_l0_reverse	3	-0.003938942216336727
37744	rnn.bias_hh_l0_reverse	4	0.0714632049202919
37744	rnn.bias_hh_l0_reverse	5	0.007083781994879246
37744	rnn.bias_hh_l0_reverse	6	-0.054361965507268906
37744	rnn.bias_hh_l0_reverse	7	0.027342498302459717
37744	rnn.bias_hh_l0_reverse	8	0.011125951074063778
37744	rnn.bias_hh_l0_reverse	9	-0.16094167530536652
37744	linear.weight	0	0.17343784868717194
37744	linear.weight	1	-0.1629813015460968
37744	linear.weight	2	-0.21481920778751373
37744	linear.weight	3	0.07857132703065872
37744	linear.weight	4	-0.026677532121539116
37744	linear.weight	5	0.004110988229513168
37744	linear.weight	6	-0.006904369220137596
37744	linear.weight	7	-0.027069589123129845
37744	linear.weight	8	0.08448012173175812
37744	linear.weight	9	0.34967508912086487
37744	linear.bias	0	-0.20715543627738953
37744	linear.bias	1	0.19432859122753143
37744	linear.bias	2	-0.5396549105644226
37744	linear.bias	3	1.7040648460388184
37744	linear.bias	4	-0.3968128561973572
37744	linear.bias	5	-0.030769959092140198
37744	linear.bias	6	-0.3578284680843353
37744	linear.bias	7	-0.2796025574207306
37744	linear.bias	8	-0.043307527899742126
37744	linear.bias	9	-0.4979771673679352
37772	transitions	0	-0.648299515247345
37772	transitions	1	0.34955814480781555
37772	transitions	2	1.6743085384368896
37772	transitions	3	0.09649321436882019
37772	transitions	4	0.9483954310417175
37772	transitions	5	1.2739229202270508
37772	transitions	6	0.48329809308052063
37772	transitions	7	0.17572970688343048
37772	transitions	8	-0.919520914554596
37772	transitions	9	0.9306592345237732
37772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37772	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37772	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37772	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37772	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37772	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37772	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37772	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37772	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37772	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37772	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37772	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37772	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37772	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37772	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37772	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37772	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37772	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37772	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37772	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37772	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37772	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37772	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37772	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37772	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37772	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37772	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37772	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37772	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37772	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37772	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37772	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37772	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37772	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37772	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37772	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37772	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37772	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37772	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37772	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37772	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37772	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37772	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37772	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37772	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37772	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37772	embedding2nn.weight	0	0.02250058203935623
37772	embedding2nn.weight	1	0.014187881723046303
37772	embedding2nn.weight	2	-0.004285570699721575
37772	embedding2nn.weight	3	-0.00010230904445052147
37772	embedding2nn.weight	4	-0.004377017263323069
37772	embedding2nn.weight	5	0.011868663132190704
37772	embedding2nn.weight	6	-0.004973531700670719
37772	embedding2nn.weight	7	0.020728526636958122
37772	embedding2nn.weight	8	-0.006846535485237837
37772	embedding2nn.weight	9	-0.01389799639582634
37772	embedding2nn.bias	0	-0.03857254236936569
37772	embedding2nn.bias	1	-0.021377062425017357
37772	embedding2nn.bias	2	-0.07458281517028809
37772	embedding2nn.bias	3	-0.0017278041923418641
37772	embedding2nn.bias	4	0.004394096788018942
37772	embedding2nn.bias	5	-0.0069527653977274895
37772	embedding2nn.bias	6	0.009516320191323757
37772	embedding2nn.bias	7	0.02009417675435543
37772	embedding2nn.bias	8	0.00738547882065177
37772	embedding2nn.bias	9	0.000985714141279459
37772	rnn.weight_ih_l0	0	0.03953361511230469
37772	rnn.weight_ih_l0	1	-0.013660193420946598
37772	rnn.weight_ih_l0	2	-0.036510925740003586
37772	rnn.weight_ih_l0	3	-0.04477239027619362
37772	rnn.weight_ih_l0	4	-0.05204872414469719
37772	rnn.weight_ih_l0	5	-0.008457987569272518
37772	rnn.weight_ih_l0	6	-0.05188996344804764
37772	rnn.weight_ih_l0	7	-0.06159653887152672
37772	rnn.weight_ih_l0	8	-0.04472493380308151
37772	rnn.weight_ih_l0	9	-0.026940764859318733
37772	rnn.weight_hh_l0	0	0.01932676136493683
37772	rnn.weight_hh_l0	1	-0.009684623219072819
37772	rnn.weight_hh_l0	2	-0.06759606301784515
37772	rnn.weight_hh_l0	3	-0.033369280397892
37772	rnn.weight_hh_l0	4	-0.0783635675907135
37772	rnn.weight_hh_l0	5	-0.014582324773073196
37772	rnn.weight_hh_l0	6	-0.054337479174137115
37772	rnn.weight_hh_l0	7	-0.04069964587688446
37772	rnn.weight_hh_l0	8	-0.01910248212516308
37772	rnn.weight_hh_l0	9	-0.00792134739458561
37772	rnn.bias_ih_l0	0	0.14554129540920258
37772	rnn.bias_ih_l0	1	-0.05628233402967453
37772	rnn.bias_ih_l0	2	0.10431374609470367
37772	rnn.bias_ih_l0	3	0.04882395267486572
37772	rnn.bias_ih_l0	4	0.0990513414144516
37772	rnn.bias_ih_l0	5	0.024187052622437477
37772	rnn.bias_ih_l0	6	-0.017606200650334358
37772	rnn.bias_ih_l0	7	-0.10901064425706863
37772	rnn.bias_ih_l0	8	-0.20658059418201447
37772	rnn.bias_ih_l0	9	0.08707449585199356
37772	rnn.bias_hh_l0	0	0.0028232561890035868
37772	rnn.bias_hh_l0	1	0.02362906001508236
37772	rnn.bias_hh_l0	2	-0.006088934373110533
37772	rnn.bias_hh_l0	3	-0.03032621555030346
37772	rnn.bias_hh_l0	4	-0.036270175129175186
37772	rnn.bias_hh_l0	5	0.14359602332115173
37772	rnn.bias_hh_l0	6	0.0513295978307724
37772	rnn.bias_hh_l0	7	0.05973817780613899
37772	rnn.bias_hh_l0	8	0.016762496903538704
37772	rnn.bias_hh_l0	9	0.043455783277750015
37772	rnn.weight_ih_l0_reverse	0	-0.02969585545361042
37772	rnn.weight_ih_l0_reverse	1	-0.0022053238935768604
37772	rnn.weight_ih_l0_reverse	2	0.023836975917220116
37772	rnn.weight_ih_l0_reverse	3	-0.06209912151098251
37772	rnn.weight_ih_l0_reverse	4	0.009291630238294601
37772	rnn.weight_ih_l0_reverse	5	-0.046101704239845276
37772	rnn.weight_ih_l0_reverse	6	0.028359849005937576
37772	rnn.weight_ih_l0_reverse	7	0.045980580151081085
37772	rnn.weight_ih_l0_reverse	8	-0.04875217750668526
37772	rnn.weight_ih_l0_reverse	9	-0.050750765949487686
37772	rnn.weight_hh_l0_reverse	0	-0.08325593918561935
37772	rnn.weight_hh_l0_reverse	1	-0.06329349428415298
37772	rnn.weight_hh_l0_reverse	2	0.03439762070775032
37772	rnn.weight_hh_l0_reverse	3	0.045753370970487595
37772	rnn.weight_hh_l0_reverse	4	-0.015900664031505585
37772	rnn.weight_hh_l0_reverse	5	0.04558001086115837
37772	rnn.weight_hh_l0_reverse	6	0.001152815530076623
37772	rnn.weight_hh_l0_reverse	7	-0.00017675782146397978
37772	rnn.weight_hh_l0_reverse	8	-0.09877189993858337
37772	rnn.weight_hh_l0_reverse	9	0.08019096404314041
37772	rnn.bias_ih_l0_reverse	0	-0.0891832485795021
37772	rnn.bias_ih_l0_reverse	1	-0.06897560507059097
37772	rnn.bias_ih_l0_reverse	2	0.1031808853149414
37772	rnn.bias_ih_l0_reverse	3	0.04795031249523163
37772	rnn.bias_ih_l0_reverse	4	-0.1291765570640564
37772	rnn.bias_ih_l0_reverse	5	0.04101426899433136
37772	rnn.bias_ih_l0_reverse	6	-0.10642500966787338
37772	rnn.bias_ih_l0_reverse	7	0.04460804536938667
37772	rnn.bias_ih_l0_reverse	8	0.034372247755527496
37772	rnn.bias_ih_l0_reverse	9	0.06319202482700348
37772	rnn.bias_hh_l0_reverse	0	0.05711459740996361
37772	rnn.bias_hh_l0_reverse	1	0.06531365215778351
37772	rnn.bias_hh_l0_reverse	2	0.07859776169061661
37772	rnn.bias_hh_l0_reverse	3	-0.00393737992271781
37772	rnn.bias_hh_l0_reverse	4	0.07146278768777847
37772	rnn.bias_hh_l0_reverse	5	0.007077178917825222
37772	rnn.bias_hh_l0_reverse	6	-0.054362524300813675
37772	rnn.bias_hh_l0_reverse	7	0.02734207920730114
37772	rnn.bias_hh_l0_reverse	8	0.011129243299365044
37772	rnn.bias_hh_l0_reverse	9	-0.16093656420707703
37772	linear.weight	0	0.17343607544898987
37772	linear.weight	1	-0.1629813015460968
37772	linear.weight	2	-0.2148193120956421
37772	linear.weight	3	0.07856975495815277
37772	linear.weight	4	-0.026677820831537247
37772	linear.weight	5	0.004111145623028278
37772	linear.weight	6	-0.006904369220137596
37772	linear.weight	7	-0.02706955000758171
37772	linear.weight	8	0.08448032289743423
37772	linear.weight	9	0.34967291355133057
37772	linear.bias	0	-0.20715512335300446
37772	linear.bias	1	0.19432759284973145
37772	linear.bias	2	-0.5396574139595032
37772	linear.bias	3	1.704055905342102
37772	linear.bias	4	-0.39679837226867676
37772	linear.bias	5	-0.030769959092140198
37772	linear.bias	6	-0.3578312397003174
37772	linear.bias	7	-0.27960291504859924
37772	linear.bias	8	-0.043271198868751526
37772	linear.bias	9	-0.49797749519348145
37800	transitions	0	-0.6482995748519897
37800	transitions	1	0.3495580852031708
37800	transitions	2	1.6743085384368896
37800	transitions	3	0.0964931920170784
37800	transitions	4	0.9483954310417175
37800	transitions	5	1.2739229202270508
37800	transitions	6	0.48329809308052063
37800	transitions	7	0.17572970688343048
37800	transitions	8	-0.919520914554596
37800	transitions	9	0.9306592345237732
37800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37800	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37800	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37800	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37800	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37800	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37800	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37800	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37800	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37800	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37800	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37800	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37800	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37800	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37800	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37800	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37800	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37800	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37800	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37800	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37800	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37800	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37800	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37800	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37800	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37800	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37800	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37800	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37800	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37800	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37800	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37800	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37800	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37800	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37800	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37800	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37800	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37800	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37800	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37800	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37800	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37800	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37800	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37800	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37800	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37800	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37800	embedding2nn.weight	0	0.02250100113451481
37800	embedding2nn.weight	1	0.014187866821885109
37800	embedding2nn.weight	2	-0.004285468254238367
37800	embedding2nn.weight	3	-0.0001021588541334495
37800	embedding2nn.weight	4	-0.004377009812742472
37800	embedding2nn.weight	5	0.011868603527545929
37800	embedding2nn.weight	6	-0.0049734259955585
37800	embedding2nn.weight	7	0.020728910341858864
37800	embedding2nn.weight	8	-0.006846529897302389
37800	embedding2nn.weight	9	-0.013898021541535854
37800	embedding2nn.bias	0	-0.03857101872563362
37800	embedding2nn.bias	1	-0.02138267084956169
37800	embedding2nn.bias	2	-0.07459325343370438
37800	embedding2nn.bias	3	-0.0017299146857112646
37800	embedding2nn.bias	4	0.004388241562992334
37800	embedding2nn.bias	5	-0.006948377005755901
37800	embedding2nn.bias	6	0.009512408636510372
37800	embedding2nn.bias	7	0.020091652870178223
37800	embedding2nn.bias	8	0.007382664363831282
37800	embedding2nn.bias	9	0.0009838532423600554
37800	rnn.weight_ih_l0	0	0.03953320160508156
37800	rnn.weight_ih_l0	1	-0.013660137541592121
37800	rnn.weight_ih_l0	2	-0.036510735750198364
37800	rnn.weight_ih_l0	3	-0.044772181659936905
37800	rnn.weight_ih_l0	4	-0.05204956233501434
37800	rnn.weight_ih_l0	5	-0.008458017371594906
37800	rnn.weight_ih_l0	6	-0.05188984423875809
37800	rnn.weight_ih_l0	7	-0.06159612163901329
37800	rnn.weight_ih_l0	8	-0.04472484067082405
37800	rnn.weight_ih_l0	9	-0.026940442621707916
37800	rnn.weight_hh_l0	0	0.01932659186422825
37800	rnn.weight_hh_l0	1	-0.009686154313385487
37800	rnn.weight_hh_l0	2	-0.06759610772132874
37800	rnn.weight_hh_l0	3	-0.033369630575180054
37800	rnn.weight_hh_l0	4	-0.07836315780878067
37800	rnn.weight_hh_l0	5	-0.014581120572984219
37800	rnn.weight_hh_l0	6	-0.0543355830013752
37800	rnn.weight_hh_l0	7	-0.04070156812667847
37800	rnn.weight_hh_l0	8	-0.01910262741148472
37800	rnn.weight_hh_l0	9	-0.007921289652585983
37800	rnn.bias_ih_l0	0	0.14554095268249512
37800	rnn.bias_ih_l0	1	-0.056282952427864075
37800	rnn.bias_ih_l0	2	0.10431457310914993
37800	rnn.bias_ih_l0	3	0.04882242903113365
37800	rnn.bias_ih_l0	4	0.09905540943145752
37800	rnn.bias_ih_l0	5	0.024185286834836006
37800	rnn.bias_ih_l0	6	-0.017608270049095154
37800	rnn.bias_ih_l0	7	-0.10902094095945358
37800	rnn.bias_ih_l0	8	-0.20658372342586517
37800	rnn.bias_ih_l0	9	0.08707103133201599
37800	rnn.bias_hh_l0	0	0.002825800096616149
37800	rnn.bias_hh_l0	1	0.0236258152872324
37800	rnn.bias_hh_l0	2	-0.006091278977692127
37800	rnn.bias_hh_l0	3	-0.03032577596604824
37800	rnn.bias_hh_l0	4	-0.036266159266233444
37800	rnn.bias_hh_l0	5	0.14359572529792786
37800	rnn.bias_hh_l0	6	0.051333654671907425
37800	rnn.bias_hh_l0	7	0.059741899371147156
37800	rnn.bias_hh_l0	8	0.01676042750477791
37800	rnn.bias_hh_l0	9	0.043457116931676865
37800	rnn.weight_ih_l0_reverse	0	-0.029695143923163414
37800	rnn.weight_ih_l0_reverse	1	-0.0022062293719500303
37800	rnn.weight_ih_l0_reverse	2	0.023836737498641014
37800	rnn.weight_ih_l0_reverse	3	-0.06209911033511162
37800	rnn.weight_ih_l0_reverse	4	0.009291770868003368
37800	rnn.weight_ih_l0_reverse	5	-0.04610196501016617
37800	rnn.weight_ih_l0_reverse	6	0.028359580785036087
37800	rnn.weight_ih_l0_reverse	7	0.045980434864759445
37800	rnn.weight_ih_l0_reverse	8	-0.04875165596604347
37800	rnn.weight_ih_l0_reverse	9	-0.050750814378261566
37800	rnn.weight_hh_l0_reverse	0	-0.08325567096471786
37800	rnn.weight_hh_l0_reverse	1	-0.06329523772001266
37800	rnn.weight_hh_l0_reverse	2	0.03439708799123764
37800	rnn.weight_hh_l0_reverse	3	0.04575342684984207
37800	rnn.weight_hh_l0_reverse	4	-0.015901656821370125
37800	rnn.weight_hh_l0_reverse	5	0.04558022320270538
37800	rnn.weight_hh_l0_reverse	6	0.0011517794337123632
37800	rnn.weight_hh_l0_reverse	7	-0.0001771071838447824
37800	rnn.weight_hh_l0_reverse	8	-0.09877081960439682
37800	rnn.weight_hh_l0_reverse	9	0.0801909863948822
37800	rnn.bias_ih_l0_reverse	0	-0.08918312191963196
37800	rnn.bias_ih_l0_reverse	1	-0.06897220015525818
37800	rnn.bias_ih_l0_reverse	2	0.10318424552679062
37800	rnn.bias_ih_l0_reverse	3	0.04795176908373833
37800	rnn.bias_ih_l0_reverse	4	-0.1291785091161728
37800	rnn.bias_ih_l0_reverse	5	0.04101332277059555
37800	rnn.bias_ih_l0_reverse	6	-0.10642605274915695
37800	rnn.bias_ih_l0_reverse	7	0.04461042582988739
37800	rnn.bias_ih_l0_reverse	8	0.034371282905340195
37800	rnn.bias_ih_l0_reverse	9	0.06318993866443634
37800	rnn.bias_hh_l0_reverse	0	0.0571228489279747
37800	rnn.bias_hh_l0_reverse	1	0.06531566381454468
37800	rnn.bias_hh_l0_reverse	2	0.0785934254527092
37800	rnn.bias_hh_l0_reverse	3	-0.003936994355171919
37800	rnn.bias_hh_l0_reverse	4	0.0714602842926979
37800	rnn.bias_hh_l0_reverse	5	0.007079749833792448
37800	rnn.bias_hh_l0_reverse	6	-0.05436455458402634
37800	rnn.bias_hh_l0_reverse	7	0.02734002284705639
37800	rnn.bias_hh_l0_reverse	8	0.011129920370876789
37800	rnn.bias_hh_l0_reverse	9	-0.16092701256275177
37800	linear.weight	0	0.17343662679195404
37800	linear.weight	1	-0.16298127174377441
37800	linear.weight	2	-0.21482501924037933
37800	linear.weight	3	0.07856646180152893
37800	linear.weight	4	-0.026677588000893593
37800	linear.weight	5	0.004111391957849264
37800	linear.weight	6	-0.006904365494847298
37800	linear.weight	7	-0.027069535106420517
37800	linear.weight	8	0.08447480946779251
37800	linear.weight	9	0.34967240691185
37800	linear.bias	0	-0.2071470022201538
37800	linear.bias	1	0.19431406259536743
37800	linear.bias	2	-0.5396643280982971
37800	linear.bias	3	1.7040314674377441
37800	linear.bias	4	-0.396798700094223
37800	linear.bias	5	-0.030769959092140198
37800	linear.bias	6	-0.35783711075782776
37800	linear.bias	7	-0.279601514339447
37800	linear.bias	8	-0.04328606650233269
37800	linear.bias	9	-0.4979775846004486
37828	transitions	0	-0.6482995748519897
37828	transitions	1	0.34955793619155884
37828	transitions	2	1.6743084192276
37828	transitions	3	0.09649316966533661
37828	transitions	4	0.9483952522277832
37828	transitions	5	1.2739229202270508
37828	transitions	6	0.48329809308052063
37828	transitions	7	0.17572970688343048
37828	transitions	8	-0.919520914554596
37828	transitions	9	0.9306592345237732
37828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37828	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37828	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37828	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37828	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37828	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37828	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37828	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37828	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37828	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37828	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37828	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37828	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37828	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37828	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37828	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37828	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37828	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37828	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37828	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37828	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37828	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37828	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37828	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37828	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37828	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37828	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37828	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37828	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37828	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37828	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37828	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37828	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37828	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37828	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37828	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37828	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37828	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37828	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37828	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37828	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37828	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37828	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37828	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37828	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37828	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37828	embedding2nn.weight	0	0.02250046655535698
37828	embedding2nn.weight	1	0.014187665656208992
37828	embedding2nn.weight	2	-0.004285313189029694
37828	embedding2nn.weight	3	-0.00010273712541675195
37828	embedding2nn.weight	4	-0.004377078730612993
37828	embedding2nn.weight	5	0.011868713423609734
37828	embedding2nn.weight	6	-0.004973345436155796
37828	embedding2nn.weight	7	0.02072911337018013
37828	embedding2nn.weight	8	-0.006846425123512745
37828	embedding2nn.weight	9	-0.0138981519266963
37828	embedding2nn.bias	0	-0.03857402130961418
37828	embedding2nn.bias	1	-0.02139171212911606
37828	embedding2nn.bias	2	-0.07459565997123718
37828	embedding2nn.bias	3	-0.0017163475276902318
37828	embedding2nn.bias	4	0.004395064897835255
37828	embedding2nn.bias	5	-0.00695011718198657
37828	embedding2nn.bias	6	0.009513911791145802
37828	embedding2nn.bias	7	0.020085537806153297
37828	embedding2nn.bias	8	0.007389633450657129
37828	embedding2nn.bias	9	0.000976670067757368
37828	rnn.weight_ih_l0	0	0.03953314945101738
37828	rnn.weight_ih_l0	1	-0.013661106117069721
37828	rnn.weight_ih_l0	2	-0.036510027945041656
37828	rnn.weight_ih_l0	3	-0.044771965593099594
37828	rnn.weight_ih_l0	4	-0.052048925310373306
37828	rnn.weight_ih_l0	5	-0.008458152413368225
37828	rnn.weight_ih_l0	6	-0.05188982933759689
37828	rnn.weight_ih_l0	7	-0.06159599870443344
37828	rnn.weight_ih_l0	8	-0.04472484067082405
37828	rnn.weight_ih_l0	9	-0.026940446346998215
37828	rnn.weight_hh_l0	0	0.019326290115714073
37828	rnn.weight_hh_l0	1	-0.009686035104095936
37828	rnn.weight_hh_l0	2	-0.06759592145681381
37828	rnn.weight_hh_l0	3	-0.03336988389492035
37828	rnn.weight_hh_l0	4	-0.07836361974477768
37828	rnn.weight_hh_l0	5	-0.014580034650862217
37828	rnn.weight_hh_l0	6	-0.05433834716677666
37828	rnn.weight_hh_l0	7	-0.04070224612951279
37828	rnn.weight_hh_l0	8	-0.019102351740002632
37828	rnn.weight_hh_l0	9	-0.007920458912849426
37828	rnn.bias_ih_l0	0	0.14554019272327423
37828	rnn.bias_ih_l0	1	-0.05628514662384987
37828	rnn.bias_ih_l0	2	0.10431286692619324
37828	rnn.bias_ih_l0	3	0.04882257431745529
37828	rnn.bias_ih_l0	4	0.09905137866735458
37828	rnn.bias_ih_l0	5	0.024184266105294228
37828	rnn.bias_ih_l0	6	-0.017607009038329124
37828	rnn.bias_ih_l0	7	-0.1090192124247551
37828	rnn.bias_ih_l0	8	-0.20658788084983826
37828	rnn.bias_ih_l0	9	0.08707112073898315
37828	rnn.bias_hh_l0	0	0.0028264871798455715
37828	rnn.bias_hh_l0	1	0.02362261340022087
37828	rnn.bias_hh_l0	2	-0.006090381182730198
37828	rnn.bias_hh_l0	3	-0.030327320098876953
37828	rnn.bias_hh_l0	4	-0.03626704588532448
37828	rnn.bias_hh_l0	5	0.14360161125659943
37828	rnn.bias_hh_l0	6	0.0513305626809597
37828	rnn.bias_hh_l0	7	0.05974239856004715
37828	rnn.bias_hh_l0	8	0.016761688515543938
37828	rnn.bias_hh_l0	9	0.04345860704779625
37828	rnn.weight_ih_l0_reverse	0	-0.029694896191358566
37828	rnn.weight_ih_l0_reverse	1	-0.002207984449341893
37828	rnn.weight_ih_l0_reverse	2	0.023836936801671982
37828	rnn.weight_ih_l0_reverse	3	-0.06209888309240341
37828	rnn.weight_ih_l0_reverse	4	0.00929154735058546
37828	rnn.weight_ih_l0_reverse	5	-0.046102143824100494
37828	rnn.weight_ih_l0_reverse	6	0.028359439224004745
37828	rnn.weight_ih_l0_reverse	7	0.045980509370565414
37828	rnn.weight_ih_l0_reverse	8	-0.04875176027417183
37828	rnn.weight_ih_l0_reverse	9	-0.05075078085064888
37828	rnn.weight_hh_l0_reverse	0	-0.08325537294149399
37828	rnn.weight_hh_l0_reverse	1	-0.06329937279224396
37828	rnn.weight_hh_l0_reverse	2	0.034396588802337646
37828	rnn.weight_hh_l0_reverse	3	0.04575393348932266
37828	rnn.weight_hh_l0_reverse	4	-0.015901554375886917
37828	rnn.weight_hh_l0_reverse	5	0.04558045417070389
37828	rnn.weight_hh_l0_reverse	6	0.0011538923718035221
37828	rnn.weight_hh_l0_reverse	7	-0.00017737015150487423
37828	rnn.weight_hh_l0_reverse	8	-0.09877011179924011
37828	rnn.weight_hh_l0_reverse	9	0.0801917016506195
37828	rnn.bias_ih_l0_reverse	0	-0.08918246626853943
37828	rnn.bias_ih_l0_reverse	1	-0.06897453218698502
37828	rnn.bias_ih_l0_reverse	2	0.10318395495414734
37828	rnn.bias_ih_l0_reverse	3	0.047953419387340546
37828	rnn.bias_ih_l0_reverse	4	-0.129178985953331
37828	rnn.bias_ih_l0_reverse	5	0.04101439192891121
37828	rnn.bias_ih_l0_reverse	6	-0.10642603039741516
37828	rnn.bias_ih_l0_reverse	7	0.04461051523685455
37828	rnn.bias_ih_l0_reverse	8	0.03436950594186783
37828	rnn.bias_ih_l0_reverse	9	0.0631897822022438
37828	rnn.bias_hh_l0_reverse	0	0.05712204799056053
37828	rnn.bias_hh_l0_reverse	1	0.06531467288732529
37828	rnn.bias_hh_l0_reverse	2	0.07859126478433609
37828	rnn.bias_hh_l0_reverse	3	-0.003937122877687216
37828	rnn.bias_hh_l0_reverse	4	0.0714622288942337
37828	rnn.bias_hh_l0_reverse	5	0.007074673194438219
37828	rnn.bias_hh_l0_reverse	6	-0.05436437577009201
37828	rnn.bias_hh_l0_reverse	7	0.027341853827238083
37828	rnn.bias_hh_l0_reverse	8	0.011132140643894672
37828	rnn.bias_hh_l0_reverse	9	-0.16092775762081146
37828	linear.weight	0	0.17343799769878387
37828	linear.weight	1	-0.16298127174377441
37828	linear.weight	2	-0.21482600271701813
37828	linear.weight	3	0.07855061441659927
37828	linear.weight	4	-0.026676522567868233
37828	linear.weight	5	0.004111330024898052
37828	linear.weight	6	-0.006904364563524723
37828	linear.weight	7	-0.02706948108971119
37828	linear.weight	8	0.08447530120611191
37828	linear.weight	9	0.34967753291130066
37828	linear.bias	0	-0.20716923475265503
37828	linear.bias	1	0.19433046877384186
37828	linear.bias	2	-0.5396639704704285
37828	linear.bias	3	1.7040855884552002
37828	linear.bias	4	-0.3967956304550171
37828	linear.bias	5	-0.030769959092140198
37828	linear.bias	6	-0.3578373193740845
37828	linear.bias	7	-0.27960285544395447
37828	linear.bias	8	-0.04328903928399086
37828	linear.bias	9	-0.497977614402771
37856	transitions	0	-0.6482995748519897
37856	transitions	1	0.34955793619155884
37856	transitions	2	1.6743084192276
37856	transitions	3	0.09649316221475601
37856	transitions	4	0.9483952522277832
37856	transitions	5	1.2739229202270508
37856	transitions	6	0.48329809308052063
37856	transitions	7	0.17572970688343048
37856	transitions	8	-0.919520914554596
37856	transitions	9	0.9306592345237732
37856	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37856	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37856	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37856	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37856	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37856	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37856	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37856	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37856	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37856	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37856	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37856	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37856	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37856	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37856	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37856	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37856	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37856	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37856	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37856	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37856	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37856	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37856	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37856	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37856	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37856	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37856	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37856	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37856	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37856	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37856	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37856	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37856	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37856	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37856	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37856	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37856	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37856	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37856	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37856	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37856	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37856	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37856	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37856	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37856	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37856	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37856	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37856	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37856	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37856	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37856	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37856	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37856	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37856	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37856	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37856	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37856	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37856	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37856	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37856	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37856	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37856	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37856	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37856	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37856	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37856	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37856	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37856	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37856	embedding2nn.weight	0	0.02249966934323311
37856	embedding2nn.weight	1	0.01418780256062746
37856	embedding2nn.weight	2	-0.004285228904336691
37856	embedding2nn.weight	3	-0.0001027346879709512
37856	embedding2nn.weight	4	-0.004377027042210102
37856	embedding2nn.weight	5	0.011868149973452091
37856	embedding2nn.weight	6	-0.004973534028977156
37856	embedding2nn.weight	7	0.02073042280972004
37856	embedding2nn.weight	8	-0.0068467347882688046
37856	embedding2nn.weight	9	-0.013898158445954323
37856	embedding2nn.bias	0	-0.03857925906777382
37856	embedding2nn.bias	1	-0.021398887038230896
37856	embedding2nn.bias	2	-0.07459786534309387
37856	embedding2nn.bias	3	-0.001707747345790267
37856	embedding2nn.bias	4	0.00439111702144146
37856	embedding2nn.bias	5	-0.0069421823136508465
37856	embedding2nn.bias	6	0.009514150209724903
37856	embedding2nn.bias	7	0.02008068934082985
37856	embedding2nn.bias	8	0.007384038530290127
37856	embedding2nn.bias	9	0.0009849841007962823
37856	rnn.weight_ih_l0	0	0.03953314572572708
37856	rnn.weight_ih_l0	1	-0.013661154545843601
37856	rnn.weight_ih_l0	2	-0.03651053085923195
37856	rnn.weight_ih_l0	3	-0.04477163776755333
37856	rnn.weight_ih_l0	4	-0.05204993858933449
37856	rnn.weight_ih_l0	5	-0.008458106778562069
37856	rnn.weight_ih_l0	6	-0.05189022794365883
37856	rnn.weight_ih_l0	7	-0.0615956112742424
37856	rnn.weight_ih_l0	8	-0.04472415894269943
37856	rnn.weight_ih_l0	9	-0.02694002352654934
37856	rnn.weight_hh_l0	0	0.019327297806739807
37856	rnn.weight_hh_l0	1	-0.00968516431748867
37856	rnn.weight_hh_l0	2	-0.0675954595208168
37856	rnn.weight_hh_l0	3	-0.033370669931173325
37856	rnn.weight_hh_l0	4	-0.07836297154426575
37856	rnn.weight_hh_l0	5	-0.014580405317246914
37856	rnn.weight_hh_l0	6	-0.054338324815034866
37856	rnn.weight_hh_l0	7	-0.04070223867893219
37856	rnn.weight_hh_l0	8	-0.01910247467458248
37856	rnn.weight_hh_l0	9	-0.007919694297015667
37856	rnn.bias_ih_l0	0	0.14554212987422943
37856	rnn.bias_ih_l0	1	-0.05628823861479759
37856	rnn.bias_ih_l0	2	0.10431187599897385
37856	rnn.bias_ih_l0	3	0.0488220639526844
37856	rnn.bias_ih_l0	4	0.09905058890581131
37856	rnn.bias_ih_l0	5	0.024181319400668144
37856	rnn.bias_ih_l0	6	-0.017604300752282143
37856	rnn.bias_ih_l0	7	-0.10902101546525955
37856	rnn.bias_ih_l0	8	-0.206586554646492
37856	rnn.bias_ih_l0	9	0.08707182854413986
37856	rnn.bias_hh_l0	0	0.0028253430500626564
37856	rnn.bias_hh_l0	1	0.023621775209903717
37856	rnn.bias_hh_l0	2	-0.0060926578007638454
37856	rnn.bias_hh_l0	3	-0.0303253885358572
37856	rnn.bias_hh_l0	4	-0.03626513108611107
37856	rnn.bias_hh_l0	5	0.14359647035598755
37856	rnn.bias_hh_l0	6	0.05132950097322464
37856	rnn.bias_hh_l0	7	0.05974220857024193
37856	rnn.bias_hh_l0	8	0.01676439680159092
37856	rnn.bias_hh_l0	9	0.043453749269247055
37856	rnn.weight_ih_l0_reverse	0	-0.02969452179968357
37856	rnn.weight_ih_l0_reverse	1	-0.002206563949584961
37856	rnn.weight_ih_l0_reverse	2	0.023837268352508545
37856	rnn.weight_ih_l0_reverse	3	-0.0620984211564064
37856	rnn.weight_ih_l0_reverse	4	0.009291151538491249
37856	rnn.weight_ih_l0_reverse	5	-0.04610252380371094
37856	rnn.weight_ih_l0_reverse	6	0.02835891768336296
37856	rnn.weight_ih_l0_reverse	7	0.04598066583275795
37856	rnn.weight_ih_l0_reverse	8	-0.04875197261571884
37856	rnn.weight_ih_l0_reverse	9	-0.0507509708404541
37856	rnn.weight_hh_l0_reverse	0	-0.08325566351413727
37856	rnn.weight_hh_l0_reverse	1	-0.06329753994941711
37856	rnn.weight_hh_l0_reverse	2	0.034395795315504074
37856	rnn.weight_hh_l0_reverse	3	0.04575294256210327
37856	rnn.weight_hh_l0_reverse	4	-0.015901116654276848
37856	rnn.weight_hh_l0_reverse	5	0.04558039829134941
37856	rnn.weight_hh_l0_reverse	6	0.001152939978055656
37856	rnn.weight_hh_l0_reverse	7	-0.0001773123804014176
37856	rnn.weight_hh_l0_reverse	8	-0.0987715870141983
37856	rnn.weight_hh_l0_reverse	9	0.08019251376390457
37856	rnn.bias_ih_l0_reverse	0	-0.08917877823114395
37856	rnn.bias_ih_l0_reverse	1	-0.06897536665201187
37856	rnn.bias_ih_l0_reverse	2	0.10318729281425476
37856	rnn.bias_ih_l0_reverse	3	0.04795210435986519
37856	rnn.bias_ih_l0_reverse	4	-0.12917909026145935
37856	rnn.bias_ih_l0_reverse	5	0.0410115048289299
37856	rnn.bias_ih_l0_reverse	6	-0.10642441362142563
37856	rnn.bias_ih_l0_reverse	7	0.04461013153195381
37856	rnn.bias_ih_l0_reverse	8	0.03437022119760513
37856	rnn.bias_ih_l0_reverse	9	0.0631922259926796
37856	rnn.bias_hh_l0_reverse	0	0.05711381137371063
37856	rnn.bias_hh_l0_reverse	1	0.06531530618667603
37856	rnn.bias_hh_l0_reverse	2	0.07859053462743759
37856	rnn.bias_hh_l0_reverse	3	-0.003938810434192419
37856	rnn.bias_hh_l0_reverse	4	0.0714590847492218
37856	rnn.bias_hh_l0_reverse	5	0.007069723214954138
37856	rnn.bias_hh_l0_reverse	6	-0.054363179951906204
37856	rnn.bias_hh_l0_reverse	7	0.02734128199517727
37856	rnn.bias_hh_l0_reverse	8	0.01113317534327507
37856	rnn.bias_hh_l0_reverse	9	-0.1609211415052414
37856	linear.weight	0	0.17342816293239594
37856	linear.weight	1	-0.16298125684261322
37856	linear.weight	2	-0.21483036875724792
37856	linear.weight	3	0.07854118198156357
37856	linear.weight	4	-0.026676660403609276
37856	linear.weight	5	0.004111223854124546
37856	linear.weight	6	-0.006904360838234425
37856	linear.weight	7	-0.02706947922706604
37856	linear.weight	8	0.08447451144456863
37856	linear.weight	9	0.34966954588890076
37856	linear.bias	0	-0.20719881355762482
37856	linear.bias	1	0.19432500004768372
37856	linear.bias	2	-0.5396648645401001
37856	linear.bias	3	1.7041065692901611
37856	linear.bias	4	-0.3967956304550171
37856	linear.bias	5	-0.030769959092140198
37856	linear.bias	6	-0.35783836245536804
37856	linear.bias	7	-0.2796037197113037
37856	linear.bias	8	-0.043257419019937515
37856	linear.bias	9	-0.497977614402771
37884	transitions	0	-0.6482995748519897
37884	transitions	1	0.34955790638923645
37884	transitions	2	1.6743083000183105
37884	transitions	3	0.09649311751127243
37884	transitions	4	0.9483952522277832
37884	transitions	5	1.2739229202270508
37884	transitions	6	0.48329809308052063
37884	transitions	7	0.17572970688343048
37884	transitions	8	-0.919520914554596
37884	transitions	9	0.9306592345237732
37884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37884	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37884	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37884	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37884	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37884	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37884	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37884	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37884	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37884	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37884	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37884	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37884	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37884	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37884	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37884	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37884	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37884	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37884	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37884	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37884	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37884	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37884	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37884	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37884	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37884	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37884	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37884	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37884	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37884	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37884	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37884	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37884	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37884	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37884	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37884	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37884	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37884	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37884	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37884	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37884	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37884	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37884	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37884	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37884	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37884	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37884	embedding2nn.weight	0	0.022500135004520416
37884	embedding2nn.weight	1	0.014187703840434551
37884	embedding2nn.weight	2	-0.004285202361643314
37884	embedding2nn.weight	3	-0.00010262258729198948
37884	embedding2nn.weight	4	-0.004376863595098257
37884	embedding2nn.weight	5	0.011867961846292019
37884	embedding2nn.weight	6	-0.00497344508767128
37884	embedding2nn.weight	7	0.020730745047330856
37884	embedding2nn.weight	8	-0.006846900563687086
37884	embedding2nn.weight	9	-0.013898231089115143
37884	embedding2nn.bias	0	-0.03858382627367973
37884	embedding2nn.bias	1	-0.02139732986688614
37884	embedding2nn.bias	2	-0.07460511475801468
37884	embedding2nn.bias	3	-0.0017157875699922442
37884	embedding2nn.bias	4	0.004391818773001432
37884	embedding2nn.bias	5	-0.0069527099840343
37884	embedding2nn.bias	6	0.009521925821900368
37884	embedding2nn.bias	7	0.02007477730512619
37884	embedding2nn.bias	8	0.007383221294730902
37884	embedding2nn.bias	9	0.0009925535414367914
37884	rnn.weight_ih_l0	0	0.03953314945101738
37884	rnn.weight_ih_l0	1	-0.013661521486938
37884	rnn.weight_ih_l0	2	-0.03651082143187523
37884	rnn.weight_ih_l0	3	-0.04477174952626228
37884	rnn.weight_ih_l0	4	-0.052049875259399414
37884	rnn.weight_ih_l0	5	-0.008457916788756847
37884	rnn.weight_ih_l0	6	-0.0518903024494648
37884	rnn.weight_ih_l0	7	-0.06159540265798569
37884	rnn.weight_ih_l0	8	-0.044723860919475555
37884	rnn.weight_ih_l0	9	-0.026940077543258667
37884	rnn.weight_hh_l0	0	0.01932680234313011
37884	rnn.weight_hh_l0	1	-0.009686432778835297
37884	rnn.weight_hh_l0	2	-0.06759532541036606
37884	rnn.weight_hh_l0	3	-0.033370666205883026
37884	rnn.weight_hh_l0	4	-0.0783630907535553
37884	rnn.weight_hh_l0	5	-0.014579616487026215
37884	rnn.weight_hh_l0	6	-0.05433842912316322
37884	rnn.weight_hh_l0	7	-0.04070229083299637
37884	rnn.weight_hh_l0	8	-0.01910160481929779
37884	rnn.weight_hh_l0	9	-0.007921368815004826
37884	rnn.bias_ih_l0	0	0.14554108679294586
37884	rnn.bias_ih_l0	1	-0.05628671497106552
37884	rnn.bias_ih_l0	2	0.10430938005447388
37884	rnn.bias_ih_l0	3	0.04882392659783363
37884	rnn.bias_ih_l0	4	0.09905198216438293
37884	rnn.bias_ih_l0	5	0.02417985536158085
37884	rnn.bias_ih_l0	6	-0.01760055683553219
37884	rnn.bias_ih_l0	7	-0.10900932550430298
37884	rnn.bias_ih_l0	8	-0.20659540593624115
37884	rnn.bias_ih_l0	9	0.08707032352685928
37884	rnn.bias_hh_l0	0	0.002825087169185281
37884	rnn.bias_hh_l0	1	0.023624252527952194
37884	rnn.bias_hh_l0	2	-0.006086865905672312
37884	rnn.bias_hh_l0	3	-0.030322283506393433
37884	rnn.bias_hh_l0	4	-0.03626592457294464
37884	rnn.bias_hh_l0	5	0.1435956209897995
37884	rnn.bias_hh_l0	6	0.05132454261183739
37884	rnn.bias_hh_l0	7	0.05974500998854637
37884	rnn.bias_hh_l0	8	0.016768140718340874
37884	rnn.bias_hh_l0	9	0.04345649108290672
37884	rnn.weight_ih_l0_reverse	0	-0.02969495765864849
37884	rnn.weight_ih_l0_reverse	1	-0.002207394689321518
37884	rnn.weight_ih_l0_reverse	2	0.023837242275476456
37884	rnn.weight_ih_l0_reverse	3	-0.062098387628793716
37884	rnn.weight_ih_l0_reverse	4	0.009290902875363827
37884	rnn.weight_ih_l0_reverse	5	-0.04610303416848183
37884	rnn.weight_ih_l0_reverse	6	0.028358496725559235
37884	rnn.weight_ih_l0_reverse	7	0.045980457216501236
37884	rnn.weight_ih_l0_reverse	8	-0.04875155910849571
37884	rnn.weight_ih_l0_reverse	9	-0.050751011818647385
37884	rnn.weight_hh_l0_reverse	0	-0.08325599133968353
37884	rnn.weight_hh_l0_reverse	1	-0.06329800188541412
37884	rnn.weight_hh_l0_reverse	2	0.03439619392156601
37884	rnn.weight_hh_l0_reverse	3	0.045752666890621185
37884	rnn.weight_hh_l0_reverse	4	-0.01590086705982685
37884	rnn.weight_hh_l0_reverse	5	0.04558002948760986
37884	rnn.weight_hh_l0_reverse	6	0.0011561145074665546
37884	rnn.weight_hh_l0_reverse	7	-0.00017781388305593282
37884	rnn.weight_hh_l0_reverse	8	-0.09877204149961472
37884	rnn.weight_hh_l0_reverse	9	0.08019401133060455
37884	rnn.bias_ih_l0_reverse	0	-0.08918123692274094
37884	rnn.bias_ih_l0_reverse	1	-0.06897197663784027
37884	rnn.bias_ih_l0_reverse	2	0.10319015383720398
37884	rnn.bias_ih_l0_reverse	3	0.04795125499367714
37884	rnn.bias_ih_l0_reverse	4	-0.12917791306972504
37884	rnn.bias_ih_l0_reverse	5	0.04101299121975899
37884	rnn.bias_ih_l0_reverse	6	-0.10642754286527634
37884	rnn.bias_ih_l0_reverse	7	0.044611625373363495
37884	rnn.bias_ih_l0_reverse	8	0.0343700610101223
37884	rnn.bias_ih_l0_reverse	9	0.06319353729486465
37884	rnn.bias_hh_l0_reverse	0	0.057115089148283005
37884	rnn.bias_hh_l0_reverse	1	0.06531576812267303
37884	rnn.bias_hh_l0_reverse	2	0.07859110832214355
37884	rnn.bias_hh_l0_reverse	3	-0.00393707538023591
37884	rnn.bias_hh_l0_reverse	4	0.07145962119102478
37884	rnn.bias_hh_l0_reverse	5	0.007074665278196335
37884	rnn.bias_hh_l0_reverse	6	-0.05436038598418236
37884	rnn.bias_hh_l0_reverse	7	0.0273418091237545
37884	rnn.bias_hh_l0_reverse	8	0.011128458194434643
37884	rnn.bias_hh_l0_reverse	9	-0.16093198955059052
37884	linear.weight	0	0.17342625558376312
37884	linear.weight	1	-0.16298127174377441
37884	linear.weight	2	-0.21483197808265686
37884	linear.weight	3	0.07854853570461273
37884	linear.weight	4	-0.026677431538701057
37884	linear.weight	5	0.004110976587980986
37884	linear.weight	6	-0.006904361303895712
37884	linear.weight	7	-0.027069445699453354
37884	linear.weight	8	0.08448011428117752
37884	linear.weight	9	0.3496629297733307
37884	linear.bias	0	-0.20720039308071136
37884	linear.bias	1	0.1943167746067047
37884	linear.bias	2	-0.5396648049354553
37884	linear.bias	3	1.7041280269622803
37884	linear.bias	4	-0.39679577946662903
37884	linear.bias	5	-0.030769959092140198
37884	linear.bias	6	-0.35783714056015015
37884	linear.bias	7	-0.279604971408844
37884	linear.bias	8	-0.0432715006172657
37884	linear.bias	9	-0.4979778826236725
37912	transitions	0	-0.6482995748519897
37912	transitions	1	0.34955790638923645
37912	transitions	2	1.6743083000183105
37912	transitions	3	0.09649310261011124
37912	transitions	4	0.9483951330184937
37912	transitions	5	1.2739229202270508
37912	transitions	6	0.48329809308052063
37912	transitions	7	0.17572970688343048
37912	transitions	8	-0.919520914554596
37912	transitions	9	0.9306592345237732
37912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37912	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37912	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37912	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37912	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37912	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37912	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37912	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37912	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37912	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37912	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37912	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37912	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37912	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37912	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37912	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37912	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37912	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37912	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37912	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37912	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37912	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37912	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37912	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37912	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37912	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37912	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37912	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37912	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37912	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37912	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37912	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37912	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37912	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37912	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37912	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37912	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37912	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37912	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37912	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37912	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37912	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37912	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37912	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37912	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37912	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37912	embedding2nn.weight	0	0.022498844191432
37912	embedding2nn.weight	1	0.01418751198798418
37912	embedding2nn.weight	2	-0.004285258240997791
37912	embedding2nn.weight	3	-0.00010242748976452276
37912	embedding2nn.weight	4	-0.004376944154500961
37912	embedding2nn.weight	5	0.01186766941100359
37912	embedding2nn.weight	6	-0.004973486997187138
37912	embedding2nn.weight	7	0.02073146402835846
37912	embedding2nn.weight	8	-0.006847030017524958
37912	embedding2nn.weight	9	-0.013898723758757114
37912	embedding2nn.bias	0	-0.038590628653764725
37912	embedding2nn.bias	1	-0.02138696052134037
37912	embedding2nn.bias	2	-0.07460039108991623
37912	embedding2nn.bias	3	-0.0017009165603667498
37912	embedding2nn.bias	4	0.004397198557853699
37912	embedding2nn.bias	5	-0.006954030599445105
37912	embedding2nn.bias	6	0.009522558189928532
37912	embedding2nn.bias	7	0.020076462998986244
37912	embedding2nn.bias	8	0.007378400769084692
37912	embedding2nn.bias	9	0.0009883623570203781
37912	rnn.weight_ih_l0	0	0.039533037692308426
37912	rnn.weight_ih_l0	1	-0.013660866767168045
37912	rnn.weight_ih_l0	2	-0.03651073947548866
37912	rnn.weight_ih_l0	3	-0.04477085918188095
37912	rnn.weight_ih_l0	4	-0.05205053836107254
37912	rnn.weight_ih_l0	5	-0.008457984775304794
37912	rnn.weight_ih_l0	6	-0.05189059302210808
37912	rnn.weight_ih_l0	7	-0.06159535422921181
37912	rnn.weight_ih_l0	8	-0.04472409188747406
37912	rnn.weight_ih_l0	9	-0.026939911767840385
37912	rnn.weight_hh_l0	0	0.019326619803905487
37912	rnn.weight_hh_l0	1	-0.009686225093901157
37912	rnn.weight_hh_l0	2	-0.06759617477655411
37912	rnn.weight_hh_l0	3	-0.033371321856975555
37912	rnn.weight_hh_l0	4	-0.07836335897445679
37912	rnn.weight_hh_l0	5	-0.014579258859157562
37912	rnn.weight_hh_l0	6	-0.05433627963066101
37912	rnn.weight_hh_l0	7	-0.04070255532860756
37912	rnn.weight_hh_l0	8	-0.019101852551102638
37912	rnn.weight_hh_l0	9	-0.007920677773654461
37912	rnn.bias_ih_l0	0	0.14553722739219666
37912	rnn.bias_ih_l0	1	-0.056285560131073
37912	rnn.bias_ih_l0	2	0.10430869460105896
37912	rnn.bias_ih_l0	3	0.048824165016412735
37912	rnn.bias_ih_l0	4	0.09905120730400085
37912	rnn.bias_ih_l0	5	0.024180220440030098
37912	rnn.bias_ih_l0	6	-0.017596861347556114
37912	rnn.bias_ih_l0	7	-0.10900967568159103
37912	rnn.bias_ih_l0	8	-0.20658880472183228
37912	rnn.bias_ih_l0	9	0.08706936985254288
37912	rnn.bias_hh_l0	0	0.0028240906540304422
37912	rnn.bias_hh_l0	1	0.023625021800398827
37912	rnn.bias_hh_l0	2	-0.006085818633437157
37912	rnn.bias_hh_l0	3	-0.030320817604660988
37912	rnn.bias_hh_l0	4	-0.036259863525629044
37912	rnn.bias_hh_l0	5	0.1435905545949936
37912	rnn.bias_hh_l0	6	0.05132002755999565
37912	rnn.bias_hh_l0	7	0.05974378436803818
37912	rnn.bias_hh_l0	8	0.016771836206316948
37912	rnn.bias_hh_l0	9	0.04345989227294922
37912	rnn.weight_ih_l0_reverse	0	-0.02969484217464924
37912	rnn.weight_ih_l0_reverse	1	-0.002208247547969222
37912	rnn.weight_ih_l0_reverse	2	0.02383740432560444
37912	rnn.weight_ih_l0_reverse	3	-0.062098465859889984
37912	rnn.weight_ih_l0_reverse	4	0.009290740825235844
37912	rnn.weight_ih_l0_reverse	5	-0.04610367864370346
37912	rnn.weight_ih_l0_reverse	6	0.028357908129692078
37912	rnn.weight_ih_l0_reverse	7	0.045979954302310944
37912	rnn.weight_ih_l0_reverse	8	-0.04875091090798378
37912	rnn.weight_ih_l0_reverse	9	-0.050750792026519775
37912	rnn.weight_hh_l0_reverse	0	-0.08325660228729248
37912	rnn.weight_hh_l0_reverse	1	-0.06329850852489471
37912	rnn.weight_hh_l0_reverse	2	0.034395862370729446
37912	rnn.weight_hh_l0_reverse	3	0.04575284942984581
37912	rnn.weight_hh_l0_reverse	4	-0.0159014705568552
37912	rnn.weight_hh_l0_reverse	5	0.04558070749044418
37912	rnn.weight_hh_l0_reverse	6	0.0011575042735785246
37912	rnn.weight_hh_l0_reverse	7	-0.00017779185145627707
37912	rnn.weight_hh_l0_reverse	8	-0.09877177327871323
37912	rnn.weight_hh_l0_reverse	9	0.08019434660673141
37912	rnn.bias_ih_l0_reverse	0	-0.08917141705751419
37912	rnn.bias_ih_l0_reverse	1	-0.06898287683725357
37912	rnn.bias_ih_l0_reverse	2	0.1031886413693428
37912	rnn.bias_ih_l0_reverse	3	0.047953199595212936
37912	rnn.bias_ih_l0_reverse	4	-0.12917767465114594
37912	rnn.bias_ih_l0_reverse	5	0.04101276397705078
37912	rnn.bias_ih_l0_reverse	6	-0.10642538219690323
37912	rnn.bias_ih_l0_reverse	7	0.04461042582988739
37912	rnn.bias_ih_l0_reverse	8	0.034370746463537216
37912	rnn.bias_ih_l0_reverse	9	0.06319471448659897
37912	rnn.bias_hh_l0_reverse	0	0.05710332840681076
37912	rnn.bias_hh_l0_reverse	1	0.06531817466020584
37912	rnn.bias_hh_l0_reverse	2	0.07859247177839279
37912	rnn.bias_hh_l0_reverse	3	-0.003936829976737499
37912	rnn.bias_hh_l0_reverse	4	0.07145782560110092
37912	rnn.bias_hh_l0_reverse	5	0.007076691370457411
37912	rnn.bias_hh_l0_reverse	6	-0.05436236038804054
37912	rnn.bias_hh_l0_reverse	7	0.027343472465872765
37912	rnn.bias_hh_l0_reverse	8	0.011127573437988758
37912	rnn.bias_hh_l0_reverse	9	-0.16093333065509796
37912	linear.weight	0	0.17341646552085876
37912	linear.weight	1	-0.16298127174377441
37912	linear.weight	2	-0.21483199298381805
37912	linear.weight	3	0.07854729890823364
37912	linear.weight	4	-0.026680052280426025
37912	linear.weight	5	0.004111335147172213
37912	linear.weight	6	-0.006904358509927988
37912	linear.weight	7	-0.027069414034485817
37912	linear.weight	8	0.08448272943496704
37912	linear.weight	9	0.3496611714363098
37912	linear.bias	0	-0.20723529160022736
37912	linear.bias	1	0.1943131983280182
37912	linear.bias	2	-0.5396674871444702
37912	linear.bias	3	1.7041114568710327
37912	linear.bias	4	-0.3967958688735962
37912	linear.bias	5	-0.030769959092140198
37912	linear.bias	6	-0.3578392565250397
37912	linear.bias	7	-0.27960920333862305
37912	linear.bias	8	-0.04326653480529785
37912	linear.bias	9	-0.4979779124259949
37940	transitions	0	-0.6482995748519897
37940	transitions	1	0.3495578467845917
37940	transitions	2	1.6743083000183105
37940	transitions	3	0.09649305790662766
37940	transitions	4	0.9483951330184937
37940	transitions	5	1.2739229202270508
37940	transitions	6	0.48329809308052063
37940	transitions	7	0.1757296919822693
37940	transitions	8	-0.919520914554596
37940	transitions	9	0.9306592345237732
37940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37940	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37940	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37940	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37940	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37940	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37940	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37940	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37940	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37940	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37940	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37940	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37940	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37940	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37940	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37940	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37940	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37940	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37940	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37940	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37940	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37940	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37940	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37940	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37940	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37940	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37940	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37940	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37940	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37940	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37940	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37940	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37940	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37940	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37940	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37940	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37940	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37940	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37940	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37940	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37940	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37940	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37940	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37940	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37940	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37940	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37940	embedding2nn.weight	0	0.022498570382595062
37940	embedding2nn.weight	1	0.014187543652951717
37940	embedding2nn.weight	2	-0.004285231698304415
37940	embedding2nn.weight	3	-0.00010237660171696916
37940	embedding2nn.weight	4	-0.004377156961709261
37940	embedding2nn.weight	5	0.011867942288517952
37940	embedding2nn.weight	6	-0.004973419941961765
37940	embedding2nn.weight	7	0.02073056437075138
37940	embedding2nn.weight	8	-0.006846816278994083
37940	embedding2nn.weight	9	-0.01389869675040245
37940	embedding2nn.bias	0	-0.03859136998653412
37940	embedding2nn.bias	1	-0.021382885053753853
37940	embedding2nn.bias	2	-0.07461494952440262
37940	embedding2nn.bias	3	-0.0016950845019891858
37940	embedding2nn.bias	4	0.004386246204376221
37940	embedding2nn.bias	5	-0.00696457689628005
37940	embedding2nn.bias	6	0.009531860239803791
37940	embedding2nn.bias	7	0.020066844299435616
37940	embedding2nn.bias	8	0.007382948417216539
37940	embedding2nn.bias	9	0.0009863520972430706
37940	rnn.weight_ih_l0	0	0.039533041417598724
37940	rnn.weight_ih_l0	1	-0.013662075623869896
37940	rnn.weight_ih_l0	2	-0.03651143237948418
37940	rnn.weight_ih_l0	3	-0.04477052390575409
37940	rnn.weight_ih_l0	4	-0.05205128714442253
37940	rnn.weight_ih_l0	5	-0.00845775194466114
37940	rnn.weight_ih_l0	6	-0.05189044401049614
37940	rnn.weight_ih_l0	7	-0.061595555394887924
37940	rnn.weight_ih_l0	8	-0.044723957777023315
37940	rnn.weight_ih_l0	9	-0.02694007381796837
37940	rnn.weight_hh_l0	0	0.019326506182551384
37940	rnn.weight_hh_l0	1	-0.009687134996056557
37940	rnn.weight_hh_l0	2	-0.0675952360033989
37940	rnn.weight_hh_l0	3	-0.03337067738175392
37940	rnn.weight_hh_l0	4	-0.07836330682039261
37940	rnn.weight_hh_l0	5	-0.01457885466516018
37940	rnn.weight_hh_l0	6	-0.05433589220046997
37940	rnn.weight_hh_l0	7	-0.04070093110203743
37940	rnn.weight_hh_l0	8	-0.01910140924155712
37940	rnn.weight_hh_l0	9	-0.0079208267852664
37940	rnn.bias_ih_l0	0	0.14553600549697876
37940	rnn.bias_ih_l0	1	-0.05628679692745209
37940	rnn.bias_ih_l0	2	0.10430854558944702
37940	rnn.bias_ih_l0	3	0.04882003366947174
37940	rnn.bias_ih_l0	4	0.0990484282374382
37940	rnn.bias_ih_l0	5	0.02418048121035099
37940	rnn.bias_ih_l0	6	-0.017595509067177773
37940	rnn.bias_ih_l0	7	-0.1090080589056015
37940	rnn.bias_ih_l0	8	-0.20659559965133667
37940	rnn.bias_ih_l0	9	0.08706971257925034
37940	rnn.bias_hh_l0	0	0.0028198258951306343
37940	rnn.bias_hh_l0	1	0.02362302877008915
37940	rnn.bias_hh_l0	2	-0.006089875940233469
37940	rnn.bias_hh_l0	3	-0.030322447419166565
37940	rnn.bias_hh_l0	4	-0.036262258887290955
37940	rnn.bias_hh_l0	5	0.14358489215373993
37940	rnn.bias_hh_l0	6	0.05132073536515236
37940	rnn.bias_hh_l0	7	0.05974344164133072
37940	rnn.bias_hh_l0	8	0.01677318848669529
37940	rnn.bias_hh_l0	9	0.043459199368953705
37940	rnn.weight_ih_l0_reverse	0	-0.02969512529671192
37940	rnn.weight_ih_l0_reverse	1	-0.0022077145986258984
37940	rnn.weight_ih_l0_reverse	2	0.023837527260184288
37940	rnn.weight_ih_l0_reverse	3	-0.06209903955459595
37940	rnn.weight_ih_l0_reverse	4	0.009291110560297966
37940	rnn.weight_ih_l0_reverse	5	-0.04610344395041466
37940	rnn.weight_ih_l0_reverse	6	0.02835841476917267
37940	rnn.weight_ih_l0_reverse	7	0.045980196446180344
37940	rnn.weight_ih_l0_reverse	8	-0.048750780522823334
37940	rnn.weight_ih_l0_reverse	9	-0.05075057968497276
37940	rnn.weight_hh_l0_reverse	0	-0.08325598388910294
37940	rnn.weight_hh_l0_reverse	1	-0.06329537183046341
37940	rnn.weight_hh_l0_reverse	2	0.03439616039395332
37940	rnn.weight_hh_l0_reverse	3	0.0457528755068779
37940	rnn.weight_hh_l0_reverse	4	-0.015902206301689148
37940	rnn.weight_hh_l0_reverse	5	0.045579906553030014
37940	rnn.weight_hh_l0_reverse	6	0.0011572225484997034
37940	rnn.weight_hh_l0_reverse	7	-0.00017773867875803262
37940	rnn.weight_hh_l0_reverse	8	-0.09877241402864456
37940	rnn.weight_hh_l0_reverse	9	0.08019477874040604
37940	rnn.bias_ih_l0_reverse	0	-0.08915366232395172
37940	rnn.bias_ih_l0_reverse	1	-0.0689886137843132
37940	rnn.bias_ih_l0_reverse	2	0.10318739712238312
37940	rnn.bias_ih_l0_reverse	3	0.04795384034514427
37940	rnn.bias_ih_l0_reverse	4	-0.12917473912239075
37940	rnn.bias_ih_l0_reverse	5	0.04101626202464104
37940	rnn.bias_ih_l0_reverse	6	-0.10642799735069275
37940	rnn.bias_ih_l0_reverse	7	0.044606536626815796
37940	rnn.bias_ih_l0_reverse	8	0.03437180444598198
37940	rnn.bias_ih_l0_reverse	9	0.06319673359394073
37940	rnn.bias_hh_l0_reverse	0	0.057108074426651
37940	rnn.bias_hh_l0_reverse	1	0.06532010436058044
37940	rnn.bias_hh_l0_reverse	2	0.07859162986278534
37940	rnn.bias_hh_l0_reverse	3	-0.003935508895665407
37940	rnn.bias_hh_l0_reverse	4	0.07145979255437851
37940	rnn.bias_hh_l0_reverse	5	0.007066536229103804
37940	rnn.bias_hh_l0_reverse	6	-0.054361507296562195
37940	rnn.bias_hh_l0_reverse	7	0.027343399822711945
37940	rnn.bias_hh_l0_reverse	8	0.011132312938570976
37940	rnn.bias_hh_l0_reverse	9	-0.16091452538967133
37940	linear.weight	0	0.17342257499694824
37940	linear.weight	1	-0.16298100352287292
37940	linear.weight	2	-0.21483132243156433
37940	linear.weight	3	0.07854519784450531
37940	linear.weight	4	-0.026679890230298042
37940	linear.weight	5	0.004111153539270163
37940	linear.weight	6	-0.006904357112944126
37940	linear.weight	7	-0.027069246396422386
37940	linear.weight	8	0.08448299765586853
37940	linear.weight	9	0.3496659994125366
37940	linear.bias	0	-0.20726367831230164
37940	linear.bias	1	0.19431254267692566
37940	linear.bias	2	-0.5396677851676941
37940	linear.bias	3	1.70411217212677
37940	linear.bias	4	-0.3967961072921753
37940	linear.bias	5	-0.030769959092140198
37940	linear.bias	6	-0.3578416109085083
37940	linear.bias	7	-0.2796129882335663
37940	linear.bias	8	-0.043269384652376175
37940	linear.bias	9	-0.4979783296585083
37968	transitions	0	-0.6482995748519897
37968	transitions	1	0.3495578467845917
37968	transitions	2	1.6743083000183105
37968	transitions	3	0.09649305045604706
37968	transitions	4	0.9483951330184937
37968	transitions	5	1.2739229202270508
37968	transitions	6	0.48329809308052063
37968	transitions	7	0.1757296919822693
37968	transitions	8	-0.919520914554596
37968	transitions	9	0.9306592345237732
37968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37968	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37968	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37968	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37968	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37968	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37968	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37968	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37968	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37968	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37968	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37968	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37968	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37968	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37968	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37968	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37968	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37968	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37968	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37968	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37968	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37968	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37968	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37968	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37968	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37968	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37968	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37968	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37968	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37968	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37968	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37968	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37968	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37968	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37968	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37968	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37968	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37968	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37968	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37968	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37968	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37968	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37968	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37968	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37968	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37968	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37968	embedding2nn.weight	0	0.022499341517686844
37968	embedding2nn.weight	1	0.01418729592114687
37968	embedding2nn.weight	2	-0.004285220522433519
37968	embedding2nn.weight	3	-0.00010274181113345549
37968	embedding2nn.weight	4	-0.004377095028758049
37968	embedding2nn.weight	5	0.011867815628647804
37968	embedding2nn.weight	6	-0.00497337244451046
37968	embedding2nn.weight	7	0.02073068730533123
37968	embedding2nn.weight	8	-0.0068468027748167515
37968	embedding2nn.weight	9	-0.013898590579628944
37968	embedding2nn.bias	0	-0.03858873248100281
37968	embedding2nn.bias	1	-0.021370485424995422
37968	embedding2nn.bias	2	-0.07461381703615189
37968	embedding2nn.bias	3	-0.0016907716635614634
37968	embedding2nn.bias	4	0.004391656257212162
37968	embedding2nn.bias	5	-0.0069777886383235455
37968	embedding2nn.bias	6	0.009521356783807278
37968	embedding2nn.bias	7	0.020081574097275734
37968	embedding2nn.bias	8	0.007376274559646845
37968	embedding2nn.bias	9	0.0009804466972127557
37968	rnn.weight_ih_l0	0	0.03953279182314873
37968	rnn.weight_ih_l0	1	-0.013661609962582588
37968	rnn.weight_ih_l0	2	-0.03651062399148941
37968	rnn.weight_ih_l0	3	-0.04477031156420708
37968	rnn.weight_ih_l0	4	-0.05205147713422775
37968	rnn.weight_ih_l0	5	-0.008457235991954803
37968	rnn.weight_ih_l0	6	-0.051890190690755844
37968	rnn.weight_ih_l0	7	-0.061595216393470764
37968	rnn.weight_ih_l0	8	-0.0447237603366375
37968	rnn.weight_ih_l0	9	-0.026940003037452698
37968	rnn.weight_hh_l0	0	0.01932700164616108
37968	rnn.weight_hh_l0	1	-0.00968655664473772
37968	rnn.weight_hh_l0	2	-0.06759599596261978
37968	rnn.weight_hh_l0	3	-0.03337041661143303
37968	rnn.weight_hh_l0	4	-0.07836241275072098
37968	rnn.weight_hh_l0	5	-0.014577853493392467
37968	rnn.weight_hh_l0	6	-0.05433924123644829
37968	rnn.weight_hh_l0	7	-0.04070064052939415
37968	rnn.weight_hh_l0	8	-0.019101878628134727
37968	rnn.weight_hh_l0	9	-0.007920033298432827
37968	rnn.bias_ih_l0	0	0.14553619921207428
37968	rnn.bias_ih_l0	1	-0.056285958737134933
37968	rnn.bias_ih_l0	2	0.10430849343538284
37968	rnn.bias_ih_l0	3	0.048822056502103806
37968	rnn.bias_ih_l0	4	0.09905050694942474
37968	rnn.bias_ih_l0	5	0.024180470034480095
37968	rnn.bias_ih_l0	6	-0.01759674958884716
37968	rnn.bias_ih_l0	7	-0.1089928075671196
37968	rnn.bias_ih_l0	8	-0.20658254623413086
37968	rnn.bias_ih_l0	9	0.08706797659397125
37968	rnn.bias_hh_l0	0	0.002821744419634342
37968	rnn.bias_hh_l0	1	0.023624295368790627
37968	rnn.bias_hh_l0	2	-0.006091111805289984
37968	rnn.bias_hh_l0	3	-0.030321413651108742
37968	rnn.bias_hh_l0	4	-0.03626330569386482
37968	rnn.bias_hh_l0	5	0.14358673989772797
37968	rnn.bias_hh_l0	6	0.051325473934412
37968	rnn.bias_hh_l0	7	0.05973777174949646
37968	rnn.bias_hh_l0	8	0.016771947965025902
37968	rnn.bias_hh_l0	9	0.04345868155360222
37968	rnn.weight_ih_l0_reverse	0	-0.02969551645219326
37968	rnn.weight_ih_l0_reverse	1	-0.0022074689622968435
37968	rnn.weight_ih_l0_reverse	2	0.023837512359023094
37968	rnn.weight_ih_l0_reverse	3	-0.062099069356918335
37968	rnn.weight_ih_l0_reverse	4	0.009291468188166618
37968	rnn.weight_ih_l0_reverse	5	-0.046104516834020615
37968	rnn.weight_ih_l0_reverse	6	0.02835811860859394
37968	rnn.weight_ih_l0_reverse	7	0.0459803082048893
37968	rnn.weight_ih_l0_reverse	8	-0.04875055328011513
37968	rnn.weight_ih_l0_reverse	9	-0.05075053870677948
37968	rnn.weight_hh_l0_reverse	0	-0.08325660973787308
37968	rnn.weight_hh_l0_reverse	1	-0.06329581141471863
37968	rnn.weight_hh_l0_reverse	2	0.0343957282602787
37968	rnn.weight_hh_l0_reverse	3	0.04575373977422714
37968	rnn.weight_hh_l0_reverse	4	-0.015901142731308937
37968	rnn.weight_hh_l0_reverse	5	0.04558012634515762
37968	rnn.weight_hh_l0_reverse	6	0.001156618120148778
37968	rnn.weight_hh_l0_reverse	7	-0.0001776713179424405
37968	rnn.weight_hh_l0_reverse	8	-0.098772794008255
37968	rnn.weight_hh_l0_reverse	9	0.08019478619098663
37968	rnn.bias_ih_l0_reverse	0	-0.08915653824806213
37968	rnn.bias_ih_l0_reverse	1	-0.06898396462202072
37968	rnn.bias_ih_l0_reverse	2	0.10318925231695175
37968	rnn.bias_ih_l0_reverse	3	0.04795330390334129
37968	rnn.bias_ih_l0_reverse	4	-0.12917417287826538
37968	rnn.bias_ih_l0_reverse	5	0.04101962968707085
37968	rnn.bias_ih_l0_reverse	6	-0.10642968863248825
37968	rnn.bias_ih_l0_reverse	7	0.04460400342941284
37968	rnn.bias_ih_l0_reverse	8	0.03437080979347229
37968	rnn.bias_ih_l0_reverse	9	0.06319472193717957
37968	rnn.bias_hh_l0_reverse	0	0.05711853876709938
37968	rnn.bias_hh_l0_reverse	1	0.0653223842382431
37968	rnn.bias_hh_l0_reverse	2	0.0785878375172615
37968	rnn.bias_hh_l0_reverse	3	-0.003933981526643038
37968	rnn.bias_hh_l0_reverse	4	0.07146090269088745
37968	rnn.bias_hh_l0_reverse	5	0.007068889681249857
37968	rnn.bias_hh_l0_reverse	6	-0.054362524300813675
37968	rnn.bias_hh_l0_reverse	7	0.02734435349702835
37968	rnn.bias_hh_l0_reverse	8	0.011131471954286098
37968	rnn.bias_hh_l0_reverse	9	-0.16091595590114594
37968	linear.weight	0	0.1734195202589035
37968	linear.weight	1	-0.16298098862171173
37968	linear.weight	2	-0.2148311734199524
37968	linear.weight	3	0.07854708284139633
37968	linear.weight	4	-0.026679767295718193
37968	linear.weight	5	0.004111226182430983
37968	linear.weight	6	-0.006904355250298977
37968	linear.weight	7	-0.027069224044680595
37968	linear.weight	8	0.08448456227779388
37968	linear.weight	9	0.34966596961021423
37968	linear.bias	0	-0.2072637677192688
37968	linear.bias	1	0.19431328773498535
37968	linear.bias	2	-0.5396685600280762
37968	linear.bias	3	1.704103708267212
37968	linear.bias	4	-0.39679622650146484
37968	linear.bias	5	-0.030769959092140198
37968	linear.bias	6	-0.35784196853637695
37968	linear.bias	7	-0.279613733291626
37968	linear.bias	8	-0.04326004162430763
37968	linear.bias	9	-0.4979783594608307
37996	transitions	0	-0.6482995748519897
37996	transitions	1	0.3495578467845917
37996	transitions	2	1.6743083000183105
37996	transitions	3	0.09649297595024109
37996	transitions	4	0.9483951330184937
37996	transitions	5	1.2739229202270508
37996	transitions	6	0.48329809308052063
37996	transitions	7	0.1757296919822693
37996	transitions	8	-0.919520914554596
37996	transitions	9	0.9306592345237732
37996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
37996	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
37996	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
37996	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
37996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
37996	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
37996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
37996	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
37996	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
37996	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
37996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
37996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
37996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
37996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
37996	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
37996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
37996	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
37996	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
37996	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
37996	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
37996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
37996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
37996	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
37996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
37996	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
37996	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
37996	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
37996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
37996	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
37996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
37996	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
37996	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
37996	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
37996	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
37996	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
37996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
37996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
37996	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
37996	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
37996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
37996	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
37996	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
37996	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
37996	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
37996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
37996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
37996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
37996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
37996	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
37996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
37996	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
37996	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
37996	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
37996	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
37996	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
37996	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
37996	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
37996	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
37996	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
37996	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
37996	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
37996	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
37996	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
37996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
37996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
37996	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
37996	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
37996	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
37996	embedding2nn.weight	0	0.022499699145555496
37996	embedding2nn.weight	1	0.014187156222760677
37996	embedding2nn.weight	2	-0.004285154398530722
37996	embedding2nn.weight	3	-0.00010266314347973093
37996	embedding2nn.weight	4	-0.0043770973570644855
37996	embedding2nn.weight	5	0.01186783704906702
37996	embedding2nn.weight	6	-0.004973324481397867
37996	embedding2nn.weight	7	0.020730147138237953
37996	embedding2nn.weight	8	-0.006846964359283447
37996	embedding2nn.weight	9	-0.01389870885759592
37996	embedding2nn.bias	0	-0.03860115259885788
37996	embedding2nn.bias	1	-0.021378934383392334
37996	embedding2nn.bias	2	-0.07461843639612198
37996	embedding2nn.bias	3	-0.001691334182396531
37996	embedding2nn.bias	4	0.004375826567411423
37996	embedding2nn.bias	5	-0.006977659650146961
37996	embedding2nn.bias	6	0.009513272903859615
37996	embedding2nn.bias	7	0.020076299086213112
37996	embedding2nn.bias	8	0.007356507703661919
37996	embedding2nn.bias	9	0.0009884496685117483
37996	rnn.weight_ih_l0	0	0.03953306004405022
37996	rnn.weight_ih_l0	1	-0.013661609962582588
37996	rnn.weight_ih_l0	2	-0.03651199862360954
37996	rnn.weight_ih_l0	3	-0.044770948588848114
37996	rnn.weight_ih_l0	4	-0.052052032202482224
37996	rnn.weight_ih_l0	5	-0.008457268588244915
37996	rnn.weight_ih_l0	6	-0.05189017206430435
37996	rnn.weight_ih_l0	7	-0.061595454812049866
37996	rnn.weight_ih_l0	8	-0.04472319781780243
37996	rnn.weight_ih_l0	9	-0.026940476149320602
37996	rnn.weight_hh_l0	0	0.019327213987708092
37996	rnn.weight_hh_l0	1	-0.00968604814261198
37996	rnn.weight_hh_l0	2	-0.06759533286094666
37996	rnn.weight_hh_l0	3	-0.03337034210562706
37996	rnn.weight_hh_l0	4	-0.0783628299832344
37996	rnn.weight_hh_l0	5	-0.014578749425709248
37996	rnn.weight_hh_l0	6	-0.05434063822031021
37996	rnn.weight_hh_l0	7	-0.040699612349271774
37996	rnn.weight_hh_l0	8	-0.01910284347832203
37996	rnn.weight_hh_l0	9	-0.007919526658952236
37996	rnn.bias_ih_l0	0	0.14553560316562653
37996	rnn.bias_ih_l0	1	-0.0562872551381588
37996	rnn.bias_ih_l0	2	0.1043107807636261
37996	rnn.bias_ih_l0	3	0.04882386326789856
37996	rnn.bias_ih_l0	4	0.09904840588569641
37996	rnn.bias_ih_l0	5	0.024178069084882736
37996	rnn.bias_ih_l0	6	-0.01759812794625759
37996	rnn.bias_ih_l0	7	-0.10899507999420166
37996	rnn.bias_ih_l0	8	-0.2065904587507248
37996	rnn.bias_ih_l0	9	0.08706626296043396
37996	rnn.bias_hh_l0	0	0.0028203350957483053
37996	rnn.bias_hh_l0	1	0.023630114272236824
37996	rnn.bias_hh_l0	2	-0.006090999580919743
37996	rnn.bias_hh_l0	3	-0.03031964786350727
37996	rnn.bias_hh_l0	4	-0.03626427799463272
37996	rnn.bias_hh_l0	5	0.14359012246131897
37996	rnn.bias_hh_l0	6	0.051325730979442596
37996	rnn.bias_hh_l0	7	0.05973946675658226
37996	rnn.bias_hh_l0	8	0.01677056960761547
37996	rnn.bias_hh_l0	9	0.04345563426613808
37996	rnn.weight_ih_l0_reverse	0	-0.029694736003875732
37996	rnn.weight_ih_l0_reverse	1	-0.0022068361286073923
37996	rnn.weight_ih_l0_reverse	2	0.023837538436055183
37996	rnn.weight_ih_l0_reverse	3	-0.06209881231188774
37996	rnn.weight_ih_l0_reverse	4	0.009291303344070911
37996	rnn.weight_ih_l0_reverse	5	-0.04610469564795494
37996	rnn.weight_ih_l0_reverse	6	0.028358373790979385
37996	rnn.weight_ih_l0_reverse	7	0.04598040506243706
37996	rnn.weight_ih_l0_reverse	8	-0.04875090345740318
37996	rnn.weight_ih_l0_reverse	9	-0.0507500097155571
37996	rnn.weight_hh_l0_reverse	0	-0.08325601369142532
37996	rnn.weight_hh_l0_reverse	1	-0.06329747289419174
37996	rnn.weight_hh_l0_reverse	2	0.03439543768763542
37996	rnn.weight_hh_l0_reverse	3	0.04575338587164879
37996	rnn.weight_hh_l0_reverse	4	-0.015901632606983185
37996	rnn.weight_hh_l0_reverse	5	0.04558037593960762
37996	rnn.weight_hh_l0_reverse	6	0.0011505205184221268
37996	rnn.weight_hh_l0_reverse	7	-0.00017849293362814933
37996	rnn.weight_hh_l0_reverse	8	-0.0987720787525177
37996	rnn.weight_hh_l0_reverse	9	0.0801965594291687
37996	rnn.bias_ih_l0_reverse	0	-0.08915740996599197
37996	rnn.bias_ih_l0_reverse	1	-0.06899108737707138
37996	rnn.bias_ih_l0_reverse	2	0.10319380462169647
37996	rnn.bias_ih_l0_reverse	3	0.04795154184103012
37996	rnn.bias_ih_l0_reverse	4	-0.12917523086071014
37996	rnn.bias_ih_l0_reverse	5	0.041014887392520905
37996	rnn.bias_ih_l0_reverse	6	-0.10642421990633011
37996	rnn.bias_ih_l0_reverse	7	0.04460056871175766
37996	rnn.bias_ih_l0_reverse	8	0.03436862677335739
37996	rnn.bias_ih_l0_reverse	9	0.06319659948348999
37996	rnn.bias_hh_l0_reverse	0	0.05711841955780983
37996	rnn.bias_hh_l0_reverse	1	0.06532280147075653
37996	rnn.bias_hh_l0_reverse	2	0.07858873158693314
37996	rnn.bias_hh_l0_reverse	3	-0.003934019710868597
37996	rnn.bias_hh_l0_reverse	4	0.07146254181861877
37996	rnn.bias_hh_l0_reverse	5	0.007074330002069473
37996	rnn.bias_hh_l0_reverse	6	-0.05435973033308983
37996	rnn.bias_hh_l0_reverse	7	0.027344759553670883
37996	rnn.bias_hh_l0_reverse	8	0.01113149430602789
37996	rnn.bias_hh_l0_reverse	9	-0.1609160155057907
37996	linear.weight	0	0.17342312633991241
37996	linear.weight	1	-0.16298097372055054
37996	linear.weight	2	-0.2148340493440628
37996	linear.weight	3	0.0785495936870575
37996	linear.weight	4	-0.026678401976823807
37996	linear.weight	5	0.004111302550882101
37996	linear.weight	6	-0.006904353853315115
37996	linear.weight	7	-0.027069147676229477
37996	linear.weight	8	0.08448313921689987
37996	linear.weight	9	0.3496655523777008
37996	linear.bias	0	-0.2072756439447403
37996	linear.bias	1	0.19432292878627777
37996	linear.bias	2	-0.5396670699119568
37996	linear.bias	3	1.7041435241699219
37996	linear.bias	4	-0.3967965245246887
37996	linear.bias	5	-0.030769959092140198
37996	linear.bias	6	-0.35784289240837097
37996	linear.bias	7	-0.2796193063259125
37996	linear.bias	8	-0.04326590895652771
37996	linear.bias	9	-0.49797841906547546
38024	transitions	0	-0.6482995748519897
38024	transitions	1	0.3495578467845917
38024	transitions	2	1.6743083000183105
38024	transitions	3	0.09649296849966049
38024	transitions	4	0.9483950734138489
38024	transitions	5	1.2739229202270508
38024	transitions	6	0.48329809308052063
38024	transitions	7	0.1757296472787857
38024	transitions	8	-0.919520914554596
38024	transitions	9	0.9306592345237732
38024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
38024	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
38024	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
38024	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
38024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
38024	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
38024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
38024	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
38024	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
38024	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
38024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
38024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
38024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
38024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
38024	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
38024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
38024	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
38024	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
38024	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
38024	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
38024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
38024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
38024	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
38024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
38024	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
38024	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
38024	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
38024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
38024	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
38024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
38024	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
38024	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
38024	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
38024	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
38024	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
38024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
38024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
38024	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
38024	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
38024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
38024	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
38024	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
38024	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
38024	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
38024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
38024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
38024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
38024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
38024	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
38024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
38024	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
38024	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
38024	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
38024	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
38024	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
38024	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
38024	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
38024	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
38024	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
38024	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
38024	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
38024	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
38024	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
38024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
38024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
38024	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
38024	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
38024	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
38024	embedding2nn.weight	0	0.02249930240213871
38024	embedding2nn.weight	1	0.014187115244567394
38024	embedding2nn.weight	2	-0.004285125061869621
38024	embedding2nn.weight	3	-0.00010281289723934606
38024	embedding2nn.weight	4	-0.0043770368210971355
38024	embedding2nn.weight	5	0.011867901310324669
38024	embedding2nn.weight	6	-0.004973158240318298
38024	embedding2nn.weight	7	0.0207296684384346
38024	embedding2nn.weight	8	-0.006846963427960873
38024	embedding2nn.weight	9	-0.013898789882659912
38024	embedding2nn.bias	0	-0.038596902042627335
38024	embedding2nn.bias	1	-0.021374769508838654
38024	embedding2nn.bias	2	-0.0746179148554802
38024	embedding2nn.bias	3	-0.001705266535282135
38024	embedding2nn.bias	4	0.004380155820399523
38024	embedding2nn.bias	5	-0.0069941570982337
38024	embedding2nn.bias	6	0.009512942284345627
38024	embedding2nn.bias	7	0.020077647641301155
38024	embedding2nn.bias	8	0.007352015003561974
38024	embedding2nn.bias	9	0.0009962808107957244
38024	rnn.weight_ih_l0	0	0.03953322768211365
38024	rnn.weight_ih_l0	1	-0.013660690747201443
38024	rnn.weight_ih_l0	2	-0.036513205617666245
38024	rnn.weight_ih_l0	3	-0.044770851731300354
38024	rnn.weight_ih_l0	4	-0.05205212160944939
38024	rnn.weight_ih_l0	5	-0.00845767930150032
38024	rnn.weight_ih_l0	6	-0.051890548318624496
38024	rnn.weight_ih_l0	7	-0.06159527972340584
38024	rnn.weight_ih_l0	8	-0.04472322762012482
38024	rnn.weight_ih_l0	9	-0.026940438896417618
38024	rnn.weight_hh_l0	0	0.01932668127119541
38024	rnn.weight_hh_l0	1	-0.009685917757451534
38024	rnn.weight_hh_l0	2	-0.06759479641914368
38024	rnn.weight_hh_l0	3	-0.03337040916085243
38024	rnn.weight_hh_l0	4	-0.0783630907535553
38024	rnn.weight_hh_l0	5	-0.014577270485460758
38024	rnn.weight_hh_l0	6	-0.05434159189462662
38024	rnn.weight_hh_l0	7	-0.040699638426303864
38024	rnn.weight_hh_l0	8	-0.01910216547548771
38024	rnn.weight_hh_l0	9	-0.007920806296169758
38024	rnn.bias_ih_l0	0	0.14553610980510712
38024	rnn.bias_ih_l0	1	-0.05628672242164612
38024	rnn.bias_ih_l0	2	0.10430872440338135
38024	rnn.bias_ih_l0	3	0.04882216826081276
38024	rnn.bias_ih_l0	4	0.0990506038069725
38024	rnn.bias_ih_l0	5	0.024177731946110725
38024	rnn.bias_ih_l0	6	-0.017598126083612442
38024	rnn.bias_ih_l0	7	-0.10899096727371216
38024	rnn.bias_ih_l0	8	-0.20659920573234558
38024	rnn.bias_ih_l0	9	0.08706434816122055
38024	rnn.bias_hh_l0	0	0.0028199751395732164
38024	rnn.bias_hh_l0	1	0.023631535470485687
38024	rnn.bias_hh_l0	2	-0.006086321081966162
38024	rnn.bias_hh_l0	3	-0.03031853213906288
38024	rnn.bias_hh_l0	4	-0.036262162029743195
38024	rnn.bias_hh_l0	5	0.1435852199792862
38024	rnn.bias_hh_l0	6	0.05132601782679558
38024	rnn.bias_hh_l0	7	0.05974335968494415
38024	rnn.bias_hh_l0	8	0.01677057147026062
38024	rnn.bias_hh_l0	9	0.04345241189002991
38024	rnn.weight_ih_l0_reverse	0	-0.0296945758163929
38024	rnn.weight_ih_l0_reverse	1	-0.002207599813118577
38024	rnn.weight_ih_l0_reverse	2	0.0238372590392828
38024	rnn.weight_ih_l0_reverse	3	-0.06209950149059296
38024	rnn.weight_ih_l0_reverse	4	0.009290874004364014
38024	rnn.weight_ih_l0_reverse	5	-0.04610442742705345
38024	rnn.weight_ih_l0_reverse	6	0.02835881896317005
38024	rnn.weight_ih_l0_reverse	7	0.045981064438819885
38024	rnn.weight_ih_l0_reverse	8	-0.04875114560127258
38024	rnn.weight_ih_l0_reverse	9	-0.0507497675716877
38024	rnn.weight_hh_l0_reverse	0	-0.08325529843568802
38024	rnn.weight_hh_l0_reverse	1	-0.06329739838838577
38024	rnn.weight_hh_l0_reverse	2	0.034394990652799606
38024	rnn.weight_hh_l0_reverse	3	0.045753445476293564
38024	rnn.weight_hh_l0_reverse	4	-0.01590128242969513
38024	rnn.weight_hh_l0_reverse	5	0.045579228550195694
38024	rnn.weight_hh_l0_reverse	6	0.0011521609267219901
38024	rnn.weight_hh_l0_reverse	7	-0.00017859820218291134
38024	rnn.weight_hh_l0_reverse	8	-0.09877121448516846
38024	rnn.weight_hh_l0_reverse	9	0.08019497990608215
38024	rnn.bias_ih_l0_reverse	0	-0.08916207402944565
38024	rnn.bias_ih_l0_reverse	1	-0.06898465752601624
38024	rnn.bias_ih_l0_reverse	2	0.10319490730762482
38024	rnn.bias_ih_l0_reverse	3	0.0479523129761219
38024	rnn.bias_ih_l0_reverse	4	-0.12917470932006836
38024	rnn.bias_ih_l0_reverse	5	0.04101444408297539
38024	rnn.bias_ih_l0_reverse	6	-0.10642172396183014
38024	rnn.bias_ih_l0_reverse	7	0.04459996894001961
38024	rnn.bias_ih_l0_reverse	8	0.034368984401226044
38024	rnn.bias_ih_l0_reverse	9	0.06320111453533173
38024	rnn.bias_hh_l0_reverse	0	0.05712728574872017
38024	rnn.bias_hh_l0_reverse	1	0.06532111763954163
38024	rnn.bias_hh_l0_reverse	2	0.07858826220035553
38024	rnn.bias_hh_l0_reverse	3	-0.00393506558611989
38024	rnn.bias_hh_l0_reverse	4	0.07146532833576202
38024	rnn.bias_hh_l0_reverse	5	0.007072253152728081
38024	rnn.bias_hh_l0_reverse	6	-0.054359372705221176
38024	rnn.bias_hh_l0_reverse	7	0.02734740823507309
38024	rnn.bias_hh_l0_reverse	8	0.011130317114293575
38024	rnn.bias_hh_l0_reverse	9	-0.160901740193367
38024	linear.weight	0	0.1734216809272766
38024	linear.weight	1	-0.16298097372055054
38024	linear.weight	2	-0.2148323506116867
38024	linear.weight	3	0.07855120301246643
38024	linear.weight	4	-0.026678290218114853
38024	linear.weight	5	0.00411146879196167
38024	linear.weight	6	-0.006904354318976402
38024	linear.weight	7	-0.02706913650035858
38024	linear.weight	8	0.08448232710361481
38024	linear.weight	9	0.3496655821800232
38024	linear.bias	0	-0.2072882205247879
38024	linear.bias	1	0.19431990385055542
38024	linear.bias	2	-0.539668619632721
38024	linear.bias	3	1.7041478157043457
38024	linear.bias	4	-0.39679667353630066
38024	linear.bias	5	-0.030769959092140198
38024	linear.bias	6	-0.3578433692455292
38024	linear.bias	7	-0.2796172797679901
38024	linear.bias	8	-0.04329980909824371
38024	linear.bias	9	-0.49797841906547546
38052	transitions	0	-0.6482995748519897
38052	transitions	1	0.3495578467845917
38052	transitions	2	1.6743077039718628
38052	transitions	3	0.09649261087179184
38052	transitions	4	0.9483950734138489
38052	transitions	5	1.2739229202270508
38052	transitions	6	0.48329809308052063
38052	transitions	7	0.1757296323776245
38052	transitions	8	-0.919520914554596
38052	transitions	9	0.9306592345237732
38052	embeddings.list_embedding_0.lm.encoder.weight	0	-0.05836460366845131
38052	embeddings.list_embedding_0.lm.encoder.weight	1	-0.08217629790306091
38052	embeddings.list_embedding_0.lm.encoder.weight	2	0.016897400841116905
38052	embeddings.list_embedding_0.lm.encoder.weight	3	0.09116524457931519
38052	embeddings.list_embedding_0.lm.encoder.weight	4	-0.4090624153614044
38052	embeddings.list_embedding_0.lm.encoder.weight	5	0.04718200862407684
38052	embeddings.list_embedding_0.lm.encoder.weight	6	-0.7885550856590271
38052	embeddings.list_embedding_0.lm.encoder.weight	7	-0.061714865267276764
38052	embeddings.list_embedding_0.lm.encoder.weight	8	-0.09164631366729736
38052	embeddings.list_embedding_0.lm.encoder.weight	9	0.0385286845266819
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.001313504297286272
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	0.27882346510887146
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.30276909470558167
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.1467444747686386
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.28257426619529724
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.02288452722132206
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	0.1191125437617302
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.03920872509479523
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.29248735308647156
38052	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.4349144995212555
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.08388044685125351
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.04288531094789505
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	0.059793464839458466
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.16819985210895538
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.00614461163058877
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	0.13617843389511108
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.04280724376440048
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.43795084953308105
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.013286477886140347
38052	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.10649383813142776
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.9167036414146423
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	-1.0118299722671509
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	-0.002843501279130578
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.9439622163772583
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	1.8653454780578613
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.6277260184288025
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-0.753681480884552
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.5235253572463989
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	0.041582971811294556
38052	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.4320490062236786
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.15763942897319794
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	-0.6168822050094604
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-1.491059422492981
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.7844326496124268
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	-0.4967029094696045
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	0.010245558805763721
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.21445927023887634
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.4421517252922058
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	-0.06642906367778778
38052	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-0.7596852779388428
38052	embeddings.list_embedding_0.lm.decoder.weight	0	0.01507649291306734
38052	embeddings.list_embedding_0.lm.decoder.weight	1	-0.0024411818012595177
38052	embeddings.list_embedding_0.lm.decoder.weight	2	0.01441012043505907
38052	embeddings.list_embedding_0.lm.decoder.weight	3	-0.022376250475645065
38052	embeddings.list_embedding_0.lm.decoder.weight	4	0.8448493480682373
38052	embeddings.list_embedding_0.lm.decoder.weight	5	0.00817788578569889
38052	embeddings.list_embedding_0.lm.decoder.weight	6	-0.04924293980002403
38052	embeddings.list_embedding_0.lm.decoder.weight	7	-0.07887891680002213
38052	embeddings.list_embedding_0.lm.decoder.weight	8	0.0908573642373085
38052	embeddings.list_embedding_0.lm.decoder.weight	9	-0.08169904351234436
38052	embeddings.list_embedding_0.lm.decoder.bias	0	4.2971320152282715
38052	embeddings.list_embedding_0.lm.decoder.bias	1	-1.9715096950531006
38052	embeddings.list_embedding_0.lm.decoder.bias	2	1.3814172744750977
38052	embeddings.list_embedding_0.lm.decoder.bias	3	-1.9742984771728516
38052	embeddings.list_embedding_0.lm.decoder.bias	4	-0.9197909832000732
38052	embeddings.list_embedding_0.lm.decoder.bias	5	-1.9466103315353394
38052	embeddings.list_embedding_0.lm.decoder.bias	6	3.960963010787964
38052	embeddings.list_embedding_0.lm.decoder.bias	7	-1.9750597476959229
38052	embeddings.list_embedding_0.lm.decoder.bias	8	2.613849401473999
38052	embeddings.list_embedding_0.lm.decoder.bias	9	8.250385284423828
38052	embeddings.list_embedding_1.lm.encoder.weight	0	0.6936977505683899
38052	embeddings.list_embedding_1.lm.encoder.weight	1	-0.17103233933448792
38052	embeddings.list_embedding_1.lm.encoder.weight	2	-0.05834221839904785
38052	embeddings.list_embedding_1.lm.encoder.weight	3	-0.601185142993927
38052	embeddings.list_embedding_1.lm.encoder.weight	4	-0.12819990515708923
38052	embeddings.list_embedding_1.lm.encoder.weight	5	-0.0014126894529908895
38052	embeddings.list_embedding_1.lm.encoder.weight	6	-0.11211109906435013
38052	embeddings.list_embedding_1.lm.encoder.weight	7	0.1087188720703125
38052	embeddings.list_embedding_1.lm.encoder.weight	8	0.4170175790786743
38052	embeddings.list_embedding_1.lm.encoder.weight	9	0.06419684737920761
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	-0.08260934054851532
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	0.063825324177742
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	-0.06360791623592377
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.042160384356975555
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.01843578740954399
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.2786529064178467
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.3589756190776825
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	-0.023941034451127052
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.16625206172466278
38052	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03580208122730255
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	0.12690481543540955
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.3039255142211914
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	0.011056790128350258
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	0.020562956109642982
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	-0.06906379759311676
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	-0.13921675086021423
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.13801130652427673
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.11482316255569458
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	-0.15411201119422913
38052	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	-0.03864247351884842
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	0.17661917209625244
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.6616652011871338
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.43286389112472534
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.38406676054000854
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-1.3831939697265625
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.14672712981700897
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.691190779209137
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-0.15726910531520844
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	-0.5772325396537781
38052	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7215269207954407
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-1.0163383483886719
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.1310390830039978
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-0.23877742886543274
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-0.7105485200881958
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	0.24010765552520752
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	-0.2819949686527252
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	-0.21701201796531677
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	0.16994278132915497
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.031160902231931686
38052	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	0.07660748064517975
38052	embeddings.list_embedding_1.lm.decoder.weight	0	0.08903650939464569
38052	embeddings.list_embedding_1.lm.decoder.weight	1	-0.09991265088319778
38052	embeddings.list_embedding_1.lm.decoder.weight	2	-0.3441271483898163
38052	embeddings.list_embedding_1.lm.decoder.weight	3	0.6366052031517029
38052	embeddings.list_embedding_1.lm.decoder.weight	4	0.804219663143158
38052	embeddings.list_embedding_1.lm.decoder.weight	5	0.21525032818317413
38052	embeddings.list_embedding_1.lm.decoder.weight	6	0.013861090876162052
38052	embeddings.list_embedding_1.lm.decoder.weight	7	-0.01431054063141346
38052	embeddings.list_embedding_1.lm.decoder.weight	8	-0.14835412800312042
38052	embeddings.list_embedding_1.lm.decoder.weight	9	0.3246115744113922
38052	embeddings.list_embedding_1.lm.decoder.bias	0	3.533515691757202
38052	embeddings.list_embedding_1.lm.decoder.bias	1	6.276944160461426
38052	embeddings.list_embedding_1.lm.decoder.bias	2	-1.8223373889923096
38052	embeddings.list_embedding_1.lm.decoder.bias	3	2.0685830116271973
38052	embeddings.list_embedding_1.lm.decoder.bias	4	-1.6479783058166504
38052	embeddings.list_embedding_1.lm.decoder.bias	5	-0.6684907674789429
38052	embeddings.list_embedding_1.lm.decoder.bias	6	-2.113288640975952
38052	embeddings.list_embedding_1.lm.decoder.bias	7	-2.0523576736450195
38052	embeddings.list_embedding_1.lm.decoder.bias	8	-0.8505693078041077
38052	embeddings.list_embedding_1.lm.decoder.bias	9	-2.124248743057251
38052	embedding2nn.weight	0	0.02249855361878872
38052	embedding2nn.weight	1	0.014187343418598175
38052	embedding2nn.weight	2	-0.004284768830984831
38052	embedding2nn.weight	3	-0.00010306773037882522
38052	embedding2nn.weight	4	-0.0043769278563559055
38052	embedding2nn.weight	5	0.011867976747453213
38052	embedding2nn.weight	6	-0.004973093047738075
38052	embedding2nn.weight	7	0.020728521049022675
38052	embedding2nn.weight	8	-0.006846938282251358
38052	embedding2nn.weight	9	-0.01389888022094965
38052	embedding2nn.bias	0	-0.03859971463680267
38052	embedding2nn.bias	1	-0.02137278951704502
38052	embedding2nn.bias	2	-0.07462207973003387
38052	embedding2nn.bias	3	-0.0017080100951716304
38052	embedding2nn.bias	4	0.00437304237857461
38052	embedding2nn.bias	5	-0.006994373630732298
38052	embedding2nn.bias	6	0.009518666192889214
38052	embedding2nn.bias	7	0.020085785537958145
38052	embedding2nn.bias	8	0.007341149728745222
38052	embedding2nn.bias	9	0.0010113231837749481
38052	rnn.weight_ih_l0	0	0.039533715695142746
38052	rnn.weight_ih_l0	1	-0.013660501688718796
38052	rnn.weight_ih_l0	2	-0.036513715982437134
38052	rnn.weight_ih_l0	3	-0.04477157071232796
38052	rnn.weight_ih_l0	4	-0.05205158516764641
38052	rnn.weight_ih_l0	5	-0.008458088152110577
38052	rnn.weight_ih_l0	6	-0.05189011991024017
38052	rnn.weight_ih_l0	7	-0.06159518286585808
38052	rnn.weight_ih_l0	8	-0.04472348093986511
38052	rnn.weight_ih_l0	9	-0.026940446346998215
38052	rnn.weight_hh_l0	0	0.0193269532173872
38052	rnn.weight_hh_l0	1	-0.009685897268354893
38052	rnn.weight_hh_l0	2	-0.06759626418352127
38052	rnn.weight_hh_l0	3	-0.03336925432085991
38052	rnn.weight_hh_l0	4	-0.07836209237575531
38052	rnn.weight_hh_l0	5	-0.01457834430038929
38052	rnn.weight_hh_l0	6	-0.054343074560165405
38052	rnn.weight_hh_l0	7	-0.04069865867495537
38052	rnn.weight_hh_l0	8	-0.01910299062728882
38052	rnn.weight_hh_l0	9	-0.00791926309466362
38052	rnn.bias_ih_l0	0	0.14553847908973694
38052	rnn.bias_ih_l0	1	-0.05628684163093567
38052	rnn.bias_ih_l0	2	0.10430918633937836
38052	rnn.bias_ih_l0	3	0.048819854855537415
38052	rnn.bias_ih_l0	4	0.09905336797237396
38052	rnn.bias_ih_l0	5	0.02417961321771145
38052	rnn.bias_ih_l0	6	-0.017598651349544525
38052	rnn.bias_ih_l0	7	-0.10900570452213287
38052	rnn.bias_ih_l0	8	-0.20658749341964722
38052	rnn.bias_ih_l0	9	0.08706369251012802
38052	rnn.bias_hh_l0	0	0.002820418681949377
38052	rnn.bias_hh_l0	1	0.023632820695638657
38052	rnn.bias_hh_l0	2	-0.006085203494876623
38052	rnn.bias_hh_l0	3	-0.030316129326820374
38052	rnn.bias_hh_l0	4	-0.0362611785531044
38052	rnn.bias_hh_l0	5	0.14358504116535187
38052	rnn.bias_hh_l0	6	0.05132756009697914
38052	rnn.bias_hh_l0	7	0.05974249914288521
38052	rnn.bias_hh_l0	8	0.016770046204328537
38052	rnn.bias_hh_l0	9	0.04345537722110748
38052	rnn.weight_ih_l0_reverse	0	-0.02969435416162014
38052	rnn.weight_ih_l0_reverse	1	-0.002206910867244005
38052	rnn.weight_ih_l0_reverse	2	0.023837441578507423
38052	rnn.weight_ih_l0_reverse	3	-0.06209998577833176
38052	rnn.weight_ih_l0_reverse	4	0.009290731512010098
38052	rnn.weight_ih_l0_reverse	5	-0.04610412195324898
38052	rnn.weight_ih_l0_reverse	6	0.02835877239704132
38052	rnn.weight_ih_l0_reverse	7	0.04598109424114227
38052	rnn.weight_ih_l0_reverse	8	-0.048751652240753174
38052	rnn.weight_ih_l0_reverse	9	-0.05074974149465561
38052	rnn.weight_hh_l0_reverse	0	-0.08325516432523727
38052	rnn.weight_hh_l0_reverse	1	-0.06329524517059326
38052	rnn.weight_hh_l0_reverse	2	0.03439489006996155
38052	rnn.weight_hh_l0_reverse	3	0.04575430601835251
38052	rnn.weight_hh_l0_reverse	4	-0.01590104028582573
38052	rnn.weight_hh_l0_reverse	5	0.0455784909427166
38052	rnn.weight_hh_l0_reverse	6	0.0011460380628705025
38052	rnn.weight_hh_l0_reverse	7	-0.00017864657274913043
38052	rnn.weight_hh_l0_reverse	8	-0.09877093136310577
38052	rnn.weight_hh_l0_reverse	9	0.08019541203975677
38052	rnn.bias_ih_l0_reverse	0	-0.08916561305522919
38052	rnn.bias_ih_l0_reverse	1	-0.06898690015077591
38052	rnn.bias_ih_l0_reverse	2	0.10319551825523376
38052	rnn.bias_ih_l0_reverse	3	0.04795369878411293
38052	rnn.bias_ih_l0_reverse	4	-0.1291738897562027
38052	rnn.bias_ih_l0_reverse	5	0.04101065918803215
38052	rnn.bias_ih_l0_reverse	6	-0.10642104595899582
38052	rnn.bias_ih_l0_reverse	7	0.044602878391742706
38052	rnn.bias_ih_l0_reverse	8	0.034370504319667816
38052	rnn.bias_ih_l0_reverse	9	0.0631992369890213
38052	rnn.bias_hh_l0_reverse	0	0.0571347251534462
38052	rnn.bias_hh_l0_reverse	1	0.06531950831413269
38052	rnn.bias_hh_l0_reverse	2	0.07858993113040924
38052	rnn.bias_hh_l0_reverse	3	-0.003934379201382399
38052	rnn.bias_hh_l0_reverse	4	0.07146663963794708
38052	rnn.bias_hh_l0_reverse	5	0.007075092755258083
38052	rnn.bias_hh_l0_reverse	6	-0.05436330288648605
38052	rnn.bias_hh_l0_reverse	7	0.0273493193089962
38052	rnn.bias_hh_l0_reverse	8	0.01113128662109375
38052	rnn.bias_hh_l0_reverse	9	-0.16089145839214325
38052	linear.weight	0	0.1734134703874588
38052	linear.weight	1	-0.16298095881938934
38052	linear.weight	2	-0.21483153104782104
38052	linear.weight	3	0.07855042070150375
38052	linear.weight	4	-0.026677759364247322
38052	linear.weight	5	0.004110842943191528
38052	linear.weight	6	-0.00690435478463769
38052	linear.weight	7	-0.02706894837319851
38052	linear.weight	8	0.08448746800422668
38052	linear.weight	9	0.3496741056442261
38052	linear.bias	0	-0.20728856325149536
38052	linear.bias	1	0.19431829452514648
38052	linear.bias	2	-0.5396758317947388
38052	linear.bias	3	1.7041095495224
38052	linear.bias	4	-0.3967968821525574
38052	linear.bias	5	-0.030769959092140198
38052	linear.bias	6	-0.3578498065471649
38052	linear.bias	7	-0.27961719036102295
38052	linear.bias	8	-0.04330376908183098
38052	linear.bias	9	-0.4979785978794098